-- Logs begin at Fri 2021-12-17 15:01:50 UTC, end at Fri 2021-12-17 17:19:42 UTC. -- Dec 17 15:35:19.074802 n-d-806683-20 systemd[1]: Started Devstack devstack@q-svc.service. Dec 17 15:35:21.905129 n-d-806683-20 neutron-server[109674]: INFO neutron.common.config [-] Logging enabled! Dec 17 15:35:21.905823 n-d-806683-20 neutron-server[109674]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev291 Dec 17 15:35:21.905823 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109674) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 15:35:21.909049 n-d-806683-20 neutron-server[109674]: INFO neutron.common.config [-] Logging enabled! Dec 17 15:35:21.909983 n-d-806683-20 neutron-server[109674]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev291 Dec 17 15:35:21.909983 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109674) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 15:35:21.910601 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 15:35:21.910834 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 15:35:21.911172 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 15:35:21.911410 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 15:35:21.911645 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 15:35:21.911970 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.912552 n-d-806683-20 neutron-server[109674]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 17 15:35:21.912863 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.913154 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.913448 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.913738 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.914022 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.914303 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.914588 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.914880 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.915162 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.915436 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.915715 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.916028 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.916310 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.916594 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.916876 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.917151 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] debug = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.917426 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.917853 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.918272 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.918545 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.918828 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.919104 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.919368 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.919637 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.919940 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.920267 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] host = n-d-806683-20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.920539 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.920821 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.921104 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.921386 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.921654 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.921922 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.922202 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.922470 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.922734 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] log_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.923002 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.923290 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.923573 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.923879 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.924105 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.924325 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.924617 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.924899 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.925170 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.925435 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.925701 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.925965 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.926230 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.926492 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.926768 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.927042 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.927322 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.927587 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.928001 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.928279 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.928551 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.928833 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.929103 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.929371 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.929641 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.929921 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.930191 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.930452 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.930747 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.931029 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.931311 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.931591 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.931878 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.932159 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.932426 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.932691 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.932958 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] use_json = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.933228 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.933490 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.933764 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.934032 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.934300 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.934566 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.934832 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.935110 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:21.935404 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.935693 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.936014 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.936293 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.936592 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.936867 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.937150 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.937423 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.937706 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.937990 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.938277 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.938547 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.938827 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.939096 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.939382 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.939675 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.939990 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.940276 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.940544 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.940812 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.941080 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.941351 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.941631 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.941903 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.942187 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.942469 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.942741 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.943032 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.943390 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.943679 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.943994 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.944267 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.944545 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.944833 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.945104 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.945371 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.945640 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.945922 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.946193 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.946460 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.946736 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.947009 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.947272 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.947535 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.947805 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.948111 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.948382 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.948648 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.948910 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.949177 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.949443 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.949719 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.949989 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.950254 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.950518 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.950786 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.951052 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.951318 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.951590 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.951879 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.952152 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.952416 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.952680 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.952944 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.953207 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.953472 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.953736 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.954043 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.954311 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.954567 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.954831 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.955090 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.955357 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.955617 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.955916 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.956207 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.956475 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.956727 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.956984 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.957250 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.957520 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.957787 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.958055 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.958322 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.958584 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.958865 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.959163 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.959443 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.959721 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.960049 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.960340 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.960614 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.960894 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.961164 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.961432 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.961706 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.961985 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.962271 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.962559 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.962845 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.963129 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.963422 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.963694 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.964024 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.964298 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:21.964507 n-d-806683-20 neutron-server[109674]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 15:35:21.964740 n-d-806683-20 neutron-server[109674]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109674) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 17 15:35:22.386007 n-d-806683-20 neutron-server[109674]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 17 15:35:22.386237 n-d-806683-20 neutron-server[109674]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 17 15:35:22.386565 n-d-806683-20 neutron-server[109674]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 17 15:35:22.387038 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 17 15:35:22.709962 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.710216 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.710436 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.711714 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.712009 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.712266 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.757116 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.757383 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.757647 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.771577 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.771865 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.772149 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.800488 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.800762 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.801026 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.837462 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.837734 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:22.837997 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.176413 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.177119 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.177119 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.177277 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.177933 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.276336 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.276653 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.276935 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.277203 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.277467 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.277776 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.278031 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.278281 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.278513 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.278789 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.279048 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.279306 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.279557 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.279803 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.280062 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.280319 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.280570 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.280832 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.281097 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.281351 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.281619 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.281868 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.282142 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.282514 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.282757 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.283002 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.283395 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:23.283706 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:23.283876 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:23.284114 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:23.284343 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:23.284572 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:23.284930 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 17 15:35:23.288110 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 17 15:35:23.292192 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 17 15:35:23.296141 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 17 15:35:23.297761 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 17 15:35:23.298226 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 17 15:35:23.298561 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 17 15:35:23.298941 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 17 15:35:23.301780 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 17 15:35:23.302029 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 17 15:35:23.302369 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 15:35:23.307646 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 17 15:35:23.330412 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 17 15:35:23.330873 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.331165 n-d-806683-20 neutron-server[109674]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109674) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 17 15:35:23.331520 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.332936 n-d-806683-20 neutron-server[109674]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109674) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 17 15:35:23.333198 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 15:35:23.333442 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 17 15:35:23.336719 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.336992 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:23.400946 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 17 15:35:23.401174 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 17 15:35:23.401380 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 17 15:35:23.401770 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 17 15:35:23.425109 n-d-806683-20 neutron-server[109674]: DEBUG oslo_db.sqlalchemy.engines [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109674) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 17 15:35:23.862775 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing driver for type 'gre' Dec 17 15:35:23.863174 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] gre ID ranges: [(1, 1000)] Dec 17 15:35:23.914930 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing driver for type 'local' Dec 17 15:35:23.915360 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing driver for type 'vlan' Dec 17 15:35:23.930783 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] VlanTypeDriver initialization complete Dec 17 15:35:23.931168 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing driver for type 'vxlan' Dec 17 15:35:23.931757 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] vxlan ID ranges: [(1, 1000)] Dec 17 15:35:23.988914 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing extension driver 'port_security' Dec 17 15:35:23.989268 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.extensions.port_security [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] PortSecurityExtensionDriver initialization complete Dec 17 15:35:23.989577 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing mechanism driver 'openvswitch' Dec 17 15:35:23.989901 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing mechanism driver 'hyperv' Dec 17 15:35:24.003710 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.plugin [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:24.004731 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.004990 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.005321 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.005941 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 15:35:24.006580 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnet after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.006933 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnet after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.007280 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.007673 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 15:35:24.008100 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.008451 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.008794 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.009182 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 15:35:24.009581 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > security_group after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.009929 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > security_group after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.010264 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > security_group after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.010655 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 15:35:24.011051 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.011395 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.011729 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.012159 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 15:35:24.012555 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > address_group after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.013101 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > address_group after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.013573 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > address_group after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.014069 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 15:35:24.014446 n-d-806683-20 neutron-server[109674]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] ML2 OVO RPC backend initialized. {{(pid=109674) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 17 15:35:24.015149 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.015502 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.015943 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.016290 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > networks before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.016634 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.016972 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > ports before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.017311 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnet before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.017646 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnets before_response 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.017986 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.018320 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.018648 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.018986 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.019318 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.019648 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.020005 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnet after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.020336 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnet after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.020663 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.021231 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.plugin [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Modular L2 Plugin initialization complete Dec 17 15:35:24.021702 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading services supported by the core plugin {{(pid=109674) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 17 15:35:24.022211 n-d-806683-20 neutron-server[109674]: INFO neutron.plugins.ml2.managers [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Got port-security extension from driver 'port_security' Dec 17 15:35:24.022690 n-d-806683-20 neutron-server[109674]: INFO neutron.extensions.vlantransparent [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Disabled vlantransparent extension. Dec 17 15:35:24.023528 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109674) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 17 15:35:24.023857 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: router Dec 17 15:35:24.060858 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router_interface before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.061242 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router after_create 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.061610 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router before_create 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.061969 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.062340 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.062687 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router after_delete 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.063040 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > floatingip after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.063507 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > floatingip after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.063862 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router after_create 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.064221 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router after_update 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.064569 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router after_update 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.064917 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.065269 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router after_update 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.065679 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_update 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.066051 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.066389 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: port after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.066726 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: subnet after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.067056 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.067397 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > port precommit_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.067737 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_create 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.068101 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: port before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.068533 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.068887 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router after_update 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.069210 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_delete 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.069556 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_create 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.069913 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.070261 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_update 55549900 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.070625 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > agent after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.070968 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > agent after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.071337 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > network after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.072240 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Tracking information for resource: router configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:24.072571 n-d-806683-20 neutron-server[109674]: DEBUG neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Tracking information for resource: floatingip configured {{(pid=109674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 15:35:24.077523 n-d-806683-20 neutron-server[109674]: INFO neutron.db.l3_agentschedulers_db [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 17 15:35:24.078081 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.078436 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: port after_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.078790 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: port after_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.079135 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: port after_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.079968 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router before_create 55550100 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.080326 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_delete 55550100 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.080684 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_create 55550100 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.081035 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > router precommit_update 55550100 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.086037 n-d-806683-20 neutron-server[109674]: DEBUG neutron.services.provider_configuration [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service providers = [] {{(pid=109674) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 17 15:35:24.086395 n-d-806683-20 neutron-server[109674]: DEBUG neutron.db.servicetype_db [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109674) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 17 15:35:24.089376 n-d-806683-20 neutron-server[109674]: DEBUG neutron.services.service_base [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 15:35:24.089718 n-d-806683-20 neutron-server[109674]: DEBUG neutron.services.service_base [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 15:35:24.090044 n-d-806683-20 neutron-server[109674]: DEBUG neutron.services.service_base [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 15:35:24.090923 n-d-806683-20 neutron-server[109674]: DEBUG neutron.services.service_base [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 15:35:24.091291 n-d-806683-20 neutron-server[109674]: INFO neutron.services.service_base [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 17 15:35:24.091939 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.092128 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 17 15:35:24.104086 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.104413 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: auto_allocate Dec 17 15:35:24.110381 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: network precommit_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.110744 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: network precommit_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.111269 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.111586 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: tag Dec 17 15:35:24.118594 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.118858 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: timestamp Dec 17 15:35:24.122709 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.123038 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: network_ip_availability Dec 17 15:35:24.128598 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.128961 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.129312 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.130024 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.130339 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: flavors Dec 17 15:35:24.135512 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.135850 n-d-806683-20 neutron-server[109674]: INFO neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading Plugin: revisions Dec 17 15:35:24.140194 n-d-806683-20 neutron-server[109674]: DEBUG neutron.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 15:35:24.140586 n-d-806683-20 neutron-server[109674]: DEBUG oslo_concurrency.lockutils [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=109674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 17 15:35:24.141326 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109674) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 17 15:35:24.141656 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Initializing extension manager. Dec 17 15:35:24.142173 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: __init__.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.142508 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: __pycache__ {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.142836 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.143158 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: address_group.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.143935 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.144486 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: address-group Dec 17 15:35:24.144804 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: address_scope.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.145498 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.145989 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: address-scope Dec 17 15:35:24.146305 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: admin_state_down_before_update.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.147231 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.147731 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: router-admin-state-down-before-update Dec 17 15:35:24.148071 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: agent.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.149125 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.149617 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: agent Dec 17 15:35:24.149932 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: agent_resources_synced.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.150831 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.151328 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: agent-resources-synced Dec 17 15:35:24.151643 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: allowedaddresspairs.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.153449 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.153964 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: allowed-address-pairs Dec 17 15:35:24.154288 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: auto_allocated_topology.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.155354 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.155906 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: auto-allocated-topology Dec 17 15:35:24.156230 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: availability_zone.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.156917 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.157416 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: availability_zone Dec 17 15:35:24.157741 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: availability_zone_filter.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.158645 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.159137 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: availability_zone_filter Dec 17 15:35:24.159457 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: data_plane_status.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.160388 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.160877 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension data-plane-status not supported by any of loaded plugins Dec 17 15:35:24.161195 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: default_subnetpools.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.162176 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.162665 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: default-subnetpools Dec 17 15:35:24.162975 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: dhcpagentscheduler.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.163780 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.164323 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: dhcp_agent_scheduler Dec 17 15:35:24.164640 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: dns.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.165546 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.166043 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension dns-integration not supported by any of loaded plugins Dec 17 15:35:24.166359 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: dns_domain_ports.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.167260 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.167762 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 17 15:35:24.168108 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.169022 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.169509 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 17 15:35:24.169826 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: dvr.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.170489 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.170984 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: dvr Dec 17 15:35:24.171297 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: ecmp_routes.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.172226 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.172712 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension ecmp_routes not supported by any of loaded plugins Dec 17 15:35:24.173029 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: empty_string_filtering.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.173927 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.174425 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: empty-string-filtering Dec 17 15:35:24.174745 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.175655 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.176186 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 17 15:35:24.176501 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.177402 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.177956 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 17 15:35:24.178268 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: external_net.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.179169 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.179664 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: external-net Dec 17 15:35:24.180010 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: extra_dhcp_opt.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.180913 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.181409 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: extra_dhcp_opt Dec 17 15:35:24.181723 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: extraroute.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.182618 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.183111 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: extraroute Dec 17 15:35:24.183428 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: extraroute_atomic.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.186005 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.186522 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: extraroute-atomic Dec 17 15:35:24.186847 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: filter_validation.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.187514 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.188052 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: filter-validation Dec 17 15:35:24.188380 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: fip_pf_description.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.189285 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.189779 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 17 15:35:24.190097 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: fip_port_details.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.191011 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.191504 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: fip-port-details Dec 17 15:35:24.191848 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: flavors.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.193089 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.193668 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: flavors Dec 17 15:35:24.193986 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.195649 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.196188 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 17 15:35:24.196520 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: floatingip_pools.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.197214 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.197721 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: floatingip-pools Dec 17 15:35:24.198054 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: ip_allocation.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.198980 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.199500 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension ip_allocation not supported by any of loaded plugins Dec 17 15:35:24.199839 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.200758 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.201256 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: ip-substring-filtering Dec 17 15:35:24.201580 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l2_adjacency.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.202493 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.202983 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension l2_adjacency not supported by any of loaded plugins Dec 17 15:35:24.203304 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l3.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.204280 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.204784 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: router Dec 17 15:35:24.205124 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l3_conntrack_helper.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.207341 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.207892 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 17 15:35:24.208223 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.209193 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.209698 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: ext-gw-mode Dec 17 15:35:24.210014 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.210946 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.211442 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: l3-ha Dec 17 15:35:24.211760 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l3_flavors.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.212696 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.213187 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: l3-flavors Dec 17 15:35:24.213505 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.214409 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.214902 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: l3-port-ip-change-not-allowed Dec 17 15:35:24.215219 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: l3agentscheduler.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.216275 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.216774 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: l3_agent_scheduler Dec 17 15:35:24.217093 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: local_ip.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.218865 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.219370 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension local_ip not supported by any of loaded plugins Dec 17 15:35:24.219699 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: logging.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.221202 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.221704 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension logging not supported by any of loaded plugins Dec 17 15:35:24.222031 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: metering.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.222896 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.223467 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: metering Dec 17 15:35:24.223789 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.225064 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.225569 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: metering_source_and_destination_fields Dec 17 15:35:24.225889 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: multiprovidernet.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.226809 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.227305 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: multi-provider Dec 17 15:35:24.227621 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: netmtu.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.228541 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.229039 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: net-mtu Dec 17 15:35:24.229356 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: netmtu_writable.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.230258 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.230756 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: net-mtu-writable Dec 17 15:35:24.231070 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: network_availability_zone.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.231728 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.232265 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: network_availability_zone Dec 17 15:35:24.232578 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: network_ip_availability.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.233677 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.234171 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: network-ip-availability Dec 17 15:35:24.234486 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: network_segment_range.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.235248 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.235733 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension network-segment-range not supported by any of loaded plugins Dec 17 15:35:24.236076 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: pagination.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.237046 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.237366 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: pagination Dec 17 15:35:24.237679 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: port_device_profile.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.238575 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.239078 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: port-device-profile Dec 17 15:35:24.239389 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.240375 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.240877 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: port-mac-address-regenerate Dec 17 15:35:24.241200 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.242098 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.242596 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: port-numa-affinity-policy Dec 17 15:35:24.242918 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: port_resource_request.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.243809 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.244330 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension port-resource-request not supported by any of loaded plugins Dec 17 15:35:24.244638 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: port_resource_request_groups.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.245587 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.246080 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 17 15:35:24.246398 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: portbindings.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.247308 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.247803 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: binding Dec 17 15:35:24.248153 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: portbindings_extended.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.249424 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.249921 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: binding-extended Dec 17 15:35:24.250247 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: portsecurity.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.251148 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.251646 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: port-security Dec 17 15:35:24.252010 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: project_id.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.253013 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.253333 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: project-id Dec 17 15:35:24.253653 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: providernet.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.254557 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.255058 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: provider Dec 17 15:35:24.255375 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.259365 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.259908 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos not supported by any of loaded plugins Dec 17 15:35:24.260243 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.261482 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.261984 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 17 15:35:24.262311 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.263216 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.263711 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 17 15:35:24.264063 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_default.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.264963 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.265459 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-default not supported by any of loaded plugins Dec 17 15:35:24.265779 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_fip.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.266432 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.266919 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-fip not supported by any of loaded plugins Dec 17 15:35:24.267235 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_fip_network_policy.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.268171 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.268663 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 17 15:35:24.268981 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_gateway_ip.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.269893 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.270392 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 17 15:35:24.270707 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_port_network_policy.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.271773 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.272291 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 17 15:35:24.272615 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.274017 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.274513 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 17 15:35:24.274830 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_pps_rule.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.276039 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.276544 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-pps not supported by any of loaded plugins Dec 17 15:35:24.276864 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_rule_type_details.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.277759 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.278269 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 17 15:35:24.278589 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: qos_rules_alias.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.279608 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.280155 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 17 15:35:24.280478 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: quota_check_limit.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.281372 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.281869 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: quota-check-limit Dec 17 15:35:24.282187 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: quotasv2.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.283129 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.283448 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: quotas Dec 17 15:35:24.283766 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: quotasv2_detail.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.287200 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.287567 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: quota_details Dec 17 15:35:24.287896 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: rbac.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.288969 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.289494 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: rbac-policies Dec 17 15:35:24.289809 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: rbac_address_group.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.290740 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.291245 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: rbac-address-group Dec 17 15:35:24.291564 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: rbac_address_scope.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.292496 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.292997 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: rbac-address-scope Dec 17 15:35:24.293312 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: rbac_security_groups.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.294216 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.294710 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: rbac-security-groups Dec 17 15:35:24.295028 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: rbac_subnetpool.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.295969 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.296462 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: rbac-subnetpool Dec 17 15:35:24.296773 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: revisionifmatch.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.297678 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.298173 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: revision-if-match Dec 17 15:35:24.298486 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: revisions.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.299590 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.300107 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: standard-attr-revisions Dec 17 15:35:24.300427 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: router_availability_zone.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.301089 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.301583 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: router_availability_zone Dec 17 15:35:24.301895 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: routerservicetype.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.302855 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.303482 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension router-service-type not supported by any of loaded plugins Dec 17 15:35:24.303795 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.304817 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.305316 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: security-groups-normalized-cidr Dec 17 15:35:24.305632 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: security_groups_port_filtering.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.306544 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.307038 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: port-security-groups-filtering Dec 17 15:35:24.307352 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.308315 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.308804 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: security-groups-remote-address-group Dec 17 15:35:24.309119 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.310046 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.310540 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: security-groups-shared-filtering Dec 17 15:35:24.310860 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.311442 n-d-806683-20 neutron-server[109674]: WARNING neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 17 15:35:24.311756 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: securitygroup.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.321636 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.322142 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: security-group Dec 17 15:35:24.322472 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: segment.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.323255 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.323755 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension segment not supported by any of loaded plugins Dec 17 15:35:24.324109 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.325037 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.325537 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 17 15:35:24.325857 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: servicetype.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.326961 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.327464 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: service-type Dec 17 15:35:24.327788 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: sorting.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.328789 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.329115 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: sorting Dec 17 15:35:24.329434 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: standard_attr_segment.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.330331 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.330827 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 17 15:35:24.331153 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: standardattrdescription.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.331790 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.332313 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: standard-attr-description Dec 17 15:35:24.332633 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: stateful_security_group.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.333566 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.334228 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: stateful-security-group Dec 17 15:35:24.334707 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: stdattrs_common.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.335284 n-d-806683-20 neutron-server[109674]: WARNING neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 17 15:35:24.335605 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.336556 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.337056 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 17 15:35:24.337374 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: subnet_onboard.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.338449 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.338954 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: subnet_onboard Dec 17 15:35:24.339277 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.340225 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.340718 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 17 15:35:24.341037 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: subnet_service_types.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.341954 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.342450 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: subnet-service-types Dec 17 15:35:24.342771 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: subnetallocation.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.343844 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.344360 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: subnet_allocation Dec 17 15:35:24.344679 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.345337 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.345835 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: subnetpool-prefix-ops Dec 17 15:35:24.346149 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.347066 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.347559 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 17 15:35:24.347912 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: tagging.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.348953 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.349541 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: standard-attr-tag Dec 17 15:35:24.349886 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: timestamp.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.351076 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.351577 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loaded extension: standard-attr-timestamp Dec 17 15:35:24.351930 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: trunk.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.352973 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.353477 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension trunk not supported by any of loaded plugins Dec 17 15:35:24.353799 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: trunk_details.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.354709 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.355206 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension trunk-details not supported by any of loaded plugins Dec 17 15:35:24.355524 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: uplink_status_propagation.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.356465 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.356965 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 17 15:35:24.357280 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Loading extension file: vlantransparent.py {{(pid=109674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 15:35:24.357933 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 15:35:24.358436 n-d-806683-20 neutron-server[109674]: INFO neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extension vlan-transparent not supported by any of loaded plugins Dec 17 15:35:24.361008 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:network Dec 17 15:35:24.361528 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:subnet Dec 17 15:35:24.361916 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 15:35:24.362300 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:port Dec 17 15:35:24.363556 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.364055 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service FLAVORS assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.364686 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.365155 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.365580 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:router Dec 17 15:35:24.365999 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:floatingip Dec 17 15:35:24.366505 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service METERING assigned prefix: /metering {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.367968 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.368348 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.368742 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:35:24.369697 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 15:35:24.370141 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:security_group Dec 17 15:35:24.370569 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 15:35:24.371173 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service CORE assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.371494 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 15:35:24.371860 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] subnetpool is already registered Dec 17 15:35:24.372280 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service CORE assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.372599 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 15:35:24.372921 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] subnetpool is already registered Dec 17 15:35:24.375198 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.375625 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service FLAVORS assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.376233 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.376643 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.376973 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:router Dec 17 15:35:24.377307 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] router is already registered Dec 17 15:35:24.377718 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:floatingip Dec 17 15:35:24.378043 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] floatingip is already registered Dec 17 15:35:24.378500 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service METERING assigned prefix: /metering {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.379156 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 15:35:24.379483 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] rbac_policy is already registered Dec 17 15:35:24.379917 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:security_group Dec 17 15:35:24.380249 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] security_group is already registered Dec 17 15:35:24.380645 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 15:35:24.381040 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] security_group_rule is already registered Dec 17 15:35:24.381654 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service CORE assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.381974 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 15:35:24.382299 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] subnetpool is already registered Dec 17 15:35:24.382714 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.v2.resource_helper [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Service CORE assigned prefix: {{(pid=109674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 15:35:24.383034 n-d-806683-20 neutron-server[109674]: INFO neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 15:35:24.383363 n-d-806683-20 neutron-server[109674]: WARNING neutron.quota.resource_registry [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] subnetpool is already registered Dec 17 15:35:24.383834 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: extensions {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.385285 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: address-groups {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.386768 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: address-scopes {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.388122 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: agents {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.389283 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: auto-allocated-topology {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.390525 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: availability_zones {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.391745 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: dhcp-networks {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.393263 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: dhcp-agents {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.394651 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: routers {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.397105 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: flavors {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.398671 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: service_profiles {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.399871 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: next_providers {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.401335 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: service_profiles {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.403791 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: floatingip-pools {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.405040 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: routers {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.407134 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: floatingips {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.408430 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: l3-routers {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.409805 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: l3-agents {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.411212 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: metering-labels {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.412652 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: metering-label-rules {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.413946 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: network-ip-availabilities {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.415200 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: bindings {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.416859 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: quotas {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.418411 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: quotas {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.419959 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: rbac-policies {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.421239 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: security-groups {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.422456 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: security-group-rules {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.423677 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: service-providers {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.424952 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: subnetpools {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.426373 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: subnetpools {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.427927 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.429581 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.431362 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.433156 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.434915 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.436772 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.438437 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.440368 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.442084 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.444021 n-d-806683-20 neutron-server[109674]: DEBUG neutron.api.extensions [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Extended resource: tags {{(pid=109674) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 15:35:24.449905 n-d-806683-20 neutron-server[109674]: WARNING keystonemiddleware.auth_token [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 17 15:35:24.454572 n-d-806683-20 neutron-server[109674]: WARNING keystonemiddleware.auth_token [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 17 15:35:24.463098 n-d-806683-20 neutron-server[109674]: DEBUG oslo_concurrency.lockutils [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Acquired lock "singleton_lock" {{(pid=109674) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 17 15:35:24.463566 n-d-806683-20 neutron-server[109674]: DEBUG oslo_concurrency.lockutils [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Releasing lock "singleton_lock" {{(pid=109674) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 17 15:35:24.464243 n-d-806683-20 neutron-server[109674]: INFO oslo_service.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Starting 2 workers Dec 17 15:35:24.468996 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Started child 109783 {{(pid=109674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 15:35:24.473354 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Started child 109784 {{(pid=109674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 15:35:24.474432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:24.475379 n-d-806683-20 neutron-server[109674]: INFO neutron.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Neutron service started, listening on 0.0.0.0:9696 Dec 17 15:35:24.475784 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Publish callbacks [] for process, before_spawn {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:24.475947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [-] (109783) wsgi starting up on http://0.0.0.0:9696 Dec 17 15:35:24.478101 n-d-806683-20 neutron-server[109674]: INFO oslo_service.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Starting 1 workers Dec 17 15:35:24.478272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:24.479572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [-] (109784) wsgi starting up on http://0.0.0.0:9696 Dec 17 15:35:24.483232 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Started child 109785 {{(pid=109674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 15:35:24.483744 n-d-806683-20 neutron-server[109674]: INFO oslo_service.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Starting 1 workers Dec 17 15:35:24.486885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] calling RpcWorker wait() {{(pid=109785) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 17 15:35:24.487440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] returning from RpcWorker wait() {{(pid=109785) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 17 15:35:24.488126 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Started child 109786 {{(pid=109674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 15:35:24.488909 n-d-806683-20 neutron-server[109674]: DEBUG neutron_lib.callbacks.manager [None req-2797006f-64ba-4d6b-82bb-6cb7545816ec None None] Publish callbacks [] for process, after_spawn {{(pid=109674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:24.489037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:24.489365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:24.490924 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109674) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 17 15:35:24.491098 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 15:35:24.491474 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 15:35:24.491663 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 15:35:24.492180 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 15:35:24.492364 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 15:35:24.492857 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.493109 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.493370 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.493625 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.493935 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.494239 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:24.494729 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.494729 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.494981 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.495238 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.495328 n-d-806683-20 neutron-server[109786]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:24.495450 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.495634 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.495780 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.496201 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.496449 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.496750 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.497010 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.497253 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.497475 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.497612 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.497890 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.498146 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.498364 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.498620 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] debug = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.498848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.499319 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.499539 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.499771 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.500027 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.500300 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.500544 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.500804 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.501031 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.501243 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.501486 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.501736 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.501976 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.502181 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.502430 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.502653 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.502915 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.503129 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.503568 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] host = n-d-806683-20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.503781 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.504046 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.504270 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.504519 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.504768 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.504977 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.505221 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.505469 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.505812 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.506145 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.506406 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.507097 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.507097 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.507347 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.507347 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_options = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.507582 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.507812 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.508088 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.508287 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.508452 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.508623 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.508913 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.509067 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.509307 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.509517 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.509657 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.509884 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.510161 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.510313 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.510585 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.510808 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.511035 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.511263 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.511528 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.511765 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.512029 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.512251 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.512487 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.512699 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.512915 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.513152 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.513380 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.513592 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.513810 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.514041 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.514276 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.514515 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.514745 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.514998 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.515266 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.515487 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.515706 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.515955 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.516224 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.516445 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.516684 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.516945 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.517186 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.517416 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.517693 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.517923 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.518146 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_json = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.518374 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.518603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.518848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.519079 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.519284 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.519487 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.519688 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.519935 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.520337 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.521743 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.521743 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.521743 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.522987 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.522987 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.522987 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.522987 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.522987 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.524187 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.524187 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.524187 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.524423 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.524642 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.525412 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.525412 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.526357 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.526357 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.526357 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.526357 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.526737 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.526737 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.526935 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.528930 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.529857 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.529857 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.529857 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.529857 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.530151 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.530236 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.531147 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.531147 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.531147 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.531147 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.531477 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.531556 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.531779 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.532005 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.532230 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.535630 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.537529 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.539411 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.541120 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.542731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.544468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.546389 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.547593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548219 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548219 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548219 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548219 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548501 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548501 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548742 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.548994 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.549277 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.549541 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.549805 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.550236 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.550441 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.550709 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.550982 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.551211 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.551464 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.551695 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.553108 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.553108 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.553108 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.553108 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.553108 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.556288 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.557384 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.557384 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.557384 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.557384 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.557384 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.557384 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.557384 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.558295 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.558295 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.558295 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.558295 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.558813 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.558813 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.558813 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.559475 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.559475 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.559475 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.561415 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.562451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.562451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.562451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.562451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.562451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.562451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.563249 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.563249 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.563249 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.564089 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.564089 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.564089 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.564089 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.564623 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.564623 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.564623 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.565444 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.565444 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.565444 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.565444 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.566607 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.566607 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.566607 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.566607 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.566607 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.567848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.567848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.567848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.567848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.567848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.571637 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.572759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.573802 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.574823 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.574823 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.574823 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.574823 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.574823 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.575464 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.575607 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.575848 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.578603 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.579651 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.583018 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.583278 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.583512 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.583780 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.589655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.590612 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.590612 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.590612 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.590612 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.590612 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.591935 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.591935 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.591935 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.592378 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.592580 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.592850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.593109 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.593369 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.593642 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.593980 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.594826 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.595119 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.595451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.595726 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.596015 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.596247 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.596499 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.596745 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.596966 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.597211 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.597445 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.597665 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.597934 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.598166 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.598393 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.598631 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.598856 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.599544 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.599733 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.599977 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.600270 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.600451 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.600606 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 15:35:24.601153 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109674) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 17 15:35:24.601315 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 15:35:24.601468 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 15:35:24.601655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 15:35:24.601826 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 15:35:24.601978 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 15:35:24.602193 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.602335 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.602489 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.602653 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.602846 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.602992 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.603139 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.603296 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.603452 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.603607 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.603764 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.603944 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.604102 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.604260 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.604416 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.604573 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.604731 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.604887 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.605051 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.605207 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.605362 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.605516 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.605674 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] debug = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.605813 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.606019 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.606170 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.606322 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.606484 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.606635 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.606780 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.606933 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.607087 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.607243 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.607398 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.607555 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.607713 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.607890 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.608049 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.608205 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.608361 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.608518 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.608674 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] host = n-d-806683-20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.608865 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.608994 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.609128 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.609282 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.609441 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.609600 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.609760 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.609915 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.610071 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.610226 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.610387 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.610545 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.610705 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.610909 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.611030 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_options = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.611157 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.611313 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.611467 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.611677 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.611838 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.612544 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.613355 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.613355 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.613585 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.613585 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.613812 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.613922 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.614025 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.614685 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.615221 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.615988 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.616562 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.616728 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.616889 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.617049 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.617207 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.617756 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.617918 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.618077 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.618984 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.619211 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.620126 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.620559 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.620721 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.620877 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.621037 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.622376 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.622376 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.622376 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.622376 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.622376 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.622376 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.622376 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.623744 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.624416 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.625205 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.625695 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.625872 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.626036 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.626944 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.627154 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.627466 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_json = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.627985 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.628191 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.628380 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.628604 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.628748 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.628896 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.629067 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.629232 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 15:35:24.629422 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.629591 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.629771 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.629937 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.630102 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.630265 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.630428 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.630593 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.630845 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.631062 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.631258 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.631422 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.631594 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.631756 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.631972 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.632141 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.632311 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.632473 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.632639 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.632799 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.632959 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.633118 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.633287 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.633446 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.633606 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.633765 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.633925 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.634094 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.634253 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.634429 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.634588 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.634749 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.634908 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.635067 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.635228 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.635388 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.635553 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.635714 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.635896 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.636057 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.636216 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.636375 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.636535 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.636695 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.638947 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640317 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640916 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640916 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640916 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640916 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640916 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.640916 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.641322 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.641322 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.641322 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.641525 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.641525 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.641677 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.641843 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.642002 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.642161 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.642324 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.642874 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.643013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:24.643238 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.643238 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.643492 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.643492 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.643738 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.643886 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.644012 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.644142 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.644281 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.644421 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.644547 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.644671 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.644836 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.645012 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.645171 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.645331 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.645495 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.645655 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.645814 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.645973 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.646131 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.646350 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.646483 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.646642 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.646832 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.647011 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.647228 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.647379 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.647549 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.647682 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.647868 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.647998 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.648539 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.648674 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.648844 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.648979 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.649125 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.649309 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.649444 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.649624 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.649759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.649935 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.650069 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.650231 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.650401 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.650562 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.650717 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.650876 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.651037 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.651196 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.651342 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.651500 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.651659 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.651839 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.651997 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.652167 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.652326 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.652484 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.652644 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.652832 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.652989 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.653148 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.653307 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.653467 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.653627 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.653788 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.653946 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.656440 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.656640 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.656824 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.657024 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.657191 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.657330 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.657558 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.657725 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.657863 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.657999 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.658134 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.658268 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.658505 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.658667 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.658806 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.658940 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.659076 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.659209 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.659343 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.659494 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.659689 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.659888 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.659998 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.660144 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.660285 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.660449 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.660610 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.660770 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.660932 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.661082 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.661245 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.661414 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.661565 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.661729 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.661891 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.662150 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.662316 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.662469 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.662626 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.662786 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.662951 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.663116 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.663277 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.663438 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.663596 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.663756 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.664016 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.664197 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.664352 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.664507 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.664663 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.664826 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.664985 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.665144 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.665304 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.665465 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.665646 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.665805 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.665967 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.666127 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.666284 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.666438 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.666606 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.666762 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.667148 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.667312 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.667488 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.667647 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.667852 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.668020 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.668179 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.668340 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.668847 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.669013 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.669173 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.669879 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.670199 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.670359 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.670537 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.671850 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672334 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672334 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672334 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672508 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672508 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672816 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672816 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.672967 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.673134 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.673306 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.673459 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.673620 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.673780 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.673931 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.674092 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.674263 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.674421 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.674578 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.674747 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.674905 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.675066 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.675224 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.675396 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.675556 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.675719 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.675891 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.676041 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.676207 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.676368 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.676533 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.676710 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.676877 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.677039 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.677206 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.677374 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.677702 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.677948 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.678119 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.678294 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.678442 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.678606 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.678766 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.678987 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.679137 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.679271 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.679400 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.679531 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.679662 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.679812 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.679990 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.680144 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.680304 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.680465 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.680600 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.680759 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.680918 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.681078 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.681238 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 15:35:24.681375 n-d-806683-20 neutron-server[109674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 15:35:24.750784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55924) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:35:24.764225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100045 Dec 17 15:35:36.436596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc853db0-8e47-45c2-a938-84ae8c18983c None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 15:35:36.493988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc853db0-8e47-45c2-a938-84ae8c18983c None None] No non-hosted networks {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 17 15:35:36.514437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b479256-9b7b-4737-beef-72b5d03da377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518803'] for agent, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:38.601366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-af90171f-a3f3-4098-a562-78ac4fdacaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518803'] for agent, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:38.661365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ce0ef29b-f10d-418e-a4f9-0fe9ce6398f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:39.789618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518803'] for agent, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:41.028440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518803'] for agent, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:42.002443 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518803'] for agent, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:42.003594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.004261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.004981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.005386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.005715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.006003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.006386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.006706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.007020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.007332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.007630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.008021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.008401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:42.008795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-20', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:42.023317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-20', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:42.545693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56014) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:35:43.066693 n-d-806683-20 neutron-server[109783]: WARNING oslo_policy.policy [None req-029de47a-1f2e-4970-8c3c-3c1ff10796fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:43.067281 n-d-806683-20 neutron-server[109783]: WARNING oslo_policy.policy [None req-029de47a-1f2e-4970-8c3c-3c1ff10796fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:43.296238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-029de47a-1f2e-4970-8c3c-3c1ff10796fd admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:35:43.297296 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-029de47a-1f2e-4970-8c3c-3c1ff10796fd admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7505901 Dec 17 15:35:45.872556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56030) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:35:46.101234 n-d-806683-20 neutron-server[109785]: INFO neutron.db.l3_hamode_db [None req-870fc08e-5033-4592-aa46-d7ed77671612 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 17 15:35:46.181424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fc08e-5033-4592-aa46-d7ed77671612 None None] Routers set() bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:46.181779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fc08e-5033-4592-aa46-d7ed77671612 None None] Router IDs set() for agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:35:46.399188 n-d-806683-20 neutron-server[109784]: WARNING oslo_policy.policy [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:46.400145 n-d-806683-20 neutron-server[109784]: WARNING oslo_policy.policy [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:46.632298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:46.725775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.policy [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109784) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 15:35:46.769895 n-d-806683-20 neutron-server[109784]: WARNING oslo_policy.policy [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:46.770261 n-d-806683-20 neutron-server[109784]: WARNING oslo_policy.policy [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:46.779146 n-d-806683-20 neutron-server[109784]: INFO neutron.quota [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] Loaded quota_driver: . Dec 17 15:35:46.877205 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776633473365', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776633472824', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776633492108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776633489299', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776633512136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776633502797', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3636979', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3582963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630767', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-589398'] for rbac-policy, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:46.960511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:46.961859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c3a1f397-6edb-4162-a369-130a134af023 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0873203 Dec 17 15:35:49.819990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56048) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:35:50.151586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Request body: {'network': {'project_id': '23e378717508485495cd03452f6b6c2f', 'admin_state_up': True, 'name': 'private', 'tenant_id': '23e378717508485495cd03452f6b6c2f'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:50.186334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Made reservation on behalf of 23e378717508485495cd03452f6b6c2f for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:35:50.189372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.207267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.320379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.326907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.346235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:35:50.373692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776633509241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.374271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Unsubscribe: segment precommit_create {{(pid=109784) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 15:35:50.374770 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Added segment fa795b1b-5328-47c0-a3c3-7c16c8a02495 of type vlan for network ad475aca-37e8-4953-912a-23b03384da89 Dec 17 15:35:50.390687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d25c18-c608-4b6c-8f0c-fa61ca9c55f9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:50.441096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.441329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.441664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.441990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.442337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.442683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.442995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.443316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.443633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.443968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.444282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.444595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.444886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Tracked resource versions report: Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: pushed versions: Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: { 'AddressGroup': {'1.2'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'ConntrackHelper': {'1.0'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Log': {'1.0'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Network': {'1.1'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Port': {'1.7'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'PortForwarding': {'1.2'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'QosPolicy': {'1.10'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'SecurityGroup': {'1.5'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'SubPort': {'1.0'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Subnet': {'1.1'}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Trunk': {'1.1'}} Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: consumer versions: Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: L3 agent@n-d-806683-20: {}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: Metadata agent@n-d-806683-20: {}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: Metering agent@n-d-806683-20: {}, Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'ConntrackHelper': '1.0', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'LocalIPAssociation': '1.0', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Log': '1.0', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Network': '1.1', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Port': '1.7', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'PortForwarding': '1.2', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'QosPolicy': '1.10', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'SecurityGroup': '1.5', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'SecurityGroupRule': '1.2', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'SubPort': '1.0', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Subnet': '1.1', Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: 'Trunk': '1.1'}} Dec 17 15:35:50.446059 n-d-806683-20 neutron-server[109784]: {{(pid=109784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:35:50.490590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.534639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.535887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:50.536627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:50.607967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7868650 Dec 17 15:35:50.637725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea384802-0fa3-4cc0-8979-e951d4750460 admin admin] Pushing event updated for resources: {'Network': ['ID=ad475aca-37e8-4953-912a-23b03384da89,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:50.650853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ad475aca-37e8-4953-912a-23b03384da89 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:35:53.601505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:35:54.184944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.policy [None req-0aa5c22b-d12f-4bc3-a699-410b8d8e538b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109783) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 15:35:54.229837 n-d-806683-20 neutron-server[109783]: WARNING oslo_policy.policy [None req-0aa5c22b-d12f-4bc3-a699-410b8d8e538b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:54.230204 n-d-806683-20 neutron-server[109783]: WARNING oslo_policy.policy [None req-0aa5c22b-d12f-4bc3-a699-410b8d8e538b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 15:35:54.238248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa5c22b-d12f-4bc3-a699-410b8d8e538b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:54.240044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0aa5c22b-d12f-4bc3-a699-410b8d8e538b admin admin] 10.222.0.54 "GET /v2.0/networks/ad475aca-37e8-4953-912a-23b03384da89 HTTP/1.1" status: 200 len: 825 time: 0.6375587 Dec 17 15:35:54.282147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f056d934-a4dd-4130-9526-0a5fe85e63a3 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/b52008d5-92fa-41ab-b92d-a22b821e534b HTTP/1.1" status: 200 len: 734 time: 0.0325198 Dec 17 15:35:54.291777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'subnetpool_id': 'b52008d5-92fa-41ab-b92d-a22b821e534b', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:54.293366 n-d-806683-20 neutron-server[109783]: INFO neutron.quota [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Loaded quota_driver: . Dec 17 15:35:54.336622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Made reservation on behalf of 23e378717508485495cd03452f6b6c2f for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:35:54.340852 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:54.641077 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:54.711474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Checking segment: {'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:35:54.711845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Network hostable DHCP agents. Network: ad475aca-37e8-4953-912a-23b03384da89, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:35:54.721899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0def018f-c5f5-4b11-a639-143fd9686da0,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:54.733493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.733841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.734177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.734509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.734833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.735155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.735474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.735787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.736130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.736442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.736739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.737056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.737365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Tracked resource versions report: Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: pushed versions: Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: { 'AddressGroup': {'1.2'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'ConntrackHelper': {'1.0'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Log': {'1.0'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Network': {'1.1'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Port': {'1.7'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'PortForwarding': {'1.2'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'QosPolicy': {'1.10'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'SecurityGroup': {'1.5'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'SubPort': {'1.0'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Subnet': {'1.1'}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Trunk': {'1.1'}} Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: consumer versions: Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: L3 agent@n-d-806683-20: {}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: Metadata agent@n-d-806683-20: {}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: Metering agent@n-d-806683-20: {}, Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'ConntrackHelper': '1.0', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'LocalIPAssociation': '1.0', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Log': '1.0', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Network': '1.1', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Port': '1.7', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'PortForwarding': '1.2', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'QosPolicy': '1.10', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'SecurityGroup': '1.5', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'SecurityGroupRule': '1.2', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'SubPort': '1.0', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Subnet': '1.1', Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: 'Trunk': '1.1'}} Dec 17 15:35:54.738473 n-d-806683-20 neutron-server[109783]: {{(pid=109783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:35:54.773840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Network ad475aca-37e8-4953-912a-23b03384da89 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:35:54.789467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ad475aca-37e8-4953-912a-23b03384da89) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:54.794450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:54.795067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:54.799899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa95e6-769e-42ae-8a6f-ae012ed9b58c None None] Network ad475aca-37e8-4953-912a-23b03384da89 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:35:54.817530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aef499e6-cb7b-4572-b66d-00f1a15df81c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5292764 Dec 17 15:35:55.070781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ad475aca-37e8-4953-912a-23b03384da89', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'project_id': '23e378717508485495cd03452f6b6c2f', 'fixed_ips': [{'subnet_id': '0def018f-c5f5-4b11-a639-143fd9686da0'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:35:55.072097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:55.380258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Allocated IP 172.20.0.2 (ad475aca-37e8-4953-912a-23b03384da89/0def018f-c5f5-4b11-a639-143fd9686da0/fae6f4d8-d493-4eb1-b7c9-85e411a6aba9) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:55.623271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:55.633970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:55.709478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Network ad475aca-37e8-4953-912a-23b03384da89 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:55.714350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:55.722671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:55.725948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Pushing event updated for resources: {'Port': ['ID=fae6f4d8-d493-4eb1-b7c9-85e411a6aba9,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:55.756431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.756768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.757107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.757431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.757755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.758073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.758392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.758708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.759020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.759337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.759645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.759982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.760321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Tracked resource versions report: Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: pushed versions: Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: { 'AddressGroup': {'1.2'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'ConntrackHelper': {'1.0'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Log': {'1.0'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Network': {'1.1'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Port': {'1.7'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'PortForwarding': {'1.2'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'QosPolicy': {'1.10'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'SecurityGroup': {'1.5'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'SubPort': {'1.0'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Subnet': {'1.1'}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Trunk': {'1.1'}} Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: consumer versions: Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: L3 agent@n-d-806683-20: {}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: Metadata agent@n-d-806683-20: {}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: Metering agent@n-d-806683-20: {}, Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'ConntrackHelper': '1.0', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'LocalIPAssociation': '1.0', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Log': '1.0', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Network': '1.1', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Port': '1.7', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'PortForwarding': '1.2', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'QosPolicy': '1.10', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'SecurityGroup': '1.5', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'SecurityGroupRule': '1.2', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'SubPort': '1.0', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Subnet': '1.1', Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: 'Trunk': '1.1'}} Dec 17 15:35:55.761459 n-d-806683-20 neutron-server[109785]: {{(pid=109785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:35:55.809741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Attempting to bind port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:35:55.810436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Attempting to bind port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:35:55.810557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Attempting to bind port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 on network ad475aca-37e8-4953-912a-23b03384da89 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:55.815565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:55.815978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Checking segment: {'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:35:55.816466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:55.816844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Bound using segment: {'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:55.817372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Bound port: fae6f4d8-d493-4eb1-b7c9-85e411a6aba9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:35:55.817791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:55.881760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] For port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:55.886219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] For port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fae6f4d8-d493-4eb1-b7c9-85e411a6aba9,segment=NetworkSegment(fa795b1b-5328-47c0-a3c3-7c16c8a02495),segment_id=fa795b1b-5328-47c0-a3c3-7c16c8a02495)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:35:55.890768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:35:55.951747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf77f2a-ef12-47a1-990a-c426e7fdf843 None None] Pushing event updated for resources: {'Port': ['ID=fae6f4d8-d493-4eb1-b7c9-85e411a6aba9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:57.447410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:35:57.779718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-8762e2b7-cc19-408f-a509-310bec7fcba8 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:35:57.780753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8762e2b7-cc19-408f-a509-310bec7fcba8 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3324096 Dec 17 15:36:00.372184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56084) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:00.699004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-51e3c80f-bd70-48da-9d28-20d4328127d5 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:36:00.699992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51e3c80f-bd70-48da-9d28-20d4328127d5 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3268754 Dec 17 15:36:03.623301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56098) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:03.809527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:03.898585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:03.898962 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:03.960806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c178ccf3-90c6-44da-af11-7c9c0f2e27be admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'name': 'router1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:03.990173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c178ccf3-90c6-44da-af11-7c9c0f2e27be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:03.991942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c178ccf3-90c6-44da-af11-7c9c0f2e27be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:04.007470 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:04.042173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fae6f4d8-d493-4eb1-b7c9-85e411a6aba9,segment=NetworkSegment(fa795b1b-5328-47c0-a3c3-7c16c8a02495),segment_id=fa795b1b-5328-47c0-a3c3-7c16c8a02495)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:04.046859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:04.099152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=fae6f4d8-d493-4eb1-b7c9-85e411a6aba9,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:04.149043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c178ccf3-90c6-44da-af11-7c9c0f2e27be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:04.155347 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c178ccf3-90c6-44da-af11-7c9c0f2e27be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:04.170818 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c178ccf3-90c6-44da-af11-7c9c0f2e27be admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:04.172052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c178ccf3-90c6-44da-af11-7c9c0f2e27be admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5477147 Dec 17 15:36:05.030123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2631b54-d5b5-47fd-bdfa-fe041f489178 None None] Network ad475aca-37e8-4953-912a-23b03384da89 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:36:05.155407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3808d774-9695-4b00-bb0d-0ef1dbbf7cf6 None None] Provisioning complete for port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:05.155756 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3808d774-9695-4b00-bb0d-0ef1dbbf7cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:05.363841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3e90e0f8-3437-4dd9-9a6c-596cea6bae89 None None] Provisioning complete for port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:05.364441 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e90e0f8-3437-4dd9-9a6c-596cea6bae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:05.777094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:05.826056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:05.826431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:06.350927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-695cfbaf-61cf-4b8f-b536-96b291f88fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:06.782797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56106) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:07.112640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-9b943cd3-5fb6-41c2-822b-108df3328046 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:36:07.113669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b943cd3-5fb6-41c2-822b-108df3328046 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3297884 Dec 17 15:36:08.591570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72370e8f-5d01-4921-9298-4e5f51ffb11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:09.733380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:09.757702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56124) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:09.899664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:09.927301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Made reservation on behalf of bb8ebeed24ee427bb4eed5ab1e56fb50 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:09.930559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:09.949562 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:10.060469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:10.066183 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:10.084463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Reserving flat network on physical network physnet1 {{(pid=109783) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 17 15:36:10.109295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd7bdc7-d32f-4d13-818e-93f604067fb4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:10.112080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776633509241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:10.112646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Unsubscribe: segment precommit_create {{(pid=109783) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 15:36:10.113389 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Added segment 0f58b677-5594-4701-964a-d5d6910b69f9 of type flat for network 67b29959-e026-4538-ac4f-95d8fcb65701 Dec 17 15:36:10.172033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:10.212463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:10.213447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:10.214038 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:10.288210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5293624 Dec 17 15:36:10.306065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d189-e631-4773-9081-76d573dacd58 admin admin] Pushing event updated for resources: {'Network': ['ID=67b29959-e026-4538-ac4f-95d8fcb65701,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:10.317474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 67b29959-e026-4538-ac4f-95d8fcb65701 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:36:10.945081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:11.559783 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:36:12.002643 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:12.769815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:12.870787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfea250-dbc5-4f12-8880-e242975c9a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:12.872599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ccfea250-dbc5-4f12-8880-e242975c9a8e admin admin] 10.222.0.54 "GET /v2.0/subnets/0def018f-c5f5-4b11-a639-143fd9686da0 HTTP/1.1" status: 200 len: 849 time: 0.1014404 Dec 17 15:36:13.004768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-19382280-a203-460c-94c9-1678d307fbb1 admin admin] 10.222.0.54 "GET /v2.0/routers/f9d24e87-5d63-4056-88ff-c2e6f947bafc HTTP/1.1" status: 200 len: 704 time: 0.1257074 Dec 17 15:36:13.280033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:13.585561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Allocated IP 172.20.0.1 (ad475aca-37e8-4953-912a-23b03384da89/0def018f-c5f5-4b11-a639-143fd9686da0/76bb292c-3f94-4bc2-868c-e718841d82fa) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:13.744759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:13.817384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:13.942314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Network ad475aca-37e8-4953-912a-23b03384da89 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:13.947006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:13.951665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:13.952735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:13.971239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Pushing event updated for resources: {'Port': ['ID=76bb292c-3f94-4bc2-868c-e718841d82fa,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:14.144620 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:14.194017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6029663d-4c4c-4179-ac00-930dc70ed092 None None] Provisioning complete for port 76bb292c-3f94-4bc2-868c-e718841d82fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:14.194580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6029663d-4c4c-4179-ac00-930dc70ed092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:14.227722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6029663d-4c4c-4179-ac00-930dc70ed092 None None] Port 76bb292c-3f94-4bc2-868c-e718841d82fa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:36:14.358426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:14.366072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:14.366866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:14.442815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Pushing event updated for resources: {'Port': ['ID=76bb292c-3f94-4bc2-868c-e718841d82fa,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:14.503959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Network ad475aca-37e8-4953-912a-23b03384da89 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:14.505534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:14.673829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Router f9d24e87-5d63-4056-88ff-c2e6f947bafc is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:36:14.748649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b4d53a29-63cf-49b3-ba96-00b8aaa5f701 None None] Provisioning complete for port 76bb292c-3f94-4bc2-868c-e718841d82fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:14.748871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b4d53a29-63cf-49b3-ba96-00b8aaa5f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:14.766000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:14.771626 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09203e46-3570-465c-8023-524ec5972887 admin admin] 10.222.0.54 "PUT /v2.0/routers/f9d24e87-5d63-4056-88ff-c2e6f947bafc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7582960 Dec 17 15:36:14.785956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b4d53a29-63cf-49b3-ba96-00b8aaa5f701 None None] Port 76bb292c-3f94-4bc2-868c-e718841d82fa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:36:14.790627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Sync routers for ids ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:14.804537 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Routers {'f9d24e87-5d63-4056-88ff-c2e6f947bafc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:14.805351 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:36:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:14.997935 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Set router f9d24e87-5d63-4056-88ff-c2e6f947bafc gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:15.479781 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'name': 'router1', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:36:03Z', 'updated_at': '2021-12-17T15:36:14Z', 'revision_number': 2, 'project_id': '23e378717508485495cd03452f6b6c2f', 'gw_port_host': None, '_interfaces': [{'id': '76bb292c-3f94-4bc2-868c-e718841d82fa', 'name': '', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'mac_address': 'fa:16:3e:db:27:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:13Z', 'updated_at': '2021-12-17T15:36:14Z', 'revision_number': 2, 'project_id': '23e378717508485495cd03452f6b6c2f', 'subnets': [{'id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b52008d5-92fa-41ab-b92d-a22b821e534b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:15.541197 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Checking router: f9d24e87-5d63-4056-88ff-c2e6f947bafc for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:36:15.541795 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Updating router f9d24e87-5d63-4056-88ff-c2e6f947bafc port 76bb292c-3f94-4bc2-868c-e718841d82fa binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:36:15.603267 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.207555 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.215362 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.386685 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Pushing event updated for resources: {'Port': ['ID=76bb292c-3f94-4bc2-868c-e718841d82fa,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:16.388971 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Attempting to bind port 76bb292c-3f94-4bc2-868c-e718841d82fa on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:36:16.389365 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Attempting to bind port 76bb292c-3f94-4bc2-868c-e718841d82fa by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:36:16.389801 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Attempting to bind port 76bb292c-3f94-4bc2-868c-e718841d82fa on network ad475aca-37e8-4953-912a-23b03384da89 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:16.398456 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.398791 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.399119 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.399449 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.399768 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.400112 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.400429 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.400740 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.401052 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.401366 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.401678 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.401990 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.402299 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Tracked resource versions report: Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: pushed versions: Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: { 'AddressGroup': {'1.2'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'ConntrackHelper': {'1.0'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Log': {'1.0'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Network': {'1.1'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Port': {'1.7'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'PortForwarding': {'1.2'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'QosPolicy': {'1.10'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'SecurityGroup': {'1.5'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'SubPort': {'1.0'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Subnet': {'1.1'}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Trunk': {'1.1'}} Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: consumer versions: Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: L3 agent@n-d-806683-20: {}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: Metadata agent@n-d-806683-20: {}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: Metering agent@n-d-806683-20: {}, Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'ConntrackHelper': '1.0', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'LocalIPAssociation': '1.0', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Log': '1.0', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Network': '1.1', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Port': '1.7', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'PortForwarding': '1.2', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'QosPolicy': '1.10', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'SecurityGroup': '1.5', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'SecurityGroupRule': '1.2', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'SubPort': '1.0', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Subnet': '1.1', Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: 'Trunk': '1.1'}} Dec 17 15:36:16.403431 n-d-806683-20 neutron-server[109786]: {{(pid=109786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:36:16.406088 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:36:16.406495 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Checking segment: {'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:36:16.407149 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.407527 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Bound using segment: {'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:36:16.408054 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Bound port: 76bb292c-3f94-4bc2-868c-e718841d82fa, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa795b1b-5328-47c0-a3c3-7c16c8a02495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:36:16.408439 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.420154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-79eeb0b0-2b13-4a98-b1b4-6b53025a8e4f None None] Provisioning complete for port 76bb292c-3f94-4bc2-868c-e718841d82fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:16.420646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-79eeb0b0-2b13-4a98-b1b4-6b53025a8e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.454360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-79eeb0b0-2b13-4a98-b1b4-6b53025a8e4f None None] Port 76bb292c-3f94-4bc2-868c-e718841d82fa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:36:16.478209 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] For port 76bb292c-3f94-4bc2-868c-e718841d82fa, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:36:16.498062 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] For port 76bb292c-3f94-4bc2-868c-e718841d82fa, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=76bb292c-3f94-4bc2-868c-e718841d82fa,segment=NetworkSegment(fa795b1b-5328-47c0-a3c3-7c16c8a02495),segment_id=fa795b1b-5328-47c0-a3c3-7c16c8a02495)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:36:16.503506 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.562133 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2da877-7348-45eb-bba9-83ff08df5bdf None None] Pushing event updated for resources: {'Port': ['ID=76bb292c-3f94-4bc2-868c-e718841d82fa,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:16.567122 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Routers {'f9d24e87-5d63-4056-88ff-c2e6f947bafc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:16.567892 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:36:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:16.660087 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] Set router f9d24e87-5d63-4056-88ff-c2e6f947bafc gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:16.776714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cdd3389e-7c04-4350-a3be-3daaec0c97df None None] Provisioning complete for port 76bb292c-3f94-4bc2-868c-e718841d82fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:16.777089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cdd3389e-7c04-4350-a3be-3daaec0c97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.857874 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cdd3389e-7c04-4350-a3be-3daaec0c97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.876074 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'name': 'router1', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:36:03Z', 'updated_at': '2021-12-17T15:36:14Z', 'revision_number': 2, 'project_id': '23e378717508485495cd03452f6b6c2f', 'gw_port_host': None, '_interfaces': [{'id': '76bb292c-3f94-4bc2-868c-e718841d82fa', 'name': '', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'mac_address': 'fa:16:3e:db:27:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:13Z', 'updated_at': '2021-12-17T15:36:16Z', 'revision_number': 4, 'project_id': '23e378717508485495cd03452f6b6c2f', 'subnets': [{'id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b52008d5-92fa-41ab-b92d-a22b821e534b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:16.889688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cdd3389e-7c04-4350-a3be-3daaec0c97df None None] For port 76bb292c-3f94-4bc2-868c-e718841d82fa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=76bb292c-3f94-4bc2-868c-e718841d82fa,segment=NetworkSegment(fa795b1b-5328-47c0-a3c3-7c16c8a02495),segment_id=fa795b1b-5328-47c0-a3c3-7c16c8a02495)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:16.894549 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cdd3389e-7c04-4350-a3be-3daaec0c97df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:16.905878 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0270871e-de1a-417a-a7ba-337a3684d5c1 None None] The sync data for ids ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'] in n-d-806683-20 is: [{'id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'name': 'router1', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:36:03Z', 'updated_at': '2021-12-17T15:36:14Z', 'revision_number': 2, 'project_id': '23e378717508485495cd03452f6b6c2f', 'gw_port_host': None, '_interfaces': [{'id': '76bb292c-3f94-4bc2-868c-e718841d82fa', 'name': '', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'mac_address': 'fa:16:3e:db:27:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:13Z', 'updated_at': '2021-12-17T15:36:16Z', 'revision_number': 4, 'project_id': '23e378717508485495cd03452f6b6c2f', 'subnets': [{'id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b52008d5-92fa-41ab-b92d-a22b821e534b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:16.948459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3389e-7c04-4350-a3be-3daaec0c97df None None] Pushing event updated for resources: {'Port': ['ID=76bb292c-3f94-4bc2-868c-e718841d82fa,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:17.309344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56152) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:17.436553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226a11d-ad0c-4033-bf84-6828403de587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:17.437996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6226a11d-ad0c-4033-bf84-6828403de587 admin admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 842 time: 0.1276119 Dec 17 15:36:17.448087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Request body: {'subnet': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:17.473539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Made reservation on behalf of bb8ebeed24ee427bb4eed5ab1e56fb50 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:17.475793 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:17.769562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:36:17.770009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:17.825081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefd0863-1fce-4f4d-bbb4-d8b8eff9602e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:17.833517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:36:17.833916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Network hostable DHCP agents. Network: 67b29959-e026-4538-ac4f-95d8fcb65701, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:36:17.850880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:36:17.859745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 67b29959-e026-4538-ac4f-95d8fcb65701) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:17.864004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:17.865127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:17.870040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4acd28-ce80-463c-a11e-93630a4ee86c None None] Network 67b29959-e026-4538-ac4f-95d8fcb65701 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:36:17.881884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f6a07ea7-83ff-4e51-ba95-28811ff3cd25 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4372938 Dec 17 15:36:17.974640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6468d8-97eb-4f92-b339-ac17613ca018 None None] Network 67b29959-e026-4538-ac4f-95d8fcb65701 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:36:20.368840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56160) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:20.638416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-52c77a0d-4e0c-4b00-9eb0-9f86e4002237 admin admin] 10.222.0.54 "GET /v2.0/routers/f9d24e87-5d63-4056-88ff-c2e6f947bafc HTTP/1.1" status: 200 len: 710 time: 0.2628808 Dec 17 15:36:20.812156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46255f53-1134-4eaa-a0fb-46754f641232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:20.813552 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-46255f53-1134-4eaa-a0fb-46754f641232 admin admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 886 time: 0.1744161 Dec 17 15:36:20.823471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:21.066050 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:21.308232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:21.382600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:21.584628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Allocated IP 172.25.0.225 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/103e1b32-9fb0-4d2f-80fa-5d3c22226b9f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:21.698345 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:21.757574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:21.841382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:21.847319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:21.853919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Pushing event updated for resources: {'Port': ['ID=103e1b32-9fb0-4d2f-80fa-5d3c22226b9f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:21.867647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:22.205948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:22.410712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:22.416592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:22.529616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Router f9d24e87-5d63-4056-88ff-c2e6f947bafc has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:22.639914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:22.645900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:22.647534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ee1291ab-2a10-4c54-8a72-37e88f467557 admin admin] 10.222.0.54 "PUT /v2.0/routers/f9d24e87-5d63-4056-88ff-c2e6f947bafc HTTP/1.1" status: 200 len: 890 time: 1.8269186 Dec 17 15:36:23.826848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 76bb292c-3f94-4bc2-868c-e718841d82fa up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:23.877499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 76bb292c-3f94-4bc2-868c-e718841d82fa triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:23.877813 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:23.951275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Sync routers for ids ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:23.974174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Routers {'f9d24e87-5d63-4056-88ff-c2e6f947bafc'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:23.974912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:36:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:24.192548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Set router f9d24e87-5d63-4056-88ff-c2e6f947bafc gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:24.666492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'name': 'router1', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '103e1b32-9fb0-4d2f-80fa-5d3c22226b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:36:03Z', 'updated_at': '2021-12-17T15:36:22Z', 'revision_number': 4, 'project_id': '23e378717508485495cd03452f6b6c2f', 'gw_port': {'id': '103e1b32-9fb0-4d2f-80fa-5d3c22226b9f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:21Z', 'updated_at': '2021-12-17T15:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '76bb292c-3f94-4bc2-868c-e718841d82fa', 'name': '', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'mac_address': 'fa:16:3e:db:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:13Z', 'updated_at': '2021-12-17T15:36:16Z', 'revision_number': 5, 'project_id': '23e378717508485495cd03452f6b6c2f', 'subnets': [{'id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b52008d5-92fa-41ab-b92d-a22b821e534b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:24.718617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Checking router: f9d24e87-5d63-4056-88ff-c2e6f947bafc for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:36:24.718943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Updating router f9d24e87-5d63-4056-88ff-c2e6f947bafc port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:36:24.765900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:25.082072 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:25.088751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:25.141809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50109810-eb3e-4c6d-af7b-11d714016945 None None] Pushing event updated for resources: {'Port': ['ID=103e1b32-9fb0-4d2f-80fa-5d3c22226b9f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:25.144140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Attempting to bind port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:36:25.144780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Attempting to bind port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:36:25.145147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Attempting to bind port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:25.151003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:36:25.151374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:36:25.151801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:25.152223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:36:25.152691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Bound port: 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:36:25.153077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:25.209121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] For port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:36:25.212250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] For port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=103e1b32-9fb0-4d2f-80fa-5d3c22226b9f,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:36:25.217958 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:25.240611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56174) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:36:25.273816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Routers {'f9d24e87-5d63-4056-88ff-c2e6f947bafc'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:25.274423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:36:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.277212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50109810-eb3e-4c6d-af7b-11d714016945 None None] Pushing event updated for resources: {'Port': ['ID=103e1b32-9fb0-4d2f-80fa-5d3c22226b9f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:25.357335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b976ed1-cd7e-4ca5-ab0c-c7840b9c146a admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154466 Dec 17 15:36:25.382613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] Set router f9d24e87-5d63-4056-88ff-c2e6f947bafc gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:25.615988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'name': 'router1', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '103e1b32-9fb0-4d2f-80fa-5d3c22226b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:36:03Z', 'updated_at': '2021-12-17T15:36:22Z', 'revision_number': 4, 'project_id': '23e378717508485495cd03452f6b6c2f', 'gw_port': {'id': '103e1b32-9fb0-4d2f-80fa-5d3c22226b9f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:21Z', 'updated_at': '2021-12-17T15:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '76bb292c-3f94-4bc2-868c-e718841d82fa', 'name': '', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'mac_address': 'fa:16:3e:db:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:13Z', 'updated_at': '2021-12-17T15:36:16Z', 'revision_number': 5, 'project_id': '23e378717508485495cd03452f6b6c2f', 'subnets': [{'id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b52008d5-92fa-41ab-b92d-a22b821e534b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.641829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28635-b6a5-4058-b633-c85c6e313f02 None None] The sync data for ids ['f9d24e87-5d63-4056-88ff-c2e6f947bafc'] in n-d-806683-20 is: [{'id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'name': 'router1', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '103e1b32-9fb0-4d2f-80fa-5d3c22226b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:36:03Z', 'updated_at': '2021-12-17T15:36:22Z', 'revision_number': 4, 'project_id': '23e378717508485495cd03452f6b6c2f', 'gw_port': {'id': '103e1b32-9fb0-4d2f-80fa-5d3c22226b9f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:68:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:21Z', 'updated_at': '2021-12-17T15:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '76bb292c-3f94-4bc2-868c-e718841d82fa', 'name': '', 'network_id': 'ad475aca-37e8-4953-912a-23b03384da89', 'tenant_id': '23e378717508485495cd03452f6b6c2f', 'mac_address': 'fa:16:3e:db:27:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d24e87-5d63-4056-88ff-c2e6f947bafc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:36:13Z', 'updated_at': '2021-12-17T15:36:16Z', 'revision_number': 5, 'project_id': '23e378717508485495cd03452f6b6c2f', 'subnets': [{'id': '0def018f-c5f5-4b11-a639-143fd9686da0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b52008d5-92fa-41ab-b92d-a22b821e534b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:25.864808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:25.921297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:25.921434 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:26.012883 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:26.037694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=103e1b32-9fb0-4d2f-80fa-5d3c22226b9f,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:26.043396 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:26.095594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=103e1b32-9fb0-4d2f-80fa-5d3c22226b9f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:27.811091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:27.868927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:27.869296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:36.370821 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a9924c1-449d-4bae-aa21-996b1b4bee2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:38.599841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d306b1cb-b33c-409d-a8e7-f7f749d5495a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:39.749972 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:40.955528 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:42.014405 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:36:48.558377 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:37:06.359276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-841d55f1-5397-4f17-b962-57509c3bebb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:08.599425 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e00b49e0-0ba0-44c3-8114-e3e4c15e0483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:09.755149 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:10.959426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:12.011707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:25.565700 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:37:36.355097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-283f26b2-95ce-4b00-ad4c-14c7a5cba4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:38.595287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3dbfe5ca-590e-454d-9cd2-4e05405eb54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:39.747323 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:40.967218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:42.012567 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:51.999110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56690) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:37:52.071107 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cee2d7-19cb-4cd0-a643-06271ecec568 admin admin] GET failed (client error): The resource could not be found. Dec 17 15:37:52.072481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-00cee2d7-19cb-4cd0-a643-06271ecec568 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0721526 Dec 17 15:37:52.237667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691092f4-f7e2-4c7b-9c39-5440f1e9b5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:52.239642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-691092f4-f7e2-4c7b-9c39-5440f1e9b5a8 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1618462 Dec 17 15:37:54.643363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:37:54.771770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5088375-11c3-43c1-8299-cdf8ca3214c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:54.773571 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f5088375-11c3-43c1-8299-cdf8ca3214c2 admin admin] 10.222.0.54 "GET /v2.0/subnets/0def018f-c5f5-4b11-a639-143fd9686da0 HTTP/1.1" status: 200 len: 849 time: 0.1291318 Dec 17 15:37:54.787174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:54.877940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Publish callbacks [] for subnet, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:55.025756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776633539548'] for subnet, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:55.054916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.055491 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:55.067851 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] 10.222.0.54 "PUT /v2.0/subnets/0def018f-c5f5-4b11-a639-143fd9686da0 HTTP/1.1" status: 200 len: 868 time: 0.2736444 Dec 17 15:37:55.070412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67acfe6-20b2-4897-98cc-da7a7375bfc1 None None] Network ad475aca-37e8-4953-912a-23b03384da89 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:37:55.078010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0def018f-c5f5-4b11-a639-143fd9686da0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:55.086648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.087015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.087411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.087755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.088110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.088455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.088777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.089097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.089405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.089736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.090058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.090357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.090688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeb911-8f10-4e89-9792-d36e87c34d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:55.389749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ab265562-b3b4-400d-824a-a29bc30f6803 None None] Provisioning complete for port fae6f4d8-d493-4eb1-b7c9-85e411a6aba9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:55.390214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab265562-b3b4-400d-824a-a29bc30f6803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:55.489615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ab265562-b3b4-400d-824a-a29bc30f6803 None None] Provisioning complete for port 76bb292c-3f94-4bc2-868c-e718841d82fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:55.489836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab265562-b3b4-400d-824a-a29bc30f6803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:37:57.487878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56708) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:37:57.786501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ee845-aa97-4beb-848f-0596f1ab49e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:57.786956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ee845-aa97-4beb-848f-0596f1ab49e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:57.788551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-782ee845-aa97-4beb-848f-0596f1ab49e0 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2996905 Dec 17 15:38:00.162010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56718) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:00.375639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94fa720-c3b9-4ed1-b84c-596abe4bc9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:00.376032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94fa720-c3b9-4ed1-b84c-596abe4bc9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:00.377606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c94fa720-c3b9-4ed1-b84c-596abe4bc9c1 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2142642 Dec 17 15:38:02.555504 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:38:02.784818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56726) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:02.991027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0feec22-3c91-421d-aa69-9e991fa57a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:02.992447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d0feec22-3c91-421d-aa69-9e991fa57a4c admin admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 886 time: 0.2066162 Dec 17 15:38:05.385618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56734) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:05.553698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acfc9b9-8eac-4310-9c07-80622e9bfb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:05.555127 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3acfc9b9-8eac-4310-9c07-80622e9bfb76 admin admin] 10.222.0.54 "GET /v2.0/networks/ad475aca-37e8-4953-912a-23b03384da89 HTTP/1.1" status: 200 len: 869 time: 0.1685224 Dec 17 15:38:06.359633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6df98d9-e8ef-40c1-8950-f2824a5e45eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:07.999666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56742) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:08.146824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860669a7-ac32-4b80-9a45-5f7c7ec93a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:08.147286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860669a7-ac32-4b80-9a45-5f7c7ec93a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:08.149232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-860669a7-ac32-4b80-9a45-5f7c7ec93a62 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1484780 Dec 17 15:38:08.593710 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a263f429-a971-4d69-8f6c-bef0bfac5043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:09.748308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:10.507483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56750) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:10.616331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29384a2f-9236-46a0-891f-d953cec324bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:10.616962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29384a2f-9236-46a0-891f-d953cec324bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:10.619194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-29384a2f-9236-46a0-891f-d953cec324bb admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102700 Dec 17 15:38:10.964736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:12.017492 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:13.035878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56758) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:13.146829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c85948-6f3b-4fcc-9b8c-83d1db53b8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:13.148572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-51c85948-6f3b-4fcc-9b8c-83d1db53b8b2 admin admin] 10.222.0.54 "GET /v2.0/subnets/0def018f-c5f5-4b11-a639-143fd9686da0 HTTP/1.1" status: 200 len: 868 time: 0.1114001 Dec 17 15:38:15.654172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56766) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:15.770683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeddca40-3c09-4ca5-95a8-88648c671c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:15.772098 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eeddca40-3c09-4ca5-95a8-88648c671c62 admin admin] 10.222.0.54 "GET /v2.0/subnets/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e HTTP/1.1" status: 200 len: 816 time: 0.1165526 Dec 17 15:38:36.363457 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c084b06-8e22-4f4a-8d91-d96941e4d968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:38.589845 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a180dff-6eaa-4768-b6d4-729c98021b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:39.555522 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:38:39.751592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:40.915226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56820) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:40.963615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-66c4b179-5fba-401f-b1e9-0d8be0e85f32 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:38:40.964662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-66c4b179-5fba-401f-b1e9-0d8be0e85f32 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484753 Dec 17 15:38:40.967412 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:42.021733 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:43.407549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56828) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:43.476604 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c59b79-a005-4ba5-ac6d-fd085a37360f admin admin] GET failed (client error): The resource could not be found. Dec 17 15:38:43.477901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f6c59b79-a005-4ba5-ac6d-fd085a37360f admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688436 Dec 17 15:38:43.633358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6598829-5210-4352-adf7-fe0d2f1ecf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:43.634867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f6598829-5210-4352-adf7-fe0d2f1ecf54 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1502423 Dec 17 15:38:46.072873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56836) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:46.122883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:46.145999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Made reservation on behalf of bb8ebeed24ee427bb4eed5ab1e56fb50 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:46.148720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:46.179447 n-d-806683-20 neutron-server[109783]: WARNING neutron.services.revisions.revision_plugin [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Could not find related network for resource to bump revision. Dec 17 15:38:46.196568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:46.208796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:46.209151 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Added segment 85d41248-26b3-498d-9eda-75d12708ef4b of type vlan for network 18341941-6654-4988-a3e9-241d49a47433 Dec 17 15:38:46.248765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:46.280638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:46.282006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:46.282968 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:46.347553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2734735 Dec 17 15:38:46.350404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Pushing event updated for resources: {'Network': ['ID=18341941-6654-4988-a3e9-241d49a47433,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:46.357243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.357583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.357932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.358268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.358597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.358925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.359254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.359575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.359923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.360255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.360578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.360898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.361216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecd00c-5a37-41e8-a995-d257e5e0b61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:46.373391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 18341941-6654-4988-a3e9-241d49a47433 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:48.719891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:38:48.787804 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb71f65-5c24-4be6-9688-868aae6281cc admin admin] GET failed (client error): The resource could not be found. Dec 17 15:38:48.789084 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0eb71f65-5c24-4be6-9688-868aae6281cc admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677900 Dec 17 15:38:48.860577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7ea5a-d2a8-4149-903f-8d44c2548929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:48.861922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a8d7ea5a-d2a8-4149-903f-8d44c2548929 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680416 Dec 17 15:38:48.872433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:48.899299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Made reservation on behalf of bb8ebeed24ee427bb4eed5ab1e56fb50 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:48.901673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.073255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.125530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca9f319-2381-49cd-ac1b-b4dd78b45070,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:49.141335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:38:49.141703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Network hostable DHCP agents. Network: 18341941-6654-4988-a3e9-241d49a47433, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:49.161525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Network 18341941-6654-4988-a3e9-241d49a47433 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:49.172348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 18341941-6654-4988-a3e9-241d49a47433) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:49.177549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:49.179495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.180497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513e0f4-1949-4d56-a964-f60890096cbe None None] Network 18341941-6654-4988-a3e9-241d49a47433 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:38:49.196332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-667d925d-ff32-4238-a1d5-00f0f2674a21 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272529 Dec 17 15:38:49.284375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-18341941-6654-4988-a3e9-241d49a47433', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'project_id': 'bb8ebeed24ee427bb4eed5ab1e56fb50', 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:38:49.285279 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.426959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Allocated IP 192.168.233.2 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/f7b13253-9c9a-4cbd-a7ec-fdc53607625e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:49.670719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.677806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.715401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:49.720186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:49.723697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:49.730576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Pushing event updated for resources: {'Port': ['ID=f7b13253-9c9a-4cbd-a7ec-fdc53607625e,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:49.739958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.740242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.740571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.740892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.741224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.741527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.741838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.742152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.742456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.742762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.743066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.743358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.743661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:49.791655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Attempting to bind port f7b13253-9c9a-4cbd-a7ec-fdc53607625e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:38:49.792044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Attempting to bind port f7b13253-9c9a-4cbd-a7ec-fdc53607625e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:38:49.792396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Attempting to bind port f7b13253-9c9a-4cbd-a7ec-fdc53607625e on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:49.797356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:49.797724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:38:49.798112 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.798494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:49.798974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Bound port: f7b13253-9c9a-4cbd-a7ec-fdc53607625e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:38:49.799362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.860034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] For port f7b13253-9c9a-4cbd-a7ec-fdc53607625e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:49.863294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] For port f7b13253-9c9a-4cbd-a7ec-fdc53607625e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f7b13253-9c9a-4cbd-a7ec-fdc53607625e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:49.868582 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:49.927267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9384286-3e50-4598-8734-fe82bf291eed None None] Pushing event updated for resources: {'Port': ['ID=f7b13253-9c9a-4cbd-a7ec-fdc53607625e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:50.752515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a03b28-e9cc-43d6-8dbe-91112362e259 None None] Network 18341941-6654-4988-a3e9-241d49a47433 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:38:50.822767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-537be478-154c-429f-a049-96fcee1ba39d None None] Provisioning complete for port f7b13253-9c9a-4cbd-a7ec-fdc53607625e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:50.823125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-537be478-154c-429f-a049-96fcee1ba39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:50.952702 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-537be478-154c-429f-a049-96fcee1ba39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:50.986677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-537be478-154c-429f-a049-96fcee1ba39d None None] For port f7b13253-9c9a-4cbd-a7ec-fdc53607625e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f7b13253-9c9a-4cbd-a7ec-fdc53607625e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:50.994006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-537be478-154c-429f-a049-96fcee1ba39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:51.052922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537be478-154c-429f-a049-96fcee1ba39d None None] Pushing event updated for resources: {'Port': ['ID=f7b13253-9c9a-4cbd-a7ec-fdc53607625e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:51.217413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e1e3f9e7-3be9-425a-94cf-6b45ca494e9c None None] Provisioning complete for port f7b13253-9c9a-4cbd-a7ec-fdc53607625e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:51.217780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e1e3f9e7-3be9-425a-94cf-6b45ca494e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:38:51.967498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f7b13253-9c9a-4cbd-a7ec-fdc53607625e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:52.021638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f7b13253-9c9a-4cbd-a7ec-fdc53607625e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:52.022219 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:06.369120 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-17ac3348-5243-4ce6-9cf3-e205e2e65f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:08.587904 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ecb8898a-8a1e-4c95-93fe-c42d67b8535b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:09.756983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:10.969408 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:12.029232 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:16.554175 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:39:36.374134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a56f-549f-4448-9da0-a4a232f8ea90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:38.582043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a62a1778-9e18-4e40-9291-e7c7d4ed279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:39.759258 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:40.974340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:42.024396 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:39:53.553450 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:40:02.866432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:40:02.873252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-86921115-2bcd-467d-8c76-cadc3482b58a tempest-verify_tempest_config-911601126 tempest-verify_tempest_config-911601126-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:40:02.874238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-86921115-2bcd-467d-8c76-cadc3482b58a tempest-verify_tempest_config-911601126 tempest-verify_tempest_config-911601126-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068069 Dec 17 15:40:03.187757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56906) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:40:03.298255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:03.374451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:03.380927 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:03.423720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790d2340-48b2-44a8-b50b-0cbb600c079b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:03.427721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a1410ff2f2b4f9e89a48cddd7d44b35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2387946 Dec 17 15:40:03.430762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56912) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:40:03.433784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.434123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.434512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.434848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.435174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.435505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.435861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.436182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.436557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.436901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.437221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.437539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.437857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb98ad9-f750-48ed-a5c4-3ebe2ca6786f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.490372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:03.513820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:03.615806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:03.619879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:03.621374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/790d2340-48b2-44a8-b50b-0cbb600c079b HTTP/1.1" status: 204 len: 168 time: 0.1893015 Dec 17 15:40:03.629160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d2340-48b2-44a8-b50b-0cbb600c079b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:03.636130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.636482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.636798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.637170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.637524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.637951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.638285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.638615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.638938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.639259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.639587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.639932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:03.640252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b5785-2e51-41f9-ab8d-bd5de3ba9153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:06.394400 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-917749a3-f4bc-40a3-bc58-636e14b0e373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:08.580865 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d66deebb-e602-4964-8f14-5e5e2e411682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:09.765778 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:10.976075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:12.034567 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:30.553851 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:40:36.383721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f44f85c1-5e1c-4f42-8589-150f038a7565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:38.577129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b0f17fd9-d85d-4fcb-83c7-9206a906caa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:39.769208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:40.986763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:40:42.033227 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:06.386861 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-15c26575-4f85-4ddb-9ea0-2a8a0ad16490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:07.554091 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:41:08.576442 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c4fccc6-c010-40a9-9bef-7b9d6e360c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:09.777001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:10.986481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:12.038047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:36.392134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-630d5992-052e-4676-9a13-27cf4b1a42de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:38.581374 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91aa5919-e24b-4e3f-9c76-15fc78ffda71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:39.780010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:40.987884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:42.040924 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:41:44.559069 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:42:06.397238 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0e736d1-0213-4f71-89cd-11cf23d31feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:08.587601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30e03db7-112f-4b25-b5bc-1c90a5d85c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:09.786677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:10.994177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:12.039162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:21.561756 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:42:36.390759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba868-b06d-4715-9691-562128862b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:38.579686 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9399c90b-e04d-41dd-a1f7-f0c9b51ae3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:39.791035 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:40.997527 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:42.038968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:42:58.562872 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 5 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:43:06.390804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-31b6380c-2fe5-45a0-84d7-4a4d5252720d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:08.573780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f678b85-d894-40ce-a10e-45fa715fab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:09.799800 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:10.541070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518803'] for agent, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:11.002599 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:12.045936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:15.166006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-518803'] for agent, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:35.565912 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:43:36.396412 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1c78b594-8b7c-438b-a9e7-3739902e1dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:38.573281 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-de3a18a1-564a-4710-8a85-dee7cff63286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:39.792879 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:40.507631 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:41.009628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:42.043460 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:43:45.122532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:02.593112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56964) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:44:02.710366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f33ae595-86ef-46bc-b424-63a705131e0c admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1158316 Dec 17 15:44:05.079427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56974) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:44:05.141477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e238f0fd-5ac2-4b18-8036-5cf3a0a694a0 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0609014 Dec 17 15:44:06.399293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4ad6-dd54-4a90-bb33-b12d2aed9fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:08.579117 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8aca2d98-5fed-4870-a2ff-ece52b8c3ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:09.803648 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:10.499072 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:11.016709 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:12.034352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:12.566396 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:44:15.123811 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:36.400819 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-67112fca-b1f6-49ca-86bc-dcfa62b338c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:38.571849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f267205-d680-42a0-9762-f952292aaff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:39.810657 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:40.499220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:41.015668 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:42.032679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:45.140827 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:44:49.566614 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:45:06.395707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1444db32-2d5a-4895-a1b8-58703c6d1bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:08.567218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-17485348-71fd-432d-8822-55f6958c621e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:09.803621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:10.498471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:11.018061 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:12.027746 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:15.147259 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:26.567348 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:45:31.242742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57368) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:31.351758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:31.434883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:31.440050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:31.482245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5463472-fd8a-4272-ad02-d44780705f81,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:31.497989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.498344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.498672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.498984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.499312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.499634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.499987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.500313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.500628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.501189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.501706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.502333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.502656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] Tracked resource versions report: Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: pushed versions: Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: { 'AddressGroup': {'1.2'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'ConntrackHelper': {'1.0'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Log': {'1.0'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Network': {'1.1'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Port': {'1.7'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'PortForwarding': {'1.2'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'QosPolicy': {'1.10'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'SecurityGroup': {'1.5'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'SubPort': {'1.0'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Subnet': {'1.1'}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Trunk': {'1.1'}} Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: consumer versions: Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: HyperV agent@n-h1-806683-20: {}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: HyperV agent@n-h2-806683-20: {}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: L3 agent@n-d-806683-20: {}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: Metadata agent@n-d-806683-20: {}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: Metering agent@n-d-806683-20: {}, Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'ConntrackHelper': '1.0', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'LocalIPAssociation': '1.0', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Log': '1.0', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Network': '1.1', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Port': '1.7', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'PortForwarding': '1.2', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'QosPolicy': '1.10', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'SecurityGroup': '1.5', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'SecurityGroupRule': '1.2', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'SubPort': '1.0', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Subnet': '1.1', Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: 'Trunk': '1.1'}} Dec 17 15:45:31.504995 n-d-806683-20 neutron-server[109783]: {{(pid=109783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:45:31.516330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-18114ccc-d0f6-444a-bb3b-85789a5a61b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc9cd3d3511a417d9b28d228dd9c1af9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2721686 Dec 17 15:45:31.517566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57390) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:31.600899 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01aba5f8-1019-4c9b-a8e4-fa050d2bda60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:31.629609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01aba5f8-1019-4c9b-a8e4-fa050d2bda60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:31.729477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01aba5f8-1019-4c9b-a8e4-fa050d2bda60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:31.732422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01aba5f8-1019-4c9b-a8e4-fa050d2bda60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:31.733701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-01aba5f8-1019-4c9b-a8e4-fa050d2bda60 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5463472-fd8a-4272-ad02-d44780705f81 HTTP/1.1" status: 204 len: 168 time: 0.2151580 Dec 17 15:45:31.742739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aba5f8-1019-4c9b-a8e4-fa050d2bda60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5463472-fd8a-4272-ad02-d44780705f81,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:31.810465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:32.175703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52a5dcc9-e845-4a53-9d79-d5bd8fd83389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.276747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57460) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:32.298968 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52a5dcc9-e845-4a53-9d79-d5bd8fd83389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.300122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.308525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52a5dcc9-e845-4a53-9d79-d5bd8fd83389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.341802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5dcc9-e845-4a53-9d79-d5bd8fd83389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bbad70-a6c2-4fe7-a1af-d85b24b5bf1a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:32.374582 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-52a5dcc9-e845-4a53-9d79-d5bd8fd83389 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a721e8e9c09a499a8e51aa9ed6e4a291&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5615520 Dec 17 15:45:32.376502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57478) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:32.419467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.428841 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.466093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4270c47d-2f2f-47fb-b31d-dfc3044e8d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.494682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c42295fb1c24e0db787b8982ead5e11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2163692 Dec 17 15:45:32.495459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57488) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:32.496257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f49485-3d12-4854-99bc-8bb88466fb90,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:32.497726 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4270c47d-2f2f-47fb-b31d-dfc3044e8d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.515172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.515520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.515885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.516228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.516677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.517008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.517347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.517669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.517994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.518319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.518641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.518962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.519283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad01cf-ae33-4c04-a79d-2fd491b9a799 admin admin] Tracked resource versions report: Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: pushed versions: Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: { 'AddressGroup': {'1.2'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'ConntrackHelper': {'1.0'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Log': {'1.0'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Network': {'1.1'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Port': {'1.7'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'PortForwarding': {'1.2'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'QosPolicy': {'1.10'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'SecurityGroup': {'1.5'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'SubPort': {'1.0'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Subnet': {'1.1'}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Trunk': {'1.1'}} Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: consumer versions: Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: HyperV agent@n-h1-806683-20: {}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: HyperV agent@n-h2-806683-20: {}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: L3 agent@n-d-806683-20: {}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: Metadata agent@n-d-806683-20: {}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: Metering agent@n-d-806683-20: {}, Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'ConntrackHelper': '1.0', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'LocalIPAssociation': '1.0', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Log': '1.0', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Network': '1.1', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Port': '1.7', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'PortForwarding': '1.2', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'QosPolicy': '1.10', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'SecurityGroup': '1.5', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'SecurityGroupRule': '1.2', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'SubPort': '1.0', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Subnet': '1.1', Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: 'Trunk': '1.1'}} Dec 17 15:45:32.520475 n-d-806683-20 neutron-server[109784]: {{(pid=109784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:45:32.570863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3154a4d-7ac6-4c4a-8c14-cfaeb15e54cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.575022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4270c47d-2f2f-47fb-b31d-dfc3044e8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.579761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4270c47d-2f2f-47fb-b31d-dfc3044e8d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.581289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4270c47d-2f2f-47fb-b31d-dfc3044e8d9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69bbad70-a6c2-4fe7-a1af-d85b24b5bf1a HTTP/1.1" status: 204 len: 168 time: 0.2002759 Dec 17 15:45:32.590024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270c47d-2f2f-47fb-b31d-dfc3044e8d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bbad70-a6c2-4fe7-a1af-d85b24b5bf1a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:32.612137 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3154a4d-7ac6-4c4a-8c14-cfaeb15e54cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.671455 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3154a4d-7ac6-4c4a-8c14-cfaeb15e54cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.674782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3154a4d-7ac6-4c4a-8c14-cfaeb15e54cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:32.676041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e3154a4d-7ac6-4c4a-8c14-cfaeb15e54cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63f49485-3d12-4854-99bc-8bb88466fb90 HTTP/1.1" status: 204 len: 168 time: 0.1771824 Dec 17 15:45:32.685255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3154a4d-7ac6-4c4a-8c14-cfaeb15e54cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f49485-3d12-4854-99bc-8bb88466fb90,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:33.029114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57522) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:33.068670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57528) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:33.218407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57544) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:33.237000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1c490b7-33a3-4ce8-8cbe-2e767f10b713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.320915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1c490b7-33a3-4ce8-8cbe-2e767f10b713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.326732 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1c490b7-33a3-4ce8-8cbe-2e767f10b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.367960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e1c490b7-33a3-4ce8-8cbe-2e767f10b713 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84424426d4674fd89c87e9c541ad33eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1443570 Dec 17 15:45:33.368663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c490b7-33a3-4ce8-8cbe-2e767f10b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a358b3-295d-455e-9b46-6f22a337647a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:33.370738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57552) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:33.434841 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c5e4e5e-ae4d-4bc9-b657-9dcba07c87d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.451767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16555fa-04df-4c93-8ea8-6a9b4f1f7f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.477299 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16555fa-04df-4c93-8ea8-6a9b4f1f7f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.515847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be1a88ff-5a7f-4775-ad97-e349ece09f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.555229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16555fa-04df-4c93-8ea8-6a9b4f1f7f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.560247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16555fa-04df-4c93-8ea8-6a9b4f1f7f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.568060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e16555fa-04df-4c93-8ea8-6a9b4f1f7f32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/15a358b3-295d-455e-9b46-6f22a337647a HTTP/1.1" status: 204 len: 168 time: 0.1908777 Dec 17 15:45:33.590919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16555fa-04df-4c93-8ea8-6a9b4f1f7f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a358b3-295d-455e-9b46-6f22a337647a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:33.660259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c5e4e5e-ae4d-4bc9-b657-9dcba07c87d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.670754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c5e4e5e-ae4d-4bc9-b657-9dcba07c87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.685939 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be1a88ff-5a7f-4775-ad97-e349ece09f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.709888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be1a88ff-5a7f-4775-ad97-e349ece09f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.728758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6c5e4e5e-ae4d-4bc9-b657-9dcba07c87d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d799ebb739a547b48561d36829f871e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6985440 Dec 17 15:45:33.731442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57588) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:33.750601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e4e5e-ae4d-4bc9-b657-9dcba07c87d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b4d49-231f-4c3c-8efe-db3ab82bc3b9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:33.757972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-be1a88ff-5a7f-4775-ad97-e349ece09f74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19dfbc58cb05462b99c3083333d4a733&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6881547 Dec 17 15:45:33.765870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57592) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:33.806949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a88ff-5a7f-4775-ad97-e349ece09f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894fd8ef-90c1-4fa1-be37-fd442b3db4ad,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:33.816447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0de4e7b-4f9c-4564-ae91-cf067f12bdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.838324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adb33e84-4c55-446d-ba34-d255a2f63574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.843399 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0de4e7b-4f9c-4564-ae91-cf067f12bdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.866666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adb33e84-4c55-446d-ba34-d255a2f63574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.906065 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0de4e7b-4f9c-4564-ae91-cf067f12bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.909959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0de4e7b-4f9c-4564-ae91-cf067f12bdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.911318 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e0de4e7b-4f9c-4564-ae91-cf067f12bdb5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f6b4d49-231f-4c3c-8efe-db3ab82bc3b9 HTTP/1.1" status: 204 len: 168 time: 0.1785696 Dec 17 15:45:33.919810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de4e7b-4f9c-4564-ae91-cf067f12bdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b4d49-231f-4c3c-8efe-db3ab82bc3b9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:33.956979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adb33e84-4c55-446d-ba34-d255a2f63574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.960831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adb33e84-4c55-446d-ba34-d255a2f63574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:33.964456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-adb33e84-4c55-446d-ba34-d255a2f63574 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/894fd8ef-90c1-4fa1-be37-fd442b3db4ad HTTP/1.1" status: 204 len: 168 time: 0.1970136 Dec 17 15:45:33.975059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb33e84-4c55-446d-ba34-d255a2f63574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894fd8ef-90c1-4fa1-be37-fd442b3db4ad,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:34.044861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57612) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:34.426236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c518f3b-df59-446a-8e46-b1a6a86b8480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.516534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c518f3b-df59-446a-8e46-b1a6a86b8480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.526239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c518f3b-df59-446a-8e46-b1a6a86b8480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.568284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c518f3b-df59-446a-8e46-b1a6a86b8480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1766ae24-bb9e-4625-9725-2ccaecf78430,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:34.569562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57642) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:34.572854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2c518f3b-df59-446a-8e46-b1a6a86b8480 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=219f644be03e4e0fbc46ab6027411fe6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5269306 Dec 17 15:45:34.575435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57644) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:34.593702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a7ee79-f2f3-46a2-9773-075e2fd1c142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.639185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9759ffd5-5c3f-4b89-9e75-42d12ff388a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.688401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57646) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:34.711105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c27700-76c5-4bec-8a93-794825800a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.721766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a7ee79-f2f3-46a2-9773-075e2fd1c142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.765266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9759ffd5-5c3f-4b89-9e75-42d12ff388a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.769631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a7ee79-f2f3-46a2-9773-075e2fd1c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.820108 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-92a7ee79-f2f3-46a2-9773-075e2fd1c142 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3c1ccac62b6491b8f292b580d2f2454&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2467992 Dec 17 15:45:34.820815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57660) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:34.850771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7ee79-f2f3-46a2-9773-075e2fd1c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f657bd51-b7b5-4f1f-ba25-e866821223a8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:34.857902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c27700-76c5-4bec-8a93-794825800a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.862685 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9759ffd5-5c3f-4b89-9e75-42d12ff388a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.863764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c27700-76c5-4bec-8a93-794825800a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.865678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9759ffd5-5c3f-4b89-9e75-42d12ff388a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.867379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9759ffd5-5c3f-4b89-9e75-42d12ff388a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1766ae24-bb9e-4625-9725-2ccaecf78430 HTTP/1.1" status: 204 len: 168 time: 0.2907917 Dec 17 15:45:34.911276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759ffd5-5c3f-4b89-9e75-42d12ff388a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1766ae24-bb9e-4625-9725-2ccaecf78430,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:34.925627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-08c27700-76c5-4bec-8a93-794825800a8e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cdf0f244e24444309c5db30c411a4c85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2359204 Dec 17 15:45:34.926779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c27700-76c5-4bec-8a93-794825800a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742e7727-f202-467d-9930-0664aeb12b13,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:34.929332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57668) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:34.933712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34f645c-def6-4eed-9f08-c8689a70bace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.966538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34f645c-def6-4eed-9f08-c8689a70bace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:34.989075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-511a2210-1a56-4b38-a403-ac391e01d216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.017799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-511a2210-1a56-4b38-a403-ac391e01d216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.025343 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34f645c-def6-4eed-9f08-c8689a70bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.029774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34f645c-def6-4eed-9f08-c8689a70bace admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.031699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c34f645c-def6-4eed-9f08-c8689a70bace admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f657bd51-b7b5-4f1f-ba25-e866821223a8 HTTP/1.1" status: 204 len: 168 time: 0.2094738 Dec 17 15:45:35.044249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f645c-def6-4eed-9f08-c8689a70bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f657bd51-b7b5-4f1f-ba25-e866821223a8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:35.079174 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-511a2210-1a56-4b38-a403-ac391e01d216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.081793 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-511a2210-1a56-4b38-a403-ac391e01d216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.082965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-511a2210-1a56-4b38-a403-ac391e01d216 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/742e7727-f202-467d-9930-0664aeb12b13 HTTP/1.1" status: 204 len: 168 time: 0.1523099 Dec 17 15:45:35.090708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a2210-1a56-4b38-a403-ac391e01d216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742e7727-f202-467d-9930-0664aeb12b13,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:35.233246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:35.236029 n-d-806683-20 neutron-server[109784]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 15:45:35.268631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-f2698907-b5d1-4cde-9743-1a2a7903f4a1 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c88cfd9d0fa0463c9f13a3d62fce37d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341403 Dec 17 15:45:35.333994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57690) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:35.467664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-c923df1e-cc8d-45d8-b9b2-8770a7982a0a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:35.469236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-c923df1e-cc8d-45d8-b9b2-8770a7982a0a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929018 Dec 17 15:45:35.487176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-59f4f118-fae4-40cc-8d4c-88705a90aaaf tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/quotas/c88cfd9d0fa0463c9f13a3d62fce37d0 HTTP/1.1" status: 200 len: 375 time: 0.0107713 Dec 17 15:45:35.557568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-0c69f5c6-3a64-4433-ade1-4705b40e085c tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c88cfd9d0fa0463c9f13a3d62fce37d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646570 Dec 17 15:45:35.688348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57702) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:35.702234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63830205-724a-4733-b4ba-580a27a04451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.745974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec04d1d-a04d-4d60-b6ba-f775c9c78e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.883530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63830205-724a-4733-b4ba-580a27a04451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.907051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63830205-724a-4733-b4ba-580a27a04451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.934615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec04d1d-a04d-4d60-b6ba-f775c9c78e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.940826 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-63830205-724a-4733-b4ba-580a27a04451 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b898b509ee9140dbb21fa05cad9d7252&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2507296 Dec 17 15:45:35.943668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57728) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:35.946959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec04d1d-a04d-4d60-b6ba-f775c9c78e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:35.974622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5ec04d1d-a04d-4d60-b6ba-f775c9c78e86 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c1ea16473624d3383ef26ca4c7ce283&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6391954 Dec 17 15:45:35.977269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57730) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:35.988607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63830205-724a-4733-b4ba-580a27a04451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb75e8-c981-4b66-aaa5-80175df34875,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:36.017600 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec04d1d-a04d-4d60-b6ba-f775c9c78e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa652d0e-a02b-493b-8184-e4aae63d6ee0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:36.045084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67680385-fa1c-4588-b95d-3145a83deeeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.083888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67680385-fa1c-4588-b95d-3145a83deeeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.107417 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-335f4e50-0c0d-447b-912d-8afc0ea8f21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.143292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-335f4e50-0c0d-447b-912d-8afc0ea8f21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.188704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67680385-fa1c-4588-b95d-3145a83deeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.191950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67680385-fa1c-4588-b95d-3145a83deeeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.194234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-67680385-fa1c-4588-b95d-3145a83deeeb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/abdb75e8-c981-4b66-aaa5-80175df34875 HTTP/1.1" status: 204 len: 168 time: 0.2479630 Dec 17 15:45:36.206128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67680385-fa1c-4588-b95d-3145a83deeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb75e8-c981-4b66-aaa5-80175df34875,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:36.214661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-335f4e50-0c0d-447b-912d-8afc0ea8f21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.219022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-335f4e50-0c0d-447b-912d-8afc0ea8f21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.221200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-335f4e50-0c0d-447b-912d-8afc0ea8f21d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa652d0e-a02b-493b-8184-e4aae63d6ee0 HTTP/1.1" status: 204 len: 168 time: 0.2426705 Dec 17 15:45:36.230560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f4e50-0c0d-447b-912d-8afc0ea8f21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa652d0e-a02b-493b-8184-e4aae63d6ee0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:36.286657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57752) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:36.404391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4092a27b-cece-4f83-b326-b4900964add2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:36.785439 n-d-806683-20 neutron-server[109783]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 15:45:36.851373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34e8323-f702-4827-b5f9-56acf2e9a364 req-2779ac86-8aba-4bd8-8678-30545e6490f0 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 210 time: 0.5587232 Dec 17 15:45:37.166455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57796) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:37.184694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2749-820b-4e3e-90c8-716611aa50d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:37.277570 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2749-820b-4e3e-90c8-716611aa50d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:37.286806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2749-820b-4e3e-90c8-716611aa50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:37.329701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9f0b2749-820b-4e3e-90c8-716611aa50d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bccc068271f46ae9eea88f683d519a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1590846 Dec 17 15:45:37.329929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57804) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:37.337441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2749-820b-4e3e-90c8-716611aa50d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f54945-9b6a-46bc-9a59-16ea7fcb4630,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:37.388506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c868a6-cf5e-47ff-acce-75d23938f725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:37.411753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c868a6-cf5e-47ff-acce-75d23938f725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:37.462004 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c868a6-cf5e-47ff-acce-75d23938f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:37.465226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c868a6-cf5e-47ff-acce-75d23938f725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:37.466376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2c868a6-cf5e-47ff-acce-75d23938f725 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1f54945-9b6a-46bc-9a59-16ea7fcb4630 HTTP/1.1" status: 204 len: 168 time: 0.1353743 Dec 17 15:45:37.479707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c868a6-cf5e-47ff-acce-75d23938f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f54945-9b6a-46bc-9a59-16ea7fcb4630,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:37.596107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.49', 56804) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:37.621819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-7df9586e-14c4-49a3-8618-5674402ede91 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c88cfd9d0fa0463c9f13a3d62fce37d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243444 Dec 17 15:45:37.764584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-bfbbb604-09cd-4ea1-b07c-33174a86cd53 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:37.766032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-bfbbb604-09cd-4ea1-b07c-33174a86cd53 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382849 Dec 17 15:45:37.864011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Request body: {'port': {'device_id': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'c88cfd9d0fa0463c9f13a3d62fce37d0'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:37.906681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57834) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:38.122952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57850) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:38.140912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae09b292-a548-4eda-8539-9288feb5a136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.167516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a788656-3106-4c15-bf3f-441cf5bf578e req-121f895d-8d42-40b3-b0c6-cad40275ec91 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 210 time: 0.0590117 Dec 17 15:45:38.247534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae09b292-a548-4eda-8539-9288feb5a136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.253345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae09b292-a548-4eda-8539-9288feb5a136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.276491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Made reservation on behalf of c88cfd9d0fa0463c9f13a3d62fce37d0 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:38.281970 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.292215 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.300236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ae09b292-a548-4eda-8539-9288feb5a136 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d217dd8453ee4551acef2f4b97d0c743&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1762309 Dec 17 15:45:38.302539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09b292-a548-4eda-8539-9288feb5a136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e694e-b934-401d-95b4-a823a15c1523,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:38.305030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:38.364592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1253000673-network', 'tenant_id': '19e30279859648d982879b3bbbbff549'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:38.382310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.388086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.399281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17ebae95-324c-4970-93ff-849fd0e31ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.415406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Made reservation on behalf of 19e30279859648d982879b3bbbbff549 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:38.418198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.437171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09f5418-e3d3-4556-b8ef-af0cca44cc16,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:38.439001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17ebae95-324c-4970-93ff-849fd0e31ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.441756 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.580460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17ebae95-324c-4970-93ff-849fd0e31ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.583744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17ebae95-324c-4970-93ff-849fd0e31ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.588313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-17ebae95-324c-4970-93ff-849fd0e31ec9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e7e694e-b934-401d-95b4-a823a15c1523 HTTP/1.1" status: 204 len: 168 time: 0.2702682 Dec 17 15:45:38.591338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f981806d-4a16-4448-8e8d-1c1be439afdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.607757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebae95-324c-4970-93ff-849fd0e31ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e694e-b934-401d-95b4-a823a15c1523,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:38.624092 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.641729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.667747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:45:38.692889 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.693535 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Added segment d3b6531d-9c13-4089-9371-2421f155404b of type vlan for network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 Dec 17 15:45:38.744665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e361cd6a-ba71-4345-9eea-932f565dd182,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:38.761268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Allocated IP 192.168.233.158 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/f3d4c23a-e170-4432-af8a-79f2fb0f404c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:38.777676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.855994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-997ae5bf-a08d-47a0-9302-9cddead37bb6 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b93b6d3cce9543fd89bd45cf31560388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369747 Dec 17 15:45:38.862712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.863959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.864992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:38.986871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:39.013267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1053636 Dec 17 15:45:39.016659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57894) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:39.023421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Request body: {'subnet': {'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1253000673-subnet', 'tenant_id': '19e30279859648d982879b3bbbbff549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:39.061292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:39.126814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Made reservation on behalf of 19e30279859648d982879b3bbbbff549 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:39.127781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c80a1c-bc96-462f-a445-a1c08f728b33 admin admin] Pushing event updated for resources: {'Network': ['ID=d101c1c4-acc6-452a-9197-a2c5c6bdbd74,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:39.129201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:39.141374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:45:39.157206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-020caaf7-3f28-4cab-8fee-818f0090c289 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:39.159300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-020caaf7-3f28-4cab-8fee-818f0090c289 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2905838 Dec 17 15:45:39.177938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-ac3fdbdf-3998-4068-9619-924d0282dcfa tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/quotas/b93b6d3cce9543fd89bd45cf31560388 HTTP/1.1" status: 200 len: 375 time: 0.0126562 Dec 17 15:45:39.253599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Pushing event updated for resources: {'Port': ['ID=f3d4c23a-e170-4432-af8a-79f2fb0f404c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:39.272897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:39.283768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-7f5779c2-bdd6-4754-9bce-759cf82e5fbb tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b93b6d3cce9543fd89bd45cf31560388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991201 Dec 17 15:45:39.289036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:39.307462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:39.320232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:39.322488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:39.362017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-d7703962-fd28-43cf-91b7-ca347303d59a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5024745 Dec 17 15:45:39.381919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-c62d0f8c-6523-470b-bdbb-ce7c69ccd55a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:45:39.383429 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-c62d0f8c-6523-470b-bdbb-ce7c69ccd55a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064993 Dec 17 15:45:39.567320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1d258-b8fd-4de1-b395-f8be6b18513d req-4eb086dc-e421-4ede-8fa0-c0053b746760 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:39.569430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5f1d258-b8fd-4de1-b395-f8be6b18513d req-4eb086dc-e421-4ede-8fa0-c0053b746760 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 936 time: 0.1648006 Dec 17 15:45:39.756921 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:39.845630 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:39.855342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:39.864487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4cbff2bf-d730-4e24-99f2-c7ee03a9ba02 None None] Provisioning complete for port f3d4c23a-e170-4432-af8a-79f2fb0f404c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:39.868748 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4cbff2bf-d730-4e24-99f2-c7ee03a9ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:39.880537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5f1d258-b8fd-4de1-b395-f8be6b18513d req-d2e6ba2d-a784-41c1-9ece-7e4ef6ad83b8 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032274 Dec 17 15:45:39.886724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57926) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:39.956180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:45:39.957281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Network hostable DHCP agents. Network: d101c1c4-acc6-452a-9197-a2c5c6bdbd74, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:45:39.961072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4cbff2bf-d730-4e24-99f2-c7ee03a9ba02 None None] Port f3d4c23a-e170-4432-af8a-79f2fb0f404c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:45:40.052665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:45:40.172771 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8833334-f250-474b-b444-cf6e1c71e725 req-67239a60-35e6-4fa8-b44e-ceaff0419b66 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 210 time: 0.0953593 Dec 17 15:45:40.177079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d101c1c4-acc6-452a-9197-a2c5c6bdbd74) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:40.187923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:40.188564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:40.190292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea15f66-9bd6-47fe-8479-746f970ade34 None None] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:45:40.243217 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-167ad365-f401-42d7-b2b1-fa5b7a6a9262 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2245944 Dec 17 15:45:40.349112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0df48f-50f4-4d22-aa75-8f6a6dba83cd None None] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:45:40.410951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57948) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:40.412622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5140558c-14ac-4240-bdac-cd8b82c4bb8b tempest-AutoAllocateNetworkTest-1439576997 tempest-AutoAllocateNetworkTest-1439576997-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b8d6609176fd458eba474dac365222dd&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5235405 Dec 17 15:45:40.565521 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:40.711911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e912b589-8a61-4847-a08f-f07e42422ddf tempest-AutoAllocateNetworkTest-1439576997 tempest-AutoAllocateNetworkTest-1439576997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:40.717815 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e912b589-8a61-4847-a08f-f07e42422ddf tempest-AutoAllocateNetworkTest-1439576997 tempest-AutoAllocateNetworkTest-1439576997-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3054194 Dec 17 15:45:40.719399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57962) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:40.748751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Request body: {'port': {'device_id': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'device_owner': 'compute:tempest-test_az-1327598407', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:40.906829 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:40.961670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-00294d1d-0030-4dae-8419-e97e355aff4c tempest-AutoAllocateNetworkTest-1439576997 tempest-AutoAllocateNetworkTest-1439576997-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2412159 Dec 17 15:45:40.964204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57976) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:41.042151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-552f7b5e-a7cd-4c1b-8691-bcf56f19c6a6 tempest-AutoAllocateNetworkTest-1439576997 tempest-AutoAllocateNetworkTest-1439576997-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b8d6609176fd458eba474dac365222dd HTTP/1.1" status: 200 len: 208 time: 0.0743136 Dec 17 15:45:41.057872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:41.440178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad67ab4-4b8e-4fc6-b8d3-61a9914ef481 req-6b0985ed-46fa-4a58-ab7b-34f21dd4de88 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:41.454085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dad67ab4-4b8e-4fc6-b8d3-61a9914ef481 req-6b0985ed-46fa-4a58-ab7b-34f21dd4de88 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 936 time: 0.1473396 Dec 17 15:45:41.634186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dad67ab4-4b8e-4fc6-b8d3-61a9914ef481 req-bb2fb9aa-489e-4475-9fa8-dfb607aea8fa tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770823 Dec 17 15:45:41.881499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6a35255-4647-4296-80c7-0c5febc18eb2 req-438d9539-9497-46c6-b755-2be0329eaac6 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 210 time: 0.0551267 Dec 17 15:45:41.966181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d4c23a-e170-4432-af8a-79f2fb0f404c {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:41.976505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.015283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Transition to ACTIVE for port object f3d4c23a-e170-4432-af8a-79f2fb0f404c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:45:42.021090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.048771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58010) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:42.049374 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.231334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d4c23a-e170-4432-af8a-79f2fb0f404c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:42.302350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Attempting to bind port f3d4c23a-e170-4432-af8a-79f2fb0f404c on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:45:42.304636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Attempting to bind port f3d4c23a-e170-4432-af8a-79f2fb0f404c by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:45:42.306159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Attempting to bind port f3d4c23a-e170-4432-af8a-79f2fb0f404c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:42.317949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Port f3d4c23a-e170-4432-af8a-79f2fb0f404c on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:45:42.318627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Attempting to bind port f3d4c23a-e170-4432-af8a-79f2fb0f404c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:42.326115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:42.329031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:45:42.331077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:42.333016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Bound port: f3d4c23a-e170-4432-af8a-79f2fb0f404c, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:45:42.333833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.536278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] For port f3d4c23a-e170-4432-af8a-79f2fb0f404c, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:42.561119 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-897286c0-ec84-4177-a676-a87cef003af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.565531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] For port f3d4c23a-e170-4432-af8a-79f2fb0f404c, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:42.574600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.690617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:42.691251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.696309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] 10.222.0.49 "PUT /v2.0/ports/f3d4c23a-e170-4432-af8a-79f2fb0f404c HTTP/1.1" status: 200 len: 1119 time: 2.6272781 Dec 17 15:45:42.701701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'tag': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:42.757247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.47', 50058) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:42.819156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-897286c0-ec84-4177-a676-a87cef003af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.835100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-16d5878f-bd00-4b8c-90f1-445b3d48207f tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b93b6d3cce9543fd89bd45cf31560388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671895 Dec 17 15:45:42.849121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-897286c0-ec84-4177-a676-a87cef003af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:42.912099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc63128-d6c7-4846-bcb1-214cf3bd4345 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d4c23a-e170-4432-af8a-79f2fb0f404c,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:43.042758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897286c0-ec84-4177-a676-a87cef003af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042065d5-fdfa-45f7-8c1f-e990627d9707,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:43.078005 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-897286c0-ec84-4177-a676-a87cef003af3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8d6609176fd458eba474dac365222dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0279770 Dec 17 15:45:43.085125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:43.246091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-fad5b742-a38a-4fde-bfc6-3543e1563887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:43.248862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-7e718f0a-7be5-4d30-b00d-d8f646a333a3 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:43.252214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-fad5b742-a38a-4fde-bfc6-3543e1563887 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c88cfd9d0fa0463c9f13a3d62fce37d0&device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 1122 time: 0.2812998 Dec 17 15:45:43.252806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-7e718f0a-7be5-4d30-b00d-d8f646a333a3 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151964 Dec 17 15:45:43.274470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e739066-d3c7-44c3-8560-ed046ffc365f req-f0c1adc5-43de-40e1-a4db-afa59348f8ea tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:43.276341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e739066-d3c7-44c3-8560-ed046ffc365f req-f0c1adc5-43de-40e1-a4db-afa59348f8ea tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 970 time: 0.0950174 Dec 17 15:45:43.296896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-918d337e-5e81-4986-a024-94d24b940f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.367355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58058) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:43.394046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Request body: {'port': {'device_id': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'b93b6d3cce9543fd89bd45cf31560388'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:43.471211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-286325784-network', 'tenant_id': 'a2a1b46eab6a443a8212303fc0e1cb91'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:43.493888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-5ac686d7-ba03-4bf7-95d7-27225ea0dc13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c HTTP/1.1" status: 200 len: 217 time: 0.1898644 Dec 17 15:45:43.499715 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e739066-d3c7-44c3-8560-ed046ffc365f req-321c4fdf-dd1f-4de9-9b4f-9f7b5096228c tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139497 Dec 17 15:45:43.558422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Made reservation on behalf of a2a1b46eab6a443a8212303fc0e1cb91 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:43.560926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.576631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.667206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c39a36e-59b3-4be6-9fab-2184e12f8cf9 req-44964735-238d-477f-89ef-7ac5b4b16375 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 210 time: 0.0918214 Dec 17 15:45:43.690784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-918d337e-5e81-4986-a024-94d24b940f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.692897 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c294279c-bf55-4e71-99ac-ebec6947120b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf0c058-3260-476b-b69c-026bbfa6e547", "tag": "f3d4c23a-e170-4432-af8a-79f2fb0f404c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:43.838188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.845479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.919776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Made reservation on behalf of b93b6d3cce9543fd89bd45cf31560388 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:43.929412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.951368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:45:43.970478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af403b34-a41e-456b-a25d-e15c5b90eae1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:43.974818 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:43.975222 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Added segment a0daa1d0-d017-4c69-9d5e-fa4e51c33be2 of type vlan for network 794d1595-d21f-4999-82ba-d849a44734d4 Dec 17 15:45:44.147024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-918d337e-5e81-4986-a024-94d24b940f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.149650 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-918d337e-5e81-4986-a024-94d24b940f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.153963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-918d337e-5e81-4986-a024-94d24b940f44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/042065d5-fdfa-45f7-8c1f-e990627d9707 HTTP/1.1" status: 204 len: 168 time: 1.0657747 Dec 17 15:45:44.159352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.177707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d337e-5e81-4986-a024-94d24b940f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042065d5-fdfa-45f7-8c1f-e990627d9707,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:44.190495 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3ddad4-03f5-42c2-8473-dcf5ec3ab89c x-openstack-request-id: req-1a3ddad4-03f5-42c2-8473-dcf5ec3ab89c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:44.190678 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf0c058-3260-476b-b69c-026bbfa6e547", "tag": "f3d4c23a-e170-4432-af8a-79f2fb0f404c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:44.190947 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a3ddad4-03f5-42c2-8473-dcf5ec3ab89c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:44.191362 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'tag': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c', 'status': 'completed', 'code': 200} Dec 17 15:45:44.229067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.266340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-a42f062e-c8ed-48c5-8c16-79cf051dc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:44.273849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-a42f062e-c8ed-48c5-8c16-79cf051dc14f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2506838 Dec 17 15:45:44.300516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.328009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.386436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.387560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:44.388213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.433407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719e7fdc-4ceb-42c6-a425-d175e138053b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:44.469717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-a1760363-cfec-4156-8e90-b4122208a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:44.481739 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-a1760363-cfec-4156-8e90-b4122208a0e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1856251 Dec 17 15:45:44.506246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1234984 Dec 17 15:45:44.515527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58098) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:44.526823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Request body: {'subnet': {'network_id': '794d1595-d21f-4999-82ba-d849a44734d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-286325784-subnet', 'tenant_id': 'a2a1b46eab6a443a8212303fc0e1cb91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:44.530179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa9e2b-b38e-4b1f-9cb6-25355cff4d1e admin admin] Pushing event updated for resources: {'Network': ['ID=794d1595-d21f-4999-82ba-d849a44734d4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:44.558823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 794d1595-d21f-4999-82ba-d849a44734d4 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:45:44.690901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58104) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:44.791581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Made reservation on behalf of a2a1b46eab6a443a8212303fc0e1cb91 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:44.799887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:44.972029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-760c7db1-b22a-47a6-8d7a-f04c91b91f0c service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227028 Dec 17 15:45:45.057075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Allocated IP 192.168.233.253 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/c2bc378c-24fc-4d31-b05f-20e52fbc3dbb) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:45.093837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9577b-3cb6-4e3b-8193-ab63e2d3e8f3 req-9adf68bf-dbde-4b26-93fe-25d302ce9179 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:45.101739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5e9577b-3cb6-4e3b-8193-ab63e2d3e8f3 req-9adf68bf-dbde-4b26-93fe-25d302ce9179 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 970 time: 0.1859500 Dec 17 15:45:45.173277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.176586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99e02629-830b-46bd-bba7-ba1c051a06bb req-c170a8c3-4088-41da-b176-afcca3955c3e tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 210 time: 0.2011600 Dec 17 15:45:45.206106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5e9577b-3cb6-4e3b-8193-ab63e2d3e8f3 req-95bcde24-c5f8-468f-9948-33bdf2b35b05 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033163 Dec 17 15:45:45.305236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58116) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:45.418930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.458526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffea993a-dca6-4d4e-8113-1eed3f8a2167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.530785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.701870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:45.721858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:45.742871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.743793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:45.766651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:45.768007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.782741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Pushing event updated for resources: {'Port': ['ID=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:45.854060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-1eb0eea0-999e-467a-848f-18c839229d7c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5133517 Dec 17 15:45:45.861654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffea993a-dca6-4d4e-8113-1eed3f8a2167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.872118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffea993a-dca6-4d4e-8113-1eed3f8a2167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.875675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5452c71-e712-454c-b64c-0908c4f0ddb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:45.896111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-9255aed4-8f20-46bd-9d33-0f04a79ec53c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:45:45.898097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-9255aed4-8f20-46bd-9d33-0f04a79ec53c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192389 Dec 17 15:45:46.000391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ffea993a-dca6-4d4e-8113-1eed3f8a2167 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9527b95ffb034112a0eb7b69e12fbbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6933959 Dec 17 15:45:46.005720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea993a-dca6-4d4e-8113-1eed3f8a2167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c2f4db-9969-4428-8368-870f18101c21,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:46.020185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58136) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:46.020712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Checking segment: {'id': 'a0daa1d0-d017-4c69-9d5e-fa4e51c33be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '794d1595-d21f-4999-82ba-d849a44734d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:45:46.021249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Network hostable DHCP agents. Network: 794d1595-d21f-4999-82ba-d849a44734d4, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:45:46.032921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f90cbad-ca53-4702-852c-9b228a666e7d,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:46.174048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c1f257b-4768-4d89-a9e0-92932002ce4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.194574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Network 794d1595-d21f-4999-82ba-d849a44734d4 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:45:46.240491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ca15969c-a44b-4c93-a966-8ca2ea496128 None None] Provisioning complete for port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:46.241069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ca15969c-a44b-4c93-a966-8ca2ea496128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.254078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c1f257b-4768-4d89-a9e0-92932002ce4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.324436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 794d1595-d21f-4999-82ba-d849a44734d4) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:46.344737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83aad95-e8af-44b0-aad7-1603752869a4 None None] Network 794d1595-d21f-4999-82ba-d849a44734d4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:45:46.372411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:46.373767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.438100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5452c71-e712-454c-b64c-0908c4f0ddb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.480121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Request body: {'port': {'device_id': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:46.490912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cc04944-54f5-42ae-a81d-8a8c51e60913 req-fb823920-faf4-4c6a-be1f-ff15086bdaf2 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2578900 Dec 17 15:45:46.496864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5452c71-e712-454c-b64c-0908c4f0ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.529239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-82891c3f-1a77-4f78-84ad-1ef0d0cd3b7e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0088615 Dec 17 15:45:46.564032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c1f257b-4768-4d89-a9e0-92932002ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.576799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c1f257b-4768-4d89-a9e0-92932002ce4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.578868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c1f257b-4768-4d89-a9e0-92932002ce4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5c2f4db-9969-4428-8368-870f18101c21 HTTP/1.1" status: 204 len: 168 time: 0.5554433 Dec 17 15:45:46.666287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ca15969c-a44b-4c93-a966-8ca2ea496128 None None] Port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:45:46.679530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfbc65b-0d85-4bc5-b3cc-652ff15c5d20 None None] Network 794d1595-d21f-4999-82ba-d849a44734d4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:45:46.727660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:46.750427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac162-4100-48be-be69-e111a39ec214 req-56cb4d6d-3991-4025-9ec9-d8dff65618db tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:46.760718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-741ac162-4100-48be-be69-e111a39ec214 req-56cb4d6d-3991-4025-9ec9-d8dff65618db tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 936 time: 0.3986692 Dec 17 15:45:46.774577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f257b-4768-4d89-a9e0-92932002ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c2f4db-9969-4428-8368-870f18101c21,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:46.944572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d5452c71-e712-454c-b64c-0908c4f0ddb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a60d834f99fb42ce8f37db1a82c84e36&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2501020 Dec 17 15:45:46.947898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:46.948457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58162) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:47.003345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5452c71-e712-454c-b64c-0908c4f0ddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1b21d4-1315-44e6-86ec-727563598acd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:47.031391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ec426-f06e-4a98-83bc-eb02f29ff5a9 req-ba736bc8-534d-4a5b-a717-12a8bf5946fa tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:47.063234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-968ec426-f06e-4a98-83bc-eb02f29ff5a9 req-ba736bc8-534d-4a5b-a717-12a8bf5946fa tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 970 time: 0.3585243 Dec 17 15:45:47.065579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294279c-bf55-4e71-99ac-ebec6947120b req-67273a3a-e2a1-41f5-b849-3c5cf6de3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:47.067186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c294279c-bf55-4e71-99ac-ebec6947120b req-67273a3a-e2a1-41f5-b849-3c5cf6de3e1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c88cfd9d0fa0463c9f13a3d62fce37d0&device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 1122 time: 0.4573948 Dec 17 15:45:47.074847 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-741ac162-4100-48be-be69-e111a39ec214 req-79c43bdc-e789-4ff3-b8a7-bdbb200e0a16 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129051 Dec 17 15:45:47.336129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-968ec426-f06e-4a98-83bc-eb02f29ff5a9 req-dc34f6f6-df10-4099-a239-2e36a64edc9e tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648809 Dec 17 15:45:47.412760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-network', 'tenant_id': '96872d340831423290c9cb614836660c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:47.451160 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-207c0f64-e79a-4ab0-af0a-46a034fe7062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.469978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:47.520200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-207c0f64-e79a-4ab0-af0a-46a034fe7062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.524469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b271788-fded-4799-a35d-60b35d3879d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.539486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Made reservation on behalf of 96872d340831423290c9cb614836660c for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:47.541983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.582004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.657219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bc378c-24fc-4d31-b05f-20e52fbc3dbb {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:47.670428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.715550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-207c0f64-e79a-4ab0-af0a-46a034fe7062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.718466 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-207c0f64-e79a-4ab0-af0a-46a034fe7062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.720734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-207c0f64-e79a-4ab0-af0a-46a034fe7062 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b1b21d4-1315-44e6-86ec-727563598acd HTTP/1.1" status: 204 len: 168 time: 0.7679353 Dec 17 15:45:47.734050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Transition to ACTIVE for port object c2bc378c-24fc-4d31-b05f-20e52fbc3dbb will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:45:47.753291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:47.762483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c0f64-e79a-4ab0-af0a-46a034fe7062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1b21d4-1315-44e6-86ec-727563598acd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:47.815668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:47.821068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294279c-bf55-4e71-99ac-ebec6947120b req-f59aa86d-e13b-47ab-b88d-8ca246194cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:47.829934 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c294279c-bf55-4e71-99ac-ebec6947120b req-f59aa86d-e13b-47ab-b88d-8ca246194cc0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.7512469 Dec 17 15:45:47.942597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c294279c-bf55-4e71-99ac-ebec6947120b req-2ca29f13-70f0-4b4b-9403-19d29b0e6ef4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c HTTP/1.1" status: 200 len: 217 time: 0.1025529 Dec 17 15:45:48.033746 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b271788-fded-4799-a35d-60b35d3879d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.055529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b271788-fded-4799-a35d-60b35d3879d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.091915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294279c-bf55-4e71-99ac-ebec6947120b req-0af7e2e7-6bca-4dc9-96ba-6c1c2250fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:48.091915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c294279c-bf55-4e71-99ac-ebec6947120b req-0af7e2e7-6bca-4dc9-96ba-6c1c2250fe9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1371820 Dec 17 15:45:48.157654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Attempting to bind port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:45:48.158944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Attempting to bind port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:45:48.159984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Attempting to bind port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:48.171530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271788-fded-4799-a35d-60b35d3879d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f3efe-a707-4acf-bb1d-4a60e1fa19cf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:48.212192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.213369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:45:48.213836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Attempting to bind port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:48.225508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:48.225895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:45:48.226444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:48.227012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Bound port: c2bc378c-24fc-4d31-b05f-20e52fbc3dbb, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:45:48.227380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.247892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.283411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294279c-bf55-4e71-99ac-ebec6947120b req-2d527fa3-82a2-469c-93f4-a5627c0a2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:48.288843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c294279c-bf55-4e71-99ac-ebec6947120b req-2d527fa3-82a2-469c-93f4-a5627c0a2e35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756475 Dec 17 15:45:48.361166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6b271788-fded-4799-a35d-60b35d3879d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0659592234c94952b8743938036822ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8825443 Dec 17 15:45:48.396071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:48.399428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:45:48.498509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] For port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:48.513938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c294279c-bf55-4e71-99ac-ebec6947120b req-13b60773-c4fe-40b4-8b29-452ac79283c1 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118051 Dec 17 15:45:48.518310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.518834 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Added segment b7dccb00-7705-46bc-8ef8-6de0e7a1e2df of type vlan for network 11fbfdb8-8745-4efd-bd47-439619a7519a Dec 17 15:45:48.520756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426339ee-16e3-4898-9fe8-a702d027e304,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:48.568110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] For port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:48.831498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58204) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:48.854673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.923881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-469a44e7-3167-43f7-a13f-32bcb094d468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.935135 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:48.976172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c294279c-bf55-4e71-99ac-ebec6947120b req-730704fd-118b-4dc3-bd64-a9b15f4b62d5 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233482 Dec 17 15:45:49.056016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069b178-d85c-4c85-903d-617a1b7a5d05 req-63159326-acf5-4837-a8bd-328805eae7f2 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:49.063438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9069b178-d85c-4c85-903d-617a1b7a5d05 req-63159326-acf5-4837-a8bd-328805eae7f2 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.7220311 Dec 17 15:45:49.078293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-469a44e7-3167-43f7-a13f-32bcb094d468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.088227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-469a44e7-3167-43f7-a13f-32bcb094d468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.119867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.120879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:49.121515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.166519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-469a44e7-3167-43f7-a13f-32bcb094d468 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b5f7864a460401aba3539e2980179d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338187 Dec 17 15:45:49.167513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58208) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:49.169216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a44e7-3167-43f7-a13f-32bcb094d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b88b49-7949-4d60-81a3-8d5303a5214f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:49.270071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5172896c-81b1-4bca-b0b5-1e3d36b102a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.270335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fe80d01-b1b1-4494-9633-bb4daf754abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.276584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:49.279353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] Pushing event updated for resources: {'Network': ['ID=11fbfdb8-8745-4efd-bd47-439619a7519a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:49.306584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:49.307353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.308801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-0b20e879-2036-41e8-a3c8-ae3e97b72903 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2bc378c-24fc-4d31-b05f-20e52fbc3dbb HTTP/1.1" status: 200 len: 1097 time: 3.0334384 Dec 17 15:45:49.313353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'tag': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:49.328897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fe80d01-b1b1-4494-9633-bb4daf754abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.422605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fe80d01-b1b1-4494-9633-bb4daf754abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.428471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fe80d01-b1b1-4494-9633-bb4daf754abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.432476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9fe80d01-b1b1-4494-9633-bb4daf754abd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0b88b49-7949-4d60-81a3-8d5303a5214f HTTP/1.1" status: 204 len: 168 time: 0.2458375 Dec 17 15:45:49.446483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe80d01-b1b1-4494-9633-bb4daf754abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b88b49-7949-4d60-81a3-8d5303a5214f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:49.456909 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1d833ebc-4d5a-443c-84fa-7e81930e0d6d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5053287 Dec 17 15:45:49.459836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58218) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:49.465677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Request body: {'subnet': {'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-subnet', 'tenant_id': '96872d340831423290c9cb614836660c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:49.513579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 11fbfdb8-8745-4efd-bd47-439619a7519a details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:45:49.520289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Made reservation on behalf of 96872d340831423290c9cb614836660c for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:49.523583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.533572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5172896c-81b1-4bca-b0b5-1e3d36b102a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.578131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9069b178-d85c-4c85-903d-617a1b7a5d05 req-cf145917-876d-4deb-a0ab-a5d090a36d54 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137770 Dec 17 15:45:49.669615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5172896c-81b1-4bca-b0b5-1e3d36b102a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.674633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5172896c-81b1-4bca-b0b5-1e3d36b102a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:49.682674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5172896c-81b1-4bca-b0b5-1e3d36b102a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a00f3efe-a707-4acf-bb1d-4a60e1fa19cf HTTP/1.1" status: 204 len: 168 time: 1.2820401 Dec 17 15:45:49.707652 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ef1483-4ac3-41fa-ae15-d356107bdd80" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0dee76-3a11-40e1-a594-a67e963654ff", "tag": "c2bc378c-24fc-4d31-b05f-20e52fbc3dbb"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:49.712126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172896c-81b1-4bca-b0b5-1e3d36b102a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f3efe-a707-4acf-bb1d-4a60e1fa19cf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:50.005477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2740c25-04a5-4ff4-83b1-46cb4376c44a req-078eddde-b16f-4b53-a9bb-0d6e7189bed5 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.007237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2740c25-04a5-4ff4-83b1-46cb4376c44a req-078eddde-b16f-4b53-a9bb-0d6e7189bed5 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 970 time: 0.1751709 Dec 17 15:45:50.011663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:50.042199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-decadbf5-7e78-4808-85ca-347c5d08f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.043845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-decadbf5-7e78-4808-85ca-347c5d08f16b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b93b6d3cce9543fd89bd45cf31560388&device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 1100 time: 0.2989991 Dec 17 15:45:50.110367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:50.145500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-b5b76bee-fdae-4be9-b09e-7a4bbec84f7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb HTTP/1.1" status: 200 len: 217 time: 0.0826640 Dec 17 15:45:50.161373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Checking segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:45:50.161741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Network hostable DHCP agents. Network: 11fbfdb8-8745-4efd-bd47-439619a7519a, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:45:50.181719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2740c25-04a5-4ff4-83b1-46cb4376c44a req-d2131ebf-8b82-4183-8f8f-a81aad39c708 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539152 Dec 17 15:45:50.222987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Network 11fbfdb8-8745-4efd-bd47-439619a7519a is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:45:50.254066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 11fbfdb8-8745-4efd-bd47-439619a7519a) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:50.263438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.267499 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:50.321240 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-84710d9a-af10-46e6-a779-9cd12ca6eae7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8598220 Dec 17 15:45:50.322404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58238) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:50.326294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87934dc1-b760-49f9-8f60-0f01b19154a5 None None] Network 11fbfdb8-8745-4efd-bd47-439619a7519a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:45:50.330055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:50.365669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-97abd524-c208-46c0-9408-e616233b128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.367732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-97abd524-c208-46c0-9408-e616233b128f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1851230 Dec 17 15:45:50.402888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:50.408095 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:50.551315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-5f5b5417-9c8c-4e20-9506-56eae92d48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.553003 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-5f5b5417-9c8c-4e20-9506-56eae92d48d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579494 Dec 17 15:45:50.558124 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:50.687254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-11fbfdb8-8745-4efd-bd47-439619a7519a', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'project_id': '96872d340831423290c9cb614836660c', 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:45:50.688975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:50.805153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:50.937879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-9fa6aff6-cf0f-44e7-9a2b-bb3ce8a3ba62 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920241 Dec 17 15:45:51.024682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58258) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:51.026351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Allocated IP 172.20.0.2 (11fbfdb8-8745-4efd-bd47-439619a7519a/4e18c4c3-7f66-42df-bcc2-1bd9a1a14472/e44b512f-07df-4673-a629-27358e36e26f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:51.059776 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50056c56-88aa-42c9-8d51-e77caef62837 x-openstack-request-id: req-50056c56-88aa-42c9-8d51-e77caef62837 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:51.060091 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0dee76-3a11-40e1-a594-a67e963654ff", "tag": "c2bc378c-24fc-4d31-b05f-20e52fbc3dbb", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:51.060343 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50056c56-88aa-42c9-8d51-e77caef62837 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:51.060787 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'tag': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb', 'status': 'completed', 'code': 200} Dec 17 15:45:51.312981 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.324799 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.409954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Pushing event updated for resources: {'Port': ['ID=e44b512f-07df-4673-a629-27358e36e26f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:51.422442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895818ec-85f7-44bf-8e97-5b3a3ad4f5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.437122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.438410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.441931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.442598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.443136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.443667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.447377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.448137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.449251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.449877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.450550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.451073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.451613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Tracked resource versions report: Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: pushed versions: Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: { 'AddressGroup': {'1.2'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'ConntrackHelper': {'1.0'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Log': {'1.0'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Network': {'1.1'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Port': {'1.7'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'PortForwarding': {'1.2'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'QosPolicy': {'1.10'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'SecurityGroup': {'1.5'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'SubPort': {'1.0'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Subnet': {'1.1'}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Trunk': {'1.1'}} Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: consumer versions: Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: HyperV agent@n-h1-806683-20: {}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: HyperV agent@n-h2-806683-20: {}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: L3 agent@n-d-806683-20: {}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: Metadata agent@n-d-806683-20: {}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: Metering agent@n-d-806683-20: {}, Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'ConntrackHelper': '1.0', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'LocalIPAssociation': '1.0', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Log': '1.0', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Network': '1.1', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Port': '1.7', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'PortForwarding': '1.2', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'QosPolicy': '1.10', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'SecurityGroup': '1.5', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'SecurityGroupRule': '1.2', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'SubPort': '1.0', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Subnet': '1.1', Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: 'Trunk': '1.1'}} Dec 17 15:45:51.453847 n-d-806683-20 neutron-server[109785]: {{(pid=109785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:45:51.487845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Network 11fbfdb8-8745-4efd-bd47-439619a7519a is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:51.511064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:51.530425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d565683-d21b-4293-9f16-3ceff658ac78 req-7b1a4b16-6806-471a-b1f9-83533fa7dd10 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:51.532494 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d565683-d21b-4293-9f16-3ceff658ac78 req-7b1a4b16-6806-471a-b1f9-83533fa7dd10 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.3407021 Dec 17 15:45:51.544764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:51.669438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52029dcf-d2dc-4184-ba52-d6ea82f1dbb1 req-4294f2f5-bdb8-4a1b-a620-0d319887dac2 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056587 Dec 17 15:45:51.692599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895818ec-85f7-44bf-8e97-5b3a3ad4f5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.704703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Attempting to bind port e44b512f-07df-4673-a629-27358e36e26f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:45:51.705523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Attempting to bind port e44b512f-07df-4673-a629-27358e36e26f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:45:51.707631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Attempting to bind port e44b512f-07df-4673-a629-27358e36e26f on network 11fbfdb8-8745-4efd-bd47-439619a7519a {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:51.714388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895818ec-85f7-44bf-8e97-5b3a3ad4f5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.721505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:51.721778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Checking segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:45:51.722669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.723951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Bound using segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:51.724674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Bound port: e44b512f-07df-4673-a629-27358e36e26f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:45:51.725147 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.781844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-895818ec-85f7-44bf-8e97-5b3a3ad4f5d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88e5008941fa4faba305958d59481a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7555175 Dec 17 15:45:51.786432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58282) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:51.836392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] For port e44b512f-07df-4673-a629-27358e36e26f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:51.839098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895818ec-85f7-44bf-8e97-5b3a3ad4f5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c9dac4-766e-4c7b-9ca4-d749ecd2fa54,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:51.847647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] For port e44b512f-07df-4673-a629-27358e36e26f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e44b512f-07df-4673-a629-27358e36e26f,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:51.856387 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:51.976132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d565683-d21b-4293-9f16-3ceff658ac78 req-0df55695-f0a0-4764-a3b8-567dee36c647 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222033 Dec 17 15:45:51.998312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba48f8e-9966-4905-86c4-70a1ace09dba None None] Pushing event updated for resources: {'Port': ['ID=e44b512f-07df-4673-a629-27358e36e26f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:52.529992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-d6fa2adf-b6d4-4b04-a493-323097a6551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.532327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-d6fa2adf-b6d4-4b04-a493-323097a6551d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b93b6d3cce9543fd89bd45cf31560388&device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 1100 time: 0.7699020 Dec 17 15:45:52.572745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0895b565-b5b7-475f-a992-62fafbb64a08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:52.725010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:52.762852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0daee6-b538-47a8-a2f5-91343ebad45a req-a00308f4-46c0-4047-810a-c007bfc75936 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.770918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e0daee6-b538-47a8-a2f5-91343ebad45a req-a00308f4-46c0-4047-810a-c007bfc75936 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 970 time: 0.6319232 Dec 17 15:45:52.812314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:52.824617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0895b565-b5b7-475f-a992-62fafbb64a08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:53.023909 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e0daee6-b538-47a8-a2f5-91343ebad45a req-022e23c7-1512-4f28-9098-6c35af89dd14 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519591 Dec 17 15:45:53.148797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Allocated IP 172.25.0.57 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:53.287736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0895b565-b5b7-475f-a992-62fafbb64a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:53.290736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0895b565-b5b7-475f-a992-62fafbb64a08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:53.292135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0895b565-b5b7-475f-a992-62fafbb64a08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05c9dac4-766e-4c7b-9ca4-d749ecd2fa54 HTTP/1.1" status: 204 len: 168 time: 1.4633918 Dec 17 15:45:53.334882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-c2a03b3a-f4e7-4133-802e-0bf770f1b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.348750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-c2a03b3a-f4e7-4133-802e-0bf770f1b005 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.7866447 Dec 17 15:45:53.361830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895b565-b5b7-475f-a992-62fafbb64a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c9dac4-766e-4c7b-9ca4-d749ecd2fa54,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:53.411624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081795-f6df-40c1-8abd-99ad6bc3d0bf req-8a6badae-8dcf-477e-874f-948f3ef0ed68 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.413273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7081795-f6df-40c1-8abd-99ad6bc3d0bf req-8a6badae-8dcf-477e-874f-948f3ef0ed68 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.1351378 Dec 17 15:45:53.547264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:53.565238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7081795-f6df-40c1-8abd-99ad6bc3d0bf req-51b1fc19-0d1b-4cce-977e-d8e3e2fda62b tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402624 Dec 17 15:45:53.604775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:53.722090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:53.729769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:53.748722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-0c4d88ac-3f42-4cfa-a327-78f17fea4998 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.767276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-0c4d88ac-3f42-4cfa-a327-78f17fea4998 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.5074933 Dec 17 15:45:53.769945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:53.796502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-a519f435-4049-4ca8-8af8-b9501794efb8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/quotas/19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 375 time: 0.0205789 Dec 17 15:45:53.867456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd56f82-1647-48ec-9389-ba2c6e7d8f8f None None] Network 11fbfdb8-8745-4efd-bd47-439619a7519a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:45:53.870109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-f36bb4df-97f0-4509-a963-e95dde5c7fa0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639350 Dec 17 15:45:53.931184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:54.045617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9cc64515-9b2e-43f7-8905-8f69fb756b77 None None] Provisioning complete for port e44b512f-07df-4673-a629-27358e36e26f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:54.046510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cc64515-9b2e-43f7-8905-8f69fb756b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.068638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58332) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:54.100201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-29280e29-58b9-4ccd-b2d4-61bad5f347ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.158341 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.316961 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cc64515-9b2e-43f7-8905-8f69fb756b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.360840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-29280e29-58b9-4ccd-b2d4-61bad5f347ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.373156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9cc64515-9b2e-43f7-8905-8f69fb756b77 None None] For port e44b512f-07df-4673-a629-27358e36e26f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e44b512f-07df-4673-a629-27358e36e26f,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:54.382220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cc64515-9b2e-43f7-8905-8f69fb756b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.387901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-29280e29-58b9-4ccd-b2d4-61bad5f347ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.448491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-29280e29-58b9-4ccd-b2d4-61bad5f347ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e290a46e27c4975820b67398b0886ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747835 Dec 17 15:45:54.450773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58338) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:54.474315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc64515-9b2e-43f7-8905-8f69fb756b77 None None] Pushing event updated for resources: {'Port': ['ID=e44b512f-07df-4673-a629-27358e36e26f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:54.479693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e44b512f-07df-4673-a629-27358e36e26f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:54.564773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-46adafbb-10b5-4c0a-8516-54567edfcbc0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:45:54.568598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e44b512f-07df-4673-a629-27358e36e26f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:54.569122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.572716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-46adafbb-10b5-4c0a-8516-54567edfcbc0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2065594 Dec 17 15:45:54.678331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.700042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29280e29-58b9-4ccd-b2d4-61bad5f347ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb0ed6e-557e-47ce-9e0d-d287450bbbae,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:54.721547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c92b82b2-1551-4767-8e00-003b65e738ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.743863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c92b82b2-1551-4767-8e00-003b65e738ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.820849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-f9957274-55f2-438c-8697-96334a0dddcd service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471843 Dec 17 15:45:54.836358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-817c4706-f004-4551-bf70-25ec71b9dea1 None None] Provisioning complete for port e44b512f-07df-4673-a629-27358e36e26f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:54.836869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-817c4706-f004-4551-bf70-25ec71b9dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.876795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c92b82b2-1551-4767-8e00-003b65e738ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.879923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c92b82b2-1551-4767-8e00-003b65e738ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:54.881405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c92b82b2-1551-4767-8e00-003b65e738ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccb0ed6e-557e-47ce-9e0d-d287450bbbae HTTP/1.1" status: 204 len: 168 time: 0.4292538 Dec 17 15:45:54.886263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Router 3273e172-65fb-490c-8b7e-1de430f1fae2 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:45:54.897659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b82b2-1551-4767-8e00-003b65e738ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb0ed6e-557e-47ce-9e0d-d287450bbbae,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:54.946707 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-bf1493ee-1b7c-4183-b710-416e3a3725e5 service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248989 Dec 17 15:45:55.103560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:45:55.119394 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Sync routers for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:45:55.133933 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:55.134631 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:45:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:55.140118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:55.144652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7be9ebb4-e504-4f8a-86f0-5a27cb7af8d1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8173325 Dec 17 15:45:55.145127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58350) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:55.330879 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:55.481531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819b09-644a-4632-93b9-7b7a8e5c08cf req-bc789db3-297b-4d10-ac1a-b9d29abca420 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.482007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819b09-644a-4632-93b9-7b7a8e5c08cf req-bc789db3-297b-4d10-ac1a-b9d29abca420 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.482474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819b09-644a-4632-93b9-7b7a8e5c08cf req-bc789db3-297b-4d10-ac1a-b9d29abca420 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.482961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819b09-644a-4632-93b9-7b7a8e5c08cf req-bc789db3-297b-4d10-ac1a-b9d29abca420 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.483380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819b09-644a-4632-93b9-7b7a8e5c08cf req-bc789db3-297b-4d10-ac1a-b9d29abca420 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.483852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819b09-644a-4632-93b9-7b7a8e5c08cf req-bc789db3-297b-4d10-ac1a-b9d29abca420 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.503103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60819b09-644a-4632-93b9-7b7a8e5c08cf req-bc789db3-297b-4d10-ac1a-b9d29abca420 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4309 time: 0.3386841 Dec 17 15:45:55.510010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8d9b6-69bf-42a3-9e02-1f6ed6f1aa3a req-05d26b40-30f8-4ba8-8340-e0e380500d19 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.518111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1df8d9b6-69bf-42a3-9e02-1f6ed6f1aa3a req-05d26b40-30f8-4ba8-8340-e0e380500d19 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 970 time: 0.1889973 Dec 17 15:45:55.643859 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:53Z', 'revision_number': 3, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:55.648483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1df8d9b6-69bf-42a3-9e02-1f6ed6f1aa3a req-f6ba037b-70bc-4858-a833-fcd82e8741e4 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291044 Dec 17 15:45:55.728905 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Checking router: 3273e172-65fb-490c-8b7e-1de430f1fae2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:45:55.729243 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Updating router 3273e172-65fb-490c-8b7e-1de430f1fae2 port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:45:55.790066 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.088018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.174834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5883d8f-1b18-412b-9684-e42f5efdd8b1 req-f41a6015-99e9-4087-b922-12dcffddcfe2 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:56.184207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5883d8f-1b18-412b-9684-e42f5efdd8b1 req-f41a6015-99e9-4087-b922-12dcffddcfe2 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.5521584 Dec 17 15:45:56.254942 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.280304 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.307612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e44b512f-07df-4673-a629-27358e36e26f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:56.362622 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Pushing event updated for resources: {'Port': ['ID=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:56.394283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.394283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.394283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.394283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.394283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.395798 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.395798 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.395798 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.395798 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.395798 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.396217 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.397064 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.397528 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Tracked resource versions report: Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: pushed versions: Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: { 'AddressGroup': {'1.2'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'ConntrackHelper': {'1.0'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'LocalIPAssociation': {'1.0'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Log': {'1.0'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Network': {'1.1'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Port': {'1.7'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'PortForwarding': {'1.2'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'QosPolicy': {'1.10'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'SecurityGroup': {'1.5'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'SubPort': {'1.0'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Subnet': {'1.1'}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Trunk': {'1.1'}} Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: consumer versions: Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: { DHCP agent@n-d-806683-20: {}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: HyperV agent@n-h1-806683-20: {}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: HyperV agent@n-h2-806683-20: {}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: L3 agent@n-d-806683-20: {}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: Metadata agent@n-d-806683-20: {}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: Metering agent@n-d-806683-20: {}, Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: Open vSwitch agent@n-d-806683-20: { 'AddressGroup': '1.2', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'ConntrackHelper': '1.0', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'LocalIPAssociation': '1.0', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Log': '1.0', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Network': '1.1', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Port': '1.7', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'PortForwarding': '1.2', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'QosPolicy': '1.10', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'SecurityGroup': '1.5', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'SecurityGroupRule': '1.2', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'SubPort': '1.0', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Subnet': '1.1', Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: 'Trunk': '1.1'}} Dec 17 15:45:56.398972 n-d-806683-20 neutron-server[109786]: {{(pid=109786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:45:56.401193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5883d8f-1b18-412b-9684-e42f5efdd8b1 req-b975ef7f-3071-488d-92ef-0adeae6fbf97 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020857 Dec 17 15:45:56.404723 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Attempting to bind port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:45:56.405329 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Attempting to bind port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:45:56.405853 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Attempting to bind port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:56.418033 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:56.418471 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:45:56.418884 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.420382 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:56.420932 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Bound port: 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:45:56.421340 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.523889 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] For port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:56.536618 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] For port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:56.541630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e44b512f-07df-4673-a629-27358e36e26f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:56.544494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.553826 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:56.632200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8b369b78-11bf-4be9-934c-44e980de0266 req-27ea1a41-d090-4399-af8f-2b703cc792d5 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0709844 Dec 17 15:45:56.747798 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68692324-6c2f-44e6-9e6e-54783374376d None None] Pushing event updated for resources: {'Port': ['ID=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:56.806819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Allocated IP 172.20.0.1 (11fbfdb8-8745-4efd-bd47-439619a7519a/4e18c4c3-7f66-42df-bcc2-1bd9a1a14472/272447a1-b65e-44d9-a379-dba96fdab6aa) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:56.807739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa34f68-de85-4e5d-a146-90b845df486a req-3c84f2c5-8f7e-4b4b-9e63-1350bf9610de tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:56.820111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-caa34f68-de85-4e5d-a146-90b845df486a req-3c84f2c5-8f7e-4b4b-9e63-1350bf9610de tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 970 time: 0.0752699 Dec 17 15:45:56.827417 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:56.829130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:45:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:56.925126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-caa34f68-de85-4e5d-a146-90b845df486a req-a9e478db-fdb4-4afc-b9c4-40a3270aa9fc tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032102 Dec 17 15:45:56.985902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:57.051354 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:57.100910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:57.212823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Network 11fbfdb8-8745-4efd-bd47-439619a7519a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:57.216832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f3d4c23a-e170-4432-af8a-79f2fb0f404c details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:45:57.231796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:57.322518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af747ac-6a0d-48d5-9548-7302161b5de6 req-b703e572-13c2-4067-909e-452e89c42c72 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.323949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6af747ac-6a0d-48d5-9548-7302161b5de6 req-b703e572-13c2-4067-909e-452e89c42c72 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 886 time: 0.4908917 Dec 17 15:45:57.327413 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:53Z', 'revision_number': 3, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:57.343371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-768dbfda-359d-4600-ac45-6625c3db1606 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.345074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-768dbfda-359d-4600-ac45-6625c3db1606 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.2739580 Dec 17 15:45:57.356227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:57.356749 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:57.406590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Request body: {'port': {'device_id': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'admin_state_up': True, 'tenant_id': '19e30279859648d982879b3bbbbff549'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:57.461047 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb49e9-9ee9-4ca3-8ef9-164b93151742 None None] The sync data for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 is: [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:53Z', 'revision_number': 3, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:45:57.482735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:57.510253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f3d4c23a-e170-4432-af8a-79f2fb0f404c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:57.544637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c', 'mac_address': 'fa:16:3e:66:29:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:tempest-test_az-1327598407', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:45:57.571028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Pushing event updated for resources: {'Port': ['ID=272447a1-b65e-44d9-a379-dba96fdab6aa,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:57.666174 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:57.690514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d4c23a-e170-4432-af8a-79f2fb0f404c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:57.692095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-48a6bd47-8f5a-475b-be58-524b4fb3a6d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb HTTP/1.1" status: 200 len: 217 time: 0.0608025 Dec 17 15:45:57.700070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccc4ec-13ee-4b4a-9921-3eaab282c04f req-f5e8202b-a9d7-4055-a26d-acecd9629a23 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.700676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccc4ec-13ee-4b4a-9921-3eaab282c04f req-f5e8202b-a9d7-4055-a26d-acecd9629a23 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.701199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccc4ec-13ee-4b4a-9921-3eaab282c04f req-f5e8202b-a9d7-4055-a26d-acecd9629a23 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.701834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccc4ec-13ee-4b4a-9921-3eaab282c04f req-f5e8202b-a9d7-4055-a26d-acecd9629a23 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.702851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccc4ec-13ee-4b4a-9921-3eaab282c04f req-f5e8202b-a9d7-4055-a26d-acecd9629a23 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.703716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccc4ec-13ee-4b4a-9921-3eaab282c04f req-f5e8202b-a9d7-4055-a26d-acecd9629a23 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.731363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f3d4c23a-e170-4432-af8a-79f2fb0f404c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:57.733375 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71ccc4ec-13ee-4b4a-9921-3eaab282c04f req-f5e8202b-a9d7-4055-a26d-acecd9629a23 tempest-NetworksTest-1955103338 tempest-NetworksTest-1955103338-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4309 time: 0.3859270 Dec 17 15:45:57.738306 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:57.743945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcc540-f131-4eaa-b167-38163be9243c req-4d3b529e-8685-48c8-a011-ef1d50ecf487 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.745392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0cdcc540-f131-4eaa-b167-38163be9243c req-4d3b529e-8685-48c8-a011-ef1d50ecf487 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.1755760 Dec 17 15:45:57.808929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-db8dc345-e4d6-49ba-84e8-cf78f65016aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.810531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-db8dc345-e4d6-49ba-84e8-cf78f65016aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0733962 Dec 17 15:45:57.819479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc663897-e37e-42e1-a3b1-71f428d0de00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:57.833186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f3d4c23a-e170-4432-af8a-79f2fb0f404c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:57.919225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b09ede11-7e4e-4ec3-a885-80b845e54e69 None None] Provisioning complete for port 272447a1-b65e-44d9-a379-dba96fdab6aa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:57.920532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b09ede11-7e4e-4ec3-a885-80b845e54e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:57.935581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-8766a9ce-f40e-4095-9953-4e240c7cc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.938449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-8766a9ce-f40e-4095-9953-4e240c7cc8e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1152389 Dec 17 15:45:58.052018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b09ede11-7e4e-4ec3-a885-80b845e54e69 None None] Port 272447a1-b65e-44d9-a379-dba96fdab6aa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:45:58.080578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc663897-e37e-42e1-a3b1-71f428d0de00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.085645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f3d4c23a-e170-4432-af8a-79f2fb0f404c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:58.107421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc663897-e37e-42e1-a3b1-71f428d0de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.120376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0cdcc540-f131-4eaa-b167-38163be9243c req-067dd661-3db2-4be1-8a98-cd74ae0ffa04 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326569 Dec 17 15:45:58.139059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-07307b47-740b-4bed-ac26-e102a114bacd service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915829 Dec 17 15:45:58.167634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.221463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Made reservation on behalf of 19e30279859648d982879b3bbbbff549 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:58.233240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.267864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bc663897-e37e-42e1-a3b1-71f428d0de00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d7a7c47226840ac9f61df8bc009a372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7830870 Dec 17 15:45:58.273453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58438) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:58.276878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663897-e37e-42e1-a3b1-71f428d0de00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678bab2c-86e6-48f6-8b8b-34a198139d1c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:58.297230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58440) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:58.333533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:58.341932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f89c24f-4196-497d-8df2-2640470da238 req-4cfb35d1-1909-4698-b7a7-26600a7bdcf7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0782940 Dec 17 15:45:58.406882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef1483-4ac3-41fa-ae15-d356107bdd80 req-ecbf32dc-e52d-405f-b46d-4c996e7d2910 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388017 Dec 17 15:45:58.477018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82216fdb-25d0-4bb8-964b-7dca689b7296 req-bdc3faea-90c6-4bcd-902c-2f21796901ea tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:58.479386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82216fdb-25d0-4bb8-964b-7dca689b7296 req-bdc3faea-90c6-4bcd-902c-2f21796901ea tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 971 time: 0.1458807 Dec 17 15:45:58.508524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b82bfc55-4433-4d0d-bbde-cb13c5ce9971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.613610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b82bfc55-4433-4d0d-bbde-cb13c5ce9971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.619373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b82bfc55-4433-4d0d-bbde-cb13c5ce9971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.622982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:58.623493 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.671236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b82bfc55-4433-4d0d-bbde-cb13c5ce9971 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c19177b211747089f036945d4bf6e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713024 Dec 17 15:45:58.672270 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-113330be-8fed-4f68-a149-24135de8fe19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.672386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58450) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:58.673050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bfc55-4433-4d0d-bbde-cb13c5ce9971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1bcfd-1fdc-4c62-a893-e18c1e61b125,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:58.734509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c27fb4a-aea2-4b0a-bf85-dc5c2e91c141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.754955 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.762527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c27fb4a-aea2-4b0a-bf85-dc5c2e91c141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.773882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82216fdb-25d0-4bb8-964b-7dca689b7296 req-9e6a38d8-9cc3-43a0-a8a9-2b4e64976641 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542136 Dec 17 15:45:58.780852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-113330be-8fed-4f68-a149-24135de8fe19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.791855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:58.803626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.826424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c27fb4a-aea2-4b0a-bf85-dc5c2e91c141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.829059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Allocated IP 172.20.0.8 (d101c1c4-acc6-452a-9197-a2c5c6bdbd74/7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf/96fe44db-bc6d-4bb2-89fc-31e411892a2c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:58.829585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c27fb4a-aea2-4b0a-bf85-dc5c2e91c141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.833330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c27fb4a-aea2-4b0a-bf85-dc5c2e91c141 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25d1bcfd-1fdc-4c62-a893-e18c1e61b125 HTTP/1.1" status: 204 len: 168 time: 0.1547508 Dec 17 15:45:58.840885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27fb4a-aea2-4b0a-bf85-dc5c2e91c141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1bcfd-1fdc-4c62-a893-e18c1e61b125,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:58.863655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.873617 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.874375 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:58.891038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:58.992954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Pushing event updated for resources: {'Port': ['ID=272447a1-b65e-44d9-a379-dba96fdab6aa,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:59.004510 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-113330be-8fed-4f68-a149-24135de8fe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.007136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-113330be-8fed-4f68-a149-24135de8fe19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.008233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-113330be-8fed-4f68-a149-24135de8fe19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/678bab2c-86e6-48f6-8b8b-34a198139d1c HTTP/1.1" status: 204 len: 168 time: 0.7292590 Dec 17 15:45:59.065429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113330be-8fed-4f68-a149-24135de8fe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678bab2c-86e6-48f6-8b8b-34a198139d1c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:59.124704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Network 11fbfdb8-8745-4efd-bd47-439619a7519a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:59.128408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:59.184641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f3d4c23a-e170-4432-af8a-79f2fb0f404c up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:59.215554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.220224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58460) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:59.239353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ad19513-1e4c-4ebd-ae77-8c2a2effcb3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.271180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port f3d4c23a-e170-4432-af8a-79f2fb0f404c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:45:59.278419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port f3d4c23a-e170-4432-af8a-79f2fb0f404c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:59.278793 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.354517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Router 3273e172-65fb-490c-8b7e-1de430f1fae2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:45:59.356527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.358718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8594-c6cb-4176-875b-b5bb3012adda req-f9860a1e-b26f-4e92-a765-0fd448fa243d tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:59.379148 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd4a8594-c6cb-4176-875b-b5bb3012adda req-f9860a1e-b26f-4e92-a765-0fd448fa243d tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.1281154 Dec 17 15:45:59.427168 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.474718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:59.487522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:59.532583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd4a8594-c6cb-4176-875b-b5bb3012adda req-2fef7d70-c1d0-499f-a5d1-92a4096a66a8 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523283 Dec 17 15:45:59.533846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58466) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:59.554955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ad19513-1e4c-4ebd-ae77-8c2a2effcb3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.565545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f3d4c23a-e170-4432-af8a-79f2fb0f404c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:59.569891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dfe58b85-cc5b-41d7-8d8f-0cfd0ebf640c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.577711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.590258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ad19513-1e4c-4ebd-ae77-8c2a2effcb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.632546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9e98cdfd-9e46-4c02-a60f-b210c101e006 None None] Provisioning complete for port 272447a1-b65e-44d9-a379-dba96fdab6aa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:59.633132 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e98cdfd-9e46-4c02-a60f-b210c101e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.673899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ad19513-1e4c-4ebd-ae77-8c2a2effcb3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f99598bfe5744071b68e6e7665ad2187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521463 Dec 17 15:45:59.676813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad19513-1e4c-4ebd-ae77-8c2a2effcb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a91872f-9b66-423a-8255-ec8b74b70dee,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:59.679988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58472) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:59.692727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:59.701912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:59.707406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:59.708095 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.714432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9e98cdfd-9e46-4c02-a60f-b210c101e006 None None] Port 272447a1-b65e-44d9-a379-dba96fdab6aa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:45:59.717954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f3d4c23a-e170-4432-af8a-79f2fb0f404c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:59.727068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:59.774342 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558f7226-fece-4585-acef-a7cadb1cbedc" -d '{"events": [{"server_uuid": "1cf0c058-3260-476b-b69c-026bbfa6e547", "name": "network-vif-plugged", "status": "completed", "tag": "f3d4c23a-e170-4432-af8a-79f2fb0f404c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:59.794207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-5c87bc9a-b415-4023-aac4-51127f30c13a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3969536 Dec 17 15:45:59.810026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Request body: {'port': {'device_id': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'device_owner': 'compute:tempest-test_az-1327598407', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:59.814394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5591-7f11-4649-8e46-60e7bd340b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.821006 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dfe58b85-cc5b-41d7-8d8f-0cfd0ebf640c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.830812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dfe58b85-cc5b-41d7-8d8f-0cfd0ebf640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.847393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d727e0-4b47-4ef0-9701-91ed2c8fb9de req-3ef087ec-0cfc-4e55-9a0b-2a592448e5f2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:59.849004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5d727e0-4b47-4ef0-9701-91ed2c8fb9de req-3ef087ec-0cfc-4e55-9a0b-2a592448e5f2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 931 time: 0.1578333 Dec 17 15:45:59.861460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5591-7f11-4649-8e46-60e7bd340b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.889282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:45:59.894743 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ec9ab5-863d-483d-958f-968f121cdef7 x-openstack-request-id: req-23ec9ab5-863d-483d-958f-968f121cdef7 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:59.895373 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf0c058-3260-476b-b69c-026bbfa6e547", "name": "network-vif-plugged", "status": "completed", "tag": "f3d4c23a-e170-4432-af8a-79f2fb0f404c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:59.900303 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23ec9ab5-863d-483d-958f-968f121cdef7 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:59.901267 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c', 'code': 200} Dec 17 15:45:59.905007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4fbd58a8-2034-414a-8682-bed75a04ce2e admin admin] 10.222.0.54 "PUT /v2.0/routers/3273e172-65fb-490c-8b7e-1de430f1fae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7584159 Dec 17 15:45:59.917130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dfe58b85-cc5b-41d7-8d8f-0cfd0ebf640c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1a25f0281ae4404a958b2e0efc787ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646119 Dec 17 15:45:59.920338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58482) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:45:59.926771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe58b85-cc5b-41d7-8d8f-0cfd0ebf640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dce949-1e64-4327-a4e5-12c2aef0fbf3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:59.929186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.965841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5591-7f11-4649-8e46-60e7bd340b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.970629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5591-7f11-4649-8e46-60e7bd340b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:45:59.973039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c6ba5591-7f11-4649-8e46-60e7bd340b88 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a91872f-9b66-423a-8255-ec8b74b70dee HTTP/1.1" status: 204 len: 168 time: 0.2902462 Dec 17 15:46:00.004261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba5591-7f11-4649-8e46-60e7bd340b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a91872f-9b66-423a-8255-ec8b74b70dee,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:00.019516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.49', 56814) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:00.029194 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5d727e0-4b47-4ef0-9701-91ed2c8fb9de req-1f90532e-cceb-48e5-8864-19df51980c85 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515963 Dec 17 15:46:00.084560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe1d3-2f44-4482-91f3-d2d564801816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.139774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Sync routers for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:00.178951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe1d3-2f44-4482-91f3-d2d564801816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.181927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:00.182060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfcf8c-7659-4827-b75f-c74791e911e4 req-99732d8b-e832-4288-a6ee-e5e3ab66f1d0 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:00.187511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:45:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:00.191711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51bfcf8c-7659-4827-b75f-c74791e911e4 req-99732d8b-e832-4288-a6ee-e5e3ab66f1d0 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 972 time: 0.1903362 Dec 17 15:46:00.209538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d073449-f090-4169-961e-601b98eac0ff req-f0962a37-a1ef-467c-8d20-5c91df0ab5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:00.212832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d073449-f090-4169-961e-601b98eac0ff req-f0962a37-a1ef-467c-8d20-5c91df0ab5a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 1124 time: 0.1922290 Dec 17 15:46:00.284498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d073449-f090-4169-961e-601b98eac0ff req-7f8c7a0d-187b-436a-a3e8-7fde2bd0b58a service neutron] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.359405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51bfcf8c-7659-4827-b75f-c74791e911e4 req-bcf52195-21cc-47a7-8987-05547a91f46f tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659527 Dec 17 15:46:00.409569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe1d3-2f44-4482-91f3-d2d564801816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.419042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:00.436103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe1d3-2f44-4482-91f3-d2d564801816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.439585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ddbbe1d3-2f44-4482-91f3-d2d564801816 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2dce949-1e64-4327-a4e5-12c2aef0fbf3 HTTP/1.1" status: 204 len: 168 time: 0.5166073 Dec 17 15:46:00.500212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:00.502194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe1d3-2f44-4482-91f3-d2d564801816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dce949-1e64-4327-a4e5-12c2aef0fbf3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:00.515139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d073449-f090-4169-961e-601b98eac0ff req-7f8c7a0d-187b-436a-a3e8-7fde2bd0b58a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.524701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d073449-f090-4169-961e-601b98eac0ff req-7f8c7a0d-187b-436a-a3e8-7fde2bd0b58a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.555145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:00.555920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.631859 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d073449-f090-4169-961e-601b98eac0ff req-7f8c7a0d-187b-436a-a3e8-7fde2bd0b58a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016783 Dec 17 15:46:00.633883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7a0d-187b-436a-a3e8-7fde2bd0b58a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d38785-6b48-44a0-8e86-60f8479c7605,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:00.645973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fe44db-bc6d-4bb2-89fc-31e411892a2c {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:00.673513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.697538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Transition to ACTIVE for port object 96fe44db-bc6d-4bb2-89fc-31e411892a2c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:00.712289 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.808345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:00.825118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32298b3d-fe14-4533-aaed-b6f8aefb4724 req-41b5f13d-2a53-4b68-99c6-fd148535a9a5 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:00.833198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32298b3d-fe14-4533-aaed-b6f8aefb4724 req-41b5f13d-2a53-4b68-99c6-fd148535a9a5 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.1321385 Dec 17 15:46:00.845403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 2, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:00.876170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Checking router: 3273e172-65fb-490c-8b7e-1de430f1fae2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:00.876745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Updating router 3273e172-65fb-490c-8b7e-1de430f1fae2 port 272447a1-b65e-44d9-a379-dba96fdab6aa binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:46:00.877856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:00.878205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:00.878537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:00.892642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:00.893032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:00.905661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:00.906072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:00.906427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:00.906877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Bound port: 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:00.907243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.910887 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:00.923563 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32298b3d-fe14-4533-aaed-b6f8aefb4724 req-1e5d1a72-d8af-4757-bbff-7be9071962d4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843718 Dec 17 15:46:00.992317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:00.996452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:01.003614 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.056529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.057329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.059037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] 10.222.0.49 "PUT /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 1114 time: 1.2551563 Dec 17 15:46:01.059363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:01.061885 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e7807-18f0-4978-8a9a-182c2e6fc827" -d '{"events": [{"name": "network-changed", "server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:01.114913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf983ec2-5bfe-4e87-947f-440f4d69d6ed service neutron] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:01.139631 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e1f87-9c9d-4966-b02e-229e31e6d78e x-openstack-request-id: req-6a3e1f87-9c9d-4966-b02e-229e31e6d78e {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:01.139947 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:01.140206 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a3e1f87-9c9d-4966-b02e-229e31e6d78e {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:01.140898 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c', 'status': 'completed', 'code': 200} Dec 17 15:46:01.221159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-490c1875-bf67-47c0-94c4-61a19d93e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.223643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-490c1875-bf67-47c0-94c4-61a19d93e197 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1117 time: 0.1041725 Dec 17 15:46:01.232439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645f57b-fa1f-458d-bd1b-ecc709e231ef req-b54d1923-4e27-41f8-bf3b-6415583ba0ff tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.234071 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5645f57b-fa1f-458d-bd1b-ecc709e231ef req-b54d1923-4e27-41f8-bf3b-6415583ba0ff tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 965 time: 0.0976179 Dec 17 15:46:01.273098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.282945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.289015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-a68a041e-99d4-423c-b170-49c564a62869 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 217 time: 0.0536766 Dec 17 15:46:01.291737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58526) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:01.299198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-network', 'tenant_id': '7001c72a229b43eb9e048744693b523b'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:01.344082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Made reservation on behalf of 7001c72a229b43eb9e048744693b523b for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:01.346811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787c456-c872-467f-b427-2ec9d68a15f4 None None] Pushing event updated for resources: {'Port': ['ID=272447a1-b65e-44d9-a379-dba96fdab6aa,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:01.351771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.378224 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5645f57b-fa1f-458d-bd1b-ecc709e231ef req-b7ef8a07-cda1-4456-b0ba-e227ac9e483e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930734 Dec 17 15:46:01.381614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-097a00d7-79a5-47ee-90b0-edf3148a0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.384329 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-097a00d7-79a5-47ee-90b0-edf3148a0d01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0875335 Dec 17 15:46:01.398699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.446050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-4bb010da-8730-4010-9d66-14a33b96f787 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531971 Dec 17 15:46:01.479861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Attempting to bind port 272447a1-b65e-44d9-a379-dba96fdab6aa on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:01.480533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Attempting to bind port 272447a1-b65e-44d9-a379-dba96fdab6aa by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:01.481369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Attempting to bind port 272447a1-b65e-44d9-a379-dba96fdab6aa on network 11fbfdb8-8745-4efd-bd47-439619a7519a {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:01.489100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:01.489760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Checking segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:01.490368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.491037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Bound using segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:01.493400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Bound port: 272447a1-b65e-44d9-a379-dba96fdab6aa, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:01.494137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.499003 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.524277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.582011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:46:01.610770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] For port 272447a1-b65e-44d9-a379-dba96fdab6aa, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:01.614950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] For port 272447a1-b65e-44d9-a379-dba96fdab6aa, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=272447a1-b65e-44d9-a379-dba96fdab6aa,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:01.621479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-aa8de366-bdec-4128-86b7-316d03f587b0 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662745 Dec 17 15:46:01.626771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.635800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff3bac-495a-408b-80f2-0fca4d939dde,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:01.641901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.644751 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Added segment c86a4c69-f5ca-4145-ac40-b74a796beba3 of type vlan for network dd59a75b-2b8c-4a05-a669-c6503dceb71b Dec 17 15:46:01.681733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12c39-b7ed-49e7-954c-2ec8b8505b5a req-ded9d67a-aee2-4eec-8d81-ae7f1f8de31b tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.683443 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ccb12c39-b7ed-49e7-954c-2ec8b8505b5a req-ded9d67a-aee2-4eec-8d81-ae7f1f8de31b tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 972 time: 0.1825111 Dec 17 15:46:01.706972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787c456-c872-467f-b427-2ec9d68a15f4 None None] Pushing event updated for resources: {'Port': ['ID=272447a1-b65e-44d9-a379-dba96fdab6aa,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:01.747214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:01.747856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:45:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:01.781277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.811239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-949f46c3-02b0-4458-ae39-b6cc0772c7c1 None None] Provisioning complete for port 272447a1-b65e-44d9-a379-dba96fdab6aa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:01.811844 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-949f46c3-02b0-4458-ae39-b6cc0772c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.828267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9242d7e9-03a4-4c19-8e84-a1b6c937713b req-72f564c2-ac27-4f0f-b075-c4df2b8e4417 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976020 Dec 17 15:46:01.888332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ccb12c39-b7ed-49e7-954c-2ec8b8505b5a req-dcf526f4-1e5e-406d-b62f-831b72b689b0 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707892 Dec 17 15:46:01.904172 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.905177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.905701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:01.913601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-949f46c3-02b0-4458-ae39-b6cc0772c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.000080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2bc378c-24fc-4d31-b05f-20e52fbc3dbb details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:02.007047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] Pushing event updated for resources: {'Network': ['ID=dd59a75b-2b8c-4a05-a669-c6503dceb71b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:02.029201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:46:02.033750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85a8a05d-adf0-4765-817c-d57899d542eb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7400696 Dec 17 15:46:02.036313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58552) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:02.042743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-760ba740-af2e-45d7-9e20-df503b2611eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:02.046203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-760ba740-af2e-45d7-9e20-df503b2611eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1117 time: 0.1561499 Dec 17 15:46:02.049225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Request body: {'subnet': {'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-subnet', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:02.110915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Made reservation on behalf of 7001c72a229b43eb9e048744693b523b for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:02.115245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.131593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-949f46c3-02b0-4458-ae39-b6cc0772c7c1 None None] For port 272447a1-b65e-44d9-a379-dba96fdab6aa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=272447a1-b65e-44d9-a379-dba96fdab6aa,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:02.145797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-949f46c3-02b0-4458-ae39-b6cc0772c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.248634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1526ce-1716-48c2-804b-a15e22e484c5 req-f6975a08-bcdc-42ca-b77c-0dcb56ee361e tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:02.250371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b1526ce-1716-48c2-804b-a15e22e484c5 req-f6975a08-bcdc-42ca-b77c-0dcb56ee361e tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 948 time: 0.1806562 Dec 17 15:46:02.352318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58560) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:02.362447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-3a8d1839-eddc-4d33-87e0-187491f8ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:02.364003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-3a8d1839-eddc-4d33-87e0-187491f8ed40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.3060222 Dec 17 15:46:02.378132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b1526ce-1716-48c2-804b-a15e22e484c5 req-6e17ce20-aafb-4ebf-81dc-793e30eef6a7 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080506 Dec 17 15:46:02.424739 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-6447d7d3-cad4-47c9-bbd7-bcc513c158aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 217 time: 0.0453579 Dec 17 15:46:02.466000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:02.480434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.500710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-ff4e446f-20ae-47ed-ba60-2327c2b02dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:02.503436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-ff4e446f-20ae-47ed-ba60-2327c2b02dc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0657170 Dec 17 15:46:02.553056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-6d94c907-ec82-4ad3-ab0e-71863e5204d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418849 Dec 17 15:46:02.648408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f46c3-02b0-4458-ae39-b6cc0772c7c1 None None] Pushing event updated for resources: {'Port': ['ID=272447a1-b65e-44d9-a379-dba96fdab6aa,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:02.657603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-377326409-network', 'tenant_id': 'd11392be2a0d41439466f777ba3a572a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:02.660145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Checking segment: {'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:02.662197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Network hostable DHCP agents. Network: dd59a75b-2b8c-4a05-a669-c6503dceb71b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:46:02.686375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b1ef41-dd84-46e5-9b34-64fb13aa833d,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:02.690021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:02.703652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:46:02.714481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-946c48da-a102-4501-ad9a-9886b8da22bc None None] Provisioning complete for port 272447a1-b65e-44d9-a379-dba96fdab6aa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:02.714896 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-946c48da-a102-4501-ad9a-9886b8da22bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.720670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601d843-b80a-47ed-b5c1-da50e2336a87 req-70a522f9-7bd0-41eb-8dfe-cf0eadd397e9 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:02.722384 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6601d843-b80a-47ed-b5c1-da50e2336a87 req-70a522f9-7bd0-41eb-8dfe-cf0eadd397e9 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 965 time: 0.1737320 Dec 17 15:46:02.723959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Made reservation on behalf of d11392be2a0d41439466f777ba3a572a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:02.726401 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.728403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, dd59a75b-2b8c-4a05-a669-c6503dceb71b) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:02.739672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-98674b2b-a6e6-4046-93c0-d300f7379ebf service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737189 Dec 17 15:46:02.740602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.749472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:02.750131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.779570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5645960-f92b-4641-af33-6aa6976feade None None] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:02.810749 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6601d843-b80a-47ed-b5c1-da50e2336a87 req-6b59eb57-e3ec-4119-9780-6f83b3414628 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744669 Dec 17 15:46:02.815387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bee98297-c810-48ca-bbd4-d72a66605517 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7736456 Dec 17 15:46:02.817933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58572) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:02.822456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:02.847218 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.848289 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.852958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb', 'mac_address': 'fa:16:3e:b2:9c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:02.856371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a19e7807-18f0-4978-8a9a-182c2e6fc827 req-6c0b142b-31ac-4a9a-ae3f-6f54f629e4e5 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076343 Dec 17 15:46:02.921151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.939017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:02.948860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.015288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.015891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:46:03.042094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-dd59a75b-2b8c-4a05-a669-c6503dceb71b', 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b', 'project_id': '7001c72a229b43eb9e048744693b523b', 'fixed_ips': [{'subnet_id': 'f6b1ef41-dd84-46e5-9b34-64fb13aa833d'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:46:03.043425 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.043667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4187b985-0113-4857-8d91-00b711649ba5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:03.047087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.047425 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Added segment d33e1ede-df6c-4cf5-b99a-83f6ca2183ad of type vlan for network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a Dec 17 15:46:03.085052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bc378c-24fc-4d31-b05f-20e52fbc3dbb {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:03.097841 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.112529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.133629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.135563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:03.138124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.171866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8077755 Dec 17 15:46:03.177062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58584) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:03.187552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:03.189196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Request body: {'subnet': {'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-377326409-subnet', 'tenant_id': 'd11392be2a0d41439466f777ba3a572a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:03.213035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bc4b7-9fce-4e2a-a2d3-c72be28e38a5 req-4da58886-630c-4bf6-94c7-1c2655d0dd9a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:03.216024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da50f6-3c02-4771-b4bb-d73ff6858752 admin admin] Pushing event updated for resources: {'Network': ['ID=841d205e-dc57-4612-9caf-9f4cb0fc3a5a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:03.224364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-811bc4b7-9fce-4e2a-a2d3-c72be28e38a5 req-4da58886-630c-4bf6-94c7-1c2655d0dd9a tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 972 time: 0.1724124 Dec 17 15:46:03.237632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:46:03.244169 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.269019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Made reservation on behalf of d11392be2a0d41439466f777ba3a572a for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:03.271608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.364936 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-811bc4b7-9fce-4e2a-a2d3-c72be28e38a5 req-60c21dfd-1ee7-473a-9d3d-096215f9a3e8 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194065 Dec 17 15:46:03.427189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:03.449791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:03.483468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Allocated IP 172.20.0.2 (dd59a75b-2b8c-4a05-a669-c6503dceb71b/f6b1ef41-dd84-46e5-9b34-64fb13aa833d/a81a06a1-e66e-4ce6-9c7e-f0d628485d7d) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:03.489405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37ab62a-c249-474a-902f-b4a92c4d1407 None None] The sync data for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 is: [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:03.577106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:46:03.605963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c2bc378c-24fc-4d31-b05f-20e52fbc3dbb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:03.630483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cea58-06c3-4566-9cb4-f2a928997e6a req-76d8c37e-d48a-4382-9e42-3c74bbb2d1ad tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:03.641517 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b40cea58-06c3-4566-9cb4-f2a928997e6a req-76d8c37e-d48a-4382-9e42-3c74bbb2d1ad tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 949 time: 0.1179588 Dec 17 15:46:03.710095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b40cea58-06c3-4566-9cb4-f2a928997e6a req-57ea5181-6f22-49d6-afb0-732f6c12d515 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661108 Dec 17 15:46:03.863628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.875695 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.882809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.883448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-943d8ec9-b835-4afe-ba0b-0e1cb117ee48 req-462336e2-4f32-4b80-806c-bf349618f1ca tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=483a77e3c31c4bc0bc454528b74422bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325336 Dec 17 15:46:03.916748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec5376-871a-4052-aa6a-91876a8b73f2 req-a1b4f889-06bd-4add-8a68-00e3bc625caf tempest-AggregatesAdminTestJSON-670824920 tempest-AggregatesAdminTestJSON-670824920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:03.918281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1aec5376-871a-4052-aa6a-91876a8b73f2 req-a1b4f889-06bd-4add-8a68-00e3bc625caf tempest-AggregatesAdminTestJSON-670824920 tempest-AggregatesAdminTestJSON-670824920-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 1124 time: 0.1490028 Dec 17 15:46:03.921061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.927780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:03.930538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:03.939981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:03.951948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Pushing event updated for resources: {'Port': ['ID=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:03.967277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:03.997534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:04.000220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1aec5376-871a-4052-aa6a-91876a8b73f2 req-7fe12502-3267-4501-8586-d7dacdd16afc tempest-AggregatesAdminTestJSON-670824920 tempest-AggregatesAdminTestJSON-670824920-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.025318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d8ec9-b835-4afe-ba0b-0e1cb117ee48 req-09a1f5ab-6a9c-4c51-afc7-6ee3c7109f02 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:04.027412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-943d8ec9-b835-4afe-ba0b-0e1cb117ee48 req-09a1f5ab-6a9c-4c51-afc7-6ee3c7109f02 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433687 Dec 17 15:46:04.045221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-943d8ec9-b835-4afe-ba0b-0e1cb117ee48 req-162eea22-2ce7-412c-a8e6-4ecabd912956 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/quotas/483a77e3c31c4bc0bc454528b74422bd HTTP/1.1" status: 200 len: 375 time: 0.0113125 Dec 17 15:46:04.056409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Attempting to bind port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:04.057032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Attempting to bind port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:04.057425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Attempting to bind port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d on network dd59a75b-2b8c-4a05-a669-c6503dceb71b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:04.063650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:04.064267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Checking segment: {'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:04.064779 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.065286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Bound using segment: {'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:04.065872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Bound port: a81a06a1-e66e-4ce6-9c7e-f0d628485d7d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:04.066372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.109390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-943d8ec9-b835-4afe-ba0b-0e1cb117ee48 req-69dd8af4-fc16-4fc7-bcbc-41969b71906f tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=483a77e3c31c4bc0bc454528b74422bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566907 Dec 17 15:46:04.138315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] For port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:04.144151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] For port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,segment=NetworkSegment(c86a4c69-f5ca-4145-ac40-b74a796beba3),segment_id=c86a4c69-f5ca-4145-ac40-b74a796beba3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:04.150606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.183194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:04.183662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Network hostable DHCP agents. Network: 841d205e-dc57-4612-9caf-9f4cb0fc3a5a, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:46:04.267762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Allocated IP 172.25.0.191 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/4452de1c-f27e-4a48-a4f1-04033ad2b245) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:04.269927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:46:04.287023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 272447a1-b65e-44d9-a379-dba96fdab6aa up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:04.296081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 841d205e-dc57-4612-9caf-9f4cb0fc3a5a) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:04.314864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:04.315892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.327900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbad032-3f85-44c7-93d2-3588f23176db req-8d20a074-05cc-499a-ad28-9b47c1802cf2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:04.329698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edbad032-3f85-44c7-93d2-3588f23176db req-8d20a074-05cc-499a-ad28-9b47c1802cf2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 965 time: 0.0825241 Dec 17 15:46:04.350002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec9d8d-dae2-4d2e-a1ab-cf331382a406 None None] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:04.407669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07178528-aae5-4fda-a670-83b50f3e6635 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2173939 Dec 17 15:46:04.407939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a978f64-aef2-48e9-b861-2b5e1c916e88 None None] Pushing event updated for resources: {'Port': ['ID=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:04.421381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1aec5376-871a-4052-aa6a-91876a8b73f2 req-7fe12502-3267-4501-8586-d7dacdd16afc tempest-AggregatesAdminTestJSON-670824920 tempest-AggregatesAdminTestJSON-670824920-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.427166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edbad032-3f85-44c7-93d2-3588f23176db req-dce7aff9-06d1-4b3c-95b1-837c0ca8de3d tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889397 Dec 17 15:46:04.436931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1aec5376-871a-4052-aa6a-91876a8b73f2 req-7fe12502-3267-4501-8586-d7dacdd16afc tempest-AggregatesAdminTestJSON-670824920 tempest-AggregatesAdminTestJSON-670824920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.471064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1aec5376-871a-4052-aa6a-91876a8b73f2 req-7fe12502-3267-4501-8586-d7dacdd16afc tempest-AggregatesAdminTestJSON-670824920 tempest-AggregatesAdminTestJSON-670824920-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448158 Dec 17 15:46:04.564466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 272447a1-b65e-44d9-a379-dba96fdab6aa triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:04.572340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.595781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.648202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426ba6e6-bfd3-4a6b-b135-e8a8db1ce3e4 None None] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:04.662336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe12502-3267-4501-8586-d7dacdd16afc tempest-AggregatesAdminTestJSON-670824920 tempest-AggregatesAdminTestJSON-670824920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742bbb35-6293-44fa-96f6-c91594019a96,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:04.683520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:04.755924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:04.759554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:04.770115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:04.913128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5e6f-5b06-42d9-a976-5cc39af99efd req-20de49ec-0519-42ab-8838-e02aba3b403a tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:04.923225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef7d5e6f-5b06-42d9-a976-5cc39af99efd req-20de49ec-0519-42ab-8838-e02aba3b403a tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 949 time: 0.1026564 Dec 17 15:46:04.964570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Pushing event updated for resources: {'Port': ['ID=4452de1c-f27e-4a48-a4f1-04033ad2b245,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:05.059447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef7d5e6f-5b06-42d9-a976-5cc39af99efd req-a486b1de-38b7-49a2-88cd-f9ce831567a4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301146 Dec 17 15:46:05.191024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.226369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 96fe44db-bc6d-4bb2-89fc-31e411892a2c details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:05.433739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:05.460553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58666) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:05.466913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1080837323-network', 'tenant_id': '3d4d993388864e1aba7af84335acb97a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:05.488739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '96fe44db-bc6d-4bb2-89fc-31e411892a2c', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'port_id': '96fe44db-bc6d-4bb2-89fc-31e411892a2c', 'mac_address': 'fa:16:3e:38:d9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1327598407', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:05.511721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Made reservation on behalf of 3d4d993388864e1aba7af84335acb97a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:05.514526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.544549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.552164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.560576 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.579977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fe44db-bc6d-4bb2-89fc-31e411892a2c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:05.607382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:05.614009 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.692590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.699727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:05.703102 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.754014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:46:05.767685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eeb7b-108a-4b60-87d1-2768a6db7a42 req-ec38be62-02b2-4e04-99e5-310c7fbda277 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:05.769499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-059eeb7b-108a-4b60-87d1-2768a6db7a42 req-ec38be62-02b2-4e04-99e5-310c7fbda277 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 966 time: 0.1184013 Dec 17 15:46:05.778109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75df3ffc-a8a0-400a-9cec-ff0d05c419e0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:05.784860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.785215 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Added segment 00ca82e5-aff5-4d2d-9308-2dac5d377dd7 of type vlan for network eecd0906-1363-4ff5-b1d6-c46b7fbe6572 Dec 17 15:46:05.830347 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.838592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['96fe44db-bc6d-4bb2-89fc-31e411892a2c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:05.851612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-059eeb7b-108a-4b60-87d1-2768a6db7a42 req-27f9d6d0-c128-444c-aa24-b697e811bb86 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669906 Dec 17 15:46:05.886485 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.888083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:05.889032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:05.924244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Router 5e66491f-b3ce-4b92-a76e-5110f189f6dd is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:46:05.931854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1fa0de-271a-4f91-b298-a2b027ba3b2f None None] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:05.934341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2bc378c-24fc-4d31-b05f-20e52fbc3dbb up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:05.971856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5069895 Dec 17 15:46:05.975329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58678) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:05.994601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869eaab-2e22-4e4a-83d0-55c33fd2cee7 admin admin] Pushing event updated for resources: {'Network': ['ID=eecd0906-1363-4ff5-b1d6-c46b7fbe6572,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:06.000450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Request body: {'subnet': {'network_id': 'eecd0906-1363-4ff5-b1d6-c46b7fbe6572', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1080837323-subnet', 'tenant_id': '3d4d993388864e1aba7af84335acb97a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:06.030234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Made reservation on behalf of 3d4d993388864e1aba7af84335acb97a for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:06.033144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.085878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:06.097511 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Sync routers for ids ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:06.126387 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Routers {'5e66491f-b3ce-4b92-a76e-5110f189f6dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:06.127484 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:45:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:06.132994 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.136465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4624ac47-c93e-485d-b3b7-8e0f1fc7fd26 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3175313 Dec 17 15:46:06.136930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network eecd0906-1363-4ff5-b1d6-c46b7fbe6572 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:46:06.155865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58684) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:06.303609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7afbb29a-f221-4fbc-bc51-08dee0bb1efa None None] Provisioning complete for port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:06.304166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7afbb29a-f221-4fbc-bc51-08dee0bb1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.321180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.435802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:06.448884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e273af-0d10-40d0-8073-0537b03e98c4,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:06.451586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a81a06a1-e66e-4ce6-9c7e-f0d628485d7d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:06.474045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7323-e45b-4906-aa6b-ec5bf55b9b3f req-5f542f51-c0e8-4721-b5a8-c226e2c07fa9 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:06.475928 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a26d7323-e45b-4906-aa6b-ec5bf55b9b3f req-5f542f51-c0e8-4721-b5a8-c226e2c07fa9 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 949 time: 0.2167110 Dec 17 15:46:06.516542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:06.517185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.527040 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6530-aefa-4c5b-93fa-a45c030fdfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.569919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a26d7323-e45b-4906-aa6b-ec5bf55b9b3f req-3fe15da3-255e-4841-8bd5-85ddd1e0e14d tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Dec 17 15:46:06.570804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Checking segment: {'id': '00ca82e5-aff5-4d2d-9308-2dac5d377dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'eecd0906-1363-4ff5-b1d6-c46b7fbe6572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:06.571153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Network hostable DHCP agents. Network: eecd0906-1363-4ff5-b1d6-c46b7fbe6572, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:46:06.577370 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Set router 5e66491f-b3ce-4b92-a76e-5110f189f6dd gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:06.616215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Network eecd0906-1363-4ff5-b1d6-c46b7fbe6572 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:46:06.628866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, eecd0906-1363-4ff5-b1d6-c46b7fbe6572) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:06.633999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:06.637252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.676846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a3a7a841-c594-49a4-960b-a933bbd11182 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6832318 Dec 17 15:46:06.714463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb292061-beec-4b69-80ca-e3e23691ba21 None None] Network eecd0906-1363-4ff5-b1d6-c46b7fbe6572 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:06.724427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:06.724826 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.738681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b245d62c-94c1-4b47-adc5-d12d6af49cea req-068846f0-0a95-4c45-9fd7-f76d4b453f16 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=483a77e3c31c4bc0bc454528b74422bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500908 Dec 17 15:46:06.858252 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7afbb29a-f221-4fbc-bc51-08dee0bb1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:06.937347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245d62c-94c1-4b47-adc5-d12d6af49cea req-76b4c41e-7c19-47bf-ba5d-9502c6c14278 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:06.947997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b245d62c-94c1-4b47-adc5-d12d6af49cea req-76b4c41e-7c19-47bf-ba5d-9502c6c14278 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033350 Dec 17 15:46:06.974150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b245d62c-94c1-4b47-adc5-d12d6af49cea req-406526b5-a78a-4ce8-b37e-2131db0620e4 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/quotas/483a77e3c31c4bc0bc454528b74422bd HTTP/1.1" status: 200 len: 375 time: 0.0234616 Dec 17 15:46:07.029424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b245d62c-94c1-4b47-adc5-d12d6af49cea req-5a419079-abfc-4060-95dd-b1fea73a681a tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=483a77e3c31c4bc0bc454528b74422bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528183 Dec 17 15:46:07.055546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7afbb29a-f221-4fbc-bc51-08dee0bb1efa None None] For port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,segment=NetworkSegment(c86a4c69-f5ca-4145-ac40-b74a796beba3),segment_id=c86a4c69-f5ca-4145-ac40-b74a796beba3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:07.080141 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7afbb29a-f221-4fbc-bc51-08dee0bb1efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.085950 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:46:05Z', 'revision_number': 3, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:07.128327 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.143355 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.172662 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Checking router: 5e66491f-b3ce-4b92-a76e-5110f189f6dd for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:07.173203 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Updating router 5e66491f-b3ce-4b92-a76e-5110f189f6dd port 4452de1c-f27e-4a48-a4f1-04033ad2b245 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:46:07.205454 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.233520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901ca64-f96e-46b7-a842-ef7c4aa1513c None None] Network eecd0906-1363-4ff5-b1d6-c46b7fbe6572 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:07.308058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7643-384f-4cce-aed3-915d6c018641 req-7f737ca7-615e-4a60-9962-80cbbcccb7e8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:07.309108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 96fe44db-bc6d-4bb2-89fc-31e411892a2c up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:07.310697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60cc7643-384f-4cce-aed3-915d6c018641 req-7f737ca7-615e-4a60-9962-80cbbcccb7e8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 966 time: 0.1110749 Dec 17 15:46:07.404206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:07.406398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Allocated IP 172.20.0.1 (dd59a75b-2b8c-4a05-a669-c6503dceb71b/f6b1ef41-dd84-46e5-9b34-64fb13aa833d/1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:07.406795 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17f108d-2444-4c88-8d45-4e956814984e" -d '{"events": [{"server_uuid": "fe0dee76-3a11-40e1-a594-a67e963654ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2bc378c-24fc-4d31-b05f-20e52fbc3dbb"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:07.415212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbb29a-f221-4fbc-bc51-08dee0bb1efa None None] Pushing event updated for resources: {'Port': ['ID=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:07.416599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60cc7643-384f-4cce-aed3-915d6c018641 req-e14530d8-5d23-4704-a425-92dc3b9f7813 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898550 Dec 17 15:46:07.471553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:07.476280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8244fd8a-fd2f-40e3-94aa-218173e07988 None None] Provisioning complete for port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:07.476871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8244fd8a-fd2f-40e3-94aa-218173e07988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.503917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.548678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.556565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 96fe44db-bc6d-4bb2-89fc-31e411892a2c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:07.569237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 96fe44db-bc6d-4bb2-89fc-31e411892a2c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:07.569616 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.616524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.621722 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.629889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:07.630804 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.670173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:07.674593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:07.679365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:07.680132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.718183 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf35ce-5b86-4017-9973-3482336bf2bf None None] Pushing event updated for resources: {'Port': ['ID=4452de1c-f27e-4a48-a4f1-04033ad2b245,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:07.722529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Attempting to bind port 4452de1c-f27e-4a48-a4f1-04033ad2b245 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:07.723115 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Attempting to bind port 4452de1c-f27e-4a48-a4f1-04033ad2b245 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:07.723501 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Attempting to bind port 4452de1c-f27e-4a48-a4f1-04033ad2b245 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:07.730155 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:07.730552 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:07.730960 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.731488 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:07.731995 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Bound port: 4452de1c-f27e-4a48-a4f1-04033ad2b245, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:07.732457 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.780632 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.817541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Pushing event updated for resources: {'Port': ['ID=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:07.826027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:07.834280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.843098 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4ef2d-33ad-4664-a3c4-f0d401d15ad4 x-openstack-request-id: req-98e4ef2d-33ad-4664-a3c4-f0d401d15ad4 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:07.843737 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] For port 4452de1c-f27e-4a48-a4f1-04033ad2b245, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:07.844445 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0dee76-3a11-40e1-a594-a67e963654ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2bc378c-24fc-4d31-b05f-20e52fbc3dbb", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:07.845097 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98e4ef2d-33ad-4664-a3c4-f0d401d15ad4 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:07.846297 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb', 'code': 200} Dec 17 15:46:07.847972 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] For port 4452de1c-f27e-4a48-a4f1-04033ad2b245, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4452de1c-f27e-4a48-a4f1-04033ad2b245,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:07.855686 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:07.912966 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Routers {'5e66491f-b3ce-4b92-a76e-5110f189f6dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:07.913931 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:45:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:07.924261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:07.985917 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf35ce-5b86-4017-9973-3482336bf2bf None None] Pushing event updated for resources: {'Port': ['ID=4452de1c-f27e-4a48-a4f1-04033ad2b245,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:07.999602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f6ace-b52f-435c-9ae2-548ee96f82a2 req-2f90c789-17fb-4188-8aff-38deec5c6764 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:08.001502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c7f6ace-b52f-435c-9ae2-548ee96f82a2 req-2f90c789-17fb-4188-8aff-38deec5c6764 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 950 time: 0.0653718 Dec 17 15:46:08.027034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-abe4f1e8-7690-4173-ad91-6eb6a724affe None None] Provisioning complete for port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:08.027449 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-abe4f1e8-7690-4173-ad91-6eb6a724affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:08.073382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-abe4f1e8-7690-4173-ad91-6eb6a724affe None None] Port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:08.078332 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] Set router 5e66491f-b3ce-4b92-a76e-5110f189f6dd gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:08.080435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c7f6ace-b52f-435c-9ae2-548ee96f82a2 req-ceee78f6-9c5b-44ec-98ec-7ec11082b7fc tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642104 Dec 17 15:46:08.260476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a81a06a1-e66e-4ce6-9c7e-f0d628485d7d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:08.292847 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:46:05Z', 'revision_number': 3, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:08.298364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370121e-e013-4b71-af05-986dd3b7553e req-86cb28a5-18ab-4569-95ee-514a9d13997d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:08.299952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-86cb28a5-18ab-4569-95ee-514a9d13997d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.5434229 Dec 17 15:46:08.302437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ad8b7-cec9-43f8-a205-5743481e628d req-ff609854-0f47-4e3c-b66d-bafed6879c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:08.304006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a98ad8b7-cec9-43f8-a205-5743481e628d req-ff609854-0f47-4e3c-b66d-bafed6879c30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 1102 time: 0.1846471 Dec 17 15:46:08.330010 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff237c-b0f3-4352-a05b-85fbaa1d8b4a None None] The sync data for ids ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'] in n-d-806683-20 is: [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:46:05Z', 'revision_number': 3, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:08.351776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-e4e7be47-546c-4848-b7dc-4cd2576e8619 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/quotas/d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 375 time: 0.0447845 Dec 17 15:46:08.373055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:08.407287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-a7023915-b6c4-4289-aba6-e94d546a492e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460911 Dec 17 15:46:08.460431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a98ad8b7-cec9-43f8-a205-5743481e628d req-b6bfcded-1004-427f-b920-a7f637a5b1fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235981 Dec 17 15:46:08.595835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:08.596384 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:08.599742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eed2ad0-09d2-4575-9329-ab6943652d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:08.637061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-67f29a70-e380-4b11-a957-4e650b88bafa service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:08.644408 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-67f29a70-e380-4b11-a957-4e650b88bafa service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0924990 Dec 17 15:46:08.696229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9d7e4e1-e75c-40ca-8a76-c6ef7cd2a01a req-0d974aa2-ae42-48e2-af46-23ed4255696b tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=483a77e3c31c4bc0bc454528b74422bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233331 Dec 17 15:46:08.727693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:08.748183 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:08.749028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:08.863593 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-e38cd51f-01fe-4c12-a4c2-5f61097bd79f service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179058 Dec 17 15:46:08.870692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Pushing event updated for resources: {'Port': ['ID=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:08.993477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:08.996577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:09.004853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-9342f592-91a2-40a9-ad40-2a16eab5b4c3 service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275160 Dec 17 15:46:09.017337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7e4e1-e75c-40ca-8a76-c6ef7cd2a01a req-71575330-22b8-4852-b402-82dddb3ce2f0 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.025747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9d7e4e1-e75c-40ca-8a76-c6ef7cd2a01a req-71575330-22b8-4852-b402-82dddb3ce2f0 tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238113 Dec 17 15:46:09.036887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9d7e4e1-e75c-40ca-8a76-c6ef7cd2a01a req-322bd8b0-d866-48a2-ab75-48f132ab52ff tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/quotas/483a77e3c31c4bc0bc454528b74422bd HTTP/1.1" status: 200 len: 375 time: 0.0098851 Dec 17 15:46:09.082453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9d7e4e1-e75c-40ca-8a76-c6ef7cd2a01a req-13fd1053-c95f-4cda-b83a-268e30c5b66d tempest-QuotasAdminNegativeTest-941070359 tempest-QuotasAdminNegativeTest-941070359-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=483a77e3c31c4bc0bc454528b74422bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385096 Dec 17 15:46:09.207681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Router 5e66491f-b3ce-4b92-a76e-5110f189f6dd has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:46:09.413087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc463-6d2d-4534-ab1f-3443bdd3f998 req-6b80e112-f90a-406d-94ff-d7894572692c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.416834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-30f6d757-b507-477a-b2cc-db0bedf66839 None None] Provisioning complete for port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:09.417557 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30f6d757-b507-477a-b2cc-db0bedf66839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:09.420121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fdfc463-6d2d-4534-ab1f-3443bdd3f998 req-6b80e112-f90a-406d-94ff-d7894572692c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 967 time: 0.1259334 Dec 17 15:46:09.461307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:09.471766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6e531382-bade-4a38-a030-486c89dd894a admin admin] 10.222.0.54 "PUT /v2.0/routers/5e66491f-b3ce-4b92-a76e-5110f189f6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3067420 Dec 17 15:46:09.503680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fdfc463-6d2d-4534-ab1f-3443bdd3f998 req-6d3304f4-bf3c-4bc4-b70a-6f51c436e89c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705912 Dec 17 15:46:09.512440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-30f6d757-b507-477a-b2cc-db0bedf66839 None None] Port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:09.578328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62101971-eb21-48ae-8dd7-7733e314a1d8 req-c5d9c4f7-0eb2-4de2-827d-e01e9b66747c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 210 time: 0.0360699 Dec 17 15:46:09.626827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d931-4c05-4ac6-b7f0-76c4ac6b79c5 req-0a85c4c7-9713-44d4-a108-7baede7c4250 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.628916 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4462d931-4c05-4ac6-b7f0-76c4ac6b79c5 req-0a85c4c7-9713-44d4-a108-7baede7c4250 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 950 time: 0.0952208 Dec 17 15:46:09.692544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4462d931-4c05-4ac6-b7f0-76c4ac6b79c5 req-430ea1b0-5414-4e66-a15b-c47f0dbefbf7 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544906 Dec 17 15:46:09.813896 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:09.847877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:09.852755 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d766436-e3ec-4298-8a3c-b286b0a4a8ca" -d '{"events": [{"server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:09.957142 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac0a62f-63c9-4487-8a39-932b7bc81c89 x-openstack-request-id: req-6ac0a62f-63c9-4487-8a39-932b7bc81c89 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:09.957142 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:09.957324 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ac0a62f-63c9-4487-8a39-932b7bc81c89 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:09.958246 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c', 'code': 200} Dec 17 15:46:10.224349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10f52e-b390-4e32-a695-aabdfd5433bf req-2dfb97f2-9aad-48d5-86f3-a060a6ae533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:10.233377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef10f52e-b390-4e32-a695-aabdfd5433bf req-2dfb97f2-9aad-48d5-86f3-a060a6ae533e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1119 time: 0.2046897 Dec 17 15:46:10.297419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4452de1c-f27e-4a48-a4f1-04033ad2b245 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:10.348891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef10f52e-b390-4e32-a695-aabdfd5433bf req-cd4f8d66-0085-415d-b5f7-61230e648db4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081910 Dec 17 15:46:10.393687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4452de1c-f27e-4a48-a4f1-04033ad2b245 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:10.394065 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:10.531768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:10.584580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:10.607419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 4452de1c-f27e-4a48-a4f1-04033ad2b245, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4452de1c-f27e-4a48-a4f1-04033ad2b245,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:10.615730 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:10.644146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58902) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:10.696900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=4452de1c-f27e-4a48-a4f1-04033ad2b245,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:10.713393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Sync routers for ids ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:10.734740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Routers {'5e66491f-b3ce-4b92-a76e-5110f189f6dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:10.735027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:10.753000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968282e5-9df9-4e90-bde9-48edfe81b9c2 req-1fc369c4-12bc-485c-9590-356b63f2fae4 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:10.762598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-968282e5-9df9-4e90-bde9-48edfe81b9c2 req-1fc369c4-12bc-485c-9590-356b63f2fae4 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 967 time: 0.0792034 Dec 17 15:46:10.872078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-968282e5-9df9-4e90-bde9-48edfe81b9c2 req-ac63717d-9ce7-4bcc-8efa-ef1072b077d7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043484 Dec 17 15:46:10.901932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370121e-e013-4b71-af05-986dd3b7553e req-6c630f59-b893-407a-9046-06c0a04a7ad6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:10.903863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-6c630f59-b893-407a-9046-06c0a04a7ad6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.2248774 Dec 17 15:46:10.905402 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b52caaea-94bd-4cfd-b4d6-dc853d782284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:10.916385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Set router 5e66491f-b3ce-4b92-a76e-5110f189f6dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:10.921551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Request body: {'port': {'device_id': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'admin_state_up': True, 'tenant_id': 'd11392be2a0d41439466f777ba3a572a'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:11.045797 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-793d5db1-d233-4f39-bfb6-d46bc5edd843 req-548acefe-c92e-45f4-aa6c-3e66f5a5c8f1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 210 time: 0.0383441 Dec 17 15:46:11.076592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.139698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b52caaea-94bd-4cfd-b4d6-dc853d782284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.147394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b52caaea-94bd-4cfd-b4d6-dc853d782284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.165245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Made reservation on behalf of d11392be2a0d41439466f777ba3a572a for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:11.169014 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.181089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:46:08Z', 'revision_number': 4, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa', 'name': '', 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'mac_address': 'fa:16:3e:ea:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f6b1ef41-dd84-46e5-9b34-64fb13aa833d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:07Z', 'updated_at': '2021-12-17T15:46:08Z', 'revision_number': 2, 'project_id': '7001c72a229b43eb9e048744693b523b', 'subnets': [{'id': 'f6b1ef41-dd84-46e5-9b34-64fb13aa833d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:11.213072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b52caaea-94bd-4cfd-b4d6-dc853d782284 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=483a77e3c31c4bc0bc454528b74422bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5677373 Dec 17 15:46:11.213847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58914) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:11.220405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Checking router: 5e66491f-b3ce-4b92-a76e-5110f189f6dd for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:11.220851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Updating router 5e66491f-b3ce-4b92-a76e-5110f189f6dd port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:46:11.232542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52caaea-94bd-4cfd-b4d6-dc853d782284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a029c42e-313e-4eea-80b2-541e76ecd330,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:11.252759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.264139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81498c85-4c83-42cc-b20c-e300d27649f2 req-f05bf3f6-a31f-447e-8577-bfb119494569 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:11.269624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-81498c85-4c83-42cc-b20c-e300d27649f2 req-f05bf3f6-a31f-447e-8577-bfb119494569 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 950 time: 0.1096375 Dec 17 15:46:11.328318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-81498c85-4c83-42cc-b20c-e300d27649f2 req-f20c19b9-63da-430a-bd28-a21d2bdbb872 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513136 Dec 17 15:46:11.351690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb31c-8bd9-46a0-a5cf-0253fb264047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.402316 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb31c-8bd9-46a0-a5cf-0253fb264047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.403145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58918) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:11.403948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Allocated IP 172.20.0.13 (841d205e-dc57-4612-9caf-9f4cb0fc3a5a/a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f/549e534b-e411-4961-a2ee-2d042c1eb38b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:11.410790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-17df400d-9531-44ab-bbe5-954350f3ab33 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457575045', 'description': 'tempest-description--253644120'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:11.487742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17df400d-9531-44ab-bbe5-954350f3ab33 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.506912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb31c-8bd9-46a0-a5cf-0253fb264047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.509613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb31c-8bd9-46a0-a5cf-0253fb264047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.516992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ab6cb31c-8bd9-46a0-a5cf-0253fb264047 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a029c42e-313e-4eea-80b2-541e76ecd330 HTTP/1.1" status: 204 len: 168 time: 0.2922659 Dec 17 15:46:11.572727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cb31c-8bd9-46a0-a5cf-0253fb264047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a029c42e-313e-4eea-80b2-541e76ecd330,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:11.616860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17df400d-9531-44ab-bbe5-954350f3ab33 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.622574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17df400d-9531-44ab-bbe5-954350f3ab33 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.642568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17df400d-9531-44ab-bbe5-954350f3ab33 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.647981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:11.648897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-17df400d-9531-44ab-bbe5-954350f3ab33 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2443230 Dec 17 15:46:11.657822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2b215f79-5846-48d5-b505-1cc43bd93ad8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'security_group_rule': {'security_group_id': '6ce3e220-7060-4198-bebf-bef63cff03fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:11.673498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.673887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df400d-9531-44ab-bbe5-954350f3ab33 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce3e220-7060-4198-bebf-bef63cff03fb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:11.708190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b215f79-5846-48d5-b505-1cc43bd93ad8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.788244 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.797539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.801246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b215f79-5846-48d5-b505-1cc43bd93ad8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.812315 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b215f79-5846-48d5-b505-1cc43bd93ad8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.821231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.865259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cbb35-1f0c-4775-8ffb-bba4430f0acd None None] Pushing event updated for resources: {'Port': ['ID=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:11.871945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b215f79-5846-48d5-b505-1cc43bd93ad8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db0c0ca-0b69-422f-8980-51f848426db3,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:11.902651 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b215f79-5846-48d5-b505-1cc43bd93ad8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.904183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2b215f79-5846-48d5-b505-1cc43bd93ad8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527597 Dec 17 15:46:11.908502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58940) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:11.913601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:11.913793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cd95cfc5-e6a8-4ce6-af66-81c77af4a8bd tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'security_group_rule': {'security_group_id': '6ce3e220-7060-4198-bebf-bef63cff03fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:11.917261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:11.919288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:11.921666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:11.927853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:11.929794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.929956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Attempting to bind port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:11.930793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Attempting to bind port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:11.931159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Attempting to bind port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa on network dd59a75b-2b8c-4a05-a669-c6503dceb71b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:11.937743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:11.938771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Checking segment: {'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:11.938771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.939155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Bound using segment: {'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:11.939627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Bound port: 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86a4c69-f5ca-4145-ac40-b74a796beba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:11.940043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:11.954521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-503dc946-bc1b-4cc4-9c74-3eb39bcd95e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0388010 Dec 17 15:46:11.967892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Request body: {'port': {'device_id': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:11.985744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd95cfc5-e6a8-4ce6-af66-81c77af4a8bd tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.073232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd95cfc5-e6a8-4ce6-af66-81c77af4a8bd tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.081238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd95cfc5-e6a8-4ce6-af66-81c77af4a8bd tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.122655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95cfc5-e6a8-4ce6-af66-81c77af4a8bd tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0b19b3-ea89-4fbf-8795-219f6dea7064,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:12.135571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd95cfc5-e6a8-4ce6-af66-81c77af4a8bd tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.143846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cd95cfc5-e6a8-4ce6-af66-81c77af4a8bd tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2341540 Dec 17 15:46:12.148305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58952) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:12.162889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:12.164539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.196632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] For port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:12.204304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] For port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,segment=NetworkSegment(c86a4c69-f5ca-4145-ac40-b74a796beba3),segment_id=c86a4c69-f5ca-4145-ac40-b74a796beba3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:12.207851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.211704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.301718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:12.311852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4452de1c-f27e-4a48-a4f1-04033ad2b245 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:12.324526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5212-d4c7-43f8-8329-f53f6887830d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.366443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d20a388c-b030-413e-9dd5-6b05c17db686 None None] Provisioning complete for port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:12.366824 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d20a388c-b030-413e-9dd5-6b05c17db686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.373069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Routers {'5e66491f-b3ce-4b92-a76e-5110f189f6dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:12.373715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:12.402124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cbb35-1f0c-4775-8ffb-bba4430f0acd None None] Pushing event updated for resources: {'Port': ['ID=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:12.403610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5212-d4c7-43f8-8329-f53f6887830d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.407976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-68ad16f9-8eed-4231-bdd8-340b4c30364e req-ac8a445b-de2f-4cbd-9a1b-651a801332e9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:12.409448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68ad16f9-8eed-4231-bdd8-340b4c30364e req-ac8a445b-de2f-4cbd-9a1b-651a801332e9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215588 Dec 17 15:46:12.434163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5212-d4c7-43f8-8329-f53f6887830d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.448466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a56bb-9ba5-45ea-a0c2-14144f9550b8 req-db246017-e6dd-4d90-9f1a-55fbc330d03b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:12.450540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-900a56bb-9ba5-45ea-a0c2-14144f9550b8 req-db246017-e6dd-4d90-9f1a-55fbc330d03b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 967 time: 0.1885633 Dec 17 15:46:12.481396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.579057 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-900a56bb-9ba5-45ea-a0c2-14144f9550b8 req-1e54cbff-872c-434b-9a01-7f3bff24db35 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119390 Dec 17 15:46:12.621874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a8ff5212-d4c7-43f8-8329-f53f6887830d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d04e8b2b71541bba5b656bf22ac7440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148558 Dec 17 15:46:12.623404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5212-d4c7-43f8-8329-f53f6887830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1296b5-7459-4c28-8f38-85d1ccac7a31,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:12.629585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58962) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:12.679841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] Set router 5e66491f-b3ce-4b92-a76e-5110f189f6dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:12.703390 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.745104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1c13c44-eebe-4206-a60e-5e7cecaab680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.749101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4452de1c-f27e-4a48-a4f1-04033ad2b245 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:12.749535 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.782402 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1c13c44-eebe-4206-a60e-5e7cecaab680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.808498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a7d2d-f426-4ef5-baf2-48416b355bd0 req-0c89cccd-b8c7-4a7e-8e4e-40f4bd9b4770 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:12.816600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-834a7d2d-f426-4ef5-baf2-48416b355bd0 req-0c89cccd-b8c7-4a7e-8e4e-40f4bd9b4770 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 932 time: 0.1269727 Dec 17 15:46:12.920239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-834a7d2d-f426-4ef5-baf2-48416b355bd0 req-155c1723-6c91-40a0-8c30-383e135a53e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982981 Dec 17 15:46:12.928209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Allocated IP 172.25.0.233 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1fd0d89a-9d45-4ac8-aecb-d4fbb44341f5) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:12.978435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1c13c44-eebe-4206-a60e-5e7cecaab680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.982052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1c13c44-eebe-4206-a60e-5e7cecaab680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:12.994426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d1c13c44-eebe-4206-a60e-5e7cecaab680 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d1296b5-7459-4c28-8f38-85d1ccac7a31 HTTP/1.1" status: 204 len: 168 time: 0.3571258 Dec 17 15:46:13.025471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d20a388c-b030-413e-9dd5-6b05c17db686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.035620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c13c44-eebe-4206-a60e-5e7cecaab680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1296b5-7459-4c28-8f38-85d1ccac7a31,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:13.050024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.056863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877da2e-7438-4519-9bd4-9f5687d71c37 req-91380ab0-2643-4143-a6cb-e7e427441426 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:13.079107 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1877da2e-7438-4519-9bd4-9f5687d71c37 req-91380ab0-2643-4143-a6cb-e7e427441426 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 950 time: 0.2255156 Dec 17 15:46:13.088567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.106522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549e534b-e411-4961-a2ee-2d042c1eb38b {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:13.159737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1877da2e-7438-4519-9bd4-9f5687d71c37 req-694c92d8-9396-48b4-bd44-8a8b682de105 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796337 Dec 17 15:46:13.160667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d20a388c-b030-413e-9dd5-6b05c17db686 None None] For port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,segment=NetworkSegment(c86a4c69-f5ca-4145-ac40-b74a796beba3),segment_id=c86a4c69-f5ca-4145-ac40-b74a796beba3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:13.169753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.194433 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d20a388c-b030-413e-9dd5-6b05c17db686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.198753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Transition to ACTIVE for port object 549e534b-e411-4961-a2ee-2d042c1eb38b will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:13.205019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.208028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:13.237234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:13.251678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:13.295094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:13.384300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:13.384742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:13.386783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:13.397526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:13.398675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:13.405615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event updated for resources: {'Port': ['ID=1fd0d89a-9d45-4ac8-aecb-d4fbb44341f5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:13.417656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-82e592cd-60d4-4edc-8f9e-d442c952a589 None None] Provisioning complete for port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:13.417656 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-82e592cd-60d4-4edc-8f9e-d442c952a589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.426023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:13.426023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:13.426023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:13.426023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Bound port: 549e534b-e411-4961-a2ee-2d042c1eb38b, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:13.428248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.529541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a388c-b030-413e-9dd5-6b05c17db686 None None] Pushing event updated for resources: {'Port': ['ID=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:13.550113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.572643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320a5ec-d48d-4364-bb29-030779716f6f req-da52c0fc-62e5-4026-89aa-0e9263cea68b tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:13.600466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c320a5ec-d48d-4364-bb29-030779716f6f req-da52c0fc-62e5-4026-89aa-0e9263cea68b tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1119 time: 0.1340530 Dec 17 15:46:13.622807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:46:08Z', 'revision_number': 4, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa', 'name': '', 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'mac_address': 'fa:16:3e:ea:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f6b1ef41-dd84-46e5-9b34-64fb13aa833d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:07Z', 'updated_at': '2021-12-17T15:46:12Z', 'revision_number': 4, 'project_id': '7001c72a229b43eb9e048744693b523b', 'subnets': [{'id': 'f6b1ef41-dd84-46e5-9b34-64fb13aa833d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:13.633266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:13.640892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:13.647556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.661416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6567d-e9ef-4ce8-b4f5-fd495aeaa093 None None] The sync data for ids ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'] in n-d-806683-20 is: [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:46:08Z', 'revision_number': 4, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa', 'name': '', 'network_id': 'dd59a75b-2b8c-4a05-a669-c6503dceb71b', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'mac_address': 'fa:16:3e:ea:9a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f6b1ef41-dd84-46e5-9b34-64fb13aa833d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:07Z', 'updated_at': '2021-12-17T15:46:12Z', 'revision_number': 4, 'project_id': '7001c72a229b43eb9e048744693b523b', 'subnets': [{'id': 'f6b1ef41-dd84-46e5-9b34-64fb13aa833d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:13.665887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.732419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:13.733244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:13.735002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] 10.222.0.47 "PUT /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 1093 time: 1.7721949 Dec 17 15:46:13.736110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:13.739000 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397086f3-8542-4881-a33b-3c11667d93a7" -d '{"events": [{"name": "network-changed", "server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:13.779415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a39954-9ad4-41f1-9610-3718da78e189 service neutron] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:13.829791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-419f049f-3062-4f5b-8fa6-d4642580af4f tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b93b6d3cce9543fd89bd45cf31560388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396407 Dec 17 15:46:13.859057 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c320a5ec-d48d-4364-bb29-030779716f6f req-8e54cbe1-6762-4b8a-b6a8-e78155b4eb26 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564235 Dec 17 15:46:13.985946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59018) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:14.007966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370121e-e013-4b71-af05-986dd3b7553e req-a1df3e4f-1553-4c57-bc1b-35732b4cdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.012683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-a1df3e4f-1553-4c57-bc1b-35732b4cdaa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1096 time: 0.1823843 Dec 17 15:46:14.049526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.058718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.114547 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b53475-0c2e-409d-b941-9c317788c100 x-openstack-request-id: req-f0b53475-0c2e-409d-b941-9c317788c100 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:14.114995 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:14.115372 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0b53475-0c2e-409d-b941-9c317788c100 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:14.122156 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b', 'status': 'completed', 'code': 200} Dec 17 15:46:14.122509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.123859 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-6ea58708-356f-46ee-a35e-209bfbc2359a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 217 time: 0.1004369 Dec 17 15:46:14.172649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event updated for resources: {'Port': ['ID=1fd0d89a-9d45-4ac8-aecb-d4fbb44341f5,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:14.187756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.195891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2683c774-fbd9-4448-b51d-20b1585c9319 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0413301 Dec 17 15:46:14.260516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370121e-e013-4b71-af05-986dd3b7553e req-38b92516-baea-4e8f-bbfa-80455f1613ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.260516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-38b92516-baea-4e8f-bbfa-80455f1613ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1225832 Dec 17 15:46:14.265262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edbc0db4-84ad-4f99-b401-48d5f7afcd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.325334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:14.348160 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-385cf5c3-cc74-43e3-96b9-3b5551aad3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813756 Dec 17 15:46:14.452332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:14.453336 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.463310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-aaaada2a-77e2-4867-b7b6-7e1961f82f76 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.464910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-aaaada2a-77e2-4867-b7b6-7e1961f82f76 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6358647 Dec 17 15:46:14.508031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-37c6aae9-1a25-46c6-bed7-378a4470e26a tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/quotas/b93b6d3cce9543fd89bd45cf31560388 HTTP/1.1" status: 200 len: 375 time: 0.0275192 Dec 17 15:46:14.528808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edbc0db4-84ad-4f99-b401-48d5f7afcd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.546668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edbc0db4-84ad-4f99-b401-48d5f7afcd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.564752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734d263-7964-4e37-9890-839e7c85d8fd req-b203310a-6167-45b0-874a-734923f2a9ad tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.565378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-0bb5255c-71e5-426c-b0e0-9a4a55fa627a service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059674 Dec 17 15:46:14.575420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6734d263-7964-4e37-9890-839e7c85d8fd req-b203310a-6167-45b0-874a-734923f2a9ad tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1119 time: 0.1823144 Dec 17 15:46:14.613180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-06641d8e-bc4f-47e6-8d3c-0409d5ec1244 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1786535 Dec 17 15:46:14.656472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-edbc0db4-84ad-4f99-b401-48d5f7afcd8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea019f1a1f1944089846a72ea173d6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6693802 Dec 17 15:46:14.658635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc0db4-84ad-4f99-b401-48d5f7afcd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034832a7-d41e-40ef-8a7f-cca401a0bfc4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:14.662137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59038) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:14.726929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-43748eb2-e33c-4824-8172-5b423445ca6a tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b93b6d3cce9543fd89bd45cf31560388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1981227 Dec 17 15:46:14.738789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6734d263-7964-4e37-9890-839e7c85d8fd req-f2d6df7a-adf9-45b2-b15e-440cd07f31f3 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575143 Dec 17 15:46:14.764787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9370121e-e013-4b71-af05-986dd3b7553e req-cb0639d3-ea3f-4024-b117-e0cb341a4efd service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832027 Dec 17 15:46:14.769418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-5269f403-5289-4cb2-b8be-537332005fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.769914 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c947845-66f2-4a2f-bb30-a2312cbd603e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.770974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-5269f403-5289-4cb2-b8be-537332005fe3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c88cfd9d0fa0463c9f13a3d62fce37d0&device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 1124 time: 0.0877204 Dec 17 15:46:14.799938 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c947845-66f2-4a2f-bb30-a2312cbd603e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:14.896808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397086f3-8542-4881-a33b-3c11667d93a7 req-cd70e2b2-007e-45e3-ba91-24a26622efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.898989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-397086f3-8542-4881-a33b-3c11667d93a7 req-cd70e2b2-007e-45e3-ba91-24a26622efe5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1096 time: 0.0582840 Dec 17 15:46:14.986649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-c2f79807-623c-48da-953b-5c9de7c49833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.988374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-c2f79807-623c-48da-953b-5c9de7c49833 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1875391 Dec 17 15:46:15.049869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397086f3-8542-4881-a33b-3c11667d93a7 req-a11839a6-e87a-4962-8096-14828d65c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:15.050923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-397086f3-8542-4881-a33b-3c11667d93a7 req-a11839a6-e87a-4962-8096-14828d65c3c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1448143 Dec 17 15:46:15.051778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-d99e9ae5-060d-4fed-bbf3-acce59d8e860 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c HTTP/1.1" status: 200 len: 217 time: 0.0475743 Dec 17 15:46:15.057717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c947845-66f2-4a2f-bb30-a2312cbd603e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:15.060401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c947845-66f2-4a2f-bb30-a2312cbd603e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:15.061897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c947845-66f2-4a2f-bb30-a2312cbd603e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/034832a7-d41e-40ef-8a7f-cca401a0bfc4 HTTP/1.1" status: 204 len: 168 time: 0.3968143 Dec 17 15:46:15.104974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c947845-66f2-4a2f-bb30-a2312cbd603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034832a7-d41e-40ef-8a7f-cca401a0bfc4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:15.163387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e03f8f-e4d4-47c5-b2f9-545290a3f515 req-4d41cc4c-29af-4bd3-a2d6-5fdc042fe084 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:15.171553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-23e03f8f-e4d4-47c5-b2f9-545290a3f515 req-4d41cc4c-29af-4bd3-a2d6-5fdc042fe084 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 944 time: 0.3483963 Dec 17 15:46:15.174306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-9e1f6c7e-f267-4bad-a1be-742e8def8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:15.175712 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-9e1f6c7e-f267-4bad-a1be-742e8def8a27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1151140 Dec 17 15:46:15.199513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:15.220919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-397086f3-8542-4881-a33b-3c11667d93a7 req-1b3e7a70-2b72-4bde-969c-0f01ae7bcde7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 217 time: 0.1533635 Dec 17 15:46:15.313620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-447283d4-c834-4769-a2d7-63c7e4c6d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:15.315807 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-447283d4-c834-4769-a2d7-63c7e4c6d78c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1289067 Dec 17 15:46:15.320160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397086f3-8542-4881-a33b-3c11667d93a7 req-e34f3361-2dfb-4d31-8b3d-d75d61933a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:15.321956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-397086f3-8542-4881-a33b-3c11667d93a7 req-e34f3361-2dfb-4d31-8b3d-d75d61933a2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0831563 Dec 17 15:46:15.380888 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-397086f3-8542-4881-a33b-3c11667d93a7 req-a16cd875-a8c7-4545-8155-ef1ea83aba4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476718 Dec 17 15:46:15.413718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-23e03f8f-e4d4-47c5-b2f9-545290a3f515 req-691b275d-d39f-4a65-9783-15fbc7041e19 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412848 Dec 17 15:46:15.512545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-95ad5ebb-cfa6-474e-9f98-faed9ede0fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873987 Dec 17 15:46:15.627244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2ef087f-3730-49ef-a1f9-36dfa9976702 req-c46f1392-9655-43d7-80c4-20c7e077cfab tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 210 time: 0.1081629 Dec 17 15:46:15.672564 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-49dc3ec6-5a0f-4772-a865-69237a139dd0 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1457575045&fields=id&tenant_id=96872d340831423290c9cb614836660c HTTP/1.1" status: 200 len: 267 time: 0.2860544 Dec 17 15:46:15.726470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3d61127-43b5-4580-b9d2-b8ad0d7602ef req-623719ae-e0bb-448e-9b4f-b1337abe4767 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998010 Dec 17 15:46:15.790972 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-397086f3-8542-4881-a33b-3c11667d93a7 req-a1d3ffdd-7113-4385-a2ad-1be481660c6c service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975894 Dec 17 15:46:15.829278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-38b2848c-51f6-44f0-a122-1ac08ee10394 req-f1d864ef-afdc-4e7e-8c44-cad3af251cb2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:15.834701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38b2848c-51f6-44f0-a122-1ac08ee10394 req-f1d864ef-afdc-4e7e-8c44-cad3af251cb2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117333 Dec 17 15:46:15.899131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59090) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:15.913620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfe835f0-4426-4247-ab46-eb8eacfe8be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:15.934564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-98bc64c3-45db-4c8d-bace-dde638016f65 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:15.942978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-98bc64c3-45db-4c8d-bace-dde638016f65 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 824 time: 0.2569389 Dec 17 15:46:15.957820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-efe8de9f-e7ad-42bd-8955-89f7fc2af33e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/quotas/96872d340831423290c9cb614836660c HTTP/1.1" status: 200 len: 375 time: 0.0139732 Dec 17 15:46:15.960008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-397086f3-8542-4881-a33b-3c11667d93a7 req-46b6cb3b-9227-453f-8532-f35430c8a042 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584191 Dec 17 15:46:16.016542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfe835f0-4426-4247-ab46-eb8eacfe8be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.022218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfe835f0-4426-4247-ab46-eb8eacfe8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.025023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-4d003179-1db8-4f67-8fbf-f4189af62aa3 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592830 Dec 17 15:46:16.073370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe835f0-4426-4247-ab46-eb8eacfe8be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0c364-2301-4564-890f-36532b99cede,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:16.079139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bfe835f0-4426-4247-ab46-eb8eacfe8be9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bda0e26728df47a2b8d2e784226ea46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789551 Dec 17 15:46:16.084674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59092) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:16.141380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c3f7b1c-bf6c-47be-8755-2b0e8a15deab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.152187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-436d0777-d951-48d7-8724-8288a1938b56 service neutron] 10.222.0.54 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134501 Dec 17 15:46:16.164967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c3f7b1c-bf6c-47be-8755-2b0e8a15deab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.231058 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c3f7b1c-bf6c-47be-8755-2b0e8a15deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.233808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c3f7b1c-bf6c-47be-8755-2b0e8a15deab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.237751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2c3f7b1c-bf6c-47be-8755-2b0e8a15deab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ca0c364-2301-4564-890f-36532b99cede HTTP/1.1" status: 204 len: 168 time: 0.1492357 Dec 17 15:46:16.244257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f7b1c-bf6c-47be-8755-2b0e8a15deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca0c364-2301-4564-890f-36532b99cede,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:16.247187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-396aaf82-a751-470b-b2c5-9f5dcb241607 service neutron] 10.222.0.54 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868433 Dec 17 15:46:16.539451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-e9e7ebcc-ab04-4645-8070-59f9dd5c633a tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b93b6d3cce9543fd89bd45cf31560388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565040 Dec 17 15:46:16.745063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-11b081b7-561b-4690-91ee-9132ca3c8724 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:16.747443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-11b081b7-561b-4690-91ee-9132ca3c8724 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011714 Dec 17 15:46:16.763486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Request body: {'port': {'device_id': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'b93b6d3cce9543fd89bd45cf31560388'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:16.837141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Request body: {'security_group': {'name': 'tempest-securitygroup-63716863', 'description': 'tempest-description-464064244'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:16.878156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.901846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:16.901999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Made reservation on behalf of b93b6d3cce9543fd89bd45cf31560388 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:16.907582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.043369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.050169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.096602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c11bf94-b3ec-45ed-b428-702cda411e34,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:17.105039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Allocated IP 192.168.233.183 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:17.155409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.161885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.196602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17572e5b-c4b8-4a5f-bb60-44ee18135eab,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:17.201741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.203082 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4bd3a155-8512-47e4-a859-3be9f8fc2c9f req-5d8a187c-3252-4809-b15a-7563b3067e99 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3727527 Dec 17 15:46:17.314073 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.339232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b448a28-238e-407d-8463-d26e9e63f64f req-6cfed408-2c98-48d4-9f7d-3ca47743cb4a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 210 time: 0.0427690 Dec 17 15:46:17.373038 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.404989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c2bc378c-24fc-4d31-b05f-20e52fbc3dbb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:17.410508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-ece86623-ac19-42fc-9c86-2130daf5f672 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0745823 Dec 17 15:46:17.496414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:17.506755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:17.509880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:17.517921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:17.518660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.545098 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7873826 Dec 17 15:46:17.549157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe9d68-2f81-4d76-920d-777437803fd4 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Pushing event updated for resources: {'Port': ['ID=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:17.565588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Request body: {'port': {'device_id': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:17.650868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:17.698176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59178) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:17.703462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-e2bdc7c5-2c36-4960-ba27-ce65983364bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:17.704904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-e2bdc7c5-2c36-4960-ba27-ce65983364bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b93b6d3cce9543fd89bd45cf31560388&device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 1102 time: 0.1912727 Dec 17 15:46:17.795129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332515a-5277-4d7d-b1c9-a25a4ef4220d req-2627f0c8-b3f9-4893-98e6-ba088aad8baf tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:17.808079 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8332515a-5277-4d7d-b1c9-a25a4ef4220d req-2627f0c8-b3f9-4893-98e6-ba088aad8baf tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 944 time: 0.2013228 Dec 17 15:46:17.898602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8332515a-5277-4d7d-b1c9-a25a4ef4220d req-e9447ce5-4f76-42aa-a212-ccab3d66af32 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760112 Dec 17 15:46:17.906693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-4a6153e9-fd25-477c-bf7e-95fd03a8faff tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:17.907741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-4a6153e9-fd25-477c-bf7e-95fd03a8faff tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1969190 Dec 17 15:46:17.943013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-74b16c4d-92a9-4fdc-a27a-96646a41478d None None] Provisioning complete for port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:17.943724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74b16c4d-92a9-4fdc-a27a-96646a41478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.002887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:18.060922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-74b16c4d-92a9-4fdc-a27a-96646a41478d None None] Port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:18.073444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-65fb0e78-036e-44f9-8f8c-97f41b575f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.075196 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-65fb0e78-036e-44f9-8f8c-97f41b575f58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.3421118 Dec 17 15:46:18.269571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:18.287654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '549e534b-e411-4961-a2ee-2d042c1eb38b', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'port_id': '549e534b-e411-4961-a2ee-2d042c1eb38b', 'mac_address': 'fa:16:3e:76:fa:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:18.348419 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.366425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549e534b-e411-4961-a2ee-2d042c1eb38b {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:18.388235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-0dd6f9fe-27df-450b-adc5-96dd88708f84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb HTTP/1.1" status: 200 len: 217 time: 0.2999737 Dec 17 15:46:18.389212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-58a9e0b9-c6ea-4fcb-89ec-869d0fb65aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.390551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-58a9e0b9-c6ea-4fcb-89ec-869d0fb65aed service neutron] 10.222.0.54 "GET /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 1116 time: 0.3342221 Dec 17 15:46:18.392203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:18.399628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.407722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Request body: {'binding': {'host': 'n-h1-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:18.408109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Unknown quota resources ['binding']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:46:18.428388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:18.441757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.476471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Transition to ACTIVE for port object 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:18.476723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:18.481555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.500598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b6e76-5236-4717-a36d-94de2847a2fd req-24defc7d-bdd5-4306-b1c1-e4233c589735 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.508513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e8b6e76-5236-4717-a36d-94de2847a2fd req-24defc7d-bdd5-4306-b1c1-e4233c589735 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 936 time: 0.4507661 Dec 17 15:46:18.568468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:18.574733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Attempting to bind port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:18.575064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Attempting to bind port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:18.575387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Attempting to bind port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:18.593807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-e8fa85f8-1eda-48f2-a199-01d272a67487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.595262 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-e8fa85f8-1eda-48f2-a199-01d272a67487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1967523 Dec 17 15:46:18.600350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:18.600350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Attempting to bind port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:18.605505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-6c0ee043-206f-424a-a8ad-7100386489c7 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.605700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:18.605906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:18.606231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:18.606654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Bound port: 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:18.607002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-6c0ee043-206f-424a-a8ad-7100386489c7 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.49 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 824 time: 0.6556795 Dec 17 15:46:18.607101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.621332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['549e534b-e411-4961-a2ee-2d042c1eb38b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:18.698837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] For port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:18.704195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] For port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:18.710731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.746333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e8b6e76-5236-4717-a36d-94de2847a2fd req-ef1c01bb-cc9d-4e1a-8d50-8972ad798e12 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304986 Dec 17 15:46:18.777127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.777758 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:18.779186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc HTTP/1.1" status: 200 len: 1097 time: 1.2238529 Dec 17 15:46:18.779632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'tag': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:18.782126 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc", "tag": "3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:18.836915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-7862835b-2318-48d7-b83f-01b7dcdce0c0 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96872d340831423290c9cb614836660c HTTP/1.1" status: 200 len: 380 time: 0.1363480 Dec 17 15:46:18.844059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-643c7e02-f2fc-4cc5-a9ed-e4e24d34b826 req-029bee71-1576-4ad3-b3c2-e7ff13db446f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Request body: {'security_group': {'name': 'tempest-securitygroup-707285904', 'description': 'tempest-description-1172806929'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:18.858011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f381283-f2a6-42b9-8d56-2b8a8a6f0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:18.866922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'port': {'device_id': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'admin_state_up': True, 'tenant_id': '96872d340831423290c9cb614836660c', 'security_groups': ['6ce3e220-7060-4198-bebf-bef63cff03fb']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:18.873150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-4d7799e3-e868-4a3a-bdb1-ffddc8366beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.874726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-4d7799e3-e868-4a3a-bdb1-ffddc8366beb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2638903 Dec 17 15:46:18.878441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-6ff02247-0911-403b-9c70-b3956d96d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.880386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-6ff02247-0911-403b-9c70-b3956d96d2c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b93b6d3cce9543fd89bd45cf31560388&device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 1100 time: 0.0547121 Dec 17 15:46:18.934207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-2b2a1460-f73b-4d8d-991b-01cfdf6910df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc HTTP/1.1" status: 200 len: 217 time: 0.0436785 Dec 17 15:46:18.994792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-6f3777f1-1106-4a43-b06d-4b5644f0de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.996430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-6f3777f1-1106-4a43-b06d-4b5644f0de39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0538628 Dec 17 15:46:19.010167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on host n-h1-806683-20 for vnic_type normal with profile None {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:19.010760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:19.011283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:19.024393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:19.024887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:19.034066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:19.034570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:19.035047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:19.035579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Bound port: 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:19.043008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-643c7e02-f2fc-4cc5-a9ed-e4e24d34b826 req-029bee71-1576-4ad3-b3c2-e7ff13db446f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:19.056758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-b6ed221c-0a42-4c0e-b131-366214bb4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:19.058279 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-b6ed221c-0a42-4c0e-b131-366214bb4ad2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540259 Dec 17 15:46:19.161579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-ff3c185f-e370-4de5-905e-c1fd6d6a024b service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953164 Dec 17 15:46:19.212929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-8336511e-52c0-4a1d-801b-cc03ff4665d0 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257911 Dec 17 15:46:19.227962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:19.256090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:19.257282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-84120a32-8928-4b3a-9876-b54ff140e81c service neutron] 10.222.0.54 "POST /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c/bindings HTTP/1.1" status: 201 len: 390 time: 0.8566730 Dec 17 15:46:19.259936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4c0411-74b7-4ccb-928c-63b752d1adb9 req-5d1c8e9d-bea6-4411-90b8-c7f6e81179f8 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903785 Dec 17 15:46:19.336045 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-643c7e02-f2fc-4cc5-a9ed-e4e24d34b826 req-029bee71-1576-4ad3-b3c2-e7ff13db446f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:19.336957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Made reservation on behalf of 96872d340831423290c9cb614836660c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:19.340955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:19.348602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-643c7e02-f2fc-4cc5-a9ed-e4e24d34b826 req-029bee71-1576-4ad3-b3c2-e7ff13db446f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:19.449796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bee71-1576-4ad3-b3c2-e7ff13db446f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b053b36e-325a-45e4-ae9f-0244882f4017,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:19.467810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-643c7e02-f2fc-4cc5-a9ed-e4e24d34b826 req-029bee71-1576-4ad3-b3c2-e7ff13db446f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:19.470641 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-643c7e02-f2fc-4cc5-a9ed-e4e24d34b826 req-029bee71-1576-4ad3-b3c2-e7ff13db446f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6899815 Dec 17 15:46:19.477550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5387231f-09e5-40f9-acc2-c0d0ba3181bc req-9bff1784-632b-4322-b422-75a3d8b17e3b service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547910 Dec 17 15:46:19.531877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a79842dd-324e-4dee-8220-ebda9e30f8bd req-92fca0e0-0926-478a-b3ef-5a3a32ce3fb8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 210 time: 0.0453570 Dec 17 15:46:19.582798 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15428e29-1ec9-4242-b49e-0207097000cf x-openstack-request-id: req-15428e29-1ec9-4242-b49e-0207097000cf {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:19.583088 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc", "tag": "3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:19.583344 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15428e29-1ec9-4242-b49e-0207097000cf {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:19.583752 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'tag': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc', 'status': 'completed', 'code': 200} Dec 17 15:46:19.701189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-242d84e8-9e6c-4117-8fc0-9560bd6a6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:19.702862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-242d84e8-9e6c-4117-8fc0-9560bd6a6160 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1119 time: 0.1311436 Dec 17 15:46:19.707188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Allocated IP 172.20.0.7 (11fbfdb8-8745-4efd-bd47-439619a7519a/4e18c4c3-7f66-42df-bcc2-1bd9a1a14472/ac8367d6-2e3f-4f04-af3b-8e252eeb70cc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:19.733512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-2974afac-df7a-4c51-a040-4f058fd8ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:19.735303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-2974afac-df7a-4c51-a040-4f058fd8ef4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b93b6d3cce9543fd89bd45cf31560388&device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 1100 time: 0.1242883 Dec 17 15:46:19.750014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95b716-e3c0-439d-9017-d89a103461dd req-b95c0d18-125b-48df-a6c2-ce56de4ddb2a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:19.751734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d95b716-e3c0-439d-9017-d89a103461dd req-b95c0d18-125b-48df-a6c2-ce56de4ddb2a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 945 time: 0.0949419 Dec 17 15:46:19.866286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d95b716-e3c0-439d-9017-d89a103461dd req-1b713cd0-f6f5-40da-8007-e825027564c5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009145 Dec 17 15:46:19.895674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-fc8e4fb8-5d7a-4c9c-a0fd-4a5c4e20240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:19.897512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-fc8e4fb8-5d7a-4c9c-a0fd-4a5c4e20240d service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1446731 Dec 17 15:46:19.954186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-2a2a464f-5f84-4889-9653-6254f8998523 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc HTTP/1.1" status: 200 len: 217 time: 0.0472095 Dec 17 15:46:19.975055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:19.979681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-3b8be30a-92b9-43ad-b32d-beb05996c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:19.981023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-3b8be30a-92b9-43ad-b32d-beb05996c0ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2694159 Dec 17 15:46:20.020419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-dcfafd36-d652-43be-99bd-86e482d38f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.023350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-dcfafd36-d652-43be-99bd-86e482d38f7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0610788 Dec 17 15:46:20.045473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-1ca4218a-0b14-478b-ab4e-878f9eb512fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 217 time: 0.0540729 Dec 17 15:46:20.076456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943ae45-f555-403b-a6df-bb9e60cb8785 req-467a4f19-daf3-4af0-827d-e3291bbb38ae tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.085566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c943ae45-f555-403b-a6df-bb9e60cb8785 req-467a4f19-daf3-4af0-827d-e3291bbb38ae tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 967 time: 0.2470238 Dec 17 15:46:20.104842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-a1768a21-ac81-4ce7-9791-f1009138811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.106667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-a1768a21-ac81-4ce7-9791-f1009138811c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754418 Dec 17 15:46:20.107974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 549e534b-e411-4961-a2ee-2d042c1eb38b completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:20.113643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 549e534b-e411-4961-a2ee-2d042c1eb38b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:20.114043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.217170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-703046215', 'description': 'tempest-description-47479210'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:20.229723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-ea5c887d-8c6d-4596-b89a-c9b73a7ce586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.232059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-ea5c887d-8c6d-4596-b89a-c9b73a7ce586 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1368411 Dec 17 15:46:20.235729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.240366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.252881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c943ae45-f555-403b-a6df-bb9e60cb8785 req-5a825eeb-779b-4f52-b7dd-fdc18d6dfb45 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660976 Dec 17 15:46:20.272055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:20.272610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.282853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-091cee50-dc35-4870-bf9c-c7be812ee35d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412171 Dec 17 15:46:20.284032 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35da8f-f0c3-48c7-bdd6-3a8e1451d0e0" -d '{"events": [{"server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "name": "network-vif-plugged", "status": "completed", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:20.295041 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.304576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-7ace99c6-946d-4049-9bba-be61667dab17 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898265 Dec 17 15:46:20.306137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:20.311338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.364266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:20.422318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.437554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a9a8f80-7393-4a74-9a30-5c8eb1b2b29a req-3381d32b-c5be-454b-94b0-49762efebf18 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219196 Dec 17 15:46:20.447498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21d42-6b61-45e7-b707-33f4d9751fad req-cca61916-86ac-49f7-9a76-8d7600cc5bde tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.449006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2c21d42-6b61-45e7-b707-33f4d9751fad req-cca61916-86ac-49f7-9a76-8d7600cc5bde tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 948 time: 0.1131246 Dec 17 15:46:20.461873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.467705 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.494392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-275d1e2a-e91b-4021-94e9-5e2210ea4a2a service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025974 Dec 17 15:46:20.506765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Network 11fbfdb8-8745-4efd-bd47-439619a7519a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:20.512604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3297d1b2-2a65-4643-87fc-6a49a336b3b7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:20.523034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:20.540562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:20.546174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.546867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.559698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.564908 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.580560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event updated for resources: {'Port': ['ID=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:20.589501 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.599419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ebfce30-84c5-4203-8da8-e2342e980265 req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3900762 Dec 17 15:46:20.614299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf32ce-3378-4d42-8320-b08c0e6c7fa5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415680d4-a8cd-4ff9-8c2b-246995b83a5a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:20.630007 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-223c3aae-9d48-4860-bf02-3fc2b4ddd46a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7750201 Dec 17 15:46:20.636363 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2c21d42-6b61-45e7-b707-33f4d9751fad req-1c2d1a91-82a6-4b59-8e69-0d49670f4c62 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631691 Dec 17 15:46:20.644669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Request body: {'port': {'device_id': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:20.713561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-5ad7c5d7-16fc-4d63-9cfc-11481a5b60ce service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043345 Dec 17 15:46:20.750772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.770314 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9581cec-58db-48fc-8fdc-243cb5f2d324 x-openstack-request-id: req-a9581cec-58db-48fc-8fdc-243cb5f2d324 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:20.770857 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "name": "network-vif-plugged", "status": "completed", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:20.771667 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9581cec-58db-48fc-8fdc-243cb5f2d324 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:20.772411 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b', 'code': 200} Dec 17 15:46:20.882747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b0b35360-7cee-48d2-a6e0-29990126883b None None] Provisioning complete for port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:20.883398 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b0b35360-7cee-48d2-a6e0-29990126883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:20.885200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301527eb-2d1a-4611-b973-4b4754cb24b4 req-09c3ad60-1d6c-4f36-b4c9-2128091cffb0 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.886745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-301527eb-2d1a-4611-b973-4b4754cb24b4 req-09c3ad60-1d6c-4f36-b4c9-2128091cffb0 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 931 time: 0.0614443 Dec 17 15:46:20.917986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.47', 50075) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:20.937701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b0b35360-7cee-48d2-a6e0-29990126883b None None] Port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:20.965411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-33d7856d-4330-427c-97bf-b3b0229dd77d req-644c5987-b068-42a8-aa33-90d373d22418 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1959069829', 'description': 'tempest-description-1411474870'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:20.976313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-301527eb-2d1a-4611-b973-4b4754cb24b4 req-503d431c-0e01-4ec0-b5fa-23139ee36e3c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764627 Dec 17 15:46:20.999751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6d007-c435-434f-a47c-77d504eb4ea9 req-38be284e-7bfb-4b41-aec8-00b94b44b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:21.000844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4a6d007-c435-434f-a47c-77d504eb4ea9 req-38be284e-7bfb-4b41-aec8-00b94b44b9aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1098 time: 0.0642104 Dec 17 15:46:21.059285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4a6d007-c435-434f-a47c-77d504eb4ea9 req-5e494056-2f26-46ab-b9bf-b84f01931d44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Dec 17 15:46:21.150922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56428bc-0882-4b6b-9e68-7c47bf4509fd req-72bb19e5-d144-413d-bef6-3ef8901ef21a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:21.152641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56428bc-0882-4b6b-9e68-7c47bf4509fd req-72bb19e5-d144-413d-bef6-3ef8901ef21a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 946 time: 0.0509987 Dec 17 15:46:21.207181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56428bc-0882-4b6b-9e68-7c47bf4509fd req-fe508539-78cc-40b6-9561-592c4a82731f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Dec 17 15:46:21.267162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-00059477-e986-4890-8864-aa48e0f95ae2 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:21.268711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-00059477-e986-4890-8864-aa48e0f95ae2 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1119 time: 0.3744547 Dec 17 15:46:21.274321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-33d7856d-4330-427c-97bf-b3b0229dd77d req-644c5987-b068-42a8-aa33-90d373d22418 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.283139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-20'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:21.322987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b7ea-8033-4533-a648-0b331d52c8fe req-b234fdb1-82f0-4803-9df5-8f9886daf25b tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:21.324628 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f429b7ea-8033-4533-a648-0b331d52c8fe req-b234fdb1-82f0-4803-9df5-8f9886daf25b tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 972 time: 0.0525315 Dec 17 15:46:21.373749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f429b7ea-8033-4533-a648-0b331d52c8fe req-5ef46f4a-7098-4df0-a337-965649e6a60f tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Dec 17 15:46:21.402480 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.505627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-33d7856d-4330-427c-97bf-b3b0229dd77d req-644c5987-b068-42a8-aa33-90d373d22418 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.510322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8367d6-2e3f-4f04-af3b-8e252eeb70cc {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:21.519465 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-33d7856d-4330-427c-97bf-b3b0229dd77d req-644c5987-b068-42a8-aa33-90d373d22418 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.524510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.553144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65319db9-a411-4a30-affc-6c1a4069bf2d req-de5a7da3-6ec4-488b-848a-26b8b2ae178f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:21.554681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65319db9-a411-4a30-affc-6c1a4069bf2d req-de5a7da3-6ec4-488b-848a-26b8b2ae178f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 967 time: 0.0561779 Dec 17 15:46:21.597469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-33d7856d-4330-427c-97bf-b3b0229dd77d req-644c5987-b068-42a8-aa33-90d373d22418 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.598731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33d7856d-4330-427c-97bf-b3b0229dd77d req-644c5987-b068-42a8-aa33-90d373d22418 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6545663 Dec 17 15:46:21.605583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Transition to ACTIVE for port object ac8367d6-2e3f-4f04-af3b-8e252eeb70cc will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:21.608038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c5987-b068-42a8-aa33-90d373d22418 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee81233-0940-4f40-9c1f-b3a92b75a1ca,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:21.616142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.632902 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65319db9-a411-4a30-affc-6c1a4069bf2d req-1a196daf-a5a8-425c-94ec-972aa521baa3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Dec 17 15:46:21.694247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Pushing event updated for resources: {'Port': ['ID=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:21.771941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:21.792940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Attempting to bind port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:21.793340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Attempting to bind port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:21.793606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Attempting to bind port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc on network 11fbfdb8-8745-4efd-bd47-439619a7519a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:21.823404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc on network 11fbfdb8-8745-4efd-bd47-439619a7519a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:21.823634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Attempting to bind port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc on network 11fbfdb8-8745-4efd-bd47-439619a7519a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:21.841047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:21.841047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Checking segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:21.841047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Bound using segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:21.841047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Bound port: ac8367d6-2e3f-4f04-af3b-8e252eeb70cc, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:21.841432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59260) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:21.841519 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.871727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:21.931534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dc549-e518-43be-9d35-bf486cb3af2d req-cc6805cd-4b25-4ee9-b566-76aab91df75a tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:21.933113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e8dc549-e518-43be-9d35-bf486cb3af2d req-cc6805cd-4b25-4ee9-b566-76aab91df75a tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 948 time: 0.1452174 Dec 17 15:46:21.974821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-339942d3-7110-413f-a350-6b415d3fa681 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48169 time: 0.3151166 Dec 17 15:46:21.988381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:21.990645 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39439288-bec7-4cab-b87a-43d4c24a123c" -d '{"events": [{"server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "name": "network-vif-unplugged", "status": "completed", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:21.994535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:21.997113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bacfec0e-8e4a-4863-bafa-683054451d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.006849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] For port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:22.010114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] For port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:22.016093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.027078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.049467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-f10e5d1b-3817-48ac-8847-a64d6a694e42 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/01d25c18-c608-4b6c-8f0c-fa61ca9c55f9 HTTP/1.1" status: 200 len: 2990 time: 0.0641549 Dec 17 15:46:22.072750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e8dc549-e518-43be-9d35-bf486cb3af2d req-3f18aa82-d106-494a-86f6-2d7fab18a81c tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267641 Dec 17 15:46:22.089785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.090439 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.091875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] 10.222.0.49 "PUT /v2.0/ports/ac8367d6-2e3f-4f04-af3b-8e252eeb70cc HTTP/1.1" status: 200 len: 1092 time: 1.4522316 Dec 17 15:46:22.131612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:22.151507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-6bc5e26e-8119-4a5a-a7a1-7776a722f9bb tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/01d25c18-c608-4b6c-8f0c-fa61ca9c55f9 HTTP/1.1" status: 200 len: 2990 time: 0.0915971 Dec 17 15:46:22.169834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on host n-h2-806683-20 for vnic_type normal with profile {"migrating_to": "n-h1-806683-20"} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:22.170173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:22.170517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:22.182317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:22.182654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Attempting to bind port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:22.241380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bacfec0e-8e4a-4863-bafa-683054451d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.255716 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bacfec0e-8e4a-4863-bafa-683054451d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.278623 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938c0fb4-a70f-4730-be1f-b1edad479b04 x-openstack-request-id: req-938c0fb4-a70f-4730-be1f-b1edad479b04 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:22.279231 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "name": "network-vif-unplugged", "status": "completed", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:22.279458 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-938c0fb4-a70f-4730-be1f-b1edad479b04 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:22.280054 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c', 'code': 200} Dec 17 15:46:22.281452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:22.281791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:22.282181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:22.282636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Bound port: 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:22.283130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.287293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d3d2-36d3-46e9-b8de-2c75d1188bac service neutron] Pushing event updated for resources: {'Port': ['ID=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:22.335129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-c844d6ed-10db-49ca-b24b-e15f280577a8 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/3297d1b2-2a65-4643-87fc-6a49a336b3b7 HTTP/1.1" status: 200 len: 2998 time: 0.1818697 Dec 17 15:46:22.341334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfec0e-8e4a-4863-bafa-683054451d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84f864-a691-4beb-8cc5-258b9eef801d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:22.384382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bacfec0e-8e4a-4863-bafa-683054451d45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f62eba9fc9c4654ba95ba9d39663721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5422406 Dec 17 15:46:22.387468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59272) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:22.405631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-ae75ec9c-d625-4531-9a5d-d3b98d2ea8b1 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/3297d1b2-2a65-4643-87fc-6a49a336b3b7 HTTP/1.1" status: 200 len: 2998 time: 0.0603740 Dec 17 15:46:22.436323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-f495b79b-7ce8-4c51-92a7-d614dca56971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.438417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-f495b79b-7ce8-4c51-92a7-d614dca56971 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 1095 time: 0.2183719 Dec 17 15:46:22.450890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:22.476463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-205beccc-f4c8-4019-bc0e-98e053918b8f tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/4187b985-0113-4857-8d91-00b711649ba5 HTTP/1.1" status: 200 len: 2998 time: 0.0634463 Dec 17 15:46:22.488961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:22.534352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.537428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-682d40b7-251a-4738-a19c-4fc994fc6c05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc HTTP/1.1" status: 200 len: 217 time: 0.0784166 Dec 17 15:46:22.552375 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-630355fc-046f-4ac8-a4a0-b7f8d67341cf tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/4187b985-0113-4857-8d91-00b711649ba5 HTTP/1.1" status: 200 len: 2998 time: 0.0555482 Dec 17 15:46:22.560086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0168eb2-7fff-4144-991c-25affcd573fd req-119928d9-e242-489e-b46d-3aad020ccf05 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.561580 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0168eb2-7fff-4144-991c-25affcd573fd req-119928d9-e242-489e-b46d-3aad020ccf05 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 972 time: 0.0947022 Dec 17 15:46:22.599770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac966425-f1d4-4a24-aa58-f42c62ab5266 req-7d8bf580-1c94-45f9-a2ff-7b76051fb84d tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.601349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac966425-f1d4-4a24-aa58-f42c62ab5266 req-7d8bf580-1c94-45f9-a2ff-7b76051fb84d tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 943 time: 0.2357905 Dec 17 15:46:22.701061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b511531b-d6d5-47ea-b5a5-020ab7d0b7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.714014 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-e2f18d0d-9e37-445f-8517-a02264754c78 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/426339ee-16e3-4898-9fe8-a702d027e304 HTTP/1.1" status: 200 len: 2998 time: 0.1508281 Dec 17 15:46:22.748950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:22.759424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-382c688a-bf9b-43f8-8c69-a9921a042d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.760447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-382c688a-bf9b-43f8-8c69-a9921a042d20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 HTTP/1.1" status: 200 len: 863 time: 0.2097042 Dec 17 15:46:22.761754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.762271 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.763605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-993d759a-ca8a-4a05-b774-585621e7b70b service neutron] 10.222.0.47 "PUT /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 1145 time: 1.4871600 Dec 17 15:46:22.796003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-d9079ef3-7c7e-42fd-a3f1-d353741745f1 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/426339ee-16e3-4898-9fe8-a702d027e304 HTTP/1.1" status: 200 len: 2998 time: 0.0713570 Dec 17 15:46:22.814249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Deleting port f3d4c23a-e170-4432-af8a-79f2fb0f404c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:46:22.814615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.818096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b511531b-d6d5-47ea-b5a5-020ab7d0b7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.824739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac966425-f1d4-4a24-aa58-f42c62ab5266 req-ae8865c0-fc92-45a7-8384-9e950e510d4e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928608 Dec 17 15:46:22.843671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['96fe44db-bc6d-4bb2-89fc-31e411892a2c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:22.877401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-78612fca-5662-4d78-981f-5d8269c2324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.878900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-78612fca-5662-4d78-981f-5d8269c2324b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11fbfdb8-8745-4efd-bd47-439619a7519a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075695 Dec 17 15:46:22.903314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b511531b-d6d5-47ea-b5a5-020ab7d0b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.907643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b511531b-d6d5-47ea-b5a5-020ab7d0b7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:22.908846 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b511531b-d6d5-47ea-b5a5-020ab7d0b7ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba84f864-a691-4beb-8cc5-258b9eef801d HTTP/1.1" status: 204 len: 168 time: 0.5209184 Dec 17 15:46:22.941427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-497c0269-2902-4215-916a-aec324d619e6 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/47ff3bac-495a-408b-80f2-0fca4d939dde HTTP/1.1" status: 200 len: 2998 time: 0.1353247 Dec 17 15:46:22.996090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511531b-d6d5-47ea-b5a5-020ab7d0b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84f864-a691-4beb-8cc5-258b9eef801d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:23.022438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] For port f3d4c23a-e170-4432-af8a-79f2fb0f404c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f3d4c23a-e170-4432-af8a-79f2fb0f404c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:23.022939 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.034616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-74ac9dc6-5344-4a0d-bd42-63da042e46ab tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/47ff3bac-495a-408b-80f2-0fca4d939dde HTTP/1.1" status: 200 len: 2998 time: 0.0915384 Dec 17 15:46:23.046924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Calling delete_port for f3d4c23a-e170-4432-af8a-79f2fb0f404c owned by compute:tempest-test_az-1327598407 {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:46:23.085842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60551482-bf0f-4699-bcc3-342b1db8fa96 req-bda9d2e5-21fc-4257-83ce-781249a88039 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:23.087388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60551482-bf0f-4699-bcc3-342b1db8fa96 req-bda9d2e5-21fc-4257-83ce-781249a88039 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 946 time: 0.0927651 Dec 17 15:46:23.094301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-aa555c21-9b47-4029-8eba-5dee467280dc service neutron] 10.222.0.49 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926563 Dec 17 15:46:23.164790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-a3534981-45a7-4352-9df8-092ef7a9993a tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/719e7fdc-4ceb-42c6-a425-d175e138053b HTTP/1.1" status: 200 len: 2998 time: 0.1210499 Dec 17 15:46:23.217522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60551482-bf0f-4699-bcc3-342b1db8fa96 req-07d4c8f3-ff59-4d66-98ac-b6cf95c5a19d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201417 Dec 17 15:46:23.240823 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-bb9e1420-1d72-4267-8b7a-c7d399121273 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/719e7fdc-4ceb-42c6-a425-d175e138053b HTTP/1.1" status: 200 len: 2998 time: 0.0657432 Dec 17 15:46:23.257849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c52e5c49-3a64-4520-ae65-41cddf4ef04b req-254b6107-cc6d-4530-913d-32798188b213 service neutron] 10.222.0.49 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477652 Dec 17 15:46:23.324123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:23.324584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-ec73d151-83e0-4645-a02d-84a009d426c5 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/742bbb35-6293-44fa-96f6-c91594019a96 HTTP/1.1" status: 200 len: 2998 time: 0.0826499 Dec 17 15:46:23.326082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.338993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f3d4c23a-e170-4432-af8a-79f2fb0f404c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:23.357532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b81774-b7fd-44ee-a05e-4663a33df239 req-aeb94558-4e42-426c-9c0c-399567ca8b21 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:23.359324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5b81774-b7fd-44ee-a05e-4663a33df239 req-aeb94558-4e42-426c-9c0c-399567ca8b21 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cf0c058-3260-476b-b69c-026bbfa6e547 HTTP/1.1" status: 200 len: 889 time: 0.0585670 Dec 17 15:46:23.359837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59288) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:23.378865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d3f56ae-2fea-4f9f-8b07-a44ab7152345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.398899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Pushing event deleted for resources: {'Port': ['ID=f3d4c23a-e170-4432-af8a-79f2fb0f404c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:23.447755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5b81774-b7fd-44ee-a05e-4663a33df239 req-65307bbe-bf91-4740-95a8-8f7f54662326 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.54 "GET /v2.0/security-groups?id=e09f5418-e3d3-4556-b8ef-af0cca44cc16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813587 Dec 17 15:46:23.467323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:23.481451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc', 'mac_address': 'fa:16:3e:a4:74:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:23.523271 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-d4f0444c-a0d4-4467-85fb-3515a89fb17a tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/742bbb35-6293-44fa-96f6-c91594019a96 HTTP/1.1" status: 200 len: 2998 time: 0.1915085 Dec 17 15:46:23.526467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] No DVR routers for this DVR port f3d4c23a-e170-4432-af8a-79f2fb0f404c on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:23.531846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.549880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.551397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:23.554613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0168eb2-7fff-4144-991c-25affcd573fd req-43039582-d0bb-42fa-820e-513351249f12 tempest-AggregatesAdminTestJSON-454847135 tempest-AggregatesAdminTestJSON-454847135-project] 10.222.0.49 "DELETE /v2.0/ports/f3d4c23a-e170-4432-af8a-79f2fb0f404c HTTP/1.1" status: 204 len: 173 time: 0.9858124 Dec 17 15:46:23.554888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d3f56ae-2fea-4f9f-8b07-a44ab7152345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.560653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d3f56ae-2fea-4f9f-8b07-a44ab7152345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.563738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'name': 'network-vif-deleted', 'tag': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:23.566182 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863c7140-faaa-49e8-8a1a-edadba166d5b" -d '{"events": [{"server_uuid": "1cf0c058-3260-476b-b69c-026bbfa6e547", "name": "network-vif-deleted", "tag": "f3d4c23a-e170-4432-af8a-79f2fb0f404c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:23.587782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:23.594399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.637487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-2afa9ebe-7f9a-4c11-9e93-e53f471eae97 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/75df3ffc-a8a0-400a-9cec-ff0d05c419e0 HTTP/1.1" status: 200 len: 2998 time: 0.1133208 Dec 17 15:46:23.656808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4d3f56ae-2fea-4f9f-8b07-a44ab7152345 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d4a4034fa2b4417b83d902cd3b024f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958741 Dec 17 15:46:23.657495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59292) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:23.673572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:23.683312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-5f48f9d3-be8f-4ae1-aa2e-0a4394987520 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/75df3ffc-a8a0-400a-9cec-ff0d05c419e0 HTTP/1.1" status: 200 len: 2998 time: 0.0447330 Dec 17 15:46:23.687217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f56ae-2fea-4f9f-8b07-a44ab7152345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45590d7c-2112-46cb-82bd-10ad36588dc2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:23.729467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880a8b8-be66-45c1-ae59-c41a39f41f38 req-e52778cc-ea61-4fb7-967a-d23ca3d5caf8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:23.730968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7880a8b8-be66-45c1-ae59-c41a39f41f38 req-e52778cc-ea61-4fb7-967a-d23ca3d5caf8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 965 time: 0.1345031 Dec 17 15:46:23.731753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-ef0267be-09f4-4a60-8069-db8aab648f0a tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7c11bf94-b3ec-45ed-b428-702cda411e34 HTTP/1.1" status: 200 len: 2998 time: 0.0395181 Dec 17 15:46:23.779015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-4fb8508b-846e-4d25-97ef-5174b00d55ae tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7c11bf94-b3ec-45ed-b428-702cda411e34 HTTP/1.1" status: 200 len: 2998 time: 0.0390353 Dec 17 15:46:23.783462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29caee31-f7fe-48b8-bf7d-059555214ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.808314 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7880a8b8-be66-45c1-ae59-c41a39f41f38 req-a5d4deb1-ebc2-4ba7-b3da-af366a7bca84 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697680 Dec 17 15:46:23.817013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29caee31-f7fe-48b8-bf7d-059555214ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.827354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:23.896835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29caee31-f7fe-48b8-bf7d-059555214ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.899900 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29caee31-f7fe-48b8-bf7d-059555214ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:23.905517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-29caee31-f7fe-48b8-bf7d-059555214ec0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45590d7c-2112-46cb-82bd-10ad36588dc2 HTTP/1.1" status: 204 len: 168 time: 0.2408609 Dec 17 15:46:23.915143 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caee31-f7fe-48b8-bf7d-059555214ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45590d7c-2112-46cb-82bd-10ad36588dc2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:24.012306 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-8da3cc28-7a63-42f1-8e22-a80e90a43511 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/af403b34-a41e-456b-a25d-e15c5b90eae1 HTTP/1.1" status: 200 len: 2998 time: 0.2261190 Dec 17 15:46:24.012527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd32fd9-a15d-409b-ad02-1b8c2dccb610 req-6becb318-ba86-45a4-9ba1-87c57bd33dec tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.013909 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ddd32fd9-a15d-409b-ad02-1b8c2dccb610 req-6becb318-ba86-45a4-9ba1-87c57bd33dec tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 949 time: 0.0609026 Dec 17 15:46:24.074898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-09d28d27-bafb-4cdf-8f25-099b877714c8 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/af403b34-a41e-456b-a25d-e15c5b90eae1 HTTP/1.1" status: 200 len: 2998 time: 0.0547004 Dec 17 15:46:24.094612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ddd32fd9-a15d-409b-ad02-1b8c2dccb610 req-823b41c1-7853-4473-8cf4-b3de66b6ec6b tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746651 Dec 17 15:46:24.141259 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-6c2133bf-8781-46bb-a7d9-e2fc2ce7e125 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/c5d38785-6b48-44a0-8e86-60f8479c7605 HTTP/1.1" status: 200 len: 2998 time: 0.0588453 Dec 17 15:46:24.212303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-65f80778-7b41-4e50-b991-8eff2956ad1f tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/c5d38785-6b48-44a0-8e86-60f8479c7605 HTTP/1.1" status: 200 len: 2998 time: 0.0634375 Dec 17 15:46:24.276622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-ed54c725-eaec-41d2-83c5-2bb446ce26e9 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/e09f5418-e3d3-4556-b8ef-af0cca44cc16 HTTP/1.1" status: 200 len: 2995 time: 0.0555387 Dec 17 15:46:24.281714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc'}, {'name': 'network-changed', 'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:24.284298 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf48dd-abb0-4c88-9f22-9537f06916ec" -d '{"events": [{"name": "network-changed", "server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc"}, {"name": "network-changed", "server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:24.324659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-75001fbd-a74d-4fb2-8ade-10535d25b890 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/e09f5418-e3d3-4556-b8ef-af0cca44cc16 HTTP/1.1" status: 200 len: 2995 time: 0.0465691 Dec 17 15:46:24.372783 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-77a5feb2-42d9-4fe2-80a3-a495da393af1 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/e361cd6a-ba71-4345-9eea-932f565dd182 HTTP/1.1" status: 200 len: 2998 time: 0.0396881 Dec 17 15:46:24.421502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-69602da0-9132-44cc-be68-2b3ace47595f tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/e361cd6a-ba71-4345-9eea-932f565dd182 HTTP/1.1" status: 200 len: 2998 time: 0.0391259 Dec 17 15:46:24.465952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-260197f2-0619-41b7-a849-d80cd2c0ef71 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/efd7bdc7-d32f-4d13-818e-93f604067fb4 HTTP/1.1" status: 200 len: 2994 time: 0.0382576 Dec 17 15:46:24.493799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdb39f-a778-49a4-965d-8dbe0e09703b req-cfc9b234-4f5d-45fa-8c29-ec6dfaeaa64f tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.495801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bcdb39f-a778-49a4-965d-8dbe0e09703b req-cfc9b234-4f5d-45fa-8c29-ec6dfaeaa64f tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1098 time: 0.0429130 Dec 17 15:46:24.511787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55ac4591-ba45-4de6-8b73-82cb6ad8e949 req-a26bd82b-f440-4b71-8d12-5c9e090ef072 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/efd7bdc7-d32f-4d13-818e-93f604067fb4 HTTP/1.1" status: 200 len: 2994 time: 0.0378163 Dec 17 15:46:24.550959 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a689839-a7fc-44ed-a2c2-df976017ee8c x-openstack-request-id: req-1a689839-a7fc-44ed-a2c2-df976017ee8c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:24.552279 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf0c058-3260-476b-b69c-026bbfa6e547", "name": "network-vif-deleted", "tag": "f3d4c23a-e170-4432-af8a-79f2fb0f404c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:24.553685 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a689839-a7fc-44ed-a2c2-df976017ee8c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:24.554354 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf0c058-3260-476b-b69c-026bbfa6e547', 'name': 'network-vif-deleted', 'tag': 'f3d4c23a-e170-4432-af8a-79f2fb0f404c', 'status': 'completed', 'code': 200} Dec 17 15:46:24.572188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bcdb39f-a778-49a4-965d-8dbe0e09703b req-ed80d9df-6cc3-4a39-ae9c-f8dfd0b3edfc tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679255 Dec 17 15:46:24.676310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9baf176-12c8-4577-9f15-fadadf1df884 req-f7528be0-8338-4922-b95f-de532d0ca551 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.678276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9baf176-12c8-4577-9f15-fadadf1df884 req-f7528be0-8338-4922-b95f-de532d0ca551 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 943 time: 0.0638328 Dec 17 15:46:24.712470 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6f5de7-7d15-419e-9de8-852e1a3cbbba x-openstack-request-id: req-5a6f5de7-7d15-419e-9de8-852e1a3cbbba {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:24.712775 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:24.713038 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a6f5de7-7d15-419e-9de8-852e1a3cbbba {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:24.713429 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'status': 'completed', 'code': 200} Dec 17 15:46:24.713694 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c', 'status': 'completed', 'code': 200} Dec 17 15:46:24.736556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9baf176-12c8-4577-9f15-fadadf1df884 req-7d2651d4-c9c0-4f37-a4a5-74b1d6633244 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510635 Dec 17 15:46:24.796710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-3c02508a-5a49-45f4-a984-ccbeb22426c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.801529 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-3c02508a-5a49-45f4-a984-ccbeb22426c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 1095 time: 0.0639338 Dec 17 15:46:24.856444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08f167b-8c74-4136-8b5b-eec9f200f885 req-c7f17390-1845-47c0-b060-e0fda4a074f0 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c18a8216019f4383b446351255aecbb8 HTTP/1.1" status: 200 len: 6151 time: 0.0971360 Dec 17 15:46:24.922702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1036c33-4502-41ad-b97d-f8959d6026c3 req-31d5f298-6bd9-45ab-9915-99bf1fae5dda tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.924313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1036c33-4502-41ad-b97d-f8959d6026c3 req-31d5f298-6bd9-45ab-9915-99bf1fae5dda tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1098 time: 0.0666213 Dec 17 15:46:24.927415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08f167b-8c74-4136-8b5b-eec9f200f885 req-cf860115-c403-4662-aabd-d727169f7313 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "GET /v2.0/security-groups/7c11bf94-b3ec-45ed-b428-702cda411e34 HTTP/1.1" status: 200 len: 2998 time: 0.0608160 Dec 17 15:46:24.972064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-c9e92da2-7a0e-45f4-ab7b-2e1aa8c33fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.973552 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-c9e92da2-7a0e-45f4-ab7b-2e1aa8c33fc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 925 time: 0.1636984 Dec 17 15:46:24.974540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08f167b-8c74-4136-8b5b-eec9f200f885 req-6b9a6860-c96a-4318-9ad9-50224ce359ec tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "GET /v2.0/security-groups/7c11bf94-b3ec-45ed-b428-702cda411e34 HTTP/1.1" status: 200 len: 2998 time: 0.0415802 Dec 17 15:46:25.029793 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-437af4ec-a4d4-4c5b-8d6b-9f523ffc8e73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc HTTP/1.1" status: 200 len: 217 time: 0.0457807 Dec 17 15:46:25.031906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1036c33-4502-41ad-b97d-f8959d6026c3 req-8de8f41f-c171-4f2e-a52c-71c0107e045b tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958121 Dec 17 15:46:25.097578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-5abdf63d-cc87-41d5-8b05-990a27c3f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.099191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-5abdf63d-cc87-41d5-8b05-990a27c3f4b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 HTTP/1.1" status: 200 len: 863 time: 0.0607359 Dec 17 15:46:25.135207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a731a3c-6c00-4220-99c6-8608087d2705 req-eced64a6-3566-4dba-ba39-ab335081c9d7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.143043 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a731a3c-6c00-4220-99c6-8608087d2705 req-eced64a6-3566-4dba-ba39-ab335081c9d7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 965 time: 0.0664406 Dec 17 15:46:25.146441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59346) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:25.199642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a731a3c-6c00-4220-99c6-8608087d2705 req-d6233ae7-5b44-4e96-b0a5-0c3ce3d82718 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554111 Dec 17 15:46:25.208394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-737affe8-8834-4ee0-a8cf-baa511b721f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.210180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-737affe8-8834-4ee0-a8cf-baa511b721f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11fbfdb8-8745-4efd-bd47-439619a7519a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027136 Dec 17 15:46:25.275698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7edc8f75-e699-4aed-931b-03348244487d req-339c2f3e-ccf9-4c58-a007-26089a04b50a tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/5ee81233-0940-4f40-9c1f-b3a92b75a1ca HTTP/1.1" status: 200 len: 1795 time: 0.1062248 Dec 17 15:46:25.326359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:25.370422 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7edc8f75-e699-4aed-931b-03348244487d req-ee230d24-400b-4f3b-8311-f5454a2e99eb tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.374283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-8ef47418-b7d1-423f-81a0-b4c596a2c3aa service neutron] 10.222.0.49 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563613 Dec 17 15:46:25.379729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2064d0d5-f583-404f-b1bf-beb24e1faff0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c88cfd9d0fa0463c9f13a3d62fce37d0&name=default HTTP/1.1" status: 200 len: 2993 time: 0.2322054 Dec 17 15:46:25.381518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:25.396459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:25.403052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:25.403525 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.440310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7edc8f75-e699-4aed-931b-03348244487d req-ee230d24-400b-4f3b-8311-f5454a2e99eb tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.464792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1ea-73a5-436e-b37c-b1a2d847b9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.512333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-dfa51afc-0c1e-453e-b1cd-8f11688750d7 service neutron] 10.222.0.49 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280797 Dec 17 15:46:25.525690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7edc8f75-e699-4aed-931b-03348244487d req-ee230d24-400b-4f3b-8311-f5454a2e99eb tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.525690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7edc8f75-e699-4aed-931b-03348244487d req-ee230d24-400b-4f3b-8311-f5454a2e99eb tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.525978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.532750 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7edc8f75-e699-4aed-931b-03348244487d req-ee230d24-400b-4f3b-8311-f5454a2e99eb tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ee81233-0940-4f40-9c1f-b3a92b75a1ca HTTP/1.1" status: 204 len: 173 time: 0.2478728 Dec 17 15:46:25.548726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee230d24-400b-4f3b-8311-f5454a2e99eb tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee81233-0940-4f40-9c1f-b3a92b75a1ca,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:25.556560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517e52d-4066-4fa8-b408-440ceefb718a req-a76fca72-57cd-4199-ba47-64073ae973c2 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.564383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9517e52d-4066-4fa8-b408-440ceefb718a req-a76fca72-57cd-4199-ba47-64073ae973c2 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 949 time: 0.1173697 Dec 17 15:46:25.587914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:25.591204 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7628b40-39ac-4e6e-9b78-8e8b2b8962b0" -d '{"events": [{"server_uuid": "c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:25.595750 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1ea-73a5-436e-b37c-b1a2d847b9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.627797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:25.634255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.663215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-f3cdefc7-f780-4793-8ca0-1d7db3902cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.666057 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-f3cdefc7-f780-4793-8ca0-1d7db3902cb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1148 time: 0.1033754 Dec 17 15:46:25.667363 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9517e52d-4066-4fa8-b408-440ceefb718a req-94746602-a72b-428b-b841-8f471b769f3e tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883625 Dec 17 15:46:25.701312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:25.724831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1ea-73a5-436e-b37c-b1a2d847b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.727601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cca3c1ea-73a5-436e-b37c-b1a2d847b9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.728769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cca3c1ea-73a5-436e-b37c-b1a2d847b9e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e09f5418-e3d3-4556-b8ef-af0cca44cc16 HTTP/1.1" status: 204 len: 168 time: 0.3399413 Dec 17 15:46:25.745393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3c1ea-73a5-436e-b37c-b1a2d847b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09f5418-e3d3-4556-b8ef-af0cca44cc16,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:25.746811 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0febb80c-070b-404b-a4d9-e35ee68d6c94 x-openstack-request-id: req-0febb80c-070b-404b-a4d9-e35ee68d6c94 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:25.747130 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:25.747387 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0febb80c-070b-404b-a4d9-e35ee68d6c94 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:25.747780 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc', 'code': 200} Dec 17 15:46:25.763169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1106d779-9b92-45df-aba7-c90da0ca8175 req-b20e80eb-3fd9-40aa-91d7-0715b96a7845 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "GET /v2.0/security-groups/415680d4-a8cd-4ff9-8c2b-246995b83a5a HTTP/1.1" status: 200 len: 1792 time: 0.1133528 Dec 17 15:46:25.854854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-4281ed14-1842-4572-bbbd-59812860ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.856511 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-4281ed14-1842-4572-bbbd-59812860ed23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.1793265 Dec 17 15:46:25.857224 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1106d779-9b92-45df-aba7-c90da0ca8175 req-237a7f70-b4cf-4c51-afe9-69061d154232 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.891456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449eb4a-d52d-4cac-828d-0c4867ee64da req-d18d7354-c86b-4223-8f13-e61b8dd454d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.894059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0449eb4a-d52d-4cac-828d-0c4867ee64da req-d18d7354-c86b-4223-8f13-e61b8dd454d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 1102 time: 0.0602756 Dec 17 15:46:25.904274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-1790b760-a61a-4891-83cb-f155fe107a76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 217 time: 0.0375030 Dec 17 15:46:25.925141 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1106d779-9b92-45df-aba7-c90da0ca8175 req-237a7f70-b4cf-4c51-afe9-69061d154232 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:25.961717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0449eb4a-d52d-4cac-828d-0c4867ee64da req-d051aaf0-b639-42d8-b063-3dc536280563 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565865 Dec 17 15:46:25.988903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-1d561901-91d1-4416-9e4f-cfa2b9a46ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.990458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-1d561901-91d1-4416-9e4f-cfa2b9a46ad4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0775166 Dec 17 15:46:26.003160 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1106d779-9b92-45df-aba7-c90da0ca8175 req-237a7f70-b4cf-4c51-afe9-69061d154232 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:26.003310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 96fe44db-bc6d-4bb2-89fc-31e411892a2c details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:26.006267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1106d779-9b92-45df-aba7-c90da0ca8175 req-237a7f70-b4cf-4c51-afe9-69061d154232 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:26.018687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1106d779-9b92-45df-aba7-c90da0ca8175 req-237a7f70-b4cf-4c51-afe9-69061d154232 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/415680d4-a8cd-4ff9-8c2b-246995b83a5a HTTP/1.1" status: 204 len: 173 time: 0.2545586 Dec 17 15:46:26.035614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a7f70-b4cf-4c51-afe9-69061d154232 tempest-SecurityGroupsTestAdminJSON-1093470909 tempest-SecurityGroupsTestAdminJSON-1093470909-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415680d4-a8cd-4ff9-8c2b-246995b83a5a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:26.144250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:26.158705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 96fe44db-bc6d-4bb2-89fc-31e411892a2c has no active binding in host n-h1-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:46:26.207198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-e4eac8b0-6e64-4b41-9d09-64b38e553883 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314670 Dec 17 15:46:26.299239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59416) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:26.338790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0d666-72e6-4bc1-a34f-76aef8ef0519 req-76016cd4-b90e-443f-8932-4fb32177ea96 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:26.340606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afb0d666-72e6-4bc1-a34f-76aef8ef0519 req-76016cd4-b90e-443f-8932-4fb32177ea96 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 943 time: 0.0758827 Dec 17 15:46:26.351482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-019c1fe3-d418-4616-afc9-536866e8a8e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8b2bc75099641cbbad448b8de12e42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509927 Dec 17 15:46:26.352209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59424) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:26.357749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-8cb71c0e-ed6d-44aa-876c-0a48c0e16f21 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403413 Dec 17 15:46:26.400676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e663786-b4c6-4e3f-a5bf-f6fcf12519b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:26.422976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e663786-b4c6-4e3f-a5bf-f6fcf12519b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:26.449506 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afb0d666-72e6-4bc1-a34f-76aef8ef0519 req-1b082edc-397b-47ea-b193-68ae82907eb9 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010728 Dec 17 15:46:26.478475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e663786-b4c6-4e3f-a5bf-f6fcf12519b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:26.481170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e663786-b4c6-4e3f-a5bf-f6fcf12519b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:26.485500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e663786-b4c6-4e3f-a5bf-f6fcf12519b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/742bbb35-6293-44fa-96f6-c91594019a96 HTTP/1.1" status: 204 len: 168 time: 0.1321402 Dec 17 15:46:26.493905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e663786-b4c6-4e3f-a5bf-f6fcf12519b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742bbb35-6293-44fa-96f6-c91594019a96,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:26.504671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0aaf48dd-abb0-4c88-9f22-9537f06916ec req-874e4712-7229-40b4-821d-d37c999e2321 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329165 Dec 17 15:46:26.829972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-616c03f9-ac99-43d9-869a-6d977343a35e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:26.830928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-616c03f9-ac99-43d9-869a-6d977343a35e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058081 Dec 17 15:46:26.842164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-8970f3a0-3209-443c-95f9-9e40eafa06e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237491 Dec 17 15:46:26.880834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-882f3342-f59b-4d7d-96dc-fc0c2868725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:26.882272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-882f3342-f59b-4d7d-96dc-fc0c2868725a service neutron] 10.222.0.54 "GET /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 1095 time: 0.0438840 Dec 17 15:46:26.891980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Request body: {'binding': {'host': 'n-h2-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:26.892431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Unknown quota resources ['binding']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:46:26.958393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-1b1cbf09-00b6-46a8-83d3-49b955afbf6d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:26.959907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-1b1cbf09-00b6-46a8-83d3-49b955afbf6d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119277 Dec 17 15:46:26.977532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-ce9f61aa-8696-4e04-8b16-eacb28342003 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/quotas/ec859b55740147209ef7aa48c7cee100 HTTP/1.1" status: 200 len: 375 time: 0.0094383 Dec 17 15:46:27.015442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-b8d58b14-b0f6-4373-8053-61550aeb3b0f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307608 Dec 17 15:46:27.028875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on host n-h2-806683-20 for vnic_type normal with profile None {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:27.029036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:27.029226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:27.034493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:27.034668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:27.040321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:27.040662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:27.041042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:27.041466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Bound port: 549e534b-e411-4961-a2ee-2d042c1eb38b, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:27.108713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:27.116553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:27.118478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-aa9452b3-0c88-4917-8e83-6fa93d8f6b18 service neutron] 10.222.0.54 "POST /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2297747 Dec 17 15:46:27.211034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0945902-993c-4046-a4cd-852fd7582f9d req-38aa6094-8756-4aa8-af47-6d490c4addf0 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "GET /v2.0/security-groups/b053b36e-325a-45e4-ae9f-0244882f4017 HTTP/1.1" status: 200 len: 1794 time: 0.0681438 Dec 17 15:46:27.332338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0945902-993c-4046-a4cd-852fd7582f9d req-41b71c2b-8208-48ee-a0c2-354bd232a47f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:27.332602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ac8367d6-2e3f-4f04-af3b-8e252eeb70cc details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:27.374311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f3d4c23a-e170-4432-af8a-79f2fb0f404c no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:27.382128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0945902-993c-4046-a4cd-852fd7582f9d req-41b71c2b-8208-48ee-a0c2-354bd232a47f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:27.453054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: f3d4c23a-e170-4432-af8a-79f2fb0f404c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:46:27.453653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f3d4c23a-e170-4432-af8a-79f2fb0f404c not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:27.471945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085aaf6-851f-4a56-8bb5-e7f5e5778f3b req-d33ffd89-0f2f-4968-8e21-693cf1c93e01 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:27.474560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b085aaf6-851f-4a56-8bb5-e7f5e5778f3b req-d33ffd89-0f2f-4968-8e21-693cf1c93e01 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 965 time: 0.0848851 Dec 17 15:46:27.513099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0945902-993c-4046-a4cd-852fd7582f9d req-41b71c2b-8208-48ee-a0c2-354bd232a47f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:27.516873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0945902-993c-4046-a4cd-852fd7582f9d req-41b71c2b-8208-48ee-a0c2-354bd232a47f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:27.528315 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0945902-993c-4046-a4cd-852fd7582f9d req-41b71c2b-8208-48ee-a0c2-354bd232a47f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "DELETE /v2.0/security-groups/b053b36e-325a-45e4-ae9f-0244882f4017 HTTP/1.1" status: 204 len: 173 time: 0.3095407 Dec 17 15:46:27.547093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:27.569490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'port_id': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'mac_address': 'fa:16:3e:3c:dd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:27.571238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b71c2b-8208-48ee-a0c2-354bd232a47f tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b053b36e-325a-45e4-ae9f-0244882f4017,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:27.576898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b085aaf6-851f-4a56-8bb5-e7f5e5778f3b req-733cca24-e423-4ea8-9055-feceb6dca40b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941432 Dec 17 15:46:27.617927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-af51d14f-5615-4cf3-b32a-4eec1a623393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:27.630412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-af51d14f-5615-4cf3-b32a-4eec1a623393 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1098 time: 0.1537733 Dec 17 15:46:27.640867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:27.661210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8367d6-2e3f-4f04-af3b-8e252eeb70cc {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:27.679755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f31f8a39-aa88-4ed6-8db3-a091b4e4ce13 req-999e0a72-a348-4c3e-bd72-0a1755c5c753 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 210 time: 0.0470023 Dec 17 15:46:27.711688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:27.717962 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:27.755644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec03718-e60d-4e5a-a02d-188ea32448db req-f23c2bac-5342-4d4f-ae73-d6f1c6124dcf tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:27.765674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ec03718-e60d-4e5a-a02d-188ea32448db req-f23c2bac-5342-4d4f-ae73-d6f1c6124dcf tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 950 time: 0.1331787 Dec 17 15:46:27.810531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:27.852664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01877587-7b81-463e-884b-c3940628ad21 req-c54d6d3a-2749-4e84-9b20-74255ac7b895 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:27.855551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ec03718-e60d-4e5a-a02d-188ea32448db req-3807d7eb-5372-4480-b244-5dcb781c11b6 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874083 Dec 17 15:46:27.867931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-90c2c909-5d7b-4abb-bf24-39a147668c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:27.871891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-90c2c909-5d7b-4abb-bf24-39a147668c5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.2226014 Dec 17 15:46:27.873989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01877587-7b81-463e-884b-c3940628ad21 req-c54d6d3a-2749-4e84-9b20-74255ac7b895 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 946 time: 0.0856631 Dec 17 15:46:27.931615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ac8367d6-2e3f-4f04-af3b-8e252eeb70cc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:27.933715 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-8c669047-0feb-4224-acb6-e7695421c673 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 217 time: 0.0550179 Dec 17 15:46:27.986705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01877587-7b81-463e-884b-c3940628ad21 req-651e1766-f303-4942-bac5-926f8160a483 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115599 Dec 17 15:46:28.056304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-7abc5325-1c1c-4917-87d1-46b8b55b74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.058300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-7abc5325-1c1c-4917-87d1-46b8b55b74fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1167340 Dec 17 15:46:28.061913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63faa3c9-755c-4952-b787-df1d88805fa2 req-3b3aed1b-ba13-44b2-981b-96ae026bd142 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "GET /v2.0/security-groups/17572e5b-c4b8-4a5f-bb60-44ee18135eab HTTP/1.1" status: 200 len: 1792 time: 0.0533926 Dec 17 15:46:28.078859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c57f-a554-4493-be2c-c0ee915b2cff req-59897353-9329-43e5-8521-0eaf5aca3cae tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.080616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d244c57f-a554-4493-be2c-c0ee915b2cff req-59897353-9329-43e5-8521-0eaf5aca3cae tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 944 time: 0.0745010 Dec 17 15:46:28.124873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-4ce1d1f6-51f3-4d44-8d42-d4f94e774f7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572388 Dec 17 15:46:28.139501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-63faa3c9-755c-4952-b787-df1d88805fa2 req-0852b2cc-3f8e-4496-8ef4-c204150c37a8 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:28.183944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-63faa3c9-755c-4952-b787-df1d88805fa2 req-0852b2cc-3f8e-4496-8ef4-c204150c37a8 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:28.203389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d244c57f-a554-4493-be2c-c0ee915b2cff req-53363c78-9356-436d-b03d-eb85c531e5d7 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111531 Dec 17 15:46:28.251518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-63faa3c9-755c-4952-b787-df1d88805fa2 req-0852b2cc-3f8e-4496-8ef4-c204150c37a8 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:28.254469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-63faa3c9-755c-4952-b787-df1d88805fa2 req-0852b2cc-3f8e-4496-8ef4-c204150c37a8 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:28.255712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63faa3c9-755c-4952-b787-df1d88805fa2 req-0852b2cc-3f8e-4496-8ef4-c204150c37a8 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] 10.222.0.54 "DELETE /v2.0/security-groups/17572e5b-c4b8-4a5f-bb60-44ee18135eab HTTP/1.1" status: 204 len: 173 time: 0.1928773 Dec 17 15:46:28.274266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b2cc-3f8e-4496-8ef4-c204150c37a8 tempest-SecurityGroupsTestAdminJSON-1357073856 tempest-SecurityGroupsTestAdminJSON-1357073856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17572e5b-c4b8-4a5f-bb60-44ee18135eab,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:28.363987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-608be9e7-aebb-48e6-9992-306c65561b5a service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737916 Dec 17 15:46:28.505651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-48987206-9d23-4af6-8490-f54fb04ddeef service neutron] 10.222.0.49 "GET /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.1452770 Dec 17 15:46:28.598544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b8cba-6a2a-4d75-a3a7-b22087f75f87 req-113cc2a0-c2cd-4a9f-8946-223582b289dc tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.606174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f73b8cba-6a2a-4d75-a3a7-b22087f75f87 req-113cc2a0-c2cd-4a9f-8946-223582b289dc tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 950 time: 0.1057017 Dec 17 15:46:28.619244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-371b64e4-0bad-44ce-af1c-e2aaec412e6d service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407501 Dec 17 15:46:28.639683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-7e5429b1-a895-45b9-9ebd-cb2eb5dbc04e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602446 Dec 17 15:46:28.651586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59518) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:28.681083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f73b8cba-6a2a-4d75-a3a7-b22087f75f87 req-98242bf7-87b1-4d55-93b4-005aee367d0e tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738006 Dec 17 15:46:28.846397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a7cbc41-509d-4dab-9832-d3139a068e6a req-c07d3963-bb97-4fed-9fe5-9c98f7bb2ed8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 210 time: 0.0451303 Dec 17 15:46:28.857539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-cd56b805-aa6b-4ba8-ae02-5d9c8679a3ed tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.858912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-cd56b805-aa6b-4ba8-ae02-5d9c8679a3ed tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1098 time: 0.1555717 Dec 17 15:46:28.872766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-20'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:28.933012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7a5f-c775-4072-8b04-f95f79416c40 req-56daa5ed-be7e-4ce2-9b41-d706d3ae09c3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.934525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8cd7a5f-c775-4072-8b04-f95f79416c40 req-56daa5ed-be7e-4ce2-9b41-d706d3ae09c3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 965 time: 0.1684818 Dec 17 15:46:28.968331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.015339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59530) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:29.052687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-a7825297-0b04-4f2a-86a7-40b73eb1efe9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.054150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-a7825297-0b04-4f2a-86a7-40b73eb1efe9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934267 Dec 17 15:46:29.059187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59534) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:29.067111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:29.093997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:29.169805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8cd7a5f-c775-4072-8b04-f95f79416c40 req-b293ef0a-8eed-47fc-9310-20d6a8cd72d7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051711 Dec 17 15:46:29.180700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:29.211270 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94e36e5c-30b1-4257-88e7-0fc5704cb23f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.246790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fe44db-bc6d-4bb2-89fc-31e411892a2c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:29.261480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:29.302293 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.339688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ac8367d6-2e3f-4f04-af3b-8e252eeb70cc up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:29.359321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c4501e2-38b2-4d32-81e2-b52d698b7cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.397558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:29.402772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:29.403239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.421276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e59d6-ea67-408e-9997-636f087ead2e req-a93e63c4-0cff-4da3-9457-7b434bb82608 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.423029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-307e59d6-ea67-408e-9997-636f087ead2e req-a93e63c4-0cff-4da3-9457-7b434bb82608 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 944 time: 0.1492274 Dec 17 15:46:29.433474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-25333779-9021-4282-89d3-88b8e3fcbee0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c18a8216019f4383b446351255aecbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7779629 Dec 17 15:46:29.435441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59540) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:29.439402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:29.472497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1be51f-78ff-4f62-b111-66f37ae39232 req-cc2b535b-eec4-4e17-8eef-8a367b512054 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.474120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc1be51f-78ff-4f62-b111-66f37ae39232 req-cc2b535b-eec4-4e17-8eef-8a367b512054 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 946 time: 0.3758626 Dec 17 15:46:29.542833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:29.604463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc1be51f-78ff-4f62-b111-66f37ae39232 req-f4c71d02-c2a0-4473-b8f6-8c60c78ba307 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141391 Dec 17 15:46:29.619104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c4501e2-38b2-4d32-81e2-b52d698b7cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.628556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c4501e2-38b2-4d32-81e2-b52d698b7cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.629455 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.642092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:29.649285 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dbf0e7-c94a-432f-a00f-cb61bf80e88d" -d '{"events": [{"server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "name": "network-vif-unplugged", "status": "completed", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:29.657467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.658190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:29.660738 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab077b-26b8-470a-9e11-a704e8491a92" -d '{"events": [{"server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "name": "network-vif-plugged", "status": "completed", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:29.677708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:29.678248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.682733 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.691055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4501e2-38b2-4d32-81e2-b52d698b7cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf8ddb-443f-4e03-a93d-59f49cbc5036,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:29.716305 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcac17b-b313-47fa-9578-b13ffbb9c0cb x-openstack-request-id: req-6dcac17b-b313-47fa-9578-b13ffbb9c0cb {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:29.716730 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "name": "network-vif-unplugged", "status": "completed", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:29.716979 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6dcac17b-b313-47fa-9578-b13ffbb9c0cb {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:29.717362 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b', 'code': 200} Dec 17 15:46:29.734161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8c4501e2-38b2-4d32-81e2-b52d698b7cea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=727801fc48c04ac98b8554fd4d45743b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7132425 Dec 17 15:46:29.738179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:29.739623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59548) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:29.744329 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.761041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:29.772751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.795518 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1695fe-981c-4321-93f1-ed256cd78a2c x-openstack-request-id: req-fe1695fe-981c-4321-93f1-ed256cd78a2c {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:29.796003 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "name": "network-vif-plugged", "status": "completed", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:29.796270 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe1695fe-981c-4321-93f1-ed256cd78a2c {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:29.797816 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'code': 200} Dec 17 15:46:29.804405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:29.826855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on host n-h1-806683-20 for vnic_type normal with profile {"migrating_to": "n-h2-806683-20"} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:29.827279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:29.827875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:29.830645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.49', 56844) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:29.840703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] Transition to ACTIVE for port object 96fe44db-bc6d-4bb2-89fc-31e411892a2c will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:29.846282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:29.846606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Attempting to bind port 549e534b-e411-4961-a2ee-2d042c1eb38b on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:29.859104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94e36e5c-30b1-4257-88e7-0fc5704cb23f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.860715 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.893738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:29.894310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:29.894432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:29.894868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Bound port: 549e534b-e411-4961-a2ee-2d042c1eb38b, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:29.895214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.909804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94e36e5c-30b1-4257-88e7-0fc5704cb23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.922550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bee0a879-acdc-4553-bb04-908d3b232139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.923175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-983b1aa2-4652-4568-a6b2-42d89690832a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.971661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-307e59d6-ea67-408e-9997-636f087ead2e req-62abe0c7-782f-4691-9820-0ffacb41c747 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106323 Dec 17 15:46:29.976363 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bee0a879-acdc-4553-bb04-908d3b232139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:29.979319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32002a7-e876-41b0-b547-b54722927347 req-4f49f6cf-83f6-4b09-a541-13423722aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.980840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e32002a7-e876-41b0-b547-b54722927347 req-4f49f6cf-83f6-4b09-a541-13423722aa16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 1097 time: 0.1472628 Dec 17 15:46:30.007055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8890fa-36f6-4641-9802-c9df59269bd4 req-5694ff7a-be00-4392-9909-ca1ab4b469dc tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.008567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef8890fa-36f6-4641-9802-c9df59269bd4 req-5694ff7a-be00-4392-9909-ca1ab4b469dc tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 950 time: 0.1674252 Dec 17 15:46:30.052929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-983b1aa2-4652-4568-a6b2-42d89690832a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.055867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] No DVR routers for this DVR port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:30.062777 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-94e36e5c-30b1-4257-88e7-0fc5704cb23f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13e46bef8e1a43a5b4b315162f4ded79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9977345 Dec 17 15:46:30.068923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59554) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:30.078302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:30.100637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] Pushing event updated for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.104957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:30.126977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.144800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e36e5c-30b1-4257-88e7-0fc5704cb23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8c11d-e1a3-4eea-b7d5-619017869f91,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.149002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87461199-7c54-45f9-a58a-fc7f6be74ea0 req-1d723fe7-b671-45b3-9dca-ccc148450d94 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 210 time: 0.1000700 Dec 17 15:46:30.165140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef8890fa-36f6-4641-9802-c9df59269bd4 req-3a8eae79-471b-429b-97f1-829fa09a2ace tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423426 Dec 17 15:46:30.168265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e32002a7-e876-41b0-b547-b54722927347 req-b7c4e1d3-3085-43a7-99ae-3b1ed2600ca4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777325 Dec 17 15:46:30.183486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-0f538ae8-0fa0-43e3-b39c-1678f447412c service neutron] 10.222.0.49 "PUT /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c/bindings/n-h1-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 1.6696513 Dec 17 15:46:30.204497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.210492 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.214495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bee0a879-acdc-4553-bb04-908d3b232139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.217048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bee0a879-acdc-4553-bb04-908d3b232139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.218399 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bee0a879-acdc-4553-bb04-908d3b232139 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbdf8ddb-443f-4e03-a93d-59f49cbc5036 HTTP/1.1" status: 204 len: 168 time: 0.4751611 Dec 17 15:46:30.256333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0a879-acdc-4553-bb04-908d3b232139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf8ddb-443f-4e03-a93d-59f49cbc5036,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.289125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=8']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.292710 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bc40f99-cf21-4d3b-bb8a-1bfb92b6bdbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.295363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.296052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.297513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-9fa33dfc-ce7c-4313-a56d-c85290488837 service neutron] 10.222.0.49 "PUT /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 1124 time: 1.4311953 Dec 17 15:46:30.317999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bc40f99-cf21-4d3b-bb8a-1bfb92b6bdbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.361897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.136 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/d5442c37-69cf-4127-ad86-058c1a5895ae) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:30.386211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['549e534b-e411-4961-a2ee-2d042c1eb38b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:30.394546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-983b1aa2-4652-4568-a6b2-42d89690832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.396510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-983b1aa2-4652-4568-a6b2-42d89690832a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.403247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-983b1aa2-4652-4568-a6b2-42d89690832a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c11bf94-b3ec-45ed-b428-702cda411e34 HTTP/1.1" status: 204 len: 168 time: 0.9598579 Dec 17 15:46:30.413295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41879f-e6cf-48c1-b23e-6c908e55f690 req-b6e2c19f-e3ef-4d21-b4dc-53b4f383716a tempest-LiveMigrationNegativeTest-1370513558 tempest-LiveMigrationNegativeTest-1370513558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.421801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed64def-c737-4706-8672-321b2f004731,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.426118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d41879f-e6cf-48c1-b23e-6c908e55f690 req-b6e2c19f-e3ef-4d21-b4dc-53b4f383716a tempest-LiveMigrationNegativeTest-1370513558 tempest-LiveMigrationNegativeTest-1370513558-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 1102 time: 0.0966203 Dec 17 15:46:30.450575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b1aa2-4652-4568-a6b2-42d89690832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c11bf94-b3ec-45ed-b428-702cda411e34,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.473345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ed73a-0d2e-4ea0-8da9-06f35a2bd5b9 req-b13843da-0016-462b-9908-3ed8a272bf92 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.474625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c7ed73a-0d2e-4ea0-8da9-06f35a2bd5b9 req-b13843da-0016-462b-9908-3ed8a272bf92 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 966 time: 0.1436338 Dec 17 15:46:30.479486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bc40f99-cf21-4d3b-bb8a-1bfb92b6bdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.482040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bc40f99-cf21-4d3b-bb8a-1bfb92b6bdbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.485729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0bc40f99-cf21-4d3b-bb8a-1bfb92b6bdbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63a8c11d-e1a3-4eea-b7d5-619017869f91 HTTP/1.1" status: 204 len: 168 time: 0.4125504 Dec 17 15:46:30.492137 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d41879f-e6cf-48c1-b23e-6c908e55f690 req-8d20dc78-7edd-4e0a-9938-8c8922a7e2be tempest-LiveMigrationNegativeTest-1370513558 tempest-LiveMigrationNegativeTest-1370513558-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.564655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc40f99-cf21-4d3b-bb8a-1bfb92b6bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a8c11d-e1a3-4eea-b7d5-619017869f91,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.580203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c7ed73a-0d2e-4ea0-8da9-06f35a2bd5b9 req-85b0cc7b-208b-4cb7-91b9-ee20932055cf tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965912 Dec 17 15:46:30.623277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-66f58c8d-f6d3-468d-87e7-9065bfb8c651 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.629721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-66f58c8d-f6d3-468d-87e7-9065bfb8c651 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1118 time: 0.1696746 Dec 17 15:46:30.641271 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.688683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.734154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-6d8352a9-d6dd-4773-8ce0-bed5914a2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.735883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-6d8352a9-d6dd-4773-8ce0-bed5914a2ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3&tenant_id=19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 1118 time: 0.0977440 Dec 17 15:46:30.780687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:30.782428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:30.787096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:30.792951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.793696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.801052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d41879f-e6cf-48c1-b23e-6c908e55f690 req-8d20dc78-7edd-4e0a-9938-8c8922a7e2be tempest-LiveMigrationNegativeTest-1370513558 tempest-LiveMigrationNegativeTest-1370513558-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.807606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d41879f-e6cf-48c1-b23e-6c908e55f690 req-8d20dc78-7edd-4e0a-9938-8c8922a7e2be tempest-LiveMigrationNegativeTest-1370513558 tempest-LiveMigrationNegativeTest-1370513558-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:30.846240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-cc4f34f5-2e2e-4d92-84c4-87cccee8dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.848153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-cc4f34f5-2e2e-4d92-84c4-87cccee8dd45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1118 time: 0.0869734 Dec 17 15:46:30.864087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d41879f-e6cf-48c1-b23e-6c908e55f690 req-8d20dc78-7edd-4e0a-9938-8c8922a7e2be tempest-LiveMigrationNegativeTest-1370513558 tempest-LiveMigrationNegativeTest-1370513558-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351983 Dec 17 15:46:30.880513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7981060 Dec 17 15:46:30.893653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6eff6d-8c64-4bbf-8385-02f50c954a62 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=d5442c37-69cf-4127-ad86-058c1a5895ae,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.910514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Request body: {'port': {'device_id': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:30.935123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a2454-cce1-49ad-ad49-1a62767c4f58 req-63e78d1b-175d-428f-a48e-52c8fa042c7f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.945762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de4a2454-cce1-49ad-ad49-1a62767c4f58 req-63e78d1b-175d-428f-a48e-52c8fa042c7f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 944 time: 0.1763432 Dec 17 15:46:31.024549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20dc78-7edd-4e0a-9938-8c8922a7e2be tempest-LiveMigrationNegativeTest-1370513558 tempest-LiveMigrationNegativeTest-1370513558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6279a509-1de8-4a5f-8b85-598deb8f6b46,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:31.049372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-a91b0c36-59f5-4c71-97a8-aa31b24d362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:31.058505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-a91b0c36-59f5-4c71-97a8-aa31b24d362f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.1707234 Dec 17 15:46:31.109720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de4a2454-cce1-49ad-ad49-1a62767c4f58 req-3a4d7afa-91d8-4176-aebb-6f84df8ed451 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587353 Dec 17 15:46:31.130010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.136750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59590) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:31.183594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-910dd790-55da-446e-9af1-3878c9c1153c None None] Provisioning complete for port d5442c37-69cf-4127-ad86-058c1a5895ae triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:31.183907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-910dd790-55da-446e-9af1-3878c9c1153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.186565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.212333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-06e1ea3f-e33f-4466-b691-5abc3ee30ded service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 217 time: 0.1439035 Dec 17 15:46:31.287298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59594) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:31.304187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-910dd790-55da-446e-9af1-3878c9c1153c None None] Port d5442c37-69cf-4127-ad86-058c1a5895ae cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:31.375226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-da47d940-55ac-4436-a17c-fc98165f8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:31.377135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-da47d940-55ac-4436-a17c-fc98165f8a89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1566341 Dec 17 15:46:31.390883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5fcc2-28f7-478e-9796-f4d0f09a0206 req-c35e60c2-6a9f-45ce-bdce-73e5eacbaa9f tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:31.398600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2c5fcc2-28f7-478e-9796-f4d0f09a0206 req-c35e60c2-6a9f-45ce-bdce-73e5eacbaa9f tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 945 time: 0.1564589 Dec 17 15:46:31.431504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59598) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:31.438522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-ba0cf998-cb91-4fdd-8af0-e400c493bd3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376215 Dec 17 15:46:31.492737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a90a9b8a-3c31-4b68-b9da-26ba28f3685c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.509307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2c5fcc2-28f7-478e-9796-f4d0f09a0206 req-a229ea25-3815-4db3-b68d-c90fb7f4596a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096165 Dec 17 15:46:31.517385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2b37b222-a93c-4623-957c-d8d0b41942f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3050c373e15e4857914d17ceadd16809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245016 Dec 17 15:46:31.517502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59600) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:31.602753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-51d3fb1a-8fdc-46be-af8f-87df7c8cabdc service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471672 Dec 17 15:46:31.609797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd95a0-f479-41ff-a996-7731947ac354 req-7c6a9eff-7608-463c-b2f0-a5795698b246 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:31.611290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2cd95a0-f479-41ff-a996-7731947ac354 req-7c6a9eff-7608-463c-b2f0-a5795698b246 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 936 time: 0.1865473 Dec 17 15:46:31.638638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.659135 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.670057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7dfed919-c208-4c10-8693-47ba579a4d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.711345 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7dfed919-c208-4c10-8693-47ba579a4d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.720986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:31.723203 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e9b3e-c72a-4665-a511-bbc486b34249" -d '{"events": [{"name": "network-changed", "server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:31.736961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25285384-0d60-4335-ab95-8ce2527ab598 req-ada7cdb9-4648-44b4-b89d-07b5b9387e2b tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:31.738483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25285384-0d60-4335-ab95-8ce2527ab598 req-ada7cdb9-4648-44b4-b89d-07b5b9387e2b tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 950 time: 0.1563520 Dec 17 15:46:31.745491 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=494df6735e624e0a9b7ec241fe4f9c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6058750 Dec 17 15:46:31.753095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59606) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:31.763871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454009c5-000b-4433-baf3-a1a268dfac5c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:31.785112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2cd95a0-f479-41ff-a996-7731947ac354 req-b6a79c84-1072-4ab9-a4c9-2ccf493a1972 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659656 Dec 17 15:46:31.797242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.797589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.797927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.798567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.798567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.798895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.799225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.799542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.799887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.800539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.800856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.801184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.801496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95af14fc-e657-4fbb-93d4-b8a71eac1924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:31.815036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-071ca80b-5b4d-4779-a4f3-4fab05b745e4 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947351 Dec 17 15:46:31.820270 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a90a9b8a-3c31-4b68-b9da-26ba28f3685c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.830495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a90a9b8a-3c31-4b68-b9da-26ba28f3685c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.854198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25285384-0d60-4335-ab95-8ce2527ab598 req-5082ab20-d44f-4936-8a39-218111946773 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072886 Dec 17 15:46:31.867156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46834cac-ab02-443a-aab8-19e0d1c2805a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.871537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7dfed919-c208-4c10-8693-47ba579a4d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.874420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7dfed919-c208-4c10-8693-47ba579a4d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.875466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7dfed919-c208-4c10-8693-47ba579a4d3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3297d1b2-2a65-4643-87fc-6a49a336b3b7 HTTP/1.1" status: 204 len: 168 time: 0.3574181 Dec 17 15:46:31.909643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5442c37-69cf-4127-ad86-058c1a5895ae {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:31.918068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.927573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfed919-c208-4c10-8693-47ba579a4d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3297d1b2-2a65-4643-87fc-6a49a336b3b7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:31.931148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Transition to ACTIVE for port object d5442c37-69cf-4127-ad86-058c1a5895ae will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:31.936651 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2a2aa8-294c-495e-ae47-e25a84b888a4 x-openstack-request-id: req-2e2a2aa8-294c-495e-ae47-e25a84b888a4 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:31.937500 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:31.937500 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e2a2aa8-294c-495e-ae47-e25a84b888a4 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:31.937687 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b', 'status': 'completed', 'code': 200} Dec 17 15:46:31.943009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46834cac-ab02-443a-aab8-19e0d1c2805a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.985585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a90a9b8a-3c31-4b68-b9da-26ba28f3685c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7798d5280d5248ffb4a7a328d412fb03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521765 Dec 17 15:46:31.987375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:31.990086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59610) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:32.007295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a9b8a-3c31-4b68-b9da-26ba28f3685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13d009-436f-4e01-a753-4aab61478d41,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:32.049911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46834cac-ab02-443a-aab8-19e0d1c2805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.054048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46834cac-ab02-443a-aab8-19e0d1c2805a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.069951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-46834cac-ab02-443a-aab8-19e0d1c2805a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/454009c5-000b-4433-baf3-a1a268dfac5c HTTP/1.1" status: 204 len: 168 time: 0.3145912 Dec 17 15:46:32.081357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-0cfacccf-92fe-4463-b466-689628198a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.083149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-0cfacccf-92fe-4463-b466-689628198a54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1127 time: 0.1205628 Dec 17 15:46:32.091833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46834cac-ab02-443a-aab8-19e0d1c2805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454009c5-000b-4433-baf3-a1a268dfac5c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:32.104810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2ba4-50b1-434e-bb87-e9416c7371be req-4ecce655-3418-4383-843a-f4540963fb1a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.112059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7dc2ba4-50b1-434e-bb87-e9416c7371be req-4ecce655-3418-4383-843a-f4540963fb1a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 966 time: 0.1783772 Dec 17 15:46:32.115289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5442c37-69cf-4127-ad86-058c1a5895ae,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:32.202485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.47', 50096) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:32.266172 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07e47b33-198b-4a53-bc3f-730f2676323e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.275241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Attempting to bind port d5442c37-69cf-4127-ad86-058c1a5895ae on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:32.275573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Attempting to bind port d5442c37-69cf-4127-ad86-058c1a5895ae by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:32.275938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Attempting to bind port d5442c37-69cf-4127-ad86-058c1a5895ae on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:32.301347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Port d5442c37-69cf-4127-ad86-058c1a5895ae on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:32.301673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Attempting to bind port d5442c37-69cf-4127-ad86-058c1a5895ae on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:32.332692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07e47b33-198b-4a53-bc3f-730f2676323e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.351749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69b66a-1fba-48e5-bf77-6372d735a453 req-b664fa4d-5c82-4bdb-9739-17119a9fc16c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.353413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf69b66a-1fba-48e5-bf77-6372d735a453 req-b664fa4d-5c82-4bdb-9739-17119a9fc16c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 944 time: 0.1002495 Dec 17 15:46:32.354992 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-d3ed1fd6-6da7-4a78-a4fa-801604a28656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.355189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7dc2ba4-50b1-434e-bb87-e9416c7371be req-9b7a70bd-d3c1-4b9e-8d3d-a2aa1c901fa9 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378225 Dec 17 15:46:32.364639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-d3ed1fd6-6da7-4a78-a4fa-801604a28656 service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.2694936 Dec 17 15:46:32.370723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:32.371002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:32.371471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:32.371952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Bound port: d5442c37-69cf-4127-ad86-058c1a5895ae, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:32.372306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.389047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-df4d8b75-da20-4541-a2e9-cbc45a4fa141 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.390425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-df4d8b75-da20-4541-a2e9-cbc45a4fa141 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1118 time: 0.1782744 Dec 17 15:46:32.445780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-ae5e87bb-fe5d-4803-b014-c2532bc4095e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 217 time: 0.0708277 Dec 17 15:46:32.504268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf69b66a-1fba-48e5-bf77-6372d735a453 req-f63d5730-ac4b-41aa-aa08-a91ee169c51b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280029 Dec 17 15:46:32.555050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] For port d5442c37-69cf-4127-ad86-058c1a5895ae, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:32.563439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] For port d5442c37-69cf-4127-ad86-058c1a5895ae, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d5442c37-69cf-4127-ad86-058c1a5895ae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:32.571273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-6112f9fa-045a-4202-a00e-ed75e21b2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.571403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.574056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-6112f9fa-045a-4202-a00e-ed75e21b2824 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1162465 Dec 17 15:46:32.629616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-e40ca1eb-05f8-4d1a-9dc1-b9cbfee43d58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477982 Dec 17 15:46:32.668722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.672156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.672156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/d5442c37-69cf-4127-ad86-058c1a5895ae HTTP/1.1" status: 200 len: 1097 time: 1.7723043 Dec 17 15:46:32.698341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'tag': 'd5442c37-69cf-4127-ad86-058c1a5895ae'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:32.700860 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12a772-1274-4a0e-bb0f-064a978aaca7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa09d665-6951-456b-80d9-dc91f5f5bdad", "tag": "d5442c37-69cf-4127-ad86-058c1a5895ae"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:32.711780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07e47b33-198b-4a53-bc3f-730f2676323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.714403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07e47b33-198b-4a53-bc3f-730f2676323e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.718833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07e47b33-198b-4a53-bc3f-730f2676323e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca13d009-436f-4e01-a753-4aab61478d41 HTTP/1.1" status: 204 len: 168 time: 0.7247252 Dec 17 15:46:32.799233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e47b33-198b-4a53-bc3f-730f2676323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13d009-436f-4e01-a753-4aab61478d41,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:32.810149 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9326a32d-2ac6-4c4e-8310-d914c67fa8a8 x-openstack-request-id: req-9326a32d-2ac6-4c4e-8310-d914c67fa8a8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:32.816094 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa09d665-6951-456b-80d9-dc91f5f5bdad", "tag": "d5442c37-69cf-4127-ad86-058c1a5895ae", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:32.820996 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9326a32d-2ac6-4c4e-8310-d914c67fa8a8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:32.821426 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'tag': 'd5442c37-69cf-4127-ad86-058c1a5895ae', 'status': 'completed', 'code': 200} Dec 17 15:46:32.828398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-a800e4c2-f88a-4b90-bb64-5aa2ba4d3096 service neutron] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:32.859408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-a800e4c2-f88a-4b90-bb64-5aa2ba4d3096 service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:32.860617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bc06f49-1fb0-45fe-ba7e-1265d50cb301 req-a800e4c2-f88a-4b90-bb64-5aa2ba4d3096 service neutron] 10.222.0.47 "DELETE /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c/bindings/n-h2-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.4441900 Dec 17 15:46:32.898402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189042e-bf0f-4407-bd46-b535fd20f41e req-0fa3c173-b783-4387-beef-fd4f4f8b8a83 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.900460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5189042e-bf0f-4407-bd46-b535fd20f41e req-0fa3c173-b783-4387-beef-fd4f4f8b8a83 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 945 time: 0.2331429 Dec 17 15:46:32.922034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-b0175659-4374-458d-89ea-8c5a8c1a7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.923563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-b0175659-4374-458d-89ea-8c5a8c1a7985 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 1100 time: 0.1793306 Dec 17 15:46:32.924231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e6284-fc7b-40fc-aa48-b2f02ef621d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5442c37-69cf-4127-ad86-058c1a5895ae,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:32.927576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-49874c39-1615-4aa0-86db-0793841626b5 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897241 Dec 17 15:46:33.006548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-35865e69-73b5-43e2-90e3-8f1459d9e044 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d5442c37-69cf-4127-ad86-058c1a5895ae HTTP/1.1" status: 200 len: 217 time: 0.0589840 Dec 17 15:46:33.038607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174e9b3e-c72a-4665-a511-bbc486b34249 req-b39e0371-86d9-441c-a89a-f1e737768f34 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924306 Dec 17 15:46:33.062210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-b714f95d-84e3-4119-96a4-ea3f4e56abae tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.063869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-b714f95d-84e3-4119-96a4-ea3f4e56abae tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 950 time: 0.2518709 Dec 17 15:46:33.080646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-bd05539c-019d-46c0-9274-887ef5904f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.082131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-bd05539c-019d-46c0-9274-887ef5904f81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0634773 Dec 17 15:46:33.098986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5189042e-bf0f-4407-bd46-b535fd20f41e req-a5390a95-a6db-4175-901d-1b5583fa05a4 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744866 Dec 17 15:46:33.161508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94527139-74b5-48f9-9241-7d90a38edc3c req-22e3a401-4d88-4ed5-b841-e66a969122fe tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.169288 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94527139-74b5-48f9-9241-7d90a38edc3c req-22e3a401-4d88-4ed5-b841-e66a969122fe tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 948 time: 0.2200420 Dec 17 15:46:33.212798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-32a02fbb-07ab-4d02-b9f2-dff48153c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.217689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-32a02fbb-07ab-4d02-b9f2-dff48153c28a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170619 Dec 17 15:46:33.264247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94527139-74b5-48f9-9241-7d90a38edc3c req-670c741f-505e-43a1-b3b7-befb9dd1be6e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869951 Dec 17 15:46:33.287082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Deleting port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:46:33.290807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:33.349404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ff535-471f-43eb-9e1e-7f4b23ac579e req-4f5d5a35-ff06-440a-94af-3485de6acd98 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.356158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:33.365670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 96fe44db-bc6d-4bb2-89fc-31e411892a2c no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:33.369227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e8ff535-471f-43eb-9e1e-7f4b23ac579e req-4f5d5a35-ff06-440a-94af-3485de6acd98 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 950 time: 0.1351759 Dec 17 15:46:33.496521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e8ff535-471f-43eb-9e1e-7f4b23ac579e req-72b98088-6150-4109-b4cf-d2184f97925f tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248541 Dec 17 15:46:33.508190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-d3987e1b-7b2b-478c-853d-cdb664124448 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804046 Dec 17 15:46:33.527421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] For port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:33.528023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:33.560899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Calling delete_port for 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:46:33.588636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 96fe44db-bc6d-4bb2-89fc-31e411892a2c not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:33.607339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b472-24e2-45ed-9a19-a37fe093aaee req-207b37ca-fbf6-4160-a1ce-9dcbe8dec4ef tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.608950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fa2b472-24e2-45ed-9a19-a37fe093aaee req-207b37ca-fbf6-4160-a1ce-9dcbe8dec4ef tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 945 time: 0.1526535 Dec 17 15:46:33.618915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59672) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:33.628645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'floatingip': {'port_id': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:33.656226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:33.681230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b has no active binding in host n-h2-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:46:33.727616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef3127-f8e9-463d-bc59-e5ea47a2637b req-e7351533-dba8-4325-945e-8a15c9a2ee8a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.734878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaef3127-f8e9-463d-bc59-e5ea47a2637b req-e7351533-dba8-4325-945e-8a15c9a2ee8a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 966 time: 0.1136143 Dec 17 15:46:33.761892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:33.766351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de20d8be-a186-4d9c-a6e0-f2004e778ad5 req-08bc5f0a-7e48-4074-b986-4c9bfa65ea86 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441053 Dec 17 15:46:33.807761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaef3127-f8e9-463d-bc59-e5ea47a2637b req-0eb1de4a-9ff9-4d08-a2dd-2517678743fc tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671370 Dec 17 15:46:33.918417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-8e3c6563-4a6d-480d-a7ee-b5747819e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.920048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-8e3c6563-4a6d-480d-a7ee-b5747819e1ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 1100 time: 0.0769653 Dec 17 15:46:33.993607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda0f85-c180-47d9-897a-8e20d167ec3f req-7c1d824f-d7a4-4156-878f-6dbc2fde73be tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.001570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1fda0f85-c180-47d9-897a-8e20d167ec3f req-7c1d824f-d7a4-4156-878f-6dbc2fde73be tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 944 time: 0.2341888 Dec 17 15:46:34.316242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277b352-8b56-43c2-8de5-35c7e7284299 req-bd26d270-38b9-421a-8b13-920c56c03e9d tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.323916 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a277b352-8b56-43c2-8de5-35c7e7284299 req-bd26d270-38b9-421a-8b13-920c56c03e9d tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1118 time: 0.0743971 Dec 17 15:46:34.333293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-4b6cb961-b5b1-4dc6-bddd-7f2c94398fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.337628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-4b6cb961-b5b1-4dc6-bddd-7f2c94398fa1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4068224 Dec 17 15:46:34.384384 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-1f1e36cb-f948-485d-a443-d41cafbcfc7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d5442c37-69cf-4127-ad86-058c1a5895ae HTTP/1.1" status: 200 len: 217 time: 0.0417240 Dec 17 15:46:34.390732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1fda0f85-c180-47d9-897a-8e20d167ec3f req-f5bac406-37ce-460f-93d3-0abff8efe583 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881764 Dec 17 15:46:34.437973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:34.454024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:34.456023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a277b352-8b56-43c2-8de5-35c7e7284299 req-ac33790c-f289-4cd4-a2ee-4bf65b56e55e tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310790 Dec 17 15:46:34.459414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c2bc378c-24fc-4d31-b05f-20e52fbc3dbb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:34.483869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-cf898ccb-8aaf-4568-af30-103a69f3f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.485413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-cf898ccb-8aaf-4568-af30-103a69f3f2d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0933216 Dec 17 15:46:34.508956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Pushing event deleted for resources: {'Port': ['ID=3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:34.606016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-1b113fa3-0149-48e8-84a9-022a0d725502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.606555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.606917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.607290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.607609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.608083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.608429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.608955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.609313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.609642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.610994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.611507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.611860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.612202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:34.622850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-1b113fa3-0149-48e8-84a9-022a0d725502 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113060 Dec 17 15:46:34.749338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b29d2ebf-d973-4806-9197-cd6cfbfcf79f req-9b5e34d2-7513-4b5d-aa42-e47ecfe8cbdd tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc HTTP/1.1" status: 200 len: 210 time: 0.1063225 Dec 17 15:46:34.785256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] No DVR routers for this DVR port 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:34.793721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:34.797874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d300c86a-b1e3-4f10-a333-283f8a177dc9 req-7568464f-9cc2-44e9-aa16-9f39763682fe tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.49 "DELETE /v2.0/ports/3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc HTTP/1.1" status: 204 len: 173 time: 1.7186229 Dec 17 15:46:34.798695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'name': 'network-vif-deleted', 'tag': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:34.801157 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeffea4e-238d-4361-a7ee-a64846fe9d7c" -d '{"events": [{"server_uuid": "c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc", "name": "network-vif-deleted", "tag": "3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:34.816711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-6df85afe-1efc-4277-8303-7bb83b796a38 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911252 Dec 17 15:46:34.886767 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35f62a-b44c-48b4-9ef0-d401a6ffe665 x-openstack-request-id: req-2b35f62a-b44c-48b4-9ef0-d401a6ffe665 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:34.887397 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc", "name": "network-vif-deleted", "tag": "3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:34.887974 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b35f62a-b44c-48b4-9ef0-d401a6ffe665 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:34.888593 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0cbe4a5-32c2-4f0c-a672-f6a3da61bbfc', 'name': 'network-vif-deleted', 'tag': '3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc', 'status': 'completed', 'code': 200} Dec 17 15:46:34.933468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83080273-1164-4b3f-b8b7-b83f4234582f req-51a70f73-7611-4163-8590-1c6c7c88e1fd tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.942158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83080273-1164-4b3f-b8b7-b83f4234582f req-51a70f73-7611-4163-8590-1c6c7c88e1fd tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 948 time: 0.4025981 Dec 17 15:46:35.086263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae12a772-1274-4a0e-bb0f-064a978aaca7 req-4afa9d36-a428-40ac-ac41-8af669716446 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553983 Dec 17 15:46:35.111959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83080273-1164-4b3f-b8b7-b83f4234582f req-ec391a5c-cdd5-405d-886e-27b615b633f3 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639450 Dec 17 15:46:35.114009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:46:35.160907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-bccf0ba2-1613-4ccb-a2e6-70a80ec5382d tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:35.162807 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-bccf0ba2-1613-4ccb-a2e6-70a80ec5382d tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.1905580 Dec 17 15:46:35.184008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-257c22e1-a349-4252-bb87-8c7135632a66 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/quotas/19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 375 time: 0.0145950 Dec 17 15:46:35.215255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:35.220587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:35.246023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-c2867558-ec22-457e-b021-d333be43d728 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528710 Dec 17 15:46:35.346691 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72 associated. External IP: 172.25.0.233, port: ac8367d6-2e3f-4f04-af3b-8e252eeb70cc. Dec 17 15:46:35.412364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-de810595-cf99-42f2-adf4-b869a839b022 service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579549 Dec 17 15:46:35.629569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47528e-6869-4e4d-a9c0-a315480bc742 req-2dfdc1bb-d71a-4384-9be1-3cad82be710c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:35.631364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b47528e-6869-4e4d-a9c0-a315480bc742 req-2dfdc1bb-d71a-4384-9be1-3cad82be710c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 944 time: 0.1488087 Dec 17 15:46:35.650007 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-c3128725-8cc2-4772-8e73-9c69690a28a4 service neutron] 10.222.0.47 "GET /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b/bindings/n-h2-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.1539445 Dec 17 15:46:35.664590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-ff620064-da5d-4ab6-9114-0cae85532b49 service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327919 Dec 17 15:46:35.678778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Router 3273e172-65fb-490c-8b7e-1de430f1fae2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:46:35.703231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b47528e-6869-4e4d-a9c0-a315480bc742 req-f23608b0-6e67-44b9-aa6e-8cd2d55c22c7 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641253 Dec 17 15:46:35.907490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:35.913428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:35.927376 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] Sync routers for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:35.930683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9cf1409-3d91-4ae9-bdb9-ee0428dc7d27 req-0fadb5d9-2ba4-4490-80df-07126a3a23f8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 210 time: 0.0375843 Dec 17 15:46:35.943721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:35.963267 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:35.964603 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:35.986548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:36.013915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-77813af6-923d-4ef6-b39b-c18cba4a0b35 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "PUT /v2.0/floatingips/718bb1e9-bd9e-49c1-be2c-c6100e2b8c72 HTTP/1.1" status: 200 len: 991 time: 2.3924327 Dec 17 15:46:36.040356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549e534b-e411-4961-a2ee-2d042c1eb38b {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:36.054035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:36.075180 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:36.114885 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:36.208035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] Transition to ACTIVE for port object 549e534b-e411-4961-a2ee-2d042c1eb38b will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:36.219364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:36.348409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-70f2de88-5520-4f00-b4c7-a6daaa4676a5 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2b2714e3dc884772ba93141d768db9d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456917 Dec 17 15:46:36.378028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] No DVR routers for this DVR port 549e534b-e411-4961-a2ee-2d042c1eb38b on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:36.411405 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c84a475-981f-4966-a82a-38d5f4e98a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:36.418930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] Pushing event updated for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:36.442858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-0e5df8e9-9bf6-4cc0-8be6-2247de04ceb3 service neutron] 10.222.0.47 "PUT /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b/bindings/n-h2-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 0.7771640 Dec 17 15:46:36.747993 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '718bb1e9-bd9e-49c1-be2c-c6100e2b8c72', 'tenant_id': '96872d340831423290c9cb614836660c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'port_id': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'mac_address': 'fa:16:3e:3c:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:46:13Z', 'updated_at': '2021-12-17T15:46:34Z', 'revision_number': 1, 'project_id': '96872d340831423290c9cb614836660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:36.763043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-d553b037-b99d-4e49-a607-236c9b95fb76 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:36.763727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d896f-2005-489b-931d-f3c8451b2e3a req-8702c7cb-60d4-4d82-9831-3bf3ea85c46a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:36.764606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-d553b037-b99d-4e49-a607-236c9b95fb76 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.0791867 Dec 17 15:46:36.766290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b50d896f-2005-489b-931d-f3c8451b2e3a req-8702c7cb-60d4-4d82-9831-3bf3ea85c46a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 948 time: 0.0572393 Dec 17 15:46:36.780054 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] Checking router: 3273e172-65fb-490c-8b7e-1de430f1fae2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:36.780399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ed48a855-36a6-48fb-80a4-5d4461ec3fd5 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:36.781615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ed48a855-36a6-48fb-80a4-5d4461ec3fd5 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4324307 Dec 17 15:46:36.788671 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:36.789577 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:36.825955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-d3c40c14-75c1-4142-86c0-e833486e81cc tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/quotas/2b2714e3dc884772ba93141d768db9d7 HTTP/1.1" status: 200 len: 375 time: 0.0359149 Dec 17 15:46:36.828010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b50d896f-2005-489b-931d-f3c8451b2e3a req-ef01ddc4-bf07-470a-9209-de16f7ad31e1 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535693 Dec 17 15:46:36.853958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-b358e562-87ce-4f0b-8e5a-ce73d05d8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:36.855441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-b358e562-87ce-4f0b-8e5a-ce73d05d8cbe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8&tenant_id=d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 1097 time: 0.0729554 Dec 17 15:46:36.871652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-3f023e87-06fe-4d52-a793-478cf040f08e tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b2714e3dc884772ba93141d768db9d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376527 Dec 17 15:46:36.891965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:36.894523 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbde7c54-0239-4802-b6f1-f2f410d0704a" -d '{"events": [{"name": "network-changed", "server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:36.914973 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:36.951639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-691c92ef-e566-46c6-b597-39accca89d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:36.953655 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-691c92ef-e566-46c6-b597-39accca89d48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1097 time: 0.0550492 Dec 17 15:46:37.080042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-6a3c3aef-e3bf-4c0b-8238-ae0f4ee76337 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=000e9d409ee94fc399f488d0b3f248c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455639 Dec 17 15:46:37.083248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-1a356a80-a98a-46a8-b0b2-eaef838e835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.084982 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-1a356a80-a98a-46a8-b0b2-eaef838e835c service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1139989 Dec 17 15:46:37.145373 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-a04e637c-7e05-46b8-b82a-e8e742468936 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 217 time: 0.0499575 Dec 17 15:46:37.225075 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '718bb1e9-bd9e-49c1-be2c-c6100e2b8c72', 'tenant_id': '96872d340831423290c9cb614836660c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'port_id': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'mac_address': 'fa:16:3e:3c:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:46:13Z', 'updated_at': '2021-12-17T15:46:34Z', 'revision_number': 1, 'project_id': '96872d340831423290c9cb614836660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:37.231443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-4a61970a-038a-4376-8140-1e06f905bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.233005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-4a61970a-038a-4376-8140-1e06f905bb2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0749574 Dec 17 15:46:37.273124 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf2e79-94f2-4cf7-b1a4-fa46ff4866c3 None None] The sync data for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 is: [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '718bb1e9-bd9e-49c1-be2c-c6100e2b8c72', 'tenant_id': '96872d340831423290c9cb614836660c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'port_id': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'mac_address': 'fa:16:3e:3c:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:46:13Z', 'updated_at': '2021-12-17T15:46:34Z', 'revision_number': 1, 'project_id': '96872d340831423290c9cb614836660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:37.291662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-81a3737b-d20c-46fb-bca7-42ce684c31d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451288 Dec 17 15:46:37.309181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b99999-1175-4cb8-a5c8-e655c3e97cfc req-d4c369c4-080f-44df-a451-7dca370e1008 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.310738 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90b99999-1175-4cb8-a5c8-e655c3e97cfc req-d4c369c4-080f-44df-a451-7dca370e1008 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 950 time: 0.1681631 Dec 17 15:46:37.350533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-d27f3c68-1d7a-4ad9-84b1-26c3395273ae tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.357162 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-d27f3c68-1d7a-4ad9-84b1-26c3395273ae tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.1927762 Dec 17 15:46:37.365077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-5ae17042-f53b-4c6a-bbfd-116373c5dd07 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.372523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-5ae17042-f53b-4c6a-bbfd-116373c5dd07 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915704 Dec 17 15:46:37.383962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Request body: {'port': {'device_id': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'admin_state_up': True, 'tenant_id': '19e30279859648d982879b3bbbbff549'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:37.387517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:37.422958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:46:37.424540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b0fe3a7-d385-4ce1-9c73-f28cccdd27fc not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:37.460673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-e156c537-1063-453b-9609-e7dea6aa0f67 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/quotas/000e9d409ee94fc399f488d0b3f248c4 HTTP/1.1" status: 200 len: 375 time: 0.0872436 Dec 17 15:46:37.469806 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90b99999-1175-4cb8-a5c8-e655c3e97cfc req-6414c105-079b-4137-bdc0-2b006063da31 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364193 Dec 17 15:46:37.522760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-f80ddec9-b2a3-41cd-9a80-63eb1e61cea8 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220306 Dec 17 15:46:37.526705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-6f769609-981a-4513-a7f2-77657b885fd9 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=000e9d409ee94fc399f488d0b3f248c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476203 Dec 17 15:46:37.559743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Made reservation on behalf of 19e30279859648d982879b3bbbbff549 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:37.563697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:37.666827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c9e18-6275-4f02-964d-22b49efb4493 None None] New status for floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:46:37.737885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0e6ff-8e1b-44d5-be7a-87951a5d3dfb req-2287f4d0-7a9c-4bd8-8133-7599e03eed8a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.739459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2e0e6ff-8e1b-44d5-be7a-87951a5d3dfb req-2287f4d0-7a9c-4bd8-8133-7599e03eed8a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 945 time: 0.1750519 Dec 17 15:46:37.790397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Allocated IP 172.20.0.14 (d101c1c4-acc6-452a-9197-a2c5c6bdbd74/7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf/6d8850c7-7944-4d82-8d58-96de63ccb788) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:37.803237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-eeae6394-8a9e-492b-a82f-7e1c295a7a6b service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725816 Dec 17 15:46:37.860951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2e0e6ff-8e1b-44d5-be7a-87951a5d3dfb req-3c783ec9-ef66-4d5b-940e-c6e4e70d1328 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059811 Dec 17 15:46:37.878940 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac5af25-cdc7-4c20-9964-818aa4aad1de x-openstack-request-id: req-dac5af25-cdc7-4c20-9964-818aa4aad1de {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:37.879145 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:37.879374 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dac5af25-cdc7-4c20-9964-818aa4aad1de {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:37.879786 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'status': 'completed', 'code': 200} Dec 17 15:46:38.031651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-edcec565-e39c-42ab-b57c-d24be939664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.033391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-edcec565-e39c-42ab-b57c-d24be939664d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 1097 time: 0.1293709 Dec 17 15:46:38.060527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8aa0910b-080e-4e12-b55a-920c62556b81 req-91bd85dd-44a7-4064-90a1-781102a2a2ec tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 210 time: 0.0555558 Dec 17 15:46:38.061956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7658bbd1-bf22-4afd-a61a-930765090608 req-e377ecd6-8d57-4201-bbc7-7efd377441b7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 210 time: 0.0543873 Dec 17 15:46:38.082547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d5442c37-69cf-4127-ad86-058c1a5895ae details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:38.133741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-1282079a-2666-4670-b87f-bdc4fc3a6837 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.135640 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-1282079a-2666-4670-b87f-bdc4fc3a6837 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 950 time: 0.1138074 Dec 17 15:46:38.235525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86fd497d-13cd-43c1-9658-ceb4acc3d681 req-98eaea94-8c9b-4337-bc96-c5d8f6e139c0 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 210 time: 0.0566924 Dec 17 15:46:38.276486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d5442c37-69cf-4127-ad86-058c1a5895ae, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d5442c37-69cf-4127-ad86-058c1a5895ae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:38.302892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'd5442c37-69cf-4127-ad86-058c1a5895ae', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'd5442c37-69cf-4127-ad86-058c1a5895ae', 'mac_address': 'fa:16:3e:9d:fd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:38.312071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-00bc3623-19f6-4e2d-8509-31f436a1c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.315904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-00bc3623-19f6-4e2d-8509-31f436a1c6b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 925 time: 0.2596493 Dec 17 15:46:38.358595 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.387330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.398897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5442c37-69cf-4127-ad86-058c1a5895ae {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:38.435602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.465662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d5442c37-69cf-4127-ad86-058c1a5895ae, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d5442c37-69cf-4127-ad86-058c1a5895ae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:38.467414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:38.475940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.494265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:38.503963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:38.509537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.510182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.540942 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1655183 Dec 17 15:46:38.566929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Request body: {'port': {'device_id': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:38.572513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c645e4a-584f-4b3e-8e33-5e3a73f2bc5c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:38.638281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Deleting port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:46:38.638624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.658932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-3023c5ac-6cdf-47f2-8d25-ecdb38fa6fdb tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2b2714e3dc884772ba93141d768db9d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1212687 Dec 17 15:46:38.660838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d5442c37-69cf-4127-ad86-058c1a5895ae,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:38.667046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.49', 56852) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:38.674063 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0f0afe2-761e-413b-8ac9-832f90209929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.707108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:38.809054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fb097-b2f7-42ea-aa15-03c76eb29a60 req-36bac435-87d4-4019-b6be-080bcfa2f870 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.811548 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc0fb097-b2f7-42ea-aa15-03c76eb29a60 req-36bac435-87d4-4019-b6be-080bcfa2f870 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 948 time: 0.4074695 Dec 17 15:46:38.833424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-3e7caaa9-30db-4b6b-9ec7-ee944b7642e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc HTTP/1.1" status: 200 len: 1001 time: 0.5036550 Dec 17 15:46:38.936327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-c00a8fc8-bf10-4bf9-a896-b91e45e05834 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.937840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-c00a8fc8-bf10-4bf9-a896-b91e45e05834 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.2694709 Dec 17 15:46:38.959001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-9f73b342-d1bd-43c7-9a87-58048b7ed635 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.959507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:38.960388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-9f73b342-d1bd-43c7-9a87-58048b7ed635 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767823 Dec 17 15:46:38.965820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-147e572b-52c4-457f-8a35-e52894e9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.967261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-147e572b-52c4-457f-8a35-e52894e9c7c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 HTTP/1.1" status: 200 len: 863 time: 0.1232924 Dec 17 15:46:38.971363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbece8-b9e5-4b11-9ee0-2088b971b595 req-543acfd1-7f83-4302-8520-c4d0ae861713 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:38.972868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cadbece8-b9e5-4b11-9ee0-2088b971b595 req-543acfd1-7f83-4302-8520-c4d0ae861713 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 950 time: 0.3782203 Dec 17 15:46:38.997627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc0fb097-b2f7-42ea-aa15-03c76eb29a60 req-264259ec-5a4c-487a-97ec-4479b32efa1f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785574 Dec 17 15:46:39.011653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Request body: {'port': {'device_id': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '2b2714e3dc884772ba93141d768db9d7'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:39.056292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] For port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:39.056670 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.093355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Calling delete_port for c2bc378c-24fc-4d31-b05f-20e52fbc3dbb owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:46:39.140622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-2c2ece94-a1c5-4899-910b-4ac6bf2915d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:39.142115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-2c2ece94-a1c5-4899-910b-4ac6bf2915d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11fbfdb8-8745-4efd-bd47-439619a7519a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497791 Dec 17 15:46:39.208546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cadbece8-b9e5-4b11-9ee0-2088b971b595 req-c21ba321-947b-47f8-b3f8-1501a2e5b9f0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/security-groups?id=719e7fdc-4ceb-42c6-a425-d175e138053b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212908 Dec 17 15:46:39.258361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.49', 56853) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:39.294561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-626a1561-77a3-4f82-9ad9-2a0ae08e7eb1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=000e9d409ee94fc399f488d0b3f248c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350058 Dec 17 15:46:39.449307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-3f7ab784-5ac7-47ce-9951-eb9d3c8ba4a4 service neutron] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:39.467915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b154c9-200c-4fbb-826f-a888c532b2f5 req-3a4fdeb0-88a1-4b6b-95dc-c6b4ad96371b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:39.470107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2b154c9-200c-4fbb-826f-a888c532b2f5 req-3a4fdeb0-88a1-4b6b-95dc-c6b4ad96371b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 945 time: 0.2264183 Dec 17 15:46:39.473270 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-3f7ab784-5ac7-47ce-9951-eb9d3c8ba4a4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.474558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-3f7ab784-5ac7-47ce-9951-eb9d3c8ba4a4 service neutron] 10.222.0.49 "DELETE /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b/bindings/n-h1-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.5132844 Dec 17 15:46:39.479098 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-a4de7683-e4cd-43d7-8a9f-567cc0205aca service neutron] 10.222.0.49 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289986 Dec 17 15:46:39.485109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Made reservation on behalf of 2b2714e3dc884772ba93141d768db9d7 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:39.491670 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.495514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59872) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:39.533766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e5d5a-62ad-4f76-9933-973d24830dfa req-75b40113-c317-4ee1-a980-baceb127db19 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:39.535298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c73e5d5a-62ad-4f76-9933-973d24830dfa req-75b40113-c317-4ee1-a980-baceb127db19 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 932 time: 0.2168787 Dec 17 15:46:39.601711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.614552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-57cc959f-6fe2-458d-b5f0-bbb1f465da13 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:39.616146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-57cc959f-6fe2-458d-b5f0-bbb1f465da13 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131075 Dec 17 15:46:39.618758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbde7c54-0239-4802-b6f1-f2f410d0704a req-c2831307-791a-4bc8-9d6d-c4373e3e7cae service neutron] 10.222.0.49 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158214 Dec 17 15:46:39.648155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Request body: {'port': {'device_id': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '000e9d409ee94fc399f488d0b3f248c4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:39.664424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2b154c9-200c-4fbb-826f-a888c532b2f5 req-d922a538-b4d2-4aa9-9e01-bb273d581c4f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832609 Dec 17 15:46:39.679989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d48bce3-5148-4835-88b5-65b0ee8a6fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.740848 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.751572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.763451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.774875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64c32e01-6f0a-40ee-8439-3aca2ef75c49 req-e559b919-1b1a-4c84-b447-7fd94b7fca49 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 210 time: 0.0392842 Dec 17 15:46:39.777150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c2bc378c-24fc-4d31-b05f-20e52fbc3dbb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:39.797068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c73e5d5a-62ad-4f76-9933-973d24830dfa req-e081f4e4-6ee2-45cd-9468-09499eb9c770 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540650 Dec 17 15:46:39.825528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8850c7-7944-4d82-8d58-96de63ccb788 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:39.838183 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.878155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77889cc-65dc-438e-b939-5f30862e624f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:39.881781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:39.886914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Pushing event deleted for resources: {'Port': ['ID=c2bc378c-24fc-4d31-b05f-20e52fbc3dbb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:40.008554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Allocated IP 192.168.233.146 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/b44fa636-8ff5-45d7-b91f-3a9d16f525af) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:40.014017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Transition to ACTIVE for port object 6d8850c7-7944-4d82-8d58-96de63ccb788 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:40.033945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d84d679-86c9-435d-afce-59d035e42be1 req-bf866132-948c-4bd2-af4a-0b9324a53762 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 210 time: 0.1046500 Dec 17 15:46:40.036555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] No DVR routers for this DVR port c2bc378c-24fc-4d31-b05f-20e52fbc3dbb on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:40.042407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.047052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.050460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e7bb87f-6430-4988-828a-9ece0050a050 req-c24d39cd-8628-42dd-9f37-440ed12769b0 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.47 "DELETE /v2.0/ports/c2bc378c-24fc-4d31-b05f-20e52fbc3dbb HTTP/1.1" status: 204 len: 173 time: 1.9064457 Dec 17 15:46:40.054491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'name': 'network-vif-deleted', 'tag': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:40.056809 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e60cc5b-78b7-4be4-bccf-f106b522a921" -d '{"events": [{"server_uuid": "fe0dee76-3a11-40e1-a594-a67e963654ff", "name": "network-vif-deleted", "tag": "c2bc378c-24fc-4d31-b05f-20e52fbc3dbb"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:40.091655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d5442c37-69cf-4127-ad86-058c1a5895ae up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:40.167632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port d5442c37-69cf-4127-ad86-058c1a5895ae completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:40.173719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port d5442c37-69cf-4127-ad86-058c1a5895ae triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:40.174087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.238950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Made reservation on behalf of 000e9d409ee94fc399f488d0b3f248c4 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:40.243394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.273021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:40.297773 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.298357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.313830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e22e0-202e-480e-bd3f-14cbfe5300ba req-dcb1fef9-268d-44e4-89f0-22538d3d230e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:40.325966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-218e22e0-202e-480e-bd3f-14cbfe5300ba req-dcb1fef9-268d-44e4-89f0-22538d3d230e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1097 time: 0.1535106 Dec 17 15:46:40.334514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5442c37-69cf-4127-ad86-058c1a5895ae'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:40.338195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d48bce3-5148-4835-88b5-65b0ee8a6fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.340862 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a6d32-add0-44b2-b96f-83a4167fbec6" -d '{"events": [{"server_uuid": "fa09d665-6951-456b-80d9-dc91f5f5bdad", "name": "network-vif-plugged", "status": "completed", "tag": "d5442c37-69cf-4127-ad86-058c1a5895ae"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:40.359116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d5442c37-69cf-4127-ad86-058c1a5895ae, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d5442c37-69cf-4127-ad86-058c1a5895ae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:40.360069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d48bce3-5148-4835-88b5-65b0ee8a6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.366218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.366974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:40.369308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:40.369650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:40.369982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:40.392349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90835593-6ec7-49ed-b373-d296a5a2c91b req-c1eccb6e-08bb-4623-bc9a-19676176f7ef tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:40.400200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90835593-6ec7-49ed-b373-d296a5a2c91b req-c1eccb6e-08bb-4623-bc9a-19676176f7ef tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 949 time: 0.2076058 Dec 17 15:46:40.419972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:40.420573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:40.464720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.465102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:40.478724 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-218e22e0-202e-480e-bd3f-14cbfe5300ba req-e766f346-4a75-4e03-98a5-ce737234ee8a tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472309 Dec 17 15:46:40.478932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:40.479250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:40.479634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:40.480101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Bound port: 6d8850c7-7944-4d82-8d58-96de63ccb788, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:40.480462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.494999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9d48bce3-5148-4835-88b5-65b0ee8a6fd9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70fd9812d651441c968ddc427a2ea9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9969857 Dec 17 15:46:40.497691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:40.502785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d5442c37-69cf-4127-ad86-058c1a5895ae,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:40.578801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.614583 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:46:40.626029 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622c984e-1b82-4e14-a898-4641e160be7d x-openstack-request-id: req-622c984e-1b82-4e14-a898-4641e160be7d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:40.626836 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0dee76-3a11-40e1-a594-a67e963654ff", "name": "network-vif-deleted", "tag": "c2bc378c-24fc-4d31-b05f-20e52fbc3dbb", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:40.627290 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-622c984e-1b82-4e14-a898-4641e160be7d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:40.627694 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0dee76-3a11-40e1-a594-a67e963654ff', 'name': 'network-vif-deleted', 'tag': 'c2bc378c-24fc-4d31-b05f-20e52fbc3dbb', 'status': 'completed', 'code': 200} Dec 17 15:46:40.631412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90835593-6ec7-49ed-b373-d296a5a2c91b req-d4a68570-43d7-491c-bf18-c3b0c4965991 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303138 Dec 17 15:46:40.632035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48bce3-5148-4835-88b5-65b0ee8a6fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a9b0e2-8a57-4511-bad3-944f495a18e0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:40.663619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50241b08-1d7a-4b03-bdf5-5451a886c8b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.724905 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcd2d6c-9722-4b9a-b00d-7915ddf591e5 x-openstack-request-id: req-7bcd2d6c-9722-4b9a-b00d-7915ddf591e5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:40.725214 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa09d665-6951-456b-80d9-dc91f5f5bdad", "name": "network-vif-plugged", "status": "completed", "tag": "d5442c37-69cf-4127-ad86-058c1a5895ae", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:40.725468 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bcd2d6c-9722-4b9a-b00d-7915ddf591e5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:40.725900 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5442c37-69cf-4127-ad86-058c1a5895ae', 'code': 200} Dec 17 15:46:40.734256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.740715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50241b08-1d7a-4b03-bdf5-5451a886c8b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.756356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.856943 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.862595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50241b08-1d7a-4b03-bdf5-5451a886c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.865273 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50241b08-1d7a-4b03-bdf5-5451a886c8b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:40.866518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-50241b08-1d7a-4b03-bdf5-5451a886c8b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53a9b0e2-8a57-4511-bad3-944f495a18e0 HTTP/1.1" status: 204 len: 168 time: 0.3675182 Dec 17 15:46:40.935402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff35e481-a04a-4d06-abb0-f3a9d1026de0 req-0c72e7c6-34d6-4741-8191-8a7dd334d028 tempest-LiveMigrationNegativeTest-315930526 tempest-LiveMigrationNegativeTest-315930526-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe0dee76-3a11-40e1-a594-a67e963654ff HTTP/1.1" status: 200 len: 210 time: 0.0912762 Dec 17 15:46:40.997626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-01e86c83-6add-4bc4-90c8-cc59b7cbec50 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:41.006172 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-01e86c83-6add-4bc4-90c8-cc59b7cbec50 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.1669300 Dec 17 15:46:41.010793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50241b08-1d7a-4b03-bdf5-5451a886c8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a9b0e2-8a57-4511-bad3-944f495a18e0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:41.052268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:41.071296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:41.072397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:41.078444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Pushing event updated for resources: {'Port': ['ID=b44fa636-8ff5-45d7-b91f-3a9d16f525af,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:41.107113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:41.144282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:41.153647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-d7c7a437-624f-4d89-a53e-1c4d28bba098 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/quotas/d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 375 time: 0.1465774 Dec 17 15:46:41.187221 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:41.296466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935f3b-7d6e-44aa-9ba9-a51dc7aec3f1 req-4e1b246d-88f4-4489-aec8-a9463e0b92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:41.298253 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6935f3b-7d6e-44aa-9ba9-a51dc7aec3f1 req-4e1b246d-88f4-4489-aec8-a9463e0b92f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 1102 time: 0.2691522 Dec 17 15:46:41.301499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:41.302117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:41.303480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] 10.222.0.49 "PUT /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 1093 time: 2.7488873 Dec 17 15:46:41.304665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Allocated IP 192.168.233.173 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:41.321152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59914) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:41.375249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-91f79cd8-418a-4de0-aafa-5681a34f2831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:41.380725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db20f7-9032-4335-a2df-c84533ea885a service neutron] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:41.386138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:41.390947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:41.396410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:41.397012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:41.414641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-ac468d17-0af3-4ae7-8d44-a91f8b736980 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4210491 Dec 17 15:46:41.428383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Request body: {'port': {'device_id': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:41.431812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7bab4d33-864d-426a-ab53-00547fae3055 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2475531 Dec 17 15:46:41.439192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef6b93-fae7-49ea-b9c9-2f06b664008a req-9303a86d-fb00-4cce-ae7d-bbaa05d64002 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:41.440954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4aef6b93-fae7-49ea-b9c9-2f06b664008a req-9303a86d-fb00-4cce-ae7d-bbaa05d64002 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 936 time: 0.3863447 Dec 17 15:46:41.504373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6935f3b-7d6e-44aa-9ba9-a51dc7aec3f1 req-5ebab673-ad22-47ef-9675-d9cdb507355d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946127 Dec 17 15:46:41.523434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:41.539536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4aef6b93-fae7-49ea-b9c9-2f06b664008a req-81eb0d97-cab7-45e3-9731-69917a7f2f51 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789378 Dec 17 15:46:41.741395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d9808-0b3e-4e85-b87b-aad06cce614c req-e696a23a-7da9-448a-9ef1-c30db8cb2422 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:41.743016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b3d9808-0b3e-4e85-b87b-aad06cce614c req-e696a23a-7da9-448a-9ef1-c30db8cb2422 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 944 time: 0.0697956 Dec 17 15:46:41.805147 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b3d9808-0b3e-4e85-b87b-aad06cce614c req-baff721c-8eae-4195-a853-7f671ac04f84 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530994 Dec 17 15:46:41.827295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-d3b993aa-a334-4650-a549-f0d434671db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:41.828486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-d3b993aa-a334-4650-a549-f0d434671db1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1096 time: 0.4661956 Dec 17 15:46:41.891499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-f24dadd4-8cc2-4ae0-a877-55e43480b947 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 217 time: 0.0528550 Dec 17 15:46:41.968585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-1a5dc2f6-cb95-4aac-bba2-602a9de7babc service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093591 Dec 17 15:46:41.977411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7dec893f-1bc0-42c9-869d-df4c4346004b req-1043568b-afc4-4ac1-aae7-0c691674a566 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 210 time: 0.0361383 Dec 17 15:46:42.039509 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.080969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-f2ff4c3c-e5b6-49d1-9e18-31a5514f31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:42.082332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-f2ff4c3c-e5b6-49d1-9e18-31a5514f31f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1794868 Dec 17 15:46:42.086547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcc8c1-7405-4db9-884b-a54ff4e1dfc0 req-ff53c60f-3a11-4b59-959e-746248f7282b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:42.088128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dfdcc8c1-7405-4db9-884b-a54ff4e1dfc0 req-ff53c60f-3a11-4b59-959e-746248f7282b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 950 time: 0.0501289 Dec 17 15:46:42.090125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-91f79cd8-418a-4de0-aafa-5681a34f2831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.099409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.101140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2bc378c-24fc-4d31-b05f-20e52fbc3dbb no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:42.116103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-91f79cd8-418a-4de0-aafa-5681a34f2831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.124301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: c2bc378c-24fc-4d31-b05f-20e52fbc3dbb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:46:42.124658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2bc378c-24fc-4d31-b05f-20e52fbc3dbb not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:42.143343 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dfdcc8c1-7405-4db9-884b-a54ff4e1dfc0 req-f372e09b-fabe-451e-9081-a7d4a76292d9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 Dec 17 15:46:42.150663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-0fe36a05-ecf4-43f4-8ff6-8a9588d507a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590770 Dec 17 15:46:42.240502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-91f79cd8-418a-4de0-aafa-5681a34f2831 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d3573eea808482bac3b4bf865e8cc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9183815 Dec 17 15:46:42.243181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59922) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:42.254122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f79cd8-418a-4de0-aafa-5681a34f2831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0233d21-d613-45c9-85a7-e28175c95cdd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:42.270301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-0915a1bf-fe8f-4628-a99d-df6a52618dd9 service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832322 Dec 17 15:46:42.298213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.373577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-639c5b77-d238-4bf7-84ec-096c48c2feac service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081506 Dec 17 15:46:42.379537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:42.381250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47df5a05-10e8-4987-8b85-9125ea8c41e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.381396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Pushing event updated for resources: {'Port': ['ID=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:42.403029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:42.406684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:42.415663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:42.415941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47df5a05-10e8-4987-8b85-9125ea8c41e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.416350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.496834 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-d7be4541-18e7-45ed-a2c8-379c160dd961 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8657205 Dec 17 15:46:42.526641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Request body: {'port': {'device_id': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:42.596536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4f7e672-d6eb-4e7b-8d40-2c08f120546d req-6b2ab255-4ccd-44a8-af1e-697c4b057b31 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113118 Dec 17 15:46:42.622033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-72ed4b3a-c7fe-4cff-8ff4-613fb6ba4acf req-be9f5cd9-b3e7-40eb-9ec1-b8c85682f671 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 210 time: 0.0887623 Dec 17 15:46:42.644645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:42.644645 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40113f-fff9-4cc2-9a2c-6215a926d965" -d '{"events": [{"name": "network-changed", "server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:42.656479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.685397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:42.720749 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47df5a05-10e8-4987-8b85-9125ea8c41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.724511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47df5a05-10e8-4987-8b85-9125ea8c41e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.727991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-47df5a05-10e8-4987-8b85-9125ea8c41e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0233d21-d613-45c9-85a7-e28175c95cdd HTTP/1.1" status: 204 len: 168 time: 0.4812169 Dec 17 15:46:42.741628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df5a05-10e8-4987-8b85-9125ea8c41e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0233d21-d613-45c9-85a7-e28175c95cdd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:42.752904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44fa636-8ff5-45d7-b91f-3a9d16f525af {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:42.761412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.784553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Transition to ACTIVE for port object b44fa636-8ff5-45d7-b91f-3a9d16f525af will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:42.790227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:42.792595 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd2c63-a341-423b-bef7-658c9068136f x-openstack-request-id: req-59bd2c63-a341-423b-bef7-658c9068136f {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:42.792976 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:42.794364 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59bd2c63-a341-423b-bef7-658c9068136f {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:42.794932 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788', 'status': 'completed', 'code': 200} Dec 17 15:46:43.004670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897c7cf-e9b5-4647-af5b-a90309a2d46c req-0d445402-634c-4865-a3d9-2b4a796caad8 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.010158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Attempting to bind port b44fa636-8ff5-45d7-b91f-3a9d16f525af on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:43.011201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Attempting to bind port b44fa636-8ff5-45d7-b91f-3a9d16f525af by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:43.011934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Attempting to bind port b44fa636-8ff5-45d7-b91f-3a9d16f525af on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:43.012913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b897c7cf-e9b5-4647-af5b-a90309a2d46c req-0d445402-634c-4865-a3d9-2b4a796caad8 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 948 time: 0.2372396 Dec 17 15:46:43.023199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-d165c2fe-8d62-485d-a0bb-dc2fb899655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.028955 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-d165c2fe-8d62-485d-a0bb-dc2fb899655c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1096 time: 0.2521410 Dec 17 15:46:43.043016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Pushing event updated for resources: {'Port': ['ID=b44fa636-8ff5-45d7-b91f-3a9d16f525af,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:43.055125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Port b44fa636-8ff5-45d7-b91f-3a9d16f525af on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:43.056001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Attempting to bind port b44fa636-8ff5-45d7-b91f-3a9d16f525af on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:43.079124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:43.079811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:43.080423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:43.081055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Bound port: b44fa636-8ff5-45d7-b91f-3a9d16f525af, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:43.081612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:43.108812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1146dd8-a007-4de8-91ee-98a58da0112c req-9f5f2e42-79a9-4c80-bb60-b149bf72a27c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.117813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1146dd8-a007-4de8-91ee-98a58da0112c req-9f5f2e42-79a9-4c80-bb60-b149bf72a27c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 944 time: 0.1297181 Dec 17 15:46:43.225590 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1146dd8-a007-4de8-91ee-98a58da0112c req-d968ee74-340c-4a82-a60b-c962c9c0faa8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064725 Dec 17 15:46:43.229638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] For port b44fa636-8ff5-45d7-b91f-3a9d16f525af, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:43.241762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] For port b44fa636-8ff5-45d7-b91f-3a9d16f525af, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b44fa636-8ff5-45d7-b91f-3a9d16f525af,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:43.251414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:43.308873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.309789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:43.311948 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] 10.222.0.49 "PUT /v2.0/ports/b44fa636-8ff5-45d7-b91f-3a9d16f525af HTTP/1.1" status: 200 len: 1097 time: 1.8889942 Dec 17 15:46:43.312864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'tag': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:43.315495 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012df37b-39b1-42a7-936e-1a8ee13c7b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "4db7fc64-23fd-4830-8cc8-24da8b26be1c", "tag": "b44fa636-8ff5-45d7-b91f-3a9d16f525af"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:43.350556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644419ec-0ed8-4783-840c-b8cd03807e78 service neutron] Pushing event updated for resources: {'Port': ['ID=b44fa636-8ff5-45d7-b91f-3a9d16f525af,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:43.393585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b897c7cf-e9b5-4647-af5b-a90309a2d46c req-62ba2569-6d15-4f95-95dc-cb4efb69a893 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783910 Dec 17 15:46:43.462391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-cfe3cf4b-3bb0-47e6-b5a7-0b34c184480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.464064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-cfe3cf4b-3bb0-47e6-b5a7-0b34c184480f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.4088140 Dec 17 15:46:43.547981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-b3f32164-4cbe-4ee3-a1c1-3eac710be530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.549942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-b3f32164-4cbe-4ee3-a1c1-3eac710be530 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b2714e3dc884772ba93141d768db9d7&device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 1100 time: 0.1445577 Dec 17 15:46:43.559752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-00687371-91b0-4c20-99e0-7ae3654788a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 217 time: 0.0764496 Dec 17 15:46:43.572705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4617351c-f575-4d29-a5c2-ab880b38ccf0 None None] Provisioning complete for port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:43.573273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4617351c-f575-4d29-a5c2-ab880b38ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:43.632867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-2f423bef-0424-4b4a-a68f-7652250c6128 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b44fa636-8ff5-45d7-b91f-3a9d16f525af HTTP/1.1" status: 200 len: 217 time: 0.0667336 Dec 17 15:46:43.642709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4617351c-f575-4d29-a5c2-ab880b38ccf0 None None] Port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:43.654454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-057dd3e4-37c2-45ca-8d63-50d71d6b88c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b93b6d3cce9543fd89bd45cf31560388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9676871 Dec 17 15:46:43.669920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4862d3-3d92-4230-8446-d2d36e48e14e req-9274f1b4-40fd-4059-bc92-5c92d02c2dfa tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.681497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e4862d3-3d92-4230-8446-d2d36e48e14e req-9274f1b4-40fd-4059-bc92-5c92d02c2dfa tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 936 time: 0.2028332 Dec 17 15:46:43.706572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59970) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:43.770357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-4788cafb-fac8-46d4-8949-d82a79999feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.772806 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-4788cafb-fac8-46d4-8949-d82a79999feb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0879817 Dec 17 15:46:43.793589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:43.803874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-e9fb7c98-4153-4931-a239-4bbfadf46633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.805144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-e9fb7c98-4153-4931-a239-4bbfadf46633 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.2161138 Dec 17 15:46:43.825651 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:43.838598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1badb52-3dca-4b7f-9141-77100bab979e req-07760e32-098e-4ec6-af0e-4bd85a829313 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.846154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1badb52-3dca-4b7f-9141-77100bab979e req-07760e32-098e-4ec6-af0e-4bd85a829313 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 950 time: 0.3191078 Dec 17 15:46:43.846818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e4862d3-3d92-4230-8446-d2d36e48e14e req-ddec9090-9ea2-49cb-8312-3c6fc877a031 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642172 Dec 17 15:46:43.871188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-aecad34d-6a8f-4dab-8f90-d579f9611c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.877257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-aecad34d-6a8f-4dab-8f90-d579f9611c2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924628 Dec 17 15:46:43.881487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-fed85076-e6c1-4487-8972-718341c46f28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653946 Dec 17 15:46:43.914238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Transition to ACTIVE for port object 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:43.930907 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a6cba3-fcca-454d-95dc-e0007c4f1f57 x-openstack-request-id: req-b9a6cba3-fcca-454d-95dc-e0007c4f1f57 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:43.931244 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db7fc64-23fd-4830-8cc8-24da8b26be1c", "tag": "b44fa636-8ff5-45d7-b91f-3a9d16f525af", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:43.931433 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9a6cba3-fcca-454d-95dc-e0007c4f1f57 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:43.931846 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'tag': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af', 'status': 'completed', 'code': 200} Dec 17 15:46:43.994344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9b51-5b4b-4ba2-a9c4-7d2de4f1b670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.000502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.078571 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ba2ea06-0adb-4aaf-a533-7421bdd1fe31 req-2383e89d-14c3-4838-9dd5-56ec163e88fc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 210 time: 0.0691421 Dec 17 15:46:44.102844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-2f81788b-e920-4472-9113-95eeb9875c27 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118261 Dec 17 15:46:44.178367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9b51-5b4b-4ba2-a9c4-7d2de4f1b670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.221254 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1badb52-3dca-4b7f-9141-77100bab979e req-23176062-14d0-4e0c-9001-840a11881ea9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741405 Dec 17 15:46:44.281508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-148feea7-2e18-4dcf-a566-5ffc36c9314a req-586617e1-1244-441e-bc18-487f71917a3e service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706738 Dec 17 15:46:44.361441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Pushing event updated for resources: {'Port': ['ID=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:44.408914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-530acf62-0fad-4100-b396-681be674d280 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099754 Dec 17 15:46:44.409491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Attempting to bind port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:44.409825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Attempting to bind port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:44.410150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Attempting to bind port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:44.460914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:44.461241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Attempting to bind port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:44.490225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-24e94e55-b107-4fea-ba8f-b115ea9a7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.492312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-24e94e55-b107-4fea-ba8f-b115ea9a7989 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b2714e3dc884772ba93141d768db9d7&device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 1100 time: 0.1366088 Dec 17 15:46:44.502640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:44.503047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:44.503460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:44.503936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Bound port: 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:44.504300 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.509098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a1637-40d5-49ad-a7cc-c8104570509b req-33276338-f888-4b34-94d8-9bf9543b4276 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.512125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-81642806-f19a-453e-9b8e-e37bf302f72e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.513581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-81642806-f19a-453e-9b8e-e37bf302f72e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.4328816 Dec 17 15:46:44.517761 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-473a1637-40d5-49ad-a7cc-c8104570509b req-33276338-f888-4b34-94d8-9bf9543b4276 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 944 time: 0.1358113 Dec 17 15:46:44.537361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Request body: {'port': {'device_id': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'admin_state_up': True, 'tenant_id': 'd11392be2a0d41439466f777ba3a572a'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:44.545312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9b51-5b4b-4ba2-a9c4-7d2de4f1b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.548364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbcd9b51-5b4b-4ba2-a9c4-7d2de4f1b670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.552024 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cbcd9b51-5b4b-4ba2-a9c4-7d2de4f1b670 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/719e7fdc-4ceb-42c6-a425-d175e138053b HTTP/1.1" status: 204 len: 168 time: 0.8423593 Dec 17 15:46:44.629781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd9b51-5b4b-4ba2-a9c4-7d2de4f1b670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719e7fdc-4ceb-42c6-a425-d175e138053b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:44.641950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-473a1637-40d5-49ad-a7cc-c8104570509b req-a4c99f8a-81ba-4342-add3-923aa6faab29 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232364 Dec 17 15:46:44.696240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-ce6d698d-79ea-44c9-b0eb-d479622612bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.697770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-ce6d698d-79ea-44c9-b0eb-d479622612bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1774142 Dec 17 15:46:44.729097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f40113f-fff9-4cc2-9a2c-6215a926d965 req-a362f49f-f65a-4043-b6f8-e7438f638b75 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034742 Dec 17 15:46:44.773929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] For port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:44.795588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-a0efc151-83eb-458a-95b7-9ae2f28d565d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b44fa636-8ff5-45d7-b91f-3a9d16f525af HTTP/1.1" status: 200 len: 217 time: 0.0883598 Dec 17 15:46:44.801582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] For port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:44.811079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.850777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793207-3134-405d-aa17-0bc5a9d4e462 req-cdeab11e-ec46-405a-83c4-117b97424012 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.852444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b793207-3134-405d-aa17-0bc5a9d4e462 req-cdeab11e-ec46-405a-83c4-117b97424012 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 1102 time: 0.1328096 Dec 17 15:46:44.864498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.865133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.866763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] 10.222.0.49 "PUT /v2.0/ports/37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 HTTP/1.1" status: 200 len: 1097 time: 2.3628664 Dec 17 15:46:44.880441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'tag': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:44.883522 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dbcc3d-3147-45ef-9409-2e8ab6191026" -d '{"events": [{"name": "network-changed", "server_uuid": "1068d0e4-20b6-413c-91aa-5f6902091e9e", "tag": "37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:44.903664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-5de626b0-c968-428e-bf48-74f22dfbc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.906700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-5de626b0-c968-428e-bf48-74f22dfbc9aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0977280 Dec 17 15:46:44.926345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b793207-3134-405d-aa17-0bc5a9d4e462 req-c1455c21-5e78-47f8-9ded-49f87030da0c tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.943984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Made reservation on behalf of d11392be2a0d41439466f777ba3a572a for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:44.947803 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:44.974146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2ff5c-9e01-4c24-a7d8-d594b7393055 service neutron] Pushing event updated for resources: {'Port': ['ID=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:44.992004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79644655-66e3-4645-a9ac-61a057454243 req-af3ba56b-f4e7-495f-bf33-0347813480db tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:45.007286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79644655-66e3-4645-a9ac-61a057454243 req-af3ba56b-f4e7-495f-bf33-0347813480db tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 948 time: 0.1451795 Dec 17 15:46:45.033588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-0e33d27b-ad43-4ad9-9da1-7a7045cd9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:45.038406 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-0e33d27b-ad43-4ad9-9da1-7a7045cd9661 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151123 Dec 17 15:46:45.162808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:45.167847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79644655-66e3-4645-a9ac-61a057454243 req-08832fab-06a3-4f0c-a5af-e989f5df36c0 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453142 Dec 17 15:46:45.190317 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.215847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-0cddb3f2-c6a3-4328-a2be-9abf3fe77cbf service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676571 Dec 17 15:46:45.248041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-43bc4bb9-ac35-4e8d-92a2-9abc8939978b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ac2e70c035a47208edebacf19e98610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0838940 Dec 17 15:46:45.256866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60018) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:45.347244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-c49ccda1-9342-4574-8cc3-2750ee24a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:45.348498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d953198-cdfd-4de7-ad26-91c48d12b417 req-8220b6f2-2a36-4b2e-83fd-8ec2058d50e3 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:45.348841 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-c49ccda1-9342-4574-8cc3-2750ee24a621 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=000e9d409ee94fc399f488d0b3f248c4&device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 1100 time: 0.4179547 Dec 17 15:46:45.350560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d953198-cdfd-4de7-ad26-91c48d12b417 req-8220b6f2-2a36-4b2e-83fd-8ec2058d50e3 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 948 time: 0.1011658 Dec 17 15:46:45.368472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012df37b-39b1-42a7-936e-1a8ee13c7b0a req-c58cbce8-bbc3-40fc-95fa-00e2357d9ffb service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413465 Dec 17 15:46:45.404821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d953198-cdfd-4de7-ad26-91c48d12b417 req-0252164a-4631-478b-9e66-c3f9d47b5b60 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Dec 17 15:46:45.427119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:45.446925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-9f4a3e70-888d-430a-acfd-a017e9179785 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 HTTP/1.1" status: 200 len: 217 time: 0.0842204 Dec 17 15:46:45.475720 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbea4ee-c3fe-4d51-b2c2-864f0b93a54b x-openstack-request-id: req-9dbea4ee-c3fe-4d51-b2c2-864f0b93a54b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:45.476038 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1068d0e4-20b6-413c-91aa-5f6902091e9e", "tag": "37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:45.476293 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9dbea4ee-c3fe-4d51-b2c2-864f0b93a54b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:45.476684 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'tag': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6', 'status': 'completed', 'code': 200} Dec 17 15:46:45.517144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Allocated IP 172.20.0.2 (841d205e-dc57-4612-9caf-9f4cb0fc3a5a/a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f/84233410-6f78-4771-9bbc-4506c6719696) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:45.531602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:45.538736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b793207-3134-405d-aa17-0bc5a9d4e462 req-c1455c21-5e78-47f8-9ded-49f87030da0c tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.539738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83385733-3f9b-4bb8-b835-70ab3e5da1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.545018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '6d8850c7-7944-4d82-8d58-96de63ccb788', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'port_id': '6d8850c7-7944-4d82-8d58-96de63ccb788', 'mac_address': 'fa:16:3e:45:fd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:45.554371 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b793207-3134-405d-aa17-0bc5a9d4e462 req-c1455c21-5e78-47f8-9ded-49f87030da0c tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.594626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.602299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-3c0bd967-d4e2-44e8-b5a0-37c8146d80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:45.603791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-3c0bd967-d4e2-44e8-b5a0-37c8146d80b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1433289 Dec 17 15:46:45.608038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8850c7-7944-4d82-8d58-96de63ccb788 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:45.608281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83385733-3f9b-4bb8-b835-70ab3e5da1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.627849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:45.632935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.664563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b793207-3134-405d-aa17-0bc5a9d4e462 req-c1455c21-5e78-47f8-9ded-49f87030da0c tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7945879 Dec 17 15:46:45.690167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1455c21-5e78-47f8-9ded-49f87030da0c tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbbd901-c68d-4acd-a7f4-da98c1460509,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:45.694765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:45.811246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-519e1c05-6796-4c6b-b84d-2b66a0e493b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:45.813040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-519e1c05-6796-4c6b-b84d-2b66a0e493b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759901 Dec 17 15:46:45.814836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-684f9f01-ae5c-48fd-83ce-17ac66b1c474 req-406857ba-1ae3-4f28-ab32-a357b0d87297 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 210 time: 0.0799661 Dec 17 15:46:45.830520 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-2edd5294-266c-48d9-a98c-88d2e0864d3f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239611 Dec 17 15:46:45.877275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83385733-3f9b-4bb8-b835-70ab3e5da1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.879805 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83385733-3f9b-4bb8-b835-70ab3e5da1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:45.884169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['6d8850c7-7944-4d82-8d58-96de63ccb788'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:45.891590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-83385733-3f9b-4bb8-b835-70ab3e5da1c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6279a509-1de8-4a5f-8b85-598deb8f6b46 HTTP/1.1" status: 204 len: 168 time: 0.6250944 Dec 17 15:46:45.935070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83385733-3f9b-4bb8-b835-70ab3e5da1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6279a509-1de8-4a5f-8b85-598deb8f6b46,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:45.965587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-4b108f45-4e49-4f48-a057-c30890ad6e93 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:45.974766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-4b108f45-4e49-4f48-a057-c30890ad6e93 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353860 Dec 17 15:46:45.993980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-7b94e40e-b0b5-44c6-91e7-1aa883264000 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/quotas/d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 375 time: 0.0183251 Dec 17 15:46:46.041636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-c00433d4-5369-49c8-b0e3-8e488d2a6f65 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427041 Dec 17 15:46:46.059951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:46.071707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-e528d11a-55c9-49e5-a504-4d94bebeac54 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488217 Dec 17 15:46:46.116550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06a987-068f-4ff6-a2c0-eb236576121a req-8edaf148-0051-4f1c-a7c4-892b97e970c3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:46.118115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb06a987-068f-4ff6-a2c0-eb236576121a req-8edaf148-0051-4f1c-a7c4-892b97e970c3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 945 time: 0.1708398 Dec 17 15:46:46.227167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:46.347073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb06a987-068f-4ff6-a2c0-eb236576121a req-c185f24b-c4ee-412b-b5a3-39153dffaba6 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983244 Dec 17 15:46:46.359061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0802b57-04a8-46b0-8751-d2b1c7385c46 req-46f5fc1f-f0a2-4a07-8326-e1a4c728b81d service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754931 Dec 17 15:46:46.378894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:46.380345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:46.383065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:46.389096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:46.398928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:46.399598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:46.419459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-7748c160-79a1-4248-90fa-9016ac1cbbdc tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8888867 Dec 17 15:46:46.475456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Request body: {'port': {'device_id': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:46.535658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b040-5719-4f37-a7f9-50e5799228fc req-b834fe97-5ad9-4bf3-a3e2-3ba091a02b03 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:46.537904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25d3b040-5719-4f37-a7f9-50e5799228fc req-b834fe97-5ad9-4bf3-a3e2-3ba091a02b03 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 948 time: 0.0632091 Dec 17 15:46:46.547380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-641f4bb0-628c-45e1-8aec-3fe1cd4602e7 req-65f6907e-ff5c-486f-a5ef-038b7b6db9c8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 210 time: 0.0783176 Dec 17 15:46:46.556680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-f6e8d9b2-5522-4e84-b01d-2e21a2471eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:46.558598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-f6e8d9b2-5522-4e84-b01d-2e21a2471eb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=000e9d409ee94fc399f488d0b3f248c4&device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 1100 time: 0.1313622 Dec 17 15:46:46.662110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25d3b040-5719-4f37-a7f9-50e5799228fc req-94971124-12ad-45be-98fb-ff3fd726ac8b tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959387 Dec 17 15:46:46.694723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:46.764882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-952d3fd7-1537-49c2-a0d5-c6c45b595d8f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295911 Dec 17 15:46:46.817691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-b79b0fa1-d3f3-4f28-b7e4-b5ae9a4bc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:46.819367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-b79b0fa1-d3f3-4f28-b7e4-b5ae9a4bc518 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2411749 Dec 17 15:46:46.846413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f4db-21e6-484a-8cdb-c6e5a16115f4 req-5b76b1f1-ab79-4b41-b50a-21f6407f1735 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:46.853719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2605f4db-21e6-484a-8cdb-c6e5a16115f4 req-5b76b1f1-ab79-4b41-b50a-21f6407f1735 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 948 time: 0.2123034 Dec 17 15:46:46.883049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-f3d66a67-2273-4117-a32d-371e843ff715 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:46.884568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-f3d66a67-2273-4117-a32d-371e843ff715 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186876 Dec 17 15:46:46.903859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-bfad13b1-d5ff-4180-8152-698c12964546 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/quotas/ec859b55740147209ef7aa48c7cee100 HTTP/1.1" status: 200 len: 375 time: 0.0108864 Dec 17 15:46:46.917774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-75a0db7b-c9ee-4485-bb0b-e2c41cbc61c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 HTTP/1.1" status: 200 len: 217 time: 0.0877221 Dec 17 15:46:46.992236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b558f052-c0b8-4694-82c7-f9ba38564202 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824170 Dec 17 15:46:47.058479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2605f4db-21e6-484a-8cdb-c6e5a16115f4 req-6ff77752-6f06-464f-9a99-2f7cea3dc6fe tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970379 Dec 17 15:46:47.066758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-51e9e844-3bb8-4762-a244-56ae1353a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:47.068286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-51e9e844-3bb8-4762-a244-56ae1353a914 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1001363 Dec 17 15:46:47.202731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-889bfc16-228c-42e9-8f3c-d6595e5f5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:47.203976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-889bfc16-228c-42e9-8f3c-d6595e5f5a1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959780 Dec 17 15:46:47.240273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedd998-4913-40fa-bb67-15e704d265f7 req-5eb1e6f6-5509-49a1-899e-42740c8f3bbe tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:47.241878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7eedd998-4913-40fa-bb67-15e704d265f7 req-5eb1e6f6-5509-49a1-899e-42740c8f3bbe tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 931 time: 0.1078901 Dec 17 15:46:47.389021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84233410-6f78-4771-9bbc-4506c6719696 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:47.403216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:47.413801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7eedd998-4913-40fa-bb67-15e704d265f7 req-372c343a-f6fa-4923-954e-6e72c1a8f390 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590307 Dec 17 15:46:47.427770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-b5916d03-9631-4171-b880-31fc56fe33f0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397573 Dec 17 15:46:47.432905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b44fa636-8ff5-45d7-b91f-3a9d16f525af details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:47.437912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:47.475763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-058036ea-41c5-45f0-96a2-6ece4f8bf377 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606900 Dec 17 15:46:47.485940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Transition to ACTIVE for port object 84233410-6f78-4771-9bbc-4506c6719696 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:47.680778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:47.692560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 6d8850c7-7944-4d82-8d58-96de63ccb788 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:47.706661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 6d8850c7-7944-4d82-8d58-96de63ccb788 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:47.707484 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:47.710418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b44fa636-8ff5-45d7-b91f-3a9d16f525af, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b44fa636-8ff5-45d7-b91f-3a9d16f525af,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:47.753733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af', 'mac_address': 'fa:16:3e:fb:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:47.808463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad46950-9995-4e74-9fc1-7daa26ac901c req-6c23f82d-052d-46b2-acf3-745ccb0ec1a0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:47.819349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4ad46950-9995-4e74-9fc1-7daa26ac901c req-6c23f82d-052d-46b2-acf3-745ccb0ec1a0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 945 time: 0.2512689 Dec 17 15:46:47.837621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:47.857659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38dbcc3d-3147-45ef-9409-2e8ab6191026 req-d8f59cec-c882-494c-8e58-ff6768bac7a1 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728263 Dec 17 15:46:47.901412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4ad46950-9995-4e74-9fc1-7daa26ac901c req-820ffcb9-d563-4d47-a3e4-5f36b0070da1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Dec 17 15:46:47.915536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-d16168d2-0ccc-4d2c-a880-50e1cd88d5b0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:47.919537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-d16168d2-0ccc-4d2c-a880-50e1cd88d5b0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4899697 Dec 17 15:46:47.925534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:47.926006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:47.926429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:47.936992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:47.937429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:47.942150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Request body: {'port': {'device_id': 'c069d884-089d-4554-9c2d-b6379c337d62', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'd1250a44894b48f8a2959c35a3eedae9'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:47.943641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:47.944174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:47.944645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:47.945205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Bound port: 84233410-6f78-4771-9bbc-4506c6719696, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:47.945665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:47.992726 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.008027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44fa636-8ff5-45d7-b91f-3a9d16f525af {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:48.053728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e198a58-f054-49d7-b4da-ce8c0aa62b04 req-82f5388e-f62b-4eaf-952b-89f7ef78270f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 210 time: 0.0582168 Dec 17 15:46:48.069495 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.113578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b44fa636-8ff5-45d7-b91f-3a9d16f525af, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b44fa636-8ff5-45d7-b91f-3a9d16f525af,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:48.124885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.130677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Made reservation on behalf of d1250a44894b48f8a2959c35a3eedae9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:48.136934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.156763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:48.163070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.171585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:48.174675 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96f4497-1c6c-4247-bd83-5a2a6addaa1a" -d '{"events": [{"server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "name": "network-vif-plugged", "status": "completed", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:48.177952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:48.196764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:48.200147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767559a-7093-408f-85b1-6ac8d0acc147 req-494f0c0b-b21f-4769-bf34-cca1eacd264b tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.203733 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.222865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b44fa636-8ff5-45d7-b91f-3a9d16f525af,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:48.226875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2767559a-7093-408f-85b1-6ac8d0acc147 req-494f0c0b-b21f-4769-bf34-cca1eacd264b tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 949 time: 0.1058586 Dec 17 15:46:48.235934 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.253608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.259486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.288539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:48.347469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.348256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.349527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] 10.222.0.47 "PUT /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 1092 time: 1.8831022 Dec 17 15:46:48.349969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'tag': '84233410-6f78-4771-9bbc-4506c6719696'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:48.351486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:48.352606 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f356ab-a40a-44fe-91a5-2f0698a0ee48" -d '{"events": [{"name": "network-changed", "server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "tag": "84233410-6f78-4771-9bbc-4506c6719696"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:48.355649 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0415dcea-02d9-4210-8cfc-357d06a99280 req-01a77ab9-da62-424d-a383-e1bfc78f322f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 210 time: 0.0610468 Dec 17 15:46:48.364184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23294e8-e6ee-4f07-a987-be8157aa9ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:48.416525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b44fa636-8ff5-45d7-b91f-3a9d16f525af'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:48.446920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Allocated IP 192.168.233.25 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/f88e55ce-6466-40d3-b081-e032d763137c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:48.470868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2767559a-7093-408f-85b1-6ac8d0acc147 req-e10c0436-aa64-4b58-bd8c-9ce81681d143 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407434 Dec 17 15:46:48.505398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-d3e3489b-f0e2-47c3-b0dd-d49cacc2db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.506981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-d3e3489b-f0e2-47c3-b0dd-d49cacc2db5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1095 time: 0.1124926 Dec 17 15:46:48.553546 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da61649-8815-469f-99ec-9ea78cac6e19 x-openstack-request-id: req-8da61649-8815-469f-99ec-9ea78cac6e19 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:48.554050 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "name": "network-vif-plugged", "status": "completed", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:48.554166 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8da61649-8815-469f-99ec-9ea78cac6e19 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:48.556314 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788', 'code': 200} Dec 17 15:46:48.623688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-281ac9e9-3f39-4728-b9b2-1970455d42c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 217 time: 0.1057844 Dec 17 15:46:48.746883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555c668-090c-44a8-bce7-b0292867779f req-b2b6e4b8-dab1-4ceb-bf49-2eb9b524a4c3 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.748675 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e555c668-090c-44a8-bce7-b0292867779f req-b2b6e4b8-dab1-4ceb-bf49-2eb9b524a4c3 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 948 time: 0.2385871 Dec 17 15:46:48.767036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-e2e1dda1-8baf-47cc-8d58-d036ca6bd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.770441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-e2e1dda1-8baf-47cc-8d58-d036ca6bd69d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1381161 Dec 17 15:46:48.773717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.785041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e22ad-4310-4111-b454-299c6dd736f4 req-9bd4d383-9083-4f2e-8129-b6899dc11b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.787045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf3e22ad-4310-4111-b454-299c6dd736f4 req-9bd4d383-9083-4f2e-8129-b6899dc11b0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1098 time: 0.0916967 Dec 17 15:46:48.836293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e555c668-090c-44a8-bce7-b0292867779f req-e5453f26-bccc-4e7d-af3c-ed439584f741 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750265 Dec 17 15:46:48.844386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-1490b5dd-de3a-418c-8e32-f59d5200b4ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551844 Dec 17 15:46:48.847397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.875161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf3e22ad-4310-4111-b454-299c6dd736f4 req-f7d67217-4d71-4150-ab64-a9adbbc50e03 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761211 Dec 17 15:46:48.897617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:48.914338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:48.916169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:48.918917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:48.926070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.926863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:48.930759 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcda0636-3d66-44c8-8d94-a22efcd42cc4 x-openstack-request-id: req-dcda0636-3d66-44c8-8d94-a22efcd42cc4 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:48.931055 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "tag": "84233410-6f78-4771-9bbc-4506c6719696", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:48.931304 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcda0636-3d66-44c8-8d94-a22efcd42cc4 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:48.931697 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'tag': '84233410-6f78-4771-9bbc-4506c6719696', 'status': 'completed', 'code': 200} Dec 17 15:46:48.955502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-67babeb9-bc73-4fcd-b26b-fc76e579a7a3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0194993 Dec 17 15:46:48.968923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Request body: {'port': {'device_id': 'c069d884-089d-4554-9c2d-b6379c337d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:48.990939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-42600595-1fef-409e-9c56-626641fa5ead service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298957 Dec 17 15:46:49.090133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:49.101169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ec7ca-53ba-4eb6-bbd0-2f3fd5bc539d req-88ccb4c5-74f3-4f07-b7ae-ea02b1355a46 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:49.102713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-587ec7ca-53ba-4eb6-bbd0-2f3fd5bc539d req-88ccb4c5-74f3-4f07-b7ae-ea02b1355a46 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 943 time: 0.1256020 Dec 17 15:46:49.135941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d80f6fb-6bf8-452b-a13f-fb8f78a67212 req-e5072962-8260-420b-aed6-9f7d7cdf7c47 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368835 Dec 17 15:46:49.215683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-587ec7ca-53ba-4eb6-bbd0-2f3fd5bc539d req-db3de390-6d14-4ac5-bd5b-a235a260c6da tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059096 Dec 17 15:46:49.261574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-de9e4238-7f0e-4444-8cb2-2fce47fb81bc None None] Provisioning complete for port f88e55ce-6466-40d3-b081-e032d763137c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:49.262335 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-de9e4238-7f0e-4444-8cb2-2fce47fb81bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:49.315528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-de9e4238-7f0e-4444-8cb2-2fce47fb81bc None None] Port f88e55ce-6466-40d3-b081-e032d763137c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:49.324832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-5444ce01-3f38-4809-adf6-3cd1e457ef28 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317369 Dec 17 15:46:49.343243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-5dbadf8e-c4b2-4bca-a3a5-14bc69847de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:49.344776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-5dbadf8e-c4b2-4bca-a3a5-14bc69847de7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1095 time: 0.1458614 Dec 17 15:46:49.400016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297ea10-272f-47c0-9731-5c53ce2720b9 req-644ea35c-f4bd-46b8-886e-59722277d776 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:49.402422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d297ea10-272f-47c0-9731-5c53ce2720b9 req-644ea35c-f4bd-46b8-886e-59722277d776 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 946 time: 0.1827991 Dec 17 15:46:49.439413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:49.442985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b44fa636-8ff5-45d7-b91f-3a9d16f525af up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:49.454900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7de455-8907-4f3b-80ed-491875ba51a3 req-567daeb7-8414-4fd6-885c-df2f9e8a32e3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:49.456521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae7de455-8907-4f3b-80ed-491875ba51a3 req-567daeb7-8414-4fd6-885c-df2f9e8a32e3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 935 time: 0.1054950 Dec 17 15:46:49.554221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae7de455-8907-4f3b-80ed-491875ba51a3 req-cf555ed8-a04e-4ff5-947f-53d14f64618a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828812 Dec 17 15:46:49.556602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port b44fa636-8ff5-45d7-b91f-3a9d16f525af completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:49.578327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port b44fa636-8ff5-45d7-b91f-3a9d16f525af triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:49.578887 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:49.601664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88e55ce-6466-40d3-b081-e032d763137c {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:49.610418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:49.626819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Transition to ACTIVE for port object f88e55ce-6466-40d3-b081-e032d763137c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:49.633344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:49.664238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:49.684370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6', 'mac_address': 'fa:16:3e:92:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:49.722523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-487364d6-8ea4-4d84-b429-d362c3b4ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:49.724097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-487364d6-8ea4-4d84-b429-d362c3b4ac44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.3650732 Dec 17 15:46:49.744977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:49.798884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.47', 50106) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:49.803456 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:49.857193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d297ea10-272f-47c0-9731-5c53ce2720b9 req-d681d215-9e64-4827-a9dd-fb131d3c9bae tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276958 Dec 17 15:46:49.858743 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-8d118866-437f-4375-b353-21888571a007 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 217 time: 0.1158378 Dec 17 15:46:49.873418 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:49.944859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b44fa636-8ff5-45d7-b91f-3a9d16f525af, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b44fa636-8ff5-45d7-b91f-3a9d16f525af,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:49.965729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:50.038319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:50.045191 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.050121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-7a0f9495-8336-425d-be6e-03d893d58484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.055521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-7a0f9495-8336-425d-be6e-03d893d58484 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1875980 Dec 17 15:46:50.137699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-597d5192-e24e-49d1-9846-9e07b0613ace tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.140731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-597d5192-e24e-49d1-9846-9e07b0613ace tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8078413 Dec 17 15:46:50.171492 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-dcfa435c-d8a4-4876-b888-247c99a8f207 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084602 Dec 17 15:46:50.175331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': '47b72260-0b12-44a8-ad26-ddb627606a80', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:50.179206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:50.180927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.186820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b44fa636-8ff5-45d7-b91f-3a9d16f525af,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:50.188725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7065a-b3c9-4c4a-bb7c-b6637bc8b0bf req-d644c2d3-f6bf-4003-825d-26e0f89247c3 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.196349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8b7065a-b3c9-4c4a-bb7c-b6637bc8b0bf req-d644c2d3-f6bf-4003-825d-26e0f89247c3 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 950 time: 0.2215757 Dec 17 15:46:50.250504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:50.281927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-12a49ae2-7a11-4854-a5d4-a440287adaf2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4729619 Dec 17 15:46:50.294989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:50.295335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:50.295665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:50.316174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8774c05b-11c5-4ddc-bfb1-cb47fdae72ea req-96aba212-54a2-4b8c-936c-41787cf4b6ad tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 210 time: 0.0482261 Dec 17 15:46:50.352750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Port f88e55ce-6466-40d3-b081-e032d763137c on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:50.352750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:50.366136 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8b7065a-b3c9-4c4a-bb7c-b6637bc8b0bf req-274ff731-a878-449f-a8db-9c13b3ae5ee8 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690757 Dec 17 15:46:50.391137 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa8d840e-1f42-40b6-83b7-2057f8df6366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.396329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:50.396777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:50.397264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:50.397797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Bound port: f88e55ce-6466-40d3-b081-e032d763137c, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:50.398240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.437054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-cf5a27f6-5b07-49a7-8520-747bcabdc81c service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388980 Dec 17 15:46:50.468402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:50.514402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d470c5-1295-40b2-a4f3-f77fd751e8cf req-5873a68a-340d-44ab-ae86-46a3132ba13d tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.516054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77d470c5-1295-40b2-a4f3-f77fd751e8cf req-5873a68a-340d-44ab-ae86-46a3132ba13d tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 949 time: 0.1330254 Dec 17 15:46:50.533469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-877aa4f7-dca2-4f15-864f-d4005f45257b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.535318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-877aa4f7-dca2-4f15-864f-d4005f45257b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364681 Dec 17 15:46:50.550233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': '561f528d-0403-4345-8382-34e101f6f6fc', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:50.561802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:50.564532 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a8abf5-8169-407a-933f-b44d227aa009" -d '{"events": [{"server_uuid": "4db7fc64-23fd-4830-8cc8-24da8b26be1c", "name": "network-vif-plugged", "status": "completed", "tag": "b44fa636-8ff5-45d7-b91f-3a9d16f525af"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:50.566636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f356ab-a40a-44fe-91a5-2f0698a0ee48 req-8864943f-a227-45c3-881e-90504609840a service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169767 Dec 17 15:46:50.603607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:50.606871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:50.610515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.633978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:50.647498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.671278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf144a-5e29-42a2-834f-dbdeca7cef9d req-3645f20c-cb7a-4d71-a937-f207c7641901 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.672788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbbf144a-5e29-42a2-834f-dbdeca7cef9d req-3645f20c-cb7a-4d71-a937-f207c7641901 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 943 time: 0.1298444 Dec 17 15:46:50.686070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77d470c5-1295-40b2-a4f3-f77fd751e8cf req-f54258ff-04a6-42a8-9816-c72b15f5b06b tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621983 Dec 17 15:46:50.711304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.711944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.713486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] 10.222.0.47 "PUT /v2.0/ports/f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 1096 time: 1.7491736 Dec 17 15:46:50.713934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:50.716226 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d37ff9-1497-44d9-8dd3-e4ff052868a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "tag": "f88e55ce-6466-40d3-b081-e032d763137c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:50.728298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa8d840e-1f42-40b6-83b7-2057f8df6366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.748242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa8d840e-1f42-40b6-83b7-2057f8df6366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.749819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c587ffe-c7cb-4dd6-9c82-8aef28fec296 service neutron] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:50.773514 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6c9144-2773-4aaa-bbdb-151754e9873b x-openstack-request-id: req-fa6c9144-2773-4aaa-bbdb-151754e9873b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:50.773831 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db7fc64-23fd-4830-8cc8-24da8b26be1c", "name": "network-vif-plugged", "status": "completed", "tag": "b44fa636-8ff5-45d7-b91f-3a9d16f525af", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:50.774081 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa6c9144-2773-4aaa-bbdb-151754e9873b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:50.774470 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af', 'code': 200} Dec 17 15:46:50.787329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:50.791360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:50.868072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fa8d840e-1f42-40b6-83b7-2057f8df6366 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a142c4a318f34398b9438adff1bf3c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6874678 Dec 17 15:46:50.871388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60174) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:50.902092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-a2a1d321-4b8d-4124-84ac-f7b429c8b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.903606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-a2a1d321-4b8d-4124-84ac-f7b429c8b116 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1099 time: 0.1272240 Dec 17 15:46:50.915257 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbbf144a-5e29-42a2-834f-dbdeca7cef9d req-2ccf1de8-d3ca-4adf-b943-ecc445a76c16 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105453 Dec 17 15:46:50.916054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d840e-1f42-40b6-83b7-2057f8df6366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bf4699-d211-4be4-93de-f055b0632cd9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:50.971764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.195 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/ff51b799-3d18-4391-89a1-9f16569a481c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:50.990528 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62def73c-ce08-4223-a378-9562e515546a x-openstack-request-id: req-62def73c-ce08-4223-a378-9562e515546a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:50.990528 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "tag": "f88e55ce-6466-40d3-b081-e032d763137c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:50.990890 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62def73c-ce08-4223-a378-9562e515546a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:50.991244 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c', 'status': 'completed', 'code': 200} Dec 17 15:46:50.994071 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-99b280f0-9018-4f8c-8864-3a8132cedf4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.0724714 Dec 17 15:46:51.023430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf59e31-be24-44ec-bf76-b79d217159a2 req-d5c9bb34-02d3-4279-9be8-12d6f46c07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.025037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abf59e31-be24-44ec-bf76-b79d217159a2 req-d5c9bb34-02d3-4279-9be8-12d6f46c07bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 1102 time: 0.1678393 Dec 17 15:46:51.027104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0495d43-89f8-4af6-b2e3-70c48947f91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.047457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad189c84-da37-420b-92a0-d259ec9b07d8 req-e60595e0-47c7-45e3-81b5-debfc028fba4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.049005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad189c84-da37-420b-92a0-d259ec9b07d8 req-e60595e0-47c7-45e3-81b5-debfc028fba4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.1678872 Dec 17 15:46:51.075860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-642a7976-a24f-467c-af9f-ce2818acc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.078611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-642a7976-a24f-467c-af9f-ce2818acc687 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0751419 Dec 17 15:46:51.110666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0495d43-89f8-4af6-b2e3-70c48947f91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.134722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad189c84-da37-420b-92a0-d259ec9b07d8 req-bf702cf9-11ca-42da-9ade-8439f47f6f4a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772197 Dec 17 15:46:51.144912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-daf59251-8250-41f5-8505-b5d863f8045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.146760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-daf59251-8250-41f5-8505-b5d863f8045a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608761 Dec 17 15:46:51.210717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abf59e31-be24-44ec-bf76-b79d217159a2 req-e72cca52-42c5-4614-9dad-f10208365d59 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781933 Dec 17 15:46:51.224904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c5e9-5574-4fb3-869c-5d582074eb4e req-985f221f-2ea9-4143-90b5-4ec601302993 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.228327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4949c5e9-5574-4fb3-869c-5d582074eb4e req-985f221f-2ea9-4143-90b5-4ec601302993 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 946 time: 0.1790972 Dec 17 15:46:51.245673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-4023fa5c-3560-48ce-94e2-42d295b990f3 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919118 Dec 17 15:46:51.281288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0495d43-89f8-4af6-b2e3-70c48947f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.284533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0495d43-89f8-4af6-b2e3-70c48947f91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.285708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e0495d43-89f8-4af6-b2e3-70c48947f91d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5bf4699-d211-4be4-93de-f055b0632cd9 HTTP/1.1" status: 204 len: 168 time: 0.4009049 Dec 17 15:46:51.313761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.323548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0495d43-89f8-4af6-b2e3-70c48947f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bf4699-d211-4be4-93de-f055b0632cd9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:51.332892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4949c5e9-5574-4fb3-869c-5d582074eb4e req-246b7f74-23e9-4148-a552-ba3678e01504 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002178 Dec 17 15:46:51.356262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53a71b4f-1b28-4cd4-9ad2-0e893173b634 req-643c7a9a-cbe7-424b-aef6-257903043958 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015642 Dec 17 15:46:51.384097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.396873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:51.437388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:51.443395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:51.447563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:51.456016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.456754 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.491651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:51.516644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3485866 Dec 17 15:46:51.520335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb3897-9b7b-4d20-92d5-b7b7739d752a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=ff51b799-3d18-4391-89a1-9f16569a481c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:51.530692 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e73c1321-8fe4-4cf9-b82c-64b73737addb req-5180faa3-36bd-42d2-a617-43566fb41f5f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 210 time: 0.0541530 Dec 17 15:46:51.532817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Request body: {'port': {'device_id': '47b72260-0b12-44a8-ad26-ddb627606a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:51.607154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.610938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eca38-a3dc-4f9f-8fad-5228bae17c4a req-1a5558c6-986c-41d0-b52c-9a744c8e8577 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.618409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-193eca38-a3dc-4f9f-8fad-5228bae17c4a req-1a5558c6-986c-41d0-b52c-9a744c8e8577 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1098 time: 0.1520422 Dec 17 15:46:51.663294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.213 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/79d53b53-923d-41aa-bfbe-e85449b5be2b) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:51.681890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-bfe1f765-c301-4b28-9315-5f1d990ecda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.683471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-bfe1f765-c301-4b28-9315-5f1d990ecda1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1099 time: 0.2299025 Dec 17 15:46:51.685193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:51.698168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:51.698824 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.819336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-193eca38-a3dc-4f9f-8fad-5228bae17c4a req-2250c9ea-d836-4547-94c5-9d53ed32b950 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997604 Dec 17 15:46:51.819920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60192) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:51.838401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4335b15-b97f-4e1b-aa64-787389004c7c req-2d8e8eb3-096e-4470-a8f4-ae216592bff5 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.839182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-faa5c22d-ef77-44b4-9392-93ccbdff65a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.840203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4335b15-b97f-4e1b-aa64-787389004c7c req-2d8e8eb3-096e-4470-a8f4-ae216592bff5 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 950 time: 0.1691461 Dec 17 15:46:51.859752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.865665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1abb847d-b95c-4f3c-9526-a42feedb7338 None None] Provisioning complete for port ff51b799-3d18-4391-89a1-9f16569a481c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:51.866376 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1abb847d-b95c-4f3c-9526-a42feedb7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.926201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:51.927384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1abb847d-b95c-4f3c-9526-a42feedb7338 None None] Port ff51b799-3d18-4391-89a1-9f16569a481c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:51.932415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.938584 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-faa5c22d-ef77-44b4-9392-93ccbdff65a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.943324 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-faa5c22d-ef77-44b4-9392-93ccbdff65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:51.979749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-1dd3722d-e0ee-478f-abaa-48b5dab2b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.981580 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-1dd3722d-e0ee-478f-abaa-48b5dab2b86b service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2637177 Dec 17 15:46:51.991145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:51.991682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5c22d-ef77-44b4-9392-93ccbdff65a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d6271-c0b0-468e-bb70-56c53a6da365,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:51.998407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-faa5c22d-ef77-44b4-9392-93ccbdff65a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9337c9b450a4586be820af6ddd2e57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774447 Dec 17 15:46:52.001459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:52.002592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.002916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.003264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.003588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.003950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.004242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.004561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.004878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.005170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.005492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.005806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.006119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.006430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:52.050038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-6afdd8fd-bfe7-4996-8207-844b63a0fd78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.0584879 Dec 17 15:46:52.056737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4335b15-b97f-4e1b-aa64-787389004c7c req-98abde2c-67a4-4eca-ad04-770ccf9182dd tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081180 Dec 17 15:46:52.092442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1240-73f5-487a-b352-c0e6a4936bf4 req-2d039116-2b0d-4669-bf94-3bd76cdde252 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:52.094049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9aee1240-73f5-487a-b352-c0e6a4936bf4 req-2d039116-2b0d-4669-bf94-3bd76cdde252 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 950 time: 0.0788548 Dec 17 15:46:52.110312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11685c57-182e-4e88-9bf9-cdad865484f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.134917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-f06fe35e-4049-4595-8c52-a4072455496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:52.136425 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-f06fe35e-4049-4595-8c52-a4072455496e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0761468 Dec 17 15:46:52.150100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11685c57-182e-4e88-9bf9-cdad865484f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.153924 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.157350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:52.180498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9aee1240-73f5-487a-b352-c0e6a4936bf4 req-07e1e792-4897-4c3c-a146-b08f3512918b tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803542 Dec 17 15:46:52.234565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11685c57-182e-4e88-9bf9-cdad865484f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.234775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-8fd3f8c7-9b0b-4409-a91d-1b5cf460f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:52.236350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-8fd3f8c7-9b0b-4409-a91d-1b5cf460f6ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864663 Dec 17 15:46:52.239150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11685c57-182e-4e88-9bf9-cdad865484f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.239397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3f20b-ea30-4001-b02d-ba528685a6c2 req-406b7667-7985-4360-ae8c-0ef07371c361 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:52.240727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-11685c57-182e-4e88-9bf9-cdad865484f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea1d6271-c0b0-468e-bb70-56c53a6da365 HTTP/1.1" status: 204 len: 168 time: 0.2382183 Dec 17 15:46:52.243904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93a3f20b-ea30-4001-b02d-ba528685a6c2 req-406b7667-7985-4360-ae8c-0ef07371c361 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1098 time: 0.1157427 Dec 17 15:46:52.250862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11685c57-182e-4e88-9bf9-cdad865484f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d6271-c0b0-468e-bb70-56c53a6da365,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:52.311526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:52.312156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.324687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:52.354516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '84233410-6f78-4771-9bbc-4506c6719696', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'port_id': '84233410-6f78-4771-9bbc-4506c6719696', 'mac_address': 'fa:16:3e:27:9c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:52.400399 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-f4de76c1-44d5-4dc1-9984-ab4a59168f2e service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530426 Dec 17 15:46:52.413465 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.444182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84233410-6f78-4771-9bbc-4506c6719696 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:52.478967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:52.485153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.490873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93a3f20b-ea30-4001-b02d-ba528685a6c2 req-3bf0dbaf-b392-4fbd-8ed8-baf34437ed81 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356098 Dec 17 15:46:52.561482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff51b799-3d18-4391-89a1-9f16569a481c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:52.572626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.579894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:52.586951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Transition to ACTIVE for port object ff51b799-3d18-4391-89a1-9f16569a481c will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:52.591444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.626549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:52.649030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:52.653912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d0e0-66b4-4b05-8c26-7b218231dbbd req-5872a641-47c0-4afa-a8ea-97db84014ce0 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:52.664764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1034d0e0-66b4-4b05-8c26-7b218231dbbd req-5872a641-47c0-4afa-a8ea-97db84014ce0 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 944 time: 0.3937542 Dec 17 15:46:52.670677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:52.676556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:52.677374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.693469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Pushing event updated for resources: {'Port': ['ID=ff51b799-3d18-4391-89a1-9f16569a481c,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:52.693844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=79d53b53-923d-41aa-bfbe-e85449b5be2b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:52.703608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b5e8ac05-6fc1-4538-9ea1-fd20493c610c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1570592 Dec 17 15:46:52.727784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Request body: {'port': {'device_id': '561f528d-0403-4345-8382-34e101f6f6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:52.749554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['84233410-6f78-4771-9bbc-4506c6719696'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:52.759803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Attempting to bind port ff51b799-3d18-4391-89a1-9f16569a481c on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:52.760198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Attempting to bind port ff51b799-3d18-4391-89a1-9f16569a481c by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:52.760527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Attempting to bind port ff51b799-3d18-4391-89a1-9f16569a481c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:52.782154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1034d0e0-66b4-4b05-8c26-7b218231dbbd req-e93cb41f-8dc1-4985-99cc-bde8b615ae0b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162798 Dec 17 15:46:52.783029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Port ff51b799-3d18-4391-89a1-9f16569a481c on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:52.783353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Attempting to bind port ff51b799-3d18-4391-89a1-9f16569a481c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:52.793699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:52.798602 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de02fa22-4ca6-45c3-a535-fb26ae0b7b2b" -d '{"events": [{"server_uuid": "1068d0e4-20b6-413c-91aa-5f6902091e9e", "name": "network-vif-plugged", "status": "completed", "tag": "37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:52.804090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:52.804457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:52.804859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:52.805295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Bound port: ff51b799-3d18-4391-89a1-9f16569a481c, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:52.805659 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.841371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d37ff9-1497-44d9-8dd3-e4ff052868a4 req-3d39733f-2264-4aec-a141-cfa72d49c971 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007332 Dec 17 15:46:52.842594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:52.888436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2c20d-c5f5-4bc9-b866-40001e4edc4c req-ab1dc0dc-6f0d-4079-b07b-23dfaff76ee4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:52.900167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fea2c20d-c5f5-4bc9-b866-40001e4edc4c req-ab1dc0dc-6f0d-4079-b07b-23dfaff76ee4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.2752941 Dec 17 15:46:52.960538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] For port ff51b799-3d18-4391-89a1-9f16569a481c, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:52.964605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] For port ff51b799-3d18-4391-89a1-9f16569a481c, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ff51b799-3d18-4391-89a1-9f16569a481c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:52.972969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.059980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fea2c20d-c5f5-4bc9-b866-40001e4edc4c req-e7821479-144d-4d19-b705-0f2676710420 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538138 Dec 17 15:46:53.069352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Pushing event updated for resources: {'Port': ['ID=ff51b799-3d18-4391-89a1-9f16569a481c,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:53.083964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.084671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.086223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-0458ce13-285a-4a4f-9ef7-8be0ba05ab88 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff51b799-3d18-4391-89a1-9f16569a481c HTTP/1.1" status: 200 len: 1097 time: 1.5599515 Dec 17 15:46:53.096924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b72260-0b12-44a8-ad26-ddb627606a80', 'tag': 'ff51b799-3d18-4391-89a1-9f16569a481c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:53.099285 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca26b1-87da-43a4-a6f7-ae2db698240f" -d '{"events": [{"name": "network-changed", "server_uuid": "47b72260-0b12-44a8-ad26-ddb627606a80", "tag": "ff51b799-3d18-4391-89a1-9f16569a481c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:53.114831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eb19f-c83b-4778-a764-5343eb8f4ed7 req-76ca1f69-573d-4158-869c-dd16dcc129a1 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.122052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d82eb19f-c83b-4778-a764-5343eb8f4ed7 req-76ca1f69-573d-4158-869c-dd16dcc129a1 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 936 time: 0.1530395 Dec 17 15:46:53.159371 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489132e0-e132-4427-9b6f-a16967d87b37 x-openstack-request-id: req-489132e0-e132-4427-9b6f-a16967d87b37 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:53.159964 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068d0e4-20b6-413c-91aa-5f6902091e9e", "name": "network-vif-plugged", "status": "completed", "tag": "37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:53.160891 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-489132e0-e132-4427-9b6f-a16967d87b37 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:53.161519 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6', 'code': 200} Dec 17 15:46:53.248475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d82eb19f-c83b-4778-a764-5343eb8f4ed7 req-a7eef40e-05e9-41f2-8827-e1f44e63db88 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208022 Dec 17 15:46:53.334657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-45b0c8d8-2ecb-4941-960e-3c318208170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.336206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-45b0c8d8-2ecb-4941-960e-3c318208170c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 1100 time: 0.1829276 Dec 17 15:46:53.338988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d36425-7769-4e85-ace6-8d3044a86b4e req-88272b8b-84b9-49be-ba11-a99b933839fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.340615 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9d36425-7769-4e85-ace6-8d3044a86b4e req-88272b8b-84b9-49be-ba11-a99b933839fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 1102 time: 0.0891123 Dec 17 15:46:53.414441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d53b53-923d-41aa-bfbe-e85449b5be2b {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:53.426040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.442894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6cc70540-f26f-4c23-a638-698a61592184 None None] Provisioning complete for port 79d53b53-923d-41aa-bfbe-e85449b5be2b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:53.443410 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc70540-f26f-4c23-a638-698a61592184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.444959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-6e752903-0f25-45e0-aa87-18c7f4046f05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ff51b799-3d18-4391-89a1-9f16569a481c HTTP/1.1" status: 200 len: 217 time: 0.0963631 Dec 17 15:46:53.449499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b51e8-efac-4c6a-8182-97df3e699919 req-d3ee8f3f-99fc-4a34-9617-1f97bfce3673 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.457897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f93b51e8-efac-4c6a-8182-97df3e699919 req-d3ee8f3f-99fc-4a34-9617-1f97bfce3673 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 950 time: 0.0897250 Dec 17 15:46:53.462966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Transition to ACTIVE for port object 79d53b53-923d-41aa-bfbe-e85449b5be2b will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:53.476903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.536901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6cc70540-f26f-4c23-a638-698a61592184 None None] Port 79d53b53-923d-41aa-bfbe-e85449b5be2b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:46:53.552476 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559ada3f-667d-472b-b5c9-dcfd5333e167 x-openstack-request-id: req-559ada3f-667d-472b-b5c9-dcfd5333e167 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:53.552772 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b72260-0b12-44a8-ad26-ddb627606a80", "tag": "ff51b799-3d18-4391-89a1-9f16569a481c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:53.553028 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-559ada3f-667d-472b-b5c9-dcfd5333e167 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:53.553491 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b72260-0b12-44a8-ad26-ddb627606a80', 'tag': 'ff51b799-3d18-4391-89a1-9f16569a481c', 'status': 'completed', 'code': 200} Dec 17 15:46:53.570464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=79d53b53-923d-41aa-bfbe-e85449b5be2b,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:53.603497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9d36425-7769-4e85-ace6-8d3044a86b4e req-ff0be287-8e86-4365-a333-8ac41da9b8cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570618 Dec 17 15:46:53.605338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-139cda1e-61b8-40ab-8714-d6b1b119dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.607575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-139cda1e-61b8-40ab-8714-d6b1b119dd41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1479936 Dec 17 15:46:53.608413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f93b51e8-efac-4c6a-8182-97df3e699919 req-570a7aeb-019b-4111-8b8d-3c0f44f43edc tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494820 Dec 17 15:46:53.650103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60242) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:53.691258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Attempting to bind port 79d53b53-923d-41aa-bfbe-e85449b5be2b on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:53.691967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Attempting to bind port 79d53b53-923d-41aa-bfbe-e85449b5be2b by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:53.695469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Attempting to bind port 79d53b53-923d-41aa-bfbe-e85449b5be2b on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:53.701127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Port 79d53b53-923d-41aa-bfbe-e85449b5be2b on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:53.702094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Attempting to bind port 79d53b53-923d-41aa-bfbe-e85449b5be2b on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:53.707632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:53.708255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:53.708796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:53.709400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Bound port: 79d53b53-923d-41aa-bfbe-e85449b5be2b, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:53.709931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.755083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-370585b9-c610-4093-924b-5e8a1d281563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.756698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-370585b9-c610-4093-924b-5e8a1d281563 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407533 Dec 17 15:46:53.785468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa933dc-8aeb-41d3-b8f2-ad5340e96f8a req-abc793c7-86a9-4757-a355-a256b07f2f85 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.787222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-efa933dc-8aeb-41d3-b8f2-ad5340e96f8a req-abc793c7-86a9-4757-a355-a256b07f2f85 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 950 time: 0.0965061 Dec 17 15:46:53.815474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] For port 79d53b53-923d-41aa-bfbe-e85449b5be2b, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:53.820505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] For port 79d53b53-923d-41aa-bfbe-e85449b5be2b, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=79d53b53-923d-41aa-bfbe-e85449b5be2b,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:53.828653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1946042973-network', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:53.837321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.860565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.861216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:53.862638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] 10.222.0.47 "PUT /v2.0/ports/79d53b53-923d-41aa-bfbe-e85449b5be2b HTTP/1.1" status: 200 len: 1097 time: 1.1465878 Dec 17 15:46:53.870961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561f528d-0403-4345-8382-34e101f6f6fc', 'tag': '79d53b53-923d-41aa-bfbe-e85449b5be2b'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:53.872608 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd" -d '{"events": [{"name": "network-changed", "server_uuid": "561f528d-0403-4345-8382-34e101f6f6fc", "tag": "79d53b53-923d-41aa-bfbe-e85449b5be2b"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:53.893162 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-efa933dc-8aeb-41d3-b8f2-ad5340e96f8a req-a8c89849-6b14-487e-b2fe-74cf537a0281 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928428 Dec 17 15:46:53.917982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-e201af5e-dfcf-4c5c-b11d-1fc1d89a7833 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512408 Dec 17 15:46:53.922805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3520cea-3094-43bd-9a6b-a25015f94d72 req-b9c959c5-05c4-43d4-9425-605d060c0879 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:53.924445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3520cea-3094-43bd-9a6b-a25015f94d72 req-b9c959c5-05c4-43d4-9425-605d060c0879 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1098 time: 0.1995502 Dec 17 15:46:53.987033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Made reservation on behalf of f3fd2d969aeb4b2983f8c70f371c5505 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:53.989810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.018014 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.033312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcbb74-4e73-41f0-85b8-dc63b0d8dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=79d53b53-923d-41aa-bfbe-e85449b5be2b,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:54.049374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-a4805b79-3d87-458e-ae62-bc23440bd17a service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144147 Dec 17 15:46:54.055236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-30a1afbb-ac18-4f64-a4de-bcb7fe511e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.056802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-30a1afbb-ac18-4f64-a4de-bcb7fe511e31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 1100 time: 0.1187501 Dec 17 15:46:54.085766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3520cea-3094-43bd-9a6b-a25015f94d72 req-13929b2c-f67e-4d2d-a42b-b8145e800641 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505334 Dec 17 15:46:54.119358 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-a51a406f-1792-4d55-9a49-9b6bdd8fa6bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=79d53b53-923d-41aa-bfbe-e85449b5be2b HTTP/1.1" status: 200 len: 217 time: 0.0460033 Dec 17 15:46:54.160085 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c703230e-e388-424a-8e91-486bd4a4a7d6 x-openstack-request-id: req-c703230e-e388-424a-8e91-486bd4a4a7d6 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:54.160310 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561f528d-0403-4345-8382-34e101f6f6fc", "tag": "79d53b53-923d-41aa-bfbe-e85449b5be2b", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:54.160562 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c703230e-e388-424a-8e91-486bd4a4a7d6 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:54.160948 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561f528d-0403-4345-8382-34e101f6f6fc', 'tag': '79d53b53-923d-41aa-bfbe-e85449b5be2b', 'status': 'completed', 'code': 200} Dec 17 15:46:54.173449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f88e55ce-6466-40d3-b081-e032d763137c details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:54.190369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf371c-89fc-4804-a59a-67151a0e0983 req-73ec997a-763a-43fc-9510-96d1f8eb5553 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.192598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5bf371c-89fc-4804-a59a-67151a0e0983 req-73ec997a-763a-43fc-9510-96d1f8eb5553 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 944 time: 0.1251061 Dec 17 15:46:54.195750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-42a8c643-dc80-405c-a4ee-a559e8a69c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.196111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-925268dc-596c-4db4-988b-70e24ca68cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.196481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-42a8c643-dc80-405c-a4ee-a559e8a69c30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0704668 Dec 17 15:46:54.197844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-925268dc-596c-4db4-988b-70e24ca68cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 1100 time: 0.0761566 Dec 17 15:46:54.209420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:54.251282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.258734 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.291852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b556eeee-a650-45c0-b791-e6096d3afc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.293368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b556eeee-a650-45c0-b791-e6096d3afc5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810676 Dec 17 15:46:54.317157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:46:54.323420 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5bf371c-89fc-4804-a59a-67151a0e0983 req-6b25f729-8a88-44b5-91c0-65335e21e95c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185286 Dec 17 15:46:54.344870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd7bdc-647d-49c8-af3e-4e760c7151a0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:54.381180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.381359 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Added segment c293921c-b8a2-4fcd-a351-d80ac5f5b0f5 of type vlan for network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 Dec 17 15:46:54.430162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:54.435831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-2adb6bec-837d-4786-97b7-143ccd0459bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.437601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-2adb6bec-837d-4786-97b7-143ccd0459bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2073600 Dec 17 15:46:54.439677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 84233410-6f78-4771-9bbc-4506c6719696 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:54.447480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 84233410-6f78-4771-9bbc-4506c6719696 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:54.447911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.448475 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.449670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'f88e55ce-6466-40d3-b081-e032d763137c', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'f88e55ce-6466-40d3-b081-e032d763137c', 'mac_address': 'fa:16:3e:e6:54:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:54.510236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-357760c4-888f-4f61-8695-795bf20e270b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ff51b799-3d18-4391-89a1-9f16569a481c HTTP/1.1" status: 200 len: 217 time: 0.0602403 Dec 17 15:46:54.513231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-b2478897-3eeb-4ea1-85a1-a3da20c84709 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093546 Dec 17 15:46:54.523935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.528630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d35cd-a8af-4366-93b8-df8c4adc8d45 req-624623c4-af20-4f2d-8727-91c5d3111453 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.529841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a1d35cd-a8af-4366-93b8-df8c4adc8d45 req-624623c4-af20-4f2d-8727-91c5d3111453 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 948 time: 0.0979676 Dec 17 15:46:54.540357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9212033-8f91-44e9-9536-3bf8922bd23c req-3de7dcce-fd6a-475a-b143-21e428495227 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.541084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.541969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.542128 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9212033-8f91-44e9-9536-3bf8922bd23c req-3de7dcce-fd6a-475a-b143-21e428495227 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.1103635 Dec 17 15:46:54.542551 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.564827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88e55ce-6466-40d3-b081-e032d763137c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:54.610702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:54.612641 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.622559 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.685812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:54.696175 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:54.703470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:54.759026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:54.830435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-44a71cd2-5de8-452b-81b9-4a19305f953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.832001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-44a71cd2-5de8-452b-81b9-4a19305f953c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.3085382 Dec 17 15:46:54.884036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:54.884219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9212033-8f91-44e9-9536-3bf8922bd23c req-e7b93f53-d228-453c-9980-50105b38981d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228192 Dec 17 15:46:54.900279 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2376711 Dec 17 15:46:54.904051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60262) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:54.916575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e103ce3-b716-4ea0-9b4d-b553d8f20dfa admin admin] Pushing event updated for resources: {'Network': ['ID=ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:54.916792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Request body: {'subnet': {'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1946042973-subnet', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:54.942318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:46:54.945856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a1d35cd-a8af-4366-93b8-df8c4adc8d45 req-3099c8e4-2d98-4833-8201-a828ec17df53 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057336 Dec 17 15:46:54.952877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823002b-d908-4159-8dd9-bea7790a76ee req-8e36a4bc-1238-49ae-be90-03626065c2ec service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218066 Dec 17 15:46:54.960182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-ffcfebad-b328-49bd-beb5-a2d52baf1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.964165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-ffcfebad-b328-49bd-beb5-a2d52baf1314 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210885 Dec 17 15:46:55.083301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-0e433e3d-b3d4-40d7-81b3-86642a8a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.087191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-0e433e3d-b3d4-40d7-81b3-86642a8a882c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 1100 time: 0.0673022 Dec 17 15:46:55.096284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Made reservation on behalf of f3fd2d969aeb4b2983f8c70f371c5505 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:55.098554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:55.167259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84233410-6f78-4771-9bbc-4506c6719696'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:55.171066 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae0a47-34e4-4ea5-96f8-a2827b693cf8" -d '{"events": [{"server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "name": "network-vif-plugged", "status": "completed", "tag": "84233410-6f78-4771-9bbc-4506c6719696"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:55.178650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25c58-22cd-4319-8e0d-128678627ad9 req-c5963229-7fff-4aa3-84e3-cd34e270ad8a tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.180336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb25c58-22cd-4319-8e0d-128678627ad9 req-c5963229-7fff-4aa3-84e3-cd34e270ad8a tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 950 time: 0.1863151 Dec 17 15:46:55.200574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-b8d8b9cb-dff6-4c31-9671-9320b35ff9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274952 Dec 17 15:46:55.239179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ba155-d179-430a-bfef-1871edd51b3f req-d5d0e646-46f4-456e-9ece-a3bacbd95840 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.240702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-745ba155-d179-430a-bfef-1871edd51b3f req-d5d0e646-46f4-456e-9ece-a3bacbd95840 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 950 time: 0.0859873 Dec 17 15:46:55.243502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-343b3a49-9a94-416c-a5bb-c6ea5d7adb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.244859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-343b3a49-9a94-416c-a5bb-c6ea5d7adb94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1501629 Dec 17 15:46:55.303470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-39e72000-af56-430c-bfe3-77b413c2d91b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=79d53b53-923d-41aa-bfbe-e85449b5be2b HTTP/1.1" status: 200 len: 217 time: 0.0481250 Dec 17 15:46:55.310935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb25c58-22cd-4319-8e0d-128678627ad9 req-7230bee3-3349-45d4-8a03-b04334b37d0a tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77889cc-65dc-438e-b939-5f30862e624f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220379 Dec 17 15:46:55.336883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-745ba155-d179-430a-bfef-1871edd51b3f req-a692ced8-8ac2-419c-a46d-f8debf87167b tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875616 Dec 17 15:46:55.378255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-0e557470-e26f-486b-b2fb-2a13523a611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.381539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-0e557470-e26f-486b-b2fb-2a13523a611c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0683801 Dec 17 15:46:55.384946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ca26b1-87da-43a4-a6f7-ae2db698240f req-a6f1c5dd-e19b-4c12-8b32-4fbf356270bc service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668761 Dec 17 15:46:55.396697 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cba677-80c7-4ef3-bf2d-40165c5d1259 x-openstack-request-id: req-79cba677-80c7-4ef3-bf2d-40165c5d1259 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:55.397705 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "name": "network-vif-plugged", "status": "completed", "tag": "84233410-6f78-4771-9bbc-4506c6719696", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:55.398121 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79cba677-80c7-4ef3-bf2d-40165c5d1259 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:55.398518 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84233410-6f78-4771-9bbc-4506c6719696', 'code': 200} Dec 17 15:46:55.456519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-ec37ade8-a566-4647-914e-4a68093165b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.459395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-ec37ade8-a566-4647-914e-4a68093165b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584896 Dec 17 15:46:55.515654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:55.539676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc9860-6ab0-4a71-b8c1-0b38447a92ac req-3944c35f-9e3e-4a3a-a682-fa357f853f24 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.541203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31cc9860-6ab0-4a71-b8c1-0b38447a92ac req-3944c35f-9e3e-4a3a-a682-fa357f853f24 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 945 time: 0.0980113 Dec 17 15:46:55.568944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89df804-9d64-47c7-97e4-4d24a2047b2b req-7977c147-1bbb-4b41-a062-fb42bc3513ae tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.570371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c89df804-9d64-47c7-97e4-4d24a2047b2b req-7977c147-1bbb-4b41-a062-fb42bc3513ae tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1098 time: 0.1628201 Dec 17 15:46:55.599906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:55.605349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-95aa532a-88a7-4811-9654-ef91b20f76b4 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253364 Dec 17 15:46:55.620653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469b6ad-169d-40e8-8b20-497d64791a2d req-02b890e8-4cc0-481e-9d5c-10b4116a38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.622155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b469b6ad-169d-40e8-8b20-497d64791a2d req-02b890e8-4cc0-481e-9d5c-10b4116a38b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1097 time: 0.1352124 Dec 17 15:46:55.626029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31cc9860-6ab0-4a71-b8c1-0b38447a92ac req-d01ae61a-f3a1-422b-b1df-6d30d7bc9c63 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751431 Dec 17 15:46:55.659454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Checking segment: {'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:55.659979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Network hostable DHCP agents. Network: ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:46:55.682193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c89df804-9d64-47c7-97e4-4d24a2047b2b req-1edcb628-2988-4e22-8e0a-5bad15951ab0 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026633 Dec 17 15:46:55.706230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:46:55.711546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b469b6ad-169d-40e8-8b20-497d64791a2d req-d389997f-944b-4310-b5af-d0d2c9f6638a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768380 Dec 17 15:46:55.720654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:55.725167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.726007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:55.730017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492635f-d324-4ceb-bc55-315c5f5800da None None] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:55.743993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ac0a7c63-742e-4f0e-94aa-e4c259a4eed3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8341022 Dec 17 15:46:55.747063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60278) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:55.750861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35b1edf1-1021-4fd6-adaf-3396ef4c97bd req-4b00afd4-6108-43fc-92b8-c982ae0ca79a service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370683 Dec 17 15:46:55.752158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:55.778019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:55.779517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:55.837020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:55.869054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5', 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5', 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'fixed_ips': [{'subnet_id': '4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:46:55.870197 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.010834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.068931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-3c9cc566-850c-4d92-a57e-6891c20e0397 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.070570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-3c9cc566-850c-4d92-a57e-6891c20e0397 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.49 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 950 time: 0.0752273 Dec 17 15:46:56.189997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f88e55ce-6466-40d3-b081-e032d763137c up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:56.198802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Allocated IP 172.20.0.2 (ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5/4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef/b78fbe43-0187-422c-a0e2-ebf502cf97e5) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:56.252478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Deleting port b44fa636-8ff5-45d7-b91f-3a9d16f525af {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:46:56.253010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.275371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb4240-a418-4c85-815b-3d0b3046549e req-d79efdce-4a82-48df-b440-d03b7d313126 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.284568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1eb4240-a418-4c85-815b-3d0b3046549e req-d79efdce-4a82-48df-b440-d03b7d313126 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 948 time: 0.0739233 Dec 17 15:46:56.300479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port f88e55ce-6466-40d3-b081-e032d763137c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:56.305693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port f88e55ce-6466-40d3-b081-e032d763137c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:56.306057 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.347899 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1eb4240-a418-4c85-815b-3d0b3046549e req-e3f1ff22-3dfd-4e6e-9a24-fde7fb409b8d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620422 Dec 17 15:46:56.470728 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.473039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.491327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] For port b44fa636-8ff5-45d7-b91f-3a9d16f525af, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b44fa636-8ff5-45d7-b91f-3a9d16f525af,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:56.491790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.497522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.500634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a52575-58c5-45d4-af48-1a4c7d63dffb req-eb5ffcae-6cb9-4a85-90bf-7b5420171623 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.503180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1a52575-58c5-45d4-af48-1a4c7d63dffb req-eb5ffcae-6cb9-4a85-90bf-7b5420171623 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 948 time: 0.0636601 Dec 17 15:46:56.509495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Calling delete_port for b44fa636-8ff5-45d7-b91f-3a9d16f525af owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:46:56.511809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.541021 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.542696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:56.553817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.558564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:56.563028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:56.566601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:56.577631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Pushing event updated for resources: {'Port': ['ID=b78fbe43-0187-422c-a0e2-ebf502cf97e5,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:56.606612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1a52575-58c5-45d4-af48-1a4c7d63dffb req-28cc0683-1188-4118-b3a8-ec1869ebe2ba tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874608 Dec 17 15:46:56.661272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Attempting to bind port b78fbe43-0187-422c-a0e2-ebf502cf97e5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:56.661644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Attempting to bind port b78fbe43-0187-422c-a0e2-ebf502cf97e5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:56.662363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Attempting to bind port b78fbe43-0187-422c-a0e2-ebf502cf97e5 on network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:56.678153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:56.678746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Checking segment: {'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:56.678968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.679317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Bound using segment: {'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:56.679776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Bound port: b78fbe43-0187-422c-a0e2-ebf502cf97e5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:56.680175 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.683629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:56.770218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] For port b78fbe43-0187-422c-a0e2-ebf502cf97e5, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:56.772298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Allocated IP 172.25.0.171 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/14b3be84-347c-47b1-aff3-91164e85e03d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:56.839674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aff199-1a12-4411-a69b-c80cc4ba0b1f req-ff882a08-6c68-4350-b3cd-0aefd28b3178 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.841321 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40aff199-1a12-4411-a69b-c80cc4ba0b1f req-ff882a08-6c68-4350-b3cd-0aefd28b3178 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 950 time: 0.0502131 Dec 17 15:46:56.853164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.857370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] For port b78fbe43-0187-422c-a0e2-ebf502cf97e5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b78fbe43-0187-422c-a0e2-ebf502cf97e5,segment=NetworkSegment(c293921c-b8a2-4fcd-a351-d80ac5f5b0f5),segment_id=c293921c-b8a2-4fcd-a351-d80ac5f5b0f5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:56.871574 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:56.883298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b44fa636-8ff5-45d7-b91f-3a9d16f525af'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:56.892742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Pushing event deleted for resources: {'Port': ['ID=b44fa636-8ff5-45d7-b91f-3a9d16f525af,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:56.925320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40aff199-1a12-4411-a69b-c80cc4ba0b1f req-ae60bb18-1dda-41da-84a9-896ef963cd18 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760131 Dec 17 15:46:56.994718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] No DVR routers for this DVR port b44fa636-8ff5-45d7-b91f-3a9d16f525af on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:57.011564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:57.022016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e442d0fe-2ab0-47ca-a642-498c7ead3f0d req-23b80179-da74-4f0f-bffb-55b008794e34 tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.49 "DELETE /v2.0/ports/b44fa636-8ff5-45d7-b91f-3a9d16f525af HTTP/1.1" status: 204 len: 173 time: 0.9186707 Dec 17 15:46:57.026070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-c6279e3d-c594-4ff0-8ad0-8621a766de5d tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:57.031199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ca726-f3ee-4814-b7fe-347adb7ad122 None None] Pushing event updated for resources: {'Port': ['ID=b78fbe43-0187-422c-a0e2-ebf502cf97e5,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:57.034776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-c6279e3d-c594-4ff0-8ad0-8621a766de5d tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537407 Dec 17 15:46:57.035288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'name': 'network-vif-deleted', 'tag': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:57.045368 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4de9ba6-7c98-4f78-8bbe-1a7de846eeb3" -d '{"events": [{"server_uuid": "4db7fc64-23fd-4830-8cc8-24da8b26be1c", "name": "network-vif-deleted", "tag": "b44fa636-8ff5-45d7-b91f-3a9d16f525af"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:57.071231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3b09b2f-5758-4dfa-93a9-b9fc8259c24c req-748206c0-87b3-437d-b004-f0f2e5dd654b tempest-ServerDiagnosticsNegativeTest-151386464 tempest-ServerDiagnosticsNegativeTest-151386464-project] 10.222.0.54 "GET /v2.0/ports?device_id=4db7fc64-23fd-4830-8cc8-24da8b26be1c HTTP/1.1" status: 200 len: 210 time: 0.0487566 Dec 17 15:46:57.136492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-a51fe2b2-d6e4-42b1-82b5-6c14edb90107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.140614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-a51fe2b2-d6e4-42b1-82b5-6c14edb90107 service neutron] 10.222.0.54 "GET /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 1095 time: 0.0825970 Dec 17 15:46:57.162043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:57.171480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Request body: {'binding': {'host': 'n-h1-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:57.172405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Unknown quota resources ['binding']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:46:57.230101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf62c4-d1cd-463d-9a1d-b634544c9c93 req-97976193-f388-426e-89f9-feaf9deb4f7e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.236338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1bf62c4-d1cd-463d-9a1d-b634544c9c93 req-97976193-f388-426e-89f9-feaf9deb4f7e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 945 time: 0.0705709 Dec 17 15:46:57.312693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1bf62c4-d1cd-463d-9a1d-b634544c9c93 req-3eeefdf0-8aa8-4988-9e84-2233d2f80c82 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732582 Dec 17 15:46:57.313859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:57.368294 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1464632b-1409-4182-a10b-6f160368330e x-openstack-request-id: req-1464632b-1409-4182-a10b-6f160368330e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:57.368650 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db7fc64-23fd-4830-8cc8-24da8b26be1c", "name": "network-vif-deleted", "tag": "b44fa636-8ff5-45d7-b91f-3a9d16f525af", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:57.368903 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1464632b-1409-4182-a10b-6f160368330e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:57.369295 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db7fc64-23fd-4830-8cc8-24da8b26be1c', 'name': 'network-vif-deleted', 'tag': 'b44fa636-8ff5-45d7-b91f-3a9d16f525af', 'status': 'completed', 'code': 200} Dec 17 15:46:57.386641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:57.393681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:57.396692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:57.399291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:57.404289 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1585af56-869f-460a-9492-9d574e309b26" -d '{"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-plugged", "status": "completed", "tag": "f88e55ce-6466-40d3-b081-e032d763137c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:57.408136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Pushing event updated for resources: {'Port': ['ID=14b3be84-347c-47b1-aff3-91164e85e03d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:57.477108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2723a-9a28-4cdd-8e74-6ae168b1c271 req-9aeff895-fefb-48bd-b75c-dbb6e4756f51 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.478667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97a2723a-9a28-4cdd-8e74-6ae168b1c271 req-9aeff895-fefb-48bd-b75c-dbb6e4756f51 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0463738 Dec 17 15:46:57.505198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on host n-h1-806683-20 for vnic_type normal with profile None {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:46:57.505535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:46:57.505859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:57.514910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:57.515228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:57.523428 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97a2723a-9a28-4cdd-8e74-6ae168b1c271 req-8342f6d2-3e86-41a0-8d14-8c08b7ecbd85 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Dec 17 15:46:57.527670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:57.528042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:46:57.528434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:57.530263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Bound port: 6d8850c7-7944-4d82-8d58-96de63ccb788, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:46:57.670748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268e640-ca6b-468f-b751-44942abfe742 req-32a1ead8-0444-4b26-a4f1-bbea7bd84118 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.671912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d268e640-ca6b-468f-b751-44942abfe742 req-32a1ead8-0444-4b26-a4f1-bbea7bd84118 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.0561316 Dec 17 15:46:57.681040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:57.698940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:57.700232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-628302bb-fb57-4ffe-b270-b0485c35148b service neutron] 10.222.0.54 "POST /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788/bindings HTTP/1.1" status: 201 len: 390 time: 0.5475760 Dec 17 15:46:57.736835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d268e640-ca6b-468f-b751-44942abfe742 req-2d9cb9e5-30d3-4e00-ab40-ffec8829aa9d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 Dec 17 15:46:57.737617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:57.784211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-34ff211b-bb42-4b16-81e1-569fd5cafa03 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.785318 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb7549b-1167-459c-b318-5a476b92d015 x-openstack-request-id: req-8fb7549b-1167-459c-b318-5a476b92d015 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:57.785780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-34ff211b-bb42-4b16-81e1-569fd5cafa03 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 1102 time: 0.1035860 Dec 17 15:46:57.786291 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-plugged", "status": "completed", "tag": "f88e55ce-6466-40d3-b081-e032d763137c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:57.786733 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fb7549b-1167-459c-b318-5a476b92d015 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:57.787304 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c', 'code': 200} Dec 17 15:46:57.960942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c76b9b-bc3e-4193-aa1b-788f44d003de req-ce5103e5-d876-43e2-9a8f-efa02725247f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.969680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03c76b9b-bc3e-4193-aa1b-788f44d003de req-ce5103e5-d876-43e2-9a8f-efa02725247f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 948 time: 0.1120498 Dec 17 15:46:57.981164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66337996-3cf4-41b4-80c4-c062452dd261 req-d7a71d0f-727f-4246-96cd-27d1220c0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.982986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66337996-3cf4-41b4-80c4-c062452dd261 req-d7a71d0f-727f-4246-96cd-27d1220c0d56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1101 time: 0.1121931 Dec 17 15:46:58.050473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03c76b9b-bc3e-4193-aa1b-788f44d003de req-6f696847-8e89-4bc1-8ccb-64fbc011cbf4 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 Dec 17 15:46:58.062731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66337996-3cf4-41b4-80c4-c062452dd261 req-af4f21c5-ebc1-48b0-86aa-7bf084448691 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703001 Dec 17 15:46:58.197797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5afc41-5de3-4cbd-98ce-5ce2ac9146b7 None None] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:46:58.237967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ff51b799-3d18-4391-89a1-9f16569a481c details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:58.238093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b8b34-93bb-4489-a50e-a1498a40904c req-9c3d3ca8-5202-4811-933f-29cbc126c6da tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:58.239940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a04b8b34-93bb-4489-a50e-a1498a40904c req-9c3d3ca8-5202-4811-933f-29cbc126c6da tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 946 time: 0.0612879 Dec 17 15:46:58.287552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-bb5115e8-bcbd-4cba-a7c3-e3cae13febf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:58.289709 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-bb5115e8-bcbd-4cba-a7c3-e3cae13febf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1098 time: 0.1363189 Dec 17 15:46:58.320078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a04b8b34-93bb-4489-a50e-a1498a40904c req-0f59ce11-fef6-4b6d-80c6-b8de8af5900e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720351 Dec 17 15:46:58.325817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40207d04-98fa-464c-afc2-24ab840ebede req-10f38f53-d8eb-42a3-97e2-7cf6bae2503e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:58.327504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40207d04-98fa-464c-afc2-24ab840ebede req-10f38f53-d8eb-42a3-97e2-7cf6bae2503e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1097 time: 0.4367797 Dec 17 15:46:58.378657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-52d4f108-fe55-4a3b-9c9d-3c3a8dc1d8d6 None None] Provisioning complete for port b78fbe43-0187-422c-a0e2-ebf502cf97e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:58.379275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-52d4f108-fe55-4a3b-9c9d-3c3a8dc1d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.417365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b78fbe43-0187-422c-a0e2-ebf502cf97e5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:58.417830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Deleting port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:46:58.418057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.439029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be234ba-790f-4485-96ce-384006745444 req-918a620d-7811-4e52-b61a-885d84173ad4 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:58.440618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2be234ba-790f-4485-96ce-384006745444 req-918a620d-7811-4e52-b61a-885d84173ad4 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 950 time: 0.0527160 Dec 17 15:46:58.493222 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2be234ba-790f-4485-96ce-384006745444 req-3957b269-0898-46be-a159-2d96c3199802 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Dec 17 15:46:58.505251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ff51b799-3d18-4391-89a1-9f16569a481c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ff51b799-3d18-4391-89a1-9f16569a481c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:58.532849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'ff51b799-3d18-4391-89a1-9f16569a481c', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'ff51b799-3d18-4391-89a1-9f16569a481c', 'mac_address': 'fa:16:3e:af:53:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:58.538809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.541924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] For port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:58.542288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.588017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40207d04-98fa-464c-afc2-24ab840ebede req-2fd82213-6ae7-4a13-a4c7-f0a97d873f2e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985357 Dec 17 15:46:58.588415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Calling delete_port for 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:46:58.632509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b78fbe43-0187-422c-a0e2-ebf502cf97e5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:58.632872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.637249 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.641376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-86586cce-e3d1-4ccc-9ac7-16ad472eecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:58.643351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-86586cce-e3d1-4ccc-9ac7-16ad472eecd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.3094697 Dec 17 15:46:58.695638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff51b799-3d18-4391-89a1-9f16569a481c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:58.725304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-52d4f108-fe55-4a3b-9c9d-3c3a8dc1d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.737235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ff51b799-3d18-4391-89a1-9f16569a481c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ff51b799-3d18-4391-89a1-9f16569a481c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:58.745055 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.745908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 79d53b53-923d-41aa-bfbe-e85449b5be2b details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:58.829936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60344) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:58.835852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-252001b6-9cf7-4b3d-a4c7-d37944fa724b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 217 time: 0.1775517 Dec 17 15:46:58.845357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-52d4f108-fe55-4a3b-9c9d-3c3a8dc1d8d6 None None] For port b78fbe43-0187-422c-a0e2-ebf502cf97e5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b78fbe43-0187-422c-a0e2-ebf502cf97e5,segment=NetworkSegment(c293921c-b8a2-4fcd-a351-d80ac5f5b0f5),segment_id=c293921c-b8a2-4fcd-a351-d80ac5f5b0f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:58.891044 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-52d4f108-fe55-4a3b-9c9d-3c3a8dc1d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:58.915225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ff51b799-3d18-4391-89a1-9f16569a481c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:58.938606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 79d53b53-923d-41aa-bfbe-e85449b5be2b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=79d53b53-923d-41aa-bfbe-e85449b5be2b,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:58.962754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702e9e3-6ddf-4ee7-a4c4-6c35c511731d req-d102b10f-94bf-4049-8d76-0ee7dc4f68c5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:58.964420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b702e9e3-6ddf-4ee7-a4c4-6c35c511731d req-d102b10f-94bf-4049-8d76-0ee7dc4f68c5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.0953622 Dec 17 15:46:58.978068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '79d53b53-923d-41aa-bfbe-e85449b5be2b', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '79d53b53-923d-41aa-bfbe-e85449b5be2b', 'mac_address': 'fa:16:3e:39:03:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:58.996007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6619ecb6-9a73-458e-bc85-2eeaf712f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:58.997479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6619ecb6-9a73-458e-bc85-2eeaf712f1a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1434071 Dec 17 15:46:58.999525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Router 458ef6ac-1a7f-4986-ba54-602e2e6c315d is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:46:59.043975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4f108-fe55-4a3b-9c9d-3c3a8dc1d8d6 None None] Pushing event updated for resources: {'Port': ['ID=b78fbe43-0187-422c-a0e2-ebf502cf97e5,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:59.055502 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.064051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b702e9e3-6ddf-4ee7-a4c4-6c35c511731d req-114223b6-1cd5-4653-ae16-a93eca0379f7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899963 Dec 17 15:46:59.070199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5e921543-9a86-457b-af06-31b522565c16 None None] Provisioning complete for port b78fbe43-0187-422c-a0e2-ebf502cf97e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:59.070571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e921543-9a86-457b-af06-31b522565c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.105591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d53b53-923d-41aa-bfbe-e85449b5be2b {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:59.141510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5e860877-6899-4d6a-af13-54b46cb18a85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b2714e3dc884772ba93141d768db9d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102250 Dec 17 15:46:59.142238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60354) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:59.160543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 79d53b53-923d-41aa-bfbe-e85449b5be2b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=79d53b53-923d-41aa-bfbe-e85449b5be2b,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:59.167687 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.193327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-62e7bd6e-a26c-4815-a1e3-491c23451f53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728976 Dec 17 15:46:59.227016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07acc625-d7a3-438e-a375-eb7c4357d1f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.250764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07acc625-d7a3-438e-a375-eb7c4357d1f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.276967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=79d53b53-923d-41aa-bfbe-e85449b5be2b,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:59.328964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07acc625-d7a3-438e-a375-eb7c4357d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.331835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07acc625-d7a3-438e-a375-eb7c4357d1f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.335856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-07acc625-d7a3-438e-a375-eb7c4357d1f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e77889cc-65dc-438e-b939-5f30862e624f HTTP/1.1" status: 204 len: 168 time: 0.1925631 Dec 17 15:46:59.347774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b12b5e-d450-4797-bd5d-63be48d9a6db req-84d3f256-ff24-42f3-96e7-c9ae7ea23853 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:59.355716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4b12b5e-d450-4797-bd5d-63be48d9a6db req-84d3f256-ff24-42f3-96e7-c9ae7ea23853 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 949 time: 0.1863663 Dec 17 15:46:59.356642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.368733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aaa67-a719-467d-8c8a-59abd9b9156c req-3c3b6baf-33db-40bf-ac80-f4c514ebd383 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:59.377141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acc625-d7a3-438e-a375-eb7c4357d1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77889cc-65dc-438e-b939-5f30862e624f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:59.377564 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d5aaa67-a719-467d-8c8a-59abd9b9156c req-3c3b6baf-33db-40bf-ac80-f4c514ebd383 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1097 time: 0.3554561 Dec 17 15:46:59.399559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:59.416329 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4b12b5e-d450-4797-bd5d-63be48d9a6db req-3e2a7954-d8e9-431e-b16a-c3acf0d87cdf tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596774 Dec 17 15:46:59.446781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Pushing event deleted for resources: {'Port': ['ID=37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:59.500738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ff51b799-3d18-4391-89a1-9f16569a481c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:59.504690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['79d53b53-923d-41aa-bfbe-e85449b5be2b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:59.505344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:59.526902 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Sync routers for ids ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:59.547471 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Routers {'458ef6ac-1a7f-4986-ba54-602e2e6c315d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:59.548948 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:59.560103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:59.560806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] No DVR routers for this DVR port 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:59.567575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.571705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d574924-84bf-4f68-8a7b-00ff16552393 req-bf3baaee-d68f-44af-8f56-b018dfcc2c66 tempest-DeleteServersAdminTestJSON-949391310 tempest-DeleteServersAdminTestJSON-949391310-project-admin] 10.222.0.49 "DELETE /v2.0/ports/37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 HTTP/1.1" status: 204 len: 173 time: 1.7729459 Dec 17 15:46:59.600607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d5aaa67-a719-467d-8c8a-59abd9b9156c req-847ea29f-57f6-438c-8fc7-cccd5564f5b6 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215214 Dec 17 15:46:59.601419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'name': 'network-vif-deleted', 'tag': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:59.613356 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af847e7-14a3-45fd-a684-71bd9868cbd0" -d '{"events": [{"server_uuid": "1068d0e4-20b6-413c-91aa-5f6902091e9e", "name": "network-vif-deleted", "tag": "37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:59.646892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-8d33334b-0eee-4008-ab41-175541b39c75 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276657 Dec 17 15:46:59.650518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.652222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8236ff9a-1e68-44dd-b028-883127072b78 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9036987 Dec 17 15:46:59.655844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60366) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:59.724363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:46:59.725283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:59.726034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b44fa636-8ff5-45d7-b91f-3a9d16f525af no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:59.808206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: b44fa636-8ff5-45d7-b91f-3a9d16f525af {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:46:59.808609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b44fa636-8ff5-45d7-b91f-3a9d16f525af not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:59.819154 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Set router 458ef6ac-1a7f-4986-ba54-602e2e6c315d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:59.845683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-d16d8c10-bccf-4234-bce7-75ab9b00b696 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779130 Dec 17 15:46:59.887316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60368) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:46:59.912510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4245eea-1660-44a8-a864-316e9f0841da req-2de79737-614d-4057-a261-6cf953beb86c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:59.915213 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e73d78a4-7001-4eb6-8397-b2877d8f6c4c req-df63a5be-50e6-497f-8c1a-757c562ff31c tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=1068d0e4-20b6-413c-91aa-5f6902091e9e HTTP/1.1" status: 200 len: 210 time: 0.0679498 Dec 17 15:46:59.929839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4245eea-1660-44a8-a864-316e9f0841da req-2de79737-614d-4057-a261-6cf953beb86c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 946 time: 0.1709998 Dec 17 15:46:59.970102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4132b54-3e2c-41c4-8616-04de6f64c293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:46:59.994373 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4245eea-1660-44a8-a864-316e9f0841da req-6e8ca135-301c-45a3-9e1b-b25c190d3a66 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632579 Dec 17 15:46:59.998488 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c465aa1-6282-49e7-9c6a-70404ed3407c x-openstack-request-id: req-0c465aa1-6282-49e7-9c6a-70404ed3407c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:59.998810 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1068d0e4-20b6-413c-91aa-5f6902091e9e", "name": "network-vif-deleted", "tag": "37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:59.999180 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c465aa1-6282-49e7-9c6a-70404ed3407c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:59.999579 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1068d0e4-20b6-413c-91aa-5f6902091e9e', 'name': 'network-vif-deleted', 'tag': '37d21ed7-1e53-4a78-a7d8-42f8f3ec61a6', 'status': 'completed', 'code': 200} Dec 17 15:47:00.007737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-957ca3a1-9150-4fc2-983b-b1129bb938d6 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:00.010015 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-957ca3a1-9150-4fc2-983b-b1129bb938d6 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1098 time: 0.0936453 Dec 17 15:47:00.030001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-20'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:00.099530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:46:57Z', 'revision_number': 3, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:00.154954 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Checking router: 458ef6ac-1a7f-4986-ba54-602e2e6c315d for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:00.155349 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Updating router 458ef6ac-1a7f-4986-ba54-602e2e6c315d port 14b3be84-347c-47b1-aff3-91164e85e03d binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:47:00.190575 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.202695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.319040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b78fbe43-0187-422c-a0e2-ebf502cf97e5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:00.323665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4132b54-3e2c-41c4-8616-04de6f64c293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.338553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39d972-b2a4-4e30-b89e-e69f90cab71d req-fcc121ee-63d8-41d7-8df7-0ae611181a08 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:00.340072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b39d972-b2a4-4e30-b89e-e69f90cab71d req-fcc121ee-63d8-41d7-8df7-0ae611181a08 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1344662 Dec 17 15:47:00.343872 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4132b54-3e2c-41c4-8616-04de6f64c293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.400910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b78fbe43-0187-422c-a0e2-ebf502cf97e5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:00.401675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.408758 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.484587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b4132b54-3e2c-41c4-8616-04de6f64c293 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9143cd657023462f8ccd4559ecf715a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960314 Dec 17 15:47:00.490024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60374) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:00.493159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4132b54-3e2c-41c4-8616-04de6f64c293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112222c-29ee-4993-9221-721d91214b08,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:00.558540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b39d972-b2a4-4e30-b89e-e69f90cab71d req-d87d3df8-4d82-4881-9c40-8e9b7f654ee1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103870 Dec 17 15:47:00.592916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:00.595129 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.601895 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.637424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Allocated IP 172.20.0.1 (ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5/4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef/940c96c4-2f63-4731-8d3a-47c5b2c64b6e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:00.641238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:00.646885 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Pushing event updated for resources: {'Port': ['ID=14b3be84-347c-47b1-aff3-91164e85e03d,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:00.664350 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.664719 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.665115 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.665462 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.665791 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.666178 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.666507 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.667599 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.667705 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.668020 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.668378 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.668677 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.669001 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:00.685527 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Attempting to bind port 14b3be84-347c-47b1-aff3-91164e85e03d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:00.685752 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Attempting to bind port 14b3be84-347c-47b1-aff3-91164e85e03d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:00.686184 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Attempting to bind port 14b3be84-347c-47b1-aff3-91164e85e03d on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:00.688394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f60332-fe52-4bfc-80d1-07e69162f67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.693114 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:00.693507 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:00.693955 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.694356 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:00.695368 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Bound port: 14b3be84-347c-47b1-aff3-91164e85e03d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:00.695788 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.706549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.721606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.732477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f60332-fe52-4bfc-80d1-07e69162f67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.758142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975ebcb-986f-4cc4-9fd1-322d77342a54 req-0e092046-73f9-456a-be33-fb2ad79c2cc0 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:00.760623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0975ebcb-986f-4cc4-9fd1-322d77342a54 req-0e092046-73f9-456a-be33-fb2ad79c2cc0 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 949 time: 0.2153938 Dec 17 15:47:00.763417 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] For port 14b3be84-347c-47b1-aff3-91164e85e03d, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:00.772638 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] For port 14b3be84-347c-47b1-aff3-91164e85e03d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=14b3be84-347c-47b1-aff3-91164e85e03d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:00.780472 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.824913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:00.891110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0975ebcb-986f-4cc4-9fd1-322d77342a54 req-ddc63bdc-4b4a-45ec-8323-45ab78a222e1 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177182 Dec 17 15:47:00.892133 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb381e-951e-46d3-836b-09a35e0eeb74 None None] Pushing event updated for resources: {'Port': ['ID=14b3be84-347c-47b1-aff3-91164e85e03d,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:00.898953 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.904742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on host n-h2-806683-20 for vnic_type normal with profile {"migrating_to": "n-h1-806683-20"} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:00.905231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:00.905505 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Routers {'458ef6ac-1a7f-4986-ba54-602e2e6c315d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:00.906216 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:00.916649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:00.926376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:00.926729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Attempting to bind port 6d8850c7-7944-4d82-8d58-96de63ccb788 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:00.936176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:00.936614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:00.936999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:00.937443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Bound port: 6d8850c7-7944-4d82-8d58-96de63ccb788, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:00.938093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.979431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.993679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f60332-fe52-4bfc-80d1-07e69162f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.997087 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f60332-fe52-4bfc-80d1-07e69162f67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:00.998380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d9f60332-fe52-4bfc-80d1-07e69162f67e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c112222c-29ee-4993-9221-721d91214b08 HTTP/1.1" status: 204 len: 168 time: 0.5024474 Dec 17 15:47:01.041865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f60332-fe52-4bfc-80d1-07e69162f67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112222c-29ee-4993-9221-721d91214b08,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:01.106836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:01.109466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Pushing event updated for resources: {'Port': ['ID=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:01.114558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:01.121373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.159002 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] Set router 458ef6ac-1a7f-4986-ba54-602e2e6c315d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:01.178230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:01.182023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:01.201721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:01.202397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.255144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f4b04-ccb7-495c-9e33-89e794bfd3f0 req-ad683aa6-ebe0-4e0a-83b9-515b80fd58ed tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:01.264436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-006f4b04-ccb7-495c-9e33-89e794bfd3f0 req-ad683aa6-ebe0-4e0a-83b9-515b80fd58ed tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1097 time: 0.1690600 Dec 17 15:47:01.340324 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-006f4b04-ccb7-495c-9e33-89e794bfd3f0 req-68c07b44-4232-4d50-8f29-7530eb26982f tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Dec 17 15:47:01.403638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:01.456547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d67b-ea72-4e47-b6ff-a4333f460684 req-2697c407-eac6-4029-b2ab-8eca35611d68 tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:01.470306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4aa8d67b-ea72-4e47-b6ff-a4333f460684 req-2697c407-eac6-4029-b2ab-8eca35611d68 tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1101 time: 0.1470459 Dec 17 15:47:01.512197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.547584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:01.548785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.554909 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-79ca5c07-338e-41c4-b78d-6a3378a53a9f service neutron] 10.222.0.47 "PUT /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 1124 time: 1.5293946 Dec 17 15:47:01.557529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4aa8d67b-ea72-4e47-b6ff-a4333f460684 req-d809a671-958d-4d2e-92bd-207a96a8e0bc tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.645156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['6d8850c7-7944-4d82-8d58-96de63ccb788'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:01.655979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bc519359-18b1-462f-8afb-af2aef43d0f7 None None] Provisioning complete for port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:01.660875 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bc519359-18b1-462f-8afb-af2aef43d0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.721330 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:46:57Z', 'revision_number': 3, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:01.731739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4aa8d67b-ea72-4e47-b6ff-a4333f460684 req-d809a671-958d-4d2e-92bd-207a96a8e0bc tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.737500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4aa8d67b-ea72-4e47-b6ff-a4333f460684 req-d809a671-958d-4d2e-92bd-207a96a8e0bc tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.755605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.762322 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b11615-772d-4a1d-961c-d14f57a42870 None None] The sync data for ids ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'] in n-d-806683-20 is: [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:46:57Z', 'revision_number': 3, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:01.794852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.795574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:01.821596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bc519359-18b1-462f-8afb-af2aef43d0f7 None None] Port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:01.825614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809a671-958d-4d2e-92bd-207a96a8e0bc tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c8fcb-fb56-47c0-a8d8-aec85fd9f014,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:01.857511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4aa8d67b-ea72-4e47-b6ff-a4333f460684 req-d809a671-958d-4d2e-92bd-207a96a8e0bc tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819883 Dec 17 15:47:01.882892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26bfa1-991f-46ad-bfd9-393af6f75252 req-d9577a9f-d835-41a2-9700-8f41c6076dbe tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:01.884430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a26bfa1-991f-46ad-bfd9-393af6f75252 req-d9577a9f-d835-41a2-9700-8f41c6076dbe tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 944 time: 0.2926457 Dec 17 15:47:01.941523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Pushing event updated for resources: {'Port': ['ID=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:02.001102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788'}, {'name': 'network-changed', 'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:02.003886 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0004f5-f487-4a2d-95c8-cb64449009c4" -d '{"events": [{"server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788"}, {"name": "network-changed", "server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:02.021927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a26bfa1-991f-46ad-bfd9-393af6f75252 req-6c35aead-55ff-4ea8-9f2a-bea3f6d13809 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926421 Dec 17 15:47:02.044752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:02.046391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:02.219623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ff51b799-3d18-4391-89a1-9f16569a481c up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:02.348987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-35c8b183-7957-4e97-9944-0f5602c6149f tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=000e9d409ee94fc399f488d0b3f248c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566247 Dec 17 15:47:02.376523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port ff51b799-3d18-4391-89a1-9f16569a481c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:02.384639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port ff51b799-3d18-4391-89a1-9f16569a481c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:02.385388 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:02.387109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 14b3be84-347c-47b1-aff3-91164e85e03d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:02.493436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0e5856cd-849b-4002-9111-d485d2e4f601 None None] Provisioning complete for port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:02.493806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e5856cd-849b-4002-9111-d485d2e4f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:02.521725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Router 458ef6ac-1a7f-4986-ba54-602e2e6c315d has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:02.662504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0e5856cd-849b-4002-9111-d485d2e4f601 None None] Port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:02.665487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:02.668628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 14b3be84-347c-47b1-aff3-91164e85e03d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:02.668989 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:02.729535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b72260-0b12-44a8-ad26-ddb627606a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff51b799-3d18-4391-89a1-9f16569a481c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:02.737203 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67e8e92-17ae-4d88-9331-aa7eada4fe83" -d '{"events": [{"server_uuid": "47b72260-0b12-44a8-ad26-ddb627606a80", "name": "network-vif-plugged", "status": "completed", "tag": "ff51b799-3d18-4391-89a1-9f16569a481c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:02.768755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ff51b799-3d18-4391-89a1-9f16569a481c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ff51b799-3d18-4391-89a1-9f16569a481c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:02.775553 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:02.776610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 79d53b53-923d-41aa-bfbe-e85449b5be2b up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:02.917644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ff51b799-3d18-4391-89a1-9f16569a481c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:02.938662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:02.946289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 79d53b53-923d-41aa-bfbe-e85449b5be2b completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:02.956979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 79d53b53-923d-41aa-bfbe-e85449b5be2b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:02.957352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:02.983971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 14b3be84-347c-47b1-aff3-91164e85e03d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=14b3be84-347c-47b1-aff3-91164e85e03d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:02.992676 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:03.029368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-f8080df3-8c08-4d5d-973f-54ff88bf0e46 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:03.037121 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-f8080df3-8c08-4d5d-973f-54ff88bf0e46 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6782622 Dec 17 15:47:03.060749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=14b3be84-347c-47b1-aff3-91164e85e03d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:03.063176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-4416428a-e9ac-446b-aa3a-fe2c311f67a6 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/quotas/000e9d409ee94fc399f488d0b3f248c4 HTTP/1.1" status: 200 len: 375 time: 0.0245991 Dec 17 15:47:03.116719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:03.126718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-17ee8fa3-d5af-4363-8876-ef86a018de1b tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=000e9d409ee94fc399f488d0b3f248c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606992 Dec 17 15:47:03.140634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:03.147685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0a937657-a976-40b8-8f32-8e651320100e admin admin] 10.222.0.54 "PUT /v2.0/routers/458ef6ac-1a7f-4986-ba54-602e2e6c315d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4905524 Dec 17 15:47:03.163288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 79d53b53-923d-41aa-bfbe-e85449b5be2b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=79d53b53-923d-41aa-bfbe-e85449b5be2b,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:03.169968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:03.234265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=79d53b53-923d-41aa-bfbe-e85449b5be2b,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:03.536908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60496) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:03.658183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-ba5bd93b-b223-4a99-a31e-676c87ae1b35 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:03.659277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-ba5bd93b-b223-4a99-a31e-676c87ae1b35 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1213346 Dec 17 15:47:03.795393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-1636bf0d-275d-4a96-89b6-32aaeecd1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:03.796853 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-1636bf0d-275d-4a96-89b6-32aaeecd1af8 service neutron] 10.222.0.54 "GET /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 1094 time: 0.0922844 Dec 17 15:47:03.810128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Request body: {'binding': {'host': 'n-h2-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:03.810128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Unknown quota resources ['binding']. {{(pid=109784) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:47:03.896330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60514) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:03.946860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-3c705dd5-83ed-486b-9e61-f20305ac4e5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479865 Dec 17 15:47:03.955530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-82e15fa6-fc1f-408b-8a67-f8539473be7c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:03.956554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-82e15fa6-fc1f-408b-8a67-f8539473be7c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049200 Dec 17 15:47:03.995377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460035c-0901-4088-8a2b-64e3be9cae13 req-7fab6d00-010a-49ea-ab36-806402efcd1b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:03.996938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4460035c-0901-4088-8a2b-64e3be9cae13 req-7fab6d00-010a-49ea-ab36-806402efcd1b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 950 time: 0.0817664 Dec 17 15:47:04.039370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on host n-h2-806683-20 for vnic_type normal with profile None {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:04.040036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:04.040156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:04.047805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:04.048157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:04.060650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:04.061052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:04.061384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:04.061823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Bound port: 84233410-6f78-4771-9bbc-4506c6719696, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:04.111278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4460035c-0901-4088-8a2b-64e3be9cae13 req-af7a6364-8bff-4edb-9822-e7d9ee1d8b70 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034293 Dec 17 15:47:04.112087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Sync routers for ids ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:04.123985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Routers {'458ef6ac-1a7f-4986-ba54-602e2e6c315d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:04.124841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:04.153210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:04.165080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:04.166717 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-8b9eec7c-c20e-4e06-b262-0913a32e5753 service neutron] 10.222.0.54 "POST /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696/bindings HTTP/1.1" status: 201 len: 390 time: 0.3640974 Dec 17 15:47:04.173220 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f37629-70e7-4d29-85c5-a6703a49406a x-openstack-request-id: req-47f37629-70e7-4d29-85c5-a6703a49406a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:04.173612 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788", "code": 200}, {"name": "network-changed", "server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:04.173960 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47f37629-70e7-4d29-85c5-a6703a49406a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:04.174429 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788', 'code': 200} Dec 17 15:47:04.174813 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788', 'status': 'completed', 'code': 200} Dec 17 15:47:04.240395 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7798c8-3f23-48ff-86cd-ca150921975d x-openstack-request-id: req-8b7798c8-3f23-48ff-86cd-ca150921975d {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:04.240797 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b72260-0b12-44a8-ad26-ddb627606a80", "name": "network-vif-plugged", "status": "completed", "tag": "ff51b799-3d18-4391-89a1-9f16569a481c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:04.241057 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b7798c8-3f23-48ff-86cd-ca150921975d {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:04.241451 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b72260-0b12-44a8-ad26-ddb627606a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff51b799-3d18-4391-89a1-9f16569a481c', 'code': 200} Dec 17 15:47:04.257221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:04.305623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-ce65f64d-407b-47b0-bf38-3f95121b4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:04.307528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-ce65f64d-407b-47b0-bf38-3f95121b4dc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1127 time: 0.0949030 Dec 17 15:47:04.381167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Set router 458ef6ac-1a7f-4986-ba54-602e2e6c315d gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:04.386009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 14b3be84-347c-47b1-aff3-91164e85e03d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:04.445422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5c3ae-7597-44f6-bc41-0e70d4347ec1 req-823a6471-07e9-4eb7-aa2a-6f6d7e5db8d1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:04.470184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fc5c3ae-7597-44f6-bc41-0e70d4347ec1 req-823a6471-07e9-4eb7-aa2a-6f6d7e5db8d1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 944 time: 0.1739070 Dec 17 15:47:04.588459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe1f16-8097-4a63-a0b0-85a94ed6ceaf req-359059e6-359b-4ec4-8eda-5f1e21cf6588 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 210 time: 0.0612411 Dec 17 15:47:04.600172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8a7e4-4772-471f-9cf8-565ee71731b1 req-1a0de299-2883-4106-9970-e8b5df88520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:04.602097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8d8a7e4-4772-471f-9cf8-565ee71731b1 req-1a0de299-2883-4106-9970-e8b5df88520e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 1102 time: 0.2085071 Dec 17 15:47:04.603786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-41eade3a-e8f4-4f12-9953-d22266439cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:04.605465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-41eade3a-e8f4-4f12-9953-d22266439cdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2867672 Dec 17 15:47:04.626911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-51d7edaf-07d3-4406-b353-0e86b215f0c6 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=000e9d409ee94fc399f488d0b3f248c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754285 Dec 17 15:47:04.630389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fc5c3ae-7597-44f6-bc41-0e70d4347ec1 req-9e54536a-0669-4888-8b48-af85c0f528bd tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592858 Dec 17 15:47:04.732650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-06ae4f45-7046-4b16-96f7-5df6dfdd9fc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 217 time: 0.0687869 Dec 17 15:47:04.899511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7352e264-3717-44a0-b3a0-0c3615f75af1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:04.902340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7352e264-3717-44a0-b3a0-0c3615f75af1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622948 Dec 17 15:47:04.926955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 14b3be84-347c-47b1-aff3-91164e85e03d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:04.927574 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:04.938105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:04.944107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Request body: {'port': {'device_id': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '000e9d409ee94fc399f488d0b3f248c4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:04.957335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f48936dc-0fec-4906-bf9f-60fbb895d9c3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121738 Dec 17 15:47:05.056863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-64a19506-b311-42cb-ad85-8ee491872380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.058473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-64a19506-b311-42cb-ad85-8ee491872380 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.3183448 Dec 17 15:47:05.115343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 has no active binding in host n-h1-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:47:05.134306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-47a61129-7b7f-4ddb-aba3-36dffa504c61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466495 Dec 17 15:47:05.143458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:47:01Z', 'revision_number': 4, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '940c96c4-2f63-4731-8d3a-47c5b2c64b6e', 'name': '', 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'mac_address': 'fa:16:3e:5b:67:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:00Z', 'updated_at': '2021-12-17T15:47:01Z', 'revision_number': 2, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'subnets': [{'id': '4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:05.156833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-8851d91d-9710-4841-bfb0-483f0a769490 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.158763 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-8851d91d-9710-4841-bfb0-483f0a769490 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004106 Dec 17 15:47:05.182147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8d8a7e4-4772-471f-9cf8-565ee71731b1 req-55f88d21-373c-42ac-85aa-8e93cb8d1b5b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676050 Dec 17 15:47:05.188480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Checking router: 458ef6ac-1a7f-4986-ba54-602e2e6c315d for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:05.188896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Updating router 458ef6ac-1a7f-4986-ba54-602e2e6c315d port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:47:05.212740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-2ecee64a-9d5c-474c-9b45-862482d55575 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/quotas/3e5c8fe18fd240dc9dba213e5038d9e2 HTTP/1.1" status: 200 len: 375 time: 0.0321860 Dec 17 15:47:05.225718 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.277495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-c79c45a8-605c-43fb-9018-8c0b55dfdd26 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632889 Dec 17 15:47:05.283161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Made reservation on behalf of 000e9d409ee94fc399f488d0b3f248c4 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:05.286726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.347450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-da07a3e4-a4a4-4d06-aa4f-89bd3cff6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.349049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-da07a3e4-a4a4-4d06-aa4f-89bd3cff6484 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1097 time: 0.6869476 Dec 17 15:47:05.448504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-65e2ca66-e9e2-4dde-8351-c1e5ca76adc5 service neutron] 10.222.0.49 "GET /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.0686667 Dec 17 15:47:05.531610 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2caa136-959a-4ddb-8a18-498629c97963 req-ad258d74-2efb-4f1c-83b7-3d8212d384d0 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4676499 Dec 17 15:47:05.537250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-188b408e-fd96-49d2-89a9-0d552f42662d service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686652 Dec 17 15:47:05.544562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:05.614740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Allocated IP 192.168.233.112 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:05.620180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.628030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.664124 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.684921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256124f-1c45-4e5e-a0d5-ffb0102d4164 req-f3f714e0-69fe-4ded-8d1d-0d7bdd1f12d5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.686681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7256124f-1c45-4e5e-a0d5-ffb0102d4164 req-f3f714e0-69fe-4ded-8d1d-0d7bdd1f12d5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.2130313 Dec 17 15:47:05.738691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454fb4f-291e-4643-a560-a68f761797e0 None None] Pushing event updated for resources: {'Port': ['ID=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:05.755473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0004f5-f487-4a2d-95c8-cb64449009c4 req-7cc30f3f-af48-404c-bbb9-bbb9dc8fb1fa service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039151 Dec 17 15:47:05.786939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Attempting to bind port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:05.787614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Attempting to bind port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:05.788338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Attempting to bind port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e on network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:05.795402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:05.796016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Checking segment: {'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:05.796523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.797002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Bound using segment: {'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:05.797744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Bound port: 940c96c4-2f63-4731-8d3a-47c5b2c64b6e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:05.798220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.857191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-623d5b50-1b47-4b2f-8e4a-71c8dde133df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.858694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-623d5b50-1b47-4b2f-8e4a-71c8dde133df service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.4912107 Dec 17 15:47:05.925045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] For port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:05.929233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] For port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,segment=NetworkSegment(c293921c-b8a2-4fcd-a351-d80ac5f5b0f5),segment_id=c293921c-b8a2-4fcd-a351-d80ac5f5b0f5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:05.931775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-7f4f3f77-668d-4579-a8d2-1927bf9b76eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 217 time: 0.0611169 Dec 17 15:47:05.936988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:05.985480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-11657877-368f-42c0-83df-30bf254a5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.988351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-11657877-368f-42c0-83df-30bf254a5c47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1101 time: 0.2347889 Dec 17 15:47:06.008070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7256124f-1c45-4e5e-a0d5-ffb0102d4164 req-71544440-c21a-4500-9e92-4db65b3cd8eb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063502 Dec 17 15:47:06.015042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-d5a125cb-0956-49fe-9146-a05361f52807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.017029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-d5a125cb-0956-49fe-9146-a05361f52807 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0779703 Dec 17 15:47:06.038237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454fb4f-291e-4643-a560-a68f761797e0 None None] Pushing event updated for resources: {'Port': ['ID=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:06.055158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Routers {'458ef6ac-1a7f-4986-ba54-602e2e6c315d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:06.056573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:06.135836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:06.149529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.155945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-da2e7b83-3341-4b70-ad89-a611ad4d1528 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115718 Dec 17 15:47:06.214328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-813042f8-0f96-4aef-ba12-b462eac85cf3 None None] Provisioning complete for port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:06.214926 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-813042f8-0f96-4aef-ba12-b462eac85cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.251357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:06.278672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561f528d-0403-4345-8382-34e101f6f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d53b53-923d-41aa-bfbe-e85449b5be2b'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:06.283246 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279ab096-6fa7-4f19-a11f-c289fd4956f1" -d '{"events": [{"server_uuid": "561f528d-0403-4345-8382-34e101f6f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "79d53b53-923d-41aa-bfbe-e85449b5be2b"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:06.322335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8850c7-7944-4d82-8d58-96de63ccb788 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:06.333499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Allocated IP 172.25.0.226 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1ce44a20-0f44-40ca-b011-ae24b1fa7589) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:06.335191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] Set router 458ef6ac-1a7f-4986-ba54-602e2e6c315d gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:06.359239 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.361747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:06.401692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe85ced-b7c6-45d4-b67f-33a22b2101cb req-9ffc0269-c039-4167-aafe-1e99637e1310 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.411769 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fe85ced-b7c6-45d4-b67f-33a22b2101cb req-9ffc0269-c039-4167-aafe-1e99637e1310 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 945 time: 0.2547903 Dec 17 15:47:06.417156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.449418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.476275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-813042f8-0f96-4aef-ba12-b462eac85cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.492022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e29e4f4a-6289-41d4-9ab7-347f0a4f8eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.525631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-dbd5b418-18e8-4a42-bdbe-68b6b85f8211 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597989 Dec 17 15:47:06.529033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.535263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fe85ced-b7c6-45d4-b67f-33a22b2101cb req-608197d0-6419-4a45-9726-3f87c12dc823 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224647 Dec 17 15:47:06.614669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] Transition to ACTIVE for port object 6d8850c7-7944-4d82-8d58-96de63ccb788 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:06.618197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.645923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-813042f8-0f96-4aef-ba12-b462eac85cf3 None None] For port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,segment=NetworkSegment(c293921c-b8a2-4fcd-a351-d80ac5f5b0f5),segment_id=c293921c-b8a2-4fcd-a351-d80ac5f5b0f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:06.646770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.647254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-48a669f9-93b9-4d30-9ded-942c0b683248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.649379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-48a669f9-93b9-4d30-9ded-942c0b683248 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.6467996 Dec 17 15:47:06.652283 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-813042f8-0f96-4aef-ba12-b462eac85cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.653403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:06.670378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:06.678063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:06.711614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Pushing event updated for resources: {'Port': ['ID=1ce44a20-0f44-40ca-b011-ae24b1fa7589,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:06.716903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:06.720763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-d3eb5d3a-f4ea-45fe-9c1b-48733649d6d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.0625660 Dec 17 15:47:06.721993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:06.731381 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:06.737718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.738399 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.773971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c66b21-3aba-4d90-a75e-99e53f1909a2 req-9f4a693e-a260-4fb3-8b74-3119f4aa59f4 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.775997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33c66b21-3aba-4d90-a75e-99e53f1909a2 req-9f4a693e-a260-4fb3-8b74-3119f4aa59f4 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 950 time: 0.1760876 Dec 17 15:47:06.776265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:47:01Z', 'revision_number': 4, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '940c96c4-2f63-4731-8d3a-47c5b2c64b6e', 'name': '', 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'mac_address': 'fa:16:3e:5b:67:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:00Z', 'updated_at': '2021-12-17T15:47:05Z', 'revision_number': 4, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'subnets': [{'id': '4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:06.779289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Pushing event updated for resources: {'Port': ['ID=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:06.809512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] No DVR routers for this DVR port 6d8850c7-7944-4d82-8d58-96de63ccb788 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:06.814884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813042f8-0f96-4aef-ba12-b462eac85cf3 None None] Pushing event updated for resources: {'Port': ['ID=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:06.820361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9e121-cc6c-4af6-bd9d-1c9afd6efb6c None None] The sync data for ids ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'] in n-d-806683-20 is: [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:47:01Z', 'revision_number': 4, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '940c96c4-2f63-4731-8d3a-47c5b2c64b6e', 'name': '', 'network_id': 'ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'mac_address': 'fa:16:3e:5b:67:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:00Z', 'updated_at': '2021-12-17T15:47:05Z', 'revision_number': 4, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'subnets': [{'id': '4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:06.845678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a127de9f-7a2a-4f05-9a4a-b9fadea18609 None None] Provisioning complete for port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:06.846638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a127de9f-7a2a-4f05-9a4a-b9fadea18609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:06.857818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-c4cccfd8-ddea-4d37-a6eb-e4b313b65fac tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9209268 Dec 17 15:47:06.916356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Request body: {'port': {'device_id': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:06.939757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=10']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:06.952557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6d6f8261-5b90-4579-bbf1-bf393a9af329 service neutron] 10.222.0.49 "PUT /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788/bindings/n-h1-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 1.4903736 Dec 17 15:47:06.992156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-318d7cfe-5feb-48a0-96fe-898bb031b220 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501214 Dec 17 15:47:07.000956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-42d76ac1-3641-415a-ab0f-70f73776f059 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2011712 Dec 17 15:47:07.090824 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:07.118857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33c66b21-3aba-4d90-a75e-99e53f1909a2 req-ae138ba5-2f63-43ed-a0e0-af7aaadaa034 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111656 Dec 17 15:47:07.167346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-39629d83-4955-4417-948d-46a15d594dcb None None] Provisioning complete for port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:07.169717 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-39629d83-4955-4417-948d-46a15d594dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:07.176447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-0714ec21-f944-46b4-9f7a-000a55c7bd24 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.178981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-0714ec21-f944-46b4-9f7a-000a55c7bd24 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.1465330 Dec 17 15:47:07.252652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-39629d83-4955-4417-948d-46a15d594dcb None None] Port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:07.351620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-65f5eb97-786a-423c-8bfa-6056c85b3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.353259 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-65f5eb97-786a-423c-8bfa-6056c85b3506 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24&tenant_id=19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 1097 time: 0.1658645 Dec 17 15:47:07.373557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-d0358102-eee1-4523-972d-5c56f77a3708 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420318 Dec 17 15:47:07.455849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:07.465658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-776d2935-98ce-4d95-9072-1530b9b95cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.467263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-776d2935-98ce-4d95-9072-1530b9b95cd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.7237740 Dec 17 15:47:07.515135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-31958b6b-3626-4857-a001-f974a5ca3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.516431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-31958b6b-3626-4857-a001-f974a5ca3bc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1097 time: 0.1366107 Dec 17 15:47:07.574447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-fffab92b-7f3d-4dd5-aac9-d6a5d8106a0e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.576258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-fffab92b-7f3d-4dd5-aac9-d6a5d8106a0e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.1687505 Dec 17 15:47:07.579182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:07.587360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-9e0c0fb9-efce-460c-8099-9c6fd7ed9669 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.588985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-9e0c0fb9-efce-460c-8099-9c6fd7ed9669 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5550125 Dec 17 15:47:07.614592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-20'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:07.626655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Request body: {'port': {'device_id': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '3e5c8fe18fd240dc9dba213e5038d9e2'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:07.659581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-50aaeca4-ff4d-49ba-92f1-0fdbc614b646 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.661404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-50aaeca4-ff4d-49ba-92f1-0fdbc614b646 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826800 Dec 17 15:47:07.688635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:07.695074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-35c5c87b-70f9-4b27-a66a-388f67496efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.696670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-35c5c87b-70f9-4b27-a66a-388f67496efa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2160819 Dec 17 15:47:07.702511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:07.710993 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-49e9392a-510e-45bc-9f19-d6cd9dbded90 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/quotas/3e5c8fe18fd240dc9dba213e5038d9e2 HTTP/1.1" status: 200 len: 375 time: 0.0404391 Dec 17 15:47:07.724535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-843908af-6dd6-4d81-ba7d-78c215c89445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.725998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-843908af-6dd6-4d81-ba7d-78c215c89445 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2009218 Dec 17 15:47:07.739417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Transition to ACTIVE for port object 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:07.758146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:07.761672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-d5ae8b22-2a8c-4f72-9cfe-c7835f1054b8 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415864 Dec 17 15:47:07.794684 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-95e1aeb3-fe20-4273-a7e2-bfdac08a42e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 217 time: 0.0590348 Dec 17 15:47:07.801596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:07.876556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Pushing event updated for resources: {'Port': ['ID=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:07.906718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-30e672c7-73af-49f8-90c0-160909e2dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.908231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-30e672c7-73af-49f8-90c0-160909e2dae5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0902710 Dec 17 15:47:07.986875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-0c6fbd68-d4b2-45be-8c59-8ecdc867f3a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622811 Dec 17 15:47:07.987425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Attempting to bind port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:07.987719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Attempting to bind port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:07.988061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Attempting to bind port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:08.006503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:08.006903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Attempting to bind port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:08.067368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-3f92f864-8f20-4308-a3a2-e7ec0cf888e2 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499899 Dec 17 15:47:08.329226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Made reservation on behalf of 3e5c8fe18fd240dc9dba213e5038d9e2 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:08.333287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.337093 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-315eb1e9-0aca-41ee-bb7e-29eb308b295e service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581055 Dec 17 15:47:08.364493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.385630 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.403913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:08.404426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:08.404637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:08.405125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Bound port: 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:08.405481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.410969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.428428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:08.442584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 940c96c4-2f63-4731-8d3a-47c5b2c64b6e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:08.497481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20085b-f6f7-45c3-b998-d9299734a364 req-cd2509a6-6515-483e-aabd-c1f395e3c927 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:08.499111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba20085b-f6f7-45c3-b998-d9299734a364 req-cd2509a6-6515-483e-aabd-c1f395e3c927 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 948 time: 0.4945672 Dec 17 15:47:08.518253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.546373 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-6a7d6f9e-5940-48b2-b2d5-a9ecbe4c9403 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511131 Dec 17 15:47:08.561993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Pushing event updated for resources: {'Port': ['ID=1ce44a20-0f44-40ca-b011-ae24b1fa7589,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:08.574450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.576119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2caa136-959a-4ddb-8a18-498629c97963 req-9113f2c9-ff06-41d9-9dc8-ba4054d0a381 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0376091 Dec 17 15:47:08.628571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] For port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:08.628996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:08.632704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-195c6b3c-b041-4c73-937d-e163e66175a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.656925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:08.657846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.667002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] For port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:08.676236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba20085b-f6f7-45c3-b998-d9299734a364 req-2cba830c-f489-4e0a-98b4-c9db1fe480b2 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624236 Dec 17 15:47:08.679354 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.759492 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.766594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2caa136-959a-4ddb-8a18-498629c97963 req-0caad774-3756-40ea-a50e-48a3c3d4951c tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.1723704 Dec 17 15:47:08.768092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84233410-6f78-4771-9bbc-4506c6719696'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:08.770970 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e5fd6-b9ee-4dbe-af97-49f77185c5af" -d '{"events": [{"server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "84233410-6f78-4771-9bbc-4506c6719696"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:08.779629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.803362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Pushing event updated for resources: {'Port': ['ID=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:08.810627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:08.811361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.812791 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-7b0b4000-9fc9-42bf-9723-ae3e391bb270 service neutron] 10.222.0.49 "PUT /v2.0/ports/543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae HTTP/1.1" status: 200 len: 1097 time: 1.9304426 Dec 17 15:47:08.813832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'tag': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:08.816180 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d829b494-269e-44c0-94a2-7afeb660b513" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f9e39d-31c3-4bbe-837b-21684810d6a4", "tag": "543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:08.822362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-926914bc-acb5-4c01-8b10-16b3c5940971 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635305 Dec 17 15:47:08.849543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025e261-7839-435e-9ef7-4b7a6517513b req-7dbc85c2-fb67-4e33-bb6d-285cb903652d tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:08.851127 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9025e261-7839-435e-9ef7-4b7a6517513b req-7dbc85c2-fb67-4e33-bb6d-285cb903652d tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 945 time: 0.0901816 Dec 17 15:47:08.921161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.940907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-806b9696-00a1-4967-8703-14446946d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:08.942442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-806b9696-00a1-4967-8703-14446946d72b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=000e9d409ee94fc399f488d0b3f248c4&device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 1100 time: 0.0904083 Dec 17 15:47:08.943785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:08.945846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9025e261-7839-435e-9ef7-4b7a6517513b req-bc78d5e6-8d6d-4c81-a837-6f2f60ac1953 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845783 Dec 17 15:47:08.994388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-2d58764c-fc82-4b00-b057-91b07e46ce79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae HTTP/1.1" status: 200 len: 217 time: 0.0422232 Dec 17 15:47:09.010065 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1216cb0-fe9c-4e9e-922b-344312918da1 x-openstack-request-id: req-c1216cb0-fe9c-4e9e-922b-344312918da1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:09.010458 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561f528d-0403-4345-8382-34e101f6f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "79d53b53-923d-41aa-bfbe-e85449b5be2b", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:09.010737 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1216cb0-fe9c-4e9e-922b-344312918da1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:09.011108 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561f528d-0403-4345-8382-34e101f6f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d53b53-923d-41aa-bfbe-e85449b5be2b', 'code': 200} Dec 17 15:47:09.081294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:09.082903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-1fb634e6-b5e9-486b-ad82-55e8fd7a4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.097238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-1fb634e6-b5e9-486b-ad82-55e8fd7a4a7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0930991 Dec 17 15:47:09.104528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef8bdde-c827-4651-9c4a-b5119120e562,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:09.138310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on host n-h1-806683-20 for vnic_type normal with profile {"migrating_to": "n-h2-806683-20"} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:09.138719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:09.139016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:09.190160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:09.190722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Attempting to bind port 84233410-6f78-4771-9bbc-4506c6719696 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:09.204831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caa136-959a-4ddb-8a18-498629c97963 req-c569315e-cda4-429e-994e-b0f352a73d9c tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.206005 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2caa136-959a-4ddb-8a18-498629c97963 req-c569315e-cda4-429e-994e-b0f352a73d9c tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.4313364 Dec 17 15:47:09.237456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:09.237906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:09.238364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:09.238878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Bound port: 84233410-6f78-4771-9bbc-4506c6719696, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:09.239243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.241968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-fdf3b772-0fb5-467b-9f65-e2f8521cf3a5 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.243558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-fdf3b772-0fb5-467b-9f65-e2f8521cf3a5 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.1152096 Dec 17 15:47:09.246131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-b2caa136-959a-4ddb-8a18-498629c97963 req-a6ad82fc-0010-484b-a46d-36ffdad4c542 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:09.246270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-6648dd0a-c2cb-4e73-9803-57b78ac248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.247312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2caa136-959a-4ddb-8a18-498629c97963 req-a6ad82fc-0010-484b-a46d-36ffdad4c542 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142727 Dec 17 15:47:09.247764 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-6648dd0a-c2cb-4e73-9803-57b78ac248cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350296 Dec 17 15:47:09.255730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca344bdf-08bc-43b6-8257-bbb45f594f69 req-d8ef8a8d-86b5-4404-b460-8df9b9ebefbe tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.261063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca344bdf-08bc-43b6-8257-bbb45f594f69 req-d8ef8a8d-86b5-4404-b460-8df9b9ebefbe tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1357276 Dec 17 15:47:09.316656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456d42c-523c-447b-aac6-9a7392dbc639 req-d529ef51-d427-40da-b70b-17e8624d8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.318216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3456d42c-523c-447b-aac6-9a7392dbc639 req-d529ef51-d427-40da-b70b-17e8624d8b65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 1102 time: 0.1743047 Dec 17 15:47:09.327982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Allocated IP 192.168.233.24 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/13dd30d1-e1cf-4ad1-8d47-734766a6388d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:09.394920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-623a12c2-3546-4f4c-9764-65a8b455fbbc tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985336 Dec 17 15:47:09.413884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:09.455076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:09.462697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3456d42c-523c-447b-aac6-9a7392dbc639 req-de8a51af-d425-4b15-9d68-f98f46a12119 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319370 Dec 17 15:47:09.469285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.514151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b4a86-f60f-4fc8-870e-2a97aaff0d2b req-ca070bb9-dce7-41a5-a388-a6eda8667b16 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.515636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f27b4a86-f60f-4fc8-870e-2a97aaff0d2b req-ca070bb9-dce7-41a5-a388-a6eda8667b16 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 943 time: 0.1722355 Dec 17 15:47:09.547777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:09.549598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca344bdf-08bc-43b6-8257-bbb45f594f69 req-9ad3e4ea-37e9-4115-8e5a-84615dc7663b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769592 Dec 17 15:47:09.566550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-4d94eb74-3daa-4269-90ea-bb90fae68a66 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024716 Dec 17 15:47:09.615734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:09.616850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:09.652889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-701413e5-58fb-4bee-bd7c-90065a1d8a3a tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.655142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-701413e5-58fb-4bee-bd7c-90065a1d8a3a tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460701 Dec 17 15:47:09.672604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Request body: {'port': {'device_id': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '3e5c8fe18fd240dc9dba213e5038d9e2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:09.673171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.673797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.675183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-f9b1f063-9bba-461b-9325-ac29eedc9566 service neutron] 10.222.0.49 "PUT /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 1123 time: 2.0827253 Dec 17 15:47:09.706826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d09775d6-ce58-4617-b5dc-dfdf61b381d5 req-b232af07-2ca0-483f-85a6-5b908e014180 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 210 time: 0.0651443 Dec 17 15:47:09.729367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f27b4a86-f60f-4fc8-870e-2a97aaff0d2b req-9073cb73-c9ba-4d30-9a9a-b4b4466ad001 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900320 Dec 17 15:47:09.732356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.732665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-d0509384-eb95-455d-b35d-204d1940e4e4 service neutron] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:09.742076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-d0509384-eb95-455d-b35d-204d1940e4e4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.743452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09b6a50e-3f6f-410b-a7ab-cd858f275e04 req-d0509384-eb95-455d-b35d-204d1940e4e4 service neutron] 10.222.0.47 "DELETE /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788/bindings/n-h2-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.4809639 Dec 17 15:47:09.801405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a044322f-d002-4cb8-8e74-2e39086b80a8 req-72298db4-8e80-49f9-880b-ed33b44e10df service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248759 Dec 17 15:47:09.821522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.834799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['84233410-6f78-4771-9bbc-4506c6719696'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:09.840069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.871776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:09.874798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:09.875683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11c440-ef19-4930-a2b3-673ea21e8a98 req-e524847a-2fae-474c-8690-1c53fbc98851 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.878319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f11c440-ef19-4930-a2b3-673ea21e8a98 req-e524847a-2fae-474c-8690-1c53fbc98851 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 950 time: 0.0786798 Dec 17 15:47:09.878513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:09.884172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:09.890393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.911935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:09.917195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Made reservation on behalf of 3e5c8fe18fd240dc9dba213e5038d9e2 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:09.921552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:09.937565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-d3f9809e-a297-4aac-b3c4-71f7f7c0ac41 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3198962 Dec 17 15:47:09.952107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Request body: {'port': {'device_id': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:09.963264 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f484e8c-27dc-440b-b7e0-a45d96074e12 x-openstack-request-id: req-8f484e8c-27dc-440b-b7e0-a45d96074e12 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:09.963468 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "84233410-6f78-4771-9bbc-4506c6719696", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:09.963674 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f484e8c-27dc-440b-b7e0-a45d96074e12 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:09.964063 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84233410-6f78-4771-9bbc-4506c6719696', 'code': 200} Dec 17 15:47:10.045475 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28c88c-aa9a-4701-8360-3852dfaa5d55 x-openstack-request-id: req-cb28c88c-aa9a-4701-8360-3852dfaa5d55 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:10.045707 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f9e39d-31c3-4bbe-837b-21684810d6a4", "tag": "543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:10.045908 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb28c88c-aa9a-4701-8360-3852dfaa5d55 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:10.046677 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'tag': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae', 'status': 'completed', 'code': 200} Dec 17 15:47:10.070433 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:10.090721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f11c440-ef19-4930-a2b3-673ea21e8a98 req-cb3086a9-d96f-4779-8d66-12d910d1d06e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066307 Dec 17 15:47:10.141279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-980e8703-76d5-4716-9708-5627ef735b48 req-53f5aa16-136e-4c86-b3ed-79a4f1c1e9ac tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips/d1a9ce28-b8db-4ff1-8596-6775564ed237 HTTP/1.1" status: 200 len: 693 time: 0.1020548 Dec 17 15:47:10.150196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b494-269e-44c0-94a2-7afeb660b513 req-3fef3cd0-8c1f-4c46-87b5-b623dd16c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.151728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d829b494-269e-44c0-94a2-7afeb660b513 req-3fef3cd0-8c1f-4c46-87b5-b623dd16c885 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=000e9d409ee94fc399f488d0b3f248c4&device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 1100 time: 0.1046829 Dec 17 15:47:10.201718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Allocated IP 192.168.233.105 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:10.296692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5821629b-50e7-49de-804d-4194bd5974a3 None None] Provisioning complete for port 13dd30d1-e1cf-4ad1-8d47-734766a6388d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:10.297326 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5821629b-50e7-49de-804d-4194bd5974a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:10.351577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b494-269e-44c0-94a2-7afeb660b513 req-46fa5ed2-f0db-433f-aa6b-1f261d680741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.353077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5821629b-50e7-49de-804d-4194bd5974a3 None None] Port 13dd30d1-e1cf-4ad1-8d47-734766a6388d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:10.353198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d829b494-269e-44c0-94a2-7afeb660b513 req-46fa5ed2-f0db-433f-aa6b-1f261d680741 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1895969 Dec 17 15:47:10.369039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413b3ce-847a-487b-8a5e-b1555357ef87 req-d32ba8c7-d7c0-44c7-845b-39d1a10f7578 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.370489 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a413b3ce-847a-487b-8a5e-b1555357ef87 req-d32ba8c7-d7c0-44c7-845b-39d1a10f7578 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 948 time: 0.1223583 Dec 17 15:47:10.431847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d829b494-269e-44c0-94a2-7afeb660b513 req-a21a9ce1-5f09-405e-b64a-9bfe39eca4a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae HTTP/1.1" status: 200 len: 217 time: 0.0570707 Dec 17 15:47:10.530783 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:10.573056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a413b3ce-847a-487b-8a5e-b1555357ef87 req-83ee84be-7486-499d-9b34-87d7cb3de817 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890404 Dec 17 15:47:10.576497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b494-269e-44c0-94a2-7afeb660b513 req-9b7f564e-9bc5-4a17-970f-4361cac6e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.577915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d829b494-269e-44c0-94a2-7afeb660b513 req-9b7f564e-9bc5-4a17-970f-4361cac6e514 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1151712 Dec 17 15:47:10.587022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8703-76d5-4716-9708-5627ef735b48 req-b10c57b4-956a-4074-bcc8-2cc73c6fe2ba tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.588466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-980e8703-76d5-4716-9708-5627ef735b48 req-b10c57b4-956a-4074-bcc8-2cc73c6fe2ba tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.4499521 Dec 17 15:47:10.608172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-980e8703-76d5-4716-9708-5627ef735b48 req-3d36a7e2-5af4-4d62-b8a4-ca1b9a651816 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:10.608172 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-980e8703-76d5-4716-9708-5627ef735b48 req-3d36a7e2-5af4-4d62-b8a4-ca1b9a651816 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093699 Dec 17 15:47:10.609796 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:10.688718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829b494-269e-44c0-94a2-7afeb660b513 req-0f56cd5c-d4a0-4638-b669-d4b7edd6fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.690210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d829b494-269e-44c0-94a2-7afeb660b513 req-0f56cd5c-d4a0-4638-b669-d4b7edd6fc57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0960627 Dec 17 15:47:10.702081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d936ad1-c2ba-42a4-a80e-6c12ededdb16 req-f9607296-4f06-4028-a970-c50666ada8b1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.703642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d936ad1-c2ba-42a4-a80e-6c12ededdb16 req-f9607296-4f06-4028-a970-c50666ada8b1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.0485196 Dec 17 15:47:10.714723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:10.771301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd466c1-ff62-45e5-acaa-ed050d246d8e req-c41c0cfd-9bc4-43a2-a161-f7bdd2f083ba tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.772974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0cd466c1-ff62-45e5-acaa-ed050d246d8e req-c41c0cfd-9bc4-43a2-a161-f7bdd2f083ba tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 945 time: 0.1205089 Dec 17 15:47:10.811273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d936ad1-c2ba-42a4-a80e-6c12ededdb16 req-2fd9ead6-584a-4666-bd23-c1eeac01e652 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945477 Dec 17 15:47:10.875507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:10.887459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Pushing event updated for resources: {'Port': ['ID=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:10.890989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:10.903841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:10.911133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:10.911864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:10.944773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0cd466c1-ff62-45e5-acaa-ed050d246d8e req-0ba96f7a-7ca2-402e-999a-6a6f1cfc0281 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434350 Dec 17 15:47:10.961408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d829b494-269e-44c0-94a2-7afeb660b513 req-26c4cabd-e985-4f2a-b3d0-fee7caa02ef5 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592876 Dec 17 15:47:10.979844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57fdff3b-c472-48a8-b6ad-b2ccd62f256e req-d18afb5a-4a83-4f18-aaaf-fb8931183d25 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=f3fd2d969aeb4b2983f8c70f371c5505 HTTP/1.1" status: 200 len: 696 time: 0.1257164 Dec 17 15:47:10.985511 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-35a08483-a3d5-4e69-8435-2962df3fa85d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3187592 Dec 17 15:47:11.001038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Request body: {'port': {'device_id': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:11.034748 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.088479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13dd30d1-e1cf-4ad1-8d47-734766a6388d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:11.100660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.134260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Transition to ACTIVE for port object 13dd30d1-e1cf-4ad1-8d47-734766a6388d will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:11.139319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.151262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.173188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2e047-528a-4782-905d-a1ed967f9d37 req-370fd4d0-9dc0-411e-aa88-e7b82c9dc14d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.174687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-85b2e047-528a-4782-905d-a1ed967f9d37 req-370fd4d0-9dc0-411e-aa88-e7b82c9dc14d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 936 time: 0.1348574 Dec 17 15:47:11.181637 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d829b494-269e-44c0-94a2-7afeb660b513 req-0b4296e0-8d3e-42ea-9705-a475f1399a76 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086430 Dec 17 15:47:11.197049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a3716320-8630-4470-a3e7-99047db0f211 None None] Provisioning complete for port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:11.197838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a3716320-8630-4470-a3e7-99047db0f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.205101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdff3b-c472-48a8-b6ad-b2ccd62f256e req-2076f2d2-a8d7-47a2-b347-4884994b3e13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.215653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57fdff3b-c472-48a8-b6ad-b2ccd62f256e req-2076f2d2-a8d7-47a2-b347-4884994b3e13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks?id=67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 787 time: 0.2347338 Dec 17 15:47:11.226990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-57fdff3b-c472-48a8-b6ad-b2ccd62f256e req-2bd1bb50-bb87-4ab4-b67f-7d16a2687569 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:11.228305 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57fdff3b-c472-48a8-b6ad-b2ccd62f256e req-2bd1bb50-bb87-4ab4-b67f-7d16a2687569 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112400 Dec 17 15:47:11.250615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:11.251261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a3716320-8630-4470-a3e7-99047db0f211 None None] Port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:11.297803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Attempting to bind port 13dd30d1-e1cf-4ad1-8d47-734766a6388d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:11.298328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Attempting to bind port 13dd30d1-e1cf-4ad1-8d47-734766a6388d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:11.298855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Attempting to bind port 13dd30d1-e1cf-4ad1-8d47-734766a6388d on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:11.303559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Port 13dd30d1-e1cf-4ad1-8d47-734766a6388d on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:11.303979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Attempting to bind port 13dd30d1-e1cf-4ad1-8d47-734766a6388d on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:11.309836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:11.309996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:11.310481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:11.311000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Bound port: 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:11.311420 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.324751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-85b2e047-528a-4782-905d-a1ed967f9d37 req-6d039e35-331c-46da-9929-845b3b0f969d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161165 Dec 17 15:47:11.434497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:11.438947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:11.445994 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.495789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3caa04-1095-48de-9deb-7f1df3a45a28 req-0884a982-dc64-4391-9651-07b738e5a550 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.497925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3caa04-1095-48de-9deb-7f1df3a45a28 req-0884a982-dc64-4391-9651-07b738e5a550 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 943 time: 0.1687112 Dec 17 15:47:11.499277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.499921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.501214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] 10.222.0.49 "PUT /v2.0/ports/13dd30d1-e1cf-4ad1-8d47-734766a6388d HTTP/1.1" status: 200 len: 1096 time: 1.5546038 Dec 17 15:47:11.542957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f566cb-41c5-495c-874f-dfeb3c180faf service neutron] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:11.597260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3caa04-1095-48de-9deb-7f1df3a45a28 req-b7c1fbe1-3503-4cee-9df3-1103c0b42101 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927567 Dec 17 15:47:11.609502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-61bebcad-3476-4203-ad83-2ee6105fcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.610964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-61bebcad-3476-4203-ad83-2ee6105fcdd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1099 time: 0.0578201 Dec 17 15:47:11.613682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909921c3-c779-40b4-a4e8-a979d9233690 req-d26358ea-c783-4ce0-abe1-636e0a8318b5 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.615383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-909921c3-c779-40b4-a4e8-a979d9233690 req-d26358ea-c783-4ce0-abe1-636e0a8318b5 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 950 time: 0.1187756 Dec 17 15:47:11.634146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:11.648845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.666699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-e7f5e397-b704-4bcc-80c8-a03e842e3016 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d HTTP/1.1" status: 200 len: 217 time: 0.0467746 Dec 17 15:47:11.674084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Transition to ACTIVE for port object 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:11.685986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.697685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-909921c3-c779-40b4-a4e8-a979d9233690 req-cd48227b-b6d5-401f-a669-5386d433bf13 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729098 Dec 17 15:47:11.740850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-af4bbc47-f1a8-499a-bab2-99513bb3514c tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips/d1a9ce28-b8db-4ff1-8596-6775564ed237 HTTP/1.1" status: 200 len: 693 time: 0.1138031 Dec 17 15:47:11.779504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Pushing event updated for resources: {'Port': ['ID=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:11.792656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Attempting to bind port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:11.792988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Attempting to bind port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:11.793313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Attempting to bind port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:11.814196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-a8fa5257-9319-4e3d-93e2-dd797e5bdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.815870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-a8fa5257-9319-4e3d-93e2-dd797e5bdd11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1200764 Dec 17 15:47:11.818321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:11.818648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Attempting to bind port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:11.826340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:11.826688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:11.827047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:11.827482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Bound port: 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:11.827862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.839383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41857-40cb-4347-93e9-c16a4a3ac812 req-38109b35-4cdc-4419-88a1-14aed36934b8 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.841222 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-16e41857-40cb-4347-93e9-c16a4a3ac812 req-38109b35-4cdc-4419-88a1-14aed36934b8 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1097 time: 0.0628583 Dec 17 15:47:11.901670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239210-9dac-4796-af36-eeafbbea6e4a req-a163feb8-b979-4afa-add7-d8c73b3a7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.903225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-a163feb8-b979-4afa-add7-d8c73b3a7e0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796032 Dec 17 15:47:11.910805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-1c7bf9a2-f91d-4f13-8962-2bd66469d33c tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.912282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-1c7bf9a2-f91d-4f13-8962-2bd66469d33c tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1632307 Dec 17 15:47:11.927311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-1a16b19b-818f-4d07-b1cf-b5f98b641149 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:11.928104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] For port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:11.928401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-1a16b19b-818f-4d07-b1cf-b5f98b641149 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076151 Dec 17 15:47:11.931861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] For port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:11.935153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-16e41857-40cb-4347-93e9-c16a4a3ac812 req-89736757-4a9f-41b4-b831-f3ec5971a59f tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704491 Dec 17 15:47:11.939043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.980386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:11.980994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:11.982493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] 10.222.0.49 "PUT /v2.0/ports/3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a HTTP/1.1" status: 200 len: 1097 time: 0.9861054 Dec 17 15:47:11.991872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'tag': '84233410-6f78-4771-9bbc-4506c6719696'}, {'name': 'network-changed', 'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:11.994588 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d46ebb-185b-4fd3-af13-4eb386102929" -d '{"events": [{"name": "network-changed", "server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "tag": "84233410-6f78-4771-9bbc-4506c6719696"}, {"name": "network-changed", "server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:12.004750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3b251-73aa-471e-bb81-17a2f6acf64e service neutron] Pushing event updated for resources: {'Port': ['ID=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:12.059484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-fedd2e26-fe9d-42ed-9fd2-98ef0302dab1 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0590837 Dec 17 15:47:12.071150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'tag': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:12.075053 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d82b4ba-2651-4caf-84ca-08c4452245a8" -d '{"events": [{"name": "network-changed", "server_uuid": "10905126-daa1-4499-8f0d-c6ff0c263c3c", "tag": "3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:12.093175 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:12.147299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-53da396e-29ac-4db8-9984-409e87abd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:12.149099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-53da396e-29ac-4db8-9984-409e87abd9c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 1100 time: 0.1174252 Dec 17 15:47:12.149819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-fe76f86e-f465-4f86-8343-984cbe57baa7 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0829165 Dec 17 15:47:12.151885 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-ad9f2782-8a5e-4f53-bdeb-f51bf3815388 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386663 Dec 17 15:47:12.162497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b281-59fa-44bf-a93f-a3b0cf9676b4 req-a813642e-7265-4fa3-8f5b-7b277d446d29 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:12.164120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d64b281-59fa-44bf-a93f-a3b0cf9676b4 req-a813642e-7265-4fa3-8f5b-7b277d446d29 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 948 time: 0.0828588 Dec 17 15:47:12.217936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-4bcd4fcb-2353-4a34-af6c-4f5d45b9c907 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a HTTP/1.1" status: 200 len: 217 time: 0.0508852 Dec 17 15:47:12.282443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d64b281-59fa-44bf-a93f-a3b0cf9676b4 req-9a33b167-c1a2-4fd2-b325-d79ae5bfd3b9 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067915 Dec 17 15:47:12.303865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-54e37da0-01d8-4f57-a19f-ae91f6be88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:12.303865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-54e37da0-01d8-4f57-a19f-ae91f6be88b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0651615 Dec 17 15:47:12.352468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-30e58e6f-bf05-4bdb-ac37-d9c6dd79962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:12.353991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-30e58e6f-bf05-4bdb-ac37-d9c6dd79962a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500891 Dec 17 15:47:12.364823 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46239210-9dac-4796-af36-eeafbbea6e4a req-5bcc75f8-2c85-4f48-8fa3-d33d6cc8f13e service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716747 Dec 17 15:47:12.376794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Deleting port 1ce44a20-0f44-40ca-b011-ae24b1fa7589 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:47:12.377067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:12.463922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce72cf-9a71-4611-9a4d-5b0fcec51e9e req-b4b8285c-7606-4ff7-a818-931505b45fce tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:12.465488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63ce72cf-9a71-4611-9a4d-5b0fcec51e9e req-b4b8285c-7606-4ff7-a818-931505b45fce tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 950 time: 0.1096020 Dec 17 15:47:12.469907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:12.470226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:12.482696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Calling delete_port for 1ce44a20-0f44-40ca-b011-ae24b1fa7589 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:47:12.508364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-bde014f4-204f-4ce6-a261-e9790f93d754 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435802 Dec 17 15:47:12.633488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:12.659693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Pushing event deleted for resources: {'Port': ['ID=1ce44a20-0f44-40ca-b011-ae24b1fa7589,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:12.685835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:12.688536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:12.689733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb030d2f-6ff4-475d-ba22-74cf2263c110 req-6eca213c-4960-4fb2-8515-22db96c90260 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "DELETE /v2.0/floatingips/d1a9ce28-b8db-4ff1-8596-6775564ed237 HTTP/1.1" status: 204 len: 173 time: 0.5341158 Dec 17 15:47:12.793843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cb0bf-85f2-4350-9b8e-56a2e1e293df req-f432b470-bca5-42f7-9176-1f8ae5ef0593 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:12.795555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f60cb0bf-85f2-4350-9b8e-56a2e1e293df req-f432b470-bca5-42f7-9176-1f8ae5ef0593 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.0548575 Dec 17 15:47:12.803740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63ce72cf-9a71-4611-9a4d-5b0fcec51e9e req-c310e738-84e9-4778-a8d1-12315b31c977 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314755 Dec 17 15:47:12.848955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22937ab9-bdf0-4d39-a4f8-8f0fbea68ccd req-d92baf19-959a-4f04-985c-78a45b4ae4c1 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298130 Dec 17 15:47:12.854493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f60cb0bf-85f2-4350-9b8e-56a2e1e293df req-fe2116a4-a1f5-4fbb-bd2a-5cae21edaf89 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528564 Dec 17 15:47:12.855917 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9c7b7a-248d-41c5-831f-3d6d46683f6c x-openstack-request-id: req-9b9c7b7a-248d-41c5-831f-3d6d46683f6c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:12.856209 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "tag": "84233410-6f78-4771-9bbc-4506c6719696", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:12.856458 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b9c7b7a-248d-41c5-831f-3d6d46683f6c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:12.856897 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'tag': '84233410-6f78-4771-9bbc-4506c6719696', 'status': 'completed', 'code': 200} Dec 17 15:47:12.857150 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'status': 'completed', 'code': 200} Dec 17 15:47:12.894651 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2f50a-afbd-4ad3-96ab-79f618c2dc33 x-openstack-request-id: req-30b2f50a-afbd-4ad3-96ab-79f618c2dc33 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:12.895150 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10905126-daa1-4499-8f0d-c6ff0c263c3c", "tag": "3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:12.895794 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30b2f50a-afbd-4ad3-96ab-79f618c2dc33 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:12.896838 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'tag': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', 'status': 'completed', 'code': 200} Dec 17 15:47:13.005374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-2add79e6-6c2d-4114-98cb-c48791278942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.006869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-2add79e6-6c2d-4114-98cb-c48791278942 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1126 time: 0.1091042 Dec 17 15:47:13.040652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-7028dc77-43ec-4421-b0c8-e649d70aac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.041623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-7028dc77-43ec-4421-b0c8-e649d70aac8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1099 time: 0.0970531 Dec 17 15:47:13.047549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-807b9653-f45e-45cf-9be2-dbff1c01b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.049074 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-807b9653-f45e-45cf-9be2-dbff1c01b951 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 1100 time: 0.1026621 Dec 17 15:47:13.057936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0907cb-e407-4482-8cfb-deca662a2c2e req-6d4e6e0e-ccad-49b0-a8d0-cd8d72e9f08c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.059377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f0907cb-e407-4482-8cfb-deca662a2c2e req-6d4e6e0e-ccad-49b0-a8d0-cd8d72e9f08c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 948 time: 0.1172347 Dec 17 15:47:13.131857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-735f8ce0-adfe-4cf7-aa5f-af54d23a2c69 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.133305 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-735f8ce0-adfe-4cf7-aa5f-af54d23a2c69 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.1747632 Dec 17 15:47:13.164187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-04ef529b-095f-424b-9d58-3265e995eeed tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/quotas/19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 375 time: 0.0218534 Dec 17 15:47:13.188104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-714429e9-fed0-4a7c-af9a-2beb709fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.189574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-714429e9-fed0-4a7c-af9a-2beb709fbd2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1321235 Dec 17 15:47:13.202189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f0907cb-e407-4482-8cfb-deca662a2c2e req-708ea6d7-0aaa-4ea2-83a2-c64517411ef1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101451 Dec 17 15:47:13.225562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-e65e6482-12a1-4b27-83c7-44b1c234bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.227025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-e65e6482-12a1-4b27-83c7-44b1c234bd42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.2033372 Dec 17 15:47:13.240718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-5bfbfe45-08fd-4a25-afeb-4afd074167b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.242205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-5bfbfe45-08fd-4a25-afeb-4afd074167b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1590271 Dec 17 15:47:13.245697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-596c54bf-4032-49b0-900f-59ed0192c966 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a HTTP/1.1" status: 200 len: 217 time: 0.0384684 Dec 17 15:47:13.260484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-9952a76d-3b73-4aa8-abc8-1c3a653d473a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859838 Dec 17 15:47:13.296551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-cea76fbd-64ef-47ae-b408-64c17dfd5060 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 217 time: 0.0526218 Dec 17 15:47:13.332982 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-9b557eca-ad27-4dfb-bac2-658ebed8f3fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d HTTP/1.1" status: 200 len: 217 time: 0.0461633 Dec 17 15:47:13.358061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-481dcfda-83cf-49fe-9a22-22773639826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.359532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-481dcfda-83cf-49fe-9a22-22773639826d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0981612 Dec 17 15:47:13.411516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-0e162e15-bfa2-4459-a539-91a9dd1dc53b service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412930 Dec 17 15:47:13.431149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-47572116-ce28-469a-ab8d-fc0d6282324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.432542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-47572116-ce28-469a-ab8d-fc0d6282324c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1079936 Dec 17 15:47:13.437814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-3ffb8204-dc54-462f-8631-5dd0027192d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.439142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-3ffb8204-dc54-462f-8631-5dd0027192d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0866733 Dec 17 15:47:13.467435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-845681ad-ff46-4272-bb2d-a4fca92fbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.468963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-845681ad-ff46-4272-bb2d-a4fca92fbfd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950549 Dec 17 15:47:13.489295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-9380066a-8876-4308-abd5-8cdef2395a40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476086 Dec 17 15:47:13.498218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310b10c-5a40-455f-ba8b-1e504d319447 req-d5aefca5-8146-4d3c-b6fa-8cebe7de358c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.499613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d310b10c-5a40-455f-ba8b-1e504d319447 req-d5aefca5-8146-4d3c-b6fa-8cebe7de358c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 943 time: 0.1482172 Dec 17 15:47:13.564480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5c9249ba-15c4-42d3-aa2f-9c80bc4c7354 service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447237 Dec 17 15:47:13.572394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:13.588158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-bf8ce21c-4661-48ac-83e7-2ea4a4c466c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:13.589665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-bf8ce21c-4661-48ac-83e7-2ea4a4c466c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397748 Dec 17 15:47:13.600047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-3ce95fdf-bbc3-491c-89f6-151f0db49bae service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218672 Dec 17 15:47:13.665173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d310b10c-5a40-455f-ba8b-1e504d319447 req-025ce3cb-bed9-4fa8-9bae-d2192e764c57 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547983 Dec 17 15:47:13.717986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:13.738183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d82b4ba-2651-4caf-84ca-08c4452245a8 req-9e1cad1e-f371-4718-b699-36710273cc62 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298318 Dec 17 15:47:13.766126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae', 'mac_address': 'fa:16:3e:b9:c6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:13.789723 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-9a3c4eb1-d654-4377-b1aa-b5c7bf7e70db service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891490 Dec 17 15:47:13.808120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-16c3f4cc-b2a5-4755-a403-6f4842f88c85 service neutron] 10.222.0.47 "GET /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696/bindings/n-h2-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.0688565 Dec 17 15:47:13.862246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:13.893124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:13.927738 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-a4dbf5a8-a380-4a40-908c-1491154de8ba service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243136 Dec 17 15:47:13.937998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:13.944115 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:13.945867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:14.057410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-4a2e6600-06ad-438e-88e9-303dd90c6c08 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142135 Dec 17 15:47:14.080354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:14.090144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:14.111844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:14.153535 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-595ce768-3beb-4a48-928f-18bc536672d2 req-770ded71-2339-413b-aded-5c7fe701ebcc tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4505095 Dec 17 15:47:14.157496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84233410-6f78-4771-9bbc-4506c6719696 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:14.159714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:14.169476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:14.184078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d46ebb-185b-4fd3-af13-4eb386102929 req-2971f9a7-9aab-4140-a21d-5d5fbba0023c service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840454 Dec 17 15:47:14.186461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.199579 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.241988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aec914-0b41-4543-8479-0d663c3e5e1c req-fcb26c78-438c-40b5-bb04-f0cd96dc8a03 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:14.249328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aec914-0b41-4543-8479-0d663c3e5e1c req-fcb26c78-438c-40b5-bb04-f0cd96dc8a03 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:14.251397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02aec914-0b41-4543-8479-0d663c3e5e1c req-fcb26c78-438c-40b5-bb04-f0cd96dc8a03 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80&device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 1691 time: 0.2588782 Dec 17 15:47:14.327030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:14.328118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.338587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02aec914-0b41-4543-8479-0d663c3e5e1c req-8eccde37-6a93-4293-a435-5abf541aa602 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799918 Dec 17 15:47:14.341872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 has no active binding in host n-h2-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:47:14.356514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] Transition to ACTIVE for port object 84233410-6f78-4771-9bbc-4506c6719696 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:14.356514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.438395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] Pushing event updated for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:14.441171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] No DVR routers for this DVR port 84233410-6f78-4771-9bbc-4506c6719696 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:14.448570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Allocated IP 172.25.0.38 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/cb67abf0-d116-4c61-b9a4-f4e00232d885) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:14.578460 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.613474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.621830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:14.657732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:14.660795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:14.664601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:14.672697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Pushing event updated for resources: {'Port': ['ID=cb67abf0-d116-4c61-b9a4-f4e00232d885,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:14.719893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.749146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c0e6da8-dc3f-4406-a585-2c7cd0efb345 service neutron] 10.222.0.47 "PUT /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696/bindings/n-h2-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9322867 Dec 17 15:47:14.753402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:14.763450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05100b2-ce23-40d9-bd76-764a4c252d10 req-d19fd93f-f4a7-4626-8c29-b134209ce783 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:14.765041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b05100b2-ce23-40d9-bd76-764a4c252d10 req-d19fd93f-f4a7-4626-8c29-b134209ce783 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 949 time: 0.3286109 Dec 17 15:47:14.819187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b05100b2-ce23-40d9-bd76-764a4c252d10 req-aee7b3ab-b42c-4782-a900-6f3214e9d4be tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477848 Dec 17 15:47:14.920273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-48281387-d5fd-41f3-9cfe-2236e07779d0 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:14.921770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-48281387-d5fd-41f3-9cfe-2236e07779d0 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.1077638 Dec 17 15:47:14.948223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd991dc0-50ba-4315-a6b5-626f5d7d37b0 req-6712a5ca-a5d4-44ae-8d05-a3990df92981 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 210 time: 0.0334535 Dec 17 15:47:15.011347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5f8ae004-6d8d-4e29-9a41-013fade174b5 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.013685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5f8ae004-6d8d-4e29-9a41-013fade174b5 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.1498120 Dec 17 15:47:15.017920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-5b7de681-4c5b-4103-ac9d-41010dc65c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.019386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-5b7de681-4c5b-4103-ac9d-41010dc65c4b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5&tenant_id=d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 1096 time: 0.0873408 Dec 17 15:47:15.034487 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.040116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.046216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Request body: {'port': {'device_id': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'admin_state_up': True, 'tenant_id': '19e30279859648d982879b3bbbbff549'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:15.081928 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.118253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097843-2538-4433-9687-0d307108496e req-09f01817-c548-4604-bcd0-8d03417a0f61 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.119893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02097843-2538-4433-9687-0d307108496e req-09f01817-c548-4604-bcd0-8d03417a0f61 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1050718 Dec 17 15:47:15.123694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Pushing event updated for resources: {'Port': ['ID=cb67abf0-d116-4c61-b9a4-f4e00232d885,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:15.127915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.129256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-595ce768-3beb-4a48-928f-18bc536672d2 req-d090b8fb-a24e-4e10-b6aa-8d2729d4fe96 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9748414 Dec 17 15:47:15.146748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-e71d2b29-90ca-4427-8fad-999a563a637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.148200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-e71d2b29-90ca-4427-8fad-999a563a637d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0958476 Dec 17 15:47:15.175897 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.200461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02097843-2538-4433-9687-0d307108496e req-6377e165-39d6-4411-9400-b503c8001337 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718980 Dec 17 15:47:15.209655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Made reservation on behalf of 19e30279859648d982879b3bbbbff549 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:15.213457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.255968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-595ce768-3beb-4a48-928f-18bc536672d2 req-e77c4f33-c750-4015-9ba6-62ff7cff111d tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.1175177 Dec 17 15:47:15.362319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-7a6de4b7-0227-4154-aafc-fcb1c3865e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.363779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-7a6de4b7-0227-4154-aafc-fcb1c3865e1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1967885 Dec 17 15:47:15.368709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08009243-a886-4246-8724-06d26dc79204 req-634d64fc-93dd-461c-894d-83e3430449b0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.370167 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-08009243-a886-4246-8724-06d26dc79204 req-634d64fc-93dd-461c-894d-83e3430449b0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 948 time: 0.0945592 Dec 17 15:47:15.398557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Allocated IP 172.20.0.13 (d101c1c4-acc6-452a-9197-a2c5c6bdbd74/7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:15.417185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce768-3beb-4a48-928f-18bc536672d2 req-56b3ebb1-7cd6-485a-a984-227c9a365145 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.418547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-595ce768-3beb-4a48-928f-18bc536672d2 req-56b3ebb1-7cd6-485a-a984-227c9a365145 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1618431 Dec 17 15:47:15.420018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-5ac42cfa-a5f5-45a6-bf45-d9f0ba6d6ee2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 217 time: 0.0444758 Dec 17 15:47:15.429028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-595ce768-3beb-4a48-928f-18bc536672d2 req-721db0bb-eb08-4b15-8df2-53ee440a2024 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:15.429998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-595ce768-3beb-4a48-928f-18bc536672d2 req-721db0bb-eb08-4b15-8df2-53ee440a2024 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055280 Dec 17 15:47:15.446827 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-08009243-a886-4246-8724-06d26dc79204 req-680b4db2-5707-46a3-90ef-1a0717a03c6b tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Dec 17 15:47:15.485380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-c5e919d8-d055-4b90-9461-cbdb9b41d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.486909 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-c5e919d8-d055-4b90-9461-cbdb9b41d829 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0560896 Dec 17 15:47:15.571763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:15.579558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:15.638799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.647658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-d2d51fb2-cf02-47cc-8aff-4e40a4bd6afc tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips/e5933b2c-078c-4050-a1fc-95332cf57617 HTTP/1.1" status: 200 len: 692 time: 0.0731552 Dec 17 15:47:15.723034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:15.737877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:15.738280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.742432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:15.744072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.768253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-6c39fe0d-5c21-47ac-9bfb-60f14bf7dd38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2653904 Dec 17 15:47:15.784197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:15.806175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:15.816926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:15.819523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:15.825324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.826004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.831093 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.846094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-36817173-760c-4a6b-b1d4-5ad1008cf0ed tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.847637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-36817173-760c-4a6b-b1d4-5ad1008cf0ed tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1887019 Dec 17 15:47:15.852446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dd30d1-e1cf-4ad1-8d47-734766a6388d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:15.852629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:15.867465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c2354-e31e-4499-9baf-52bd98d3fe07 req-28e5233d-29a1-457d-a443-1b52f4f1df29 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.869100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-064c2354-e31e-4499-9baf-52bd98d3fe07 req-28e5233d-29a1-457d-a443-1b52f4f1df29 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 944 time: 0.1032286 Dec 17 15:47:15.907518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:15.910474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-09b2714e-1b90-40a4-ae70-d74a2d2025f0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8695207 Dec 17 15:47:15.913016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.913773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:15.913885 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-e2ed1480-faf3-4f61-a250-7c3ed3b7a87d service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363025 Dec 17 15:47:15.925997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-da2904ad-76d1-42c3-bb01-d54a8945a98c tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0613451 Dec 17 15:47:15.937175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Request body: {'port': {'device_id': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:15.955372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:15.971368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-064c2354-e31e-4499-9baf-52bd98d3fe07 req-763fc932-7e53-4858-8438-f730282c92ce tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935431 Dec 17 15:47:16.007122 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-26d945fb-bf54-470d-a6ef-bc605bb7adf4 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0777061 Dec 17 15:47:16.007357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:16.013917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:16.016695 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db23444f-e155-48d5-b591-bb6c9756e6ce" -d '{"events": [{"server_uuid": "f3f9e39d-31c3-4bbe-837b-21684810d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:16.025869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.029370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-fe84c60e-28d5-4d3e-b47b-7e273a9c4e18 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058736 Dec 17 15:47:16.036791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:16.041207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:16.078618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', 'mac_address': 'fa:16:3e:77:dd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:16.115625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068ac76-bf6b-4997-a7b8-0cc53e99e0cc req-50d7707e-b134-44eb-b0af-26228e85165b tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.117354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4068ac76-bf6b-4997-a7b8-0cc53e99e0cc req-50d7707e-b134-44eb-b0af-26228e85165b tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 1102 time: 0.0560300 Dec 17 15:47:16.125660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.133013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:16.144113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.167722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:16.187670 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4068ac76-bf6b-4997-a7b8-0cc53e99e0cc req-a5f273a1-4ac1-4ea5-aa61-06f63462c48b tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601554 Dec 17 15:47:16.208280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:16.213884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.270875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:16.307431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e62b5-e5bf-4c75-b08a-500bf9de167d req-c86881a4-b3c2-4b93-80d0-ba1511969b6d tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.308968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-060e62b5-e5bf-4c75-b08a-500bf9de167d req-c86881a4-b3c2-4b93-80d0-ba1511969b6d tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 950 time: 0.0544231 Dec 17 15:47:16.383868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Deleting port cb67abf0-d116-4c61-b9a4-f4e00232d885 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:47:16.384093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680c051-504c-4c8d-a033-ecaed8be128f req-964cdbb5-4883-45da-9509-56dce5e77cee tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.384211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.385547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-964cdbb5-4883-45da-9509-56dce5e77cee tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.0757062 Dec 17 15:47:16.389427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-060e62b5-e5bf-4c75-b08a-500bf9de167d req-47142234-f255-4546-9aeb-f00cc1e172e4 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709333 Dec 17 15:47:16.456966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-6fc045f7-efaf-460e-abef-7cd2c507bf9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1538231 Dec 17 15:47:16.474440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:16.483166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['13dd30d1-e1cf-4ad1-8d47-734766a6388d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:16.519038 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.519038 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.534561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845341b4-df56-4547-b9db-a355c2e6f7b9 req-eb0f593b-85eb-4652-9f5e-fcee1c43a474 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.542048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-845341b4-df56-4547-b9db-a355c2e6f7b9 req-eb0f593b-85eb-4652-9f5e-fcee1c43a474 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 932 time: 0.0925155 Dec 17 15:47:16.548987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Calling delete_port for cb67abf0-d116-4c61-b9a4-f4e00232d885 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:47:16.559039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9680c051-504c-4c8d-a033-ecaed8be128f req-185b6aff-f1a7-4bd6-a3f5-2f643b82b552 service neutron] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:16.564877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9680c051-504c-4c8d-a033-ecaed8be128f req-185b6aff-f1a7-4bd6-a3f5-2f643b82b552 service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.566178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9680c051-504c-4c8d-a033-ecaed8be128f req-185b6aff-f1a7-4bd6-a3f5-2f643b82b552 service neutron] 10.222.0.49 "DELETE /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696/bindings/n-h1-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.1720209 Dec 17 15:47:16.623981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-845341b4-df56-4547-b9db-a355c2e6f7b9 req-a4c1711d-9e0f-49f4-aa4d-ba4aeab9dd60 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769124 Dec 17 15:47:16.651712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:16.665475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.673394 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a92306-39d5-49e5-ae00-c4e385033930 x-openstack-request-id: req-29a92306-39d5-49e5-ae00-c4e385033930 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:16.673394 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9e39d-31c3-4bbe-837b-21684810d6a4", "name": "network-vif-plugged", "status": "completed", "tag": "543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:16.673596 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29a92306-39d5-49e5-ae00-c4e385033930 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:16.674109 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae', 'code': 200} Dec 17 15:47:16.690728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-6060d379-0340-46d6-983b-2c573c138407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.692314 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-6060d379-0340-46d6-983b-2c573c138407 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 1118 time: 0.1557572 Dec 17 15:47:16.693589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Transition to ACTIVE for port object 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:16.704540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.774887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75c19f-b806-442d-bad0-5c1a4e79cd97 req-0574ff8f-80c9-4708-ba3c-33283865f7db tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.776380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f75c19f-b806-442d-bad0-5c1a4e79cd97 req-0574ff8f-80c9-4708-ba3c-33283865f7db tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 1102 time: 0.0486743 Dec 17 15:47:16.841929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dae406-f1c4-47a7-800f-17ec5588de07 req-466bdc90-1fdb-4c42-acdc-88a63321f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.843431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10dae406-f1c4-47a7-800f-17ec5588de07 req-466bdc90-1fdb-4c42-acdc-88a63321f54f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 1102 time: 0.0659292 Dec 17 15:47:16.846739 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f75c19f-b806-442d-bad0-5c1a4e79cd97 req-da3e554e-e1f3-479d-adf0-db51d44fcdda tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604553 Dec 17 15:47:16.850094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:16.885759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:16.886219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:16.886613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:16.889940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10dae406-f1c4-47a7-800f-17ec5588de07 req-1b766e7c-c777-4826-815c-e6c32b74e3aa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Dec 17 15:47:16.922699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:16.923123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:16.938222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:16.938689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:16.939134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:16.939636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Bound port: 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:16.940079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.967569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ee5a-bef7-46a8-ace4-72c669760bba req-94b4af63-7303-4955-a543-66d070947e63 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.969074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0957ee5a-bef7-46a8-ace4-72c669760bba req-94b4af63-7303-4955-a543-66d070947e63 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.0556407 Dec 17 15:47:16.979130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:16.981629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-83d96f36-1d1f-4719-8afa-c9ec36079126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.983283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-83d96f36-1d1f-4719-8afa-c9ec36079126 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2252367 Dec 17 15:47:17.019269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0957ee5a-bef7-46a8-ace4-72c669760bba req-c19b25b5-3c2e-4188-9590-07549219b59f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437489 Dec 17 15:47:17.042595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Pushing event deleted for resources: {'Port': ['ID=cb67abf0-d116-4c61-b9a4-f4e00232d885,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:17.079923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-60d90cd1-387b-4a02-b1b3-73b1f7024723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 200 len: 217 time: 0.0498247 Dec 17 15:47:17.117192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.119781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.120970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5d65856-d0d0-43d1-89ee-8e2e9e5d67c5 req-6dd38431-19d9-497c-bc62-b1fcfee50a13 tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "DELETE /v2.0/floatingips/e5933b2c-078c-4050-a1fc-95332cf57617 HTTP/1.1" status: 204 len: 173 time: 1.1155779 Dec 17 15:47:17.139765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3b174-bdfc-40aa-930e-754288ae0532 req-e998e614-3efc-420e-b48d-7da038e00e36 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:17.142311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4e3b174-bdfc-40aa-930e-754288ae0532 req-e998e614-3efc-420e-b48d-7da038e00e36 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 949 time: 0.0534351 Dec 17 15:47:17.149743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:17.167343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:17.171497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-22b086c4-ed92-4e30-a655-da97d2bc6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:17.173071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-22b086c4-ed92-4e30-a655-da97d2bc6053 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0677397 Dec 17 15:47:17.174537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.198877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4e3b174-bdfc-40aa-930e-754288ae0532 req-b2d0bbce-898a-483b-a079-1563b933a6ea tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497644 Dec 17 15:47:17.229658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-15bc493b-3041-4410-96e1-cdae2cc236ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468748 Dec 17 15:47:17.235507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:17.236144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.237508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] 10.222.0.49 "PUT /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 1093 time: 1.3095913 Dec 17 15:47:17.237947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:17.240229 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16dd173-c31d-454d-bb4d-55115f4f8978" -d '{"events": [{"name": "network-changed", "server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:17.330611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9de1e-c246-4c0f-8181-efca8320ddd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:17.343937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff1c1-f577-4b42-a700-f2c8623283d5 req-9e141345-9132-49cc-9700-9573952867c6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:17.348456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf3ff1c1-f577-4b42-a700-f2c8623283d5 req-9e141345-9132-49cc-9700-9573952867c6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 944 time: 0.0705009 Dec 17 15:47:17.385749 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-7857aaf5-bad6-4a0f-b15b-4b5e37f19190 req-ee28e9c8-f3d3-47be-85dd-128404a303ed tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] show failed (client error): The resource could not be found. Dec 17 15:47:17.386783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7857aaf5-bad6-4a0f-b15b-4b5e37f19190 req-ee28e9c8-f3d3-47be-85dd-128404a303ed tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips/e5933b2c-078c-4050-a1fc-95332cf57617 HTTP/1.1" status: 404 len: 350 time: 0.0528798 Dec 17 15:47:17.427220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-b77305b1-504a-40cc-a4f9-83680f0e65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:17.428556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf3ff1c1-f577-4b42-a700-f2c8623283d5 req-caf6706c-1497-421f-9db1-9ca4add91bd2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750747 Dec 17 15:47:17.441061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-b77305b1-504a-40cc-a4f9-83680f0e65cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1096 time: 0.1396348 Dec 17 15:47:17.443481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-bda37e10-cbd2-46c0-8ec5-4ad5ed30831f service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972044 Dec 17 15:47:17.490683 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f2cd8-80bd-4a3f-8bfe-79196543adb2 x-openstack-request-id: req-554f2cd8-80bd-4a3f-8bfe-79196543adb2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:17.490982 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:17.491249 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-554f2cd8-80bd-4a3f-8bfe-79196543adb2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:17.491656 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6', 'status': 'completed', 'code': 200} Dec 17 15:47:17.496103 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-e9091266-070e-459e-b492-16d24e44f1c7 req-a67ce461-b8e4-4187-961c-76fee0540bee tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] show failed (client error): The resource could not be found. Dec 17 15:47:17.497737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9091266-070e-459e-b492-16d24e44f1c7 req-a67ce461-b8e4-4187-961c-76fee0540bee tempest-FloatingIPsTestJSON-281015403 tempest-FloatingIPsTestJSON-281015403-project] 10.222.0.54 "GET /v2.0/floatingips/e5933b2c-078c-4050-a1fc-95332cf57617 HTTP/1.1" status: 404 len: 350 time: 0.0457263 Dec 17 15:47:17.502306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-a6316ee1-8940-4cba-b140-f2c635ff7a59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 217 time: 0.0512896 Dec 17 15:47:17.514417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60720) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:17.572466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:17.578786 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:47:17.634727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:17.640017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:17.640510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.654939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-14ff937a-c19a-4dfb-bb3a-3356cd3309b4 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698435 Dec 17 15:47:17.721873 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.757795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:17.762940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.764037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:17.839186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:17.864627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 13dd30d1-e1cf-4ad1-8d47-734766a6388d completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:17.868493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-288a8dc7-307e-45cc-bc1e-8e54aa9b94f3 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:17.869924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 13dd30d1-e1cf-4ad1-8d47-734766a6388d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:17.871035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-288a8dc7-307e-45cc-bc1e-8e54aa9b94f3 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027326 Dec 17 15:47:17.871920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.899483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-6624c6e5-7731-4785-8fef-4b18f8efdd4b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/quotas/ec859b55740147209ef7aa48c7cee100 HTTP/1.1" status: 200 len: 375 time: 0.0200443 Dec 17 15:47:17.932711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-e807c976-82c3-4d1b-bee8-30317a694738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:17.934212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-e807c976-82c3-4d1b-bee8-30317a694738 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.4202304 Dec 17 15:47:17.954401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:17.990404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-211eac89-bc62-4a57-8b28-f652c91a9b6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348685 Dec 17 15:47:17.993573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-723c7ca3-590c-4895-b0c7-812b49a71ac1 req-89716bab-1dc8-4f4c-952b-51f8eb64c6df service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999247 Dec 17 15:47:17.998369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:18.001441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bea17-48a1-4976-8e23-9d33cd6d2159 req-2ba063e7-de2c-40c4-91f2-d72b4a67f571 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.003502 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:18.009269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-324bea17-48a1-4976-8e23-9d33cd6d2159 req-2ba063e7-de2c-40c4-91f2-d72b4a67f571 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 950 time: 0.1148341 Dec 17 15:47:18.037459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-7f1d217a-daa4-49dd-86b5-d661b3b5a268 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370583 Dec 17 15:47:18.066594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:18.126922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-324bea17-48a1-4976-8e23-9d33cd6d2159 req-e0b85059-0baa-490e-81a0-3baa48d4e8c9 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166050 Dec 17 15:47:18.190148 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-52d906ac-41c3-4532-bea3-40253fd1ce6e service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787195 Dec 17 15:47:18.271753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:18.282969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:18.353915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:18.417419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-196bc03d-1582-4ede-96f9-6aa9e749eae9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0876095 Dec 17 15:47:18.427510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520caf1-ac87-48db-bc9e-36a25ed2d5d4 req-686fef92-ac9c-4e7b-8572-df7eff26150f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.435939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1520caf1-ac87-48db-bc9e-36a25ed2d5d4 req-686fef92-ac9c-4e7b-8572-df7eff26150f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.1688957 Dec 17 15:47:18.462863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c68b317e-3108-4b8f-beeb-351c97d034d0 req-19367bed-a793-4992-b349-14318f1c910c service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650468 Dec 17 15:47:18.526203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1520caf1-ac87-48db-bc9e-36a25ed2d5d4 req-d98f4078-908b-41f4-886b-3b100ceda594 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893371 Dec 17 15:47:18.589833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-b9e6b146-2167-48e8-bd74-a1ab3bd1bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.591468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-b9e6b146-2167-48e8-bd74-a1ab3bd1bdd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 1102 time: 0.1443250 Dec 17 15:47:18.674619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a'}, {'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:18.676949 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2862a7b-4010-4ab3-bbe4-00d201e33066" -d '{"events": [{"server_uuid": "10905126-daa1-4499-8f0d-c6ff0c263c3c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a"}, {"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-plugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:18.704461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-31c020a6-4fda-42b0-bf9f-3ceda6436c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.705561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-31c020a6-4fda-42b0-bf9f-3ceda6436c15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1096 time: 0.1896296 Dec 17 15:47:18.723490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66741d-1c6d-4e9f-9db8-f40c81a79796 req-45c7a4fd-e496-453b-b492-2f92baec09b5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.730687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a66741d-1c6d-4e9f-9db8-f40c81a79796 req-45c7a4fd-e496-453b-b492-2f92baec09b5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.0772319 Dec 17 15:47:18.751848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Deleting port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:47:18.752185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:18.774877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-6deb1628-a194-4781-8e78-2ed15d41b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.776587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-6deb1628-a194-4781-8e78-2ed15d41b562 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1446347 Dec 17 15:47:18.833624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a66741d-1c6d-4e9f-9db8-f40c81a79796 req-e830a7e0-ea44-42a7-ba11-448a48b575e2 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963840 Dec 17 15:47:18.877031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-802c436d-3f0f-4c4b-98a8-99db1a6d7e47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d5442c37-69cf-4127-ad86-058c1a5895ae HTTP/1.1" status: 200 len: 217 time: 0.0762630 Dec 17 15:47:18.882279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] For port 940c96c4-2f63-4731-8d3a-47c5b2c64b6e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,segment=NetworkSegment(c293921c-b8a2-4fcd-a351-d80ac5f5b0f5),segment_id=c293921c-b8a2-4fcd-a351-d80ac5f5b0f5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:18.882912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:18.898686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Calling delete_port for 940c96c4-2f63-4731-8d3a-47c5b2c64b6e owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:47:18.907625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3725e-1515-4f45-9f63-38b2f310416b req-63f32b2c-b74b-4c31-b1f2-4c411cf68248 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.909238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ab3725e-1515-4f45-9f63-38b2f310416b req-63f32b2c-b74b-4c31-b1f2-4c411cf68248 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1096 time: 0.2651746 Dec 17 15:47:18.991862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-b1a2f5af-54c0-4618-b8e0-00847196202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.993358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-b1a2f5af-54c0-4618-b8e0-00847196202b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2763512 Dec 17 15:47:19.053336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-7355de83-3d2c-4525-b643-61550b20a9ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 217 time: 0.0461886 Dec 17 15:47:19.054789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-62a39f14-bec4-4012-aa7d-3fe2e8241b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:19.056541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-62a39f14-bec4-4012-aa7d-3fe2e8241b47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1637082 Dec 17 15:47:19.069821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ab3725e-1515-4f45-9f63-38b2f310416b req-0b06200c-1dee-4136-8946-a4d8935f8058 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367216 Dec 17 15:47:19.128462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8d61f-abd3-48cb-bba0-f917165363ca req-44690701-a15c-4cc9-930e-941a23eeada2 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:19.139442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-f0bad8fe-3da3-4265-9dc1-9b9f815004dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:19.141789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51a8d61f-abd3-48cb-bba0-f917165363ca req-44690701-a15c-4cc9-930e-941a23eeada2 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 950 time: 0.0878465 Dec 17 15:47:19.151542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-f0bad8fe-3da3-4265-9dc1-9b9f815004dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0697608 Dec 17 15:47:19.254329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-e1caa7bf-4587-427a-a22f-c952f11f8090 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659423 Dec 17 15:47:19.283403 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51a8d61f-abd3-48cb-bba0-f917165363ca req-04219ac8-e8cf-421e-89f1-3c02fb3bd0a4 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295433 Dec 17 15:47:19.284124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:19.315922 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d95f60b-f946-4728-af83-49b4fe6ce4d4 x-openstack-request-id: req-4d95f60b-f946-4728-af83-49b4fe6ce4d4 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:19.316218 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10905126-daa1-4499-8f0d-c6ff0c263c3c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a", "code": 200}, {"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-plugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:19.316645 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d95f60b-f946-4728-af83-49b4fe6ce4d4 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:19.317188 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', 'code': 200} Dec 17 15:47:19.317571 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'code': 200} Dec 17 15:47:19.350614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Pushing event deleted for resources: {'Port': ['ID=940c96c4-2f63-4731-8d3a-47c5b2c64b6e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:19.360344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-56278ebb-dd89-4952-af1f-7bbf36707d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:19.362065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-56278ebb-dd89-4952-af1f-7bbf36707d83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2912786 Dec 17 15:47:19.492422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc4c6342-70e3-4ec9-be7a-85cacae9e323 req-3aefccb2-3059-4210-b0a3-a41ef3eee9f1 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 210 time: 0.0585568 Dec 17 15:47:19.566714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-be8408cc-5e0a-43d9-92ed-a9b17e2f3c29 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010750 Dec 17 15:47:19.751181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e440f62-f5b2-4472-bf8a-920f88e72cfc req-05f00250-05f2-45c2-967d-ce75b6e15be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:19.761190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e440f62-f5b2-4472-bf8a-920f88e72cfc req-05f00250-05f2-45c2-967d-ce75b6e15be0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1101 time: 0.3220408 Dec 17 15:47:19.775478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-f57ee214-d3b5-4211-8d3c-84b9b93a3063 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022076 Dec 17 15:47:19.900051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16dd173-c31d-454d-bb4d-55115f4f8978 req-66df1839-215d-4291-9de7-0486980c1714 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238182 Dec 17 15:47:19.913332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-52d25d78-29bc-473d-89bd-6edbf7bd2a79 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:19.924416 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-52d25d78-29bc-473d-89bd-6edbf7bd2a79 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.2507143 Dec 17 15:47:19.945012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-573194b8-5a5e-4871-bbf4-52b0425b8d6f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/quotas/d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 375 time: 0.0196636 Dec 17 15:47:19.996342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25165751-90f4-4ed8-99bf-26efaca8fa62 req-5b7a91ee-d695-4e95-b7b2-a7cd08c7c361 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031708 Dec 17 15:47:20.018156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-a2a0b6ff-e1a5-435f-8811-5195c91c7153 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644505 Dec 17 15:47:20.110007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b051b92-8203-402b-93ec-8e95d8b1ed72 req-6d61b502-c54f-47a8-ae72-cd00423ad014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:20.111511 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b051b92-8203-402b-93ec-8e95d8b1ed72 req-6d61b502-c54f-47a8-ae72-cd00423ad014 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 1102 time: 0.6343336 Dec 17 15:47:20.112561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-11cf1557-83bd-483d-9b67-61d175f9e890 service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 Dec 17 15:47:20.125196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395136-fc0e-43ca-94ad-58b1c737e643 req-b71a6d0a-04c1-4c1a-bc76-eb7c3594fdb7 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:20.128274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93395136-fc0e-43ca-94ad-58b1c737e643 req-b71a6d0a-04c1-4c1a-bc76-eb7c3594fdb7 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 950 time: 0.7127109 Dec 17 15:47:20.153030 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:20.212402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e440f62-f5b2-4472-bf8a-920f88e72cfc req-f6868be5-0957-4374-8409-6267a888a550 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395149 Dec 17 15:47:20.245131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-d3e65e52-190a-4628-bf1a-9958a967273d service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243711 Dec 17 15:47:20.307697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b051b92-8203-402b-93ec-8e95d8b1ed72 req-bd2f1ce9-a25f-496f-ade3-e7a5deb5db90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783991 Dec 17 15:47:20.360768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-88eda9f7-5f4c-4782-8cdd-c958d7cd184e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296113 Dec 17 15:47:20.365397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93395136-fc0e-43ca-94ad-58b1c737e643 req-217c2d67-8736-4087-b52a-8c5094459f0c tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040653 Dec 17 15:47:20.561179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-1458c6c1-ab6f-40f8-b046-e9ded82783d7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:20.562746 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-1458c6c1-ab6f-40f8-b046-e9ded82783d7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926439 Dec 17 15:47:20.584081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:20.629896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6c77a-8061-4bd4-bc5d-2a0f1ac6845a req-2554529f-e966-4e4f-965b-19fdb93bcdc6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:20.636773 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33c6c77a-8061-4bd4-bc5d-2a0f1ac6845a req-2554529f-e966-4e4f-965b-19fdb93bcdc6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1261249 Dec 17 15:47:20.642740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018238f-2eec-4d98-8a5d-fe7718b7bdb6 req-86b8dcf3-5596-4760-b779-1a360cb9ad27 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:20.644562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8018238f-2eec-4d98-8a5d-fe7718b7bdb6 req-86b8dcf3-5596-4760-b779-1a360cb9ad27 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.1296964 Dec 17 15:47:20.704336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Router 458ef6ac-1a7f-4986-ba54-602e2e6c315d has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:20.715177 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8018238f-2eec-4d98-8a5d-fe7718b7bdb6 req-f9b1cf54-670e-4841-b613-bf630184c58e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637584 Dec 17 15:47:20.743711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-73cff29b-640f-489f-8d07-39232d018049 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259700 Dec 17 15:47:20.791314 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33c6c77a-8061-4bd4-bc5d-2a0f1ac6845a req-8d7cba2b-8940-4545-91e5-3118811f09ca tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504610 Dec 17 15:47:20.836667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:20.842295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:20.979529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:20.991666 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] Sync routers for ids ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:20.997484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c1903454-0bb2-44e2-9061-fcea0a8f881b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:20.999003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c1903454-0bb2-44e2-9061-fcea0a8f881b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170839 Dec 17 15:47:21.004248 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-661859fe-136e-4836-8e1e-c5565e476728 admin admin] 10.222.0.54 "PUT /v2.0/routers/458ef6ac-1a7f-4986-ba54-602e2e6c315d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4885173 Dec 17 15:47:21.006766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60796) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:21.010933 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] Routers {'458ef6ac-1a7f-4986-ba54-602e2e6c315d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:21.013729 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:47:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:21.024736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:21.044519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.202 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/1a9a4bad-80f8-4408-be4f-af7d9ef95e66) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:21.074924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1d786-bd83-4180-b665-d24bfc9b447c req-b09ae529-02d7-41e1-bd94-29af2cd008cb tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:21.076952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-43f1d786-bd83-4180-b665-d24bfc9b447c req-b09ae529-02d7-41e1-bd94-29af2cd008cb tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 950 time: 0.0778301 Dec 17 15:47:21.152486 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] Set router 458ef6ac-1a7f-4986-ba54-602e2e6c315d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:21.162955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4ee5e46-a865-430e-8895-fc5703b57cb1 req-e98636e3-f1a8-4a51-a869-56625c655b75 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 210 time: 0.0386946 Dec 17 15:47:21.222248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-43f1d786-bd83-4180-b665-d24bfc9b447c req-6ead6346-0092-4812-a6a6-855abd3f0fb7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195805 Dec 17 15:47:21.288236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:21.324740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:21.367270 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de39aaf6-5fe4-4633-9000-86bde90ae94a req-68f194b5-6056-4976-a9e4-02b6018b6919 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 210 time: 0.0393081 Dec 17 15:47:21.427613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:21.432999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:21.434099 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 5, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:21.458838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653583c-4d47-43a3-9d28-9062d8637414 req-d2dd445e-8678-41c6-9365-fa8f6a3a551f tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:21.467846 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] Checking router: 458ef6ac-1a7f-4986-ba54-602e2e6c315d for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:21.468037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e653583c-4d47-43a3-9d28-9062d8637414 req-d2dd445e-8678-41c6-9365-fa8f6a3a551f tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 950 time: 0.1129503 Dec 17 15:47:21.476078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:21.482904 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] Routers {'458ef6ac-1a7f-4986-ba54-602e2e6c315d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:21.483984 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:47:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:21.492510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:21.506287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:21.579308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:21.602228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:21.609889 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] Set router 458ef6ac-1a7f-4986-ba54-602e2e6c315d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:21.625072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:21.640155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:21.640545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:21.641720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:21.714285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e653583c-4d47-43a3-9d28-9062d8637414 req-e6362455-fccf-428f-9fdf-1279629a1331 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453022 Dec 17 15:47:21.716150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:21.726692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Deleting port 14b3be84-347c-47b1-aff3-91164e85e03d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:47:21.727033 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:21.746576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c0ff1af1-2244-4823-8215-fd58dc65a3e8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1668093 Dec 17 15:47:21.784722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Request body: {'port': {'device_id': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:21.827865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.69 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/42065725-e18b-48c8-84cc-a706e671f3da) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:22.004982 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.015331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:22.031783 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 5, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:22.062758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa25c6-2708-4cb1-bf79-17bc3542457d req-e84e4122-6fa3-41b2-a00a-80d0704971df tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:22.065851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'port_id': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6', 'mac_address': 'fa:16:3e:39:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:22.072017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecfa25c6-2708-4cb1-bf79-17bc3542457d req-e84e4122-6fa3-41b2-a00a-80d0704971df tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.1975935 Dec 17 15:47:22.098529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] For port 14b3be84-347c-47b1-aff3-91164e85e03d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=14b3be84-347c-47b1-aff3-91164e85e03d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:22.098923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.108174 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f91960-7c9f-46a1-acca-9b8c6fd1018f None None] The sync data for ids ['458ef6ac-1a7f-4986-ba54-602e2e6c315d'] in n-d-806683-20 is: [{'id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'name': 'tempest-FloatingIPsTestJSON-1946042973-router', 'tenant_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:55Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 5, 'project_id': 'f3fd2d969aeb4b2983f8c70f371c5505', 'gw_port': {'id': '14b3be84-347c-47b1-aff3-91164e85e03d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ef6ac-1a7f-4986-ba54-602e2e6c315d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:56Z', 'updated_at': '2021-12-17T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:22.148707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d53fbc76-6e48-4086-bc43-cbd46c5ea83c None None] Provisioning complete for port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:22.149477 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d53fbc76-6e48-4086-bc43-cbd46c5ea83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.149683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Calling delete_port for 14b3be84-347c-47b1-aff3-91164e85e03d owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:47:22.215891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecfa25c6-2708-4cb1-bf79-17bc3542457d req-db04776f-73c2-404b-90ac-88adace9e2a0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420457 Dec 17 15:47:22.231780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.247163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d53fbc76-6e48-4086-bc43-cbd46c5ea83c None None] Port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:22.258970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:22.291731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:22.299301 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.317302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618c052-a52d-4c23-8551-50a3dac7621e req-48413b33-9a75-4b5a-b3f9-0cbab287a5d4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:22.323037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8618c052-a52d-4c23-8551-50a3dac7621e req-48413b33-9a75-4b5a-b3f9-0cbab287a5d4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.2284982 Dec 17 15:47:22.371989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:22.381925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-e07b6a1b-cecd-4180-a5bc-579d03c4f61e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:22.383419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-e07b6a1b-cecd-4180-a5bc-579d03c4f61e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.4230542 Dec 17 15:47:22.462513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.485540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Request body: {'port': {'device_id': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'admin_state_up': True, 'tenant_id': 'd11392be2a0d41439466f777ba3a572a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:22.494757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 940c96c4-2f63-4731-8d3a-47c5b2c64b6e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:22.505608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8618c052-a52d-4c23-8551-50a3dac7621e req-d2c7365b-3aec-4383-9d07-299790f959b8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815677 Dec 17 15:47:22.533489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 940c96c4-2f63-4731-8d3a-47c5b2c64b6e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:47:22.534041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 940c96c4-2f63-4731-8d3a-47c5b2c64b6e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:22.580358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:22.657831 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12e168de-b8c9-4b6f-839e-a5ce072e43b5 req-0331f459-4fc1-4476-bb08-5836154f82d1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 210 time: 0.0527141 Dec 17 15:47:22.710207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792aa8a-1aff-45f9-9568-b5cc41c68f8e req-383e0c9b-c2cc-4b8e-8870-8a513aed5291 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:22.718368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9792aa8a-1aff-45f9-9568-b5cc41c68f8e req-383e0c9b-c2cc-4b8e-8870-8a513aed5291 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 950 time: 0.3319089 Dec 17 15:47:22.737657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.777748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.816220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9792aa8a-1aff-45f9-9568-b5cc41c68f8e req-d7023cb0-ed88-4208-8a18-4793d799de43 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969121 Dec 17 15:47:22.828218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:22.868828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.872465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:22.891104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:22.897017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:22.898036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.926717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=42065725-e18b-48c8-84cc-a706e671f3da,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:22.930248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Made reservation on behalf of d11392be2a0d41439466f777ba3a572a for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:22.932448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.949501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:22.961954 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:22.990674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451cef7-5ab0-466c-a877-466c0d7783e2 req-b0073792-a3cf-4122-8f5f-a6ab024f3fac tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:22.992494 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c451cef7-5ab0-466c-a877-466c0d7783e2 req-b0073792-a3cf-4122-8f5f-a6ab024f3fac tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 935 time: 0.0807512 Dec 17 15:47:22.993962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Transition to ACTIVE for port object 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:22.999431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.035196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=14b3be84-347c-47b1-aff3-91164e85e03d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:23.039195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.045158 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.047510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:23.059762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-51557fd5-3d9c-46cc-acb7-eaba4cd93592 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0423250 Dec 17 15:47:23.125291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c451cef7-5ab0-466c-a877-466c0d7783e2 req-0db23322-e960-4802-91da-f409f29b8950 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115112 Dec 17 15:47:23.127241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Request body: {'port': {'device_id': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:23.163078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Pushing event updated for resources: {'Port': ['ID=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:23.179777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Attempting to bind port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:23.180434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Attempting to bind port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:23.180855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Attempting to bind port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:23.185998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:23.186332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Attempting to bind port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:23.191527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:23.191913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:23.192352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:23.192797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Bound port: 1a9a4bad-80f8-4408-be4f-af7d9ef95e66, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:23.193153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.218753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7c934400-b433-4772-b5cc-4381fe101c66 None None] Provisioning complete for port 42065725-e18b-48c8-84cc-a706e671f3da triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:23.219262 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c934400-b433-4772-b5cc-4381fe101c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.302253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] For port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:23.309803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7c934400-b433-4772-b5cc-4381fe101c66 None None] Port 42065725-e18b-48c8-84cc-a706e671f3da cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:23.311054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] For port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:23.317829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.342928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.343634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.345182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] 10.222.0.47 "PUT /v2.0/ports/1a9a4bad-80f8-4408-be4f-af7d9ef95e66 HTTP/1.1" status: 200 len: 1097 time: 1.5651300 Dec 17 15:47:23.403885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'tag': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:23.406978 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78743488-0d9a-4077-8e4f-7ff89759bce7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0c89e9-6827-46d4-ac86-4fca5fef515a", "tag": "1a9a4bad-80f8-4408-be4f-af7d9ef95e66"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:23.460443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c31ba-64b0-43da-832d-9d0c4d95b63e service neutron] Pushing event updated for resources: {'Port': ['ID=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:23.492893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c644708a-a6c4-4f5e-8e12-bfa3aac9d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.494475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c644708a-a6c4-4f5e-8e12-bfa3aac9d086 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 1100 time: 0.0821574 Dec 17 15:47:23.517127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5fdf0-672c-4705-b195-946fba547b68 req-48c9f0f3-f65a-45dc-9eb7-fb4939e3a798 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.525884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60a5fdf0-672c-4705-b195-946fba547b68 req-48c9f0f3-f65a-45dc-9eb7-fb4939e3a798 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 945 time: 0.1925533 Dec 17 15:47:23.551781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a0bf4-0bc8-4ba1-b033-affd5b93aa8d req-75e49ff0-e39c-4859-bec2-ad5d907c8068 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.556319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a5a0bf4-0bc8-4ba1-b033-affd5b93aa8d req-75e49ff0-e39c-4859-bec2-ad5d907c8068 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 950 time: 0.7584453 Dec 17 15:47:23.565091 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c00b4838-2987-40ef-b0ca-dd2a3b98f9cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1a9a4bad-80f8-4408-be4f-af7d9ef95e66 HTTP/1.1" status: 200 len: 217 time: 0.0625532 Dec 17 15:47:23.579437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.579437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458ef6ac-1a7f-4986-ba54-602e2e6c315d {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:47:23.604356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:23.613361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.616433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bff9e828-a22f-4554-a258-846fc112cb3d admin admin] 10.222.0.54 "DELETE /v2.0/routers/458ef6ac-1a7f-4986-ba54-602e2e6c315d HTTP/1.1" status: 204 len: 168 time: 2.6085424 Dec 17 15:47:23.617060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60822) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:23.658215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-7795a717-56cf-47d7-8466-85d30181ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.659675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-7795a717-56cf-47d7-8466-85d30181ff02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0876572 Dec 17 15:47:23.668387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60a5fdf0-672c-4705-b195-946fba547b68 req-9c6c11f1-b607-4511-a12c-bee063266995 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415656 Dec 17 15:47:23.698857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:23.706567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:23.706939 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.737575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c494ab49-31cf-411a-9712-af2696a91f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.739598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-c494ab49-31cf-411a-9712-af2696a91f68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613008 Dec 17 15:47:23.776139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.839998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.842870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-50756702-915f-4b5d-bff7-45157e7f6dca tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.844988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-50756702-915f-4b5d-bff7-45157e7f6dca tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 950 time: 0.3008873 Dec 17 15:47:23.850992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a5a0bf4-0bc8-4ba1-b033-affd5b93aa8d req-0d70bc53-1e36-4d49-90e2-051e08e89eb5 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809384 Dec 17 15:47:23.854356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] Deleting subnet 4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:47:23.874328 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23763176-8304-4bef-9b75-4ce69627b0c2 x-openstack-request-id: req-23763176-8304-4bef-9b75-4ce69627b0c2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:23.876312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:23.879108 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0c89e9-6827-46d4-ac86-4fca5fef515a", "tag": "1a9a4bad-80f8-4408-be4f-af7d9ef95e66", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:23.879340 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f09a8-fc01-4977-abe4-d323bf0acd47" -d '{"events": [{"server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "name": "network-vif-plugged", "status": "completed", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:23.879732 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23763176-8304-4bef-9b75-4ce69627b0c2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:23.880692 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'tag': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66', 'status': 'completed', 'code': 200} Dec 17 15:47:23.890604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-a8f99f82-d612-4d8f-8764-05ac27106984 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407268 Dec 17 15:47:23.893436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:23.898694 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.898874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:23.958855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:23.961609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Allocated IP 172.20.0.9 (841d205e-dc57-4612-9caf-9f4cb0fc3a5a/a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f/31118ec0-34b4-4f61-8af1-dd9599f17fe1) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:24.007332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b71b1b88-aad1-4346-8f4c-e8812c6b2ec5 req-b510ea5f-b8ce-4b8a-8b1b-34ae890c6419 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 210 time: 0.0587626 Dec 17 15:47:24.059967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.065871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002e758-05e7-44e0-95b1-542846adfab2 req-a07edce1-165a-44fd-8b7c-a2ce9999b171 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.069676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d002e758-05e7-44e0-95b1-542846adfab2 req-a07edce1-165a-44fd-8b7c-a2ce9999b171 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1012225 Dec 17 15:47:24.078694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-7ff907e9-88e3-49dc-a3ae-b4c8bb6df75c service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747181 Dec 17 15:47:24.134146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d002e758-05e7-44e0-95b1-542846adfab2 req-5a067c4e-a403-4869-bc6a-2537f212bcd9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544541 Dec 17 15:47:24.196909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-98313f48-5770-488c-aae3-c231df5a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.198594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-98313f48-5770-488c-aae3-c231df5a2cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 1100 time: 0.0636723 Dec 17 15:47:24.318906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 14b3be84-347c-47b1-aff3-91164e85e03d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:24.341877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 14b3be84-347c-47b1-aff3-91164e85e03d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:47:24.341877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 14b3be84-347c-47b1-aff3-91164e85e03d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:24.363328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac81f-2c61-47ae-8e92-cec5d5fdcddc req-4eb82cdf-443b-4fd7-9138-5d4e71d8d8d8 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.364937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-80cac81f-2c61-47ae-8e92-cec5d5fdcddc req-4eb82cdf-443b-4fd7-9138-5d4e71d8d8d8 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1053843 Dec 17 15:47:24.367214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-4b66d245-60f6-41c2-a886-69b0daa0dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.369443 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-4b66d245-60f6-41c2-a886-69b0daa0dcea service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1600049 Dec 17 15:47:24.413840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.431561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-59824c07-bcb9-4090-9ec6-6bc7d7dc2802 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1a9a4bad-80f8-4408-be4f-af7d9ef95e66 HTTP/1.1" status: 200 len: 217 time: 0.0470760 Dec 17 15:47:24.496196 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-80cac81f-2c61-47ae-8e92-cec5d5fdcddc req-8aacb15e-f5b8-4bbe-a69f-eef222d0be18 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211519 Dec 17 15:47:24.515267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-ee4dc6ff-f234-4907-bc45-025cc2481f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.515810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042199-f48b-46db-ab0d-be5408191480 req-e86db8b6-2e74-4592-9b0e-2e3eaaa4fe5a tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.516908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-ee4dc6ff-f234-4907-bc45-025cc2481f73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0744276 Dec 17 15:47:24.523463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86042199-f48b-46db-ab0d-be5408191480 req-e86db8b6-2e74-4592-9b0e-2e3eaaa4fe5a tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 950 time: 0.3325493 Dec 17 15:47:24.538704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Deleting port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:47:24.539124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.588055 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d0dbc3-983d-4efd-b27f-b4aa1257ae87 x-openstack-request-id: req-82d0dbc3-983d-4efd-b27f-b4aa1257ae87 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:24.588516 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "name": "network-vif-plugged", "status": "completed", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:24.588881 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82d0dbc3-983d-4efd-b27f-b4aa1257ae87 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:24.589439 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6', 'code': 200} Dec 17 15:47:24.657412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-feccbae8-f00c-459c-974c-8d05e1ca7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.659933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-feccbae8-f00c-459c-974c-8d05e1ca7033 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308033 Dec 17 15:47:24.665907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.692809 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.754827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:24.773648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a788be-4a93-4f2c-b407-ea28b35c1172 req-c09fadc0-6b90-448a-bcb5-e6c48a7f732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:24.775265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a788be-4a93-4f2c-b407-ea28b35c1172 req-c09fadc0-6b90-448a-bcb5-e6c48a7f732d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1098 time: 0.1075265 Dec 17 15:47:24.778632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.782111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f443449b-09dd-4eb5-ab23-8ab0ec830b61 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4e35f6ca-68f7-42e6-8f96-f1d2b2d0ecef HTTP/1.1" status: 204 len: 168 time: 1.1602130 Dec 17 15:47:24.787896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c43eac-2d36-4f6a-a012-e67a0ea81b61 None None] Network ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:47:24.792809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60842) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:24.794878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86042199-f48b-46db-ab0d-be5408191480 req-fd0784a0-1c64-4f6a-854c-0fef3e1b41a3 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/security-groups?id=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703085 Dec 17 15:47:24.865036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] For port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:24.865440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.889289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42065725-e18b-48c8-84cc-a706e671f3da {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:24.895477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Calling delete_port for 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:47:24.896087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-e248e690-70de-47e2-808c-264653fc19f1 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176971 Dec 17 15:47:24.897979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.920393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:24.978579 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.033027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Transition to ACTIVE for port object 42065725-e18b-48c8-84cc-a706e671f3da will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:25.037193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a788be-4a93-4f2c-b407-ea28b35c1172 req-daefc045-1d96-484c-aa1d-b0c5d3adb393 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519343 Dec 17 15:47:25.045717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:25.048450 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-a68cf5ae-eeb5-4e8d-9d91-72bf9b00e411 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211994 Dec 17 15:47:25.054930 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.060253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:25.062400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] DHCP port deletion for ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:47:25.069176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:25.076718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:25.077384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.082981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.126475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] Deleting port b78fbe43-0187-422c-a0e2-ebf502cf97e5 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:47:25.126898 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.163675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6246373-8693-4265-b110-391198d5b2ad req-ae498b68-37c7-4ba9-819a-4d280cac2977 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:25.173781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6246373-8693-4265-b110-391198d5b2ad req-ae498b68-37c7-4ba9-819a-4d280cac2977 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 935 time: 0.1591871 Dec 17 15:47:25.194541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78743488-0d9a-4077-8e4f-7ff89759bce7 req-e4d0c889-1f55-4c66-8c0e-b49d4ac45be3 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467296 Dec 17 15:47:25.204499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-5161fdf3-5c93-4668-9840-7efed1b0a626 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7302501 Dec 17 15:47:25.229548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] For port b78fbe43-0187-422c-a0e2-ebf502cf97e5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b78fbe43-0187-422c-a0e2-ebf502cf97e5,segment=NetworkSegment(c293921c-b8a2-4fcd-a351-d80ac5f5b0f5),segment_id=c293921c-b8a2-4fcd-a351-d80ac5f5b0f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:25.229938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.234983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Request body: {'port': {'device_id': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:25.235698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Deleting port b78fbe43-0187-422c-a0e2-ebf502cf97e5 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:47:25.236066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.241762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6246373-8693-4265-b110-391198d5b2ad req-886c682f-61ac-4cb5-85bb-da0ad2a9ee21 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660937 Dec 17 15:47:25.249527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] Calling delete_port for b78fbe43-0187-422c-a0e2-ebf502cf97e5 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:47:25.318796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Pushing event updated for resources: {'Port': ['ID=42065725-e18b-48c8-84cc-a706e671f3da,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.364965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Attempting to bind port 42065725-e18b-48c8-84cc-a706e671f3da on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:25.365302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Attempting to bind port 42065725-e18b-48c8-84cc-a706e671f3da by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:25.365634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Attempting to bind port 42065725-e18b-48c8-84cc-a706e671f3da on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:25.375717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] For port b78fbe43-0187-422c-a0e2-ebf502cf97e5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b78fbe43-0187-422c-a0e2-ebf502cf97e5,segment=NetworkSegment(c293921c-b8a2-4fcd-a351-d80ac5f5b0f5),segment_id=c293921c-b8a2-4fcd-a351-d80ac5f5b0f5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:25.375717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.380735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-55995645-aadb-4f47-8cc3-74ab8e09eb78 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:25.382287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-55995645-aadb-4f47-8cc3-74ab8e09eb78 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165920 Dec 17 15:47:25.408230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Port 42065725-e18b-48c8-84cc-a706e671f3da on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:25.408456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Attempting to bind port 42065725-e18b-48c8-84cc-a706e671f3da on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:25.408990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Calling delete_port for b78fbe43-0187-422c-a0e2-ebf502cf97e5 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:47:25.426839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.433171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:25.433514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:25.433899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:25.434415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Bound port: 42065725-e18b-48c8-84cc-a706e671f3da, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:25.434772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.439182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3874c-ca29-4abc-b8ab-479efa552ce5 req-8094bded-08ec-4244-a3e7-5de3ab333694 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:25.440070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-1d4e7cf9-a6e9-4a44-ab54-dd0f7313be39 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/quotas/3e5c8fe18fd240dc9dba213e5038d9e2 HTTP/1.1" status: 200 len: 375 time: 0.0392976 Dec 17 15:47:25.444773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.447012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ad3874c-ca29-4abc-b8ab-479efa552ce5 req-8094bded-08ec-4244-a3e7-5de3ab333694 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0894144 Dec 17 15:47:25.467172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] Pushing event deleted for resources: {'Port': ['ID=b78fbe43-0187-422c-a0e2-ebf502cf97e5,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.481553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd97059-3071-4fc9-af2c-4427afdfac0a None None] No DVR routers for this DVR port b78fbe43-0187-422c-a0e2-ebf502cf97e5 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:25.522706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.534203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:25.569257 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ad3874c-ca29-4abc-b8ab-479efa552ce5 req-7422cefc-2f37-47cf-b95b-fc9c66515d47 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743418 Dec 17 15:47:25.575425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.595320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Pushing event deleted for resources: {'Port': ['ID=543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.622678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] No DVR routers for this DVR port b78fbe43-0187-422c-a0e2-ebf502cf97e5 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:25.665401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-ec4cc3ce-dece-40f1-b14f-674834799ed7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2170551 Dec 17 15:47:25.682313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78fbe43-0187-422c-a0e2-ebf502cf97e5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.690413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] For port 42065725-e18b-48c8-84cc-a706e671f3da, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:25.704249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] No DVR routers for this DVR port 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:25.714440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.719195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51dfd259-58b1-45dc-bd34-8ee0a3b9626b req-b8112cfd-d0e0-41c7-89e2-ed5f3c6bb2d1 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.49 "DELETE /v2.0/ports/543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae HTTP/1.1" status: 204 len: 173 time: 1.8591149 Dec 17 15:47:25.725227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'name': 'network-vif-deleted', 'tag': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:25.729276 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23752c0-5093-440b-aa3f-55b44af31016" -d '{"events": [{"server_uuid": "f3f9e39d-31c3-4bbe-837b-21684810d6a4", "name": "network-vif-deleted", "tag": "543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:25.733524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] For port 42065725-e18b-48c8-84cc-a706e671f3da, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=42065725-e18b-48c8-84cc-a706e671f3da,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:25.810425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.883610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:25.885407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.890245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] 10.222.0.49 "PUT /v2.0/ports/42065725-e18b-48c8-84cc-a706e671f3da HTTP/1.1" status: 200 len: 1096 time: 2.7709661 Dec 17 15:47:25.925253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:25.966141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dab77-9af7-47e3-bc50-11f06cd3f8ee req-9795ac26-e762-4999-bf1d-c3246b054c27 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:25.968894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a92dab77-9af7-47e3-bc50-11f06cd3f8ee req-9795ac26-e762-4999-bf1d-c3246b054c27 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 931 time: 0.1316655 Dec 17 15:47:25.973990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.974677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.975665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.977019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > port after_create 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.977019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.977342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > port after_update 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.977615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.977981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.978286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:25.978604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:26.040761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1d5cc-7cc5-481b-be43-7d85c4596d01 service neutron] Pushing event updated for resources: {'Port': ['ID=42065725-e18b-48c8-84cc-a706e671f3da,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:26.088242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:26.088601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:26.089121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:26.089452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:26.089989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:26.107665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-3ec3b78a-a968-470e-add6-0f6797868b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:26.109220 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-3ec3b78a-a968-470e-add6-0f6797868b43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 1099 time: 0.1273258 Dec 17 15:47:26.114264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:26.114561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c293921c-b8a2-4fcd-a351-d80ac5f5b0f5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:26.122912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0223a96-7758-4900-a16e-4bee700444f7 req-584a5617-f34a-4a78-9c4b-ebf2069ce3c7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:26.130746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0223a96-7758-4900-a16e-4bee700444f7 req-584a5617-f34a-4a78-9c4b-ebf2069ce3c7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1931503 Dec 17 15:47:26.189939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-9efbd55c-deca-4b3c-9970-8e8d25be8480 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=42065725-e18b-48c8-84cc-a706e671f3da HTTP/1.1" status: 200 len: 217 time: 0.0544589 Dec 17 15:47:26.193152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a92dab77-9af7-47e3-bc50-11f06cd3f8ee req-59badcd3-6921-4370-8e02-2122cc3b1fc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810091 Dec 17 15:47:26.202322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.239246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.250801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:47:26.251293 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.335284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31118ec0-34b4-4f61-8af1-dd9599f17fe1 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:26.346583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.363162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Transition to ACTIVE for port object 31118ec0-34b4-4f61-8af1-dd9599f17fe1 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:26.368059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-7b4042b9-e539-4619-8147-565606c5faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:26.369879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-7b4042b9-e539-4619-8147-565606c5faba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1640716 Dec 17 15:47:26.372374 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce56e2eb-251e-4df3-ae23-a744f1bb6486 x-openstack-request-id: req-ce56e2eb-251e-4df3-ae23-a744f1bb6486 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:26.372839 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f9e39d-31c3-4bbe-837b-21684810d6a4", "name": "network-vif-deleted", "tag": "543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:26.373326 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce56e2eb-251e-4df3-ae23-a744f1bb6486 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:26.373762 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f9e39d-31c3-4bbe-837b-21684810d6a4', 'name': 'network-vif-deleted', 'tag': '543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae', 'status': 'completed', 'code': 200} Dec 17 15:47:26.384288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b78fbe43-0187-422c-a0e2-ebf502cf97e5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: from cryptography.utils import int_from_bytes Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: from cryptography.utils import int_from_bytes Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:47:26.397172 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:47:26.400926 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.413673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.422431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5 HTTP/1.1" status: 204 len: 168 time: 1.6287825 Dec 17 15:47:26.430372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0223a96-7758-4900-a16e-4bee700444f7 req-c695a4c3-5270-4664-8d8a-81afd1b1fb52 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970781 Dec 17 15:47:26.433816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.448287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b78fbe43-0187-422c-a0e2-ebf502cf97e5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:47:26.452152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e71f1-fd2d-4ec5-b841-9bb0cde8cf22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6ae1bf-e0e7-4ffc-bc5c-669cd93685d5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:26.452667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b78fbe43-0187-422c-a0e2-ebf502cf97e5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:26.516018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-df90a179-9c48-4cb8-bb1b-0b2cd2d52258 req-25a7e408-f8b5-46a5-b819-650ada55f717 tempest-DeleteServersAdminTestJSON-1348701352 tempest-DeleteServersAdminTestJSON-1348701352-project] 10.222.0.54 "GET /v2.0/ports?device_id=f3f9e39d-31c3-4bbe-837b-21684810d6a4 HTTP/1.1" status: 200 len: 210 time: 0.0323052 Dec 17 15:47:26.682946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a885c-4ed1-48b0-bc45-0cba3e4da64e req-34cba88a-d2ed-4478-aef6-f9b52f50fd69 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:26.692117 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b73a885c-4ed1-48b0-bc45-0cba3e4da64e req-34cba88a-d2ed-4478-aef6-f9b52f50fd69 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 947 time: 0.0843923 Dec 17 15:47:26.698790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60876) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:26.771088 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-34c665e1-de71-4369-b837-3bd6f87a9788 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3fd2d969aeb4b2983f8c70f371c5505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711544 Dec 17 15:47:26.774177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60880) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:26.793903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b73a885c-4ed1-48b0-bc45-0cba3e4da64e req-4143c240-d37d-460a-9b41-4509f573387d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010277 Dec 17 15:47:26.846002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e03771c-2066-4396-8f83-449a8f778f04 req-c6eec33c-944e-4418-acc7-94a28743ae8e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 210 time: 0.3269894 Dec 17 15:47:26.850667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c86a1ec-f93e-4144-b6f5-ad5e199c7047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.883016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c86a1ec-f93e-4144-b6f5-ad5e199c7047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.890780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:26.913101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-24ef0a2f-fa26-4cd3-b3ce-2c8ee8955fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:26.914753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-24ef0a2f-fa26-4cd3-b3ce-2c8ee8955fe4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4831655 Dec 17 15:47:26.935937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:26.936267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:26.936582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:26.966136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835ceef-17bb-4f9b-9b6c-2f659f28115f req-18195544-46eb-4901-b967-8d96bbf9517c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:26.967663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b835ceef-17bb-4f9b-9b6c-2f659f28115f req-18195544-46eb-4901-b967-8d96bbf9517c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0809183 Dec 17 15:47:26.971881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:26.972204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:26.981174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:26.981521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:26.981918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:26.982345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Bound port: 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:26.982697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.996017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c86a1ec-f93e-4144-b6f5-ad5e199c7047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:26.999489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c86a1ec-f93e-4144-b6f5-ad5e199c7047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:27.000854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3c86a1ec-f93e-4144-b6f5-ad5e199c7047 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/abdd7bdc-647d-49c8-af3e-4e760c7151a0 HTTP/1.1" status: 204 len: 168 time: 0.2257862 Dec 17 15:47:27.011552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86a1ec-f93e-4144-b6f5-ad5e199c7047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd7bdc-647d-49c8-af3e-4e760c7151a0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:27.059781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b835ceef-17bb-4f9b-9b6c-2f659f28115f req-6f6b0772-c74c-462a-ac62-509d0492a597 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844691 Dec 17 15:47:27.082351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-8046fe09-4ae6-4312-bbd9-ef12337bf9d0 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541221 Dec 17 15:47:27.088156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:27.091876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:27.102247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:27.197423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.198041 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:27.199451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] 10.222.0.47 "PUT /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 1092 time: 1.9825552 Dec 17 15:47:27.248819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80805b5-ec5e-40d2-a572-2ef5b79f8819 service neutron] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:27.316838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-98404fec-fb75-48c7-95a8-e800b2d25902 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488353 Dec 17 15:47:27.320189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b31b9-c00b-413b-896e-34e5045179b5 req-058a444e-1097-4f0c-b7ef-00130b4d9162 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.322025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e8b31b9-c00b-413b-896e-34e5045179b5 req-058a444e-1097-4f0c-b7ef-00130b4d9162 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1098 time: 0.1529469 Dec 17 15:47:27.324032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e16168dd-8b59-432e-8b97-6f19942754f0 req-88d447d4-58d0-4bcd-aa48-b2f94d3b8e5d service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307239 Dec 17 15:47:27.354613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088a962-6992-46ef-9e65-9fefa9266399 req-65643cfa-6ea6-4f84-9004-a6e3aa71a6d9 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.356315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c088a962-6992-46ef-9e65-9fefa9266399 req-65643cfa-6ea6-4f84-9004-a6e3aa71a6d9 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0549660 Dec 17 15:47:27.421739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f03e4b8e-abe9-4c54-ac17-a7c5865896c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.423232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-f03e4b8e-abe9-4c54-ac17-a7c5865896c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1095 time: 0.1711977 Dec 17 15:47:27.430029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c088a962-6992-46ef-9e65-9fefa9266399 req-27516c21-4e47-4ea1-9736-877d18794c3e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647144 Dec 17 15:47:27.488518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e8b31b9-c00b-413b-896e-34e5045179b5 req-1ccb2a52-4231-4217-97f6-e97323c4438b tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510446 Dec 17 15:47:27.492110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-eadce552-09ca-497c-98df-c598ce40e1fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 217 time: 0.0556197 Dec 17 15:47:27.523530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-1f271654-b530-4c47-8929-bf70f069320a tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.525064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-1f271654-b530-4c47-8929-bf70f069320a tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999722 Dec 17 15:47:27.556840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Request body: {'port': {'device_id': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '3e5c8fe18fd240dc9dba213e5038d9e2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:27.606640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-684a3d3c-d30d-46bb-9610-10e522f2921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.608265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-684a3d3c-d30d-46bb-9610-10e522f2921e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1029096 Dec 17 15:47:27.612631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:27.619352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710454-a600-46f8-9f3a-c96a27c37ccf req-1bbfda61-7725-4601-934d-da9942245229 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.640952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72710454-a600-46f8-9f3a-c96a27c37ccf req-1bbfda61-7725-4601-934d-da9942245229 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1120155 Dec 17 15:47:27.650541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:47:27.651594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 543c5e56-0d9b-4ba5-a9c1-bf55b0c15cae not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:27.657828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-b2f0307e-f8a0-400c-9c9a-35a71621f9dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370636 Dec 17 15:47:27.744415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72710454-a600-46f8-9f3a-c96a27c37ccf req-6dc8fcfa-e963-4a1e-b63b-b96ee70bf600 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025379 Dec 17 15:47:27.792508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Made reservation on behalf of 3e5c8fe18fd240dc9dba213e5038d9e2 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:27.796256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:27.834706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-6c4ad277-6b5c-4de9-bd83-ce6c4e413e3c service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593921 Dec 17 15:47:28.045139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e121f71c-03a9-476c-8c45-299546ff730f req-38c0e00c-2825-4efd-9790-522027fe7ac4 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 210 time: 0.0373816 Dec 17 15:47:28.055233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb964e27-b3ab-4f5e-a2d6-e3d866b5cd4e req-87e7ce12-e739-410d-87e8-34ab3019bc9e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.058054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb964e27-b3ab-4f5e-a2d6-e3d866b5cd4e req-87e7ce12-e739-410d-87e8-34ab3019bc9e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 947 time: 0.1607449 Dec 17 15:47:28.133479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ef1e5d3-a169-4c2c-882d-01b7bb23e015 req-aff4f5ed-1432-4121-84d2-63ee726af9c1 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862844 Dec 17 15:47:28.148890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Allocated IP 192.168.233.62 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/c6458875-08ad-4ae9-a6a8-ccdff45b1337) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:28.155852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb964e27-b3ab-4f5e-a2d6-e3d866b5cd4e req-6bbdde6a-e692-43e4-a707-a8ace41c05c7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871396 Dec 17 15:47:28.347226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:28.356077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.375338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'tag': '42065725-e18b-48c8-84cc-a706e671f3da'}, {'name': 'network-changed', 'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:28.377853 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "04332bb9-3c0b-41c7-991b-de393ed9016a", "tag": "42065725-e18b-48c8-84cc-a706e671f3da"}, {"name": "network-changed", "server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:28.402608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.442468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60952) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:28.473054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:28.486538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Pushing event updated for resources: {'Port': ['ID=c6458875-08ad-4ae9-a6a8-ccdff45b1337,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:28.489663 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fa2af2-4ce9-4aa9-a08a-7ed7155938c7 x-openstack-request-id: req-98fa2af2-4ce9-4aa9-a08a-7ed7155938c7 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:28.489942 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04332bb9-3c0b-41c7-991b-de393ed9016a", "tag": "42065725-e18b-48c8-84cc-a706e671f3da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:28.490193 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98fa2af2-4ce9-4aa9-a08a-7ed7155938c7 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:28.490586 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'tag': '42065725-e18b-48c8-84cc-a706e671f3da', 'status': 'completed', 'code': 200} Dec 17 15:47:28.490837 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1', 'status': 'completed', 'code': 200} Dec 17 15:47:28.508638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:28.519831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:28.538394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.539037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.545428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:28.563009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66', 'mac_address': 'fa:16:3e:f7:92:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:28.565661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', '13dd30d1-e1cf-4ad1-8d47-734766a6388d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:28.656465 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.657352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-9b48c905-88c9-446f-a98c-da117ff63e4f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1035035 Dec 17 15:47:28.676206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:28.691253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Request body: {'port': {'device_id': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:28.697890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:28.711260 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.761460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-d57472d7-659e-4c54-a4f9-8b703842f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.765585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-d57472d7-659e-4c54-a4f9-8b703842f95f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 1099 time: 0.2547185 Dec 17 15:47:28.815128 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9d03045c-823f-4691-8170-c9133f7a8c91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=000e9d409ee94fc399f488d0b3f248c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692365 Dec 17 15:47:28.818318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60964) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:28.868389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-f5a252ae-7204-499d-8d27-dc54c641b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.870843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-f5a252ae-7204-499d-8d27-dc54c641b46d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1095 time: 0.3585200 Dec 17 15:47:28.870972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b51c1ee3-a3c3-4a46-a3d0-fe85991745f2 None None] Provisioning complete for port c6458875-08ad-4ae9-a6a8-ccdff45b1337 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:28.871214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b51c1ee3-a3c3-4a46-a3d0-fe85991745f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.888694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdd99fcb-f2e6-4702-9f43-ab94fdc9880a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.893905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043d3ba-0809-4781-b21f-832d7f951c35 req-aaf88a02-aade-44fb-ac69-6f8b0943c2f4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.895890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3043d3ba-0809-4781-b21f-832d7f951c35 req-aaf88a02-aade-44fb-ac69-6f8b0943c2f4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.3397658 Dec 17 15:47:28.913343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b51c1ee3-a3c3-4a46-a3d0-fe85991745f2 None None] Port c6458875-08ad-4ae9-a6a8-ccdff45b1337 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:28.921462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:28.953872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dd453-c12c-496c-b48b-27dfa4f6a61c req-b04cfe67-f26c-4ee8-9dbf-f0fe4682f50f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.956455 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-401dd453-c12c-496c-b48b-27dfa4f6a61c req-b04cfe67-f26c-4ee8-9dbf-f0fe4682f50f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.0831430 Dec 17 15:47:28.967035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:28.985895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdd99fcb-f2e6-4702-9f43-ab94fdc9880a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.023543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-401dd453-c12c-496c-b48b-27dfa4f6a61c req-2319df51-caaf-43a1-90dd-acf01581bb00 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609639 Dec 17 15:47:29.077945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdd99fcb-f2e6-4702-9f43-ab94fdc9880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.080572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdd99fcb-f2e6-4702-9f43-ab94fdc9880a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.084161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fdd99fcb-f2e6-4702-9f43-ab94fdc9880a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab HTTP/1.1" status: 204 len: 168 time: 0.2625711 Dec 17 15:47:29.091250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd99fcb-f2e6-4702-9f43-ab94fdc9880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb2df1-44f5-4ddb-a4c1-48b0fd1171ab,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:29.092565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['1a9a4bad-80f8-4408-be4f-af7d9ef95e66'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:29.190952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3043d3ba-0809-4781-b21f-832d7f951c35 req-ba07dbb7-e68b-4825-8a6f-12fca10bca93 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425990 Dec 17 15:47:29.215910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e3d6d-6226-4364-8d70-f3829b4f6e33 req-5d77f5f6-833e-4507-b668-f925cf0b7abe tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.224843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f51e3d6d-6226-4364-8d70-f3829b4f6e33 req-5d77f5f6-833e-4507-b668-f925cf0b7abe tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 935 time: 0.0963328 Dec 17 15:47:29.242010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-4e5daef8-2900-4eb6-b88c-30729b4d7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.243542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-4e5daef8-2900-4eb6-b88c-30729b4d7073 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4517491 Dec 17 15:47:29.316582 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f51e3d6d-6226-4364-8d70-f3829b4f6e33 req-5e3c0f08-8ebd-46d0-9868-8fcef3ba641f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904233 Dec 17 15:47:29.372717 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-75f9a297-1de7-4e1a-9191-5f88e0ca3b49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=42065725-e18b-48c8-84cc-a706e671f3da HTTP/1.1" status: 200 len: 217 time: 0.1197290 Dec 17 15:47:29.381219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-9e7e6f25-ce76-4126-9121-288912c7498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.382708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-9e7e6f25-ce76-4126-9121-288912c7498d service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.4495513 Dec 17 15:47:29.442847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-f9a0da5c-1006-45b0-991f-344b52874884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.444665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-f9a0da5c-1006-45b0-991f-344b52874884 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0649252 Dec 17 15:47:29.543879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-d545dbf2-0e34-4738-828b-530037b67459 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 217 time: 0.1503913 Dec 17 15:47:29.581848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60984) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:29.597583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c71252e-c3d3-42c5-802c-251965e26351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.679609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc23f-ac1b-4528-a02c-76f65b9dfe3f req-64c2d895-4a4e-45b0-9d43-5d6409ba8cf8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.681153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a2ecc23f-ac1b-4528-a02c-76f65b9dfe3f req-64c2d895-4a4e-45b0-9d43-5d6409ba8cf8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 947 time: 0.2867832 Dec 17 15:47:29.692342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-ab993cc1-02dc-4bb5-bf6a-30c233b0ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.693983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-ab993cc1-02dc-4bb5-bf6a-30c233b0ee32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2114663 Dec 17 15:47:29.697291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c71252e-c3d3-42c5-802c-251965e26351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.698854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-11cc0820-9670-4448-a6b3-acc746e4c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.700867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-11cc0820-9670-4448-a6b3-acc746e4c48b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1039481 Dec 17 15:47:29.708373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c71252e-c3d3-42c5-802c-251965e26351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.747307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71252e-c3d3-42c5-802c-251965e26351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a26b7f4-82eb-4931-8f5d-bba610a09aec,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:29.752009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3c71252e-c3d3-42c5-802c-251965e26351 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=455c035f25044e1590005a175ac8d49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690047 Dec 17 15:47:29.754562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60996) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:29.814459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-1ea529ac-6c08-466b-93ab-2ca5a5d55d9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842988 Dec 17 15:47:29.818172 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46e8774f-8b0e-46c6-8cbd-c810409575fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.847154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46e8774f-8b0e-46c6-8cbd-c810409575fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.901376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46e8774f-8b0e-46c6-8cbd-c810409575fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.905290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46e8774f-8b0e-46c6-8cbd-c810409575fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:29.910607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-46e8774f-8b0e-46c6-8cbd-c810409575fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a26b7f4-82eb-4931-8f5d-bba610a09aec HTTP/1.1" status: 204 len: 168 time: 0.1521699 Dec 17 15:47:29.924289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8774f-8b0e-46c6-8cbd-c810409575fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a26b7f4-82eb-4931-8f5d-bba610a09aec,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:29.947009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a2ecc23f-ac1b-4528-a02c-76f65b9dfe3f req-641e3e47-9f85-4121-9854-d7d822ad5a71 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520320 Dec 17 15:47:30.027443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-6db7ff63-6fc1-4469-87ed-5a1356ad200a service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254743 Dec 17 15:47:30.035039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6458875-08ad-4ae9-a6a8-ccdff45b1337 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:30.066118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:30.242253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0acc1-5af8-4af8-9f24-55f9e23078bd req-334db0e4-78d6-42c6-b7eb-66bcc7ef54a5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:30.252141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fe0acc1-5af8-4af8-9f24-55f9e23078bd req-334db0e4-78d6-42c6-b7eb-66bcc7ef54a5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1144679 Dec 17 15:47:30.342232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fe0acc1-5af8-4af8-9f24-55f9e23078bd req-4e9b885b-a22e-45f0-9652-92fd640c52b3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867329 Dec 17 15:47:30.384199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:30.457888 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:30.468128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:30.468692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:30.474338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-b487c91f-e44f-4388-a6a0-123d30ca8275 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408994 Dec 17 15:47:30.486971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Transition to ACTIVE for port object c6458875-08ad-4ae9-a6a8-ccdff45b1337 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:30.528922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:30.654050 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:30.685120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6458875-08ad-4ae9-a6a8-ccdff45b1337,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:30.720156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:30.727872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b5186-1ef9-401e-9917-ba0bdd0c4da8 req-f1273a0d-af6a-4de9-8f95-df31440ef948 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:30.729730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a5b5186-1ef9-401e-9917-ba0bdd0c4da8 req-f1273a0d-af6a-4de9-8f95-df31440ef948 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.2577713 Dec 17 15:47:30.732651 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab05c3e-d1c5-4bde-8137-b75ca0ca8f7a" -d '{"events": [{"server_uuid": "8c0c89e9-6827-46d4-ac86-4fca5fef515a", "name": "network-vif-plugged", "status": "completed", "tag": "1a9a4bad-80f8-4408-be4f-af7d9ef95e66"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:30.740493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-3c9c3c57-fa92-43b2-9241-e777e9e5f73f service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009444 Dec 17 15:47:30.759088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:30.769032 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:30.821352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00d6afe0-0bd3-450a-98c0-6e9b7ae1f6e7 req-b730aaa2-d5fa-495a-bfc0-56093f2739a2 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330231 Dec 17 15:47:30.830834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Attempting to bind port c6458875-08ad-4ae9-a6a8-ccdff45b1337 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:30.831165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Attempting to bind port c6458875-08ad-4ae9-a6a8-ccdff45b1337 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:30.831491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Attempting to bind port c6458875-08ad-4ae9-a6a8-ccdff45b1337 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:30.860464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cd58f-d8a8-46c5-b324-c870a3b99719 req-68cd78d9-ba33-489c-91f8-2fa8c3b5d88c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:30.861095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Port c6458875-08ad-4ae9-a6a8-ccdff45b1337 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:30.861095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Attempting to bind port c6458875-08ad-4ae9-a6a8-ccdff45b1337 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:30.868831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a0cd58f-d8a8-46c5-b324-c870a3b99719 req-68cd78d9-ba33-489c-91f8-2fa8c3b5d88c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 947 time: 0.1503251 Dec 17 15:47:30.893317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:30.896898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:30.897236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:30.897624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:30.898059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Bound port: c6458875-08ad-4ae9-a6a8-ccdff45b1337, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:30.898414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:30.905386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a5b5186-1ef9-401e-9917-ba0bdd0c4da8 req-0ea8b2ab-10cb-42e8-9519-e3fa9359fd1e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224146 Dec 17 15:47:30.949225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a0cd58f-d8a8-46c5-b324-c870a3b99719 req-26018e05-512d-4814-b2bf-ea668672417f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789008 Dec 17 15:47:30.950240 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-0e909cd2-c643-4797-a044-b93032d601b1 service neutron] show failed (client error): The resource could not be found. Dec 17 15:47:30.951345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-0e909cd2-c643-4797-a044-b93032d601b1 service neutron] 10.222.0.47 "GET /v2.0/ports/f88e55ce-6466-40d3-b081-e032d763137c/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.2230144 Dec 17 15:47:30.974321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] For port c6458875-08ad-4ae9-a6a8-ccdff45b1337, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:30.982693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] For port c6458875-08ad-4ae9-a6a8-ccdff45b1337, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c6458875-08ad-4ae9-a6a8-ccdff45b1337,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:30.988486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:31.018741 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1953a2f3-09e5-4e98-a0a0-e7a1c86b7d6a x-openstack-request-id: req-1953a2f3-09e5-4e98-a0a0-e7a1c86b7d6a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:31.019139 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0c89e9-6827-46d4-ac86-4fca5fef515a", "name": "network-vif-plugged", "status": "completed", "tag": "1a9a4bad-80f8-4408-be4f-af7d9ef95e66", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:31.019452 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1953a2f3-09e5-4e98-a0a0-e7a1c86b7d6a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:31.019941 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66', 'code': 200} Dec 17 15:47:31.036793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.037417 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:31.038851 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/c6458875-08ad-4ae9-a6a8-ccdff45b1337 HTTP/1.1" status: 200 len: 1096 time: 2.3526504 Dec 17 15:47:31.039865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'tag': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:31.042403 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b3ca0-5c2e-4657-951c-c038e9513e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9d01db-54d7-4b7b-8319-42a51f018504", "tag": "c6458875-08ad-4ae9-a6a8-ccdff45b1337"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:31.093965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20008f-a166-4b9d-b9d0-e95410abb1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6458875-08ad-4ae9-a6a8-ccdff45b1337,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:31.138044 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b84e956-eacc-4ea7-a8af-40b87b04689b x-openstack-request-id: req-0b84e956-eacc-4ea7-a8af-40b87b04689b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:31.138331 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9d01db-54d7-4b7b-8319-42a51f018504", "tag": "c6458875-08ad-4ae9-a6a8-ccdff45b1337", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:31.138631 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b84e956-eacc-4ea7-a8af-40b87b04689b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:31.139183 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'tag': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337', 'status': 'completed', 'code': 200} Dec 17 15:47:31.234567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efda5f0-4780-4835-994d-92fc666e0d80 req-67606b8d-4536-486f-83a3-4bfac23a3348 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.241141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8efda5f0-4780-4835-994d-92fc666e0d80 req-67606b8d-4536-486f-83a3-4bfac23a3348 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 947 time: 0.1239815 Dec 17 15:47:31.258950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-480322ee-2424-440e-97db-756254253487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.260651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-480322ee-2424-440e-97db-756254253487 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 1099 time: 0.1064708 Dec 17 15:47:31.269795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa684a81-a9b8-4e06-b017-ad6a753a6eb3 req-b5bf16a7-3cf9-4730-a377-67b4e0eef012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.271996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa684a81-a9b8-4e06-b017-ad6a753a6eb3 req-b5bf16a7-3cf9-4730-a377-67b4e0eef012 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 1102 time: 0.0921290 Dec 17 15:47:31.319556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-008175e1-2051-4ff1-bbfb-5c64b2b6b16a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c6458875-08ad-4ae9-a6a8-ccdff45b1337 HTTP/1.1" status: 200 len: 217 time: 0.0493917 Dec 17 15:47:31.320375 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8efda5f0-4780-4835-994d-92fc666e0d80 req-dd894f84-297a-4947-9a43-34ee7fd60066 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720139 Dec 17 15:47:31.341931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-44721f71-8e9f-4222-a259-8d2459cdc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.341931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-44721f71-8e9f-4222-a259-8d2459cdc294 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62&tenant_id=d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 1101 time: 0.1122766 Dec 17 15:47:31.346963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa684a81-a9b8-4e06-b017-ad6a753a6eb3 req-82fbf590-a120-451f-a401-4f36ce04ec84 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618062 Dec 17 15:47:31.350904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:31.453703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-a38e6957-ed7d-4e45-94b9-6550df3f1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.455150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-a38e6957-ed7d-4e45-94b9-6550df3f1049 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1172266 Dec 17 15:47:31.480201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:31.560222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b115d0b-2eb3-4df7-936b-d0e42da087ed req-7c6f7f37-c2b8-46ee-9c14-16f89cbe336c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.561812 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b115d0b-2eb3-4df7-936b-d0e42da087ed req-7c6f7f37-c2b8-46ee-9c14-16f89cbe336c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1402657 Dec 17 15:47:31.573688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04742415-a00c-4668-b1ae-c069271516ac req-2131e1a5-7b24-41bb-917a-d2f33e9e03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.575214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-2131e1a5-7b24-41bb-917a-d2f33e9e03d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1045103 Dec 17 15:47:31.602743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 42065725-e18b-48c8-84cc-a706e671f3da details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:31.735519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 42065725-e18b-48c8-84cc-a706e671f3da, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=42065725-e18b-48c8-84cc-a706e671f3da,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:31.753219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '42065725-e18b-48c8-84cc-a706e671f3da', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '42065725-e18b-48c8-84cc-a706e671f3da', 'mac_address': 'fa:16:3e:ca:2d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:31.796980 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:31.812627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b115d0b-2eb3-4df7-936b-d0e42da087ed req-5361e592-2e90-4212-aebe-18e6509d79aa tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299950 Dec 17 15:47:31.817761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42065725-e18b-48c8-84cc-a706e671f3da {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:31.830206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-25105bea-fe65-44b2-97fe-0de09fa51268 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464497 Dec 17 15:47:31.854717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 42065725-e18b-48c8-84cc-a706e671f3da, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=42065725-e18b-48c8-84cc-a706e671f3da,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:31.860239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:31.924245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=42065725-e18b-48c8-84cc-a706e671f3da,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:31.938926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:31.974469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04742415-a00c-4668-b1ae-c069271516ac req-52d20424-8f34-4c9d-a0f3-e00d6f028615 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355376 Dec 17 15:47:31.992522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:32.049997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:32.111374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Transition to ACTIVE for port object f88e55ce-6466-40d3-b081-e032d763137c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:32.118869 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:32.170135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89745-421d-4d7d-82c8-e9eed2333491 req-53838e61-0785-4a41-904c-3adb925cb849 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.170292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['42065725-e18b-48c8-84cc-a706e671f3da'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:32.171690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dac89745-421d-4d7d-82c8-e9eed2333491 req-53838e61-0785-4a41-904c-3adb925cb849 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.1353724 Dec 17 15:47:32.180731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-570a205f-a92e-4c21-a3ff-fdc8ac9cc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.182235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-570a205f-a92e-4c21-a3ff-fdc8ac9cc61c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 1099 time: 0.1345115 Dec 17 15:47:32.192653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:32.234539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] No DVR routers for this DVR port f88e55ce-6466-40d3-b081-e032d763137c on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:32.333588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:32.333923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:32.334247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:32.339083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dac89745-421d-4d7d-82c8-e9eed2333491 req-b79583c5-151e-42d0-84de-6e4850a8cdec tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532826 Dec 17 15:47:32.348604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Port f88e55ce-6466-40d3-b081-e032d763137c on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:32.348933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Attempting to bind port f88e55ce-6466-40d3-b081-e032d763137c on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:32.369022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:32.369363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:32.369740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:32.370169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Bound port: f88e55ce-6466-40d3-b081-e032d763137c, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:32.370517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:32.389970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 31118ec0-34b4-4f61-8af1-dd9599f17fe1 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:32.396031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-b88a6f61-0f5d-4740-a3fc-b4d16ff27e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.397556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-b88a6f61-0f5d-4740-a3fc-b4d16ff27e73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1968498 Dec 17 15:47:32.474812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3709d0-6a9e-4189-a84c-ad76b164f394 req-d7ab0fa9-e7b3-489e-bcdc-7006f965a9ba tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.497396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e3709d0-6a9e-4189-a84c-ad76b164f394 req-d7ab0fa9-e7b3-489e-bcdc-7006f965a9ba tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 947 time: 0.0935137 Dec 17 15:47:32.524818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-09046b19-b601-4fff-8ef7-396b220f09c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c6458875-08ad-4ae9-a6a8-ccdff45b1337 HTTP/1.1" status: 200 len: 217 time: 0.0867720 Dec 17 15:47:32.563035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e3709d0-6a9e-4189-a84c-ad76b164f394 req-ce0127dc-ca65-43a8-aceb-d571391e155c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629387 Dec 17 15:47:32.593268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:32.633662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:32.640955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-f5205889-1814-493d-b7ec-14af0bb71b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.643775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-f5205889-1814-493d-b7ec-14af0bb71b8d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1059785 Dec 17 15:47:32.646051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:32.685168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebe203-e41e-4311-89e7-d6aef9b44abf req-046d97f0-e5b8-499b-9db4-7fb191b2c2bf tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.695414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01ebe203-e41e-4311-89e7-d6aef9b44abf req-046d97f0-e5b8-499b-9db4-7fb191b2c2bf tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 948 time: 0.0696781 Dec 17 15:47:32.716118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.716630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:32.718039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] 10.222.0.49 "PUT /v2.0/ports/f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 1096 time: 1.3713632 Dec 17 15:47:32.789320 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01ebe203-e41e-4311-89e7-d6aef9b44abf req-4c7728a6-c7a0-44b4-9120-fb409cdce6d2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924759 Dec 17 15:47:32.795751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd112-1ce4-4146-9c6b-8ed41ffcef46 service neutron] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:32.819943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:32.826529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-364305e3-a86a-4e04-97e0-6cae302fc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.841162 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-364305e3-a86a-4e04-97e0-6cae302fc15b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1625378 Dec 17 15:47:32.855325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '31118ec0-34b4-4f61-8af1-dd9599f17fe1', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'port_id': '31118ec0-34b4-4f61-8af1-dd9599f17fe1', 'mac_address': 'fa:16:3e:f4:2e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:32.927300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:32.931781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-4d314f14-0832-4e45-b6ef-100fc8d38b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.941003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-4d314f14-0832-4e45-b6ef-100fc8d38b2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1099 time: 0.1593974 Dec 17 15:47:32.945089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31118ec0-34b4-4f61-8af1-dd9599f17fe1 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:32.973508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:32.978968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:33.082897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:33.140765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c'}, {'name': 'network-changed', 'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:33.143371 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f369e0aa-6b48-4492-8423-5ceced13ec81" -d '{"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-unplugged", "status": "completed", "tag": "f88e55ce-6466-40d3-b081-e032d763137c"}, {"name": "network-changed", "server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "tag": "f88e55ce-6466-40d3-b081-e032d763137c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:33.165989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-ccb0ab31-2fcc-401c-a62f-47cee68f09f5 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105438 Dec 17 15:47:33.191254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8b13c-96c4-4ab8-aa40-2db2c015bce3 req-db40720d-b30e-4581-9a4f-891eb4c8bc3d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.193603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84a8b13c-96c4-4ab8-aa40-2db2c015bce3 req-db40720d-b30e-4581-9a4f-891eb4c8bc3d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.0986185 Dec 17 15:47:33.202468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-a296a383-fb73-45b0-ba57-77038028c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.203936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-a296a383-fb73-45b0-ba57-77038028c68a service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2560961 Dec 17 15:47:33.235200 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe10ec2-7ce2-4c2f-9ae1-786270193ca9 x-openstack-request-id: req-6fe10ec2-7ce2-4c2f-9ae1-786270193ca9 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:33.235672 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-unplugged", "status": "completed", "tag": "f88e55ce-6466-40d3-b081-e032d763137c", "code": 200}, {"name": "network-changed", "server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "tag": "f88e55ce-6466-40d3-b081-e032d763137c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:33.236010 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fe10ec2-7ce2-4c2f-9ae1-786270193ca9 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:33.236485 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c', 'code': 200} Dec 17 15:47:33.236797 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c', 'status': 'completed', 'code': 200} Dec 17 15:47:33.266380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['31118ec0-34b4-4f61-8af1-dd9599f17fe1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:33.283861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84a8b13c-96c4-4ab8-aa40-2db2c015bce3 req-5c1dcc98-51ce-4aac-b8d0-1843f75a6ac5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835140 Dec 17 15:47:33.352416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-6d603f69-b04b-44a4-b979-79ab0d138c37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.1323900 Dec 17 15:47:33.360943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-7158b4f6-18d6-4121-b30b-70fdeabe6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.360943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-7158b4f6-18d6-4121-b30b-70fdeabe6c58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1099 time: 0.0678015 Dec 17 15:47:33.550629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-78e94f93-8c7b-4419-b32c-c4f6654ad4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.552249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-78e94f93-8c7b-4419-b32c-c4f6654ad4b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1683581 Dec 17 15:47:33.556136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79b3ca0-5c2e-4657-951c-c038e9513e9b req-b5182925-d0c2-46fd-a6c3-bdb19e8971d2 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659172 Dec 17 15:47:33.558786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-8654970f-8c20-4cc5-b2ed-cde42b4dd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.560383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-8654970f-8c20-4cc5-b2ed-cde42b4dd48e service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1869252 Dec 17 15:47:33.574528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b6826-a993-46d6-adf0-e9d27a1c85ce req-742b166d-2fe3-4dfb-a640-ed070458e02a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.576067 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f90b6826-a993-46d6-adf0-e9d27a1c85ce req-742b166d-2fe3-4dfb-a640-ed070458e02a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 944 time: 0.0688596 Dec 17 15:47:33.628061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-e6eada10-8f9e-436e-aad8-0d85f7f8f44b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.0509734 Dec 17 15:47:33.638593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-f3070361-02a4-461b-ad95-9a2859eeef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.640637 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-f3070361-02a4-461b-ad95-9a2859eeef58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0541549 Dec 17 15:47:33.789942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840482e-5e45-47ee-a3d5-7bb9396b3058 req-9b55cefe-519f-4b0c-a0c0-02936c1551e6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.791724 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4840482e-5e45-47ee-a3d5-7bb9396b3058 req-9b55cefe-519f-4b0c-a0c0-02936c1551e6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 947 time: 0.1498945 Dec 17 15:47:33.793845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-e2189477-ceaf-4b7e-b8df-edb64ed114db service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218264 Dec 17 15:47:33.860964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32968) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:33.916349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4840482e-5e45-47ee-a3d5-7bb9396b3058 req-300aad9e-9476-4a44-9aa5-1b2cef0fbeb8 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175025 Dec 17 15:47:33.945686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-49a42785-5e9b-450f-bf5c-a95b9e5bae22 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380045 Dec 17 15:47:33.966619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f90b6826-a993-46d6-adf0-e9d27a1c85ce req-1dd86e97-2710-4182-afa9-903677707b42 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375502 Dec 17 15:47:33.968537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-57a5f4fb-202c-431a-b697-47e83cfe9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.970215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-57a5f4fb-202c-431a-b697-47e83cfe9ed6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0849154 Dec 17 15:47:34.060984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-b582fd40-dceb-47a8-8e19-eb28b60a8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.062717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-b582fd40-dceb-47a8-8e19-eb28b60a8e8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832560 Dec 17 15:47:34.123421 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce0c54f0-b470-4bd3-90be-82aac533177f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.162130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-a34308c9-12b6-41f3-badd-c3eb6dc3da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.163668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-a34308c9-12b6-41f3-badd-c3eb6dc3da56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1099 time: 0.1436524 Dec 17 15:47:34.189114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-5f8f4ac0-df3e-43cd-a4f7-6515306da0a4 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190596 Dec 17 15:47:34.243581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706d662-e623-4886-9f36-8c2289f21baa req-6e9860da-0d56-4798-88db-9a53b7fb9d07 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.245181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4706d662-e623-4886-9f36-8c2289f21baa req-6e9860da-0d56-4798-88db-9a53b7fb9d07 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 948 time: 0.1769671 Dec 17 15:47:34.326684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-44186235-7985-4b54-8b77-e6ffb348f33e service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298978 Dec 17 15:47:34.379430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4706d662-e623-4886-9f36-8c2289f21baa req-b95c52ea-9b1e-4f21-8999-cb4175e6e811 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262102 Dec 17 15:47:34.383276 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce0c54f0-b470-4bd3-90be-82aac533177f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.385355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-03b46b63-0ecd-4e78-9413-2f7c0188e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.386878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-03b46b63-0ecd-4e78-9413-2f7c0188e456 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2126005 Dec 17 15:47:34.389272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce0c54f0-b470-4bd3-90be-82aac533177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.394579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 31118ec0-34b4-4f61-8af1-dd9599f17fe1 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:34.471620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afbaed-be9e-4b6e-a3f1-2495b8bcb233 req-789ea196-167b-4cc0-828b-bd5627e11786 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.475400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15afbaed-be9e-4b6e-a3f1-2495b8bcb233 req-789ea196-167b-4cc0-828b-bd5627e11786 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.0914323 Dec 17 15:47:34.487253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-4ca579c0-8252-4162-a202-6261abcfc5ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.0805745 Dec 17 15:47:34.489323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:34.497180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ce0c54f0-b470-4bd3-90be-82aac533177f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23005a4ad39045c4a94cf1e218faa8db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6358728 Dec 17 15:47:34.498342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c54f0-b470-4bd3-90be-82aac533177f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d6122c-f385-4050-87e2-e762cb16e8d5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:34.502427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:34.502928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32990) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:34.503404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.614927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15afbaed-be9e-4b6e-a3f1-2495b8bcb233 req-ba0c6c0e-b6ad-4943-a7b1-13e98465b227 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327484 Dec 17 15:47:34.618810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-c9cf5fb6-51c4-41ee-9a59-c86ba90a2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.627849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-c9cf5fb6-51c4-41ee-9a59-c86ba90a2d80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1162426 Dec 17 15:47:34.666944 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.667181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.703498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:34.706172 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e40c9-463e-49fd-9800-7e414d762848" -d '{"events": [{"server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "name": "network-vif-plugged", "status": "completed", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:34.707641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.722293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:34.728793 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.729697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f88e55ce-6466-40d3-b081-e032d763137c no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:34.740402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-670a30d9-d545-4538-b591-1b42cdb53c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.741921 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-670a30d9-d545-4538-b591-1b42cdb53c62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130068 Dec 17 15:47:34.806840 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847beee7-64b0-45fd-9bc7-45b40f38d75d x-openstack-request-id: req-847beee7-64b0-45fd-9bc7-45b40f38d75d {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:34.807411 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "name": "network-vif-plugged", "status": "completed", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:34.807729 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-847beee7-64b0-45fd-9bc7-45b40f38d75d {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:34.808217 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1', 'code': 200} Dec 17 15:47:34.814157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f88e55ce-6466-40d3-b081-e032d763137c not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:34.843734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:34.868633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eb724-507e-436e-8d53-f3477b0b535a req-b773359a-30a4-4f13-9947-e5fd01c45a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.870269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d94eb724-507e-436e-8d53-f3477b0b535a req-b773359a-30a4-4f13-9947-e5fd01c45a20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1097 time: 0.0483010 Dec 17 15:47:34.893057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.896017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:34.897218 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09d6122c-f385-4050-87e2-e762cb16e8d5 HTTP/1.1" status: 204 len: 168 time: 0.3918557 Dec 17 15:47:34.923251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d6122c-f385-4050-87e2-e762cb16e8d5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:34.929726 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-3b1a3887-a0a6-4437-a1ab-71efa5736ce0 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492817 Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.946359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a72201-b7b6-4b89-8873-1e8d55a43af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.981812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d94eb724-507e-436e-8d53-f3477b0b535a req-24521434-2f43-412f-8ac2-a3d277078e50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986862 Dec 17 15:47:35.066327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-57f6865f-758f-4802-a0a4-4e8a560ea141 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=649941598dd54826afffa5548a68a617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685194 Dec 17 15:47:35.097735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4bcfe-5dc5-4443-b349-46cd24756432 req-30258ed2-8f1e-4db5-8b09-9f749c867f7d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:35.099350 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2a4bcfe-5dc5-4443-b349-46cd24756432 req-30258ed2-8f1e-4db5-8b09-9f749c867f7d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 947 time: 0.0728083 Dec 17 15:47:35.151643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2a4bcfe-5dc5-4443-b349-46cd24756432 req-8996a04c-0eb8-4717-8e1f-7c5629d6f8b1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Dec 17 15:47:35.284713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6838444-1c37-4f0a-a5ed-bdaccc880f04 req-82078026-eb59-4370-b148-c7ab9c79a2ab tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:35.287095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6838444-1c37-4f0a-a5ed-bdaccc880f04 req-82078026-eb59-4370-b148-c7ab9c79a2ab tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.0705695 Dec 17 15:47:35.302877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33040) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:35.325508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.375662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6838444-1c37-4f0a-a5ed-bdaccc880f04 req-1d97b407-df50-4437-810b-6e29af553b75 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817583 Dec 17 15:47:35.455945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.461388 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.491177 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f369e0aa-6b48-4492-8423-5ceced13ec81 req-768dcb38-2863-4597-ac9f-92eae04e18b0 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448377 Dec 17 15:47:35.519028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=528fc9268b4440f99b38e931a1cedf57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148702 Dec 17 15:47:35.519843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33044) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:35.520563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9358eae-02f7-409a-a866-2b66ac3c7e07,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:35.532433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.532852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.534002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.534623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.535014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.535404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.535793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.536202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.536585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.537008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.537408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.537789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.538162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0dbcc5-cace-48dc-aed8-f1c11efc606b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:35.542531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-593a504d-cc03-4795-bac0-e9b66a10bc71 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:35.544178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-593a504d-cc03-4795-bac0-e9b66a10bc71 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693425 Dec 17 15:47:35.573385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-23301836-cc2f-4f2c-a6e2-907dcc82b661 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/quotas/649941598dd54826afffa5548a68a617 HTTP/1.1" status: 200 len: 375 time: 0.0195856 Dec 17 15:47:35.617518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-432cf339-5a53-4b31-a81a-cc8c4b21702e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=649941598dd54826afffa5548a68a617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367911 Dec 17 15:47:35.618905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b09ff9-c0bb-48e5-bb56-929c6320eed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.622959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c6458875-08ad-4ae9-a6a8-ccdff45b1337 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:35.626680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 42065725-e18b-48c8-84cc-a706e671f3da up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:35.636883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa734-3677-48ab-9925-52d72de94c64 req-e1667ec0-8534-49d3-bcb4-c5adc122e38f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:35.644866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4faa734-3677-48ab-9925-52d72de94c64 req-e1667ec0-8534-49d3-bcb4-c5adc122e38f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 948 time: 0.0781429 Dec 17 15:47:35.666097 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b09ff9-c0bb-48e5-bb56-929c6320eed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.716324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4faa734-3677-48ab-9925-52d72de94c64 req-fbf42586-0f1a-4cc2-aa43-3ba0c7606659 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657816 Dec 17 15:47:35.731308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b09ff9-c0bb-48e5-bb56-929c6320eed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.734193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b09ff9-c0bb-48e5-bb56-929c6320eed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.735676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-86b09ff9-c0bb-48e5-bb56-929c6320eed4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9358eae-02f7-409a-a866-2b66ac3c7e07 HTTP/1.1" status: 204 len: 168 time: 0.2144971 Dec 17 15:47:35.753572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b09ff9-c0bb-48e5-bb56-929c6320eed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9358eae-02f7-409a-a866-2b66ac3c7e07,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:35.878571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 42065725-e18b-48c8-84cc-a706e671f3da completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:35.917081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 42065725-e18b-48c8-84cc-a706e671f3da triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:35.917435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:35.932618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d51dc0-960e-46a8-b088-c34ff307d1e7 req-063779ec-c31d-42e3-afc8-ab3155101cf8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:35.935431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-74d51dc0-960e-46a8-b088-c34ff307d1e7 req-063779ec-c31d-42e3-afc8-ab3155101cf8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.1311319 Dec 17 15:47:35.983444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c6458875-08ad-4ae9-a6a8-ccdff45b1337, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c6458875-08ad-4ae9-a6a8-ccdff45b1337,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:36.028252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337', 'mac_address': 'fa:16:3e:54:c8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:36.052674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-74d51dc0-960e-46a8-b088-c34ff307d1e7 req-3fd63184-de79-4f87-ac04-c1bb35d09c1f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973232 Dec 17 15:47:36.115270 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-2d872419-df1c-4a3c-ae90-5c746a6ce2de tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=649941598dd54826afffa5548a68a617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420434 Dec 17 15:47:36.154318 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:36.201273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6458875-08ad-4ae9-a6a8-ccdff45b1337 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:36.219765 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:36.237233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c6458875-08ad-4ae9-a6a8-ccdff45b1337, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c6458875-08ad-4ae9-a6a8-ccdff45b1337,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:36.243166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:36.321926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 42065725-e18b-48c8-84cc-a706e671f3da, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=42065725-e18b-48c8-84cc-a706e671f3da,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:36.348929 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:36.438072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-9608b635-7420-4d4b-8d91-7680895b623b tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:36.452132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-9608b635-7420-4d4b-8d91-7680895b623b tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272154 Dec 17 15:47:36.462726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c6458875-08ad-4ae9-a6a8-ccdff45b1337,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:36.473777 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6fb3444c-c9aa-4d69-88e9-b7e8912943cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:36.488593 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-42e1ed1c-c5c7-4c60-8e4c-c91d0c01e5b6 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/quotas/649941598dd54826afffa5548a68a617 HTTP/1.1" status: 200 len: 375 time: 0.0325489 Dec 17 15:47:36.495427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f95c29-b627-4a1d-9804-c880bdd8401d req-d12f7fad-c018-4673-927c-e91f075b6636 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:36.507177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10f95c29-b627-4a1d-9804-c880bdd8401d req-d12f7fad-c018-4673-927c-e91f075b6636 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 948 time: 0.1448607 Dec 17 15:47:36.567317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-ce58a1e0-40e8-4c1b-9421-18864229413a tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=649941598dd54826afffa5548a68a617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759256 Dec 17 15:47:36.601459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c6458875-08ad-4ae9-a6a8-ccdff45b1337'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:36.640349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10f95c29-b627-4a1d-9804-c880bdd8401d req-c42a57a9-d3d8-493b-96c8-770315aa95db tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242564 Dec 17 15:47:36.704636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=42065725-e18b-48c8-84cc-a706e671f3da,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:36.815580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42065725-e18b-48c8-84cc-a706e671f3da'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:36.825262 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447685f3-2900-4d54-94cc-523e7ede54cc" -d '{"events": [{"server_uuid": "04332bb9-3c0b-41c7-991b-de393ed9016a", "name": "network-vif-plugged", "status": "completed", "tag": "42065725-e18b-48c8-84cc-a706e671f3da"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:36.907631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96350dc6-45d4-49d5-9458-f6b87406e857 req-e357fc2f-dd58-4839-9265-3d5e3f4c7aff tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:36.909245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96350dc6-45d4-49d5-9458-f6b87406e857 req-e357fc2f-dd58-4839-9265-3d5e3f4c7aff tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.1207995 Dec 17 15:47:37.027262 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96350dc6-45d4-49d5-9458-f6b87406e857 req-4108c558-f808-45c6-980f-2e3c50245e77 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006582 Dec 17 15:47:37.068877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ffa56-6d03-401c-a997-dacca5f02dbf req-bc9dc149-052e-409a-9243-b0a4663f88f6 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.069953 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-478ffa56-6d03-401c-a997-dacca5f02dbf req-bc9dc149-052e-409a-9243-b0a4663f88f6 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 949 time: 0.0905313 Dec 17 15:47:37.120168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-478ffa56-6d03-401c-a997-dacca5f02dbf req-3ea6b4e4-19a2-47e8-98e6-7ebf28afd5d7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489523 Dec 17 15:47:37.127591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1601e87-e0a1-4a26-8de5-851d878f0bb4 req-112b8713-8673-4676-93e2-01f37355581c tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 210 time: 0.0303352 Dec 17 15:47:37.222573 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a36abe-9c51-4edd-8f26-0c45be04d087 x-openstack-request-id: req-a9a36abe-9c51-4edd-8f26-0c45be04d087 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:37.223053 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04332bb9-3c0b-41c7-991b-de393ed9016a", "name": "network-vif-plugged", "status": "completed", "tag": "42065725-e18b-48c8-84cc-a706e671f3da", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:37.223554 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9a36abe-9c51-4edd-8f26-0c45be04d087 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:37.224039 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42065725-e18b-48c8-84cc-a706e671f3da', 'code': 200} Dec 17 15:47:37.302242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dd6c2-22df-4585-a771-32e3f4ec55e6 req-41164a01-72ba-439c-9639-0e72e854bd97 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.303933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f3dd6c2-22df-4585-a771-32e3f4ec55e6 req-41164a01-72ba-439c-9639-0e72e854bd97 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1097 time: 0.0859702 Dec 17 15:47:37.378491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f3dd6c2-22df-4585-a771-32e3f4ec55e6 req-3adb65f8-b5d2-4609-80c5-c83a2aff137b tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476825 Dec 17 15:47:37.386206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7d683-fab1-412e-8129-2af902291d6b req-07d9608b-7bd2-4fd5-8fc6-7b4081a8742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.388507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ccc7d683-fab1-412e-8129-2af902291d6b req-07d9608b-7bd2-4fd5-8fc6-7b4081a8742b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 1101 time: 0.0831921 Dec 17 15:47:37.398277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2164f70-9101-4700-9618-f59edc1b7015 req-5343d545-f0d4-41c4-af6e-fab8fff09af4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.406764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2164f70-9101-4700-9618-f59edc1b7015 req-5343d545-f0d4-41c4-af6e-fab8fff09af4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.0841427 Dec 17 15:47:37.456203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ccc7d683-fab1-412e-8129-2af902291d6b req-5d31be7c-1050-449d-8268-8cfdb017eace service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Dec 17 15:47:37.471915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2164f70-9101-4700-9618-f59edc1b7015 req-2f60c1fc-32fb-4ec6-900d-d0de5ee14acd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636160 Dec 17 15:47:37.561459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-c80ee568-2026-4de5-bd49-d44dc4b3986c tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=649941598dd54826afffa5548a68a617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506098 Dec 17 15:47:37.631187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f88e55ce-6466-40d3-b081-e032d763137c details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:37.850791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:37.884352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'f88e55ce-6466-40d3-b081-e032d763137c', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'f88e55ce-6466-40d3-b081-e032d763137c', 'mac_address': 'fa:16:3e:e6:54:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:37.960089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:37.964451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570ea16-b7d1-493f-82fd-9f02ed296e20 req-7fb4c2fa-4cee-4d98-9756-f9dd4803b205 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.966771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9570ea16-b7d1-493f-82fd-9f02ed296e20 req-7fb4c2fa-4cee-4d98-9756-f9dd4803b205 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 948 time: 0.2000887 Dec 17 15:47:37.968149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a39e9-3e57-4ca9-bf77-141b452f6678 req-4cc04806-cfc4-4bc4-aa19-af2d9be9d8b9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.976020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-561a39e9-3e57-4ca9-bf77-141b452f6678 req-4cc04806-cfc4-4bc4-aa19-af2d9be9d8b9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 947 time: 0.1848183 Dec 17 15:47:37.992314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-b852fe23-d24e-472f-9b9a-a8755baf50d0 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.997472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-b852fe23-d24e-472f-9b9a-a8755baf50d0 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4276917 Dec 17 15:47:37.998126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88e55ce-6466-40d3-b081-e032d763137c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:38.034764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:38.040957 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:38.071138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Request body: {'port': {'device_id': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '649941598dd54826afffa5548a68a617'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:38.112202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-842d6c0f-a002-480d-8da5-7eea77e86a37 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:38.113802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-842d6c0f-a002-480d-8da5-7eea77e86a37 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62&tenant_id=d1250a44894b48f8a2959c35a3eedae9&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 947 time: 0.1589317 Dec 17 15:47:38.122513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:38.187688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-561a39e9-3e57-4ca9-bf77-141b452f6678 req-3a7756e8-6750-47f5-9c09-d1709be89321 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042792 Dec 17 15:47:38.245638 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-73df5e93-a2a7-4e61-9215-5e3dade0d89b service neutron] delete failed (client error): The resource could not be found. Dec 17 15:47:38.249229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-73df5e93-a2a7-4e61-9215-5e3dade0d89b service neutron] 10.222.0.47 "DELETE /v2.0/ports/f88e55ce-6466-40d3-b081-e032d763137c/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.1215589 Dec 17 15:47:38.289464 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9570ea16-b7d1-493f-82fd-9f02ed296e20 req-30d952ae-6898-4699-8677-32008d46a4a8 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143551 Dec 17 15:47:38.296877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Made reservation on behalf of 649941598dd54826afffa5548a68a617 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:38.309783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:38.329151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:38.430205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:38.454618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-321c273e-a862-495d-8fb0-31d81aff9fde req-fb3e4385-3e3c-4d82-a4fb-dcf86a308046 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 210 time: 0.0488205 Dec 17 15:47:38.577272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:38.588889 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:38.654656 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f962-874c-436e-bc80-f1ca79bdcb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:38.748831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b14a3-9434-4212-8da6-eb163fe00aaa,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:38.763708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-fffb6608-b544-498b-a445-7b98d5082d43 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=649941598dd54826afffa5548a68a617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1913590 Dec 17 15:47:38.791420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00562db4-a315-4554-bc57-182725c3de91 req-0ddb06d0-545a-4dc5-a599-a513225e0e8a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:38.802912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00562db4-a315-4554-bc57-182725c3de91 req-0ddb06d0-545a-4dc5-a599-a513225e0e8a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 949 time: 0.3375006 Dec 17 15:47:38.839843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Allocated IP 192.168.233.155 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/d752599e-bf4b-4234-91c6-3ecf8cc891a1) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:38.998388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00562db4-a315-4554-bc57-182725c3de91 req-b8aa68a2-b569-4408-924f-bdcc443cdf21 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593792 Dec 17 15:47:39.006991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-f0aebe88-f0d9-40c6-bb7f-167596d38787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.013216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-f0aebe88-f0d9-40c6-bb7f-167596d38787 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1100 time: 0.4444199 Dec 17 15:47:39.055435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.098589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.167940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:39.174938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:39.185029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:39.221493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-35767988-6aa1-4eb3-9dd0-59d4468bbb2f tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.223051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-35767988-6aa1-4eb3-9dd0-59d4468bbb2f tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161105 Dec 17 15:47:39.241441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:39.251556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Request body: {'port': {'device_id': '40305381-7386-40da-82c2-1422624d61e3', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '649941598dd54826afffa5548a68a617'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:39.280232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-98cd7b2e-c22e-4c5a-9ed3-aaa228019986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.280476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.281133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.301261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-98cd7b2e-c22e-4c5a-9ed3-aaa228019986 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2785761 Dec 17 15:47:39.328903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-cd257085-69e1-44d6-9664-cbe91ffa317e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2789798 Dec 17 15:47:39.350009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Request body: {'port': {'device_id': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:39.449541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88572be-a935-454c-9807-a24650dba619 req-0b143340-2768-4b6d-a51b-a15c302962e9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.451446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c88572be-a935-454c-9807-a24650dba619 req-0b143340-2768-4b6d-a51b-a15c302962e9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 948 time: 0.1526642 Dec 17 15:47:39.452279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.497282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33180) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:39.517663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-27d13a42-af05-43fc-b8f0-77e94699d36a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.1720674 Dec 17 15:47:39.612200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-eaadaee0-aba0-4a89-8cf0-eb64ddc030fe None None] Provisioning complete for port d752599e-bf4b-4234-91c6-3ecf8cc891a1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:39.615066 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eaadaee0-aba0-4a89-8cf0-eb64ddc030fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.676483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cd5c2-2035-4440-b187-be2a9171205e req-c5b1dd57-f1ba-48e6-beac-ee7d1a4846c7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.678645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-eaadaee0-aba0-4a89-8cf0-eb64ddc030fe None None] Port d752599e-bf4b-4234-91c6-3ecf8cc891a1 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:39.683291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c6458875-08ad-4ae9-a6a8-ccdff45b1337 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:39.691364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c88572be-a935-454c-9807-a24650dba619 req-8a91d6e5-479e-4f1b-819f-03dbdcaf17de tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215858 Dec 17 15:47:39.704388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a9cd5c2-2035-4440-b187-be2a9171205e req-c5b1dd57-f1ba-48e6-beac-ee7d1a4846c7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 948 time: 0.1855328 Dec 17 15:47:39.807869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port c6458875-08ad-4ae9-a6a8-ccdff45b1337 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:39.822139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-69474c4d-597e-454e-83ce-16bffcb0658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.824003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-69474c4d-597e-454e-83ce-16bffcb0658c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2745705 Dec 17 15:47:39.863586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port c6458875-08ad-4ae9-a6a8-ccdff45b1337 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:39.863992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.911104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a740b6f-635f-45ae-aa9e-1f3d7172fe53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.921230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a9cd5c2-2035-4440-b187-be2a9171205e req-3f883090-869e-4c23-b8b7-3306798ae742 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139833 Dec 17 15:47:39.924930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.945492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Made reservation on behalf of 649941598dd54826afffa5548a68a617 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:39.956636 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:39.994390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-c849a4a1-e6bd-4f4e-aa79-45a8dd7bba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.996479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-c849a4a1-e6bd-4f4e-aa79-45a8dd7bba57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1508472 Dec 17 15:47:40.010845 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.030179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1785a505-750d-4129-9e1f-d1e148868055 req-3e29ccf4-c79d-47a5-951d-bce1f08c0b58 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 210 time: 0.0653923 Dec 17 15:47:40.040943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:40.043697 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc47ecd-d2a2-402b-ad39-fbac58437780" -d '{"events": [{"server_uuid": "fa9d01db-54d7-4b7b-8319-42a51f018504", "name": "network-vif-plugged", "status": "completed", "tag": "c6458875-08ad-4ae9-a6a8-ccdff45b1337"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:40.061350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c6458875-08ad-4ae9-a6a8-ccdff45b1337, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c6458875-08ad-4ae9-a6a8-ccdff45b1337,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:40.068508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.123913 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8062b0fe-456d-4ebf-8793-a701415c764a x-openstack-request-id: req-8062b0fe-456d-4ebf-8793-a701415c764a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:40.124348 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9d01db-54d7-4b7b-8319-42a51f018504", "name": "network-vif-plugged", "status": "completed", "tag": "c6458875-08ad-4ae9-a6a8-ccdff45b1337", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:40.124700 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8062b0fe-456d-4ebf-8793-a701415c764a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:40.125188 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337', 'code': 200} Dec 17 15:47:40.126555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c6458875-08ad-4ae9-a6a8-ccdff45b1337,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:40.265816 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a740b6f-635f-45ae-aa9e-1f3d7172fe53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.277263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a740b6f-635f-45ae-aa9e-1f3d7172fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.283305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac372c-f7ac-4496-b31c-67448bf390f0 req-d203c1b3-dd3f-4d2a-9e19-f218e8de6144 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.290595 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91ac372c-f7ac-4496-b31c-67448bf390f0 req-d203c1b3-dd3f-4d2a-9e19-f218e8de6144 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 949 time: 0.1335301 Dec 17 15:47:40.321846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-334f9e16-7ccc-4c00-a185-f096bcf12b03 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873819 Dec 17 15:47:40.347244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8da9e-7524-4df7-b709-3ff02202bb0b req-4934ced4-e564-4bda-8044-2bde5dbe20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.349659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8e8da9e-7524-4df7-b709-3ff02202bb0b req-4934ced4-e564-4bda-8044-2bde5dbe20e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 1101 time: 0.1370096 Dec 17 15:47:40.351626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a740b6f-635f-45ae-aa9e-1f3d7172fe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dcfa0b-3709-49bc-9c44-2ef8e303970e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:40.358484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1a740b6f-635f-45ae-aa9e-1f3d7172fe53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c437eb8ce4e4dd791317f38ca02bd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8509517 Dec 17 15:47:40.359237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33188) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:40.368723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d752599e-bf4b-4234-91c6-3ecf8cc891a1 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:40.383863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.412081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Transition to ACTIVE for port object d752599e-bf4b-4234-91c6-3ecf8cc891a1 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:40.418929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.438991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91ac372c-f7ac-4496-b31c-67448bf390f0 req-fe8553ea-b0d8-4217-944f-425593ee6128 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474891 Dec 17 15:47:40.493402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:40.551172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8e8da9e-7524-4df7-b709-3ff02202bb0b req-61c8f502-d72f-43a2-a67d-f7f3a6a80b1a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879094 Dec 17 15:47:40.565839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.616251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Allocated IP 192.168.233.149 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/4936e3ed-d826-4a26-b447-522b23cf2e94) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:40.627909 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-3fe1-4bd1-a636-16222d84c30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.628826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8783f88-f451-4abf-abc6-41463a942cf6 req-1b7a9243-07c3-4cdb-94df-4fdb6d42c6b2 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973082 Dec 17 15:47:40.652027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Attempting to bind port d752599e-bf4b-4234-91c6-3ecf8cc891a1 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:40.652500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Attempting to bind port d752599e-bf4b-4234-91c6-3ecf8cc891a1 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:40.653333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Attempting to bind port d752599e-bf4b-4234-91c6-3ecf8cc891a1 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:40.677044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Port d752599e-bf4b-4234-91c6-3ecf8cc891a1 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:40.677553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Attempting to bind port d752599e-bf4b-4234-91c6-3ecf8cc891a1 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:40.694314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-3fe1-4bd1-a636-16222d84c30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.782504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:40.782864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:40.783358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:40.783913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Bound port: d752599e-bf4b-4234-91c6-3ecf8cc891a1, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:40.784387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.795467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea5e59-5c46-4317-8d09-330c3f8b9d9e req-b8d0decd-ea91-48e0-9cdc-7e4183a60e7e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.797219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f7ea5e59-5c46-4317-8d09-330c3f8b9d9e req-b8d0decd-ea91-48e0-9cdc-7e4183a60e7e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 950 time: 0.2215419 Dec 17 15:47:40.892322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-3fe1-4bd1-a636-16222d84c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.895463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f66cee47-3fe1-4bd1-a636-16222d84c30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.898498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f66cee47-3fe1-4bd1-a636-16222d84c30a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00dcfa0b-3709-49bc-9c44-2ef8e303970e HTTP/1.1" status: 204 len: 168 time: 0.5370469 Dec 17 15:47:40.902774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:40.920963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cee47-3fe1-4bd1-a636-16222d84c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dcfa0b-3709-49bc-9c44-2ef8e303970e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:40.925069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1513-c79e-489c-98e1-48046e401735 req-418e79ad-7ba6-45f8-ac19-38814878763e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.932478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a8f1513-c79e-489c-98e1-48046e401735 req-418e79ad-7ba6-45f8-ac19-38814878763e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 948 time: 0.1258967 Dec 17 15:47:40.933920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f7ea5e59-5c46-4317-8d09-330c3f8b9d9e req-1cb057ea-d55b-4f5b-81bf-c99e6942cfdf tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158004 Dec 17 15:47:40.939151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:40.942755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:40.949291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.000067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a8f1513-c79e-489c-98e1-48046e401735 req-43441700-8bad-4dbd-9391-2ee62147c74a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667222 Dec 17 15:47:41.003126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.005107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.005928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] 10.222.0.47 "PUT /v2.0/ports/d752599e-bf4b-4234-91c6-3ecf8cc891a1 HTTP/1.1" status: 200 len: 1097 time: 1.6617384 Dec 17 15:47:41.006267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:41.008795 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24c8f41-deec-4f71-a0a6-200efa4dc422" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:41.016452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.072226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.098556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b368c-f1af-4bfc-93ed-64f6a597c311 service neutron] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:41.103957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:41.108529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:41.118746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:41.136230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.137228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.143452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-c62227f9-70dc-4e01-9dfb-b437eee2b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.145996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-c62227f9-70dc-4e01-9dfb-b437eee2b6b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=649941598dd54826afffa5548a68a617&device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 1100 time: 0.0649812 Dec 17 15:47:41.177625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:41.193210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-660606fc-4282-42f5-9fa6-f371a139f682 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9570057 Dec 17 15:47:41.210921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Request body: {'port': {'device_id': '40305381-7386-40da-82c2-1422624d61e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:41.235848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-e9e43708-a45f-400c-ab5a-b13c08fb91dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1 HTTP/1.1" status: 200 len: 217 time: 0.0750625 Dec 17 15:47:41.310891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.337322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f433a091-92f8-469d-89c5-ae1d4c9b422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.339533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-f433a091-92f8-469d-89c5-ae1d4c9b422b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0966146 Dec 17 15:47:41.434468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-511fc462-5f08-45ee-8e4d-9d154f695a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.436394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-511fc462-5f08-45ee-8e4d-9d154f695a68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849996 Dec 17 15:47:41.517337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ced7b-ca7a-4016-8fbc-d889a1a0c6ad req-5f27797c-f930-4eb5-a446-ded6db9cd508 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.527893 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee6ced7b-ca7a-4016-8fbc-d889a1a0c6ad req-5f27797c-f930-4eb5-a446-ded6db9cd508 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 949 time: 0.2195506 Dec 17 15:47:41.532923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33222) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:41.638489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f88e55ce-6466-40d3-b081-e032d763137c up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:41.646722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a571df50-ac67-417e-969e-b62e6dd3fe07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.676655 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-50eecebb-7f2c-4c14-ad84-3b104d9af7b2 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249410 Dec 17 15:47:41.732462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee6ced7b-ca7a-4016-8fbc-d889a1a0c6ad req-4f16aecb-16dc-47a0-9b71-427d6dd8c2b6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032530 Dec 17 15:47:41.770469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port f88e55ce-6466-40d3-b081-e032d763137c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:41.775920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port f88e55ce-6466-40d3-b081-e032d763137c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:41.776293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.806355 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e2e9fd-5e5d-414c-ae3c-308886112f10 x-openstack-request-id: req-03e2e9fd-5e5d-414c-ae3c-308886112f10 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:41.806648 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:41.806905 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03e2e9fd-5e5d-414c-ae3c-308886112f10 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:41.807311 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'status': 'completed', 'code': 200} Dec 17 15:47:41.878393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5b789e72-756d-435a-b096-db39baf4b5f8 None None] Provisioning complete for port 4936e3ed-d826-4a26-b447-522b23cf2e94 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:41.878806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b789e72-756d-435a-b096-db39baf4b5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:41.897661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cee492b-53ce-4f7c-84f2-3f11ccb0d695 req-750753dc-7e4b-460e-a683-b44e4eb571a2 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041974 Dec 17 15:47:41.951745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc0abc-21d8-4b13-9435-3ce05d6e7005 req-aa85c318-9ae1-444c-aa1f-f92ac4f355b7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.960187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc0abc-21d8-4b13-9435-3ce05d6e7005 req-aa85c318-9ae1-444c-aa1f-f92ac4f355b7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.963034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbc0abc-21d8-4b13-9435-3ce05d6e7005 req-aa85c318-9ae1-444c-aa1f-f92ac4f355b7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a&device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 1690 time: 0.0761669 Dec 17 15:47:41.993916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf453f-7d90-4f5c-ad01-f9eb14bea77a req-fb1cfc55-4e7f-4f1f-b2bf-ecff6e05fa7a tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.003760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbcf453f-7d90-4f5c-ad01-f9eb14bea77a req-fb1cfc55-4e7f-4f1f-b2bf-ecff6e05fa7a tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 936 time: 0.1158705 Dec 17 15:47:42.075281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbc0abc-21d8-4b13-9435-3ce05d6e7005 req-b807ccac-d0c7-4c35-9182-de6c78a7c8b8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012814 Dec 17 15:47:42.082684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-b1efad08-7eb5-4185-98c5-b3c8bb8c079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.084484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-b1efad08-7eb5-4185-98c5-b3c8bb8c079f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=649941598dd54826afffa5548a68a617&device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 1100 time: 0.1117716 Dec 17 15:47:42.088620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a571df50-ac67-417e-969e-b62e6dd3fe07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.109453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbcf453f-7d90-4f5c-ad01-f9eb14bea77a req-48cf2520-804c-41cd-850c-222b2fc668bf tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047115 Dec 17 15:47:42.110157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a571df50-ac67-417e-969e-b62e6dd3fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.118644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5b789e72-756d-435a-b096-db39baf4b5f8 None None] Port 4936e3ed-d826-4a26-b447-522b23cf2e94 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:42.126340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.205641 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.215167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-6104c6db-0688-4c2c-b368-68b3cc306cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.217069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-6104c6db-0688-4c2c-b368-68b3cc306cdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1235166 Dec 17 15:47:42.233325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:42.236344 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba2cc6-150c-43a0-bee5-eaa083555f8b" -d '{"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-plugged", "status": "completed", "tag": "f88e55ce-6466-40d3-b081-e032d763137c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:42.253291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:42.267358 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.278514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a571df50-ac67-417e-969e-b62e6dd3fe07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b41f23ea00e14e02a6e7c0335e1c99c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7434475 Dec 17 15:47:42.296242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571df50-ac67-417e-969e-b62e6dd3fe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911b1702-3b0e-457c-8e06-d851cc53e7a5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:42.298826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33236) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:42.301194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4936e3ed-d826-4a26-b447-522b23cf2e94 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:42.329745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-ba8d7287-ffe1-4365-b1a6-ed5d603f1d7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1 HTTP/1.1" status: 200 len: 217 time: 0.0995817 Dec 17 15:47:42.334063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.392985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:42.393588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Transition to ACTIVE for port object 4936e3ed-d826-4a26-b447-522b23cf2e94 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:42.406959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3bb45-9a28-4e4a-8514-554e67705841 req-b316e973-8d97-4f67-b3ec-c4fdd5b67b24 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.414873 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24d3bb45-9a28-4e4a-8514-554e67705841 req-b316e973-8d97-4f67-b3ec-c4fdd5b67b24 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 948 time: 0.1966069 Dec 17 15:47:42.417579 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.421045 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208965f0-873c-4474-8b16-e4cd79cd9bc1 x-openstack-request-id: req-208965f0-873c-4474-8b16-e4cd79cd9bc1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:42.421615 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-plugged", "status": "completed", "tag": "f88e55ce-6466-40d3-b081-e032d763137c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:42.422097 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-208965f0-873c-4474-8b16-e4cd79cd9bc1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:42.422707 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c', 'code': 200} Dec 17 15:47:42.451423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-ddf87d75-af7e-4271-8276-c3f01fb79572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.453209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-ddf87d75-af7e-4271-8276-c3f01fb79572 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1136506 Dec 17 15:47:42.549992 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:42.554633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Attempting to bind port 4936e3ed-d826-4a26-b447-522b23cf2e94 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:42.555237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Attempting to bind port 4936e3ed-d826-4a26-b447-522b23cf2e94 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:42.555792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Attempting to bind port 4936e3ed-d826-4a26-b447-522b23cf2e94 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:42.556158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24d3bb45-9a28-4e4a-8514-554e67705841 req-c3c0dda5-f87b-4029-88b2-b0fc845fce5e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298232 Dec 17 15:47:42.561229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d90d02-3a7a-4322-84fd-5deba2641dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.584825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-05efe2f1-a7ac-496f-afac-87c0c08671f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.590205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-05efe2f1-a7ac-496f-afac-87c0c08671f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271758 Dec 17 15:47:42.591553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d90d02-3a7a-4322-84fd-5deba2641dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.678214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Port 4936e3ed-d826-4a26-b447-522b23cf2e94 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:42.678537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Attempting to bind port 4936e3ed-d826-4a26-b447-522b23cf2e94 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:42.687709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:42.688441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:42.689003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:42.689618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Bound port: 4936e3ed-d826-4a26-b447-522b23cf2e94, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:42.690138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.696000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d90d02-3a7a-4322-84fd-5deba2641dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.698988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d90d02-3a7a-4322-84fd-5deba2641dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.700224 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c8d90d02-3a7a-4322-84fd-5deba2641dd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/911b1702-3b0e-457c-8e06-d851cc53e7a5 HTTP/1.1" status: 204 len: 168 time: 0.3898330 Dec 17 15:47:42.722894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d90d02-3a7a-4322-84fd-5deba2641dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b1702-3b0e-457c-8e06-d851cc53e7a5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:42.731756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac9762-5208-4ea0-b823-fec0e4f11a26 req-fa46e3e2-5103-4914-9bc5-a602eb3dded9 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.733298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05ac9762-5208-4ea0-b823-fec0e4f11a26 req-fa46e3e2-5103-4914-9bc5-a602eb3dded9 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 1101 time: 0.2003381 Dec 17 15:47:42.771449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e11cd4-93c0-4bd6-8391-7154a58bb562 req-95d49ba4-6640-48b6-b041-0522e5d7e3a0 tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.779007 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6e11cd4-93c0-4bd6-8391-7154a58bb562 req-95d49ba4-6640-48b6-b041-0522e5d7e3a0 tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1101 time: 0.0838742 Dec 17 15:47:42.805668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-20bde9ae-4d66-447d-8f33-0943d485d649 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983008 Dec 17 15:47:42.879958 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05ac9762-5208-4ea0-b823-fec0e4f11a26 req-02e232cb-da50-46d1-b8f0-a72a0eec539c tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104059 Dec 17 15:47:42.891695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:42.892732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6e11cd4-93c0-4bd6-8391-7154a58bb562 req-92ace75b-870c-4d0a-a419-9c304f501f40 tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127739 Dec 17 15:47:42.904691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:42.921282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.977241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c8f41-deec-4f71-a0a6-200efa4dc422 req-d02e3a9e-5cc8-484a-b4b1-6fb06427f7a0 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629109 Dec 17 15:47:42.985221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:42.985897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:42.987384 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] 10.222.0.47 "PUT /v2.0/ports/4936e3ed-d826-4a26-b447-522b23cf2e94 HTTP/1.1" status: 200 len: 1097 time: 1.7808530 Dec 17 15:47:42.987853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:42.994593 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e0c08-08c6-4757-902f-f8867295b4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:43.042967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca48a32-1485-4e1a-91c7-615e5a5d6506 service neutron] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:43.071726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30051521-04e1-4288-bd77-627057308c92 req-51c7e594-b528-4f4d-9d4b-8c55b74a411e tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:43.075197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30051521-04e1-4288-bd77-627057308c92 req-51c7e594-b528-4f4d-9d4b-8c55b74a411e tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 1102 time: 0.0725412 Dec 17 15:47:43.135163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30051521-04e1-4288-bd77-627057308c92 req-de27404d-17d2-4f4b-868c-305338ed71cc tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519288 Dec 17 15:47:43.147524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-820782ed-cc4f-4606-a5aa-9710918f57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:43.162386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-820782ed-cc4f-4606-a5aa-9710918f57e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=649941598dd54826afffa5548a68a617&device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 1100 time: 0.1139510 Dec 17 15:47:43.174765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7c87e-b5c7-4e13-9714-fea2b77d05bb req-d5c7a471-5345-48b8-9e00-3c83b2769111 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:43.176348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cad7c87e-b5c7-4e13-9714-fea2b77d05bb req-d5c7a471-5345-48b8-9e00-3c83b2769111 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 949 time: 0.1462114 Dec 17 15:47:43.227122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-cf61dfd3-9420-405b-b137-ded2e9bcabf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4936e3ed-d826-4a26-b447-522b23cf2e94 HTTP/1.1" status: 200 len: 217 time: 0.0497711 Dec 17 15:47:43.294122 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a77d78-8b83-4a94-a2de-afc28418d23b x-openstack-request-id: req-29a77d78-8b83-4a94-a2de-afc28418d23b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:43.294410 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:43.294664 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29a77d78-8b83-4a94-a2de-afc28418d23b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:43.295125 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'status': 'completed', 'code': 200} Dec 17 15:47:43.323504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-14ca21ff-64d9-498b-ac20-3e92384d8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:43.325127 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-14ca21ff-64d9-498b-ac20-3e92384d8bc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0895150 Dec 17 15:47:43.342669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cad7c87e-b5c7-4e13-9714-fea2b77d05bb req-7871e3a3-3c1b-44c7-93b6-53ea96033558 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512783 Dec 17 15:47:43.410295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-074b82ad-5543-46fe-86cb-1f4a8efc2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:43.414263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-074b82ad-5543-46fe-86cb-1f4a8efc2dfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706074 Dec 17 15:47:43.492102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-b341b022-77c2-4af0-b97c-7008285d7ba9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544782 Dec 17 15:47:43.509391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0c164-ad6a-4722-a052-fe20288eba66 req-1835e41a-8f61-43c6-97a4-cb891cd27b94 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:43.520668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abf0c164-ad6a-4722-a052-fe20288eba66 req-1835e41a-8f61-43c6-97a4-cb891cd27b94 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 948 time: 0.0933425 Dec 17 15:47:43.606789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-9b074834-171a-45f1-83dc-90ef4f713695 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767869 Dec 17 15:47:43.609125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abf0c164-ad6a-4722-a052-fe20288eba66 req-989c148b-8b5d-43a0-9074-9cf5d55d605f tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838320 Dec 17 15:47:44.024609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-fea0f5f0-e932-4057-92d6-b5c06493ae9d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:44.032676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-fea0f5f0-e932-4057-92d6-b5c06493ae9d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5323420 Dec 17 15:47:44.052274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-c990c4d6-6a3e-47be-832d-299a19f2ce6d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/quotas/ec859b55740147209ef7aa48c7cee100 HTTP/1.1" status: 200 len: 375 time: 0.0185096 Dec 17 15:47:44.139237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-9f8a89de-c0d3-4bad-99a7-2961c08e43a6 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0859613 Dec 17 15:47:44.155722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb9c44a6-9012-4fc9-a442-f3cadea3e1ef req-fc8d8450-7b39-49e3-86f6-3df7f4c50b19 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264318 Dec 17 15:47:44.302072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-8cc7bb2c-7f57-4672-94cd-c2519f44d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:44.305961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-8cc7bb2c-7f57-4672-94cd-c2519f44d89d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=649941598dd54826afffa5548a68a617&device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 1100 time: 0.0896523 Dec 17 15:47:44.354094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-53172ed8-75aa-4bc0-9db2-d0e941dbe2c6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758605 Dec 17 15:47:44.425667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:44.605599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-e8caf7f6-545d-4deb-942b-e68e892d7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:44.606153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-eb28e91c-f1d7-4b07-b6be-8617f62cb5fd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:44.607731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-e8caf7f6-545d-4deb-942b-e68e892d7924 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2881117 Dec 17 15:47:44.615921 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-eb28e91c-f1d7-4b07-b6be-8617f62cb5fd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524765 Dec 17 15:47:44.637097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-157f0a93-2f6a-4aa0-8d59-98f4fd7ef384 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/quotas/d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 375 time: 0.0199285 Dec 17 15:47:44.715960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-61d4091f-3a9e-491f-a2fd-d39203ebe878 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777891 Dec 17 15:47:44.741847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:44.780055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-e0a6252e-45fe-450f-b0b3-506ddaf0993e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4936e3ed-d826-4a26-b447-522b23cf2e94 HTTP/1.1" status: 200 len: 217 time: 0.1413083 Dec 17 15:47:44.787062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'mac_address': 'fa:16:3e:eb:58:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:44.882084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-7c3e17e1-4e2a-47d9-ba79-5b0c995096b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:44.884164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-7c3e17e1-4e2a-47d9-ba79-5b0c995096b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1018841 Dec 17 15:47:44.966262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-2a7ac86b-6e7e-40a5-bd15-d23b58d74280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:44.968360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-2a7ac86b-6e7e-40a5-bd15-d23b58d74280 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712028 Dec 17 15:47:44.969682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:45.014076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d752599e-bf4b-4234-91c6-3ecf8cc891a1 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:45.069359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-920718c5-68b4-4ed2-b41c-f22bdb1da75d req-6a7e2ced-9517-4038-84f5-6d563ba4795e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 210 time: 0.0696139 Dec 17 15:47:45.084424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:45.092697 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:45.244157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f9c09-10f7-4040-959e-f68409cfd359 req-cfa12760-8da4-4290-9c1f-ecdeed6b8cda tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.246526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-9be3a942-b691-489d-9c9d-286ed5b7025f service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617145 Dec 17 15:47:45.251941 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:45.253074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:45.275110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-095f9c09-10f7-4040-959e-f68409cfd359 req-cfa12760-8da4-4290-9c1f-ecdeed6b8cda tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 948 time: 0.1188915 Dec 17 15:47:45.342281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.342756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.343218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.343809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.344303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.344758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.345207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.345658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.346113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.346565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.347016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.347466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.347943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.348390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.348839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.349286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.350302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.350302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:45.361920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-5fff2968-6c1e-47fa-a529-a9b0ed440e16 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8&device_id=40305381-7386-40da-82c2-1422624d61e3&device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec&device_id=fa9d01db-54d7-4b7b-8319-42a51f018504&device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d&device_id=04332bb9-3c0b-41c7-991b-de393ed9016a&device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a&device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125&device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c&device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23&device_id=47b72260-0b12-44a8-ad26-ddb627606a80&device_id=561f528d-0403-4345-8382-34e101f6f6fc&device_id=c069d884-089d-4554-9c2d-b6379c337d62&device_id=90589a67-16bf-40ff-9565-cbe84b393cb5&device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24&device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad&device_id=40c658ad-485f-46c5-bdcd-3c053e985cec&device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8&device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 16247 time: 0.2169635 Dec 17 15:47:45.362628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-095f9c09-10f7-4040-959e-f68409cfd359 req-1742324c-0a77-4429-96c7-a5875f8b36f5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840890 Dec 17 15:47:45.398226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-4ca818cf-5f89-4bb1-9c0c-d1d3433c8cd1 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:45.463070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d752599e-bf4b-4234-91c6-3ecf8cc891a1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:45.570647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23e0c08-08c6-4757-902f-f8867295b4bf req-624e65d4-e18b-47bf-999d-514a45cbb9a1 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159907 Dec 17 15:47:45.573267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cec90f31-1319-4b88-9fd5-1709c24e7fd1 req-06e646fd-2af4-4cff-b31c-983105dfdb36 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 210 time: 0.0575020 Dec 17 15:47:45.646795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-4ca818cf-5f89-4bb1-9c0c-d1d3433c8cd1 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:45.653218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-4ca818cf-5f89-4bb1-9c0c-d1d3433c8cd1 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:45.696673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca818cf-5f89-4bb1-9c0c-d1d3433c8cd1 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5722d5e6-9f81-4351-a066-a2d8fb8f4b71,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:45.808050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1833bc2e-354c-459d-9a4f-3bc687e39523 req-4ca818cf-5f89-4bb1-9c0c-d1d3433c8cd1 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&id=4187b985-0113-4857-8d91-00b711649ba5&id=eed64def-c737-4706-8672-321b2f004731&id=6ce3e220-7060-4198-bebf-bef63cff03fb&id=e361cd6a-ba71-4345-9eea-932f565dd182&id=5ef8bdde-c827-4651-9c4a-b5119120e562&id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.4367032 Dec 17 15:47:46.126120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-cf79c307-20a0-4cab-a080-4062b5adab70 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599551 Dec 17 15:47:46.344955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8c676-82fb-4db0-a443-97df40eb81a1 req-d4c2132f-6fa2-4558-8788-03ead146026f tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:46.345443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8c676-82fb-4db0-a443-97df40eb81a1 req-d4c2132f-6fa2-4558-8788-03ead146026f tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:46.345914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8c676-82fb-4db0-a443-97df40eb81a1 req-d4c2132f-6fa2-4558-8788-03ead146026f tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:46.347656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-58c8c676-82fb-4db0-a443-97df40eb81a1 req-d4c2132f-6fa2-4558-8788-03ead146026f tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504&device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c&device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 2885 time: 0.0968676 Dec 17 15:47:46.359031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-6de6a39c-cafc-43fd-a7ee-1928bbed782a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:46.360704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-6de6a39c-cafc-43fd-a7ee-1928bbed782a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242596 Dec 17 15:47:46.397198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b51ef0da-d224-4211-a7c5-63c09e8d48f5 req-395f6f27-cb95-447d-88b8-9c721737d50a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 210 time: 0.0313385 Dec 17 15:47:46.398351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:46.449009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-58c8c676-82fb-4db0-a443-97df40eb81a1 req-57f5184b-7210-4f7c-b923-b0bc3df2b101 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872812 Dec 17 15:47:46.579976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c8aa7-3ef8-48ff-a842-7a25225b5b4a req-f44a619b-4f01-4d72-aa46-8dc0dc863489 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:46.581486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-011c8aa7-3ef8-48ff-a842-7a25225b5b4a req-f44a619b-4f01-4d72-aa46-8dc0dc863489 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 948 time: 0.0657573 Dec 17 15:47:46.582604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:46.588293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:46.707195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-011c8aa7-3ef8-48ff-a842-7a25225b5b4a req-a055306e-64d2-4308-9ac5-02d48878b291 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085849 Dec 17 15:47:46.816263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-353d70d9-ff4b-4f75-ba65-f04e97cf6cad tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277529 Dec 17 15:47:46.864312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.200 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/2c415092-2f11-41e4-a859-49de42dd701f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:46.869111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3c287b2-aae1-43af-bd40-2d95cae628bd req-f9cf005b-ffbc-4538-8645-390e2c66d8bf tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 210 time: 0.0476983 Dec 17 15:47:46.990436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-f4c08d9d-02f3-4599-ad79-5e9eff903340 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:46.992184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-f4c08d9d-02f3-4599-ad79-5e9eff903340 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594825 Dec 17 15:47:47.030589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Request body: {'port': {'device_id': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'd1250a44894b48f8a2959c35a3eedae9'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:47.188064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:47.277804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:47.291565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['42065725-e18b-48c8-84cc-a706e671f3da'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:47.296770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b', '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:47.342612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:47.354554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:47.362584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:47.375503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:47.376275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:47.419099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0263312 Dec 17 15:47:47.460105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Request body: {'port': {'device_id': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:47.477174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4eb000-014c-4959-8e90-d11a71f2bcae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=2c415092-2f11-41e4-a859-49de42dd701f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:47.626879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dae01-c23e-4373-b071-3ab3799a0d45 req-8ebe8863-878f-4128-895a-d9ffb5ed0738 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:47.637186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c9dae01-c23e-4373-b071-3ab3799a0d45 req-8ebe8863-878f-4128-895a-d9ffb5ed0738 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1101 time: 0.0817685 Dec 17 15:47:47.638899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:47.659529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Made reservation on behalf of d1250a44894b48f8a2959c35a3eedae9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:47.664505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:47.700959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c9dae01-c23e-4373-b071-3ab3799a0d45 req-cd307b9c-d7d9-416b-92e5-f99885e5c895 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573707 Dec 17 15:47:47.864518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7c0bfb07-c90f-4a74-825d-44a2b1a6a654 None None] Provisioning complete for port 2c415092-2f11-41e4-a859-49de42dd701f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:47.865276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfb07-c90f-4a74-825d-44a2b1a6a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:47.916503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7c0bfb07-c90f-4a74-825d-44a2b1a6a654 None None] Port 2c415092-2f11-41e4-a859-49de42dd701f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:47.976353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beae55-070d-4000-a7a4-d0349950ec07 req-a892a292-02b1-4c05-9eb2-58867c7315c0 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:47.984494 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5beae55-070d-4000-a7a4-d0349950ec07 req-a892a292-02b1-4c05-9eb2-58867c7315c0 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 936 time: 0.4242880 Dec 17 15:47:48.105171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db523ea3-7169-425e-a100-e1677c0b457d req-847e0fd5-45d6-489f-b57a-d1a488d8caee tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:48.108657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-db523ea3-7169-425e-a100-e1677c0b457d req-847e0fd5-45d6-489f-b57a-d1a488d8caee tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 948 time: 0.1173308 Dec 17 15:47:48.115640 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5beae55-070d-4000-a7a4-d0349950ec07 req-c04ee959-352e-48c9-8154-8a7f22e7b7fe tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300774 Dec 17 15:47:48.203774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-db523ea3-7169-425e-a100-e1677c0b457d req-26c45a29-301d-44da-9137-ce56149e07f6 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734336 Dec 17 15:47:48.255656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:48.302943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3adebb52-2558-4834-8a84-d1ac5c2c41c0 req-6611623a-5f99-4729-a420-f28ed29df8e3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 210 time: 0.0319855 Dec 17 15:47:48.312897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c415092-2f11-41e4-a859-49de42dd701f {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:48.330336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.341700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Transition to ACTIVE for port object 2c415092-2f11-41e4-a859-49de42dd701f will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:48.349148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.357813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4b86b-feb0-42cd-8547-11761b2ea160 req-e232a135-76b7-44e2-ae8a-321265a05e9e tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:48.359588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70f4b86b-feb0-42cd-8547-11761b2ea160 req-e232a135-76b7-44e2-ae8a-321265a05e9e tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1101 time: 0.1524136 Dec 17 15:47:48.399720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b907d66c-26f7-4868-b751-7011c451facb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.440701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 4936e3ed-d826-4a26-b447-522b23cf2e94 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:48.468019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:48.471139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Allocated IP 192.168.233.234 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/3b9449b2-2857-4732-9c4f-7cf99b6c11fd) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:48.473388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Pushing event updated for resources: {'Port': ['ID=2c415092-2f11-41e4-a859-49de42dd701f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:48.522205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b907d66c-26f7-4868-b751-7011c451facb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.529283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b907d66c-26f7-4868-b751-7011c451facb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.582068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:47:48.585378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b907d66c-26f7-4868-b751-7011c451facb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f449dc309b8e4c8799ff1ba2115be57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259900 Dec 17 15:47:48.585823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33426) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:48.664584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907d66c-26f7-4868-b751-7011c451facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af4872c-980c-48f8-bbfc-e2c452a121fa,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:48.695490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b77dc3a-f631-4c67-a2d6-769c0ca4c5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.723214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b77dc3a-f631-4c67-a2d6-769c0ca4c5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.735900 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70f4b86b-feb0-42cd-8547-11761b2ea160 req-fad642f6-2609-4bc3-b172-d35e716f520b tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276718 Dec 17 15:47:48.739189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Attempting to bind port 2c415092-2f11-41e4-a859-49de42dd701f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:48.739524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Attempting to bind port 2c415092-2f11-41e4-a859-49de42dd701f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:48.739876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Attempting to bind port 2c415092-2f11-41e4-a859-49de42dd701f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:48.781033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Port 2c415092-2f11-41e4-a859-49de42dd701f on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:48.781361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Attempting to bind port 2c415092-2f11-41e4-a859-49de42dd701f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:48.787024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b77dc3a-f631-4c67-a2d6-769c0ca4c5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.791326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port d752599e-bf4b-4234-91c6-3ecf8cc891a1 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:48.791519 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b77dc3a-f631-4c67-a2d6-769c0ca4c5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.795331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b77dc3a-f631-4c67-a2d6-769c0ca4c5f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8af4872c-980c-48f8-bbfc-e2c452a121fa HTTP/1.1" status: 204 len: 168 time: 0.2057741 Dec 17 15:47:48.803075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77dc3a-f631-4c67-a2d6-769c0ca4c5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af4872c-980c-48f8-bbfc-e2c452a121fa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:48.805690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:48.806036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:48.806418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:48.806854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Bound port: 2c415092-2f11-41e4-a859-49de42dd701f, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:48.807214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.812002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:48.816587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port d752599e-bf4b-4234-91c6-3ecf8cc891a1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:48.816963 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.884538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227993-177f-4208-bb6c-64ffb43eb7ae req-a534827e-08d1-4f64-9cbe-1db5af46afd1 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:48.890644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2227993-177f-4208-bb6c-64ffb43eb7ae req-a534827e-08d1-4f64-9cbe-1db5af46afd1 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1098 time: 0.0878236 Dec 17 15:47:48.920330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:48.942918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] For port 2c415092-2f11-41e4-a859-49de42dd701f, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:48.947473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] For port 2c415092-2f11-41e4-a859-49de42dd701f, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2c415092-2f11-41e4-a859-49de42dd701f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:48.950249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'mac_address': 'fa:16:3e:fb:b4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:48.957242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.006255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:49.006936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.008284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] 10.222.0.49 "PUT /v2.0/ports/2c415092-2f11-41e4-a859-49de42dd701f HTTP/1.1" status: 200 len: 1097 time: 1.5657892 Dec 17 15:47:49.010317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'tag': '2c415092-2f11-41e4-a859-49de42dd701f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:49.013107 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072c71f-91dd-40f5-946f-f885c46a306e" -d '{"events": [{"name": "network-changed", "server_uuid": "be97f012-7798-4c25-bbf2-c883f4e651e8", "tag": "2c415092-2f11-41e4-a859-49de42dd701f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:49.032770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.057758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:49.063638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28661cdc-908e-409b-8baa-6c0b6dfa2b89 service neutron] Pushing event updated for resources: {'Port': ['ID=2c415092-2f11-41e4-a859-49de42dd701f,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:49.077423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2227993-177f-4208-bb6c-64ffb43eb7ae req-73f5f82e-bc58-414f-a9b7-51f4bd12900a tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748493 Dec 17 15:47:49.145123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.148695 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.193650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:49.201488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:49.213414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4936e3ed-d826-4a26-b447-522b23cf2e94 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:49.220628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:49.231894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:49.232496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.249442 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35b7241-8075-4749-800e-4a244b22c41e x-openstack-request-id: req-f35b7241-8075-4749-800e-4a244b22c41e {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:49.249735 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be97f012-7798-4c25-bbf2-c883f4e651e8", "tag": "2c415092-2f11-41e4-a859-49de42dd701f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:49.249986 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f35b7241-8075-4749-800e-4a244b22c41e {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:49.250492 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'tag': '2c415092-2f11-41e4-a859-49de42dd701f', 'status': 'completed', 'code': 200} Dec 17 15:47:49.254882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:49.260110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:49.263135 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d454ec14-767e-4fd6-80f1-7281dfefee56" -d '{"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-plugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:49.289295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-d85982af-4781-43e2-a25d-56be6052f84b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2663250 Dec 17 15:47:49.307509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-3d41ce5d-daf3-4342-b3bc-4bebe460209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:49.309446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-3d41ce5d-daf3-4342-b3bc-4bebe460209a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 1100 time: 0.2293570 Dec 17 15:47:49.313248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Request body: {'port': {'device_id': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:49.324757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:49.345920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.361261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:49.384186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-d53b5b1b-52f5-4f21-829c-1f13b3f8328d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=2c415092-2f11-41e4-a859-49de42dd701f HTTP/1.1" status: 200 len: 217 time: 0.0515392 Dec 17 15:47:49.424987 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.476959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b680b5-acb3-45d4-b61c-e0d762769f32 req-227eec40-c542-4370-b71c-65e6e5ccd8c9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:49.478529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1b680b5-acb3-45d4-b61c-e0d762769f32 req-227eec40-c542-4370-b71c-65e6e5ccd8c9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 948 time: 0.0768523 Dec 17 15:47:49.479022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:49.517175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-a9bb64ad-1c21-4f0b-b138-34197807959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:49.518810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-a9bb64ad-1c21-4f0b-b138-34197807959c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1189575 Dec 17 15:47:49.521732 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.526856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-994f610e-2fb1-4b32-ba4b-bf9c39117a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.568926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:49.620381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1b680b5-acb3-45d4-b61c-e0d762769f32 req-5700905a-7ae4-4fa8-a06b-5c5dc7f84910 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215010 Dec 17 15:47:49.647081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-c54006ec-4c22-4ab7-893a-d9a4a134fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:49.648647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-c54006ec-4c22-4ab7-893a-d9a4a134fceb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162374 Dec 17 15:47:49.701204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:49.737704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-12db031f-127a-4d51-ab1f-f0eda420ba10 None None] Provisioning complete for port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:49.738245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-12db031f-127a-4d51-ab1f-f0eda420ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.785345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfde55c-4573-4542-88bf-fb8174e06850 req-00514bbc-3684-458e-8a0a-680215adb85d tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:49.787458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cfde55c-4573-4542-88bf-fb8174e06850 req-00514bbc-3684-458e-8a0a-680215adb85d tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 949 time: 0.0904639 Dec 17 15:47:49.804113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['4936e3ed-d826-4a26-b447-522b23cf2e94'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:49.808238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-12db031f-127a-4d51-ab1f-f0eda420ba10 None None] Port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:47:49.820527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-994f610e-2fb1-4b32-ba4b-bf9c39117a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.826708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-994f610e-2fb1-4b32-ba4b-bf9c39117a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:49.861533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-116d7720-6d1d-422a-92e3-4d2ae46dd57f service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618502 Dec 17 15:47:49.898217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-994f610e-2fb1-4b32-ba4b-bf9c39117a46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1fcb5f362c94bff818346341e24276d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181716 Dec 17 15:47:49.900944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33470) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:49.920391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cfde55c-4573-4542-88bf-fb8174e06850 req-7e16b559-2493-40a1-a431-3bd15a301a39 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214788 Dec 17 15:47:49.983474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f610e-2fb1-4b32-ba4b-bf9c39117a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe1829a-9f7f-4f30-a44c-ceb7e3f2aea7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:49.990875 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed03aeb3-ad0d-4a66-bf9d-948704b20942 x-openstack-request-id: req-ed03aeb3-ad0d-4a66-bf9d-948704b20942 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:49.991240 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-plugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:49.991500 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed03aeb3-ad0d-4a66-bf9d-948704b20942 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:49.991924 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'code': 200} Dec 17 15:47:50.030679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f9e5785-683e-4900-a166-fd5ef0b2643f req-749d7ab3-4b9b-4f6d-8eb7-1083e93fa8f0 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604986 Dec 17 15:47:50.036347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9449b2-2857-4732-9c4f-7cf99b6c11fd {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:50.038318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-382d6d2c-8ec8-4858-9793-9a0abfd0ff86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:50.045403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:50.072135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Transition to ACTIVE for port object 3b9449b2-2857-4732-9c4f-7cf99b6c11fd will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:50.073537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-382d6d2c-8ec8-4858-9793-9a0abfd0ff86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:50.077663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:50.171244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-382d6d2c-8ec8-4858-9793-9a0abfd0ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:50.178469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-382d6d2c-8ec8-4858-9793-9a0abfd0ff86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:50.185869 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-382d6d2c-8ec8-4858-9793-9a0abfd0ff86 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fe1829a-9f7f-4f30-a44c-ceb7e3f2aea7 HTTP/1.1" status: 204 len: 168 time: 0.2827926 Dec 17 15:47:50.198447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d6d2c-8ec8-4858-9793-9a0abfd0ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe1829a-9f7f-4f30-a44c-ceb7e3f2aea7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:50.261348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:50.313692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9298f-16a6-4a51-81ec-999e9993a8e9 req-4ed69b5a-8b64-4a32-b25d-1d4e31f9af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:50.315243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4fe9298f-16a6-4a51-81ec-999e9993a8e9 req-4ed69b5a-8b64-4a32-b25d-1d4e31f9af2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 1102 time: 0.2263443 Dec 17 15:47:50.344110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072c71f-91dd-40f5-946f-f885c46a306e req-00b0bea9-a61f-40a7-9c5e-31b9a2c87794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:50.348667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8072c71f-91dd-40f5-946f-f885c46a306e req-00b0bea9-a61f-40a7-9c5e-31b9a2c87794 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 1100 time: 0.2158759 Dec 17 15:47:50.351496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:50.352140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:50.352810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:50.403301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:50.403630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:50.414075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c986e-40e5-41fe-a109-34fd8edacad5 req-79116d99-1027-445c-a9cb-6b9923599b05 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:50.416076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b63c986e-40e5-41fe-a109-34fd8edacad5 req-79116d99-1027-445c-a9cb-6b9923599b05 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 948 time: 0.0960429 Dec 17 15:47:50.460733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:50.461171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:50.461426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:50.461904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Bound port: 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:50.462392 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:50.489722 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b63c986e-40e5-41fe-a109-34fd8edacad5 req-aaab2061-6c70-43b7-bf79-ab255431287a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Dec 17 15:47:50.496887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4fe9298f-16a6-4a51-81ec-999e9993a8e9 req-574a8d8d-b8a5-4001-8752-7c80fb72c855 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646457 Dec 17 15:47:50.844088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-2d27ccdb-dc3a-425d-a253-7f3dd78c63d3 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:50.844854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072c71f-91dd-40f5-946f-f885c46a306e req-d0bc266c-a697-4c22-bf86-1739f1240c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:50.846354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8072c71f-91dd-40f5-946f-f885c46a306e req-d0bc266c-a697-4c22-bf86-1739f1240c65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4805155 Dec 17 15:47:50.847234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-2d27ccdb-dc3a-425d-a253-7f3dd78c63d3 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097103 Dec 17 15:47:50.919606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8072c71f-91dd-40f5-946f-f885c46a306e req-5b243687-909e-4f85-80b3-31ab1a6eeb7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=2c415092-2f11-41e4-a859-49de42dd701f HTTP/1.1" status: 200 len: 217 time: 0.0579443 Dec 17 15:47:50.920917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:50.924948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-170df6f4-eed4-449f-895b-a4475916a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:50.926888 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-170df6f4-eed4-449f-895b-a4475916a667 service neutron] 10.222.0.54 "GET /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 1095 time: 0.0558860 Dec 17 15:47:50.937547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:50.958697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Request body: {'binding': {'host': 'n-h1-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:50.958697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Unknown quota resources ['binding']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:47:50.978017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:51.003577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.004590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:51.007181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] 10.222.0.49 "PUT /v2.0/ports/3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 1097 time: 1.7013502 Dec 17 15:47:51.059697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b5a8a-5a1a-42a6-9699-eae8f434ae97 req-ad2a6352-51b2-44b8-8639-a6f11bf0715f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.065740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072c71f-91dd-40f5-946f-f885c46a306e req-12546ebc-ef28-48eb-8758-1c0820eba8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.066961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e90b5a8a-5a1a-42a6-9699-eae8f434ae97 req-ad2a6352-51b2-44b8-8639-a6f11bf0715f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 948 time: 0.1356966 Dec 17 15:47:51.069776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8072c71f-91dd-40f5-946f-f885c46a306e req-12546ebc-ef28-48eb-8758-1c0820eba8d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1286869 Dec 17 15:47:51.142367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e90b5a8a-5a1a-42a6-9699-eae8f434ae97 req-7409e5a0-814e-4301-9169-284a3ee5e879 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724699 Dec 17 15:47:51.157011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b47c5c-ced5-4902-9b34-ea8745176e7b service neutron] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:51.206011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-13d5f64c-dc52-4531-ab58-767bc3d5ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.207584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-13d5f64c-dc52-4531-ab58-767bc3d5ac20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1100 time: 0.1339772 Dec 17 15:47:51.213894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on host n-h1-806683-20 for vnic_type normal with profile None {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:51.214226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:51.214640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:51.215725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072c71f-91dd-40f5-946f-f885c46a306e req-946d7f78-1e1f-4f31-8131-b7e7475f31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.219678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:51.220035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:51.220732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8072c71f-91dd-40f5-946f-f885c46a306e req-946d7f78-1e1f-4f31-8131-b7e7475f31f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314592 Dec 17 15:47:51.221226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33526) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:51.225315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:51.225653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:51.226031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:51.226449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Bound port: 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:51.255760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:51.258719 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed21422f-5448-4607-9ce7-fe433a9647c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:51.320121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a4ae3-6687-4041-8046-5db431bafbcd req-e12ea42f-48a6-467b-bd54-bf99f7cb8e14 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.321628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb6a4ae3-6687-4041-8046-5db431bafbcd req-e12ea42f-48a6-467b-bd54-bf99f7cb8e14 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0690796 Dec 17 15:47:51.325419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:51.332631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:51.333921 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c1aef9c6-78d7-4396-8dc4-648813a5c786 service neutron] 10.222.0.54 "POST /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6/bindings HTTP/1.1" status: 201 len: 390 time: 0.3808396 Dec 17 15:47:51.366583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-0f7ebb52-23e4-42e2-8405-364e532cd628 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.1337841 Dec 17 15:47:51.373473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1879725969-network', 'tenant_id': '5168026ade0c4054a86eb792c775b1e5'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:51.393817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb6a4ae3-6687-4041-8046-5db431bafbcd req-bfd3eb94-27af-4deb-a20a-16ae2c9d05a6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Dec 17 15:47:51.441430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-24caa67d-aae1-40ac-954e-63769f963abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.445841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-24caa67d-aae1-40ac-954e-63769f963abe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0666926 Dec 17 15:47:51.506943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Made reservation on behalf of 5168026ade0c4054a86eb792c775b1e5 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:51.509772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:51.514738 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ee006a-631c-4eeb-bc70-8f8d1bc13828 x-openstack-request-id: req-60ee006a-631c-4eeb-bc70-8f8d1bc13828 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:51.514886 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:51.515176 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60ee006a-631c-4eeb-bc70-8f8d1bc13828 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:51.515576 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'status': 'completed', 'code': 200} Dec 17 15:47:51.546429 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8072c71f-91dd-40f5-946f-f885c46a306e req-5e0b4c4a-563e-4e26-9f7e-6bcf745fef44 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056822 Dec 17 15:47:51.547622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:51.556040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbf7a0-8d4f-4449-b488-e57b13ca91de req-b0e795a6-391d-4006-a7f1-c6d4f256900b tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.558104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ebbf7a0-8d4f-4449-b488-e57b13ca91de req-b0e795a6-391d-4006-a7f1-c6d4f256900b tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 949 time: 0.0710557 Dec 17 15:47:51.622353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ebbf7a0-8d4f-4449-b488-e57b13ca91de req-ad8a3bae-0ec6-46da-8358-0f72227473b7 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579658 Dec 17 15:47:51.655451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774066-3391-4844-9442-5d0b784c0548 req-aec1db78-ce47-4a8f-b991-1c94a2404647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.657004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-aec1db78-ce47-4a8f-b991-1c94a2404647 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1653829 Dec 17 15:47:51.727021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ed9f9-2558-4147-9631-f346f8803977 req-e722d5ee-28cc-4c90-8d20-ada69cfbadbc tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.728842 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f9ed9f9-2558-4147-9631-f346f8803977 req-e722d5ee-28cc-4c90-8d20-ada69cfbadbc tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 948 time: 0.0493317 Dec 17 15:47:51.790733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f9ed9f9-2558-4147-9631-f346f8803977 req-01d8d26f-529a-4dd5-8b17-b2a73d5db38d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524085 Dec 17 15:47:51.813205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3fe1-4fd3-447e-ad02-97ba074f31a8 req-8c2cdf0b-4488-46ab-a4df-2ceb2bc4b711 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.814733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-145d3fe1-4fd3-447e-ad02-97ba074f31a8 req-8c2cdf0b-4488-46ab-a4df-2ceb2bc4b711 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.2504549 Dec 17 15:47:51.851239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-4d566ed3-ffd7-4710-a5d9-c263477ae7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:51.853714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-4d566ed3-ffd7-4710-a5d9-c263477ae7a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1098 time: 0.2031107 Dec 17 15:47:51.881986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8072c71f-91dd-40f5-946f-f885c46a306e req-cbb5783c-1f35-4d9c-ad6c-257b7694781f service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195338 Dec 17 15:47:51.969985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-e0c6d94b-1861-4dba-8aa2-f65f9d18bcd9 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920403 Dec 17 15:47:51.971914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:51.982549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.026097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-145d3fe1-4fd3-447e-ad02-97ba074f31a8 req-6466ff0e-d200-4b5d-9b54-03910e9d4784 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014740 Dec 17 15:47:52.080171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:47:52.097071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2964cd-44b6-45fa-8900-4bfedded0bdb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:52.116640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.116976 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Added segment e0246443-9b6c-439a-9123-369b13476ac1 of type vlan for network 0cb9cff5-88f6-4dc4-aa20-39a5431ebcec Dec 17 15:47:52.160323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-749f269f-36c9-42d0-9b00-16b38468f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.161790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-749f269f-36c9-42d0-9b00-16b38468f877 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2763810 Dec 17 15:47:52.193962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.225602 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0774066-3391-4844-9442-5d0b784c0548 req-09635d79-4785-4220-864a-76bf0e5811c3 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361372 Dec 17 15:47:52.228698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-a61c4add-b996-46ef-b435-34fbd3c96eb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 217 time: 0.0475962 Dec 17 15:47:52.263486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352fa2a-e7f8-44c2-ad15-efdccecd1027 req-1d1acbd2-6305-4588-85a5-05f01e348695 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.265138 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8352fa2a-e7f8-44c2-ad15-efdccecd1027 req-1d1acbd2-6305-4588-85a5-05f01e348695 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 948 time: 0.0519300 Dec 17 15:47:52.297871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.298760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.299359 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.315019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8352fa2a-e7f8-44c2-ad15-efdccecd1027 req-e8031bc9-ebd9-4443-99ba-4ced35b9bbc9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 Dec 17 15:47:52.363932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-523a9418-219e-48b5-9a61-f5428193c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.365492 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-523a9418-219e-48b5-9a61-f5428193c78a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1283922 Dec 17 15:47:52.374012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1517520 Dec 17 15:47:52.377656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33542) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:52.382422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Request body: {'subnet': {'network_id': '0cb9cff5-88f6-4dc4-aa20-39a5431ebcec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1879725969-subnet', 'tenant_id': '5168026ade0c4054a86eb792c775b1e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:52.407063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Made reservation on behalf of 5168026ade0c4054a86eb792c775b1e5 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:52.409450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.416388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-97a35299-2a57-4f12-9ea5-fceae0ac2021 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413280 Dec 17 15:47:52.418223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23672303-7fb0-425c-879e-6cba156213a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb9cff5-88f6-4dc4-aa20-39a5431ebcec,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:52.427941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-6872f8f6-4aca-49d9-9b2f-f85b48cdda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.429110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 0cb9cff5-88f6-4dc4-aa20-39a5431ebcec details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:47:52.429613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-6872f8f6-4aca-49d9-9b2f-f85b48cdda71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1100 time: 0.1410029 Dec 17 15:47:52.479871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 4936e3ed-d826-4a26-b447-522b23cf2e94 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:52.577830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 4936e3ed-d826-4a26-b447-522b23cf2e94 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:52.585660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 4936e3ed-d826-4a26-b447-522b23cf2e94 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:52.585660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.636851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214047b-f5c8-4ba1-8de2-6dae2b361fce req-efb28cdf-8ecf-4315-87d2-2764d58caf0e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.638401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2214047b-f5c8-4ba1-8de2-6dae2b361fce req-efb28cdf-8ecf-4315-87d2-2764d58caf0e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1128812 Dec 17 15:47:52.657298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-33a88db9-d786-449b-8624-ab07fed8abdf service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271626 Dec 17 15:47:52.659788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-c8d3dc31-af2d-43b6-9e84-533f2be93509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.661156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-c8d3dc31-af2d-43b6-9e84-533f2be93509 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2214999 Dec 17 15:47:52.678203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.705622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:52.708064 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06253f3-94ed-4f5a-9091-28c9513a5060" -d '{"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-plugged", "status": "completed", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:52.724702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:52.729992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:52.761253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-c2c016f4-33dd-4b92-ab9c-4e8ad9f89ba6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.0816619 Dec 17 15:47:52.779383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:52.787448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.787895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.788290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.788683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.789070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.789619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.789829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.790207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.790580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.790959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.791334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.791708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.792102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:52.792935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2214047b-f5c8-4ba1-8de2-6dae2b361fce req-0f63417b-9f20-4d47-802c-b30e7e5f9341 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467831 Dec 17 15:47:52.849326 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efa4931-9856-4c77-bfa1-fefb4f6e84c3 x-openstack-request-id: req-0efa4931-9856-4c77-bfa1-fefb4f6e84c3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:52.850090 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-plugged", "status": "completed", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:52.850401 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0efa4931-9856-4c77-bfa1-fefb4f6e84c3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:52.850905 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'code': 200} Dec 17 15:47:52.851939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-ea4f2aae-3fdb-4fcd-929d-b4379c2da376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.853407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-ea4f2aae-3fdb-4fcd-929d-b4379c2da376 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0782721 Dec 17 15:47:52.859788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-e3827c8e-edf8-4b33-ae08-e59cf21e0fa9 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901393 Dec 17 15:47:52.877055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec00b8-96b6-407c-98ea-7beec02e4833 req-981b7d8e-ad62-4ae3-ad09-7a37f789727a tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.885614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fec00b8-96b6-407c-98ea-7beec02e4833 req-981b7d8e-ad62-4ae3-ad09-7a37f789727a tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 950 time: 0.1185892 Dec 17 15:47:52.973827 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fec00b8-96b6-407c-98ea-7beec02e4833 req-99af7bf9-6149-47b9-89d2-422d849437e8 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869591 Dec 17 15:47:52.986607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-9b5af05e-d685-4b8c-bca9-8295dbbd94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:52.988166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-9b5af05e-d685-4b8c-bca9-8295dbbd94e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102736 Dec 17 15:47:53.030985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:53.064851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a562b29-bdbc-4eeb-98f3-686cc6a9f58d req-d1b433d7-c3d8-4131-84ec-38ab4205fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:53.066900 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a562b29-bdbc-4eeb-98f3-686cc6a9f58d req-d1b433d7-c3d8-4131-84ec-38ab4205fa4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 1102 time: 0.1182139 Dec 17 15:47:53.083475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3dd14-b139-4ebb-911d-a17d88295bdb req-a45545fe-84e0-4fbb-b744-bcecf177fe97 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:53.092337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c3dd14-b139-4ebb-911d-a17d88295bdb req-a45545fe-84e0-4fbb-b744-bcecf177fe97 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 948 time: 0.1756678 Dec 17 15:47:53.099329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeafdbb7-b058-4d54-96c1-821a9920e8e2,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:53.101572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Checking segment: {'id': 'e0246443-9b6c-439a-9123-369b13476ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0cb9cff5-88f6-4dc4-aa20-39a5431ebcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:53.101923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Network hostable DHCP agents. Network: 0cb9cff5-88f6-4dc4-aa20-39a5431ebcec, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:47:53.120938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Network 0cb9cff5-88f6-4dc4-aa20-39a5431ebcec is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:47:53.133292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 0cb9cff5-88f6-4dc4-aa20-39a5431ebcec) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:53.139702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:53.141353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:53.145815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be914bb6-38ae-4887-9c67-b6f64812f2ac None None] Network 0cb9cff5-88f6-4dc4-aa20-39a5431ebcec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:47:53.183479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c3dd14-b139-4ebb-911d-a17d88295bdb req-362d2813-58fd-4a11-824c-3acc92ed71cb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886600 Dec 17 15:47:53.216935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9586195b-ead2-4630-abf7-a91102c61283 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8381674 Dec 17 15:47:53.239671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-eb45ba68-09af-4226-beaa-cc61c1faeb23 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384229 Dec 17 15:47:53.249337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3678a-50e5-4b8c-a6c5-834c156cda67 req-40832ade-08c5-49fb-8395-25e90cbae9f8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:53.251620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cef3678a-50e5-4b8c-a6c5-834c156cda67 req-40832ade-08c5-49fb-8395-25e90cbae9f8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0799463 Dec 17 15:47:53.265865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a562b29-bdbc-4eeb-98f3-686cc6a9f58d req-0ea102f3-cae9-4698-933a-64a6a89a9952 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669166 Dec 17 15:47:53.301458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c9dca-3a20-4748-b25f-372a543d953d None None] Network 0cb9cff5-88f6-4dc4-aa20-39a5431ebcec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:47:53.323293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cef3678a-50e5-4b8c-a6c5-834c156cda67 req-33063b03-e87a-4580-8eed-e80439f92a3e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642047 Dec 17 15:47:53.411598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed21422f-5448-4607-9ce7-fe433a9647c0 req-3331c0ff-899b-4d4e-ace8-540519f862bf service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584287 Dec 17 15:47:53.461686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7c6e8-f329-4db6-9f78-8748e2b14a14 req-2cde4732-946d-44bf-b209-7f81712a4837 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:53.463363 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54e7c6e8-f329-4db6-9f78-8748e2b14a14 req-2cde4732-946d-44bf-b209-7f81712a4837 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 948 time: 0.0550470 Dec 17 15:47:53.516333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54e7c6e8-f329-4db6-9f78-8748e2b14a14 req-ecfd7b65-7b08-4e1f-b1bd-e63318f63c2d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Dec 17 15:47:53.714696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2c415092-2f11-41e4-a859-49de42dd701f details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:53.819261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2c415092-2f11-41e4-a859-49de42dd701f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2c415092-2f11-41e4-a859-49de42dd701f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:53.832932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '2c415092-2f11-41e4-a859-49de42dd701f', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '2c415092-2f11-41e4-a859-49de42dd701f', 'mac_address': 'fa:16:3e:0a:de:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:53.834539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33578) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:53.840805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-154356073-network', 'tenant_id': 'b68e91d3377f4f47a62bfc43e6af632c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:53.872445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:53.887156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c415092-2f11-41e4-a859-49de42dd701f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:53.895778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Made reservation on behalf of b68e91d3377f4f47a62bfc43e6af632c for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:53.896596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:53.907879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2c415092-2f11-41e4-a859-49de42dd701f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2c415092-2f11-41e4-a859-49de42dd701f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:53.912552 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:53.920216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:53.956857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8712-7bd3-43e9-beb5-14bd503f9b87 req-71e20185-d3cd-49e2-a0d5-97241980d135 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:53.958503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5df8712-7bd3-43e9-beb5-14bd503f9b87 req-71e20185-d3cd-49e2-a0d5-97241980d135 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0802255 Dec 17 15:47:53.967277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=2c415092-2f11-41e4-a859-49de42dd701f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:54.032151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5df8712-7bd3-43e9-beb5-14bd503f9b87 req-c3b985b5-274e-42bb-aa50-b42d9c9a9805 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647829 Dec 17 15:47:54.063846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.068777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.098739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:47:54.099009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d11886-eaf5-4b9f-af7c-2fcc9cb70a5b req-ab70d0ff-2c1a-4d33-9d8a-f04a6f2383cf tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:54.106808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1d11886-eaf5-4b9f-af7c-2fcc9cb70a5b req-ab70d0ff-2c1a-4d33-9d8a-f04a6f2383cf tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 950 time: 0.0571637 Dec 17 15:47:54.111149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a60bd74-d9cf-4a83-9673-3dceebdff0e4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:54.116233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.117919 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Added segment 61eb76bc-198e-4d73-8d18-12bde5fb5065 of type vlan for network 9fbb942e-20d5-4512-8668-d804a0478334 Dec 17 15:47:54.166504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1d11886-eaf5-4b9f-af7c-2fcc9cb70a5b req-2f4a8b12-c683-4037-87a5-78d25659bc6f tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Dec 17 15:47:54.175511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.203613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.204736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:54.205500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.260177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4215698 Dec 17 15:47:54.263370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33586) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:54.265377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Request body: {'subnet': {'network_id': '9fbb942e-20d5-4512-8668-d804a0478334', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-154356073-subnet', 'tenant_id': 'b68e91d3377f4f47a62bfc43e6af632c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:54.269318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7e9b8-c1aa-4332-aabd-ff06c156e979 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbb942e-20d5-4512-8668-d804a0478334,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:54.287316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 9fbb942e-20d5-4512-8668-d804a0478334 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:47:54.322220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee5142-f418-471a-ac56-b2046e51555c req-157475a7-c77e-49fc-bf0b-f93c26f42a0b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:54.323707 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddee5142-f418-471a-ac56-b2046e51555c req-157475a7-c77e-49fc-bf0b-f93c26f42a0b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 948 time: 0.0761359 Dec 17 15:47:54.325038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Made reservation on behalf of b68e91d3377f4f47a62bfc43e6af632c for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:54.327440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Publish callbacks [] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.365504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['2c415092-2f11-41e4-a859-49de42dd701f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:54.437230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddee5142-f418-471a-ac56-b2046e51555c req-1cc579e3-7c17-4619-a757-06f634d1a160 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975895 Dec 17 15:47:54.487496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d769833-abf9-465f-add7-8ab03b922051 req-15072ba3-dc0d-40b3-9707-6800703d251a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:54.489184 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d769833-abf9-465f-add7-8ab03b922051 req-15072ba3-dc0d-40b3-9707-6800703d251a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0645413 Dec 17 15:47:54.571608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d769833-abf9-465f-add7-8ab03b922051 req-61ae560b-a460-4a30-85f8-6eca64b65dfa tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753634 Dec 17 15:47:54.572243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.579132 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:47:54.670411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Pushing event updated for resources: {'Subnet': ['ID=af678588-7328-4dd9-80dd-6f1a6febee10,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:54.693220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Checking segment: {'id': '61eb76bc-198e-4d73-8d18-12bde5fb5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9fbb942e-20d5-4512-8668-d804a0478334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:54.693572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Network hostable DHCP agents. Network: 9fbb942e-20d5-4512-8668-d804a0478334, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:47:54.712022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081d384-0863-4c42-94b1-af91791a9398 req-e4f2c01a-1f5f-43ed-ba45-f56e67232e9d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:54.713536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4081d384-0863-4c42-94b1-af91791a9398 req-e4f2c01a-1f5f-43ed-ba45-f56e67232e9d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 949 time: 0.0828083 Dec 17 15:47:54.740113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Network 9fbb942e-20d5-4512-8668-d804a0478334 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:47:54.768931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 9fbb942e-20d5-4512-8668-d804a0478334) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:54.778830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be26d6-5387-4c1a-a4b0-cd56eee9db20 None None] Network 9fbb942e-20d5-4512-8668-d804a0478334 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:47:54.785938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:54.786589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:54.792787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4081d384-0863-4c42-94b1-af91791a9398 req-c6981018-b256-49dd-ad91-054d65b6e5bc tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723658 Dec 17 15:47:54.815871 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fa331460-0d19-4f5e-a040-3ce4dadc91db admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5500474 Dec 17 15:47:54.935186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33596) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:54.980498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] Deleting subnet eeafdbb7-b058-4d54-96c1-821a9920e8e2 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:47:54.984026 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.018745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.025315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df68c483-424c-4fcb-b018-380359fdbb6d None None] Network 9fbb942e-20d5-4512-8668-d804a0478334 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:47:55.063206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.160744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.194727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeafdbb7-b058-4d54-96c1-821a9920e8e2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:55.200334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.207721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8f806235-188d-4067-bb7a-eecf09786ef8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/eeafdbb7-b058-4d54-96c1-821a9920e8e2 HTTP/1.1" status: 204 len: 168 time: 0.2675161 Dec 17 15:47:55.208524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33604) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:55.211792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1af3fc-07d5-4a15-9fcc-3ccbbaa70bce req-77865271-961a-4a2d-ba9e-62291b3841a4 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:55.213274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c1af3fc-07d5-4a15-9fcc-3ccbbaa70bce req-77865271-961a-4a2d-ba9e-62291b3841a4 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0980508 Dec 17 15:47:55.273283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c1af3fc-07d5-4a15-9fcc-3ccbbaa70bce req-6809b5df-dbf3-406c-b7ac-0c6814794ab2 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492773 Dec 17 15:47:55.317344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.340188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45762524-ae84-4f94-9c40-8758a30024a2 req-d4cec8c4-4aa1-486e-9807-c11725bb82c3 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:55.341682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45762524-ae84-4f94-9c40-8758a30024a2 req-d4cec8c4-4aa1-486e-9807-c11725bb82c3 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 950 time: 0.0779657 Dec 17 15:47:55.440916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.467308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45762524-ae84-4f94-9c40-8758a30024a2 req-a602fcd6-39c2-4b44-8713-44ffb4f11004 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169326 Dec 17 15:47:55.472188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.472382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.473112 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.473447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > port after_create 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.473826 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.474061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > port after_update 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.474375 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.474703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.474997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.475312 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.570982 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.571577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.572092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.572527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:47:55.572963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb9cff5-88f6-4dc4-aa20-39a5431ebcec']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:55.601333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bf95f-d184-4c54-9074-9dafe55eec60 req-7ba4994a-0490-4feb-a660-407b7fea3b37 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:55.603216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b98bf95f-d184-4c54-9074-9dafe55eec60 req-7ba4994a-0490-4feb-a660-407b7fea3b37 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 948 time: 0.0773809 Dec 17 15:47:55.630577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0246443-9b6c-439a-9123-369b13476ac1') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:55.631141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0246443-9b6c-439a-9123-369b13476ac1') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:55.668398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b98bf95f-d184-4c54-9074-9dafe55eec60 req-627b96d0-e7a3-4948-a3d8-900203966d91 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 Dec 17 15:47:55.714248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:55.793484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956018-4dca-435d-b8b0-0d6a57355ce2 req-461fb4fc-60d6-4f67-860b-ef6f85e8fd14 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:55.801677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40956018-4dca-435d-b8b0-0d6a57355ce2 req-461fb4fc-60d6-4f67-860b-ef6f85e8fd14 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0624244 Dec 17 15:47:55.874583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40956018-4dca-435d-b8b0-0d6a57355ce2 req-ad5da362-6075-4c35-8b3d-9d705c067b43 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718346 Dec 17 15:47:55.885446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:55.908095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'mac_address': 'fa:16:3e:58:7f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:55.956504 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:55.972100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9449b2-2857-4732-9c4f-7cf99b6c11fd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:55.984186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c55c-d986-4db8-8ee9-419d895bad0a req-25a1a4d4-a055-4140-92ac-7f0bade1dae8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:55.985764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9209c55c-d986-4db8-8ee9-419d895bad0a req-25a1a4d4-a055-4140-92ac-7f0bade1dae8 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 949 time: 0.0525186 Dec 17 15:47:55.999633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:56.004977 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.017493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.045099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.062126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9209c55c-d986-4db8-8ee9-419d895bad0a req-a8a4be49-b426-47dc-af3e-a0564807070e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674868 Dec 17 15:47:56.063653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d66d7-df07-4a86-833e-acc4afe38a3e req-b2bf94a2-1102-4ecc-96ab-23fd2a0c8f19 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:56.065679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c37d66d7-df07-4a86-833e-acc4afe38a3e req-b2bf94a2-1102-4ecc-96ab-23fd2a0c8f19 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 950 time: 0.4793458 Dec 17 15:47:56.067267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:47:56.067897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: from cryptography.utils import int_from_bytes Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: from cryptography.utils import int_from_bytes Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:47:56.081537 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:47:56.092682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:56.166521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.172400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.175757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0cb9cff5-88f6-4dc4-aa20-39a5431ebcec HTTP/1.1" status: 204 len: 168 time: 0.9639194 Dec 17 15:47:56.179689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33620) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:56.199508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c37d66d7-df07-4a86-833e-acc4afe38a3e req-e1386a7b-9169-4980-9cdb-0e2df9c56607 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075222 Dec 17 15:47:56.200442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ae7f4-ddf4-4384-9e17-6b98a3852442 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb9cff5-88f6-4dc4-aa20-39a5431ebcec,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:56.238942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98fd60-4752-4e71-acbf-3831fd44ba28 req-cf0124a8-8fa2-481a-870a-3d34cc089c0f tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:56.240652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de98fd60-4752-4e71-acbf-3831fd44ba28 req-cf0124a8-8fa2-481a-870a-3d34cc089c0f tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1097 time: 0.0996845 Dec 17 15:47:56.243691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] Deleting subnet af678588-7328-4dd9-80dd-6f1a6febee10 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:47:56.247351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.301425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.347947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de98fd60-4752-4e71-acbf-3831fd44ba28 req-c3259d54-0715-48b9-8eb8-63dd3ebbce61 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806470 Dec 17 15:47:56.355729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.420143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.451861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af678588-7328-4dd9-80dd-6f1a6febee10,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:56.454176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3b9449b2-2857-4732-9c4f-7cf99b6c11fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:56.457548 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.464177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33638) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:56.464877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d8437654-4ab9-4186-a50b-7dcb33f0c29e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/af678588-7328-4dd9-80dd-6f1a6febee10 HTTP/1.1" status: 204 len: 168 time: 0.2838504 Dec 17 15:47:56.531401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9925bd6-bb9e-4e80-a94c-6f7e122b5327 req-f3388025-61ad-4475-95a7-b488e5c54443 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:56.539579 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9925bd6-bb9e-4e80-a94c-6f7e122b5327 req-f3388025-61ad-4475-95a7-b488e5c54443 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0659804 Dec 17 15:47:56.595992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.640532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9925bd6-bb9e-4e80-a94c-6f7e122b5327 req-5ee659fe-a2a7-48ea-bcf1-a1b162868615 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998008 Dec 17 15:47:56.784755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.824178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbb942e-20d5-4512-8668-d804a0478334']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:56.848041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eb76bc-198e-4d73-8d18-12bde5fb5065') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:56.848158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eb76bc-198e-4d73-8d18-12bde5fb5065') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:56.872313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.891053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.900164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:47:56.900854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:47:56.903045 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:47:56.957584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba66c6-987e-4f93-bce1-2e70ddd9666f req-a3231885-73a1-44af-a07c-9c76d50a1ec6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:56.959253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3ba66c6-987e-4f93-bce1-2e70ddd9666f req-a3231885-73a1-44af-a07c-9c76d50a1ec6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 949 time: 0.1378565 Dec 17 15:47:56.992706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.003141 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.006651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9fbb942e-20d5-4512-8668-d804a0478334 HTTP/1.1" status: 204 len: 168 time: 0.5405040 Dec 17 15:47:57.029189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d27db5-0771-40b3-9591-59d479ba5f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbb942e-20d5-4512-8668-d804a0478334,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:57.043337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3ba66c6-987e-4f93-bce1-2e70ddd9666f req-c88a156f-8e01-46dd-8097-c43152aeaa54 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728946 Dec 17 15:47:57.190247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f58f-0b36-431f-b42d-fe34ee2d977f req-79a26033-bc74-492d-b71c-a9203f63a7e3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:57.200393 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4289f58f-0b36-431f-b42d-fe34ee2d977f req-79a26033-bc74-492d-b71c-a9203f63a7e3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0774388 Dec 17 15:47:57.265267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33674) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:57.273678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4289f58f-0b36-431f-b42d-fe34ee2d977f req-ea0284d7-a82f-4426-a257-27ac115409d5 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671630 Dec 17 15:47:57.346849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3d56ea32-9908-48df-a03c-14e544ee7c5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5168026ade0c4054a86eb792c775b1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780222 Dec 17 15:47:57.347172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33680) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:57.388471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ab9b1-676e-4554-ae80-704cfdc5f4b3 req-9d8a549a-859f-41bd-91d3-a1894acf6440 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:57.390099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-878ab9b1-676e-4554-ae80-704cfdc5f4b3 req-9d8a549a-859f-41bd-91d3-a1894acf6440 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 949 time: 0.0575101 Dec 17 15:47:57.410300 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60dfdce4-22f7-4905-83df-70351346071f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.436173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60dfdce4-22f7-4905-83df-70351346071f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.450481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-878ab9b1-676e-4554-ae80-704cfdc5f4b3 req-73c9d8a1-af1e-4041-892d-9db2bce162ac tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525267 Dec 17 15:47:57.503964 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60dfdce4-22f7-4905-83df-70351346071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.506748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60dfdce4-22f7-4905-83df-70351346071f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.508061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-60dfdce4-22f7-4905-83df-70351346071f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa2964cd-44b6-45fa-8900-4bfedded0bdb HTTP/1.1" status: 204 len: 168 time: 0.1596799 Dec 17 15:47:57.517735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfdce4-22f7-4905-83df-70351346071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2964cd-44b6-45fa-8900-4bfedded0bdb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:57.720043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-0441af26-a580-426d-98b7-ec949b90ba36 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:47:57.721253 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-0441af26-a580-426d-98b7-ec949b90ba36 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063248 Dec 17 15:47:57.728580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2c415092-2f11-41e4-a859-49de42dd701f up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:57.790286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 2c415092-2f11-41e4-a859-49de42dd701f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:57.794639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973dacf-7d36-42dd-9518-f271b0c65c36 req-95ceecb6-0f37-4d1d-a2c3-daaba19646ef tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:57.795209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 2c415092-2f11-41e4-a859-49de42dd701f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:57.795404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.802777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-dcc5fb0a-1647-4000-88a6-98cf14f31338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:57.804676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-dcc5fb0a-1647-4000-88a6-98cf14f31338 service neutron] 10.222.0.54 "GET /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 1094 time: 0.0709071 Dec 17 15:47:57.806670 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e973dacf-7d36-42dd-9518-f271b0c65c36 req-95ceecb6-0f37-4d1d-a2c3-daaba19646ef tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1043854 Dec 17 15:47:57.821089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Request body: {'binding': {'host': 'n-h2-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:57.821696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Unknown quota resources ['binding']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:47:57.900780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e973dacf-7d36-42dd-9518-f271b0c65c36 req-6e7f9549-014f-43a0-852f-65392035054d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870707 Dec 17 15:47:57.930001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.956448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c415092-2f11-41e4-a859-49de42dd701f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:57.958907 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1db87c-035f-49b1-a5ed-7a2e005cd3c4" -d '{"events": [{"server_uuid": "be97f012-7798-4c25-bbf2-c883f4e651e8", "name": "network-vif-plugged", "status": "completed", "tag": "2c415092-2f11-41e4-a859-49de42dd701f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:57.975098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2c415092-2f11-41e4-a859-49de42dd701f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2c415092-2f11-41e4-a859-49de42dd701f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:57.980527 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:57.997049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33694) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:58.019248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on host n-h2-806683-20 for vnic_type normal with profile None {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:47:58.020089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:47:58.020541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:58.027752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:58.028236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:58.042594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=2c415092-2f11-41e4-a859-49de42dd701f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:58.042775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:58.043205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:47:58.043706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:58.044279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Bound port: 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:47:58.063536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-67cb16cf-8998-4a7d-840f-ad65f402cd44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b68e91d3377f4f47a62bfc43e6af632c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651853 Dec 17 15:47:58.064243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:58.108920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:58.116086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:58.117332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4b4cc762-185e-4ea7-8ea5-ac7a655aba9b service neutron] 10.222.0.54 "POST /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1/bindings HTTP/1.1" status: 201 len: 390 time: 0.3041155 Dec 17 15:47:58.137378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1785-8def-472b-8d83-2ae20da7b6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:58.158322 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff33afb-650a-4521-b461-6a2ea689a4c6 x-openstack-request-id: req-9ff33afb-650a-4521-b461-6a2ea689a4c6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:58.158637 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be97f012-7798-4c25-bbf2-c883f4e651e8", "name": "network-vif-plugged", "status": "completed", "tag": "2c415092-2f11-41e4-a859-49de42dd701f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:58.158893 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ff33afb-650a-4521-b461-6a2ea689a4c6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:58.159478 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c415092-2f11-41e4-a859-49de42dd701f', 'code': 200} Dec 17 15:47:58.165394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1785-8def-472b-8d83-2ae20da7b6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:58.251336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1785-8def-472b-8d83-2ae20da7b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:58.254522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1785-8def-472b-8d83-2ae20da7b6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:58.255697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf0c1785-8def-472b-8d83-2ae20da7b6ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a60bd74-d9cf-4a83-9673-3dceebdff0e4 HTTP/1.1" status: 204 len: 168 time: 0.1902537 Dec 17 15:47:58.280904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c1785-8def-472b-8d83-2ae20da7b6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a60bd74-d9cf-4a83-9673-3dceebdff0e4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:58.322729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4de60-4873-46e1-8186-1d9c8745d208 req-4681d8a0-6bf3-418a-9f71-e870a75c8550 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.330602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98c4de60-4873-46e1-8186-1d9c8745d208 req-4681d8a0-6bf3-418a-9f71-e870a75c8550 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.0639434 Dec 17 15:47:58.391646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98c4de60-4873-46e1-8186-1d9c8745d208 req-62c3bbd4-1c0b-4f7b-b98a-67804a478c4e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600219 Dec 17 15:47:58.424022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aad5fe-62d9-4d33-98a6-7d7432b6e46a req-9bfd80f4-dfcb-4852-8ee7-3638bc44f600 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.432294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53aad5fe-62d9-4d33-98a6-7d7432b6e46a req-9bfd80f4-dfcb-4852-8ee7-3638bc44f600 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 949 time: 0.1425610 Dec 17 15:47:58.436962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710a09c-6dd6-4eb2-9abf-d855940b804a req-d604564a-f833-4f93-b85b-e7d663f9b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.438524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4710a09c-6dd6-4eb2-9abf-d855940b804a req-d604564a-f833-4f93-b85b-e7d663f9b67f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 1102 time: 0.1226022 Dec 17 15:47:58.518293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9c08-1a96-4172-9eb3-09976e81c467 req-0762f555-5554-4793-990f-ade7ecf7cd73 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.528056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb6e9c08-1a96-4172-9eb3-09976e81c467 req-0762f555-5554-4793-990f-ade7ecf7cd73 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0646486 Dec 17 15:47:58.546762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53aad5fe-62d9-4d33-98a6-7d7432b6e46a req-e9e10c80-bda7-4fff-b015-5866a750e74e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131167 Dec 17 15:47:58.585610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-97b3cb9d-aa9d-4a62-b566-a5a5aa143064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.592938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-97b3cb9d-aa9d-4a62-b566-a5a5aa143064 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1097 time: 0.1525946 Dec 17 15:47:58.603173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb6e9c08-1a96-4172-9eb3-09976e81c467 req-cc0ac8d2-05b9-4b53-90cb-123124228fa2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745301 Dec 17 15:47:58.631380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4710a09c-6dd6-4eb2-9abf-d855940b804a req-f115e31f-c7e4-4e0f-81c4-7d11f394092f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679235 Dec 17 15:47:58.748425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50f002-a174-4a6b-b129-c0af784ee5da req-dbf84b09-13fd-48a3-8abd-46eecccc9ff2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.749933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac50f002-a174-4a6b-b129-c0af784ee5da req-dbf84b09-13fd-48a3-8abd-46eecccc9ff2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 950 time: 0.1184330 Dec 17 15:47:58.769486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-34e22425-8a0f-43d5-be0f-bce2e6b986d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.771234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-34e22425-8a0f-43d5-be0f-bce2e6b986d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1506550 Dec 17 15:47:58.810120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac50f002-a174-4a6b-b129-c0af784ee5da req-ae118fa0-23de-4a2e-8a59-69da187b2db4 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Dec 17 15:47:58.919636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-0fb86ddc-8ac6-4bf7-8f8b-f8339a3e0321 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 217 time: 0.0364823 Dec 17 15:47:58.971015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-59b2a0b1-f3ab-4bb1-879c-1c32a00d75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:58.972544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-59b2a0b1-f3ab-4bb1-879c-1c32a00d75f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0458176 Dec 17 15:47:59.018680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-a2c5c704-198b-4e90-a7d8-e3bc25cbfbfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367498 Dec 17 15:47:59.075907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4d6b-5ca9-41c6-8462-3d4cf2bbe53d req-7e058dd0-82c8-4f93-b3b0-31e084e2f740 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:59.077647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69ad4d6b-5ca9-41c6-8462-3d4cf2bbe53d req-7e058dd0-82c8-4f93-b3b0-31e084e2f740 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0732100 Dec 17 15:47:59.140227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69ad4d6b-5ca9-41c6-8462-3d4cf2bbe53d req-c840d4bb-6359-44e8-ae67-3ebad2084d0b tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Dec 17 15:47:59.145834 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-9bc07f47-4abf-4de4-a586-abcde31cd6e0 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133363 Dec 17 15:47:59.196641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33746) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:59.267259 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8b41cad1-152b-4d65-a1ed-c341417d2abf service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989120 Dec 17 15:47:59.306466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-network', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:59.332591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Made reservation on behalf of f77d4653be374b91a4e847b01cbe971d for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:59.335107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.344243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.420913 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.426202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.456848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:47:59.463910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea16fc-29ff-4df5-9e87-b070ff409746,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:59.471957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.472310 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Added segment 222fe00a-31ec-4588-a524-342c087a7014 of type vlan for network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 Dec 17 15:47:59.539768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.573552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9bc6-ed99-42f9-8b15-a087aaac48f8 req-8c83847a-fdf9-4fd6-b67c-17256ab42227 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:59.575061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3ad9bc6-ed99-42f9-8b15-a087aaac48f8 req-8c83847a-fdf9-4fd6-b67c-17256ab42227 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.0946944 Dec 17 15:47:59.582616 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.583727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:59.584610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.660088 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4593139 Dec 17 15:47:59.662602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33760) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:47:59.668138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Request body: {'subnet': {'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-subnet', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:59.685495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1c418-52f3-4733-b2ef-5deb185578c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:59.692866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3ad9bc6-ed99-42f9-8b15-a087aaac48f8 req-4c48573e-c22c-4b82-8163-ab878e6fdadb tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053517 Dec 17 15:47:59.698718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:47:59.708434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e7c56-7919-4c69-8ce5-6401d7f6d1b8 req-db5d134f-1d96-4734-84e7-ce0ea2f92f3a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:59.715883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a0e7c56-7919-4c69-8ce5-6401d7f6d1b8 req-db5d134f-1d96-4734-84e7-ce0ea2f92f3a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 949 time: 0.0819159 Dec 17 15:47:59.724155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Made reservation on behalf of f77d4653be374b91a4e847b01cbe971d for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:59.726360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.814679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:59.818214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a0e7c56-7919-4c69-8ce5-6401d7f6d1b8 req-8e4f845b-3db3-419f-9a7d-62d316a0286b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013129 Dec 17 15:47:59.910386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109dde-130d-4ebe-96fd-d9fb8ee8cad5 req-c1a80cb9-da1a-41aa-89be-99e5eba0120a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:59.912099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8109dde-130d-4ebe-96fd-d9fb8ee8cad5 req-c1a80cb9-da1a-41aa-89be-99e5eba0120a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.0815442 Dec 17 15:47:59.915526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:59.920041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:59.920739 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:47:59.968753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8109dde-130d-4ebe-96fd-d9fb8ee8cad5 req-6313ef69-a7a5-4332-9ce6-10658ab308bb tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Dec 17 15:47:59.996846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612108e-72e6-4954-a7ae-32d52ddda64b req-797a4757-b75f-4a36-a768-1a7450132221 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:59.998342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3612108e-72e6-4954-a7ae-32d52ddda64b req-797a4757-b75f-4a36-a768-1a7450132221 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 950 time: 0.0857143 Dec 17 15:47:59.999641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.010502 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.053027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:00.059449 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.089642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=61eff8b1-da20-41e6-a343-917b261be683,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:00.108395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3612108e-72e6-4954-a7ae-32d52ddda64b req-e6ba1e2e-101a-4383-852e-865ae7364473 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012151 Dec 17 15:48:00.114283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Checking segment: {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:00.114991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Network hostable DHCP agents. Network: ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:48:00.116894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:00.139204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:48:00.152121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:00.160251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:00.162805 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a789d83-6c2c-4957-8cbd-6edeaafd7d38" -d '{"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:00.168769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9311038-f87d-4111-a807-d25620e6d723 None None] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:48:00.184529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:00.187699 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.230427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b86da093-bdb2-426b-af20-53b8e1aa8dcd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5664563 Dec 17 15:48:00.232941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33770) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:48:00.238174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:00.254931 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157088e7-caad-44ec-b962-eecb2a9c1c13 x-openstack-request-id: req-157088e7-caad-44ec-b962-eecb2a9c1c13 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:00.255251 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:00.255648 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-157088e7-caad-44ec-b962-eecb2a9c1c13 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:00.256078 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'code': 200} Dec 17 15:48:00.282632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.288066 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.340056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:48:00.342218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.434785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751b4e0-4112-46a0-a706-39918c382a3f req-3969b9a0-0146-40ed-9879-93cff21ab5aa tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:00.436337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a751b4e0-4112-46a0-a706-39918c382a3f req-3969b9a0-0146-40ed-9879-93cff21ab5aa tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1072536 Dec 17 15:48:00.477571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.509428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Allocated IP 172.20.0.2 (ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82/61eff8b1-da20-41e6-a343-917b261be683/c68a74aa-e632-4056-88a7-f8e3430939f3) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:00.511835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a751b4e0-4112-46a0-a706-39918c382a3f req-bd114c19-1617-49c1-bfcc-dcd6bf0ea542 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664568 Dec 17 15:48:00.531281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:00.635059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62826458-cad5-4fbe-b1bb-7d2f78309128 req-a08978c0-8f06-4efe-81b3-696f8cd37c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:00.636685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62826458-cad5-4fbe-b1bb-7d2f78309128 req-a08978c0-8f06-4efe-81b3-696f8cd37c84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1102 time: 0.1978528 Dec 17 15:48:00.688075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.726070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62826458-cad5-4fbe-b1bb-7d2f78309128 req-1e20cc72-aeed-4892-83d6-f6a6009a3e2a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570192 Dec 17 15:48:00.747120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:00.768096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'mac_address': 'fa:16:3e:eb:58:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:00.775579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.799667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.856286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.869771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:00.876072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d752599e-bf4b-4234-91c6-3ecf8cc891a1 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:00.882127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Pushing event updated for resources: {'Port': ['ID=c68a74aa-e632-4056-88a7-f8e3430939f3,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:00.887051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:00.895254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:00.910930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:00.965229 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:00.975611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb1d91-0065-405c-8a09-fbc2e2342aae req-01a3e52f-962b-4e99-b7f4-860f8fd3ac1a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:00.985504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aeb1d91-0065-405c-8a09-fbc2e2342aae req-01a3e52f-962b-4e99-b7f4-860f8fd3ac1a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0691736 Dec 17 15:48:01.001331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:01.004577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Attempting to bind port c68a74aa-e632-4056-88a7-f8e3430939f3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:01.004955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Attempting to bind port c68a74aa-e632-4056-88a7-f8e3430939f3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:01.005445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Attempting to bind port c68a74aa-e632-4056-88a7-f8e3430939f3 on network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:01.017522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:01.017968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Checking segment: {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:01.018403 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:01.018826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Bound using segment: {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:01.021018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Bound port: c68a74aa-e632-4056-88a7-f8e3430939f3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:01.021018 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:01.037335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:01.059671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aeb1d91-0065-405c-8a09-fbc2e2342aae req-5841a060-a96f-4f16-b8b3-277969644bfa tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729752 Dec 17 15:48:01.062370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0088-f394-4bb7-82fd-a4050af3a196 req-e06b6c3b-a772-4c90-85b2-0f3f60b43144 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:01.078178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cbf0088-f394-4bb7-82fd-a4050af3a196 req-e06b6c3b-a772-4c90-85b2-0f3f60b43144 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.2568703 Dec 17 15:48:01.110244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:01.118842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] For port c68a74aa-e632-4056-88a7-f8e3430939f3, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:01.122658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] For port c68a74aa-e632-4056-88a7-f8e3430939f3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c68a74aa-e632-4056-88a7-f8e3430939f3,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:01.127241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:01.163728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d752599e-bf4b-4234-91c6-3ecf8cc891a1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:01.176038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cbf0088-f394-4bb7-82fd-a4050af3a196 req-8782d052-39f7-4651-9936-7c51bc4d3e37 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001709 Dec 17 15:48:01.248126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1215803-b06d-4398-84d5-e12393487f41 req-0d451f2a-4a49-4582-ac3d-de6e6830c9d2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:01.258172 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c1215803-b06d-4398-84d5-e12393487f41 req-0d451f2a-4a49-4582-ac3d-de6e6830c9d2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.1009896 Dec 17 15:48:01.260633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06613679-4eb7-4487-a8ab-4936a6ffae5d None None] Pushing event updated for resources: {'Port': ['ID=c68a74aa-e632-4056-88a7-f8e3430939f3,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:01.333172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Allocated IP 172.25.0.206 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/e94a7f2a-e992-4f55-a1f8-82de6f1edecf) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:01.370180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c1215803-b06d-4398-84d5-e12393487f41 req-2a2e00d5-7d80-4a14-b431-8467ec8e72eb tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099918 Dec 17 15:48:01.584341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2eb3-8fe5-48a9-8ead-6fb19ae21ce7 req-0d78bb61-c298-463d-a34a-86767e1ab393 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:01.592817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003e2eb3-8fe5-48a9-8ead-6fb19ae21ce7 req-0d78bb61-c298-463d-a34a-86767e1ab393 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 950 time: 0.2506673 Dec 17 15:48:01.676202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003e2eb3-8fe5-48a9-8ead-6fb19ae21ce7 req-459cf841-859e-4ddf-8633-73c91b9dce4c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826876 Dec 17 15:48:01.727371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:01.774937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:01.877599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:01.883203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:01.893568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:01.938011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Pushing event updated for resources: {'Port': ['ID=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:01.945993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb663ef-a7f9-4d8e-86af-06d73af5d0ab req-58460fd3-eb66-4a62-a5df-697995c8fbbc tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:01.954398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7eb663ef-a7f9-4d8e-86af-06d73af5d0ab req-58460fd3-eb66-4a62-a5df-697995c8fbbc tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 1102 time: 0.0566027 Dec 17 15:48:01.971208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feec9df-7cb5-467d-b0bb-ea428d4018fd req-d4b64a53-22b4-4c91-b665-ea55f83ae050 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:01.979414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5feec9df-7cb5-467d-b0bb-ea428d4018fd req-d4b64a53-22b4-4c91-b665-ea55f83ae050 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1569252 Dec 17 15:48:02.021660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7eb663ef-a7f9-4d8e-86af-06d73af5d0ab req-45d55d7e-b9f0-4c2e-89d9-a68e79cceaa8 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609570 Dec 17 15:48:02.166401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5feec9df-7cb5-467d-b0bb-ea428d4018fd req-fa84d718-d4ca-44db-b6aa-e41e780db615 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813161 Dec 17 15:48:02.276444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e9fa-dc69-40eb-a9f6-b2f8fe0e8b04 req-61766e7a-dde8-42ff-a093-e1f4aef88f0f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:02.289331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a43e9fa-dc69-40eb-a9f6-b2f8fe0e8b04 req-61766e7a-dde8-42ff-a093-e1f4aef88f0f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1039016 Dec 17 15:48:02.325375 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:02.387579 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a43e9fa-dc69-40eb-a9f6-b2f8fe0e8b04 req-0bcbec3d-dda8-4c04-ab39-eb4237e5b2eb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973425 Dec 17 15:48:02.536696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:02.574830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-ddbcc10f-9647-4716-bc5a-e52d073c03fe tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625803 Dec 17 15:48:02.582158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c68a74aa-e632-4056-88a7-f8e3430939f3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:02.700324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port d752599e-bf4b-4234-91c6-3ecf8cc891a1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:02.700701 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:02.806986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-bc839b8a-3d47-43be-b200-47cc85d99fc9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:02.826344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-bc839b8a-3d47-43be-b200-47cc85d99fc9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505178 Dec 17 15:48:02.847120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c68a74aa-e632-4056-88a7-f8e3430939f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:02.848246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:02.861352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-8ce527c6-cdf9-406f-a7c1-1c768f5da9d2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/quotas/ec859b55740147209ef7aa48c7cee100 HTTP/1.1" status: 200 len: 375 time: 0.0331080 Dec 17 15:48:02.974227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c0fb95a1-e9c6-42d6-bc2f-654b1281461c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1128809 Dec 17 15:48:03.036282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:03.051203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed2beb-1597-438c-a288-26ee0231582d None None] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:48:03.062783 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:03.151229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port c68a74aa-e632-4056-88a7-f8e3430939f3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c68a74aa-e632-4056-88a7-f8e3430939f3,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:03.163538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:03.194220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346353d-3f7c-4d27-adf2-7e6c0fec8b3c req-b4b70d92-c966-4b8b-bfe5-ab42bcabe800 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:03.202519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d346353d-3f7c-4d27-adf2-7e6c0fec8b3c req-b4b70d92-c966-4b8b-bfe5-ab42bcabe800 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.8780715 Dec 17 15:48:03.219366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:03.249218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:03.252205 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2189d3a9-f7b4-4d7f-b38b-bb7a4ec45f35" -d '{"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-plugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:03.269862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:03.316201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7ee6827d-88b1-478e-8f40-141bdd0f6b07 None None] Provisioning complete for port c68a74aa-e632-4056-88a7-f8e3430939f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:03.316961 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ee6827d-88b1-478e-8f40-141bdd0f6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:03.374890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d346353d-3f7c-4d27-adf2-7e6c0fec8b3c req-06509163-777f-4a21-9b62-65a8e8dea698 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713614 Dec 17 15:48:03.375272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=c68a74aa-e632-4056-88a7-f8e3430939f3,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:03.460598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:03.479425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:03.608681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009367f4-2936-400d-8aec-a561b96bc48d req-1d8b2594-e519-4b18-b16d-84685ba5e6f2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:03.617425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009367f4-2936-400d-8aec-a561b96bc48d req-1d8b2594-e519-4b18-b16d-84685ba5e6f2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.2075121 Dec 17 15:48:03.772545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009367f4-2936-400d-8aec-a561b96bc48d req-513ac337-c1ef-40b5-ba5e-7c86e5588b3b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444135 Dec 17 15:48:03.926645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:48:03.940394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-88d385e1-6dd8-4aae-8a91-92e8b8955798 None None] Provisioning complete for port c68a74aa-e632-4056-88a7-f8e3430939f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:03.941049 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-88d385e1-6dd8-4aae-8a91-92e8b8955798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:03.946249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4bc25d47-14a0-4191-bb4e-92683a4ded80 req-9f9bf1be-e455-4a2a-be3e-e0be6fdff224 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 210 time: 0.0910037 Dec 17 15:48:03.951617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb28d0-b008-4863-a704-04d976880612 req-138eb451-4b6c-491e-b939-0a0c1d41706e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:03.962376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aeeb28d0-b008-4863-a704-04d976880612 req-138eb451-4b6c-491e-b939-0a0c1d41706e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1577070 Dec 17 15:48:04.097099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aeeb28d0-b008-4863-a704-04d976880612 req-ed39628d-f1d8-40f4-9699-e8dc306847b0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337316 Dec 17 15:48:04.225624 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee81c89-f6a0-461c-a0db-68e500a23bd4 x-openstack-request-id: req-fee81c89-f6a0-461c-a0db-68e500a23bd4 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:04.225994 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-plugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:04.226345 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fee81c89-f6a0-461c-a0db-68e500a23bd4 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:04.226794 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'code': 200} Dec 17 15:48:04.265481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:48:04.301385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Sync routers for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:48:04.320877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:04.322972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3af91c30-7f52-45bf-8915-87d2ccfefc76 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0889971 Dec 17 15:48:04.328114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33876) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:48:04.366817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:04.367618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:47:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:04.398504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64d1ef-85d8-4182-9f8e-a2b8997dad0e req-0040e78b-d0be-418e-bfca-0e3bb3b882eb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:04.406896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7f64d1ef-85d8-4182-9f8e-a2b8997dad0e req-0040e78b-d0be-418e-bfca-0e3bb3b882eb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1862838 Dec 17 15:48:04.514227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:04.521672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7f64d1ef-85d8-4182-9f8e-a2b8997dad0e req-1976a96b-964f-4013-9468-698313e48d54 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134169 Dec 17 15:48:04.639070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb992d3-c445-4e2d-a833-e54b9271c1b6 req-3c5683d5-0e58-406d-97a7-36b83f008431 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:04.648648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6fb992d3-c445-4e2d-a833-e54b9271c1b6 req-3c5683d5-0e58-406d-97a7-36b83f008431 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.1259775 Dec 17 15:48:04.658067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c68a74aa-e632-4056-88a7-f8e3430939f3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:04.756804 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6fb992d3-c445-4e2d-a833-e54b9271c1b6 req-05c98a40-df31-4470-a376-fed6a79d887f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068604 Dec 17 15:48:04.777588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-57b9beeb-4492-4799-b5ac-d3bb9316c578 req-cdb34e05-aa47-4d4b-a68d-7971b1924780 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:48:04.785143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57b9beeb-4492-4799-b5ac-d3bb9316c578 req-cdb34e05-aa47-4d4b-a68d-7971b1924780 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124021 Dec 17 15:48:04.907735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c68a74aa-e632-4056-88a7-f8e3430939f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:04.908414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:05.181541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bdb94-a66a-4af9-92ee-4e49afee1989 req-18dc2462-6385-4493-a972-08504cb242d2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:05.195084 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-721bdb94-a66a-4af9-92ee-4e49afee1989 req-18dc2462-6385-4493-a972-08504cb242d2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.1169765 Dec 17 15:48:05.283174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:02Z', 'revision_number': 3, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:05.320268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Checking router: 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:48:05.320949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Updating router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 port e94a7f2a-e992-4f55-a1f8-82de6f1edecf binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:48:05.321740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-721bdb94-a66a-4af9-92ee-4e49afee1989 req-5b35003f-a739-44d7-8776-ed9af97d9172 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247275 Dec 17 15:48:05.350454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:05.387672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3326449-6396-4099-8f3c-d51c8532944a req-f7b966a8-ef4b-4fe6-bebb-e7960b21a27f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 210 time: 0.1552866 Dec 17 15:48:05.434506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-5256792d-7b1c-4011-88e2-657d4cbd2a9c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2353916 Dec 17 15:48:05.445460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-19ef109f-6a7a-4fc6-8e9d-ece9c7e1d14f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:48:05.456093 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-19ef109f-6a7a-4fc6-8e9d-ece9c7e1d14f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150256 Dec 17 15:48:05.640753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-45af8843-f0b0-40da-860f-9e6bcc96ee2f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1072400 Dec 17 15:48:05.663487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db191a8-1d78-474f-872b-c5ffad81596e req-bbd12938-3583-4764-8d43-a103aea1d123 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:05.665740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db191a8-1d78-474f-872b-c5ffad81596e req-bbd12938-3583-4764-8d43-a103aea1d123 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1042271 Dec 17 15:48:05.696332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1202b-dc56-4ad2-a948-5c34d56845a0 req-8dac564a-c8a3-4586-a449-a4c5c5d42303 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:05.699940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:05.712947 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f7b1202b-dc56-4ad2-a948-5c34d56845a0 req-8dac564a-c8a3-4586-a449-a4c5c5d42303 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.2408724 Dec 17 15:48:05.773514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db191a8-1d78-474f-872b-c5ffad81596e req-5420ff84-55f3-4a4c-a0f7-377e2e6c46c5 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000230 Dec 17 15:48:06.012479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.021512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.038984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f7b1202b-dc56-4ad2-a948-5c34d56845a0 req-9d74e142-09db-46a8-9fc2-524eb4dd7ef7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250530 Dec 17 15:48:06.070243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-cde6daba-e275-4f8d-bfea-38fc87b1a769 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:06.071882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-cde6daba-e275-4f8d-bfea-38fc87b1a769 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1098 time: 0.3256519 Dec 17 15:48:06.110279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-20'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:06.208095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774d13d-23aa-497a-ae59-e42fb52c69ba req-79091b40-57d1-437e-af4b-421ffaf598f3 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:06.215046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Attempting to bind port e94a7f2a-e992-4f55-a1f8-82de6f1edecf on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:06.215492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Attempting to bind port e94a7f2a-e992-4f55-a1f8-82de6f1edecf by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:06.215892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Attempting to bind port e94a7f2a-e992-4f55-a1f8-82de6f1edecf on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:06.220291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1774d13d-23aa-497a-ae59-e42fb52c69ba req-79091b40-57d1-437e-af4b-421ffaf598f3 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.3029735 Dec 17 15:48:06.235628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:06.235959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:06.236362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.236758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:06.237230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Bound port: e94a7f2a-e992-4f55-a1f8-82de6f1edecf, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:06.237609 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.240353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed605103-584f-4b37-a1e4-bcd4d8df8943 None None] Pushing event updated for resources: {'Port': ['ID=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:06.342275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] For port e94a7f2a-e992-4f55-a1f8-82de6f1edecf, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:06.352021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] For port e94a7f2a-e992-4f55-a1f8-82de6f1edecf, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:06.357769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.403539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1774d13d-23aa-497a-ae59-e42fb52c69ba req-f73d0125-5b79-4938-af33-5b10038048d1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820037 Dec 17 15:48:06.437768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Allocated IP 172.20.0.1 (ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82/61eff8b1-da20-41e6-a343-917b261be683/340f3a3b-b1fc-4adf-84a7-0910396bbc0c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:06.449284 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05e9b769-d839-458c-80d6-83e7653a7236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.470146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-5d1cc2d9-b731-4065-bbec-aff23cce9e3c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:06.474461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-5d1cc2d9-b731-4065-bbec-aff23cce9e3c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8172190 Dec 17 15:48:06.502131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed605103-584f-4b37-a1e4-bcd4d8df8943 None None] Pushing event updated for resources: {'Port': ['ID=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:06.519038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:06.520027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:47:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:06.602188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:06.633583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4166033c-300f-48ca-92e6-8626c98bb5ab req-61267710-d8b2-43a8-b43b-e2fce079b0ff tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 210 time: 0.0512207 Dec 17 15:48:06.641156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:06.723789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.762278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.765712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4831c-c7e3-4606-9db0-207590cfb2b8 req-ff1ada36-5e49-4e3f-9efc-b5aabae5a7c2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:06.774216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5e4831c-c7e3-4606-9db0-207590cfb2b8 req-ff1ada36-5e49-4e3f-9efc-b5aabae5a7c2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 946 time: 0.3575695 Dec 17 15:48:06.819266 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:48:06.876193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:06.962831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:06.998080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5e4831c-c7e3-4606-9db0-207590cfb2b8 req-453c1dd0-4ae4-4e9b-9ddc-a0847101ee6e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221737 Dec 17 15:48:07.001476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:07.014479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:07.038763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:07.185290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:07.272609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:48:07.278259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:07.297615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:07.299913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:07.349946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 has no active binding in host n-h1-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:48:07.357715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c7103-7d84-4444-ab94-7ba9e715a873 req-d2063e29-037c-4f0f-ac82-90637100ea3b tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:07.370098 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d2c7103-7d84-4444-ab94-7ba9e715a873 req-d2063e29-037c-4f0f-ac82-90637100ea3b tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.3610532 Dec 17 15:48:07.397567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:02Z', 'revision_number': 3, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:07.471288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06ea9ea-04ab-4608-8004-0f854e33a3b6 None None] The sync data for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 is: [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:02Z', 'revision_number': 3, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:48:07.491674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d2c7103-7d84-4444-ab94-7ba9e715a873 req-3854d9ad-5e0f-445c-8df3-cd676f1849c7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156716 Dec 17 15:48:07.515546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.138 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/ddbb981a-d4b2-4a7d-b078-97d4f62878ce) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:07.553129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e94dd929-ba5f-43c3-9410-21ec12193dfe None None] Provisioning complete for port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:07.553507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e94dd929-ba5f-43c3-9410-21ec12193dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:07.578701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:07.668858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e94dd929-ba5f-43c3-9410-21ec12193dfe None None] Port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:48:07.813778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:07.833541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:07.862704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.006723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:08.018388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.050195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b', '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:08.121640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:08.132831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['42065725-e18b-48c8-84cc-a706e671f3da', '2c415092-2f11-41e4-a859-49de42dd701f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:08.145008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:08.180971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24113375-c36c-4d70-b309-1c94dcfa6241 req-9bf656ed-0ad5-4b43-aa36-4e228f966a5c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.193557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24113375-c36c-4d70-b309-1c94dcfa6241 req-9bf656ed-0ad5-4b43-aa36-4e228f966a5c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.9430399 Dec 17 15:48:08.206098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:08.209270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:08.271193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-4bea50fd-db48-4a42-ab30-3c97e17c6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.273159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-4bea50fd-db48-4a42-ab30-3c97e17c6580 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1102 time: 0.3438380 Dec 17 15:48:08.369614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24113375-c36c-4d70-b309-1c94dcfa6241 req-5dc1bf82-8d17-436a-9ff0-3068a5970f59 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750305 Dec 17 15:48:08.489647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:08.536224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.557511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f34ad1-da82-42e4-8e63-305b21fc3a86 req-616b81c2-5c5f-4adf-8549-0bacfb8d1147 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.570378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4f34ad1-da82-42e4-8e63-305b21fc3a86 req-616b81c2-5c5f-4adf-8549-0bacfb8d1147 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.1906767 Dec 17 15:48:08.589979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.592089 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.592486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.596389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e94a7f2a-e992-4f55-a1f8-82de6f1edecf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:08.666109 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.716061 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.723413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.727055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:08.730202 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9de16-1304-466c-aa37-4ae02fddfca1" -d '{"events": [{"server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:08.759806 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-281db5c2-25b4-4b1a-9b8a-0867531de48c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1712234 Dec 17 15:48:08.770030 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.780175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:08.802333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:08.804618 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40cd9ab-6eab-45b5-b120-0fcd173b97c9" -d '{"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-unplugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:08.813888 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.823071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b5cd8314-4e9a-4f2b-843b-e1c43ebc7850 None None] Provisioning complete for port ddbb981a-d4b2-4a7d-b078-97d4f62878ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:08.823730 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8314-4e9a-4f2b-843b-e1c43ebc7850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:08.842242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Request body: {'port': {'device_id': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:08.888186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-414264a1-74cd-4237-942e-43997c41ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.889537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-414264a1-74cd-4237-942e-43997c41ab93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.5710363 Dec 17 15:48:08.893067 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4f34ad1-da82-42e4-8e63-305b21fc3a86 req-c58d4168-c302-40a8-a459-3099e6b9563b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213785 Dec 17 15:48:08.902290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89d8a6-0f18-402a-b3c3-2677716a3026 req-31609a7a-89df-4c67-b543-fc13a160ce2e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.908455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:08.912634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d89d8a6-0f18-402a-b3c3-2677716a3026 req-31609a7a-89df-4c67-b543-fc13a160ce2e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 936 time: 0.3658209 Dec 17 15:48:08.980137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd8314-4e9a-4f2b-843b-e1c43ebc7850 None None] Port ddbb981a-d4b2-4a7d-b078-97d4f62878ce cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:48:08.982403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:08.994248 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b2ab29e6-472a-4b7a-9617-060b10b1065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.027714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:09.030157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:09.158789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d89d8a6-0f18-402a-b3c3-2677716a3026 req-ed0d7d5b-2881-464f-8e43-51e376a56166 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653359 Dec 17 15:48:09.203657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f4b24-f22c-43c1-a7a6-6a92e146ecd1 req-7e6f949f-c39f-4409-a3a2-584ec8827be1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:09.212328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-640f4b24-f22c-43c1-a7a6-6a92e146ecd1 req-7e6f949f-c39f-4409-a3a2-584ec8827be1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.1789446 Dec 17 15:48:09.225694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:09.230046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-a9290fc7-c36c-4d4d-ab40-f67500ae9ca0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.2874813 Dec 17 15:48:09.263799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on host n-h2-806683-20 for vnic_type normal with profile {"migrating_to": "n-h1-806683-20"} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:09.263799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:09.264425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:09.279025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:09.279346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Attempting to bind port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:09.283938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:09.325263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e94a7f2a-e992-4f55-a1f8-82de6f1edecf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:09.325688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.336714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:09.364233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-640f4b24-f22c-43c1-a7a6-6a92e146ecd1 req-41b3cdf2-6185-4ca8-bef7-8afff30041cb tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507936 Dec 17 15:48:09.371877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.451101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:48:09.488378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.599355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dd30d1-e1cf-4ad1-8d47-734766a6388d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:09.624800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4dea54ec-0edc-4148-874b-cf44df14d668 None None] Provisioning complete for port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:09.625177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4dea54ec-0edc-4148-874b-cf44df14d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.677519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4dea54ec-0edc-4148-874b-cf44df14d668 None None] Port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:48:09.715197 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0cc8e0-cef6-42c2-81e4-56a2f0ec61e4 x-openstack-request-id: req-ce0cc8e0-cef6-42c2-81e4-56a2f0ec61e4 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:09.715578 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-unplugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:09.715865 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce0cc8e0-cef6-42c2-81e4-56a2f0ec61e4 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:09.716264 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'code': 200} Dec 17 15:48:09.718204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:48:09.727257 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.729838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-16e6e120-0ddc-4f78-a980-48ebc8a2a1b3 admin admin] 10.222.0.54 "PUT /v2.0/routers/9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3980703 Dec 17 15:48:09.761608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port e94a7f2a-e992-4f55-a1f8-82de6f1edecf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:09.788563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:09.790026 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.810060 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.884603 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:09.928205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20811aad-f32d-41ad-baad-5a0752d9febc req-4f1cb0de-1012-4804-ba16-294d14610518 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:09.938937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20811aad-f32d-41ad-baad-5a0752d9febc req-4f1cb0de-1012-4804-ba16-294d14610518 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1342483 Dec 17 15:48:10.036176 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e42420f-7930-419c-993e-1cd388a3b584 x-openstack-request-id: req-7e42420f-7930-419c-993e-1cd388a3b584 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:10.036784 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "name": "network-vif-unplugged", "status": "completed", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:10.036784 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e42420f-7930-419c-993e-1cd388a3b584 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:10.037087 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6', 'code': 200} Dec 17 15:48:10.045623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:10.045965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:10.046353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:10.046803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Bound port: 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:10.047163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:10.062110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20811aad-f32d-41ad-baad-5a0752d9febc req-4e1c9637-25b1-4390-8d98-2d6be5811f4a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194472 Dec 17 15:48:10.145175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-0194a6f7-7b55-4a24-8ca6-ec3337b71ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:10.148697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-0194a6f7-7b55-4a24-8ca6-ec3337b71ddc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.8972421 Dec 17 15:48:10.157089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:10.171347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf40af-bad4-4dfa-8f80-b2689b27573b req-7c9f909d-7278-45d3-af80-e81c68e604ce tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:10.184386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8eaf40af-bad4-4dfa-8f80-b2689b27573b req-7c9f909d-7278-45d3-af80-e81c68e604ce tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 947 time: 0.8658111 Dec 17 15:48:10.252184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a6b6-0b78-4072-b4b4-8b47bcc465d4 req-e50dc2a0-76f6-465a-a4bc-d680a2c3f9c9 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:10.261219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1984a6b6-0b78-4072-b4b4-8b47bcc465d4 req-e50dc2a0-76f6-465a-a4bc-d680a2c3f9c9 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.1189640 Dec 17 15:48:10.347805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:10.394134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1984a6b6-0b78-4072-b4b4-8b47bcc465d4 req-8d36d1c6-94aa-4cf8-87c6-80e28a4a0c48 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311700 Dec 17 15:48:10.416712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['13dd30d1-e1cf-4ad1-8d47-734766a6388d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:10.478215 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Sync routers for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:48:10.489174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e94a7f2a-e992-4f55-a1f8-82de6f1edecf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:10.503461 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:10.507218 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:10.518693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:10.522755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-6c07d975-7e93-4dff-8fb4-a85bebf75704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:10.524582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-6c07d975-7e93-4dff-8fb4-a85bebf75704 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3347673 Dec 17 15:48:10.537609 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8eaf40af-bad4-4dfa-8f80-b2689b27573b req-13685b08-79dd-42e7-bb60-e4f2d5356ec0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515747 Dec 17 15:48:10.544916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:10.630018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:10.720123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:10.856127 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:10.887471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ee69a205-b6e0-48e8-ab6d-e423b4ceeef2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:10.908933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ee69a205-b6e0-48e8-ab6d-e423b4ceeef2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks?id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 200 len: 829 time: 0.1562970 Dec 17 15:48:10.933580 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-3e0f1ec3-1316-4485-ab36-58c43f6b878a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/quotas/f77d4653be374b91a4e847b01cbe971d HTTP/1.1" status: 200 len: 375 time: 0.0136962 Dec 17 15:48:10.950801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e94a7f2a-e992-4f55-a1f8-82de6f1edecf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:10.951322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:10.987930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=8']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:10.996388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:10.998505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:11.003227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1cb19f49-83b3-4c69-a998-03dd35a3863b service neutron] 10.222.0.47 "PUT /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 1124 time: 4.8978212 Dec 17 15:48:11.058586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dbe71-2178-4e46-89c2-8d5a139125eb req-c8da4c55-7c60-494b-8d48-8bec766e8c80 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:11.063216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-123dbe71-2178-4e46-89c2-8d5a139125eb req-c8da4c55-7c60-494b-8d48-8bec766e8c80 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 936 time: 0.3698957 Dec 17 15:48:11.068815 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-f75a5a78-2ef6-4087-9733-98fdf1e243ac service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194404 Dec 17 15:48:11.086222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-97594e25-ded7-400f-913e-ef8409ee8dab tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f77d4653be374b91a4e847b01cbe971d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467302 Dec 17 15:48:11.104007 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:11.253764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:11.275963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbb981a-d4b2-4a7d-b078-97d4f62878ce {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:11.308961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-70c59a8f-c5cd-4bdc-a480-bad40e6985c5 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199702 Dec 17 15:48:11.318973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:11.382657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-123dbe71-2178-4e46-89c2-8d5a139125eb req-8014a3f8-a1dd-4e88-a77a-06f6280fa023 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923870 Dec 17 15:48:11.396461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:11.399003 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-e040fdd7-68a1-47fa-81e8-9c5fd3af72f7 service neutron] 10.222.0.54 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122106 Dec 17 15:48:11.399154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Transition to ACTIVE for port object ddbb981a-d4b2-4a7d-b078-97d4f62878ce will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:11.409379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:11.486731 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 2, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:11.579381 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Checking router: 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:48:11.590446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-4d0ea1ac-ecb5-4fcb-ad44-e9d047234fa9 service neutron] 10.222.0.54 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898062 Dec 17 15:48:11.599089 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Updating router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:48:11.599356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:11.638138 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:11.692006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbf33a-4968-4dfa-a860-e5df0b9317d3 req-b9fd8b1f-4a44-4a8d-b523-5bf3731b9acd tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:11.704027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5bbf33a-4968-4dfa-a860-e5df0b9317d3 req-b9fd8b1f-4a44-4a8d-b523-5bf3731b9acd tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.1889575 Dec 17 15:48:11.829527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5bbf33a-4968-4dfa-a860-e5df0b9317d3 req-e1c2c27b-2378-42c1-bc5e-460a1af22df8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246312 Dec 17 15:48:11.850047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Attempting to bind port ddbb981a-d4b2-4a7d-b078-97d4f62878ce on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:11.850394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Attempting to bind port ddbb981a-d4b2-4a7d-b078-97d4f62878ce by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:11.850808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Attempting to bind port ddbb981a-d4b2-4a7d-b078-97d4f62878ce on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:11.868387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Port ddbb981a-d4b2-4a7d-b078-97d4f62878ce on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:11.868721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Attempting to bind port ddbb981a-d4b2-4a7d-b078-97d4f62878ce on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:11.875527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:11.876056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:11.876447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:11.877928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Bound port: ddbb981a-d4b2-4a7d-b078-97d4f62878ce, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:11.877928 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:11.991359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] For port ddbb981a-d4b2-4a7d-b078-97d4f62878ce, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:11.998251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] For port ddbb981a-d4b2-4a7d-b078-97d4f62878ce, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:12.007161 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.074672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:12.084663 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668067bc-aff4-4ba5-9bfb-49e16fe88374" -d '{"events": [{"name": "network-changed", "server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:12.139889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.141898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.146547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] 10.222.0.49 "PUT /v2.0/ports/ddbb981a-d4b2-4a7d-b078-97d4f62878ce HTTP/1.1" status: 200 len: 1097 time: 3.3542190 Dec 17 15:48:12.156809 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.181903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4459584-7bd0-4387-babd-b174f2defbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:12.184166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45b53-18cc-42f5-be13-5ad2f84b6c1f req-c5b3479c-641b-4986-ab68-6e06f2577bfa tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.186067 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9cd45b53-18cc-42f5-be13-5ad2f84b6c1f req-c5b3479c-641b-4986-ab68-6e06f2577bfa tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1302023 Dec 17 15:48:12.291282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9cd45b53-18cc-42f5-be13-5ad2f84b6c1f req-a327f5cb-f143-4b28-aa63-a820ff2f68d4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985413 Dec 17 15:48:12.346604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf2f1f-b009-423f-9aba-6871432afed0 req-3484ab35-949c-4d5e-8f73-ca6905c3d03d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.355025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5edf2f1f-b009-423f-9aba-6871432afed0 req-3484ab35-949c-4d5e-8f73-ca6905c3d03d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.1736341 Dec 17 15:48:12.451131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-646ab98a-29bb-40c0-bc17-3754798c2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.453560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-646ab98a-29bb-40c0-bc17-3754798c2b8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 1100 time: 0.1958871 Dec 17 15:48:12.489642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5edf2f1f-b009-423f-9aba-6871432afed0 req-acb27eea-2481-433f-a89b-12f6b838ff73 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153729 Dec 17 15:48:12.495521 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.530072 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.571385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c50491-d312-44dd-b152-a1e6f5d1918b req-c86562f7-aed6-48a3-8fb0-6893b471d1f1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.573295 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5c50491-d312-44dd-b152-a1e6f5d1918b req-c86562f7-aed6-48a3-8fb0-6893b471d1f1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 948 time: 0.1443522 Dec 17 15:48:12.605755 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-ca088b75-3967-48c4-937e-e717b86772f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ddbb981a-d4b2-4a7d-b078-97d4f62878ce HTTP/1.1" status: 200 len: 217 time: 0.1366451 Dec 17 15:48:12.648639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5c50491-d312-44dd-b152-a1e6f5d1918b req-2e396a29-34ae-41a2-9153-a9ad691f42c0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Dec 17 15:48:12.677219 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Attempting to bind port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:12.677591 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Attempting to bind port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:12.677953 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Attempting to bind port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c on network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:12.700609 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:12.700982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Checking segment: {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:12.701437 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.701759 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Bound using segment: {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:12.703979 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Bound port: 340f3a3b-b1fc-4adf-84a7-0910396bbc0c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:12.704405 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.750004 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Pushing event updated for resources: {'Port': ['ID=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:12.775728 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79f7e4-32b2-4621-a708-391be475df44 x-openstack-request-id: req-6d79f7e4-32b2-4621-a708-391be475df44 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:12.776595 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:12.777114 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d79f7e4-32b2-4621-a708-391be475df44 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:12.777744 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6', 'status': 'completed', 'code': 200} Dec 17 15:48:12.785828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb8c9b3-314f-4a82-b43e-e0107e5a2bcb req-0ede10a2-f585-4f6c-b352-69d58c90ef74 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 210 time: 0.1936722 Dec 17 15:48:12.841216 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] For port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:12.844755 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] For port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:12.854845 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:12.886292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-842827e8-aeda-4c04-b5c2-b028b9351d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.889136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-842827e8-aeda-4c04-b5c2-b028b9351d0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2562120 Dec 17 15:48:12.899524 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.899898 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.900242 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.900745 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.901083 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.901447 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.902360 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.902360 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.902873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.903215 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.903555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.911977 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.912399 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:12.929928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-c5105eca-4871-4d26-9e29-8835988314a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.931571 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-c5105eca-4871-4d26-9e29-8835988314a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1127 time: 0.1344874 Dec 17 15:48:12.955377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53a873-30d8-4f6b-ac57-98d873f16835 req-72eaa1c7-0445-4f62-828a-9f2119b4b615 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.961308 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be53a873-30d8-4f6b-ac57-98d873f16835 req-72eaa1c7-0445-4f62-828a-9f2119b4b615 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 948 time: 0.1776476 Dec 17 15:48:12.996660 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:13.004163 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:13.083749 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be53a873-30d8-4f6b-ac57-98d873f16835 req-8f838b0c-e981-4cff-a24b-8f776ace45fa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140478 Dec 17 15:48:13.087370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7731d5f8-3990-4dae-995f-aa38e3d8854f None None] Provisioning complete for port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:13.092911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7731d5f8-3990-4dae-995f-aa38e3d8854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:13.232314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df258-6c4b-4d0e-b380-f9869e401783 req-809cd642-c822-49be-a47a-b977335c6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:13.233900 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-809cd642-c822-49be-a47a-b977335c6b8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3277922 Dec 17 15:48:13.245858 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a14bc3-14ad-43eb-a065-d700b09e0d93 None None] Pushing event updated for resources: {'Port': ['ID=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:13.270636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7731d5f8-3990-4dae-995f-aa38e3d8854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:13.316529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:13.357271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7731d5f8-3990-4dae-995f-aa38e3d8854f None None] For port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:13.371271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7731d5f8-3990-4dae-995f-aa38e3d8854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:13.487091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fe9e7-4474-452f-bc1c-76226e62f788 req-3865a90a-605a-44c6-b3d1-b6ee77a8ab78 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:13.490854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731d5f8-3990-4dae-995f-aa38e3d8854f None None] Pushing event updated for resources: {'Port': ['ID=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:13.494854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a1fe9e7-4474-452f-bc1c-76226e62f788 req-3865a90a-605a-44c6-b3d1-b6ee77a8ab78 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.4806371 Dec 17 15:48:13.514639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d2df-fd65-4dec-99ad-6cbc31b772db req-632c69f6-c08b-4eaa-8c5d-2a1b624e78b7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:13.521712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-585c1582-0b56-46ca-9adf-7d655f902e7b None None] Provisioning complete for port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:13.522092 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-585c1582-0b56-46ca-9adf-7d655f902e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:13.525760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4d1d2df-fd65-4dec-99ad-6cbc31b772db req-632c69f6-c08b-4eaa-8c5d-2a1b624e78b7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0717399 Dec 17 15:48:13.564597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-4592c47c-00ab-4da0-ac11-f20c9e02c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:13.569196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-4592c47c-00ab-4da0-ac11-f20c9e02c9cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.5981517 Dec 17 15:48:13.607929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4d1d2df-fd65-4dec-99ad-6cbc31b772db req-918059d6-bc7f-4977-8b52-b998acc13a70 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798051 Dec 17 15:48:13.672116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-95e6cbd0-bf71-45f3-a219-4e8a741a3913 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 217 time: 0.0840416 Dec 17 15:48:13.695886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a1fe9e7-4474-452f-bc1c-76226e62f788 req-1a2b905b-3b38-4e90-b65f-e131169cc232 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943893 Dec 17 15:48:13.711043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:12Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:13.750220 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e7866-3337-4189-bc8a-aae225402de3 None None] The sync data for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 is: [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:12Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:48:13.778462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dbf9-0a96-4e30-9911-f62e4f9154d8 req-fa515cff-4ae9-4f83-8116-198fa2b1fc00 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:13.780235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72f2dbf9-0a96-4e30-9911-f62e4f9154d8 req-fa515cff-4ae9-4f83-8116-198fa2b1fc00 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.0742664 Dec 17 15:48:13.811251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-40cb14bf-bc1f-458a-9c41-38f9f3ce96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:13.813718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-40cb14bf-bc1f-458a-9c41-38f9f3ce96ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1150625 Dec 17 15:48:13.857745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:13.866442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-5a248df4-8880-4919-bb00-439b003a9bfb service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995109 Dec 17 15:48:13.866995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72f2dbf9-0a96-4e30-9911-f62e4f9154d8 req-d2a55f0f-e92f-4d9e-9465-dc3f0c0b00db tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793579 Dec 17 15:48:13.978588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 13dd30d1-e1cf-4ad1-8d47-734766a6388d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:13.979017 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:13.982964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-bb6c1a4b-34ca-4595-8c75-d4293e7a71f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070030 Dec 17 15:48:14.121651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:14.164693 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88287edd-fe45-4578-9a3d-5c64c782cd9e req-bd50d0c2-92cc-4dc6-a217-2a8a82eb8296 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 210 time: 0.0915854 Dec 17 15:48:14.172262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:14.172995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:14.175971 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b0587-d410-4a01-bac3-2645a5e788d8" -d '{"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-plugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:14.181068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:14.257930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:14.377060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73924-38a8-4bf7-89dc-265619b1f5d7 req-d51e0989-a29b-41b8-84c1-62ae408b73f0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:14.378890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95d73924-38a8-4bf7-89dc-265619b1f5d7 req-d51e0989-a29b-41b8-84c1-62ae408b73f0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 948 time: 0.5641797 Dec 17 15:48:14.436228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59ba68-160a-49fc-88f2-0ade6a10a497 req-fe8803ab-d747-458a-84a8-f1d7fd5d4cd9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:14.440926 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a59ba68-160a-49fc-88f2-0ade6a10a497 req-fe8803ab-d747-458a-84a8-f1d7fd5d4cd9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 948 time: 0.1699674 Dec 17 15:48:14.486717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 340f3a3b-b1fc-4adf-84a7-0910396bbc0c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:14.521447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-3003e02d-9d6b-449b-a5fa-2a6d9f858358 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:14.522972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-3003e02d-9d6b-449b-a5fa-2a6d9f858358 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.47 "GET /v2.0/networks?id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 200 len: 829 time: 0.5391521 Dec 17 15:48:14.530034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-430f2024-1327-4e3a-831a-d886fd21ca68 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260170 Dec 17 15:48:14.544713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812df258-6c4b-4d0e-b380-f9869e401783 req-c0b3c882-8925-4852-924b-612b3c1f08c5 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597067 Dec 17 15:48:14.553258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Request body: {'port': {'device_id': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'admin_state_up': True, 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:14.599547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a59ba68-160a-49fc-88f2-0ade6a10a497 req-547ac3b8-d0e2-4fed-8d88-76925ae4f27c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467173 Dec 17 15:48:14.645510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:14.646211 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:14.693175 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e22b64a-27af-4fb6-bf74-ad957f15d401 x-openstack-request-id: req-1e22b64a-27af-4fb6-bf74-ad957f15d401 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:14.693576 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-plugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:14.693914 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e22b64a-27af-4fb6-bf74-ad957f15d401 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:14.694398 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'code': 200} Dec 17 15:48:14.848724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'tag': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:14.853300 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a958c9f-b9a2-4931-b73a-206b875f3d6b", "tag": "ddbb981a-d4b2-4a7d-b078-97d4f62878ce"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:14.938137 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95d73924-38a8-4bf7-89dc-265619b1f5d7 req-9ad65f43-ed90-4015-b99d-a12f0084bbe9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456579 Dec 17 15:48:14.948825 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-668067bc-aff4-4ba5-9bfb-49e16fe88374 req-99ba0388-2f26-48ba-afbc-a99bfe8fbbc1 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866961 Dec 17 15:48:15.030014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-59730053-26f4-4f14-b267-9b4a684452b7 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.031519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-59730053-26f4-4f14-b267-9b4a684452b7 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.1339455 Dec 17 15:48:15.069504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-20'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:15.088004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2f3d-011d-4d97-b8fd-dd194c9f5ac3 req-993a9b0e-06ac-4c36-beb9-c0785d097b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.090381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513c2f3d-011d-4d97-b8fd-dd194c9f5ac3 req-993a9b0e-06ac-4c36-beb9-c0785d097b6b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1101 time: 0.1250684 Dec 17 15:48:15.113177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172691d5-6523-4a37-b2c4-70d933936e8e req-d92934ba-317a-44fa-872d-a16d8dbb4e5e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.122240 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-172691d5-6523-4a37-b2c4-70d933936e8e req-d92934ba-317a-44fa-872d-a16d8dbb4e5e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1008642 Dec 17 15:48:15.127462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Made reservation on behalf of f77d4653be374b91a4e847b01cbe971d for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:48:15.130923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:15.201196 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:15.244258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513c2f3d-011d-4d97-b8fd-dd194c9f5ac3 req-f584e607-877e-4a28-a19b-e55149ab01d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138525 Dec 17 15:48:15.260080 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-172691d5-6523-4a37-b2c4-70d933936e8e req-a6ce277f-e1d2-487d-abe6-f8db11f714a1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304870 Dec 17 15:48:15.364017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Allocated IP 172.20.0.5 (ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82/61eff8b1-da20-41e6-a343-917b261be683/b4d92c46-5cd5-4b38-9d1f-bea03528ce71) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:15.486779 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e693b45c-2584-46e6-9882-e2c26e4c246c x-openstack-request-id: req-e693b45c-2584-46e6-9882-e2c26e4c246c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:15.487430 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a958c9f-b9a2-4931-b73a-206b875f3d6b", "tag": "ddbb981a-d4b2-4a7d-b078-97d4f62878ce", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:15.487430 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e693b45c-2584-46e6-9882-e2c26e4c246c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:15.487705 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'tag': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce', 'status': 'completed', 'code': 200} Dec 17 15:48:15.500196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ba16c-0383-4e73-9082-a11fc6f3b78a req-9088a8c4-adbb-438d-a414-841f55d697bd tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.502053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f50ba16c-0383-4e73-9082-a11fc6f3b78a req-9088a8c4-adbb-438d-a414-841f55d697bd tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.4550045 Dec 17 15:48:15.513098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0ea25-5e07-4f3f-b3fa-8ab9b22beada req-0e00c322-b5e6-4e54-a596-5299e2d5ece5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.514811 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:15.517739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76a0ea25-5e07-4f3f-b3fa-8ab9b22beada req-0e00c322-b5e6-4e54-a596-5299e2d5ece5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 945 time: 0.0841911 Dec 17 15:48:15.646503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76a0ea25-5e07-4f3f-b3fa-8ab9b22beada req-8a36f677-8b2a-4120-89c1-bbcd6ce61389 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110148 Dec 17 15:48:15.680894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:15.693267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-f164c7cb-21bd-466c-b80a-f0118ba03019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.695035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-f164c7cb-21bd-466c-b80a-f0118ba03019 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 1100 time: 0.0920434 Dec 17 15:48:15.772758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f50ba16c-0383-4e73-9082-a11fc6f3b78a req-b960120d-0dc1-4feb-aeca-2334ed3cd63b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422557 Dec 17 15:48:15.827311 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:15.853536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31118ec0-34b4-4f61-8af1-dd9599f17fe1 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:15.894265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fafa51-9657-4702-8f32-c7798f52c688 req-1f02aaf3-fca9-4edd-b672-2dbac919877f tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 210 time: 0.1384242 Dec 17 15:48:15.897783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event updated for resources: {'Port': ['ID=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:15.964244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:15.971341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:15.973475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:15.982363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:16.026128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-739a834c-c003-4816-884a-4a4b2efd5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.033509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-739a834c-c003-4816-884a-4a4b2efd5a14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.3261840 Dec 17 15:48:16.051315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:16.064392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31118ec0-34b4-4f61-8af1-dd9599f17fe1 has no active binding in host n-h2-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:48:16.099167 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-0c91e141-311f-48fb-9e92-e87ad940a874 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ddbb981a-d4b2-4a7d-b078-97d4f62878ce HTTP/1.1" status: 200 len: 217 time: 0.0557399 Dec 17 15:48:16.105439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9d13c-7fa1-41e9-8702-6b9577230558 req-fb208d1c-7a59-49f9-8347-88c595e7a61a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.108185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30e9d13c-7fa1-41e9-8702-6b9577230558 req-fb208d1c-7a59-49f9-8347-88c595e7a61a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 948 time: 0.1938586 Dec 17 15:48:16.150406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.151103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:16.199801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-057b6f5b-6b66-40c9-9850-22e044156da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.203110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-057b6f5b-6b66-40c9-9850-22e044156da8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0872960 Dec 17 15:48:16.203250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:16.210498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30e9d13c-7fa1-41e9-8702-6b9577230558 req-73c75a6e-35da-463c-8d43-286c92db7b74 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907726 Dec 17 15:48:16.262808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-1422f0b5-1410-4e9d-abc8-084ea12d90e2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7142146 Dec 17 15:48:16.298605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Request body: {'port': {'device_id': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:16.340929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-ce9e1d56-b230-4036-ad2c-9ceeddf12fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.342427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-ce9e1d56-b230-4036-ad2c-9ceeddf12fd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305375 Dec 17 15:48:16.375558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c2956-5143-47f9-af65-a53862c3f846 req-713ed475-572c-4305-9928-fe3c55a285ec tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.376277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:16.377595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812c2956-5143-47f9-af65-a53862c3f846 req-713ed475-572c-4305-9928-fe3c55a285ec tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1263707 Dec 17 15:48:16.397735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:16.399916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:16.409965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-778138e7-45b7-4744-8dcb-91d696a86415 None None] Provisioning complete for port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:16.410339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-778138e7-45b7-4744-8dcb-91d696a86415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:16.470700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-778138e7-45b7-4744-8dcb-91d696a86415 None None] Port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:48:16.518980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812c2956-5143-47f9-af65-a53862c3f846 req-c391be75-4c31-4f54-b159-356c2f676026 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343160 Dec 17 15:48:16.539531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-e4cef7c7-a404-438e-879d-0d06b5e4f698 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831894 Dec 17 15:48:16.693024 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fee5e99-e63c-4d58-bdfa-6ac694579c4c req-9a5c9235-b8ad-4ab3-8195-472519543541 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440992 Dec 17 15:48:16.845727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992508a-bb1c-459f-84c1-582271b49312 req-987a3007-8301-46c3-93e8-f51a89593d9a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.847561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c992508a-bb1c-459f-84c1-582271b49312 req-987a3007-8301-46c3-93e8-f51a89593d9a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0712821 Dec 17 15:48:16.873400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a61a00-b095-497e-8196-112682564c2a req-430edc3d-6335-4fb7-9ac1-f74f1f45117a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.875208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-56a61a00-b095-497e-8196-112682564c2a req-430edc3d-6335-4fb7-9ac1-f74f1f45117a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.4906826 Dec 17 15:48:16.882531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:16.907973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c992508a-bb1c-459f-84c1-582271b49312 req-2333253e-7589-49b2-bcc5-dd173645cd73 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Dec 17 15:48:17.006801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on host n-h1-806683-20 for vnic_type normal with profile {"migrating_to": "n-h2-806683-20"} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:17.007308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:17.007778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:17.037107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:17.037578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Attempting to bind port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:17.039448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba1062-5c9f-45dd-b90a-b0eef1a26d2d req-cc93a1cf-aac6-42f4-a4ec-9b51ed3fcd65 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:17.041271 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29ba1062-5c9f-45dd-b90a-b0eef1a26d2d req-cc93a1cf-aac6-42f4-a4ec-9b51ed3fcd65 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.0632036 Dec 17 15:48:17.045534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-56a61a00-b095-497e-8196-112682564c2a req-8286a1f2-e5cf-42a7-9b2c-6db63324972f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575849 Dec 17 15:48:17.056324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:17.056889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:17.057449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:17.058222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Bound port: 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:17.058922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:17.124675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29ba1062-5c9f-45dd-b90a-b0eef1a26d2d req-9f5b64a5-b245-48b8-9355-fed3b97d7952 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752773 Dec 17 15:48:17.257680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:17.290459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c25dd-3fbf-4fb1-bfa0-f5db62aeb467 req-bd2614c0-bcda-42d2-bbb9-cb36811d0742 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:17.292422 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f29c25dd-3fbf-4fb1-bfa0-f5db62aeb467 req-bd2614c0-bcda-42d2-bbb9-cb36811d0742 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 931 time: 0.1419032 Dec 17 15:48:17.297765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:17.324566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:17.407936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f9ccc-6fb3-43d7-91dc-5883259452ce req-081fefc3-167e-4965-aa60-6822df7d1200 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:17.417740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-401f9ccc-6fb3-43d7-91dc-5883259452ce req-081fefc3-167e-4965-aa60-6822df7d1200 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 948 time: 0.0723004 Dec 17 15:48:17.490325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d92c46-5cd5-4b38-9d1f-bea03528ce71 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:17.495241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:17.495539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-401f9ccc-6fb3-43d7-91dc-5883259452ce req-4844ea2c-fa93-4da7-9e39-3ab632a0b312 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717020 Dec 17 15:48:17.498965 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1b937-33f4-4328-8886-b58bfdad1e62" -d '{"events": [{"server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "name": "network-vif-unplugged", "status": "completed", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:17.523228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f29c25dd-3fbf-4fb1-bfa0-f5db62aeb467 req-c4d18c0b-3610-4a6e-9b32-062f1864aaff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205334 Dec 17 15:48:17.526116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:17.529238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=8']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:17.537010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:17.537793 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:17.540392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-8633d9ec-0fc2-478d-ab1a-24df19b7abaf service neutron] 10.222.0.49 "PUT /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 1123 time: 2.4784329 Dec 17 15:48:17.561557 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4071d481-d826-43c9-b9c2-f3e08aeb7f19 x-openstack-request-id: req-4071d481-d826-43c9-b9c2-f3e08aeb7f19 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:17.563638 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "name": "network-vif-unplugged", "status": "completed", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:17.564020 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4071d481-d826-43c9-b9c2-f3e08aeb7f19 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:17.564988 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1', 'code': 200} Dec 17 15:48:17.587467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Transition to ACTIVE for port object b4d92c46-5cd5-4b38-9d1f-bea03528ce71 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:17.596075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:17.655758 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-9b9c0cea-3c22-4c72-967a-18fa39125135 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971801 Dec 17 15:48:17.750713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['31118ec0-34b4-4f61-8af1-dd9599f17fe1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:17.821653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:17.825486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['31118ec0-34b4-4f61-8af1-dd9599f17fe1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:17.872264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Attempting to bind port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:17.872796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Attempting to bind port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:17.876074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Attempting to bind port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 on network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:17.908970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937eba9-9add-4e90-a26a-9c263d2dd967 req-e485eaa1-648d-457f-b327-276e4a17c63d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:17.911089 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4937eba9-9add-4e90-a26a-9c263d2dd967 req-e485eaa1-648d-457f-b327-276e4a17c63d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.2393389 Dec 17 15:48:17.915805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 on network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:17.916465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Attempting to bind port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 on network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:17.927588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:17.927945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Checking segment: {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:17.928321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Bound using segment: {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:17.928793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Bound port: b4d92c46-5cd5-4b38-9d1f-bea03528ce71, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222fe00a-31ec-4588-a524-342c087a7014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:17.929163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:17.937007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddbb981a-d4b2-4a7d-b078-97d4f62878ce details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:18.018395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-9a38e06f-cdb6-4f10-bbc6-3fda400cbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.020973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-9a38e06f-cdb6-4f10-bbc6-3fda400cbf56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 1097 time: 0.1456654 Dec 17 15:48:18.157541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] For port b4d92c46-5cd5-4b38-9d1f-bea03528ce71, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:18.168153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] For port b4d92c46-5cd5-4b38-9d1f-bea03528ce71, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:18.178438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:18.216434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1113c5-1ad2-40c0-8258-27a7c47b6c22 req-960d29f6-8d23-4fc2-a25f-537f8a7d2271 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.222896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ddbb981a-d4b2-4a7d-b078-97d4f62878ce, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:18.225143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec1113c5-1ad2-40c0-8258-27a7c47b6c22 req-960d29f6-8d23-4fc2-a25f-537f8a7d2271 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.1837161 Dec 17 15:48:18.261424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce', 'mac_address': 'fa:16:3e:ec:05:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:18.294508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec1113c5-1ad2-40c0-8258-27a7c47b6c22 req-8b0502db-6eaf-4906-a117-798752658890 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677040 Dec 17 15:48:18.370139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-006d3be6-b309-46b7-9425-db41394ce7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.371923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-006d3be6-b309-46b7-9425-db41394ce7e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.2880142 Dec 17 15:48:18.402696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:18.417395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.418207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:18.420297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ff7936f6-9670-4dbf-98ae-953ad638d000 service neutron] 10.222.0.47 "PUT /v2.0/ports/b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 1092 time: 2.1372705 Dec 17 15:48:18.449548 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4937eba9-9add-4e90-a26a-9c263d2dd967 req-c796af15-1d0f-4e6d-bde5-4ebda9679902 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224581 Dec 17 15:48:18.594799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-2bb38d8f-11bf-4f77-9e3a-9cdb6378edb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1041350 Dec 17 15:48:18.633391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-8e48e867-169a-41f6-90a5-f89521c787ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 200 len: 217 time: 0.2425251 Dec 17 15:48:18.726770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26cef5-3c67-40a8-aa0d-2d4dda14ac54 req-fe5f7351-d682-4f90-87a3-e63618630a6f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.740782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c26cef5-3c67-40a8-aa0d-2d4dda14ac54 req-fe5f7351-d682-4f90-87a3-e63618630a6f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.1678278 Dec 17 15:48:18.764608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeee48-0f75-4318-8f9b-d62700019829 req-808f9166-e881-4b2e-9499-9dedbee9cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.767322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-808f9166-e881-4b2e-9499-9dedbee9cae2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 1097 time: 0.1440487 Dec 17 15:48:18.772702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-4f60ed87-673c-4534-8e2c-3d3a58d8a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.776275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-4f60ed87-673c-4534-8e2c-3d3a58d8a0f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1136038 Dec 17 15:48:18.872960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-7718db6b-6bb5-43a1-97d0-f06c0a34b43a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731428 Dec 17 15:48:18.875453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-f59b3341-abd5-41a5-ada6-5ddcc24a7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.876814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-f59b3341-abd5-41a5-ada6-5ddcc24a7ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f77d4653be374b91a4e847b01cbe971d&device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 1095 time: 0.3392763 Dec 17 15:48:18.893691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8df6f3-30fd-459c-b45c-85f7451d78e1 req-019d46f8-9014-44f6-8e21-28534ae87b32 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.905836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c26cef5-3c67-40a8-aa0d-2d4dda14ac54 req-0066e27c-1310-484a-a1fc-6b6c301d17df tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596978 Dec 17 15:48:18.909195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d8df6f3-30fd-459c-b45c-85f7451d78e1 req-019d46f8-9014-44f6-8e21-28534ae87b32 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.5107586 Dec 17 15:48:18.912893 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:18.943274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbb981a-d4b2-4a7d-b078-97d4f62878ce {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:19.008642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ddbb981a-d4b2-4a7d-b078-97d4f62878ce, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:19.020671 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:19.036404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeee48-0f75-4318-8f9b-d62700019829 req-148516ae-44a3-4443-97da-a14d12ca265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.037980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-148516ae-44a3-4443-97da-a14d12ca265c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2387190 Dec 17 15:48:19.061181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-f0898bb0-6913-4bef-bd77-443762eed8ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 217 time: 0.1315308 Dec 17 15:48:19.173277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:19.173697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d8df6f3-30fd-459c-b45c-85f7451d78e1 req-749476f9-2862-40ce-b9f9-b230fe5de38f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595010 Dec 17 15:48:19.204805 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-12831bd2-971d-4b7c-b7f1-bb2179db557f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 200 len: 217 time: 0.1454678 Dec 17 15:48:19.315318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-2e8cd46f-9bdd-4307-a9ed-66cbf92b331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.316109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad389c33-0201-4311-9729-d7402290d3fa req-8ea01ad8-019e-4bbb-a92f-1859f64b5cf3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.316803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-2e8cd46f-9bdd-4307-a9ed-66cbf92b331c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61eff8b1-da20-41e6-a343-917b261be683 HTTP/1.1" status: 200 len: 868 time: 0.2043824 Dec 17 15:48:19.319852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad389c33-0201-4311-9729-d7402290d3fa req-8ea01ad8-019e-4bbb-a92f-1859f64b5cf3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1119142 Dec 17 15:48:19.363962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-944cf11d-6389-4dc0-9f8d-07d1e9887738 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520388 Dec 17 15:48:19.396569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1c82d-0ea1-46d7-b8cd-128f11077468 req-61670042-8ad2-4940-849d-fb7705f47ce2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.399405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad389c33-0201-4311-9729-d7402290d3fa req-d2f5c76b-5698-4642-a7d5-27d0488ae755 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707953 Dec 17 15:48:19.400879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeee48-0f75-4318-8f9b-d62700019829 req-38b67a0f-875a-4e64-b9cb-530a739727df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.402894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-38b67a0f-875a-4e64-b9cb-530a739727df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1513491 Dec 17 15:48:19.403993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68d1c82d-0ea1-46d7-b8cd-128f11077468 req-61670042-8ad2-4940-849d-fb7705f47ce2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 949 time: 0.1247106 Dec 17 15:48:19.422276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-f717ae3b-b9ea-4c7f-b0a1-29937cb82071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.422276 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-f717ae3b-b9ea-4c7f-b0a1-29937cb82071 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911503 Dec 17 15:48:19.474701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-5dcd9874-262b-4ea3-b6d0-2017fa7e6c7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624027 Dec 17 15:48:19.572732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68d1c82d-0ea1-46d7-b8cd-128f11077468 req-b89ae267-e1ae-4d80-8767-299db58eadbc tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631904 Dec 17 15:48:19.579152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1'}, {'name': 'network-changed', 'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:19.582149 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1"}, {"name": "network-changed", "server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:19.622319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff758536-36aa-4d67-b5ce-676cf7be40b9 req-b3735da5-e245-4eb2-8147-6994bd366624 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.629020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff758536-36aa-4d67-b5ce-676cf7be40b9 req-b3735da5-e245-4eb2-8147-6994bd366624 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 943 time: 0.1522496 Dec 17 15:48:19.664269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-ceae1f83-9b28-427b-91a0-465d8a3e2b53 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053680 Dec 17 15:48:19.669280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ed66df9-7f0f-45d2-9499-361258eb81c5 req-fc4c4de1-a6ad-40d2-812d-6398f7d38c9b service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934153 Dec 17 15:48:19.701997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-a04963c4-d0f0-41cf-b903-7170d5e5e1a1 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090008 Dec 17 15:48:19.729381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff758536-36aa-4d67-b5ce-676cf7be40b9 req-d604ab73-e4d0-46e9-b513-73d0df58d0c7 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993464 Dec 17 15:48:19.787026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ddbb981a-d4b2-4a7d-b078-97d4f62878ce'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:19.887118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0edeee48-0f75-4318-8f9b-d62700019829 req-6b4b5ef9-0c25-4457-95f7-7ffc9f9ef2bc service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558990 Dec 17 15:48:20.187069 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26364fe-e21e-403f-a437-ec02b550a854 x-openstack-request-id: req-b26364fe-e21e-403f-a437-ec02b550a854 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:20.188184 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:20.188718 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b26364fe-e21e-403f-a437-ec02b550a854 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:20.189495 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1', 'status': 'completed', 'code': 200} Dec 17 15:48:20.189993 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'status': 'completed', 'code': 200} Dec 17 15:48:20.236752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcea185-7011-49d7-97fa-0f108abe960d req-63195468-13fd-4fdc-a59d-f8ba60713dfb tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.244112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fdcea185-7011-49d7-97fa-0f108abe960d req-63195468-13fd-4fdc-a59d-f8ba60713dfb tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.5420458 Dec 17 15:48:20.280558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-2f668c74-f3d7-45ad-bbed-5324ada49d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.282267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-2f668c74-f3d7-45ad-bbed-5324ada49d63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1126 time: 0.0604663 Dec 17 15:48:20.290959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f21acda0-5acd-44d5-bbdb-1df44f9341a4 req-e95e0a28-beec-4377-a1e7-856f5bb4c25d service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157372 Dec 17 15:48:20.314638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fdcea185-7011-49d7-97fa-0f108abe960d req-238705c3-b536-45dd-a94b-0fc60ec16307 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Dec 17 15:48:20.481451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-89274703-981f-4889-a573-fdbaa83cdfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.484420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-89274703-981f-4889-a573-fdbaa83cdfe3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1857166 Dec 17 15:48:20.492150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c204ee-a02f-4bcc-842e-b635d23e9348 req-d9608379-4d8c-4e52-bec8-7ecd38f9bd68 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.493698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7c204ee-a02f-4bcc-842e-b635d23e9348 req-d9608379-4d8c-4e52-bec8-7ecd38f9bd68 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.2105503 Dec 17 15:48:20.548475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931edb61-8c8e-4b91-bd44-88c48054791d req-e5810160-3ff1-4d19-a976-f7360e2581f0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.553754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-931edb61-8c8e-4b91-bd44-88c48054791d req-e5810160-3ff1-4d19-a976-f7360e2581f0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0938587 Dec 17 15:48:20.558677 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-2052e3d5-d28b-4164-b599-1c7d60ccccc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 217 time: 0.0550246 Dec 17 15:48:20.681745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7c204ee-a02f-4bcc-842e-b635d23e9348 req-68534aba-f25a-4d15-a737-535bd40ec489 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655297 Dec 17 15:48:20.684120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-c72e753c-0a3b-459f-8119-9c3f89ac6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.688194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-931edb61-8c8e-4b91-bd44-88c48054791d req-0c7a67aa-196b-4350-8d8c-de98ddcf2057 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264114 Dec 17 15:48:20.693940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-c72e753c-0a3b-459f-8119-9c3f89ac6f3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1267586 Dec 17 15:48:20.760548 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-cb9f0101-20ec-4aef-96a1-503d9056a214 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572085 Dec 17 15:48:20.895112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-9f83fabb-52b4-47ec-8a27-40959c9efa8a service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187265 Dec 17 15:48:20.919727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3fcb4-73e1-412c-9a89-aff556803394 req-b42daf27-6864-4df9-bfb4-9f6fb5f1caa7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.937045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cf3fcb4-73e1-412c-9a89-aff556803394 req-b42daf27-6864-4df9-bfb4-9f6fb5f1caa7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1095648 Dec 17 15:48:21.003411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cf3fcb4-73e1-412c-9a89-aff556803394 req-783130aa-5556-4cf8-a1d7-fea94d3cea20 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653894 Dec 17 15:48:21.054941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca7f41-600d-454e-8e95-499434ef2cde req-051f3f5a-c80d-472f-a824-600086aff363 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.056894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45ca7f41-600d-454e-8e95-499434ef2cde req-051f3f5a-c80d-472f-a824-600086aff363 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 949 time: 0.1181371 Dec 17 15:48:21.128142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38464b7-c264-4881-859d-4caf64d74c62 req-e21c8055-978a-4752-b7f0-6af11c4df2a3 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.136053 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a38464b7-c264-4881-859d-4caf64d74c62 req-e21c8055-978a-4752-b7f0-6af11c4df2a3 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 943 time: 0.0641787 Dec 17 15:48:21.138264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-23b343ac-dab3-4d61-8467-f651fa0d1bde service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305939 Dec 17 15:48:21.141905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45ca7f41-600d-454e-8e95-499434ef2cde req-4f34aeb8-8582-4c20-aa53-cef4c21526d2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779202 Dec 17 15:48:21.241054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a38464b7-c264-4881-859d-4caf64d74c62 req-7e0c5695-5fb8-41a9-97e1-6b33d0abb0b5 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991333 Dec 17 15:48:21.296143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-2d59927c-64d4-469a-85ac-80a1a9057471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.299013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-2d59927c-64d4-469a-85ac-80a1a9057471 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f77d4653be374b91a4e847b01cbe971d&device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 1095 time: 0.0551245 Dec 17 15:48:21.438147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-68c5138d-7ff9-4936-8b64-885c06a6b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.439772 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-68c5138d-7ff9-4936-8b64-885c06a6b105 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 200 len: 930 time: 0.1294861 Dec 17 15:48:21.526207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-2b265705-ec1f-4ccb-9a6c-90a496b08990 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 217 time: 0.0775168 Dec 17 15:48:21.606022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-c88dee9e-2b3f-4150-ae41-58ec1869c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.609662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-c88dee9e-2b3f-4150-ae41-58ec1869c329 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61eff8b1-da20-41e6-a343-917b261be683 HTTP/1.1" status: 200 len: 868 time: 0.0654657 Dec 17 15:48:21.623519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607cb36-92a5-4359-9610-29679bd7e4c0 req-5f8ceb9e-1fe9-481d-8188-ce67c8861a10 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.625077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f607cb36-92a5-4359-9610-29679bd7e4c0 req-5f8ceb9e-1fe9-481d-8188-ce67c8861a10 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.1659844 Dec 17 15:48:21.714114 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f607cb36-92a5-4359-9610-29679bd7e4c0 req-4a1ccf2d-7293-43ac-b746-f55463b60c72 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798790 Dec 17 15:48:21.723860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-752ba732-61ec-4f53-911d-fb62e75564f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.727424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-752ba732-61ec-4f53-911d-fb62e75564f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013896 Dec 17 15:48:21.834488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e763e-aea5-44f4-adf8-7e98d68da58e req-e0b23008-d4f6-49f3-aafc-b9459d7cfdef tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.842708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e7e763e-aea5-44f4-adf8-7e98d68da58e req-e0b23008-d4f6-49f3-aafc-b9459d7cfdef tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.0637150 Dec 17 15:48:21.892473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddbb981a-d4b2-4a7d-b078-97d4f62878ce up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:21.896099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e7e763e-aea5-44f4-adf8-7e98d68da58e req-eae73da5-4212-4f44-b0f7-a0abbdf10c92 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521746 Dec 17 15:48:21.921102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33b275-15a5-440f-a205-6742ed8e341d req-50106778-2874-4ac5-8021-52d9e5f86965 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.929870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c33b275-15a5-440f-a205-6742ed8e341d req-50106778-2874-4ac5-8021-52d9e5f86965 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0852737 Dec 17 15:48:22.004566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c33b275-15a5-440f-a205-6742ed8e341d req-385c3848-e0e3-447b-98d5-56a0383616fb tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732408 Dec 17 15:48:22.006403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port ddbb981a-d4b2-4a7d-b078-97d4f62878ce completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:48:22.030435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port ddbb981a-d4b2-4a7d-b078-97d4f62878ce triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:22.031444 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:22.062977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-bd783817-481e-402a-9fc6-9e914d64ce95 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242702 Dec 17 15:48:22.182632 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:22.228625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:22.234884 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889449c5-99e8-49b2-91db-4080d8df79d0" -d '{"events": [{"server_uuid": "6a958c9f-b9a2-4931-b73a-206b875f3d6b", "name": "network-vif-plugged", "status": "completed", "tag": "ddbb981a-d4b2-4a7d-b078-97d4f62878ce"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:22.242238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869fd40-6162-4676-bedb-2bf791390a88 req-c836e8bc-4bfb-4425-ac99-6e3f671b45b6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:22.250608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1869fd40-6162-4676-bedb-2bf791390a88 req-c836e8bc-4bfb-4425-ac99-6e3f671b45b6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1013770 Dec 17 15:48:22.273792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ddbb981a-d4b2-4a7d-b078-97d4f62878ce, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:22.285147 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:22.289148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:22.299320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6c0b8ad-81da-4ce2-acd6-7e51442aac3e req-2a85c8d6-b6dd-4345-9490-fb46f0dc5ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259605 Dec 17 15:48:22.349391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1869fd40-6162-4676-bedb-2bf791390a88 req-eb4a2627-e961-4a27-9769-186dbde33c97 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977023 Dec 17 15:48:22.413076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995b56b-486b-4dd0-9188-23935f5fbcca req-28a328b8-dc1a-49a2-88e5-3523b0f5bafb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:22.415596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8995b56b-486b-4dd0-9188-23935f5fbcca req-28a328b8-dc1a-49a2-88e5-3523b0f5bafb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 949 time: 0.1527133 Dec 17 15:48:22.473829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:22.541096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8995b56b-486b-4dd0-9188-23935f5fbcca req-78dd3a54-e0fe-4431-814c-3c499cc9981a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160545 Dec 17 15:48:22.555847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9541-d61e-4ffe-9939-15e3eb3bf903 req-92abec0d-14ab-4c04-8bf8-de1804f7cc70 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:22.565327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbea9541-d61e-4ffe-9939-15e3eb3bf903 req-92abec0d-14ab-4c04-8bf8-de1804f7cc70 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 943 time: 0.1610458 Dec 17 15:48:22.588733 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2c43a7-091c-493f-99aa-94b4cbf0e472 x-openstack-request-id: req-5b2c43a7-091c-493f-99aa-94b4cbf0e472 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:22.589003 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a958c9f-b9a2-4931-b73a-206b875f3d6b", "name": "network-vif-plugged", "status": "completed", "tag": "ddbb981a-d4b2-4a7d-b078-97d4f62878ce", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:22.589251 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b2c43a7-091c-493f-99aa-94b4cbf0e472 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:22.589688 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce', 'code': 200} Dec 17 15:48:22.688004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbea9541-d61e-4ffe-9939-15e3eb3bf903 req-aa78b5a5-325d-46ed-9672-1f5b79e5f782 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213012 Dec 17 15:48:22.736727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef8ac-5902-4c36-be8b-3b016c5239e8 req-2bda0f0e-a6ee-4018-90d3-e611878fbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:22.740332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec6ef8ac-5902-4c36-be8b-3b016c5239e8 req-2bda0f0e-a6ee-4018-90d3-e611878fbfe4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 1102 time: 0.0538170 Dec 17 15:48:22.867212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec6ef8ac-5902-4c36-be8b-3b016c5239e8 req-e5188c49-1edd-4ade-a3fb-9b01e3c76b94 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111634 Dec 17 15:48:22.904813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71d5a4-9cdd-4c8d-8b53-6df9ec6a56a1 req-ec190e72-6cf6-4744-b0ca-175c13878224 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:22.906303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c71d5a4-9cdd-4c8d-8b53-6df9ec6a56a1 req-ec190e72-6cf6-4744-b0ca-175c13878224 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0669179 Dec 17 15:48:22.973537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c71d5a4-9cdd-4c8d-8b53-6df9ec6a56a1 req-e4773085-894b-4db1-9317-21ed80e4b800 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582142 Dec 17 15:48:23.033789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d54a-206b-4512-ad2a-65fc2b8bd0c5 req-23c59552-dab2-4fae-81a4-786bf696148c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:23.035303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ada7d54a-206b-4512-ad2a-65fc2b8bd0c5 req-23c59552-dab2-4fae-81a4-786bf696148c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.0544302 Dec 17 15:48:23.100034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ada7d54a-206b-4512-ad2a-65fc2b8bd0c5 req-656b1363-78fa-4cf7-92a8-3e58188e4cbe tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583155 Dec 17 15:48:23.149512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a1295-867f-4737-8480-ea16f320f7e3 req-70fda88a-1ddf-4afc-9a15-a5e5659726b6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:23.151790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-150a1295-867f-4737-8480-ea16f320f7e3 req-70fda88a-1ddf-4afc-9a15-a5e5659726b6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0772524 Dec 17 15:48:23.212619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-150a1295-867f-4737-8480-ea16f320f7e3 req-47a28a37-f138-4132-8c1e-b269036d0a86 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535638 Dec 17 15:48:23.468014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83826d-8c08-4f61-91c1-6142f8d53c22 req-7d6d8ee5-cff0-41ae-b32b-bd45a763dba8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:23.469524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a83826d-8c08-4f61-91c1-6142f8d53c22 req-7d6d8ee5-cff0-41ae-b32b-bd45a763dba8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0576005 Dec 17 15:48:23.592160 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a83826d-8c08-4f61-91c1-6142f8d53c22 req-f12d3448-55ef-4ee6-b7d6-78a670773946 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136217 Dec 17 15:48:23.621835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-6d4db04d-83ba-4be1-aa66-7b1ce3f8f889 service neutron] 10.222.0.49 "GET /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.1419356 Dec 17 15:48:23.642327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852431f-ca9b-48f8-9d5c-c0a02c459656 req-311c5698-b1c3-4a53-a478-c7584e372d03 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:23.650424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7852431f-ca9b-48f8-9d5c-c0a02c459656 req-311c5698-b1c3-4a53-a478-c7584e372d03 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 945 time: 0.0877557 Dec 17 15:48:23.748392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7852431f-ca9b-48f8-9d5c-c0a02c459656 req-db0fbd04-2dd3-4c52-b4c8-0aa2d2e43fba tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966487 Dec 17 15:48:23.851153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c692969-60ae-437e-a52b-4e78e7cc7b5c req-d16aafba-fe79-496e-b054-208856ed663d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:23.852781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c692969-60ae-437e-a52b-4e78e7cc7b5c req-d16aafba-fe79-496e-b054-208856ed663d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.1453550 Dec 17 15:48:23.934948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:23.935972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc22f8-f094-489e-8f64-b3297e11f590 req-619f57c6-d23e-4700-8450-460eb8dbd35d tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:23.938423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1bcc22f8-f094-489e-8f64-b3297e11f590 req-619f57c6-d23e-4700-8450-460eb8dbd35d tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 943 time: 0.0649087 Dec 17 15:48:23.957168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c692969-60ae-437e-a52b-4e78e7cc7b5c req-7609a626-59d1-4f14-9eb5-32518cb323bb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958614 Dec 17 15:48:23.977432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:24.025324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:24.027781 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1bcc22f8-f094-489e-8f64-b3297e11f590 req-860364cd-e1d5-47dc-91b0-fd2429b0f6ec tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787561 Dec 17 15:48:24.045120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:24.064848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:24.153729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c60667-7168-42f7-b616-de26c7e1f13a req-18b16c2e-b992-4b1d-8db4-72fa4e6368df tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.160965 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59c60667-7168-42f7-b616-de26c7e1f13a req-18b16c2e-b992-4b1d-8db4-72fa4e6368df tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0858769 Dec 17 15:48:24.236593 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59c60667-7168-42f7-b616-de26c7e1f13a req-b7da9129-a81a-4e68-8603-e665efa55b92 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 Dec 17 15:48:24.238004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] Transition to ACTIVE for port object 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:24.239520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a0c9-ab08-4d0d-aeca-a3e03bb99e7a req-453d911e-4c70-494b-bd4f-64f0541832ef tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.242551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ca3a0c9-ab08-4d0d-aeca-a3e03bb99e7a req-453d911e-4c70-494b-bd4f-64f0541832ef tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 944 time: 0.0721540 Dec 17 15:48:24.244255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:24.323711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ca3a0c9-ab08-4d0d-aeca-a3e03bb99e7a req-97b7dd65-f504-4604-9b94-abb3643337db tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743990 Dec 17 15:48:24.381384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] No DVR routers for this DVR port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:48:24.394073 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] Pushing event updated for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:24.426410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eed081-d211-45d6-b255-240553b8f6f8 req-54bf7797-c8b3-49df-894a-59b4527568a6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.428229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10eed081-d211-45d6-b255-240553b8f6f8 req-54bf7797-c8b3-49df-894a-59b4527568a6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1253302 Dec 17 15:48:24.435078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-857c9d06-d2b2-4dcb-b18d-a9711af51d8a service neutron] 10.222.0.49 "PUT /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6/bindings/n-h1-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 0.7988384 Dec 17 15:48:24.481683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10eed081-d211-45d6-b255-240553b8f6f8 req-5c4c9e73-e458-4e01-aa8a-82f458d7428c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456338 Dec 17 15:48:24.571193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c36997df-1158-491b-961e-141a0ff426f1 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.572639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c36997df-1158-491b-961e-141a0ff426f1 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.0453017 Dec 17 15:48:24.626101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1e237d5d-0c4a-4661-ba32-755e7ecee20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.627625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-1e237d5d-0c4a-4661-ba32-755e7ecee20f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125&tenant_id=19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 1097 time: 0.0413516 Dec 17 15:48:24.675777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b4d92c46-5cd5-4b38-9d1f-bea03528ce71 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:24.725395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-2aa0b362-e770-45c1-aca0-dd1ff67874be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.726902 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-2aa0b362-e770-45c1-aca0-dd1ff67874be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1097 time: 0.0700071 Dec 17 15:48:24.737167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f230f6-d000-4efd-9049-ef0256c0c0d6 req-86b36044-a157-457e-b6f7-20c2e655d192 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.738558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12f230f6-d000-4efd-9049-ef0256c0c0d6 req-86b36044-a157-457e-b6f7-20c2e655d192 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0718961 Dec 17 15:48:24.776613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b4d92c46-5cd5-4b38-9d1f-bea03528ce71, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:24.788864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'port_id': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'mac_address': 'fa:16:3e:24:16:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:24.827047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:24.839758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12f230f6-d000-4efd-9049-ef0256c0c0d6 req-4e793966-92f7-4e62-a0a8-5d4260893dfa tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950158 Dec 17 15:48:24.841736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d92c46-5cd5-4b38-9d1f-bea03528ce71 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:24.872951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c9cde66a-258a-4395-b84e-eb68c3e5d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.876546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-c9cde66a-258a-4395-b84e-eb68c3e5d3c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.1253843 Dec 17 15:48:24.878226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b4d92c46-5cd5-4b38-9d1f-bea03528ce71, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:24.883518 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:24.936944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-d870d2d3-f20d-41ac-9a24-30c3ff9effe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 200 len: 217 time: 0.0438359 Dec 17 15:48:24.958250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:24.995462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-7801efe9-9226-459a-912e-671003904f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.997060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-7801efe9-9226-459a-912e-671003904f5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0469916 Dec 17 15:48:25.041313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-ff7d39fa-32b3-491f-adc7-8c279f037b75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283375 Dec 17 15:48:25.062813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33c18d-51ec-4df2-b6e6-8224b18402c3 req-26a6dcba-4b8d-49a6-87d4-2c1b1c48280f tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.064578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d33c18d-51ec-4df2-b6e6-8224b18402c3 req-26a6dcba-4b8d-49a6-87d4-2c1b1c48280f tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 950 time: 0.0541813 Dec 17 15:48:25.112911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d33c18d-51ec-4df2-b6e6-8224b18402c3 req-1581768e-c8c6-462f-bef2-cf3560e7ff52 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Dec 17 15:48:25.140706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d50b6b-b59e-4884-a0f6-8b3c6a995db9 req-31d67655-de13-4014-bd50-1fcbd222b9b0 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.142302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26d50b6b-b59e-4884-a0f6-8b3c6a995db9 req-31d67655-de13-4014-bd50-1fcbd222b9b0 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.1034567 Dec 17 15:48:25.190303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-6f40a371-adf8-4e53-8ff1-f1e70b073665 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205499 Dec 17 15:48:25.215653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919bc4e-d338-469c-93fc-b7783af81b7f req-6050a8a6-b56c-49c0-8d28-ebefee19d18a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.217610 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e919bc4e-d338-469c-93fc-b7783af81b7f req-6050a8a6-b56c-49c0-8d28-ebefee19d18a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 944 time: 0.0489409 Dec 17 15:48:25.222673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26d50b6b-b59e-4884-a0f6-8b3c6a995db9 req-e2f136a4-6563-4f49-a4b0-25e8972a15b1 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727398 Dec 17 15:48:25.273070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e919bc4e-d338-469c-93fc-b7783af81b7f req-a0e10e52-d3a5-466a-95a0-872c7b127593 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Dec 17 15:48:25.318472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-a6f8b3bb-1d22-4230-9962-6eb97d150e14 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089675 Dec 17 15:48:25.381010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5804e8-f5dc-4c66-9972-dffe67f175e3 req-9d9f4960-b25a-4c44-82b4-948bb98b7798 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.382452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a5804e8-f5dc-4c66-9972-dffe67f175e3 req-9d9f4960-b25a-4c44-82b4-948bb98b7798 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0512354 Dec 17 15:48:25.434553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a5804e8-f5dc-4c66-9972-dffe67f175e3 req-aad5e8f0-d898-4f16-bc0a-83d30a7a98de tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Dec 17 15:48:25.477063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b4d92c46-5cd5-4b38-9d1f-bea03528ce71'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:25.554021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc091a-b9a3-49ac-84b0-e46ac4e17508 req-b3811b1a-3e14-443d-bfa6-9c6e9583ed4a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.561162 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aefc091a-b9a3-49ac-84b0-e46ac4e17508 req-b3811b1a-3e14-443d-bfa6-9c6e9583ed4a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 945 time: 0.0650916 Dec 17 15:48:25.632507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aefc091a-b9a3-49ac-84b0-e46ac4e17508 req-a68e3916-1de2-4be6-a2ab-027b0cb739b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589066 Dec 17 15:48:25.679229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75280e-ba83-4cde-8a26-85e71fe499d5 req-fb34abac-6852-447f-81b1-7db6120a05af tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.681128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad75280e-ba83-4cde-8a26-85e71fe499d5 req-fb34abac-6852-447f-81b1-7db6120a05af tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0653064 Dec 17 15:48:25.753562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-bdb408dc-9ad3-47d9-8938-b730e5ff193a tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.755060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-bdb408dc-9ad3-47d9-8938-b730e5ff193a tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.0699425 Dec 17 15:48:25.766817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad75280e-ba83-4cde-8a26-85e71fe499d5 req-5c1b98c4-590f-4291-89b8-309cb6d8dba2 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731695 Dec 17 15:48:25.881174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-9a4d3a44-b4ef-4a52-a140-3cc8b111788b service neutron] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:25.884332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-9a4d3a44-b4ef-4a52-a140-3cc8b111788b service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:25.885525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c02d9f67-66f2-4d2a-8bfa-1088b6d5020e req-9a4d3a44-b4ef-4a52-a140-3cc8b111788b service neutron] 10.222.0.47 "DELETE /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6/bindings/n-h2-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.1178281 Dec 17 15:48:25.971973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a64-7a51-489d-acd1-8508bc4257c6 req-1e06794d-ea79-4bdf-8052-f0c3e5412e7f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.973475 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6e03a64-7a51-489d-acd1-8508bc4257c6 req-1e06794d-ea79-4bdf-8052-f0c3e5412e7f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0495074 Dec 17 15:48:26.023149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6e03a64-7a51-489d-acd1-8508bc4257c6 req-61048b81-6226-4a8e-a262-65b16b9b4d2d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Dec 17 15:48:26.052738 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-3984663f-3153-46d4-b246-de5485a065a9 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1457575045&fields=id&tenant_id=96872d340831423290c9cb614836660c HTTP/1.1" status: 200 len: 267 time: 0.0493410 Dec 17 15:48:26.181584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-8b3bafd7-9c9a-477c-9fdc-8aebb26db8e3 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:26.183442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-8b3bafd7-9c9a-477c-9fdc-8aebb26db8e3 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 824 time: 0.1219201 Dec 17 15:48:26.200017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-16614613-76d1-49c1-bb09-a5d91435414e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/quotas/96872d340831423290c9cb614836660c HTTP/1.1" status: 200 len: 375 time: 0.0099127 Dec 17 15:48:26.259806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-595517a7-c349-44f2-baf9-d70917d61163 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525639 Dec 17 15:48:26.366826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9c22e-7785-4ee3-bb55-797e7ec388e8 req-5682ba5b-2577-4291-ba91-f6088cbee355 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:26.368353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fae9c22e-7785-4ee3-bb55-797e7ec388e8 req-5682ba5b-2577-4291-ba91-f6088cbee355 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.0667319 Dec 17 15:48:26.374741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-3e5d75c5-4691-47f8-b045-b0293fd5568c service neutron] 10.222.0.54 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024573 Dec 17 15:48:26.424969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fae9c22e-7785-4ee3-bb55-797e7ec388e8 req-f7795e95-4a92-4b44-b398-68be4417e3f2 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487225 Dec 17 15:48:26.480888 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-5cbdd06d-f82f-4968-bf84-a96aeaa3fcb9 service neutron] 10.222.0.54 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982256 Dec 17 15:48:26.546997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e7df9-3b96-4e2f-a498-0acbc76d29aa req-25af23f5-ede3-43b9-ac9a-c95e86d14aca tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:26.549398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e65e7df9-3b96-4e2f-a498-0acbc76d29aa req-25af23f5-ede3-43b9-ac9a-c95e86d14aca tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 944 time: 0.0552783 Dec 17 15:48:26.637126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e65e7df9-3b96-4e2f-a498-0acbc76d29aa req-c5c257f4-d480-4c14-899c-e1b5baaa9ffe tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734570 Dec 17 15:48:26.713080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce1e5e19-8c6a-4baa-9bd0-6a33e7a5abea req-1e0c769b-687f-466b-93b0-6ea6aca3e634 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 210 time: 0.0302117 Dec 17 15:48:26.720375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585558f-8b59-4b13-932b-38168879a8c5 req-a1af66ba-7d0c-4a00-9fe1-6d16b1c099e6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:26.722303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5585558f-8b59-4b13-932b-38168879a8c5 req-a1af66ba-7d0c-4a00-9fe1-6d16b1c099e6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0543633 Dec 17 15:48:26.781935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5585558f-8b59-4b13-932b-38168879a8c5 req-1246fb88-4759-428b-bb9c-4285907a34e6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Dec 17 15:48:26.868612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16a5af-411f-4c6e-9552-7a8062f341c4 req-5d2b843d-2ab9-4915-8414-aae836d6a7be tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:26.870688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c16a5af-411f-4c6e-9552-7a8062f341c4 req-5d2b843d-2ab9-4915-8414-aae836d6a7be tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 945 time: 0.0769293 Dec 17 15:48:26.931670 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c16a5af-411f-4c6e-9552-7a8062f341c4 req-b413f45c-8968-49dc-8aeb-c0c65b87b2b6 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528953 Dec 17 15:48:26.992780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ac201-13ee-4166-99fa-210aeae3c6c4 req-9208bbf5-f62b-4ebc-9b08-902f601a21b3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:26.992780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c0ac201-13ee-4166-99fa-210aeae3c6c4 req-9208bbf5-f62b-4ebc-9b08-902f601a21b3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0685771 Dec 17 15:48:27.051398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c0ac201-13ee-4166-99fa-210aeae3c6c4 req-5b66b789-f443-40b1-be1c-96d53a46d62a tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547125 Dec 17 15:48:27.104516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b07c67-4fa1-47d5-8bc8-6bdbb637141c req-96833ae1-84a5-4be2-bb79-803bae7321e0 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:27.106090 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3b07c67-4fa1-47d5-8bc8-6bdbb637141c req-96833ae1-84a5-4be2-bb79-803bae7321e0 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1097 time: 0.0568624 Dec 17 15:48:27.167498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3b07c67-4fa1-47d5-8bc8-6bdbb637141c req-886c3910-3b03-4813-8a58-bc7506175dae tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538061 Dec 17 15:48:27.194763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490a06-0dab-49fc-83e4-05b248c03f23 req-749fa51d-69ac-47b5-bed5-47bd7292e7f3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:27.196751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46490a06-0dab-49fc-83e4-05b248c03f23 req-749fa51d-69ac-47b5-bed5-47bd7292e7f3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0670030 Dec 17 15:48:27.252359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46490a06-0dab-49fc-83e4-05b248c03f23 req-40501d84-dfee-4981-bec5-42cc1e42a721 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Dec 17 15:48:27.286831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63753608-668f-40b8-bc09-427a5f479faa req-92e177b6-4ee9-411b-b31d-83797038cb55 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:27.288404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63753608-668f-40b8-bc09-427a5f479faa req-92e177b6-4ee9-411b-b31d-83797038cb55 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 1097 time: 0.0448103 Dec 17 15:48:27.345848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63753608-668f-40b8-bc09-427a5f479faa req-c15d0dac-17c6-4cf1-85bd-b753aaf61487 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513828 Dec 17 15:48:27.544974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8eae-eda6-4c61-b733-cd84762b56ca req-d346b20a-fa4d-4d8d-a159-3bddd2741d6c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:27.546565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-756d8eae-eda6-4c61-b733-cd84762b56ca req-d346b20a-fa4d-4d8d-a159-3bddd2741d6c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.0520709 Dec 17 15:48:27.595622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-756d8eae-eda6-4c61-b733-cd84762b56ca req-45d8c764-e745-4211-b44c-65dc48b50e93 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Dec 17 15:48:27.754945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4521bc-b232-45c4-b37e-04c4e5bd0a90 req-5f8b2e38-9d33-4dbf-821c-46013f42d2ed tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:27.760641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb4521bc-b232-45c4-b37e-04c4e5bd0a90 req-5f8b2e38-9d33-4dbf-821c-46013f42d2ed tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 944 time: 0.0552931 Dec 17 15:48:27.808105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb4521bc-b232-45c4-b37e-04c4e5bd0a90 req-6e840d7e-2031-4024-9471-887d0ef41a04 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Dec 17 15:48:27.810528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9067dded-f65e-4710-9aa8-f364060d1ecd req-1126928e-479e-42b7-a157-78024b46d3f1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Dec 17 15:48:27.916312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417cc6-4bb1-473d-843e-df462fba3389 req-b274632c-043f-47ed-bd32-e47d86fbd3e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:27.917794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52417cc6-4bb1-473d-843e-df462fba3389 req-b274632c-043f-47ed-bd32-e47d86fbd3e4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0502038 Dec 17 15:48:27.964512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52417cc6-4bb1-473d-843e-df462fba3389 req-9b763918-842d-40b8-a8a4-025b468735a1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Dec 17 15:48:28.188943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb681d7-22ae-4614-abb9-e4c5e6d08297 req-2ede8195-5d5a-4c17-bd02-a9f012b7fd9e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.190470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dcb681d7-22ae-4614-abb9-e4c5e6d08297 req-2ede8195-5d5a-4c17-bd02-a9f012b7fd9e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0583553 Dec 17 15:48:28.279543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-e24e8d49-aa61-42cc-825f-f99b2afdba82 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.281215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-e24e8d49-aa61-42cc-825f-f99b2afdba82 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c658ad-485f-46c5-bdcd-3c053e985cec HTTP/1.1" status: 200 len: 945 time: 0.0836079 Dec 17 15:48:28.284901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dcb681d7-22ae-4614-abb9-e4c5e6d08297 req-36f2840e-4e4a-4fd8-84d9-861aff4bfa8f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883234 Dec 17 15:48:28.400958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Deleting port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:48:28.401723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:28.497918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] For port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:28.498274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:28.703118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c152fe2-f44a-4e15-b693-9b6f552cecef req-95c97a10-0566-4645-bd05-9e5ce6913c78 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.704483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b4d92c46-5cd5-4b38-9d1f-bea03528ce71 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:28.710600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c152fe2-f44a-4e15-b693-9b6f552cecef req-95c97a10-0566-4645-bd05-9e5ce6913c78 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.3600454 Dec 17 15:48:28.724536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-5ce5dcde-bc82-4ac4-b2fa-0d3c9cd516ac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.726084 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-5ce5dcde-bc82-4ac4-b2fa-0d3c9cd516ac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.47 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 824 time: 0.4584596 Dec 17 15:48:28.778515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c152fe2-f44a-4e15-b693-9b6f552cecef req-c81c0af0-d42a-4cdf-949c-92044d367a96 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669358 Dec 17 15:48:28.785587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:48:28.799349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:28.799759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:28.800094 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72 disassociated. External IP: 172.25.0.233, port: ac8367d6-2e3f-4f04-af3b-8e252eeb70cc. Dec 17 15:48:28.800433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Calling delete_port for ac8367d6-2e3f-4f04-af3b-8e252eeb70cc owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:48:28.800766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:28.801302 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:28.813137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92174512-4669-432e-bd78-0fc99fc527d7 req-f210cb6e-778e-480e-a4af-7eac4515360c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.820393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92174512-4669-432e-bd78-0fc99fc527d7 req-f210cb6e-778e-480e-a4af-7eac4515360c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.1392164 Dec 17 15:48:28.916986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:28.925743 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92174512-4669-432e-bd78-0fc99fc527d7 req-7a70faf0-b1f8-4b14-880c-100c52263544 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043622 Dec 17 15:48:28.928736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e7c905e2-70a0-49b9-987f-1ccd0a90a6c2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96872d340831423290c9cb614836660c HTTP/1.1" status: 200 len: 380 time: 0.1898978 Dec 17 15:48:28.944255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'port': {'device_id': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'admin_state_up': True, 'tenant_id': '96872d340831423290c9cb614836660c', 'security_groups': ['6ce3e220-7060-4198-bebf-bef63cff03fb']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:28.993129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:28.997508 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5395d52-e83c-4789-bd8c-50ccb920cbef" -d '{"events": [{"server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "name": "network-vif-plugged", "status": "completed", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:29.014184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b4d92c46-5cd5-4b38-9d1f-bea03528ce71, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:29.020148 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.022369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:29.074629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b340fb1-5e23-4264-a91b-b3bd3e3bb476 req-bdf7e207-6b6f-404c-9eaf-ceadd9ec28b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 210 time: 0.0502057 Dec 17 15:48:29.098369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:29.105498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.121694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b5ba-417a-4899-b97a-8c3d7094b11a req-cfa53801-2790-41c3-a41d-744c91194ccf tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:29.123377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4445b5ba-417a-4899-b97a-8c3d7094b11a req-cfa53801-2790-41c3-a41d-744c91194ccf tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.0925021 Dec 17 15:48:29.159669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event deleted for resources: {'Port': ['ID=ac8367d6-2e3f-4f04-af3b-8e252eeb70cc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:29.174332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Made reservation on behalf of 96872d340831423290c9cb614836660c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:48:29.178282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.238281 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.278735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:29.289499 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.334124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Router 3273e172-65fb-490c-8b7e-1de430f1fae2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:48:29.349550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43ae8f-72b5-47f7-9cdf-3f5e2ffa7029 req-6ce9f9d6-5de6-4b78-9639-5333bb3fb682 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:29.351054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f43ae8f-72b5-47f7-9cdf-3f5e2ffa7029 req-6ce9f9d6-5de6-4b78-9639-5333bb3fb682 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0778267 Dec 17 15:48:29.357192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:29.375842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4445b5ba-417a-4899-b97a-8c3d7094b11a req-8a43eb1e-4de2-429f-b374-c67736f4d69b tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441025 Dec 17 15:48:29.380010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Allocated IP 172.20.0.10 (11fbfdb8-8745-4efd-bd47-439619a7519a/4e18c4c3-7f66-42df-bcc2-1bd9a1a14472/f19f52e0-e3db-4c32-99d1-8d400d23c35e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:29.440392 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe1a9a-4d76-4b99-8b9b-4498989fa810 x-openstack-request-id: req-47fe1a9a-4d76-4b99-8b9b-4498989fa810 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:29.440940 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "name": "network-vif-plugged", "status": "completed", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:29.441337 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47fe1a9a-4d76-4b99-8b9b-4498989fa810 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:29.441893 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'code': 200} Dec 17 15:48:29.499685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f43ae8f-72b5-47f7-9cdf-3f5e2ffa7029 req-5adecd98-b721-4fa5-a511-cb39bd71a7ab tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420276 Dec 17 15:48:29.522920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:48:29.535323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] Sync routers for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:48:29.557308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:29.557952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:29.629072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] No DVR routers for this DVR port ac8367d6-2e3f-4f04-af3b-8e252eeb70cc on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:48:29.634291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.638007 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4869d807-4899-4ed0-bd6e-5e003bfd8a59 req-46e84071-4dec-415a-b443-43ae37ffa9b1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.49 "DELETE /v2.0/ports/ac8367d6-2e3f-4f04-af3b-8e252eeb70cc HTTP/1.1" status: 204 len: 173 time: 1.3434291 Dec 17 15:48:29.638630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'name': 'network-vif-deleted', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:29.644092 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1f2fb6-4cd8-4894-b7fc-e8e0d3d4fd02" -d '{"events": [{"server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "name": "network-vif-deleted", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:29.650404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8bcd4-d18c-44cf-b013-024fc3a171cf req-d2979002-72ff-4535-98ca-e0f85e8becd6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:29.655900 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3d8bcd4-d18c-44cf-b013-024fc3a171cf req-d2979002-72ff-4535-98ca-e0f85e8becd6 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1441016 Dec 17 15:48:29.671744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83014f07-80f3-448d-ab26-ea214673edff req-437f6c80-851a-4e93-817e-5734239b2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:29.672197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.673733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83014f07-80f3-448d-ab26-ea214673edff req-437f6c80-851a-4e93-817e-5734239b2abc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 1097 time: 0.1206198 Dec 17 15:48:29.718327 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ec00b9-d018-450f-a82e-a0f4d6835396 x-openstack-request-id: req-26ec00b9-d018-450f-a82e-a0f4d6835396 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:29.719330 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c658ad-485f-46c5-bdcd-3c053e985cec", "name": "network-vif-deleted", "tag": "ac8367d6-2e3f-4f04-af3b-8e252eeb70cc", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:29.719668 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26ec00b9-d018-450f-a82e-a0f4d6835396 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:29.721348 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c658ad-485f-46c5-bdcd-3c053e985cec', 'name': 'network-vif-deleted', 'tag': 'ac8367d6-2e3f-4f04-af3b-8e252eeb70cc', 'status': 'completed', 'code': 200} Dec 17 15:48:29.767311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83014f07-80f3-448d-ab26-ea214673edff req-9a149f31-23d1-47dd-b9e5-46376dc343f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 Dec 17 15:48:29.768775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3d8bcd4-d18c-44cf-b013-024fc3a171cf req-7ef2e4f0-02e8-4608-a73a-8dba5d88e40d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924580 Dec 17 15:48:29.802903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:29.817504 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:29.888622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Network 11fbfdb8-8745-4efd-bd47-439619a7519a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:29.891992 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:29.909759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:29.958852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event updated for resources: {'Port': ['ID=f19f52e0-e3db-4c32-99d1-8d400d23c35e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:29.968880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512b9b9-1323-4f58-bf81-a7a774a2c861 req-a8c236a4-ebbf-4fac-b7a1-f57173fed640 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:29.993652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5512b9b9-1323-4f58-bf81-a7a774a2c861 req-a8c236a4-ebbf-4fac-b7a1-f57173fed640 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1136794 Dec 17 15:48:30.016846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.017653 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:30.050802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-871844d9-9324-4163-ba5a-7a1b3f92400c tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1142261 Dec 17 15:48:30.064998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Request body: {'port': {'device_id': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:30.090153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5512b9b9-1323-4f58-bf81-a7a774a2c861 req-8ddbd729-211c-4dad-ad07-18d96acb9373 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916145 Dec 17 15:48:30.133830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:30.231580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db09d-6d22-4daa-8098-ffcb84399130 req-62a55fea-5494-4d31-9122-1e750f110a0b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.232960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:30.239357 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d78db09d-6d22-4daa-8098-ffcb84399130 req-62a55fea-5494-4d31-9122-1e750f110a0b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.1783981 Dec 17 15:48:30.252163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff781e5-bb4c-4cac-958a-7a2ff7addff2 req-cf7ceb90-690c-4965-b2d9-73c05af9f5bc tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.254185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ff781e5-bb4c-4cac-958a-7a2ff7addff2 req-cf7ceb90-690c-4965-b2d9-73c05af9f5bc tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 932 time: 0.0758691 Dec 17 15:48:30.280703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] Checking router: 3273e172-65fb-490c-8b7e-1de430f1fae2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:48:30.310598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:30.311236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:30.360079 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ff781e5-bb4c-4cac-958a-7a2ff7addff2 req-5c60064d-dfd9-4bd8-95d8-bfab859ff74d tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979371 Dec 17 15:48:30.361606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d78db09d-6d22-4daa-8098-ffcb84399130 req-7d44baa5-c447-4b10-a5b3-ecf15ee0d6cf tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211674 Dec 17 15:48:30.390581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dfa49fee-ddad-4b91-a9ea-95d34cb0cb24 None None] Provisioning complete for port f19f52e0-e3db-4c32-99d1-8d400d23c35e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:30.391261 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dfa49fee-ddad-4b91-a9ea-95d34cb0cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:30.497223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-dfa49fee-ddad-4b91-a9ea-95d34cb0cb24 None None] Port f19f52e0-e3db-4c32-99d1-8d400d23c35e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:48:30.550068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19f52e0-e3db-4c32-99d1-8d400d23c35e {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:30.558859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:30.575033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Transition to ACTIVE for port object f19f52e0-e3db-4c32-99d1-8d400d23c35e will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:30.578190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262feb51-4cc4-4d38-934b-493275df58d7 req-8acf99c0-40ac-4a31-81b6-3d6ad20dc625 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.585742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:30.593049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-262feb51-4cc4-4d38-934b-493275df58d7 req-8acf99c0-40ac-4a31-81b6-3d6ad20dc625 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.1066728 Dec 17 15:48:30.605611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:30.664583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-262feb51-4cc4-4d38-934b-493275df58d7 req-51c88f40-5aeb-4014-b07f-150cbd9696b7 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 Dec 17 15:48:30.729067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 4936e3ed-d826-4a26-b447-522b23cf2e94 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:30.746822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=f19f52e0-e3db-4c32-99d1-8d400d23c35e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:30.783031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966545-e90f-4b1e-8cff-dcccc9300e36 req-bc9613ad-134c-4781-824f-47a971376565 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.790334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18966545-e90f-4b1e-8cff-dcccc9300e36 req-bc9613ad-134c-4781-824f-47a971376565 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.1519604 Dec 17 15:48:30.889106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Attempting to bind port f19f52e0-e3db-4c32-99d1-8d400d23c35e on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:30.889401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Attempting to bind port f19f52e0-e3db-4c32-99d1-8d400d23c35e by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:30.889687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Attempting to bind port f19f52e0-e3db-4c32-99d1-8d400d23c35e on network 11fbfdb8-8745-4efd-bd47-439619a7519a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:30.902835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18966545-e90f-4b1e-8cff-dcccc9300e36 req-ca8b22b2-803e-4ec6-89dc-95b3afcb8237 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114316 Dec 17 15:48:30.916032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Port f19f52e0-e3db-4c32-99d1-8d400d23c35e on network 11fbfdb8-8745-4efd-bd47-439619a7519a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:30.916430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Attempting to bind port f19f52e0-e3db-4c32-99d1-8d400d23c35e on network 11fbfdb8-8745-4efd-bd47-439619a7519a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:30.923104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:30.923289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Checking segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:30.923566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Bound using segment: {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:30.924035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Bound port: f19f52e0-e3db-4c32-99d1-8d400d23c35e, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:30.924389 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:30.974717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01abc0d-fe0d-44b6-afd6-c88b1c63634a req-a3924fc8-dbc3-4658-934b-f51cf9621c8f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.978096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a01abc0d-fe0d-44b6-afd6-c88b1c63634a req-a3924fc8-dbc3-4658-934b-f51cf9621c8f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0917089 Dec 17 15:48:31.028205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] For port f19f52e0-e3db-4c32-99d1-8d400d23c35e, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:31.031773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] For port f19f52e0-e3db-4c32-99d1-8d400d23c35e, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:31.039413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:31.067997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a01abc0d-fe0d-44b6-afd6-c88b1c63634a req-cab69eec-8736-4b97-affd-28bc82060a57 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822186 Dec 17 15:48:31.102036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.102678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:31.109821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f19f52e0-e3db-4c32-99d1-8d400d23c35e HTTP/1.1" status: 200 len: 1093 time: 1.0459659 Dec 17 15:48:31.110368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:31.112900 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c85c518-ebe0-4de0-b1c5-560ffe43243c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:31.207881 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d989e46-df90-4761-a3b5-d752fda1a350 x-openstack-request-id: req-5d989e46-df90-4761-a3b5-d752fda1a350 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:31.208429 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:31.208856 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d989e46-df90-4761-a3b5-d752fda1a350 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:31.209445 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'status': 'completed', 'code': 200} Dec 17 15:48:31.217042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:31.228543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1687a49-819c-4053-a7da-5ce18d225ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=f19f52e0-e3db-4c32-99d1-8d400d23c35e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:31.236735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'mac_address': 'fa:16:3e:fb:b4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:31.278346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-7f7b4fa8-e2db-4039-ac8a-12d97db58a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.280199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-7f7b4fa8-e2db-4039-ac8a-12d97db58a15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 1096 time: 0.1148648 Dec 17 15:48:31.290471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722d380-aa4f-496c-ab21-e335d6cf70e2 req-8ec3e85b-4a60-4194-a234-0e296e7c11ba tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.298690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9722d380-aa4f-496c-ab21-e335d6cf70e2 req-8ec3e85b-4a60-4194-a234-0e296e7c11ba tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0879872 Dec 17 15:48:31.300037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:31.318714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:31.354470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e83903-ffa3-4de6-a082-d9fdb1bf3aeb None None] The sync data for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 is: [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:48:31.356907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-160237f0-206e-43ff-b16a-129cbd408170 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e HTTP/1.1" status: 200 len: 217 time: 0.0506525 Dec 17 15:48:31.358129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4936e3ed-d826-4a26-b447-522b23cf2e94 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:31.385973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:31.393685 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:31.447569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:31.450623 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f39948-1524-4acd-a15d-963914420a5e" -d '{"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:31.481616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9722d380-aa4f-496c-ab21-e335d6cf70e2 req-abaeced9-42e3-4562-bc01-0222360bb0bf tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819472 Dec 17 15:48:31.503855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:31.509044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-99a87029-998c-4e3b-a3c2-fabcfae6e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.511001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-99a87029-998c-4e3b-a3c2-fabcfae6e1fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 HTTP/1.1" status: 200 len: 863 time: 0.1436708 Dec 17 15:48:31.539279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c2e80-bb32-4d0d-8c7b-42b37a8c033e req-f72c2cb5-8fc8-483f-8b80-47ed53ddde99 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.549075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e30c2e80-bb32-4d0d-8c7b-42b37a8c033e req-f72c2cb5-8fc8-483f-8b80-47ed53ddde99 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.0873930 Dec 17 15:48:31.578409 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:48:31.607281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['4936e3ed-d826-4a26-b447-522b23cf2e94'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:31.613793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e30c2e80-bb32-4d0d-8c7b-42b37a8c033e req-97eebef6-865b-4db9-b872-a0c687aaa719 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637486 Dec 17 15:48:31.623441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-339a6eb6-3ce5-49bc-beca-9c52839f2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.625006 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-339a6eb6-3ce5-49bc-beca-9c52839f2ad3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11fbfdb8-8745-4efd-bd47-439619a7519a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043613 Dec 17 15:48:31.633425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a76a-c406-4d5f-9510-48caf1515bb8 req-237e39bc-6629-420c-8ccf-d265e67f55ca tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.640930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e52a76a-c406-4d5f-9510-48caf1515bb8 req-237e39bc-6629-420c-8ccf-d265e67f55ca tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 944 time: 0.0893342 Dec 17 15:48:31.666465 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655b769a-5377-4119-9e63-ddff59c11f27 x-openstack-request-id: req-655b769a-5377-4119-9e63-ddff59c11f27 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:31.667522 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:31.667522 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-655b769a-5377-4119-9e63-ddff59c11f27 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:31.667858 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'code': 200} Dec 17 15:48:31.783340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e52a76a-c406-4d5f-9510-48caf1515bb8 req-fbac5621-06ad-477a-aa90-51556017a43a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410570 Dec 17 15:48:31.796555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce51958-6033-4dc7-a788-66e69a18197d None None] New status for floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:48:31.861865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-2ebafbba-1d9d-40b9-ae7d-30ad8faf46db service neutron] 10.222.0.47 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120273 Dec 17 15:48:31.864553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd395f-0e32-4950-bde2-61c88f507906 req-8d1a6a3c-03c0-4aa5-af50-06a7f3e85765 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.866452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3bd395f-0e32-4950-bde2-61c88f507906 req-8d1a6a3c-03c0-4aa5-af50-06a7f3e85765 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 1102 time: 0.0574229 Dec 17 15:48:31.934673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ac8367d6-2e3f-4f04-af3b-8e252eeb70cc no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:31.946631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3bd395f-0e32-4950-bde2-61c88f507906 req-1f0c5144-70b2-4212-9686-9fc89fa6933a tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738871 Dec 17 15:48:32.006363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: ac8367d6-2e3f-4f04-af3b-8e252eeb70cc {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:48:32.011017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ac8367d6-2e3f-4f04-af3b-8e252eeb70cc not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:48:32.022208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24759a6a-e924-4240-af0c-e9479a99d05b req-0f7323d8-80cc-4ad2-b139-8cf0cdc10b76 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.043829 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24759a6a-e924-4240-af0c-e9479a99d05b req-0f7323d8-80cc-4ad2-b139-8cf0cdc10b76 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.1683936 Dec 17 15:48:32.136944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24759a6a-e924-4240-af0c-e9479a99d05b req-fee3f902-a995-4775-b0a3-af707d0c8077 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954275 Dec 17 15:48:32.148944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2aa4d4c-d57b-46fc-b2c0-2cc92c8ef729 req-f16c10cc-b06e-47d5-807d-880579717dfe service neutron] 10.222.0.47 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616971 Dec 17 15:48:32.165581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784bbdf-ea34-4f72-94f3-e03e3f25a39f req-db30872e-e75c-45c8-95d8-c5b30c1ef966 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.177209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e784bbdf-ea34-4f72-94f3-e03e3f25a39f req-db30872e-e75c-45c8-95d8-c5b30c1ef966 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.1045737 Dec 17 15:48:32.238137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e784bbdf-ea34-4f72-94f3-e03e3f25a39f req-5f5c1822-5316-4588-b081-ea0eb08ff3fb tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600212 Dec 17 15:48:32.332712 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-097a7f78-f7f4-4541-9831-ef733a72288f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325811 Dec 17 15:48:32.356679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-2c37c8f0-1915-409f-9c70-5b18779296a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.358231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-2c37c8f0-1915-409f-9c70-5b18779296a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 1096 time: 0.1235449 Dec 17 15:48:32.406571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b3979-ccf9-43ea-8fe1-bb0826756a3b req-04e2a7fd-300d-4675-b5bc-1a4257dc8b9f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.408380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d89b3979-ccf9-43ea-8fe1-bb0826756a3b req-04e2a7fd-300d-4675-b5bc-1a4257dc8b9f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0900326 Dec 17 15:48:32.483928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d89b3979-ccf9-43ea-8fe1-bb0826756a3b req-df79511b-1640-4125-847e-816be8df5d8b tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629387 Dec 17 15:48:32.528265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-1ac2bdb5-9284-487d-9bb7-9e28abf62f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.529737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-1ac2bdb5-9284-487d-9bb7-9e28abf62f86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 925 time: 0.1337149 Dec 17 15:48:32.608793 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-5a0d6544-deac-459a-9a71-167a96aefbf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e HTTP/1.1" status: 200 len: 217 time: 0.0695877 Dec 17 15:48:32.617719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-e5c66b37-a5e0-4793-9283-359f2984b208 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.625726 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-e5c66b37-a5e0-4793-9283-359f2984b208 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853203 Dec 17 15:48:32.651244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-06d23e54-b3f9-48d9-8d90-818eab7e1b40 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/quotas/ec859b55740147209ef7aa48c7cee100 HTTP/1.1" status: 200 len: 375 time: 0.0241163 Dec 17 15:48:32.671434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8dc61-92f8-4941-86c1-47c954122e2a req-42f17641-5cb4-4ecc-b376-c7a6a6a0785f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.679893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ded8dc61-92f8-4941-86c1-47c954122e2a req-42f17641-5cb4-4ecc-b376-c7a6a6a0785f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0862408 Dec 17 15:48:32.718602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-21e82b6c-d350-4dff-a9a4-50599f79cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.720229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-21e82b6c-d350-4dff-a9a4-50599f79cb0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 HTTP/1.1" status: 200 len: 863 time: 0.0923288 Dec 17 15:48:32.720749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 4936e3ed-d826-4a26-b447-522b23cf2e94 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:32.770202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-b2dffe6a-3a88-49b2-a70c-cb62fddcd958 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1178029 Dec 17 15:48:32.784115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ded8dc61-92f8-4941-86c1-47c954122e2a req-b05d217c-0916-4554-b430-6250e6e9cefc tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988319 Dec 17 15:48:32.813668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 4936e3ed-d826-4a26-b447-522b23cf2e94 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:32.814328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:32.883542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-485934a1-e573-431b-8a8c-d0c38ec24546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.891207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-485934a1-e573-431b-8a8c-d0c38ec24546 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11fbfdb8-8745-4efd-bd47-439619a7519a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120803 Dec 17 15:48:33.000098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2278-61fb-4f8c-989c-676a1fbdeea9 req-8ab14884-5ced-4056-9034-178ff2ae5159 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:33.013506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfce2278-61fb-4f8c-989c-676a1fbdeea9 req-8ab14884-5ced-4056-9034-178ff2ae5159 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 944 time: 0.0892267 Dec 17 15:48:33.028369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:33.118038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:33.123774 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:33.125623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 31118ec0-34b4-4f61-8af1-dd9599f17fe1 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:33.140238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfce2278-61fb-4f8c-989c-676a1fbdeea9 req-a6244810-bf29-49b2-b982-fe21380fc58a tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207001 Dec 17 15:48:33.156407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c3d36ce-b9a2-43e0-97c9-60cddc38f74a req-8d6b304a-1478-4d83-b4ff-f150cd8de4c5 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 210 time: 0.0825207 Dec 17 15:48:33.176348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-72c459c7-e345-4eb0-9633-615363b26a95 service neutron] 10.222.0.47 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741966 Dec 17 15:48:33.279777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:33.385012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98785e-c7f3-4d80-ab0e-7e6c2a26e7d4 req-64a27039-aa17-4e48-8ee2-e79a0528c9d9 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:33.390533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c85c518-ebe0-4de0-b1c5-560ffe43243c req-1eb2f65b-17c9-43c0-a631-66dfd4e63e92 service neutron] 10.222.0.47 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083743 Dec 17 15:48:33.398048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-da98785e-c7f3-4d80-ab0e-7e6c2a26e7d4 req-64a27039-aa17-4e48-8ee2-e79a0528c9d9 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.1181371 Dec 17 15:48:33.489256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-da98785e-c7f3-4d80-ab0e-7e6c2a26e7d4 req-1421407a-d8e2-496f-88e1-658478eebce1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900178 Dec 17 15:48:33.510579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba1a3f-2769-4ec5-a562-f8c87b5ec17a req-f99e84f4-7200-4f55-9145-793056bd0e43 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:33.518677 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06ba1a3f-2769-4ec5-a562-f8c87b5ec17a req-f99e84f4-7200-4f55-9145-793056bd0e43 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.0845835 Dec 17 15:48:33.571328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06ba1a3f-2769-4ec5-a562-f8c87b5ec17a req-34f929db-07c7-4830-a0ee-6309905e9785 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514650 Dec 17 15:48:33.669087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:33.674035 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00749d36-4951-48c7-b859-c0feca99c189" -d '{"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-plugged", "status": "completed", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:33.676667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041a03e-ccc3-4526-8295-a02a4822c26c req-e82a4f1f-f58f-4f1e-b998-6e36c21df7a3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:33.685863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a041a03e-ccc3-4526-8295-a02a4822c26c req-e82a4f1f-f58f-4f1e-b998-6e36c21df7a3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0811214 Dec 17 15:48:33.785373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a041a03e-ccc3-4526-8295-a02a4822c26c req-88f92dd2-b92f-4b4f-8fe1-0677bdd5ae86 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984051 Dec 17 15:48:33.861495 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800742a5-0474-40a2-a3ba-079405ff9a8a x-openstack-request-id: req-800742a5-0474-40a2-a3ba-079405ff9a8a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:33.862445 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-plugged", "status": "completed", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:33.863016 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-800742a5-0474-40a2-a3ba-079405ff9a8a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:33.864340 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'code': 200} Dec 17 15:48:33.949255 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-5afaff3f-cd74-42af-a3e6-4feedae9d552 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 258 time: 0.3246357 Dec 17 15:48:33.961341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:33.990712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af30615-7ffd-4a7a-9830-6e65b8d0c2e4 req-cc5303e7-9d14-4ecb-b3d9-9e7a892fe84a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:33.999339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0af30615-7ffd-4a7a-9830-6e65b8d0c2e4 req-cc5303e7-9d14-4ecb-b3d9-9e7a892fe84a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0727785 Dec 17 15:48:34.012517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:34.111112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0af30615-7ffd-4a7a-9830-6e65b8d0c2e4 req-f8665edd-69e2-4108-8dea-18a14f44c6e9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051681 Dec 17 15:48:34.168900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:34.285388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49461558-5cc1-4bd3-baa5-7a76e33ad656 req-d0060cf7-4bae-4a01-9691-a1a04ae5d7b8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:34.293001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Allocated IP 172.25.0.96 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/ad22d2ca-aa71-4f48-af6a-72c0098f2fd7) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:34.293184 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49461558-5cc1-4bd3-baa5-7a76e33ad656 req-d0060cf7-4bae-4a01-9691-a1a04ae5d7b8 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 944 time: 0.0605030 Dec 17 15:48:34.388756 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49461558-5cc1-4bd3-baa5-7a76e33ad656 req-5d442c35-b3b0-40e9-b75e-13feaad88446 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846393 Dec 17 15:48:34.448489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:34.492178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:34.501701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3148523d-7252-432a-93fe-a1c5b20a95bd req-ec3864dc-1b2b-414b-bc0a-ead935337ba3 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 210 time: 0.0340159 Dec 17 15:48:34.549954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:34.552879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:34.558331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:34.610356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-bb5ce3f2-d393-4a24-87e4-f774daa6de01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec859b55740147209ef7aa48c7cee100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535319 Dec 17 15:48:34.610958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event updated for resources: {'Port': ['ID=ad22d2ca-aa71-4f48-af6a-72c0098f2fd7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:34.801927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:34.815491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-06a8db9d-71da-4ac8-9924-c1cccbc70a78 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:34.817131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-06a8db9d-71da-4ac8-9924-c1cccbc70a78 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954894 Dec 17 15:48:34.817752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e898f-b68b-4ae1-91d6-900c46d80820 req-4c6e316a-5a42-460a-adc9-207229e76dcf tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:34.831771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a4e898f-b68b-4ae1-91d6-900c46d80820 req-4c6e316a-5a42-460a-adc9-207229e76dcf tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.1236856 Dec 17 15:48:34.842835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Request body: {'port': {'device_id': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ec859b55740147209ef7aa48c7cee100'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:34.891148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:35.100117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Made reservation on behalf of ec859b55740147209ef7aa48c7cee100 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:48:35.104213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:35.209488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:35.213673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a4e898f-b68b-4ae1-91d6-900c46d80820 req-fd5f9d6f-3655-43be-9e9a-82c693218c72 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698299 Dec 17 15:48:35.217472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:35.370764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event updated for resources: {'Port': ['ID=ad22d2ca-aa71-4f48-af6a-72c0098f2fd7,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:35.383209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.383548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.384189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.384376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.385057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.385275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.385792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.386063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.387017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.387017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.387278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.387562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.388132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:35.399458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c2a28-47e5-4359-b650-587ec341cd6a req-2fa66587-a088-40be-8b78-48bb3059b3d4 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:35.402269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:35.408440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-948c2a28-47e5-4359-b650-587ec341cd6a req-2fa66587-a088-40be-8b78-48bb3059b3d4 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1223271 Dec 17 15:48:35.416076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Allocated IP 192.168.233.197 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/5206d261-5729-4ef2-a03a-7c7377f9f208) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:35.449027 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:35.457086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-f8e640d3-16ab-4375-a77a-f7d03e340d52 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5023797 Dec 17 15:48:35.499503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-948c2a28-47e5-4359-b650-587ec341cd6a req-0cf6c50b-15c1-417a-b1dd-990a5ee5b488 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765331 Dec 17 15:48:35.693868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d707c76-b38e-454d-a246-4a67aaa03ad6 req-4140c564-8eec-4d08-b269-d4d63f131201 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:35.705597 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d707c76-b38e-454d-a246-4a67aaa03ad6 req-4140c564-8eec-4d08-b269-d4d63f131201 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1040189 Dec 17 15:48:35.793336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d707c76-b38e-454d-a246-4a67aaa03ad6 req-e3543258-22a5-409a-a596-e0545a6b5c8a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814235 Dec 17 15:48:35.911672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-29ca1e66-15c0-46be-a252-05ad096f4041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.4534163 Dec 17 15:48:36.032343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6232-ded8-48e2-b33f-c95e6b43ef4e req-95753180-43cd-4223-9087-9e2fcb287838 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.047654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a4b6232-ded8-48e2-b33f-c95e6b43ef4e req-95753180-43cd-4223-9087-9e2fcb287838 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 944 time: 0.0859895 Dec 17 15:48:36.124442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a4b6232-ded8-48e2-b33f-c95e6b43ef4e req-9629deb1-3b04-41b8-b59d-5f889b177ccb tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674114 Dec 17 15:48:36.183741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-daf47249-14c6-4174-9992-8633f0f4df50 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.200329 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f76c0cd9-cdcf-48f5-b88a-264c7d1ed7ef req-daf47249-14c6-4174-9992-8633f0f4df50 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2805438 Dec 17 15:48:36.218666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-782beaa2-3207-4487-bdac-933eaa1a032c req-fa390fc2-b8b5-4d34-b15c-87d68bac9f6f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 210 time: 0.0394373 Dec 17 15:48:36.242756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:36.307738 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:36.322956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b', '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:36.329732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['42065725-e18b-48c8-84cc-a706e671f3da', '2c415092-2f11-41e4-a859-49de42dd701f', 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:36.404922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event updated for resources: {'Port': ['ID=5206d261-5729-4ef2-a03a-7c7377f9f208,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:36.442321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:36.447506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:36.453909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:36.518267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa6648-35af-4f29-b8a0-6e133218f029 req-6f9c01ef-ca7e-4e11-bfde-aa41a5d74c9f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.521245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa6648-35af-4f29-b8a0-6e133218f029 req-6f9c01ef-ca7e-4e11-bfde-aa41a5d74c9f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 943 time: 0.1283166 Dec 17 15:48:36.540630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426df3-087f-4849-81d3-89a67042a10b req-da459ae4-34cf-489c-a03d-29fa5a7543e1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.549353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-da459ae4-34cf-489c-a03d-29fa5a7543e1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1531341 Dec 17 15:48:36.592398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.601827 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:36.628633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9246d5b5-049b-4973-91c7-a238abd83a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:36.674157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-cf802370-e09d-4f4b-8829-2bb73118a503 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 695 time: 0.1237392 Dec 17 15:48:36.682916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Request body: {'floatingip': {'port_id': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:36.685723 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-7dc1765b-93ac-4c9a-8326-3dded0a3299b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8492181 Dec 17 15:48:36.693457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa6648-35af-4f29-b8a0-6e133218f029 req-75a302a4-ef84-4bd0-bea5-ffe0f9065fc6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612406 Dec 17 15:48:36.723171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Request body: {'port': {'device_id': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:36.790953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f19f52e0-e3db-4c32-99d1-8d400d23c35e details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:36.851530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:36.924509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:36.975583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f19f52e0-e3db-4c32-99d1-8d400d23c35e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:36.995462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'port_id': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'mac_address': 'fa:16:3e:b0:05:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:37.043489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-18bc83a8-74c7-4350-b26e-debf821448d2 None None] Provisioning complete for port 5206d261-5729-4ef2-a03a-7c7377f9f208 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:37.043950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-18bc83a8-74c7-4350-b26e-debf821448d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:37.119489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d8f7b-b567-48ef-bba3-6a24701fa617 req-86bf5f0f-d439-487c-a742-58df8a0086c1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:37.128074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-18bc83a8-74c7-4350-b26e-debf821448d2 None None] Port 5206d261-5729-4ef2-a03a-7c7377f9f208 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:48:37.128845 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:37.136840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-204d8f7b-b567-48ef-bba3-6a24701fa617 req-86bf5f0f-d439-487c-a742-58df8a0086c1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.2368033 Dec 17 15:48:37.144907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19f52e0-e3db-4c32-99d1-8d400d23c35e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:37.165533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f19f52e0-e3db-4c32-99d1-8d400d23c35e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:37.172006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:37.296364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-204d8f7b-b567-48ef-bba3-6a24701fa617 req-14a051b2-e88c-4214-b2ed-b7dfa6ffd8f7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547337 Dec 17 15:48:37.396584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f19f52e0-e3db-4c32-99d1-8d400d23c35e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:37.581779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f19f52e0-e3db-4c32-99d1-8d400d23c35e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:37.746776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fbe1e-d805-45b4-934c-0870ade5a80f req-eb804d1c-2903-4751-ae52-fc83186e8079 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:37.757442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a2fbe1e-d805-45b4-934c-0870ade5a80f req-eb804d1c-2903-4751-ae52-fc83186e8079 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.2637584 Dec 17 15:48:37.969939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a2fbe1e-d805-45b4-934c-0870ade5a80f req-1478be94-b749-4eb6-82e6-f52331d91560 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115068 Dec 17 15:48:37.998507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5206d261-5729-4ef2-a03a-7c7377f9f208 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:38.007657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.024828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Transition to ACTIVE for port object 5206d261-5729-4ef2-a03a-7c7377f9f208 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:38.039011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.141102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Pushing event updated for resources: {'Port': ['ID=5206d261-5729-4ef2-a03a-7c7377f9f208,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:38.235516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Attempting to bind port 5206d261-5729-4ef2-a03a-7c7377f9f208 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:48:38.236365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Attempting to bind port 5206d261-5729-4ef2-a03a-7c7377f9f208 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:48:38.236708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Attempting to bind port 5206d261-5729-4ef2-a03a-7c7377f9f208 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:38.248023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Port 5206d261-5729-4ef2-a03a-7c7377f9f208 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:38.248443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Attempting to bind port 5206d261-5729-4ef2-a03a-7c7377f9f208 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:38.268217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:38.268587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:48:38.268959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:38.269712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Bound port: 5206d261-5729-4ef2-a03a-7c7377f9f208, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:48:38.270072 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.430741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] For port 5206d261-5729-4ef2-a03a-7c7377f9f208, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:38.434363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] For port 5206d261-5729-4ef2-a03a-7c7377f9f208, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5206d261-5729-4ef2-a03a-7c7377f9f208,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:38.440145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.485639 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.resource_extend [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:48:38.527482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-d9a6f0da-1058-4dbb-b900-118acc6b8e56 service neutron] 10.222.0.47 "GET /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1/bindings/n-h2-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.2779918 Dec 17 15:48:38.595443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Pushing event updated for resources: {'Port': ['ID=5206d261-5729-4ef2-a03a-7c7377f9f208,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:38.613002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.629366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:38.630260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.632405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-3782d219-a9d5-4a8f-8a96-7b68ec9e2238 service neutron] 10.222.0.47 "PUT /v2.0/ports/5206d261-5729-4ef2-a03a-7c7377f9f208 HTTP/1.1" status: 200 len: 1097 time: 1.9255943 Dec 17 15:48:38.632405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'tag': '5206d261-5729-4ef2-a03a-7c7377f9f208'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:38.638052 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5cb722-d369-4471-9c9c-72666b840745" -d '{"events": [{"name": "network-changed", "server_uuid": "4399fb5c-e6c2-4daf-b1b6-29f1d35faedb", "tag": "5206d261-5729-4ef2-a03a-7c7377f9f208"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:38.684112 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.734166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5d0040c1-ec8a-4dd1-a74e-f5dfd073fb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:38.825105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-3e13a795-6cdd-4278-94c0-b0aa27a47e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:38.826630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-3e13a795-6cdd-4278-94c0-b0aa27a47e12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 1100 time: 0.0747001 Dec 17 15:48:38.890119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-8a2ce6a4-3d1d-4498-bcf5-62304013c0f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=5206d261-5729-4ef2-a03a-7c7377f9f208 HTTP/1.1" status: 200 len: 217 time: 0.0546269 Dec 17 15:48:38.958553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-3ea5e09a-0f86-4673-9bfa-3b123079b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:38.960396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-3ea5e09a-0f86-4673-9bfa-3b123079b425 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0625443 Dec 17 15:48:38.992613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:39.032663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:39.061133 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Floating IP bb94405a-a14f-467f-89e2-fee1c1b19a9e associated. External IP: 172.25.0.96, port: b4d92c46-5cd5-4b38-9d1f-bea03528ce71. Dec 17 15:48:39.061531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788740-1941-416c-ab44-98946e880465 req-6a1e00e9-89ee-47b8-966d-c94f926efee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:39.064070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-6a1e00e9-89ee-47b8-966d-c94f926efee6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963051 Dec 17 15:48:39.116366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31118ec0-34b4-4f61-8af1-dd9599f17fe1 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:39.133192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:39.193851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:39.262794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-e02258fa-be03-4fc3-9e89-bef950a2422f service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734562 Dec 17 15:48:39.338969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Transition to ACTIVE for port object 31118ec0-34b4-4f61-8af1-dd9599f17fe1 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:39.347622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:39.383208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7788740-1941-416c-ab44-98946e880465 req-806609ea-da31-41f3-9473-031d736b3130 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123357 Dec 17 15:48:39.450384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] No DVR routers for this DVR port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:48:39.505323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:48:39.506602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Pushing event updated for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:39.518635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.519371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.519773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.520204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.520598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.521203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.521598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.521985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.522368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.522747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.523127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.523516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.523920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.533337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-592fae4a-6d5a-435d-ba14-a39ea6508612 service neutron] 10.222.0.47 "PUT /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1/bindings/n-h2-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 0.9964173 Dec 17 15:48:39.842059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:39.953259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-926b4130-877d-4ef7-b666-532203af6bfd tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:39.955035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-926b4130-877d-4ef7-b666-532203af6bfd tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.3516095 Dec 17 15:48:39.971402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:48:39.983595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] Sync routers for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:48:39.996198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:40.000888 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:40.001667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:40.063483 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-542c2ea8-5612-4992-a457-3143c8a21559 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "PUT /v2.0/floatingips/bb94405a-a14f-467f-89e2-fee1c1b19a9e HTTP/1.1" status: 200 len: 995 time: 3.3883281 Dec 17 15:48:40.064777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:40.067036 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a927f11-09f5-4ea1-a128-d30f43e9626f" -d '{"events": [{"name": "network-changed", "server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:40.071861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-e41aaffd-bee7-4113-969f-dd07643c35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.073409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-e41aaffd-bee7-4113-969f-dd07643c35fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d&tenant_id=d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 1096 time: 0.1099920 Dec 17 15:48:40.155039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:40.178443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426df3-087f-4849-81d3-89a67042a10b req-3f36bdcc-9317-4a7a-be45-f10ccf3af7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.182794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-3f36bdcc-9317-4a7a-be45-f10ccf3af7b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f77d4653be374b91a4e847b01cbe971d&device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 1097 time: 0.0978024 Dec 17 15:48:40.281580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4dde7ec8-734a-430a-a734-4f678226f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.283163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-4dde7ec8-734a-430a-a734-4f678226f51d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1096 time: 0.1718781 Dec 17 15:48:40.401766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426df3-087f-4849-81d3-89a67042a10b req-2b2771f2-ed64-467b-9ae9-4b9bb54cf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.409425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-2b2771f2-ed64-467b-9ae9-4b9bb54cf90a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 200 len: 930 time: 0.2097142 Dec 17 15:48:40.453817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-5d3c82c0-8d47-4ab5-ba31-306bdd82ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.455403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-5d3c82c0-8d47-4ab5-ba31-306bdd82ea02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1618483 Dec 17 15:48:40.527098 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-a89f146c-fd11-4bd9-8e51-dc11adb791d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 200 len: 217 time: 0.0563736 Dec 17 15:48:40.598750 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:40.603952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bb94405a-a14f-467f-89e2-fee1c1b19a9e', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'port_id': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'mac_address': 'fa:16:3e:24:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:48:34Z', 'updated_at': '2021-12-17T15:48:38Z', 'revision_number': 1, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:13Z', 'revision_number': 5, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:40.620399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-e1729d9e-d11a-4430-96b7-8fdf6cac09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.622504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-e1729d9e-d11a-4430-96b7-8fdf6cac09ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0847092 Dec 17 15:48:40.624689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-6170feb2-9570-47a4-9f2b-2468d463b0af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 998 time: 0.2145076 Dec 17 15:48:40.638332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] Checking router: 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:48:40.648353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:40.649071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:40.706129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-e8fd2e86-c54a-46e3-9a8d-e080f92bd00b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737779 Dec 17 15:48:40.729983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426df3-087f-4849-81d3-89a67042a10b req-2af9b9fe-b101-40f4-adb4-74d402070cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.737799 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-2af9b9fe-b101-40f4-adb4-74d402070cfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61eff8b1-da20-41e6-a343-917b261be683 HTTP/1.1" status: 200 len: 868 time: 0.1067336 Dec 17 15:48:40.774834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:40.823866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f19f52e0-e3db-4c32-99d1-8d400d23c35e up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:40.848248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6426df3-087f-4849-81d3-89a67042a10b req-d08ac330-df4b-4745-b939-6bb61222ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.856094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-d08ac330-df4b-4745-b939-6bb61222ec6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173222 Dec 17 15:48:40.861054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-ee3cefce-bee9-4fdd-8a69-cfa6d4a683e0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:48:40.868557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-ee3cefce-bee9-4fdd-8a69-cfa6d4a683e0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109649 Dec 17 15:48:40.948651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-c66564c3-86e9-49dc-ba2b-ad2318762e9e service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315178 Dec 17 15:48:41.032520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-30f37b30-6c41-4915-a2a5-13222cde4198 service neutron] 10.222.0.54 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628754 Dec 17 15:48:41.063143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port f19f52e0-e3db-4c32-99d1-8d400d23c35e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:48:41.070556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port f19f52e0-e3db-4c32-99d1-8d400d23c35e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:41.071211 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:41.080378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:41.281340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6426df3-087f-4849-81d3-89a67042a10b req-822c233d-e47e-4a6c-bcca-6a2fc9c20fbf service neutron] 10.222.0.54 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342081 Dec 17 15:48:41.331623 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-35fedc56-3b8b-41eb-8fac-d709890013d9 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580194 Dec 17 15:48:41.425629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:41.454952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bb94405a-a14f-467f-89e2-fee1c1b19a9e', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'port_id': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'mac_address': 'fa:16:3e:24:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:48:34Z', 'updated_at': '2021-12-17T15:48:38Z', 'revision_number': 1, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:13Z', 'revision_number': 5, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:41.460410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d381eeb-3f79-4183-9d4f-43febf4c7a97 req-a2b1e4f9-542b-400e-9eba-e989405c2a88 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.460661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:41.463023 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54183ae-74b5-4738-a32a-98d3bd3add34" -d '{"events": [{"server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "name": "network-vif-plugged", "status": "completed", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:41.464433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d381eeb-3f79-4183-9d4f-43febf4c7a97 req-a2b1e4f9-542b-400e-9eba-e989405c2a88 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 945 time: 0.0800896 Dec 17 15:48:41.498169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546d4da-a36b-4133-8b0d-4ae4357a4654 None None] The sync data for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 is: [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bb94405a-a14f-467f-89e2-fee1c1b19a9e', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'port_id': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'mac_address': 'fa:16:3e:24:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:48:34Z', 'updated_at': '2021-12-17T15:48:38Z', 'revision_number': 1, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:13Z', 'revision_number': 5, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:48:41.502977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f19f52e0-e3db-4c32-99d1-8d400d23c35e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:41.508588 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:41.617345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d381eeb-3f79-4183-9d4f-43febf4c7a97 req-f05f92f6-8604-4647-adb7-0470d3aee47f tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380389 Dec 17 15:48:41.627252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f19f52e0-e3db-4c32-99d1-8d400d23c35e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:41.772312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-20715a05-2ebd-45fb-b1d9-9e3549f601fa tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.774107 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-20715a05-2ebd-45fb-b1d9-9e3549f601fa tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.1037369 Dec 17 15:48:41.850727 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a08151-2e1c-4b5a-a998-e81f25016900 None None] New status for floating IP bb94405a-a14f-467f-89e2-fee1c1b19a9e: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:48:41.866927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd5a59-f798-4811-aaff-65a08ac9c51b req-21c9214b-e086-459f-9fcc-9725aafeb21b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.866927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21bd5a59-f798-4811-aaff-65a08ac9c51b req-21c9214b-e086-459f-9fcc-9725aafeb21b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 948 time: 0.1513267 Dec 17 15:48:41.937193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21bd5a59-f798-4811-aaff-65a08ac9c51b req-58bd4d4b-290b-4257-8d98-34a7ea349641 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621262 Dec 17 15:48:42.016617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-f8b9afb0-93e8-4890-b775-54d8855f99b8 service neutron] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:42.021256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-f8b9afb0-93e8-4890-b775-54d8855f99b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:42.023436 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83985b-b1ad-455e-ba76-1bedd39db97c req-f8b9afb0-93e8-4890-b775-54d8855f99b8 service neutron] 10.222.0.49 "DELETE /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1/bindings/n-h1-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.2397568 Dec 17 15:48:42.088470 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:42.144569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d87e8-64a8-4918-a820-36f12e92bce1 req-fc783d5d-08ae-44c8-8fa0-511245733f3d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:42.147648 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff6d87e8-64a8-4918-a820-36f12e92bce1 req-fc783d5d-08ae-44c8-8fa0-511245733f3d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 944 time: 0.1011610 Dec 17 15:48:42.218836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff6d87e8-64a8-4918-a820-36f12e92bce1 req-251cfea6-4eb2-4de2-a994-20d15b3c731b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637994 Dec 17 15:48:42.361802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d15e24-8ac7-44b5-8bc5-6255b5ee09d3 req-3f1ea48c-d7ba-46cd-8621-d683f1da7ce2 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:42.363383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67d15e24-8ac7-44b5-8bc5-6255b5ee09d3 req-3f1ea48c-d7ba-46cd-8621-d683f1da7ce2 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0761197 Dec 17 15:48:42.443510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67d15e24-8ac7-44b5-8bc5-6255b5ee09d3 req-05e74a2b-1df9-4179-b7bb-1b72cecb1cdd tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Dec 17 15:48:42.528678 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d126cf39-b039-4bc7-8b3b-fa7a7f11dfd8 x-openstack-request-id: req-d126cf39-b039-4bc7-8b3b-fa7a7f11dfd8 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:42.529218 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4399fb5c-e6c2-4daf-b1b6-29f1d35faedb", "tag": "5206d261-5729-4ef2-a03a-7c7377f9f208", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:42.529218 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d126cf39-b039-4bc7-8b3b-fa7a7f11dfd8 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:42.529603 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'tag': '5206d261-5729-4ef2-a03a-7c7377f9f208', 'status': 'completed', 'code': 200} Dec 17 15:48:42.649795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb722-d369-4471-9c9c-72666b840745 req-09b6a37b-6485-44b8-a7b9-72a4b044fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:42.651368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e5cb722-d369-4471-9c9c-72666b840745 req-09b6a37b-6485-44b8-a7b9-72a4b044fe55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 1100 time: 0.0800104 Dec 17 15:48:42.672974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61235-87f3-424e-81f5-279ed2cc3c0a req-fd4f3aef-fecb-4cd0-8f72-1287f7e5ced8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:42.674607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9b61235-87f3-424e-81f5-279ed2cc3c0a req-fd4f3aef-fecb-4cd0-8f72-1287f7e5ced8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0765510 Dec 17 15:48:42.776176 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9b61235-87f3-424e-81f5-279ed2cc3c0a req-535f94ee-4d25-454e-b70b-74735c245844 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931516 Dec 17 15:48:42.779400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5206d261-5729-4ef2-a03a-7c7377f9f208 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:42.826618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb722-d369-4471-9c9c-72666b840745 req-f46ad527-caf7-43cf-800d-272deea6c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:42.828247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e5cb722-d369-4471-9c9c-72666b840745 req-f46ad527-caf7-43cf-800d-272deea6c822 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1632295 Dec 17 15:48:42.873350 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa3258-605b-42d3-a7b8-79d414aa5da6 x-openstack-request-id: req-7baa3258-605b-42d3-a7b8-79d414aa5da6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:42.873729 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:42.874062 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7baa3258-605b-42d3-a7b8-79d414aa5da6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:42.874601 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'status': 'completed', 'code': 200} Dec 17 15:48:42.953273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5206d261-5729-4ef2-a03a-7c7377f9f208, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5206d261-5729-4ef2-a03a-7c7377f9f208,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:42.983578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e5cb722-d369-4471-9c9c-72666b840745 req-d9ad9d56-f7e4-48f2-bb85-2bdad62ab585 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=5206d261-5729-4ef2-a03a-7c7377f9f208 HTTP/1.1" status: 200 len: 217 time: 0.1385994 Dec 17 15:48:42.987414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '5206d261-5729-4ef2-a03a-7c7377f9f208', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '5206d261-5729-4ef2-a03a-7c7377f9f208', 'mac_address': 'fa:16:3e:b0:87:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:43.003848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-0a45518b-b298-482b-8038-923de182a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:43.007438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-0a45518b-b298-482b-8038-923de182a890 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f77d4653be374b91a4e847b01cbe971d&device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 1097 time: 0.1211543 Dec 17 15:48:43.069898 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:43.088501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5206d261-5729-4ef2-a03a-7c7377f9f208 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:43.119039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5206d261-5729-4ef2-a03a-7c7377f9f208, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5206d261-5729-4ef2-a03a-7c7377f9f208,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:43.124880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:43.206193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb722-d369-4471-9c9c-72666b840745 req-a7a48b58-c32e-4c11-8dee-26b8c79bbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:43.208560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e5cb722-d369-4471-9c9c-72666b840745 req-a7a48b58-c32e-4c11-8dee-26b8c79bbf5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2084596 Dec 17 15:48:43.315676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb722-d369-4471-9c9c-72666b840745 req-ab154b64-d7f5-4376-8d96-15264e76b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:43.317613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e5cb722-d369-4471-9c9c-72666b840745 req-ab154b64-d7f5-4376-8d96-15264e76b27a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993533 Dec 17 15:48:43.323197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5206d261-5729-4ef2-a03a-7c7377f9f208,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:43.329819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-52895c15-8f0c-4a92-8816-75fcfc79de4b tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 258 time: 0.3435192 Dec 17 15:48:43.335573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:43.387679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-78b3ed67-ba17-4ed0-94f9-8b0c9e82d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:43.391308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-78b3ed67-ba17-4ed0-94f9-8b0c9e82d6e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 200 len: 930 time: 0.3748083 Dec 17 15:48:43.435838 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:43.487565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-dcc75b5c-bbd2-4e9a-ab01-1cb111e7a9f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 1000 time: 0.0824134 Dec 17 15:48:43.493618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e5cb722-d369-4471-9c9c-72666b840745 req-e7e99209-541a-47d8-82ba-12ee8691f3e7 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530268 Dec 17 15:48:43.508955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5206d261-5729-4ef2-a03a-7c7377f9f208'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:43.609176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-8e01154a-a531-49c2-b677-9ab8a7b5d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:43.612422 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-8e01154a-a531-49c2-b677-9ab8a7b5d171 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61eff8b1-da20-41e6-a343-917b261be683 HTTP/1.1" status: 200 len: 868 time: 0.1069329 Dec 17 15:48:43.713199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-406bba77-a10c-4ef1-991e-46ff3f615267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:43.715376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-406bba77-a10c-4ef1-991e-46ff3f615267 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932827 Dec 17 15:48:43.719856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:43.725749 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e5cb722-d369-4471-9c9c-72666b840745 req-d7b08e89-423c-4de2-b17e-9da13743a4da service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060037 Dec 17 15:48:43.895307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Allocated IP 172.25.0.10 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/272db3e6-5eed-4e88-8a17-d018aa7441b9) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:48:43.898236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-00ee7442-bd7f-4d57-9e90-08c61170d933 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751845 Dec 17 15:48:44.038393 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a927f11-09f5-4ea1-a128-d30f43e9626f req-ea6b43a1-6cb7-4d04-b273-45605839d8e9 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275008 Dec 17 15:48:44.075589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.122806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.165483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:48:44.168756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:48:44.175324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:48:44.231322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event updated for resources: {'Port': ['ID=272db3e6-5eed-4e88-8a17-d018aa7441b9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:44.561455 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.616417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.812887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.819245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.902144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event updated for resources: {'Port': ['ID=272db3e6-5eed-4e88-8a17-d018aa7441b9,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:44.907069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.925944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:44.928099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-4f931e3f-9e5a-4fdd-9e4c-b5497a703581 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5972109 Dec 17 15:48:44.989138 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-d89a695e-02b9-4d20-b4e7-f64bc9ecdb62 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0526056 Dec 17 15:48:45.130244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-a0c91e5d-bab9-4c53-98b2-47063410b084 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:45.143501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaaf3f44-e4f0-4725-93c7-7e08230c5199 req-a0c91e5d-bab9-4c53-98b2-47063410b084 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1484714 Dec 17 15:48:45.178515 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03096dac-2b90-409c-9780-0ced4702a2a8 x-openstack-request-id: req-03096dac-2b90-409c-9780-0ced4702a2a8 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:45.179073 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "name": "network-vif-plugged", "status": "completed", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:45.179073 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03096dac-2b90-409c-9780-0ced4702a2a8 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:45.179595 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'code': 200} Dec 17 15:48:45.231039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:45.330040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e44548-3290-4aa2-94d6-9acfb9178d7e req-1b7c1ca5-4eb9-4a78-9c5a-f36a68be099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:45.331662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e44548-3290-4aa2-94d6-9acfb9178d7e req-1b7c1ca5-4eb9-4a78-9c5a-f36a68be099c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 1098 time: 0.0557430 Dec 17 15:48:45.388071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d614b-c89f-4938-9662-690abacd22cf req-fb2c4ded-47d0-4aef-814b-83d14967fff4 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:45.389784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc1d614b-c89f-4938-9662-690abacd22cf req-fb2c4ded-47d0-4aef-814b-83d14967fff4 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 946 time: 0.0844381 Dec 17 15:48:45.405720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e44548-3290-4aa2-94d6-9acfb9178d7e req-30940de7-8479-4a9a-afba-d8ee4706d181 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600650 Dec 17 15:48:45.464833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc1d614b-c89f-4938-9662-690abacd22cf req-017491b8-b7ef-43c9-818e-118b4fe1dd85 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677521 Dec 17 15:48:45.591714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d07ce-71be-4343-821a-d04c57dcbf25 req-42a6b834-a765-4b1d-834a-0b20887264d5 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:45.594099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766d07ce-71be-4343-821a-d04c57dcbf25 req-42a6b834-a765-4b1d-834a-0b20887264d5 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 949 time: 0.0640600 Dec 17 15:48:45.673917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766d07ce-71be-4343-821a-d04c57dcbf25 req-37e62373-74ea-4294-a348-5618eb252535 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736806 Dec 17 15:48:45.886654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d830e-9ea1-4071-b899-d8a08ac24eda req-89585704-b782-4cf3-91b1-a7e6efb6d350 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:45.899799 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e06d830e-9ea1-4071-b899-d8a08ac24eda req-89585704-b782-4cf3-91b1-a7e6efb6d350 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1531360 Dec 17 15:48:45.975551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e06d830e-9ea1-4071-b899-d8a08ac24eda req-2a314fd0-6203-4aaf-93b7-a126ccafdf79 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Dec 17 15:48:46.143435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418842-1462-4922-9585-7acaf55cdbe2 req-bf4e9a38-5402-4dde-9601-bd23d33af639 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:46.152980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90418842-1462-4922-9585-7acaf55cdbe2 req-bf4e9a38-5402-4dde-9601-bd23d33af639 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0945578 Dec 17 15:48:46.212013 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90418842-1462-4922-9585-7acaf55cdbe2 req-7e12adaa-f5d4-4ec7-97a0-f35f9ee9a703 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579624 Dec 17 15:48:46.362808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790b7ba-e178-418b-82a4-a3ff35f2d48b req-d1622d58-bb4b-46c8-8004-711120706df2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:46.368473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a790b7ba-e178-418b-82a4-a3ff35f2d48b req-d1622d58-bb4b-46c8-8004-711120706df2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0661709 Dec 17 15:48:46.432168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a790b7ba-e178-418b-82a4-a3ff35f2d48b req-3bcde534-3622-4b17-bb1d-2686f62b7dfd tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0611424 Dec 17 15:48:46.445946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a790b7ba-e178-418b-82a4-a3ff35f2d48b req-b30a9a96-c9e1-41b3-8291-9bebc1d1486e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Request body: {'floatingip': {'port_id': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:46.493438 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a790b7ba-e178-418b-82a4-a3ff35f2d48b req-b30a9a96-c9e1-41b3-8291-9bebc1d1486e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:46.774586 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-a790b7ba-e178-418b-82a4-a3ff35f2d48b req-b30a9a96-c9e1-41b3-8291-9bebc1d1486e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 15:48:46.793265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a790b7ba-e178-418b-82a4-a3ff35f2d48b req-b30a9a96-c9e1-41b3-8291-9bebc1d1486e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "PUT /v2.0/floatingips/13dd023e-dbef-4f88-a1df-0eba2417765d HTTP/1.1" status: 409 len: 549 time: 0.3511035 Dec 17 15:48:46.795838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5206d261-5729-4ef2-a03a-7c7377f9f208 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:46.882341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 5206d261-5729-4ef2-a03a-7c7377f9f208 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:48:46.895680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 5206d261-5729-4ef2-a03a-7c7377f9f208 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:46.896832 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:46.898224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f100cf-bfea-4843-8d5f-562c9207568c req-a9eb8186-5a4d-454e-a3c0-a30b1e409744 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:46.907576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3f100cf-bfea-4843-8d5f-562c9207568c req-a9eb8186-5a4d-454e-a3c0-a30b1e409744 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1096 time: 0.0700672 Dec 17 15:48:46.966644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3f100cf-bfea-4843-8d5f-562c9207568c req-76643907-199b-421a-bdb0-b27cb619a34a tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Dec 17 15:48:47.104473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:47.127991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c61926-da44-4c51-bf55-769c2a99ae1c req-3a380e75-8906-4e0b-9131-9598e369fac5 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:47.138001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24c61926-da44-4c51-bf55-769c2a99ae1c req-3a380e75-8906-4e0b-9131-9598e369fac5 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 946 time: 0.0833797 Dec 17 15:48:47.165153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5206d261-5729-4ef2-a03a-7c7377f9f208, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5206d261-5729-4ef2-a03a-7c7377f9f208,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:47.173238 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:47.228718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24c61926-da44-4c51-bf55-769c2a99ae1c req-b6efbdcd-1b58-4169-a5ee-b782af28fbe1 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818205 Dec 17 15:48:47.244982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5206d261-5729-4ef2-a03a-7c7377f9f208'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:47.247737 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec517375-49b7-41d8-b65f-b04dfbaf6020" -d '{"events": [{"server_uuid": "4399fb5c-e6c2-4daf-b1b6-29f1d35faedb", "name": "network-vif-plugged", "status": "completed", "tag": "5206d261-5729-4ef2-a03a-7c7377f9f208"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:47.255340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5206d261-5729-4ef2-a03a-7c7377f9f208,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:47.381210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073a0f-418c-487d-89bc-7fbb287218e8 req-e00d44f1-0471-4ef1-a155-e772104bb067 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:47.382884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-94073a0f-418c-487d-89bc-7fbb287218e8 req-e00d44f1-0471-4ef1-a155-e772104bb067 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.0694687 Dec 17 15:48:47.446100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-94073a0f-418c-487d-89bc-7fbb287218e8 req-27e07f6e-6832-436f-ac36-db9ddb923ae3 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533278 Dec 17 15:48:47.536197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-77cdaf3b-8e74-4f62-b145-5d89b8585df2 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips/13dd023e-dbef-4f88-a1df-0eba2417765d HTTP/1.1" status: 200 len: 692 time: 0.0542183 Dec 17 15:48:47.670944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-acc5d33d-bb13-42c7-82aa-16d1706e8046 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:47.672409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-acc5d33d-bb13-42c7-82aa-16d1706e8046 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1352708 Dec 17 15:48:47.744410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-ffe67830-2e61-4959-aea9-3cfa829215f6 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0655220 Dec 17 15:48:47.820552 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-0b12efd8-b9e8-4bfe-bb10-09759a4277fc tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0676599 Dec 17 15:48:47.966807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Deleting port 272db3e6-5eed-4e88-8a17-d018aa7441b9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:48:47.967514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:48.078117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:48.078448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:48.093709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Calling delete_port for 272db3e6-5eed-4e88-8a17-d018aa7441b9 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:48:48.266017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:48.310476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event deleted for resources: {'Port': ['ID=272db3e6-5eed-4e88-8a17-d018aa7441b9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:48.380229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:48.382799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:48.396465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e61cd7d2-7594-48fd-9096-106134d05a67 req-bfa36f9c-67f5-46a2-85ff-c7d98d5ed7ff tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "DELETE /v2.0/floatingips/13dd023e-dbef-4f88-a1df-0eba2417765d HTTP/1.1" status: 204 len: 173 time: 0.5743730 Dec 17 15:48:48.534857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15f4f-5160-4728-8721-f29aac70582a req-097b1b45-6f57-4d1f-ab65-64b5ad36e350 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:48.536849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a15f4f-5160-4728-8721-f29aac70582a req-097b1b45-6f57-4d1f-ab65-64b5ad36e350 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0692058 Dec 17 15:48:48.603892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a15f4f-5160-4728-8721-f29aac70582a req-a16fb71d-d861-444f-b983-ca3fa2400419 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Dec 17 15:48:48.707024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74631a-354a-49b2-b98c-131591a7fe66 req-497552e6-5e38-4d11-9195-3c470bfc1c16 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:48.712289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c74631a-354a-49b2-b98c-131591a7fe66 req-497552e6-5e38-4d11-9195-3c470bfc1c16 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 1096 time: 0.0526302 Dec 17 15:48:48.765814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c74631a-354a-49b2-b98c-131591a7fe66 req-e7ab8bf9-a6fb-4b41-a65d-4e3aa095a258 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513644 Dec 17 15:48:48.826126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06d89d-b911-4221-8f6b-e7aac57a4d80 req-68f01ccd-b73f-4b0f-b236-de6ea11369e8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:48.827640 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f06d89d-b911-4221-8f6b-e7aac57a4d80 req-68f01ccd-b73f-4b0f-b236-de6ea11369e8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0571213 Dec 17 15:48:48.892795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9171c-b74e-42d4-8551-8f9bfd3a38bc req-2d171ef8-09ca-45be-9e37-fa6181a3293d tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:48.894704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5da9171c-b74e-42d4-8551-8f9bfd3a38bc req-2d171ef8-09ca-45be-9e37-fa6181a3293d tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 946 time: 0.0498254 Dec 17 15:48:48.901058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f06d89d-b911-4221-8f6b-e7aac57a4d80 req-ead89ebf-9c92-4c8c-a92a-b189f351a3bb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674472 Dec 17 15:48:48.904070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34822) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:48:48.908597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Request body: {'floatingip': {'port_id': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:48.950749 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7cd5a-d426-4fd2-b8b0-299d1320a87b x-openstack-request-id: req-5cd7cd5a-d426-4fd2-b8b0-299d1320a87b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:48.952237 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4399fb5c-e6c2-4daf-b1b6-29f1d35faedb", "name": "network-vif-plugged", "status": "completed", "tag": "5206d261-5729-4ef2-a03a-7c7377f9f208", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:48.952656 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5cd7cd5a-d426-4fd2-b8b0-299d1320a87b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:48.953791 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5206d261-5729-4ef2-a03a-7c7377f9f208', 'code': 200} Dec 17 15:48:48.986227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:49.054165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893632ab-1086-4919-8ac0-47228cd6768d req-1d2edfcd-c38d-4de9-9caf-675c45d569de tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:49.058388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-893632ab-1086-4919-8ac0-47228cd6768d req-1d2edfcd-c38d-4de9-9caf-675c45d569de tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.0608470 Dec 17 15:48:49.120569 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-893632ab-1086-4919-8ac0-47228cd6768d req-8e589db0-a6c8-4e78-a36f-2c81a14cee4a tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566933 Dec 17 15:48:49.129896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-ff82211f-a9af-4824-976e-dbb7372d3d41 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 1000 time: 0.1895432 Dec 17 15:48:49.280112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-62f00cf3-9823-473d-b4cf-cebff41b5e5a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:49.281510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-62f00cf3-9823-473d-b4cf-cebff41b5e5a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports/b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 942 time: 0.0966651 Dec 17 15:48:49.354502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf112-5839-4cdb-8c97-addc091c2ea3 req-004f7d31-660e-462e-ae5a-e60b892781be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:49.356020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-428cf112-5839-4cdb-8c97-addc091c2ea3 req-004f7d31-660e-462e-ae5a-e60b892781be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 1102 time: 0.0981638 Dec 17 15:48:49.533374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-428cf112-5839-4cdb-8c97-addc091c2ea3 req-9adc72a5-0679-44f6-9c7f-55b9aa19e36d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676164 Dec 17 15:48:49.537921 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-f7edf02d-2039-443f-81cc-4fbd9beab6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 1000 time: 0.1271017 Dec 17 15:48:49.721177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50e634-c728-4ced-933d-d8af87935039 req-7ff94575-5155-4916-9b56-100206e38e9e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:49.727999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-9dff8c24-f7b6-42ad-9769-eb9cf437f40b tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:49.728883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc50e634-c728-4ced-933d-d8af87935039 req-7ff94575-5155-4916-9b56-100206e38e9e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0554111 Dec 17 15:48:49.734779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-9dff8c24-f7b6-42ad-9769-eb9cf437f40b tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1897476 Dec 17 15:48:49.738308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:49.743500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-b046f085-3e02-4e2c-b400-49c994dc572a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:48:49.744557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-b046f085-3e02-4e2c-b400-49c994dc572a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090415 Dec 17 15:48:49.745735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:49.781118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc50e634-c728-4ced-933d-d8af87935039 req-5e3f0c0b-cdd5-4400-8888-bc9e3d6c630b tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506015 Dec 17 15:48:49.908085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-53a547a8-5332-4dfa-96f5-bc15f076cc6e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 1000 time: 0.1266718 Dec 17 15:48:49.910877 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72 associated. External IP: 172.25.0.233, port: f19f52e0-e3db-4c32-99d1-8d400d23c35e. Dec 17 15:48:49.955005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:50.031699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbb240-5dbc-4336-97f1-1a06081b5d69 req-f04bf34c-d83e-4e70-80b2-7b541b802ca1 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:50.035860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6fbb240-5dbc-4336-97f1-1a06081b5d69 req-f04bf34c-d83e-4e70-80b2-7b541b802ca1 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 950 time: 0.0636399 Dec 17 15:48:50.095980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6fbb240-5dbc-4336-97f1-1a06081b5d69 req-e49752d8-3556-4091-83a8-624cecfe1cf9 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534785 Dec 17 15:48:50.256942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183c2a-f2e5-4644-a72d-679e337f232b req-1b984f4f-6939-4a01-aedd-715c0f800f5e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:50.259881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12183c2a-f2e5-4644-a72d-679e337f232b req-1b984f4f-6939-4a01-aedd-715c0f800f5e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0887620 Dec 17 15:48:50.314775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12183c2a-f2e5-4644-a72d-679e337f232b req-675e5879-2015-49ba-b66f-1a2ef5214ea0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482950 Dec 17 15:48:50.360380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:50.597657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:50.605884 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:50.606260 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Floating IP bb94405a-a14f-467f-89e2-fee1c1b19a9e disassociated. External IP: 172.25.0.96, port: b4d92c46-5cd5-4b38-9d1f-bea03528ce71. Dec 17 15:48:50.661725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Router 3273e172-65fb-490c-8b7e-1de430f1fae2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:48:50.817214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57f9d0-5894-4d12-aec3-1222e193c8ab req-1be94e0c-bd01-42ff-9fcd-42b5b56747f6 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:50.820316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a57f9d0-5894-4d12-aec3-1222e193c8ab req-1be94e0c-bd01-42ff-9fcd-42b5b56747f6 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.0685828 Dec 17 15:48:50.899186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a57f9d0-5894-4d12-aec3-1222e193c8ab req-3c150397-04fd-4301-b19c-72d1a3a5ee9d tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730219 Dec 17 15:48:50.912097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:48:50.920698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:50.925283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] Sync routers for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:48:50.941131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:50.943037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:51.033740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-330f35d6-5944-40f1-adc8-23a62776db14 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "PUT /v2.0/floatingips/718bb1e9-bd9e-49c1-be2c-c6100e2b8c72 HTTP/1.1" status: 200 len: 992 time: 2.1284800 Dec 17 15:48:51.036492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:51.038762 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a083dded-64ed-49ea-a020-2d23b5f76842" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:51.078945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:48:51.187710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:51.205018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226df764-a82e-4e84-b788-cf80e20bb90c req-5ecf7ff5-6732-4620-a41f-2e9bc7334828 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:51.215657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-226df764-a82e-4e84-b788-cf80e20bb90c req-5ecf7ff5-6732-4620-a41f-2e9bc7334828 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0842679 Dec 17 15:48:51.254696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:48:51.259955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:51.265816 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] Sync routers for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:48:51.287161 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:51.287788 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:51.308430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-226df764-a82e-4e84-b788-cf80e20bb90c req-f7438c96-9299-41ae-a21d-82573b318078 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917907 Dec 17 15:48:51.308951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-6132fcfa-6228-4aea-a8c0-e35f12d09f1c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "PUT /v2.0/floatingips/bb94405a-a14f-467f-89e2-fee1c1b19a9e HTTP/1.1" status: 200 len: 694 time: 1.3928335 Dec 17 15:48:51.417862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-32c9833b-ffbb-4e8e-8647-afdacf784312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:51.422893 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-32c9833b-ffbb-4e8e-8647-afdacf784312 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f77d4653be374b91a4e847b01cbe971d&device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 1097 time: 0.0904856 Dec 17 15:48:51.531254 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05098ec8-8f59-4afb-833d-5f9fef74e91b x-openstack-request-id: req-05098ec8-8f59-4afb-833d-5f9fef74e91b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:51.533160 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:51.533424 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05098ec8-8f59-4afb-833d-5f9fef74e91b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:51.535919 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'status': 'completed', 'code': 200} Dec 17 15:48:51.569748 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:51.644713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '718bb1e9-bd9e-49c1-be2c-c6100e2b8c72', 'tenant_id': '96872d340831423290c9cb614836660c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'port_id': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'mac_address': 'fa:16:3e:b0:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:46:13Z', 'updated_at': '2021-12-17T15:48:49Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:51.697300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-1b44cdbb-7639-46ce-bfbc-ba548e9b6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:51.698247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb853354-6fcd-4cc4-bd4c-c23b22069b69 req-727d866c-ab06-430d-a8f0-46656851e06b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:51.700367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-1b44cdbb-7639-46ce-bfbc-ba548e9b6090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=96872d340831423290c9cb614836660c&device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 1098 time: 0.1636114 Dec 17 15:48:51.705889 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb853354-6fcd-4cc4-bd4c-c23b22069b69 req-727d866c-ab06-430d-a8f0-46656851e06b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0633838 Dec 17 15:48:51.708201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] Checking router: 3273e172-65fb-490c-8b7e-1de430f1fae2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:48:51.732138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:51.733052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:51.763206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-fe79e3a9-e9a4-457b-840b-58c67e000bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:51.764979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-fe79e3a9-e9a4-457b-840b-58c67e000bbd service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 200 len: 930 time: 0.3358605 Dec 17 15:48:51.767150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb853354-6fcd-4cc4-bd4c-c23b22069b69 req-cabb570b-e4c2-4ad2-81b7-0b871edd0202 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Dec 17 15:48:51.850339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-597869ce-3758-4699-be50-52807df7ec87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 217 time: 0.0787392 Dec 17 15:48:51.932959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-f50c8f19-c48a-47ca-89d5-dbcff14c4b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:51.934385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-f50c8f19-c48a-47ca-89d5-dbcff14c4b8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=61eff8b1-da20-41e6-a343-917b261be683 HTTP/1.1" status: 200 len: 868 time: 0.0745969 Dec 17 15:48:51.941694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:51.973442 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:13Z', 'revision_number': 5, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:51.974750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-a3be2eda-2e6f-4fe4-8583-f84146f66701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:51.981547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-a3be2eda-2e6f-4fe4-8583-f84146f66701 service neutron] 10.222.0.47 "GET /v2.0/networks?id=11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 200 len: 925 time: 0.2671907 Dec 17 15:48:52.037628 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] Checking router: 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:48:52.063342 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:48:52.064234 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:52.111141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb6fad-4723-4255-bb5c-918018c474ed req-ee3a20c2-7e16-4d3b-aab4-f65e523d844e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:52.113137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54fb6fad-4723-4255-bb5c-918018c474ed req-ee3a20c2-7e16-4d3b-aab4-f65e523d844e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.0841846 Dec 17 15:48:52.174701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54fb6fad-4723-4255-bb5c-918018c474ed req-da906628-24c5-407e-b3e4-a2a70ad77195 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528979 Dec 17 15:48:52.183631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-380061f6-5aea-41e7-9d79-417a8988712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:52.185428 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-380061f6-5aea-41e7-9d79-417a8988712b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2284505 Dec 17 15:48:52.190541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-250d7747-3f66-401a-8a83-c7d51c8320bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e HTTP/1.1" status: 200 len: 1000 time: 0.1702342 Dec 17 15:48:52.312214 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:48:52.391701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-bb95d668-eaec-43d4-bf42-b5042b36eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:52.393480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-bb95d668-eaec-43d4-bf42-b5042b36eb70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 HTTP/1.1" status: 200 len: 863 time: 0.1882527 Dec 17 15:48:52.414241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '718bb1e9-bd9e-49c1-be2c-c6100e2b8c72', 'tenant_id': '96872d340831423290c9cb614836660c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'port_id': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'mac_address': 'fa:16:3e:b0:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:46:13Z', 'updated_at': '2021-12-17T15:48:49Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:52.461355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c95840-f59e-49d9-be76-7cc50087b9ea None None] The sync data for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 is: [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '718bb1e9-bd9e-49c1-be2c-c6100e2b8c72', 'tenant_id': '96872d340831423290c9cb614836660c', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'port_id': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'mac_address': 'fa:16:3e:b0:05:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:46:13Z', 'updated_at': '2021-12-17T15:48:49Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:48:52.506648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-9ff16828-ebea-4302-81a2-14a9f00d9f80 service neutron] 10.222.0.54 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135462 Dec 17 15:48:52.549366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2337ae0-2992-47d1-8b4a-2f13b4a942fd req-81697014-c3d9-4706-bd5f-2145732c58a7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:52.559912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2337ae0-2992-47d1-8b4a-2f13b4a942fd req-81697014-c3d9-4706-bd5f-2145732c58a7 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1236129 Dec 17 15:48:52.626811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-ff2e1a35-9251-4e15-9485-ec1e2c70b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:52.628422 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-ff2e1a35-9251-4e15-9485-ec1e2c70b963 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11fbfdb8-8745-4efd-bd47-439619a7519a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069602 Dec 17 15:48:52.649268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2337ae0-2992-47d1-8b4a-2f13b4a942fd req-1025f4fb-14c3-437a-94a3-325c02692f7e tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884435 Dec 17 15:48:52.712342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d15fa953-534e-4f1c-aa71-d4644b26e97c req-83cf9652-0d1a-4c26-95bb-93461cdb8d04 service neutron] 10.222.0.54 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046411 Dec 17 15:48:52.742256 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:13Z', 'revision_number': 5, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:48:52.788750 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a81db8-6590-4567-a3bd-7b040f8d87bf None None] The sync data for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 is: [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:48:07Z', 'revision_number': 4, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '340f3a3b-b1fc-4adf-84a7-0910396bbc0c', 'name': '', 'network_id': 'ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'mac_address': 'fa:16:3e:24:92:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '61eff8b1-da20-41e6-a343-917b261be683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:05Z', 'updated_at': '2021-12-17T15:48:13Z', 'revision_number': 5, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'subnets': [{'id': '61eff8b1-da20-41e6-a343-917b261be683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:48:52.802803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 4936e3ed-d826-4a26-b447-522b23cf2e94 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:52.819146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-980b81ce-ddaf-472e-af12-0877dad8fc3b service neutron] 10.222.0.47 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681106 Dec 17 15:48:52.946477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098293c7-a499-447d-a76c-e3b5d3e36822 None None] New status for floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:48:52.964127 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-ef2b8b33-2545-4263-911a-682a570bc36d tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips/bb94405a-a14f-467f-89e2-fee1c1b19a9e HTTP/1.1" status: 200 len: 694 time: 0.1675942 Dec 17 15:48:52.986419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b384fd-c918-4723-9808-412f6c3f66bc req-741a3c7e-5d76-4428-b80c-6c03c3e75021 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:52.996929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10b384fd-c918-4723-9808-412f6c3f66bc req-741a3c7e-5d76-4428-b80c-6c03c3e75021 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1117752 Dec 17 15:48:53.125316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10b384fd-c918-4723-9808-412f6c3f66bc req-34a97d29-2c5a-47c0-addf-c36101d10130 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230433 Dec 17 15:48:53.180331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a083dded-64ed-49ea-a020-2d23b5f76842 req-cdea635e-0cee-427a-ab42-f09e8b0d50ea service neutron] 10.222.0.47 "GET /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668960 Dec 17 15:48:53.209305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-cdc373ff-913b-4852-81ba-3c28e53a714e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:53.220503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-cdc373ff-913b-4852-81ba-3c28e53a714e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2554338 Dec 17 15:48:53.235940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-27f6cb12-ec33-4fd9-9ba9-4101a960aa5d tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:48:53.237455 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:53.250076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-27f6cb12-ec33-4fd9-9ba9-4101a960aa5d tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279021 Dec 17 15:48:53.301082 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4383381e-aadf-450d-b87e-293c5fab7846 None None] New status for floating IP bb94405a-a14f-467f-89e2-fee1c1b19a9e: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:48:53.311452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:53.318236 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639da3e4-c69f-434d-8a34-5f707219e3bc" -d '{"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:53.340830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7f8e1202-51fc-4b8e-ab06-56f9ea85d10f tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 697 time: 0.0896623 Dec 17 15:48:53.359230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:53.365799 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:53.409505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-c93f336b-4832-45e8-9600-cc788c9de72b tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.96 HTTP/1.1" status: 200 len: 697 time: 0.0676105 Dec 17 15:48:53.418101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fde9f-033c-46e5-a6c4-6054b79546be req-ef582012-f37b-47f1-a814-4d5ff7d21122 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:53.430194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe9fde9f-033c-46e5-a6c4-6054b79546be req-ef582012-f37b-47f1-a814-4d5ff7d21122 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.1194980 Dec 17 15:48:53.452576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:53.468369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.468708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.469041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.469372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.469702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.470052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.470341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.471517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.474116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.476046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.477335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.477656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.478103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:53.501661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe9fde9f-033c-46e5-a6c4-6054b79546be req-68e012e7-72ef-4729-87f1-ffff741a9068 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649931 Dec 17 15:48:53.579856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:53.581840 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd5707-088f-4930-9465-9136d94b6d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:53.606069 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7161e-f740-43fc-b11b-ed6f76dcb0cf x-openstack-request-id: req-3de7161e-f740-43fc-b11b-ed6f76dcb0cf {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:53.606421 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:53.606620 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3de7161e-f740-43fc-b11b-ed6f76dcb0cf {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:53.607008 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'code': 200} Dec 17 15:48:53.683172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Deleting port ad22d2ca-aa71-4f48-af6a-72c0098f2fd7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:48:53.683577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:53.728948 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17511c6f-f60f-4beb-a064-c5dbc19f4184 x-openstack-request-id: req-17511c6f-f60f-4beb-a064-c5dbc19f4184 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:53.729228 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:53.730289 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17511c6f-f60f-4beb-a064-c5dbc19f4184 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:53.730684 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'status': 'completed', 'code': 200} Dec 17 15:48:53.821655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:53.821983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:53.843321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Calling delete_port for ad22d2ca-aa71-4f48-af6a-72c0098f2fd7 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:48:53.857711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5707-088f-4930-9465-9136d94b6d8e req-474a3e8c-0369-4b16-93f4-5a9d6b84a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:53.860112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67fd5707-088f-4930-9465-9136d94b6d8e req-474a3e8c-0369-4b16-93f4-5a9d6b84a32b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f77d4653be374b91a4e847b01cbe971d&device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 1097 time: 0.1079204 Dec 17 15:48:53.916373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc3683-dbc9-4b6c-b458-a55afeb0e0b1 req-33247ebf-918c-4493-9977-3763bd45ee85 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:53.928410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbbc3683-dbc9-4b6c-b458-a55afeb0e0b1 req-33247ebf-918c-4493-9977-3763bd45ee85 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1070790 Dec 17 15:48:53.988044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbbc3683-dbc9-4b6c-b458-a55afeb0e0b1 req-80733039-1ebb-46c5-8035-fc74d95d66fc tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586352 Dec 17 15:48:54.091524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5707-088f-4930-9465-9136d94b6d8e req-4689c34d-4eef-44e6-aea5-e20b76abfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:54.093046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67fd5707-088f-4930-9465-9136d94b6d8e req-4689c34d-4eef-44e6-aea5-e20b76abfe19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 200 len: 930 time: 0.2257800 Dec 17 15:48:54.148466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67fd5707-088f-4930-9465-9136d94b6d8e req-674b53eb-1936-4db2-a268-daa987362752 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 200 len: 217 time: 0.0387280 Dec 17 15:48:54.149069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:54.319332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f5acd-37f6-4fe5-b146-884681eff96e req-b317896b-0352-4098-861b-faba4868642e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:54.321297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a5f5acd-37f6-4fe5-b146-884681eff96e req-b317896b-0352-4098-861b-faba4868642e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0571637 Dec 17 15:48:54.405207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a5f5acd-37f6-4fe5-b146-884681eff96e req-f1edfee4-8918-4251-bcc8-bdc0bbf97fc0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692692 Dec 17 15:48:54.491226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event deleted for resources: {'Port': ['ID=ad22d2ca-aa71-4f48-af6a-72c0098f2fd7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:54.596070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:54.602109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:54.604176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c413536a-552e-4b48-86f3-de731e2bfac9 req-7a5be849-0d16-4a6f-adb8-6545f6653c31 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "DELETE /v2.0/floatingips/bb94405a-a14f-467f-89e2-fee1c1b19a9e HTTP/1.1" status: 204 len: 173 time: 1.1888003 Dec 17 15:48:54.616272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5707-088f-4930-9465-9136d94b6d8e req-7b36cfb6-fc18-4bfc-8716-5f715fb16335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:54.618816 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67fd5707-088f-4930-9465-9136d94b6d8e req-7b36cfb6-fc18-4bfc-8716-5f715fb16335 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61eff8b1-da20-41e6-a343-917b261be683 HTTP/1.1" status: 200 len: 868 time: 0.1379435 Dec 17 15:48:54.635566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147938c-ff6c-46c2-a0dd-7482ebc10229 req-fa0ea7ff-1b1e-478a-9814-949770700247 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:54.637108 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8147938c-ff6c-46c2-a0dd-7482ebc10229 req-fa0ea7ff-1b1e-478a-9814-949770700247 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.0514631 Dec 17 15:48:54.691543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8147938c-ff6c-46c2-a0dd-7482ebc10229 req-7daf375a-1f09-45d2-b1aa-945df4589694 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Dec 17 15:48:54.718304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5707-088f-4930-9465-9136d94b6d8e req-6f4be340-2d8e-4321-a438-920c14fe5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:54.719844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67fd5707-088f-4930-9465-9136d94b6d8e req-6f4be340-2d8e-4321-a438-920c14fe5927 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849667 Dec 17 15:48:54.815103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:54.927765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:54.929677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf334c68-4c78-4a71-bb08-e6eb2881e5c0 req-6ef14ace-d0e4-4044-9188-ed0726ec105a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:54.930800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf334c68-4c78-4a71-bb08-e6eb2881e5c0 req-6ef14ace-d0e4-4044-9188-ed0726ec105a tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1678226 Dec 17 15:48:54.934704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67fd5707-088f-4930-9465-9136d94b6d8e req-661bcc5f-1122-4e6e-baf1-1d65ac7dc09e service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831720 Dec 17 15:48:54.941052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'mac_address': 'fa:16:3e:eb:58:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:54.983983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:54.991745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf334c68-4c78-4a71-bb08-e6eb2881e5c0 req-6231ba0f-6493-4bff-a453-0a3bbaff6eda tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0540001 Dec 17 15:48:54.998032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d752599e-bf4b-4234-91c6-3ecf8cc891a1 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:55.021163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:55.025928 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:55.073214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dda30bf7-5897-481f-abd2-9bc05f569750 req-98145024-65ee-4e99-8c37-43b268ad948e tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0425622 Dec 17 15:48:55.110414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:55.128175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67fd5707-088f-4930-9465-9136d94b6d8e req-b743481f-0ad6-4490-a219-8197e147b543 service neutron] 10.222.0.47 "GET /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453865 Dec 17 15:48:55.179005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d2f60-0690-4875-a60f-f621b5e7f283 req-9d840443-b272-4c84-a522-869f98e987df tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:55.180758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-558d2f60-0690-4875-a60f-f621b5e7f283 req-9d840443-b272-4c84-a522-869f98e987df tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0558200 Dec 17 15:48:55.231118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d752599e-bf4b-4234-91c6-3ecf8cc891a1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:55.250413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-558d2f60-0690-4875-a60f-f621b5e7f283 req-09faddad-ce20-428f-acdb-8a64b8cb2d29 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633526 Dec 17 15:48:55.504821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a7ad2-08c5-40eb-9fc6-9a08b756f1ee req-969b99f5-a7f8-493c-894f-7d1af35f0677 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:55.507237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-481a7ad2-08c5-40eb-9fc6-9a08b756f1ee req-969b99f5-a7f8-493c-894f-7d1af35f0677 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.0782552 Dec 17 15:48:55.534354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cf00a-13eb-4c66-9854-bedde29b5ded req-9132b4e3-6f7d-4f7f-81b5-3ce507d2c041 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:55.536875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a53cf00a-13eb-4c66-9854-bedde29b5ded req-9132b4e3-6f7d-4f7f-81b5-3ce507d2c041 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0635705 Dec 17 15:48:55.603118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a53cf00a-13eb-4c66-9854-bedde29b5ded req-5d07d937-774f-4086-bc2d-669c565c318b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598950 Dec 17 15:48:55.608145 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-481a7ad2-08c5-40eb-9fc6-9a08b756f1ee req-2ab36d82-15c7-4b3b-a821-99cece6148a8 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673611 Dec 17 15:48:55.902647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847e666-9be4-49d9-a4cc-3a49d0b7f8b6 req-14332c3d-c3ce-4918-897c-ff6e79527504 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:55.912879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0847e666-9be4-49d9-a4cc-3a49d0b7f8b6 req-14332c3d-c3ce-4918-897c-ff6e79527504 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.1040766 Dec 17 15:48:55.977690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0847e666-9be4-49d9-a4cc-3a49d0b7f8b6 req-eed88717-2aff-4cdd-8a02-0e4875029025 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 Dec 17 15:48:56.431716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47532d-8a20-4240-ba54-5c6e1275cc0e req-c04ac718-3cac-4f14-8e6e-4a79450e517f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:56.440658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce47532d-8a20-4240-ba54-5c6e1275cc0e req-c04ac718-3cac-4f14-8e6e-4a79450e517f tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0835032 Dec 17 15:48:56.507974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce47532d-8a20-4240-ba54-5c6e1275cc0e req-afba614f-1834-4fd3-8e10-6376b8e84238 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 Dec 17 15:48:56.785130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cecb7-5930-4045-ba4b-f29fa416d6cd req-64ca785c-ec78-4c31-9459-79df45df010f tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:56.786615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-213cecb7-5930-4045-ba4b-f29fa416d6cd req-64ca785c-ec78-4c31-9459-79df45df010f tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.0707502 Dec 17 15:48:56.787524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40ca0c-3ed7-4179-be70-32ea0a1ca164 req-560af484-4ec9-4f54-9f10-84104fc23c5e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:56.795075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c40ca0c-3ed7-4179-be70-32ea0a1ca164 req-560af484-4ec9-4f54-9f10-84104fc23c5e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0803847 Dec 17 15:48:56.850378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:56.863732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c40ca0c-3ed7-4179-be70-32ea0a1ca164 req-e9211918-c68a-4603-9322-1dcbdbb35e2c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613661 Dec 17 15:48:56.898341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-213cecb7-5930-4045-ba4b-f29fa416d6cd req-73037450-eb23-4ec1-a531-f8427c7e1327 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 Dec 17 15:48:57.026823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port d752599e-bf4b-4234-91c6-3ecf8cc891a1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:57.027306 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:57.193545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cec0e-e528-4be1-8983-f375e200f536 req-1cd2c7e4-8a4f-4134-8fc2-233ef5afdaa7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:57.195629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-000cec0e-e528-4be1-8983-f375e200f536 req-1cd2c7e4-8a4f-4134-8fc2-233ef5afdaa7 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.1134551 Dec 17 15:48:57.227021 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:57.272995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:57.276164 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a8ce02-9f62-4045-8e37-5e56fc4e72de" -d '{"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-plugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:57.286006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-000cec0e-e528-4be1-8983-f375e200f536 req-96d065f5-a373-4129-bb35-960cf0284b55 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782325 Dec 17 15:48:57.300004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:57.309214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:57.352029 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74268d8f-e54d-4324-a53c-fbe3f31dd6b4 x-openstack-request-id: req-74268d8f-e54d-4324-a53c-fbe3f31dd6b4 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:57.352562 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-plugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:57.353033 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74268d8f-e54d-4324-a53c-fbe3f31dd6b4 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:57.353515 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'code': 200} Dec 17 15:48:57.390414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=10']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:57.655065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-d744c265-dbf9-4164-930e-5cdc5560265c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:57.669749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-d744c265-dbf9-4164-930e-5cdc5560265c tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.1351075 Dec 17 15:48:57.721276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4377ce-9bb4-4bfe-b440-de5f0b848517 req-83415f2a-65e1-48d9-ac0e-836459a116ac tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:57.721906 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c4377ce-9bb4-4bfe-b440-de5f0b848517 req-83415f2a-65e1-48d9-ac0e-836459a116ac tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0873280 Dec 17 15:48:57.813830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c4377ce-9bb4-4bfe-b440-de5f0b848517 req-b8560006-4a16-41ce-90fa-74a96796d56d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861847 Dec 17 15:48:57.849248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Deleting port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:48:57.849248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:57.986543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] For port b4d92c46-5cd5-4b38-9d1f-bea03528ce71, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:57.987378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:58.003370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Calling delete_port for b4d92c46-5cd5-4b38-9d1f-bea03528ce71 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:48:58.152197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423dba5-2fc1-49cb-bb79-96d41d8ada14 req-35b1c370-9c6e-48a1-99eb-b1da47bb5a21 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:58.155357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb11899-d953-4a35-bf49-a0ac2ae20e2c req-31a4069d-4788-43d8-85c9-8b90690a24fb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:58.163052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2423dba5-2fc1-49cb-bb79-96d41d8ada14 req-35b1c370-9c6e-48a1-99eb-b1da47bb5a21 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 945 time: 0.1184399 Dec 17 15:48:58.164968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bfb11899-d953-4a35-bf49-a0ac2ae20e2c req-31a4069d-4788-43d8-85c9-8b90690a24fb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0905850 Dec 17 15:48:58.300790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2423dba5-2fc1-49cb-bb79-96d41d8ada14 req-58231cd1-9a37-4b4d-83f4-1263cd2fa011 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/security-groups?id=ddea16fc-29ff-4df5-9e87-b070ff409746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366951 Dec 17 15:48:58.301740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bfb11899-d953-4a35-bf49-a0ac2ae20e2c req-1b201998-a04a-46e0-9e23-e135393fdadd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355371 Dec 17 15:48:58.417541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:58.429962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b4d92c46-5cd5-4b38-9d1f-bea03528ce71'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:58.470945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Pushing event deleted for resources: {'Port': ['ID=b4d92c46-5cd5-4b38-9d1f-bea03528ce71,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:58.565012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] No DVR routers for this DVR port b4d92c46-5cd5-4b38-9d1f-bea03528ce71 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:48:58.568449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:58.573522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2613124c-c6f4-45a1-9e0d-4b62da198875 req-9070bd73-e776-40d9-9b3d-4884c87bd4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.47 "DELETE /v2.0/ports/b4d92c46-5cd5-4b38-9d1f-bea03528ce71 HTTP/1.1" status: 204 len: 173 time: 0.8975248 Dec 17 15:48:58.574675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'name': 'network-vif-deleted', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:58.577447 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164900ce-0a14-44e9-8f66-a95032583232" -d '{"events": [{"server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "name": "network-vif-deleted", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:58.664989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f4770-8fb5-424a-90f0-ad302dee742a req-e5a62696-0fc5-4bda-bab5-bd9c24df7e2b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:58.679029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef0f4770-8fb5-424a-90f0-ad302dee742a req-e5a62696-0fc5-4bda-bab5-bd9c24df7e2b tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.2753565 Dec 17 15:48:58.771794 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec6c0c-997c-4ce6-9d88-63e1e5ff3b32 x-openstack-request-id: req-bbec6c0c-997c-4ce6-9d88-63e1e5ff3b32 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:58.772138 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2947d9-ef80-47c8-afd1-3f98d4e71a7b", "name": "network-vif-deleted", "tag": "b4d92c46-5cd5-4b38-9d1f-bea03528ce71", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:58.772464 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbec6c0c-997c-4ce6-9d88-63e1e5ff3b32 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:58.772930 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2947d9-ef80-47c8-afd1-3f98d4e71a7b', 'name': 'network-vif-deleted', 'tag': 'b4d92c46-5cd5-4b38-9d1f-bea03528ce71', 'status': 'completed', 'code': 200} Dec 17 15:48:58.789798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef0f4770-8fb5-424a-90f0-ad302dee742a req-613dc3e1-3dd8-4059-a931-4733ff8b1b2f tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092055 Dec 17 15:48:59.123438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf11cb3-cf89-4390-af47-9d6095962c13 req-66f3f63b-e44e-468c-8993-634c5b3fec52 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:59.128183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7bf11cb3-cf89-4390-af47-9d6095962c13 req-66f3f63b-e44e-468c-8993-634c5b3fec52 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1612806 Dec 17 15:48:59.149393 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-ac31661e-5743-433f-8c47-1f82d2c8b212 service neutron] show failed (client error): The resource could not be found. Dec 17 15:48:59.151313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-ac31661e-5743-433f-8c47-1f82d2c8b212 service neutron] 10.222.0.49 "GET /v2.0/ports/3b9449b2-2857-4732-9c4f-7cf99b6c11fd/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.1625309 Dec 17 15:48:59.236402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7bf11cb3-cf89-4390-af47-9d6095962c13 req-e6c2bcbf-8e34-45f0-9fbc-ff10ab65c510 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886173 Dec 17 15:48:59.486251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765105-e473-47f9-9737-3bcb026f99a9 req-20bbc134-ae58-465c-8b13-f625964461eb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:59.489383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-216561db-d9e3-4433-9ea5-956c886efcd8 req-f236309b-ee08-4693-9644-d0de768d99e0 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041 tempest-FloatingIPsAssociationNegativeTestJSON-1494825041-project] 10.222.0.54 "GET /v2.0/ports?device_id=de2947d9-ef80-47c8-afd1-3f98d4e71a7b HTTP/1.1" status: 200 len: 210 time: 0.0445850 Dec 17 15:48:59.496635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79765105-e473-47f9-9737-3bcb026f99a9 req-20bbc134-ae58-465c-8b13-f625964461eb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0972724 Dec 17 15:48:59.570629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79765105-e473-47f9-9737-3bcb026f99a9 req-c44c72ba-636d-49f6-9bc5-01c464ab7a72 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727682 Dec 17 15:48:59.661933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-ecdc2145-2be9-43a3-9ce2-369dfe034d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:59.663455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-ecdc2145-2be9-43a3-9ce2-369dfe034d3e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c&tenant_id=d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 1102 time: 0.0713215 Dec 17 15:48:59.688139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:59.753184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:48:59.990733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630f6f6-e780-4ddd-8606-16e7dd06f19b req-c6ba6ece-b9b6-4b8d-95bb-8fab76b34e9e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:59.996853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4630f6f6-e780-4ddd-8606-16e7dd06f19b req-c6ba6ece-b9b6-4b8d-95bb-8fab76b34e9e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.1013415 Dec 17 15:49:00.029211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:00.074293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:00.132794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4630f6f6-e780-4ddd-8606-16e7dd06f19b req-90b4eb95-10ad-4d30-904c-cc695404f714 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273401 Dec 17 15:49:00.148324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:00.166134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Transition to ACTIVE for port object 3b9449b2-2857-4732-9c4f-7cf99b6c11fd will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:49:00.171342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:00.282532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] No DVR routers for this DVR port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:00.290938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:00.342214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:00.342701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:00.344106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:00.362772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:00.375323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Attempting to bind port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:00.395425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:00.395970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:00.396464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:00.397010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Bound port: 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:00.397469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:00.496472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dda76-0622-4715-8fd2-b46131b3deed req-9786f7fb-80f2-43b2-8338-4083e49d0880 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:00.498330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be1dda76-0622-4715-8fd2-b46131b3deed req-9786f7fb-80f2-43b2-8338-4083e49d0880 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1323640 Dec 17 15:49:00.522658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:00.526775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:00.534583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:00.597077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:00.597991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:00.599682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 1097 time: 0.9256485 Dec 17 15:49:00.638008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be1dda76-0622-4715-8fd2-b46131b3deed req-00f4a215-e9b0-44f2-91fa-26e21c7759be tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319463 Dec 17 15:49:00.719311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3662a-3316-441c-b075-e26369d6b029 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:00.779669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd'}, {'name': 'network-changed', 'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:00.789513 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6" -d '{"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd"}, {"name": "network-changed", "server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:00.808925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-5ed0280e-4710-4e1a-ae1d-41627ab2a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:00.811251 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-5ed0280e-4710-4e1a-ae1d-41627ab2a9e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1100 time: 0.1857748 Dec 17 15:49:00.905240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b4d92c46-5cd5-4b38-9d1f-bea03528ce71 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:00.931141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:00.968259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: b4d92c46-5cd5-4b38-9d1f-bea03528ce71 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:00.969549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b4d92c46-5cd5-4b38-9d1f-bea03528ce71 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:01.153390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-2ac0a8a5-a4fb-47c8-af91-3caa663aee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:01.156121 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-2ac0a8a5-a4fb-47c8-af91-3caa663aee79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.3341651 Dec 17 15:49:01.232713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-fc9d07c3-0259-4f10-af41-1e53c2f6ed77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.0583434 Dec 17 15:49:01.289731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-bb121e88-60d7-4c03-a5ec-297384a53c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:01.291840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-bb121e88-60d7-4c03-a5ec-297384a53c0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0523875 Dec 17 15:49:01.383214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc39a6-9088-46eb-9ca1-1c73f7f45f93 req-90a5807a-3164-4e32-a292-640293a7fd5b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:01.387095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8bc39a6-9088-46eb-9ca1-1c73f7f45f93 req-90a5807a-3164-4e32-a292-640293a7fd5b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 948 time: 0.3052421 Dec 17 15:49:01.393017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-93193718-10c3-46b3-8180-d9d152287cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:01.394841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-93193718-10c3-46b3-8180-d9d152287cab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940804 Dec 17 15:49:01.631764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8bc39a6-9088-46eb-9ca1-1c73f7f45f93 req-320fb072-6e01-4cb1-a063-8ae1a794e3a5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261434 Dec 17 15:49:01.700533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-4193b719-f0b4-43d5-a2da-87ebcdaa72f8 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980869 Dec 17 15:49:01.964558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6d1f11-1cb9-4993-b3d3-a08effb3b5c1 req-726c19d5-a828-49a5-bf95-7f207e2c5ac4 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545078 Dec 17 15:49:01.966096 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29b4346-1d4d-4233-8d67-4f6e81c1a0c7 x-openstack-request-id: req-a29b4346-1d4d-4233-8d67-4f6e81c1a0c7 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:01.966397 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd", "code": 200}, {"name": "network-changed", "server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:01.966655 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a29b4346-1d4d-4233-8d67-4f6e81c1a0c7 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:01.967058 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'code': 200} Dec 17 15:49:01.967315 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'status': 'completed', 'code': 200} Dec 17 15:49:02.057176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:02.200537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-127c14f0-9682-4250-90ea-f7e7d64c1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:02.203731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-127c14f0-9682-4250-90ea-f7e7d64c1021 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1100 time: 0.1158233 Dec 17 15:49:02.400879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:02.615784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-f61933da-e962-449a-8702-85bd9ff3888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:02.619252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-f61933da-e962-449a-8702-85bd9ff3888a service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4071784 Dec 17 15:49:02.650322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-85a269e7-1ade-43da-91ef-f78dcc14418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:02.655201 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-85a269e7-1ade-43da-91ef-f78dcc14418d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1100 time: 0.6880701 Dec 17 15:49:02.705300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a5403-db93-4405-a9ac-a47a8cca5b88 req-fa103ea7-fffe-43b4-9c6c-51a89d05916c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:02.713609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de8a5403-db93-4405-a9ac-a47a8cca5b88 req-fa103ea7-fffe-43b4-9c6c-51a89d05916c tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.6016767 Dec 17 15:49:02.719274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-be8f7ecf-6f43-4d29-ba6f-917f26d79ae5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.0922766 Dec 17 15:49:02.826118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-858dfef1-56ba-4860-be42-58e18cd20493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:02.831418 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-858dfef1-56ba-4860-be42-58e18cd20493 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1028903 Dec 17 15:49:02.890171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de8a5403-db93-4405-a9ac-a47a8cca5b88 req-edfcc2d7-59eb-4709-be8a-b21d70e67790 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704805 Dec 17 15:49:02.942336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-f8820a70-9ad0-4ada-87c3-98ceb9a5bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:02.948498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-f8820a70-9ad0-4ada-87c3-98ceb9a5bcec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035907 Dec 17 15:49:03.051328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-3b31f32b-d01f-4f90-a8be-141d1497614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:03.052860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-3b31f32b-d01f-4f90-a8be-141d1497614c service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.3671665 Dec 17 15:49:03.055384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:03.163680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-542811c5-8f42-40ba-8eaa-ebc90fae82f7 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065647 Dec 17 15:49:03.381648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-fdcfc3f5-7e07-403a-ba4a-22e5c6c45735 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044284 Dec 17 15:49:03.562945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-459eac3f-d947-4a9b-bf4b-c7136d42ad98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.5011294 Dec 17 15:49:03.630810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b843f2-c717-49f8-9274-4e63115afa30 req-f1121490-816a-412c-8012-346839872e16 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:03.640630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76b843f2-c717-49f8-9274-4e63115afa30 req-f1121490-816a-412c-8012-346839872e16 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.6388748 Dec 17 15:49:03.705762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-4baff205-4901-4389-bb91-fe2f4ea5bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:03.707168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-4baff205-4901-4389-bb91-fe2f4ea5bb75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1352947 Dec 17 15:49:03.814485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76b843f2-c717-49f8-9274-4e63115afa30 req-5288d790-142b-430c-b6d7-7c3ea3ac93d4 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729562 Dec 17 15:49:03.820133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-9cfd2c8b-12d3-4f89-a564-2644fb8248ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:03.822094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-9cfd2c8b-12d3-4f89-a564-2644fb8248ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806675 Dec 17 15:49:04.108643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c7fd0-8d4a-47b3-9a28-ae27bffb636b req-c0df8993-d303-475e-82a6-906f55e07f11 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:04.110171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c74c7fd0-8d4a-47b3-9a28-ae27bffb636b req-c0df8993-d303-475e-82a6-906f55e07f11 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 948 time: 0.1727021 Dec 17 15:49:04.130033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-fe5ba85c-fd6e-4810-afe5-e0db999cf6af service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863660 Dec 17 15:49:04.321216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c74c7fd0-8d4a-47b3-9a28-ae27bffb636b req-806975a9-dc37-46df-a98d-d9e4ae6f8186 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019191 Dec 17 15:49:04.353170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4253e5f1-5e88-43ce-b1ac-adf96a9a7fa6 req-94c0a6ad-8984-4bb0-bcc2-6c58fcfaf325 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113893 Dec 17 15:49:04.371561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Deleting port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:04.371940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:04.488542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] For port 340f3a3b-b1fc-4adf-84a7-0910396bbc0c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:04.489342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:04.530349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Calling delete_port for 340f3a3b-b1fc-4adf-84a7-0910396bbc0c owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:04.598964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbc44f-b767-4562-9dc0-252fd7191d9f req-af2e6675-4a6d-447e-88b0-b961b1253de5 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:04.600658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5dcbc44f-b767-4562-9dc0-252fd7191d9f req-af2e6675-4a6d-447e-88b0-b961b1253de5 tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 1102 time: 0.1148157 Dec 17 15:49:04.724627 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5dcbc44f-b767-4562-9dc0-252fd7191d9f req-4a6f053d-7886-438b-a3ab-e4037babeabb tempest-ServersOnMultiNodesTest-1435114147 tempest-ServersOnMultiNodesTest-1435114147-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171284 Dec 17 15:49:04.882440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:04.889173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:04.983014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Pushing event deleted for resources: {'Port': ['ID=340f3a3b-b1fc-4adf-84a7-0910396bbc0c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:05.037776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:05.059180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'mac_address': 'fa:16:3e:58:7f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:05.125029 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:05.148825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9449b2-2857-4732-9c4f-7cf99b6c11fd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:05.193084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:05.202417 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:05.323135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:05.366844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:05.544522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade06a-9200-454e-a711-1223ee3e4cb1 req-48584e11-9284-428e-88a1-bdcb1dea3666 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:05.546102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61ade06a-9200-454e-a711-1223ee3e4cb1 req-48584e11-9284-428e-88a1-bdcb1dea3666 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.1686654 Dec 17 15:49:05.630199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3b9449b2-2857-4732-9c4f-7cf99b6c11fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:05.700237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61ade06a-9200-454e-a711-1223ee3e4cb1 req-2d664d53-040f-489e-b5c5-5e481f8dc0fb tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420541 Dec 17 15:49:05.822636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:49:06.073023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:06.075619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:06.104157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:49:06.127306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2743f07d-827f-489b-be13-0f087cba788e admin admin] 10.222.0.54 "PUT /v2.0/routers/9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1944761 Dec 17 15:49:06.130227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35244) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:06.142197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-d1690026-4a1b-4fd4-a8a1-a114c26078d2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:06.155484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-d1690026-4a1b-4fd4-a8a1-a114c26078d2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.2441361 Dec 17 15:49:06.174596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] Sync routers for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:49:06.186752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-8b49fbf0-92b2-4e21-8664-880db2d97bac tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/quotas/19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 375 time: 0.0273650 Dec 17 15:49:06.276338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.288555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-ef2787f1-819a-4ee5-9ab0-f6fd1ebf0d50 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007423 Dec 17 15:49:06.314462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:06.315110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:06.406931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.430699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-413ec521-0552-4a01-9104-be9fe93d6d09 service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406517 Dec 17 15:49:06.483769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.513972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Deleting port e94a7f2a-e992-4f55-a1f8-82de6f1edecf {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:06.514359 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.557066 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-d7117dd0-7929-4ada-9919-8dc4ea75a45c service neutron] 10.222.0.54 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250045 Dec 17 15:49:06.593870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:06.601880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d746da6c-1066-41d9-b017-e3e3111977aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.624591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:06.627592 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20211848-b6fd-4af2-a0fc-6e95dd34c082" -d '{"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-unplugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:06.642044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'mac_address': 'fa:16:3e:94:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:06.646901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:06.656408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:06.660076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.712706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] For port e94a7f2a-e992-4f55-a1f8-82de6f1edecf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:06.712963 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.751441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Calling delete_port for e94a7f2a-e992-4f55-a1f8-82de6f1edecf owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:06.850505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:06.902914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13dd30d1-e1cf-4ad1-8d47-734766a6388d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:06.921721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:06.943292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:06.953340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.085993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=10']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:07.145837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.174676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:49:04Z', 'revision_number': 5, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port': {'id': 'e94a7f2a-e992-4f55-a1f8-82de6f1edecf', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:63:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:48:01Z', 'updated_at': '2021-12-17T15:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:07.199921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94a7f2a-e992-4f55-a1f8-82de6f1edecf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:07.305116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] Checking router: 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:49:07.315029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] Routers {'9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:07.315649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:07.317164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843e720-923a-4d33-8e12-92cbd6271ce7 req-96b11a13-4653-46f6-bb17-55979c9cb190 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:07.319315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1843e720-923a-4d33-8e12-92cbd6271ce7 req-96b11a13-4653-46f6-bb17-55979c9cb190 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.1850379 Dec 17 15:49:07.415175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1843e720-923a-4d33-8e12-92cbd6271ce7 req-a13a2b8f-f3a0-4215-babc-fd9c04f73d97 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Dec 17 15:49:07.422395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-272f645f-126e-4d1f-99f1-ee8d5e27e4d6 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:07.424473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-272f645f-126e-4d1f-99f1-ee8d5e27e4d6 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 950 time: 0.2173183 Dec 17 15:49:07.425430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.448014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['13dd30d1-e1cf-4ad1-8d47-734766a6388d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:07.476963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] Set router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:07.586228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f51f4-f622-479f-8356-d5e35753dbfa req-0e2edd18-efd1-48ab-9840-553b663f1032 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:07.590425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-703f51f4-f622-479f-8356-d5e35753dbfa req-0e2edd18-efd1-48ab-9840-553b663f1032 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 949 time: 0.0655165 Dec 17 15:49:07.622273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:49:07Z', 'revision_number': 7, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:07.650361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.653407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.673125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-703f51f4-f622-479f-8356-d5e35753dbfa req-0df32394-028f-42b0-8414-3ca497b012a0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817046 Dec 17 15:49:07.732069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.732836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:49:07.759183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644e97c-14d4-4ee1-b7c9-cdef8eb71466 None None] The sync data for ids ['9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1'] in n-d-806683-20 is: [{'id': '9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1965553745-router', 'tenant_id': 'f77d4653be374b91a4e847b01cbe971d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:48:00Z', 'updated_at': '2021-12-17T15:49:07Z', 'revision_number': 7, 'project_id': 'f77d4653be374b91a4e847b01cbe971d', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:49:07.775203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.777020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d204cfc5-8be6-4bc1-92c6-8b02498cd3b6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9d8b87eb-9d46-474f-ab01-7fdc8df3f4c1 HTTP/1.1" status: 204 len: 168 time: 1.6449416 Dec 17 15:49:07.780330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35274) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:07.940031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] Deleting subnet 61eff8b1-da20-41e6-a343-917b261be683 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:49:07.946184 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e9c2d-cf7a-4ed0-a811-909d401b1d3e x-openstack-request-id: req-3f0e9c2d-cf7a-4ed0-a811-909d401b1d3e {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:07.946750 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-unplugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:07.947201 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f0e9c2d-cf7a-4ed0-a811-909d401b1d3e {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:07.947740 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'code': 200} Dec 17 15:49:07.953257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:07.964890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port 5206d261-5729-4ef2-a03a-7c7377f9f208 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:07.965316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.041644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.136532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84c3f-9657-4b51-986b-fc6eafe8139c req-e7088f31-c510-4661-b0c8-c2ca90c40f9d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:08.138134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ab84c3f-9657-4b51-986b-fc6eafe8139c req-e7088f31-c510-4661-b0c8-c2ca90c40f9d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 0.0737903 Dec 17 15:49:08.183977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port 5206d261-5729-4ef2-a03a-7c7377f9f208, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5206d261-5729-4ef2-a03a-7c7377f9f208,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:08.184562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.219940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for 5206d261-5729-4ef2-a03a-7c7377f9f208 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:08.310971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ab84c3f-9657-4b51-986b-fc6eafe8139c req-2b0a9b91-59c7-489c-922c-68625aadf54c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923438 Dec 17 15:49:08.374633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.454568 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f11d3275-cf8b-4af9-962f-4239871033ae req-398d40a2-9b2a-4812-9238-e21f9767b31a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 210 time: 0.0438881 Dec 17 15:49:08.456300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.472771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b', '1a9a4bad-80f8-4408-be4f-af7d9ef95e66', '5206d261-5729-4ef2-a03a-7c7377f9f208'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:08.513010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=5206d261-5729-4ef2-a03a-7c7377f9f208,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:08.526738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.590075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61eff8b1-da20-41e6-a343-917b261be683,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:08.594019 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:49:08.596476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.609867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-afc25e29-66cb-4453-9970-376382ee995e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/61eff8b1-da20-41e6-a343-917b261be683 HTTP/1.1" status: 204 len: 168 time: 0.8280990 Dec 17 15:49:08.616481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35280) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:08.633471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port 5206d261-5729-4ef2-a03a-7c7377f9f208 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:08.648008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.664387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f549358f-fc2f-482d-bbdc-00df1a63a0f5 req-875e27c5-65da-47d8-bcbe-c8c7a42d6c01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "DELETE /v2.0/ports/5206d261-5729-4ef2-a03a-7c7377f9f208 HTTP/1.1" status: 204 len: 173 time: 0.9332900 Dec 17 15:49:08.665061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'name': 'network-vif-deleted', 'tag': '5206d261-5729-4ef2-a03a-7c7377f9f208'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:08.667747 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a7c44d-dce2-47f5-a866-c7421ccbc195" -d '{"events": [{"server_uuid": "4399fb5c-e6c2-4daf-b1b6-29f1d35faedb", "name": "network-vif-deleted", "tag": "5206d261-5729-4ef2-a03a-7c7377f9f208"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:08.690579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfcc52a-2e4d-47c9-809a-a48aae0236a3 None None] Network ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:08.725100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29acfe89-e2f0-46ce-b9ac-4e866487673b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.826455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['42065725-e18b-48c8-84cc-a706e671f3da', '2c415092-2f11-41e4-a859-49de42dd701f', 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:08.934407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:08.943697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 340f3a3b-b1fc-4adf-84a7-0910396bbc0c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:08.957157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:09.155062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-315c1744-1f0b-473b-baf2-29f7a43ad66e req-755033b1-aa9d-47ba-9022-0f9b2669da72 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=4399fb5c-e6c2-4daf-b1b6-29f1d35faedb HTTP/1.1" status: 200 len: 210 time: 0.0678184 Dec 17 15:49:09.194575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-9f5b5a67-f1f4-4ced-83d1-87ecb3e5a759 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:09.195616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 340f3a3b-b1fc-4adf-84a7-0910396bbc0c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:09.198695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 340f3a3b-b1fc-4adf-84a7-0910396bbc0c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:09.201762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-9f5b5a67-f1f4-4ced-83d1-87ecb3e5a759 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 808 time: 0.3107786 Dec 17 15:49:09.214382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Request body: {'port': {'device_id': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'admin_state_up': True, 'tenant_id': '19e30279859648d982879b3bbbbff549'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:09.235343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Deleting port c68a74aa-e632-4056-88a7-f8e3430939f3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:09.235692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:09.333932 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551567d-4712-4d8e-8d11-0c8bec154679 x-openstack-request-id: req-8551567d-4712-4d8e-8d11-0c8bec154679 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:09.334659 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4399fb5c-e6c2-4daf-b1b6-29f1d35faedb", "name": "network-vif-deleted", "tag": "5206d261-5729-4ef2-a03a-7c7377f9f208", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:09.335256 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8551567d-4712-4d8e-8d11-0c8bec154679 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:09.335893 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4399fb5c-e6c2-4daf-b1b6-29f1d35faedb', 'name': 'network-vif-deleted', 'tag': '5206d261-5729-4ef2-a03a-7c7377f9f208', 'status': 'completed', 'code': 200} Dec 17 15:49:09.402185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:49:09.434372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:09.435399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:09.496612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Made reservation on behalf of 19e30279859648d982879b3bbbbff549 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:09.502476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] For port c68a74aa-e632-4056-88a7-f8e3430939f3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c68a74aa-e632-4056-88a7-f8e3430939f3,segment=NetworkSegment(222fe00a-31ec-4588-a524-342c087a7014),segment_id=222fe00a-31ec-4588-a524-342c087a7014)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:09.503050 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:09.504001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:09.581820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-ace00f66-c615-47e5-9890-8e3992ddda57 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:09.584524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-ace00f66-c615-47e5-9890-8e3992ddda57 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c&tenant_id=d1250a44894b48f8a2959c35a3eedae9&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 949 time: 0.3686020 Dec 17 15:49:09.586197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Calling delete_port for c68a74aa-e632-4056-88a7-f8e3430939f3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:09.685912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28362038-16f8-4365-a4c9-43e494da7f99 req-d4828964-4240-4272-ab01-22133edfb1e0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:09.695616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28362038-16f8-4365-a4c9-43e494da7f99 req-d4828964-4240-4272-ab01-22133edfb1e0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 949 time: 0.2994182 Dec 17 15:49:09.804196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Allocated IP 172.20.0.4 (d101c1c4-acc6-452a-9197-a2c5c6bdbd74/7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf/af2410bb-25ee-493f-8417-f6caf0fa4302) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:09.893867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] DHCP port deletion for ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:49:09.973423 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-dcb6a5e4-2eec-4523-98c5-c615e68daca7 service neutron] delete failed (client error): The resource could not be found. Dec 17 15:49:09.973708 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:09.987166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-dcb6a5e4-2eec-4523-98c5-c615e68daca7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/3b9449b2-2857-4732-9c4f-7cf99b6c11fd/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.3837926 Dec 17 15:49:10.016478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28362038-16f8-4365-a4c9-43e494da7f99 req-59c54a8f-7b6f-4f80-9606-63716c9e4c50 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194959 Dec 17 15:49:10.118785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:10.236751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.257025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] No DVR routers for this DVR port c68a74aa-e632-4056-88a7-f8e3430939f3 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:10.510780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.522624 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.545422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c68a74aa-e632-4056-88a7-f8e3430939f3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:10.553366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:10.599570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222fe00a-31ec-4588-a524-342c087a7014') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:10.599836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c68a74aa-e632-4056-88a7-f8e3430939f3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:10.600186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c68a74aa-e632-4056-88a7-f8e3430939f3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:10.600599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e94a7f2a-e992-4f55-a1f8-82de6f1edecf no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:10.600845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222fe00a-31ec-4588-a524-342c087a7014') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:10.610006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] Deleting port c68a74aa-e632-4056-88a7-f8e3430939f3 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:10.610189 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.623157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.642995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Pushing event deleted for resources: {'Port': ['ID=c68a74aa-e632-4056-88a7-f8e3430939f3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:10.737373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-95c17485-3bb0-45b7-a906-e2a78fcd1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:10.742395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-95c17485-3bb0-45b7-a906-e2a78fcd1108 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1101 time: 0.5923862 Dec 17 15:49:10.742602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e94a7f2a-e992-4f55-a1f8-82de6f1edecf {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:10.742873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e94a7f2a-e992-4f55-a1f8-82de6f1edecf not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:10.744553 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.767437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:10.770545 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8f2ac6-55f8-40b0-bcaf-78a8228bf260" -d '{"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:10.774552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.812652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 13dd30d1-e1cf-4ad1-8d47-734766a6388d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:10.813028 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.842961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:49:10.844777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:49:10.853245 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:49:10.862920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:10.891504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] For port c68a74aa-e632-4056-88a7-f8e3430939f3, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:10.891952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.898402 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:10.951578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5206d261-5729-4ef2-a03a-7c7377f9f208 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:10.957497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.011290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 5206d261-5729-4ef2-a03a-7c7377f9f208 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:11.011674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5206d261-5729-4ef2-a03a-7c7377f9f208 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:11.046230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.048398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] Calling delete_port for c68a74aa-e632-4056-88a7-f8e3430939f3 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:11.128801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] Port c68a74aa-e632-4056-88a7-f8e3430939f3 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:49:11.169263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:11.190474 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.232621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:11.234747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:11.242440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:11.259228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] No DVR routers for this DVR port c68a74aa-e632-4056-88a7-f8e3430939f3 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:11.270531 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.327001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:11.403993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:11.404934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.445149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-08c4457b-ee35-4853-9195-2779d6c72a07 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2360458 Dec 17 15:49:11.467414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Request body: {'port': {'device_id': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:11.505387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175d675-ff2e-477e-ae16-e97098769050 None None] Pushing event deleted for resources: {'Port': ['ID=c68a74aa-e632-4056-88a7-f8e3430939f3,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:11.549046 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.569100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.720280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:11.743965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:11.760350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-81afe563-71ed-47e9-8a74-5ff160c6e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:11.761844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-81afe563-71ed-47e9-8a74-5ff160c6e568 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 1.0001931 Dec 17 15:49:11.810765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:11.872854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb81a9-89cb-4750-859c-f89416a8405c req-0b6464dd-fc87-4d00-b235-18137c8215b9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:11.883047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3bb81a9-89cb-4750-859c-f89416a8405c req-0b6464dd-fc87-4d00-b235-18137c8215b9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 949 time: 1.2392077 Dec 17 15:49:11.913193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-739dae4f-1c71-45f1-a37b-37dcade3d791 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.1224051 Dec 17 15:49:12.074244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3bb81a9-89cb-4750-859c-f89416a8405c req-fe1bc112-bc7c-4ade-8bd1-ea435cab91e1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867390 Dec 17 15:49:12.079480 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:12.092515 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:12.114596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:12.120522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] 10.222.0.54 "DELETE /v2.0/networks/ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82 HTTP/1.1" status: 204 len: 168 time: 3.5002635 Dec 17 15:49:12.158654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa97e0-657f-4d30-84ef-d71af911931c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6ca5cd-eaf2-4e94-91b5-e3878b00aa82,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:12.177099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-16ac1a0a-cd52-42e9-afe2-7c11801fb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:12.179055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-16ac1a0a-cd52-42e9-afe2-7c11801fb8da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2372818 Dec 17 15:49:12.296555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2410bb-25ee-493f-8417-f6caf0fa4302 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:12.319629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:12.351122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce04fc-0ab6-4854-ac14-59e268404f55 req-d5d7d341-3018-4a69-8b4a-483671c75652 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:12.354094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Transition to ACTIVE for port object af2410bb-25ee-493f-8417-f6caf0fa4302 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:49:12.360827 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:12.372454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18ce04fc-0ab6-4854-ac14-59e268404f55 req-d5d7d341-3018-4a69-8b4a-483671c75652 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 931 time: 0.1923013 Dec 17 15:49:12.374920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:12.381010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-9669cfe2-7781-43cf-b460-2a22bd6ffaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:12.382440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-9669cfe2-7781-43cf-b460-2a22bd6ffaf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1875949 Dec 17 15:49:12.463930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:12.637095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:12.637436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:12.642949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:12.684851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:12.684851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:12.689271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:12.689613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:12.690012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:12.690458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Bound port: af2410bb-25ee-493f-8417-f6caf0fa4302, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:12.690813 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:12.715791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c51da1e-5c7c-44ec-9ba9-ab947ad67280 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f77d4653be374b91a4e847b01cbe971d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322556 Dec 17 15:49:12.725432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35312) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:12.778684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18ce04fc-0ab6-4854-ac14-59e268404f55 req-9b891477-e89b-4717-855f-bc37662fbf55 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028327 Dec 17 15:49:12.817076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-6708dbc6-6624-4e41-b583-c3502dc30d9d service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134064 Dec 17 15:49:12.959148 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a3d482-f592-4a6f-b144-840013135534 x-openstack-request-id: req-b5a3d482-f592-4a6f-b144-840013135534 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:12.959333 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:12.959515 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5a3d482-f592-4a6f-b144-840013135534 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:12.959687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74a9300b-d653-4ab7-ba4a-4c108be98a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:12.959911 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'code': 200} Dec 17 15:49:13.022674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:13.042948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74a9300b-d653-4ab7-ba4a-4c108be98a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:13.064984 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b58767-14e9-41c4-9d09-aa55e99244f2 req-6c77b367-eb87-4cd4-aec8-d103b3b5d107 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387352 Dec 17 15:49:13.074141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:13.085533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:13.148164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ccdb-ea2a-4fd8-86ca-892c4a95e8f0 req-69fd3a18-dccd-4421-bd2d-a8071e77c2db tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:13.153172 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0d4ccdb-ea2a-4fd8-86ca-892c4a95e8f0 req-69fd3a18-dccd-4421-bd2d-a8071e77c2db tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.0796387 Dec 17 15:49:13.254399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:13.275293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0d4ccdb-ea2a-4fd8-86ca-892c4a95e8f0 req-8310b648-79a8-4a29-9e0a-b7a4af08b16c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918100 Dec 17 15:49:13.278608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:13.279520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:13.284431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-b2aba4f6-d265-4bf5-a165-d3a937a689ce service neutron] 10.222.0.47 "PUT /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 1092 time: 1.8212795 Dec 17 15:49:13.285176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:13.308664 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:13.372189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74a9300b-d653-4ab7-ba4a-4c108be98a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:13.374787 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74a9300b-d653-4ab7-ba4a-4c108be98a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:13.375962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-74a9300b-d653-4ab7-ba4a-4c108be98a32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ddea16fc-29ff-4df5-9e87-b070ff409746 HTTP/1.1" status: 204 len: 168 time: 0.6358645 Dec 17 15:49:13.415257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9300b-d653-4ab7-ba4a-4c108be98a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea16fc-29ff-4df5-9e87-b070ff409746,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:13.448619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-dc90ac78-1e82-4837-a8e8-190e9c91ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:13.452412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-dc90ac78-1e82-4837-a8e8-190e9c91ab13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1095 time: 0.0660992 Dec 17 15:49:13.454700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:13.507244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-dd25efae-8546-4e25-a3af-35363a21c340 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 217 time: 0.0455523 Dec 17 15:49:13.698863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-e68c5c8e-7bd3-419d-a1ab-023d97218e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:13.700487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-e68c5c8e-7bd3-419d-a1ab-023d97218e30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1716213 Dec 17 15:49:13.752770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-f348fbb8-0e0d-416d-8397-54d9b33befa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441020 Dec 17 15:49:14.014521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-5da7da94-8deb-4fec-8c4c-0be68ee0b704 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476368 Dec 17 15:49:14.100905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b40e06-1856-4290-83c6-19de18f8ba9a req-bdb5e2c2-50f2-4538-8d0e-7914a5a9d809 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.107142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3b40e06-1856-4290-83c6-19de18f8ba9a req-bdb5e2c2-50f2-4538-8d0e-7914a5a9d809 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 950 time: 0.1340206 Dec 17 15:49:14.225730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3b40e06-1856-4290-83c6-19de18f8ba9a req-f40f4303-36ed-4d65-bcdb-eccb3ed72220 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109264 Dec 17 15:49:14.263798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a5e7d70-90e4-4e3f-885f-78e227c9900a req-2e0fd3d5-472a-4be2-9981-373c64118d1a service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387557 Dec 17 15:49:14.331190 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f1c24e-7dfa-46e1-85c6-7d8b942d9b31 x-openstack-request-id: req-46f1c24e-7dfa-46e1-85c6-7d8b942d9b31 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:14.331917 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:14.331917 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46f1c24e-7dfa-46e1-85c6-7d8b942d9b31 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:14.332512 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302', 'status': 'completed', 'code': 200} Dec 17 15:49:14.428337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-49fb780c-ecc9-4ac7-90de-07bb1da545f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.429926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-49fb780c-ecc9-4ac7-90de-07bb1da545f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1095 time: 0.0754657 Dec 17 15:49:14.612561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1b11b-786f-45fb-a6f5-c641c872c93c req-d739f9e0-027a-4556-9125-2d88e708d207 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.629036 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05c1b11b-786f-45fb-a6f5-c641c872c93c req-d739f9e0-027a-4556-9125-2d88e708d207 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1382525 Dec 17 15:49:14.746320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-1fdf785b-22a1-4f64-8c57-a9000427eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.747721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-1fdf785b-22a1-4f64-8c57-a9000427eeca service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.3075035 Dec 17 15:49:14.769496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05c1b11b-786f-45fb-a6f5-c641c872c93c req-52c55941-6868-4667-8ded-16c171873525 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394637 Dec 17 15:49:14.878322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-d6b7d786-9a87-4e7e-ab21-2df2a02f1b89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 217 time: 0.1205261 Dec 17 15:49:14.918853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be38a3-a112-4b6d-83d2-7f57a1ae0df3 req-76b043e5-c223-4ad8-84f9-1c992eea3e19 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.920863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2be38a3-a112-4b6d-83d2-7f57a1ae0df3 req-76b043e5-c223-4ad8-84f9-1c992eea3e19 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.0706680 Dec 17 15:49:14.953879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-36487a07-43aa-487d-8e66-6b1cc2a0acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.956560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-36487a07-43aa-487d-8e66-6b1cc2a0acda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.0702100 Dec 17 15:49:14.961351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:14.969735 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08e0e9-12a5-4752-b332-9c97d32201e3" -d '{"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-plugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:15.060013 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2be38a3-a112-4b6d-83d2-7f57a1ae0df3 req-4a2df53e-464a-4f4d-9e34-ab3be68f8412 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262653 Dec 17 15:49:15.061650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-f38dbe49-c055-44d4-93a3-8d45bde9d9e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718448 Dec 17 15:49:15.224045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-5d81f528-78d7-4be8-82dc-18c614f931cb service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520364 Dec 17 15:49:15.242375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:15.271933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0f8a1-7ba2-471a-8852-ea8980460872 req-044efe59-2180-4401-a063-315f4fb1b5f9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:15.280232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90e0f8a1-7ba2-471a-8852-ea8980460872 req-044efe59-2180-4401-a063-315f4fb1b5f9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1249359 Dec 17 15:49:15.370280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbdb4967-d453-4989-9c6e-b5cfecb0bcb0 req-5525c1db-bc36-4560-8b56-7519097c5a31 service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365762 Dec 17 15:49:15.384955 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90e0f8a1-7ba2-471a-8852-ea8980460872 req-915ebfea-55c5-4d8d-bcb7-1e9d36185e2a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975366 Dec 17 15:49:15.422835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a89843-05c9-4aca-9d62-516b83b348bb req-2a0688dc-8d79-4f9e-ad79-baca6789ed48 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:15.429714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23a89843-05c9-4aca-9d62-516b83b348bb req-2a0688dc-8d79-4f9e-ad79-baca6789ed48 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a958c9f-b9a2-4931-b73a-206b875f3d6b HTTP/1.1" status: 200 len: 950 time: 0.1130903 Dec 17 15:49:15.534384 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf6489-9def-4aa9-a098-5d3e7cfa5442 x-openstack-request-id: req-55bf6489-9def-4aa9-a098-5d3e7cfa5442 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:15.534700 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-plugged", "status": "completed", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:15.534958 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55bf6489-9def-4aa9-a098-5d3e7cfa5442 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:15.535380 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'code': 200} Dec 17 15:49:15.589631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port ddbb981a-d4b2-4a7d-b078-97d4f62878ce {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:15.590047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:15.741633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port ddbb981a-d4b2-4a7d-b078-97d4f62878ce, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:15.741992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:15.755737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for ddbb981a-d4b2-4a7d-b078-97d4f62878ce owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:15.838575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7dc1a-9322-4d51-8b4e-260f3f847849 req-d4dce363-b030-4655-90c8-4ebbd67131e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:15.841149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9bd7dc1a-9322-4d51-8b4e-260f3f847849 req-d4dce363-b030-4655-90c8-4ebbd67131e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1102 time: 0.0832434 Dec 17 15:49:15.919974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9bd7dc1a-9322-4d51-8b4e-260f3f847849 req-af65e9d1-feb3-4bc6-bd01-5beae2a38624 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676961 Dec 17 15:49:15.965626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ade37-6b78-4463-a4b2-cac061729c63 req-d6f5794f-c363-44bc-9076-94d23d8a0534 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:15.974209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-756ade37-6b78-4463-a4b2-cac061729c63 req-d6f5794f-c363-44bc-9076-94d23d8a0534 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 950 time: 0.0804434 Dec 17 15:49:16.006299 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:16.021407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['42065725-e18b-48c8-84cc-a706e671f3da', '2c415092-2f11-41e4-a859-49de42dd701f', 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:16.076973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b', '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:16.080416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=ddbb981a-d4b2-4a7d-b078-97d4f62878ce,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:16.159452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-756ade37-6b78-4463-a4b2-cac061729c63 req-0505a89e-7767-4884-bdbd-510736255fb1 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701760 Dec 17 15:49:16.160775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port ddbb981a-d4b2-4a7d-b078-97d4f62878ce on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:16.165127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:16.175273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23a89843-05c9-4aca-9d62-516b83b348bb req-c221df60-d6b3-4b97-9521-a8f8fa4cf4a9 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "DELETE /v2.0/ports/ddbb981a-d4b2-4a7d-b078-97d4f62878ce HTTP/1.1" status: 204 len: 173 time: 0.7395010 Dec 17 15:49:16.175766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'name': 'network-vif-deleted', 'tag': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:16.178154 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d7472b-7ab7-41d2-9d11-d235035ba86b" -d '{"events": [{"server_uuid": "6a958c9f-b9a2-4931-b73a-206b875f3d6b", "name": "network-vif-deleted", "tag": "ddbb981a-d4b2-4a7d-b078-97d4f62878ce"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:16.370269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d6670-b77f-4891-8fc0-5a569ee6bee3 req-bc2145ff-0e6c-4407-acc7-64e8c5ba0ad5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:16.382681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-749d6670-b77f-4891-8fc0-5a569ee6bee3 req-bc2145ff-0e6c-4407-acc7-64e8c5ba0ad5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.1235464 Dec 17 15:49:16.495613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-749d6670-b77f-4891-8fc0-5a569ee6bee3 req-fb036611-1d37-469d-be43-8efa2e267a9c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095469 Dec 17 15:49:16.791603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03fb94-7a26-47c1-b210-fe4ec66ba26b req-45f3a26a-a947-4a17-b7fa-3b9d8974b8b3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:16.806694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e03fb94-7a26-47c1-b210-fe4ec66ba26b req-45f3a26a-a947-4a17-b7fa-3b9d8974b8b3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1968918 Dec 17 15:49:16.968177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e03fb94-7a26-47c1-b210-fe4ec66ba26b req-76f2a42e-61ae-4d21-b013-de3dae5be1c0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538801 Dec 17 15:49:17.074778 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3742d-e7aa-40b3-b10b-18d149ee1c23 x-openstack-request-id: req-eab3742d-e7aa-40b3-b10b-18d149ee1c23 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:17.075222 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a958c9f-b9a2-4931-b73a-206b875f3d6b", "name": "network-vif-deleted", "tag": "ddbb981a-d4b2-4a7d-b078-97d4f62878ce", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:17.075636 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eab3742d-e7aa-40b3-b10b-18d149ee1c23 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:17.076568 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a958c9f-b9a2-4931-b73a-206b875f3d6b', 'name': 'network-vif-deleted', 'tag': 'ddbb981a-d4b2-4a7d-b078-97d4f62878ce', 'status': 'completed', 'code': 200} Dec 17 15:49:17.498897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a4967-3c3e-4b29-8183-83fd14bfb202 req-1383b031-c7d6-45fb-9f72-e140017e2330 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:17.507078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-961a4967-3c3e-4b29-8183-83fd14bfb202 req-1383b031-c7d6-45fb-9f72-e140017e2330 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 950 time: 0.0633938 Dec 17 15:49:17.565114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-961a4967-3c3e-4b29-8183-83fd14bfb202 req-08ef5fe7-59bf-45de-a1a4-05e17f7c948d tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 Dec 17 15:49:17.660266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf641f-540d-4e71-89b4-3b7a562174b9 req-b749b0fb-5610-4b25-b4cf-fe10e4851302 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:17.661982 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9caf641f-540d-4e71-89b4-3b7a562174b9 req-b749b0fb-5610-4b25-b4cf-fe10e4851302 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 950 time: 0.0548396 Dec 17 15:49:17.724539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9caf641f-540d-4e71-89b4-3b7a562174b9 req-234826b1-410f-4881-80ca-f1f56962d920 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542855 Dec 17 15:49:17.998247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6c087-f453-4d85-9e9c-54428b015b62 req-5cd5df0b-2997-4f7c-bee2-b8b56ca577b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:17.999935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a2e6c087-f453-4d85-9e9c-54428b015b62 req-5cd5df0b-2997-4f7c-bee2-b8b56ca577b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 951 time: 0.1235459 Dec 17 15:49:18.141210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ffc984-9d2a-4415-819a-b623d412d70c req-54f750d6-9ef8-4d8d-b8d1-ef2d8671e5ea tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:18.146160 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21ffc984-9d2a-4415-819a-b623d412d70c req-54f750d6-9ef8-4d8d-b8d1-ef2d8671e5ea tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1102 time: 0.1179304 Dec 17 15:49:18.147077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a2e6c087-f453-4d85-9e9c-54428b015b62 req-c67c399a-13d2-4434-93f9-2286f2110cbd tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400626 Dec 17 15:49:18.147300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddbb981a-d4b2-4a7d-b078-97d4f62878ce no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:18.173943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: ddbb981a-d4b2-4a7d-b078-97d4f62878ce {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:18.174543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddbb981a-d4b2-4a7d-b078-97d4f62878ce not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:18.247491 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21ffc984-9d2a-4415-819a-b623d412d70c req-3695ed63-fc05-4a1d-b427-e72433df8216 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892522 Dec 17 15:49:18.384327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0bfee-215d-4398-8f8b-a523c48eb677 req-121aa085-b845-4751-b616-b20504911e52 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:18.392776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ec0bfee-215d-4398-8f8b-a523c48eb677 req-121aa085-b845-4751-b616-b20504911e52 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1665289 Dec 17 15:49:18.416735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-43d008a0-faff-4713-87ac-d7a991db62c6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374904 Dec 17 15:49:18.524119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ec0bfee-215d-4398-8f8b-a523c48eb677 req-a59eadec-c58e-46fd-bfc1-c85190da3b59 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295414 Dec 17 15:49:18.542678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-8f70f1d5-7a40-4e8f-9122-e5ddcde1f6e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1295934 Dec 17 15:49:18.624216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-e0e6af0c-1db2-4019-801f-23e75561a4e7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:18.631804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-e0e6af0c-1db2-4019-801f-23e75561a4e7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085309 Dec 17 15:49:18.650485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-d627b8d3-22cb-4b00-9e0c-e499118a908d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/quotas/d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 375 time: 0.0176775 Dec 17 15:49:18.688663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-cc2a5ed1-b7b5-4e8a-84d9-431014dda850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:18.690182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-cc2a5ed1-b7b5-4e8a-84d9-431014dda850 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec859b55740147209ef7aa48c7cee100&device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 1102 time: 0.1083491 Dec 17 15:49:18.822223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-db276dce-c9e8-4261-971c-4b0f04693fc3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705527 Dec 17 15:49:18.850506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-11f779f4-3877-4a51-9a41-9d2e6e9eae27 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:18.854519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-11f779f4-3877-4a51-9a41-9d2e6e9eae27 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 950 time: 0.1206918 Dec 17 15:49:18.903637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-c3958913-cd0e-4c1b-9be7-525521a2ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:18.905560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-c3958913-cd0e-4c1b-9be7-525521a2ebd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1948040 Dec 17 15:49:18.991917 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-097f0d9c-c86e-49b5-9873-d8a914aa7c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ff51b799-3d18-4391-89a1-9f16569a481c HTTP/1.1" status: 200 len: 217 time: 0.0780194 Dec 17 15:49:19.082504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port 2c415092-2f11-41e4-a859-49de42dd701f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:19.082864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:19.105355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-c11698c4-fb68-4416-b6bf-7d5f6af60387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:19.106868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-c11698c4-fb68-4416-b6bf-7d5f6af60387 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1046562 Dec 17 15:49:19.221187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-467eb136-a245-437e-bc94-530ed9cc6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:19.224128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-467eb136-a245-437e-bc94-530ed9cc6cbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093440 Dec 17 15:49:19.368327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port 2c415092-2f11-41e4-a859-49de42dd701f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2c415092-2f11-41e4-a859-49de42dd701f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:19.368738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:19.410986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for 2c415092-2f11-41e4-a859-49de42dd701f owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:19.419068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-aaac1f71-eec9-4a24-99c1-9994ce8fa33a service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810446 Dec 17 15:49:19.438065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6860a-e9ed-43bb-9997-95ea3fc87c2a req-b82e1ef4-67d0-4d58-812d-dbc7ef6c4d01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:19.442959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cf6860a-e9ed-43bb-9997-95ea3fc87c2a req-b82e1ef4-67d0-4d58-812d-dbc7ef6c4d01 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=be97f012-7798-4c25-bbf2-c883f4e651e8 HTTP/1.1" status: 200 len: 950 time: 0.1953311 Dec 17 15:49:19.660910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8164af1-bb0e-4378-8b87-9a7cd46ddaef req-6671ef42-f0ef-4376-8483-03605012078c service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328207 Dec 17 15:49:19.714380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-943cddfe-d56c-4e72-b0dd-15e61862d8c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1827445 Dec 17 15:49:19.720212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05794-0fad-465e-afcc-122fa0688883 req-f60a1f78-c6d8-43c0-a89c-ba7abcb66ee5 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:19.722076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5c05794-0fad-465e-afcc-122fa0688883 req-f60a1f78-c6d8-43c0-a89c-ba7abcb66ee5 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 1102 time: 0.0540011 Dec 17 15:49:19.755941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:19.770009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['42065725-e18b-48c8-84cc-a706e671f3da', '2c415092-2f11-41e4-a859-49de42dd701f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:19.774110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b', '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:19.809235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5c05794-0fad-465e-afcc-122fa0688883 req-d0c018ba-dbca-4b88-ad1a-5826ed1a9fd9 tempest-ServersAdminTestJSON-1055188758 tempest-ServersAdminTestJSON-1055188758-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796242 Dec 17 15:49:19.861632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=2c415092-2f11-41e4-a859-49de42dd701f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:19.973619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d681478d-790d-4d5d-acbd-f91f0cc19543 req-8f097a5b-8aea-47ef-b47f-916638e5e2bd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 210 time: 0.0903711 Dec 17 15:49:20.004490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cf6860a-e9ed-43bb-9997-95ea3fc87c2a req-fb3dffe8-608f-469e-b50c-ced4de8515ae tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761164 Dec 17 15:49:20.008639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-0e4a1f79-e857-4e5e-af6d-86481f577d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:20.011080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-0e4a1f79-e857-4e5e-af6d-86481f577d24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 1096 time: 0.1596262 Dec 17 15:49:20.035609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port 2c415092-2f11-41e4-a859-49de42dd701f on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:20.038319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:20.042020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dfc1e6d-d5ca-4f89-9e14-6b949753d977 req-2cb6845d-b422-43d2-abfe-57503d622516 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "DELETE /v2.0/ports/2c415092-2f11-41e4-a859-49de42dd701f HTTP/1.1" status: 204 len: 173 time: 1.1781552 Dec 17 15:49:20.042489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'name': 'network-vif-deleted', 'tag': '2c415092-2f11-41e4-a859-49de42dd701f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:20.044828 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef090e5-4a71-4c3e-90a1-5c354713c769" -d '{"events": [{"server_uuid": "be97f012-7798-4c25-bbf2-c883f4e651e8", "name": "network-vif-deleted", "tag": "2c415092-2f11-41e4-a859-49de42dd701f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:20.205705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a254f-fcd1-4fff-8617-e43952d9bbbc req-8374c78f-12db-4f74-bfc2-03d3aee5de5b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:20.207299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a92a254f-fcd1-4fff-8617-e43952d9bbbc req-8374c78f-12db-4f74-bfc2-03d3aee5de5b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1086195 Dec 17 15:49:20.336653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a92a254f-fcd1-4fff-8617-e43952d9bbbc req-fd338f37-1298-40be-b3b1-6fa015e5e6df tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185052 Dec 17 15:49:20.354010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef47fc7-4d68-4dc9-8dd7-8973aee0e146 req-4ef81d78-0807-4e1e-a8fe-845f8fca10f8 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:20.355602 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ef47fc7-4d68-4dc9-8dd7-8973aee0e146 req-4ef81d78-0807-4e1e-a8fe-845f8fca10f8 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 951 time: 0.2745464 Dec 17 15:49:20.461365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-201a5375-7890-42d6-80aa-df1416e69bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:20.463250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-201a5375-7890-42d6-80aa-df1416e69bc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.4069533 Dec 17 15:49:20.540686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-bc96d882-66ce-4098-8cc8-7eaaae918134 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 200 len: 217 time: 0.0653589 Dec 17 15:49:20.568130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ef47fc7-4d68-4dc9-8dd7-8973aee0e146 req-02478051-f7df-478a-883e-3e91201dea13 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777146 Dec 17 15:49:20.654898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-d86cc3db-04eb-4c47-9ed9-5c875218f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:20.659378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-d86cc3db-04eb-4c47-9ed9-5c875218f647 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0901861 Dec 17 15:49:20.699220 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-58c49faa-9ced-4886-9c00-99bec5cd2303 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325005 Dec 17 15:49:20.810303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-5a67b9e1-d7ef-42ab-b885-a06d0f0d6d72 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342345 Dec 17 15:49:20.914294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-7f9e3a2a-f934-4255-b749-f67f04138776 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013152 Dec 17 15:49:20.921485 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73e5ea-e2d3-412a-8802-e602fc489181 x-openstack-request-id: req-5e73e5ea-e2d3-412a-8802-e602fc489181 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:20.921975 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be97f012-7798-4c25-bbf2-c883f4e651e8", "name": "network-vif-deleted", "tag": "2c415092-2f11-41e4-a859-49de42dd701f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:20.922391 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e73e5ea-e2d3-412a-8802-e602fc489181 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:20.922954 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be97f012-7798-4c25-bbf2-c883f4e651e8', 'name': 'network-vif-deleted', 'tag': '2c415092-2f11-41e4-a859-49de42dd701f', 'status': 'completed', 'code': 200} Dec 17 15:49:20.946721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:21.086465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-92d6ad31-ced0-4fa2-b622-9e4b37161538 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:21.089600 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-92d6ad31-ced0-4fa2-b622-9e4b37161538 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722871 Dec 17 15:49:21.130099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b4a75b8-73ab-4307-b2cb-3a1d074727d4 req-08e0a60b-74e2-4c23-8cbd-268c9273c4d4 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962183 Dec 17 15:49:21.137929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Request body: {'port': {'device_id': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'd1250a44894b48f8a2959c35a3eedae9'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:21.147170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:21.217120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6054b-e641-4dcd-ac37-055802f7dfe7 req-17e1095b-46ef-44a5-ab6b-e1e1b356ad0a tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:21.220729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:21.225030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d6054b-e641-4dcd-ac37-055802f7dfe7 req-17e1095b-46ef-44a5-ab6b-e1e1b356ad0a tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 949 time: 0.1839244 Dec 17 15:49:21.228331 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb18a0-55ea-4565-8777-de7ee5b691ea" -d '{"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:21.275373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:21.286016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:21.312771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d6054b-e641-4dcd-ac37-055802f7dfe7 req-f6dad351-6cab-4809-b112-15dd9ffb0d28 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866728 Dec 17 15:49:21.342127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Made reservation on behalf of d1250a44894b48f8a2959c35a3eedae9 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:21.345391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:21.347337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:21.369822 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2262b7ee-f823-4397-8e2a-8db77621f5f6 req-34683a0e-ea56-46a9-a102-242effffc99f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 210 time: 0.0642967 Dec 17 15:49:21.522968 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015b5c2-7fc3-4645-9e7e-269ddce597c0 x-openstack-request-id: req-8015b5c2-7fc3-4645-9e7e-269ddce597c0 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:21.523502 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:21.524045 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8015b5c2-7fc3-4645-9e7e-269ddce597c0 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:21.524619 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'code': 200} Dec 17 15:49:21.530438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Allocated IP 192.168.233.94 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/bf8b2ed6-e3b0-4f57-aff8-50030f5b537e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:21.682366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f489e-7408-4471-acdc-4b21d7213542 req-35cd5cf5-c479-4be8-bca6-1c3af8cfe5dd tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:21.683864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c1f489e-7408-4471-acdc-4b21d7213542 req-35cd5cf5-c479-4be8-bca6-1c3af8cfe5dd tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.0780041 Dec 17 15:49:21.721127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:21.762053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c1f489e-7408-4471-acdc-4b21d7213542 req-a9dcec5d-9f2f-4c5b-8f4e-130036f193fa tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698204 Dec 17 15:49:21.797798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:21.810155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:21.866795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:21.870178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:21.874984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:21.929167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:21.929919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:21.944126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:21.969300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-984e7d44-9b1c-47a8-b958-54d548812768 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8490903 Dec 17 15:49:21.988508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Request body: {'port': {'device_id': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:22.086644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:22.143283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3b9449b2-2857-4732-9c4f-7cf99b6c11fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:22.233721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2c415092-2f11-41e4-a859-49de42dd701f no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:22.265456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 2c415092-2f11-41e4-a859-49de42dd701f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:22.265801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2c415092-2f11-41e4-a859-49de42dd701f not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:22.267685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-6d65afeb-238a-4afd-985e-d06c214db841 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:22.273276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-6d65afeb-238a-4afd-985e-d06c214db841 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 949 time: 0.0945833 Dec 17 15:49:22.380417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-47eeb2d9-d422-4d48-ba05-543def87a5f8 None None] Provisioning complete for port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:22.381104 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-47eeb2d9-d422-4d48-ba05-543def87a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:22.464432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-47eeb2d9-d422-4d48-ba05-543def87a5f8 None None] Port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:49:22.507039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Deleting port c6458875-08ad-4ae9-a6a8-ccdff45b1337 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:22.507366 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:22.640088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8b2ed6-e3b0-4f57-aff8-50030f5b537e {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:22.650116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:22.652503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] For port c6458875-08ad-4ae9-a6a8-ccdff45b1337, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c6458875-08ad-4ae9-a6a8-ccdff45b1337,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:22.653242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:22.668475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Transition to ACTIVE for port object bf8b2ed6-e3b0-4f57-aff8-50030f5b537e will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:49:22.674050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Calling delete_port for c6458875-08ad-4ae9-a6a8-ccdff45b1337 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:22.679785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cbbf1-1349-49ed-a5c7-7a96a1bbf326 req-53db2e50-5720-4ac9-ab10-e63d45fbc5a3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:22.687657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee5cbbf1-1349-49ed-a5c7-7a96a1bbf326 req-53db2e50-5720-4ac9-ab10-e63d45fbc5a3 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9d01db-54d7-4b7b-8319-42a51f018504 HTTP/1.1" status: 200 len: 949 time: 0.0865035 Dec 17 15:49:22.709311 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:22.780578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee5cbbf1-1349-49ed-a5c7-7a96a1bbf326 req-a57507f0-1ad2-4214-a663-f98189df6a98 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919275 Dec 17 15:49:22.806965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:22.870240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:22.882315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', 'c6458875-08ad-4ae9-a6a8-ccdff45b1337', '13dd30d1-e1cf-4ad1-8d47-734766a6388d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:22.902729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Pushing event deleted for resources: {'Port': ['ID=c6458875-08ad-4ae9-a6a8-ccdff45b1337,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:22.968974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:22.969541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:22.969541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:22.982879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:22.982879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:22.992787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] No DVR routers for this DVR port c6458875-08ad-4ae9-a6a8-ccdff45b1337 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:23.004393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:23.004393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:23.004393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:23.004759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:23.004850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Bound port: bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:23.004850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:23.007783 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efdc2650-766d-44bc-8207-a25485a4bec2 req-c978568c-273f-45ea-824e-44a249a46639 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "DELETE /v2.0/ports/c6458875-08ad-4ae9-a6a8-ccdff45b1337 HTTP/1.1" status: 204 len: 173 time: 0.7282636 Dec 17 15:49:23.008350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'name': 'network-vif-deleted', 'tag': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:23.020031 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c17337b-0c58-4d19-a3e2-1e2544cdc979" -d '{"events": [{"server_uuid": "fa9d01db-54d7-4b7b-8319-42a51f018504", "name": "network-vif-deleted", "tag": "c6458875-08ad-4ae9-a6a8-ccdff45b1337"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:23.116265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe1a1f-7722-41de-ba4b-319d79056570 req-718afc8d-9a79-4dd2-92a0-d36394b43e87 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.118511 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f4fe1a1f-7722-41de-ba4b-319d79056570 req-718afc8d-9a79-4dd2-92a0-d36394b43e87 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 947 time: 0.1369643 Dec 17 15:49:23.175419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:23.186270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4d96-141b-4620-b6cb-c7c5db45d54c req-dd5b1415-4f79-49fa-9fea-595820d7ca94 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.187974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05fd4d96-141b-4620-b6cb-c7c5db45d54c req-dd5b1415-4f79-49fa-9fea-595820d7ca94 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 950 time: 0.1141250 Dec 17 15:49:23.189840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:23.204744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:23.208119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f4fe1a1f-7722-41de-ba4b-319d79056570 req-ac71d4d6-00e2-4857-bbf8-df67126ebf02 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828922 Dec 17 15:49:23.266807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.267439 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:23.269273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] 10.222.0.49 "PUT /v2.0/ports/bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 1096 time: 1.2880919 Dec 17 15:49:23.269720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:23.272221 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:23.356758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80919725-6eac-4b59-9b6b-0de99ae081a8 req-c64683a2-4569-4718-8695-5dd1cfc5a1be tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.361386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede2a6d-51b8-4389-a879-0109c5a5762c service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:23.364479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80919725-6eac-4b59-9b6b-0de99ae081a8 req-c64683a2-4569-4718-8695-5dd1cfc5a1be tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.0700276 Dec 17 15:49:23.377004 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05fd4d96-141b-4620-b6cb-c7c5db45d54c req-7f011068-ea64-4b33-bdf3-aa6230b4f968 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755910 Dec 17 15:49:23.408366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-6e2f8c57-9cae-48de-a0c0-c254ca6f42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.410442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-6e2f8c57-9cae-48de-a0c0-c254ca6f42fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1099 time: 0.0933461 Dec 17 15:49:23.432444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80919725-6eac-4b59-9b6b-0de99ae081a8 req-f12eca48-18e8-4d8a-af04-5178f2e8ddc1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626178 Dec 17 15:49:23.520076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-ebd1de84-684d-4cbd-b8ca-bea60d1c9b27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.0854957 Dec 17 15:49:23.545664 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eecd557-7c80-46cf-865b-a4fecfb9af5b x-openstack-request-id: req-6eecd557-7c80-46cf-865b-a4fecfb9af5b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:23.545952 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9d01db-54d7-4b7b-8319-42a51f018504", "name": "network-vif-deleted", "tag": "c6458875-08ad-4ae9-a6a8-ccdff45b1337", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:23.546214 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6eecd557-7c80-46cf-865b-a4fecfb9af5b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:23.546626 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9d01db-54d7-4b7b-8319-42a51f018504', 'name': 'network-vif-deleted', 'tag': 'c6458875-08ad-4ae9-a6a8-ccdff45b1337', 'status': 'completed', 'code': 200} Dec 17 15:49:23.610335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-7e37a921-4288-4dce-9000-44cd4b6fa695 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.612084 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-7e37a921-4288-4dce-9000-44cd4b6fa695 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 950 time: 0.1417575 Dec 17 15:49:23.634289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-f90a28ab-f1f8-4bee-a9e0-f5fad94b8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.636280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-f90a28ab-f1f8-4bee-a9e0-f5fad94b8d21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0957050 Dec 17 15:49:23.743324 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aee6a25-6f87-4993-8f18-e934cfed247f x-openstack-request-id: req-4aee6a25-6f87-4993-8f18-e934cfed247f {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:23.743596 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:23.743865 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aee6a25-6f87-4993-8f18-e934cfed247f {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:23.744271 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'status': 'completed', 'code': 200} Dec 17 15:49:23.793210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8df54945-23dc-4cc8-9276-fe9dc6fc9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:23.799084 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-8df54945-23dc-4cc8-9276-fe9dc6fc9037 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361125 Dec 17 15:49:23.811439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:23.811979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:23.951604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-e10cbfdc-3565-4357-8238-869f1ab37877 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423132 Dec 17 15:49:23.967265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:23.967542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:23.995909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:24.087287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa0a6c31-c9fc-437d-b2e3-583ec80e28d9 req-5c236ee3-ceba-4094-8be5-f0930f323169 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286142 Dec 17 15:49:24.133240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-d0cc758f-5a98-4924-86ab-b12b5053e897 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:24.134931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-d0cc758f-5a98-4924-86ab-b12b5053e897 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "GET /v2.0/ports?device_id=04332bb9-3c0b-41c7-991b-de393ed9016a HTTP/1.1" status: 200 len: 949 time: 0.1343365 Dec 17 15:49:24.223538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-e78bb85b-0144-441b-954d-3367b3214e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:24.225374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-e78bb85b-0144-441b-954d-3367b3214e2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1099 time: 0.0714509 Dec 17 15:49:24.287371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:24.300155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b', '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:24.323576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=1a9a4bad-80f8-4408-be4f-af7d9ef95e66,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:24.409907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port 42065725-e18b-48c8-84cc-a706e671f3da {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:24.411645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:24.444600 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-d9c7ae14-d343-4848-8cbb-7db6dc1beb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:24.446787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-d9c7ae14-d343-4848-8cbb-7db6dc1beb3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2142739 Dec 17 15:49:24.502695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:24.506873 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-1d7a1b00-30ac-4e94-8e17-5a5a7462b946 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.0508676 Dec 17 15:49:24.511132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:24.520078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f9fc9ff-37e5-440f-83fc-b5a6272d6e34 req-33318951-c967-40ec-b547-27e9f19c843e tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "DELETE /v2.0/ports/1a9a4bad-80f8-4408-be4f-af7d9ef95e66 HTTP/1.1" status: 204 len: 173 time: 0.8997645 Dec 17 15:49:24.682989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-639f73d5-0d97-40c2-9db4-d0c28281fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:24.684431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-639f73d5-0d97-40c2-9db4-d0c28281fe85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1236472 Dec 17 15:49:24.691645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port 42065725-e18b-48c8-84cc-a706e671f3da, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=42065725-e18b-48c8-84cc-a706e671f3da,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:24.692149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:24.720087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for 42065725-e18b-48c8-84cc-a706e671f3da owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:24.788122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8afd-1ee6-4f51-973a-3da965b86393 req-f568c3b8-b762-4d3d-a70a-1d87309636b8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:24.796228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81ea8afd-1ee6-4f51-973a-3da965b86393 req-f568c3b8-b762-4d3d-a70a-1d87309636b8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 947 time: 0.2865703 Dec 17 15:49:24.832548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-43609a37-7f74-4b15-ae7a-3d5d497c23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:24.834969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-43609a37-7f74-4b15-ae7a-3d5d497c23ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1333973 Dec 17 15:49:24.881410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81ea8afd-1ee6-4f51-973a-3da965b86393 req-a1232c45-61d6-4f42-b57e-ed6442d9a918 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842786 Dec 17 15:49:24.997143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:25.055744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-c7ee2bd8-a366-42f6-bfdf-6459179b4f92 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045765 Dec 17 15:49:25.067500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=42065725-e18b-48c8-84cc-a706e671f3da,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:25.152914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99d81254-31f2-444a-82b0-a22f95d49071 req-997b3199-b7df-4e70-86f7-f513bb4799de tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c0c89e9-6827-46d4-ac86-4fca5fef515a HTTP/1.1" status: 200 len: 210 time: 0.0883429 Dec 17 15:49:25.188905 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b22fe5e7-cde1-4cb2-912e-2c3c80bcf263 req-d17ff5cd-d7cc-4349-86b1-3a259c416957 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255801 Dec 17 15:49:25.191158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port 42065725-e18b-48c8-84cc-a706e671f3da on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:25.199259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:25.202842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-873a995e-3977-47cb-84a1-6e39bac4ab48 req-40f244cf-3535-4d2d-aa4a-75b570b15832 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.49 "DELETE /v2.0/ports/42065725-e18b-48c8-84cc-a706e671f3da HTTP/1.1" status: 204 len: 173 time: 1.0533307 Dec 17 15:49:25.267302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb04b3-8a98-41a2-9e7d-982b372c200b req-6c877243-309d-4963-8701-c434727e34df tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:25.276701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4cb04b3-8a98-41a2-9e7d-982b372c200b req-6c877243-309d-4963-8701-c434727e34df tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 950 time: 0.0645516 Dec 17 15:49:25.316884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195b7dd-6811-4c6f-8817-b48ca0309d59 req-cd0f5b30-413f-4c13-ac20-be2492e4da24 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:25.319309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f195b7dd-6811-4c6f-8817-b48ca0309d59 req-cd0f5b30-413f-4c13-ac20-be2492e4da24 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.0872416 Dec 17 15:49:25.339490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4cb04b3-8a98-41a2-9e7d-982b372c200b req-63ca9f24-8c88-4d9d-b8f7-9ad4c973d394 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617657 Dec 17 15:49:25.392562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f195b7dd-6811-4c6f-8817-b48ca0309d59 req-78757696-7ce7-4013-a04d-09f7b177357d tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653796 Dec 17 15:49:25.547756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'name': 'network-vif-deleted', 'tag': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66'}, {'server_uuid': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'name': 'network-vif-deleted', 'tag': '42065725-e18b-48c8-84cc-a706e671f3da'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:25.553345 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa352c-e36a-469f-8646-62f2ca5143ee" -d '{"events": [{"server_uuid": "8c0c89e9-6827-46d4-ac86-4fca5fef515a", "name": "network-vif-deleted", "tag": "1a9a4bad-80f8-4408-be4f-af7d9ef95e66"}, {"server_uuid": "04332bb9-3c0b-41c7-991b-de393ed9016a", "name": "network-vif-deleted", "tag": "42065725-e18b-48c8-84cc-a706e671f3da"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:25.608053 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc135b8-2a7c-40e7-a1af-def24ad171a4 x-openstack-request-id: req-0bc135b8-2a7c-40e7-a1af-def24ad171a4 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:25.608539 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0c89e9-6827-46d4-ac86-4fca5fef515a", "name": "network-vif-deleted", "tag": "1a9a4bad-80f8-4408-be4f-af7d9ef95e66", "status": "completed", "code": 200}, {"server_uuid": "04332bb9-3c0b-41c7-991b-de393ed9016a", "name": "network-vif-deleted", "tag": "42065725-e18b-48c8-84cc-a706e671f3da", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:25.608946 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0bc135b8-2a7c-40e7-a1af-def24ad171a4 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:25.609511 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c89e9-6827-46d4-ac86-4fca5fef515a', 'name': 'network-vif-deleted', 'tag': '1a9a4bad-80f8-4408-be4f-af7d9ef95e66', 'status': 'completed', 'code': 200} Dec 17 15:49:25.609915 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04332bb9-3c0b-41c7-991b-de393ed9016a', 'name': 'network-vif-deleted', 'tag': '42065725-e18b-48c8-84cc-a706e671f3da', 'status': 'completed', 'code': 200} Dec 17 15:49:25.827737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:25.874681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-fe664b44-3594-43cb-8b4b-0cc7287b5152 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:25.876857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-fe664b44-3594-43cb-8b4b-0cc7287b5152 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 950 time: 0.0805113 Dec 17 15:49:26.100425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Deleting port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:26.101069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:26.129324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8016f-7762-42c4-8cf7-15c9741359c5 req-cb4c66a1-c239-4cb2-8129-5be842305ee0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:26.131295 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cbd8016f-7762-42c4-8cf7-15c9741359c5 req-cb4c66a1-c239-4cb2-8129-5be842305ee0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 947 time: 0.0836782 Dec 17 15:49:26.203009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cbd8016f-7762-42c4-8cf7-15c9741359c5 req-df231bac-198f-456e-a7b0-430ad7e4a49b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650184 Dec 17 15:49:26.212806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:26.215169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 42065725-e18b-48c8-84cc-a706e671f3da no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:26.281750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] For port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:26.282217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:26.300534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 42065725-e18b-48c8-84cc-a706e671f3da {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:26.300534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 42065725-e18b-48c8-84cc-a706e671f3da not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:26.300534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c6458875-08ad-4ae9-a6a8-ccdff45b1337 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:26.317715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Calling delete_port for 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:26.557091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: c6458875-08ad-4ae9-a6a8-ccdff45b1337 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:26.557432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c6458875-08ad-4ae9-a6a8-ccdff45b1337 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:26.604174 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:26.623722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913a98c-df5b-4472-a026-1e79b285d8ed req-97d641f5-bed7-481d-808a-af9dcafb328c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:26.626108 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8913a98c-df5b-4472-a026-1e79b285d8ed req-97d641f5-bed7-481d-808a-af9dcafb328c tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=10905126-daa1-4499-8f0d-c6ff0c263c3c HTTP/1.1" status: 200 len: 867 time: 0.0684488 Dec 17 15:49:26.642704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Pushing event deleted for resources: {'Port': ['ID=3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:26.660613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', '13dd30d1-e1cf-4ad1-8d47-734766a6388d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:26.715639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] No DVR routers for this DVR port 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:26.719024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:26.722682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd428b0a-a677-41c1-8fd2-4e4533aa70d7 req-299da828-bbae-4ed9-8a42-aeef62c64ff9 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "DELETE /v2.0/ports/3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a HTTP/1.1" status: 204 len: 173 time: 0.8299775 Dec 17 15:49:26.760349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8913a98c-df5b-4472-a026-1e79b285d8ed req-2e241a78-17e2-4387-b4ef-376ca5a91204 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261086 Dec 17 15:49:26.771693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:26.815433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'mac_address': 'fa:16:3e:73:f4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:26.880800 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:26.909729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8b2ed6-e3b0-4f57-aff8-50030f5b537e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:26.949169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:26.960767 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:26.996617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device af2410bb-25ee-493f-8417-f6caf0fa4302 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:27.002829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:27.047622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25c088-0b12-4b15-96e1-1051a702abbc req-28810d96-4111-424f-81c8-7a00f298a235 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:27.049685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f25c088-0b12-4b15-96e1-1051a702abbc req-28810d96-4111-424f-81c8-7a00f298a235 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.0700812 Dec 17 15:49:27.076512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:27.076869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1a9a4bad-80f8-4408-be4f-af7d9ef95e66 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:27.130645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:27.137361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f25c088-0b12-4b15-96e1-1051a702abbc req-3519fae7-8218-4dbb-a8c3-ff1f7d7a4695 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756454 Dec 17 15:49:27.337724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:27.357811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:27.400240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'af2410bb-25ee-493f-8417-f6caf0fa4302', 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74', 'port_id': 'af2410bb-25ee-493f-8417-f6caf0fa4302', 'mac_address': 'fa:16:3e:92:85:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:27.461722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:27.485023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2410bb-25ee-493f-8417-f6caf0fa4302 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:27.517369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:27.527263 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:27.609108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:27.616605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'name': 'network-vif-deleted', 'tag': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:27.620292 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afa2034-7104-4400-a3aa-7c45aee47518" -d '{"events": [{"server_uuid": "10905126-daa1-4499-8f0d-c6ff0c263c3c", "name": "network-vif-deleted", "tag": "3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:27.663493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9c8d-c66e-467e-bb4b-5ae889e41897 req-f7cfc6e8-b45d-4418-a02e-6352f780d8f7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:27.666003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71da9c8d-c66e-467e-bb4b-5ae889e41897 req-f7cfc6e8-b45d-4418-a02e-6352f780d8f7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 948 time: 0.0840106 Dec 17 15:49:27.721331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71da9c8d-c66e-467e-bb4b-5ae889e41897 req-1dab166b-5175-41fa-8824-3dc0f2057755 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487938 Dec 17 15:49:27.884863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['af2410bb-25ee-493f-8417-f6caf0fa4302'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:28.078302 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a17c7-81fd-4bb8-8fad-e259819a54a3 x-openstack-request-id: req-689a17c7-81fd-4bb8-8fad-e259819a54a3 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:28.078589 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10905126-daa1-4499-8f0d-c6ff0c263c3c", "name": "network-vif-deleted", "tag": "3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:28.078845 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-689a17c7-81fd-4bb8-8fad-e259819a54a3 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:28.079262 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10905126-daa1-4499-8f0d-c6ff0c263c3c', 'name': 'network-vif-deleted', 'tag': '3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a', 'status': 'completed', 'code': 200} Dec 17 15:49:28.208907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:28.289990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:49:28.295684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:28.296567 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:28.311674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfce568-8539-40dd-822a-a19c7d78865d req-ff049abb-9e4b-408f-b8fd-42fa4cd367d3 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:28.313348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbfce568-8539-40dd-822a-a19c7d78865d req-ff049abb-9e4b-408f-b8fd-42fa4cd367d3 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 950 time: 0.0652263 Dec 17 15:49:28.377814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbfce568-8539-40dd-822a-a19c7d78865d req-21d9d89b-b34b-4830-aece-0411e456decd tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556283 Dec 17 15:49:28.388321 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:28.431549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:28.434043 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58a4eef-e838-4509-8c7c-ea44f14686f4" -d '{"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:28.453864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:28.459644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:28.461891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:28.515778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:28.516356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3b7d416f-4bfb-49e9-9027-b4a1a9bfc28a not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:28.545041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:28.668131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a5fca-c0dc-4333-bfdc-8dc4136ec610 req-c81c77cc-2d53-4544-b445-c7d80cce1502 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:28.669614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-171a5fca-c0dc-4333-bfdc-8dc4136ec610 req-c81c77cc-2d53-4544-b445-c7d80cce1502 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 944 time: 0.0590012 Dec 17 15:49:28.722412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-171a5fca-c0dc-4333-bfdc-8dc4136ec610 req-d0779241-83ca-40c6-9797-a8a2370b6a9c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458343 Dec 17 15:49:28.874709 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966ed899-a836-4f1a-b721-63f630a8f6ac x-openstack-request-id: req-966ed899-a836-4f1a-b721-63f630a8f6ac {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:28.875162 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:28.875162 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-966ed899-a836-4f1a-b721-63f630a8f6ac {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:28.875601 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'code': 200} Dec 17 15:49:29.031307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9ba2-3d19-4dec-9e1b-6e3a807808be req-dca8d5aa-9fb9-4f1b-8869-3d883cb62a13 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.032975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb1d9ba2-3d19-4dec-9e1b-6e3a807808be req-dca8d5aa-9fb9-4f1b-8869-3d883cb62a13 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 950 time: 0.0969307 Dec 17 15:49:29.047904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19806c-d950-4fa5-98cb-b83090ba5b6f req-9c602f8e-ffb5-4b84-a42f-560c331f9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.049530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf19806c-d950-4fa5-98cb-b83090ba5b6f req-9c602f8e-ffb5-4b84-a42f-560c331f9f13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1101 time: 0.0743375 Dec 17 15:49:29.124956 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb1d9ba2-3d19-4dec-9e1b-6e3a807808be req-cde04d53-f6cc-424a-8cf8-d28fca95aab0 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850999 Dec 17 15:49:29.150324 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf19806c-d950-4fa5-98cb-b83090ba5b6f req-8a4ebd75-0493-4ad3-b2a8-46e80110171a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819321 Dec 17 15:49:29.281344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54895399-4381-489a-9e89-97d5c3d9cb82 req-b838020c-401c-42ec-9d9b-0c9dac53df13 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.284434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54895399-4381-489a-9e89-97d5c3d9cb82 req-b838020c-401c-42ec-9d9b-0c9dac53df13 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0806599 Dec 17 15:49:29.312302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-c41eca07-a1d3-4fc1-b06b-57c3cb4ccc25 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.313897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-c41eca07-a1d3-4fc1-b06b-57c3cb4ccc25 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 950 time: 0.1234815 Dec 17 15:49:29.380386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54895399-4381-489a-9e89-97d5c3d9cb82 req-0dc1f57f-fc3d-40aa-a01d-b7c5161be170 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897229 Dec 17 15:49:29.452967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port ff51b799-3d18-4391-89a1-9f16569a481c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:29.453316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:29.535703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-2b2354be-b3e4-4097-a9e9-9b0ce0009922 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.538685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-2b2354be-b3e4-4097-a9e9-9b0ce0009922 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.1468127 Dec 17 15:49:29.576600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port ff51b799-3d18-4391-89a1-9f16569a481c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ff51b799-3d18-4391-89a1-9f16569a481c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:29.577378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:29.590428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-eacda501-406c-4d13-851c-d1f1cf3aaa70 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/quotas/d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 375 time: 0.0370369 Dec 17 15:49:29.604464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for ff51b799-3d18-4391-89a1-9f16569a481c owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:29.629757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-37d58ac9-eea5-4962-b6e9-caf4d8808572 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.632626 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-37d58ac9-eea5-4962-b6e9-caf4d8808572 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/ports?device_id=561f528d-0403-4345-8382-34e101f6f6fc HTTP/1.1" status: 200 len: 950 time: 0.0919805 Dec 17 15:49:29.740289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-3e291d2f-06eb-4a89-8d7c-0907fb3d6e9b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382928 Dec 17 15:49:29.812927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:29.821769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a0c34-3391-4ff7-9f24-177fdbe27ca1 req-00d73f01-d532-4313-a588-c0dea32e5d47 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.828193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c', '79d53b53-923d-41aa-bfbe-e85449b5be2b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:29.830184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-906a0c34-3391-4ff7-9f24-177fdbe27ca1 req-00d73f01-d532-4313-a588-c0dea32e5d47 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=47b72260-0b12-44a8-ad26-ddb627606a80 HTTP/1.1" status: 200 len: 950 time: 0.1124058 Dec 17 15:49:29.833071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port 79d53b53-923d-41aa-bfbe-e85449b5be2b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:29.833425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:29.899905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=ff51b799-3d18-4391-89a1-9f16569a481c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:29.917960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-99f542f0-773d-4063-8a1a-30e7ae81dc8c service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679595 Dec 17 15:49:29.925868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port ff51b799-3d18-4391-89a1-9f16569a481c on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:29.936335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:29.939785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5881fa2-ed5f-47ed-af70-ceb7087e23b1 req-e9ebdaa8-7950-45c6-9c96-e541d2a94d89 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "DELETE /v2.0/ports/ff51b799-3d18-4391-89a1-9f16569a481c HTTP/1.1" status: 204 len: 173 time: 0.6039762 Dec 17 15:49:29.940304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36372) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:29.993018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-906a0c34-3391-4ff7-9f24-177fdbe27ca1 req-311decf1-99de-46d8-880a-6a7ce1376b45 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613066 Dec 17 15:49:30.027419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port 79d53b53-923d-41aa-bfbe-e85449b5be2b, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=79d53b53-923d-41aa-bfbe-e85449b5be2b,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:30.027744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.077801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for 79d53b53-923d-41aa-bfbe-e85449b5be2b owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:30.089788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b72260-0b12-44a8-ad26-ddb627606a80', 'name': 'network-vif-deleted', 'tag': 'ff51b799-3d18-4391-89a1-9f16569a481c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:30.092314 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2196be6e-3d53-4275-b90a-ae11ea3f95af" -d '{"events": [{"server_uuid": "47b72260-0b12-44a8-ad26-ddb627606a80", "name": "network-vif-deleted", "tag": "ff51b799-3d18-4391-89a1-9f16569a481c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:30.135166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-4522def9-4237-4c18-8a8b-2ae82f25863d service neutron] 10.222.0.54 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161708 Dec 17 15:49:30.139427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8852ae0-0e08-435f-9f85-903e6002a7c0 req-f92a9396-d026-4667-8b6f-7114757dc574 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:30.141004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8852ae0-0e08-435f-9f85-903e6002a7c0 req-f92a9396-d026-4667-8b6f-7114757dc574 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 948 time: 0.0651882 Dec 17 15:49:30.219167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2035-93f6-46cb-b0c7-83c8a4450447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.281348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-b2503534-b2c7-4424-9e39-e6f864244e50 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:30.283059 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-b2503534-b2c7-4424-9e39-e6f864244e50 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 950 time: 0.1385388 Dec 17 15:49:30.331796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.362433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8852ae0-0e08-435f-9f85-903e6002a7c0 req-01a8a18c-0c71-45f6-a1f6-dacbf3ef337f tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071652 Dec 17 15:49:30.395596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=79d53b53-923d-41aa-bfbe-e85449b5be2b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:30.473786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port 79d53b53-923d-41aa-bfbe-e85449b5be2b on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:30.477727 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.482255 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f692b3db-8a97-4866-8749-9ddf09c141f3 req-77e539e2-833d-4b91-a111-48bcf99603eb tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "DELETE /v2.0/ports/79d53b53-923d-41aa-bfbe-e85449b5be2b HTTP/1.1" status: 204 len: 173 time: 0.8301373 Dec 17 15:49:30.482968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561f528d-0403-4345-8382-34e101f6f6fc', 'name': 'network-vif-deleted', 'tag': '79d53b53-923d-41aa-bfbe-e85449b5be2b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:30.486389 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21617af-6604-48c5-a5e4-ce2d245d872b" -d '{"events": [{"server_uuid": "561f528d-0403-4345-8382-34e101f6f6fc", "name": "network-vif-deleted", "tag": "79d53b53-923d-41aa-bfbe-e85449b5be2b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:30.533900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2035-93f6-46cb-b0c7-83c8a4450447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.541144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae', 'ff51b799-3d18-4391-89a1-9f16569a481c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:30.565769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2035-93f6-46cb-b0c7-83c8a4450447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.623019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a2035-93f6-46cb-b0c7-83c8a4450447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bc10d-9b82-4c1f-9647-f2d7e52a9ed4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:30.643760 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfafdf3-a389-42de-866e-4401fec414cd x-openstack-request-id: req-4dfafdf3-a389-42de-866e-4401fec414cd {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:30.647339 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b72260-0b12-44a8-ad26-ddb627606a80", "name": "network-vif-deleted", "tag": "ff51b799-3d18-4391-89a1-9f16569a481c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:30.647605 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4dfafdf3-a389-42de-866e-4401fec414cd {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:30.648083 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b72260-0b12-44a8-ad26-ddb627606a80', 'name': 'network-vif-deleted', 'tag': 'ff51b799-3d18-4391-89a1-9f16569a481c', 'status': 'completed', 'code': 200} Dec 17 15:49:30.677801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Deleting port 13dd30d1-e1cf-4ad1-8d47-734766a6388d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:30.678170 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.771794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e8a2035-93f6-46cb-b0c7-83c8a4450447 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4d2b011125c404bb06cff5b168cf740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8283706 Dec 17 15:49:30.771918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36396) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:30.784832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535241a7-fc34-43e9-9987-8da445d27fa3 req-c284eaf6-8b71-438a-86be-19654edc38ec tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:30.786268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-535241a7-fc34-43e9-9987-8da445d27fa3 req-c284eaf6-8b71-438a-86be-19654edc38ec tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 944 time: 0.2572823 Dec 17 15:49:30.841292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] For port 13dd30d1-e1cf-4ad1-8d47-734766a6388d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=13dd30d1-e1cf-4ad1-8d47-734766a6388d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:30.841655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:30.879076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Calling delete_port for 13dd30d1-e1cf-4ad1-8d47-734766a6388d owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:30.895940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-535241a7-fc34-43e9-9987-8da445d27fa3 req-81a46ee1-2cfd-4d39-8a68-614fad25a77a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017189 Dec 17 15:49:31.018535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device af2410bb-25ee-493f-8417-f6caf0fa4302 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:31.094193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port af2410bb-25ee-493f-8417-f6caf0fa4302 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:49:31.100148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port af2410bb-25ee-493f-8417-f6caf0fa4302 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:31.100616 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.189550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5378-7670-4b1c-883d-eb484df4ec72 req-5451eb4a-e6c6-4a03-a905-2307adf9858f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:31.192076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c83b5378-7670-4b1c-883d-eb484df4ec72 req-5451eb4a-e6c6-4a03-a905-2307adf9858f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1766095 Dec 17 15:49:31.198609 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.236670 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.242398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:31.246338 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef44a7c3-4f39-4c2a-b181-59c165c90edb" -d '{"events": [{"server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "name": "network-vif-plugged", "status": "completed", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:31.263287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['13dd30d1-e1cf-4ad1-8d47-734766a6388d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:31.283794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e70f6-6960-4e8b-aa49-6217644ca49d req-339613ea-7606-4ee2-aa47-43922c083741 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:31.284036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Pushing event deleted for resources: {'Port': ['ID=13dd30d1-e1cf-4ad1-8d47-734766a6388d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:31.292972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c83b5378-7670-4b1c-883d-eb484df4ec72 req-425501e7-7bc4-47d9-9154-276c334be17f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926857 Dec 17 15:49:31.294666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-785e70f6-6960-4e8b-aa49-6217644ca49d req-339613ea-7606-4ee2-aa47-43922c083741 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d521ea3-671c-489a-9cbd-20da17ba8e23 HTTP/1.1" status: 200 len: 950 time: 0.5626993 Dec 17 15:49:31.300997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:31.307849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.310389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 79d53b53-923d-41aa-bfbe-e85449b5be2b no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:31.328428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36098687-1bb7-43ea-9382-04cf03277afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.341121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] No DVR routers for this DVR port 13dd30d1-e1cf-4ad1-8d47-734766a6388d on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:31.343518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.346969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd07d128-fdf7-4e8d-a0d5-9e3b9ff99c42 req-dff3e128-2d38-40d4-9014-453977a94208 tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.49 "DELETE /v2.0/ports/13dd30d1-e1cf-4ad1-8d47-734766a6388d HTTP/1.1" status: 204 len: 173 time: 1.0569127 Dec 17 15:49:31.405539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36098687-1bb7-43ea-9382-04cf03277afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.410507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 79d53b53-923d-41aa-bfbe-e85449b5be2b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:31.411778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 79d53b53-923d-41aa-bfbe-e85449b5be2b not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:31.442961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:31.488378 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb66588d-b191-45bc-aea6-70a60c5e6e89 x-openstack-request-id: req-bb66588d-b191-45bc-aea6-70a60c5e6e89 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:31.488666 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561f528d-0403-4345-8382-34e101f6f6fc", "name": "network-vif-deleted", "tag": "79d53b53-923d-41aa-bfbe-e85449b5be2b", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:31.488918 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb66588d-b191-45bc-aea6-70a60c5e6e89 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:31.489320 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561f528d-0403-4345-8382-34e101f6f6fc', 'name': 'network-vif-deleted', 'tag': '79d53b53-923d-41aa-bfbe-e85449b5be2b', 'status': 'completed', 'code': 200} Dec 17 15:49:31.493854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-785e70f6-6960-4e8b-aa49-6217644ca49d req-f4744843-fda4-464a-923b-925a08b5aace tempest-ServersAdminTestJSON-1073274708 tempest-ServersAdminTestJSON-1073274708-project] 10.222.0.54 "GET /v2.0/security-groups?id=5ef8bdde-c827-4651-9c4a-b5119120e562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979849 Dec 17 15:49:31.528210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36098687-1bb7-43ea-9382-04cf03277afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.531257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36098687-1bb7-43ea-9382-04cf03277afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.532723 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-36098687-1bb7-43ea-9382-04cf03277afe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c7bc10d-9b82-4c1f-9647-f2d7e52a9ed4 HTTP/1.1" status: 204 len: 168 time: 0.7589846 Dec 17 15:49:31.543449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098687-1bb7-43ea-9382-04cf03277afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bc10d-9b82-4c1f-9647-f2d7e52a9ed4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:31.600546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3bfce14-2d10-499f-860d-6d23430b520d req-8d1b6dd0-88f5-4d1d-94db-9612f88e5185 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.0474124 Dec 17 15:49:31.626452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-ef15b92d-ff3f-4485-8b8c-62f128620cfc tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:31.628081 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-ef15b92d-ff3f-4485-8b8c-62f128620cfc tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 948 time: 0.0796669 Dec 17 15:49:31.635541 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf395d7-0d05-49a4-9aec-6c653f1f4b60 x-openstack-request-id: req-daf395d7-0d05-49a4-9aec-6c653f1f4b60 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:31.635918 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "name": "network-vif-plugged", "status": "completed", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:31.636123 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daf395d7-0d05-49a4-9aec-6c653f1f4b60 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:31.636519 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302', 'code': 200} Dec 17 15:49:31.787667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f05581-d420-47a0-a34f-753c017d797c req-9d012a5c-a2d1-42d3-967c-74268bec7f7c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:31.788773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6a354-1113-4eeb-a8e4-f2caeb5bf4d3 req-e6f91a6f-55a7-4907-a5fa-b3db0a50daca tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:31.790162 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17f05581-d420-47a0-a34f-753c017d797c req-9d012a5c-a2d1-42d3-967c-74268bec7f7c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0888736 Dec 17 15:49:31.792656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109aef7-9930-4b02-9422-b95619f8f075 req-0e8773fc-f880-4ea1-87cd-fe1df0cd4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:31.795247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f109aef7-9930-4b02-9422-b95619f8f075 req-0e8773fc-f880-4ea1-87cd-fe1df0cd4432 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1097 time: 0.0837486 Dec 17 15:49:31.803685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7cc6a354-1113-4eeb-a8e4-f2caeb5bf4d3 req-e6f91a6f-55a7-4907-a5fa-b3db0a50daca tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 948 time: 0.1084726 Dec 17 15:49:31.845281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Deleting port 4936e3ed-d826-4a26-b447-522b23cf2e94 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:31.845623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:31.874941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17f05581-d420-47a0-a34f-753c017d797c req-6849e79f-7aeb-4010-bdde-e35e41e10f34 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773215 Dec 17 15:49:31.884128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f109aef7-9930-4b02-9422-b95619f8f075 req-4816a596-a4f4-4de1-90d1-3b6f04d1c945 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762894 Dec 17 15:49:31.938239 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7cc6a354-1113-4eeb-a8e4-f2caeb5bf4d3 req-c3b154a3-c02d-41ce-b46a-dcb2f7cd010c tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325023 Dec 17 15:49:32.077035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-92c940f0-3eb1-437a-8586-7ff2a173c1e8 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:32.079277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-92c940f0-3eb1-437a-8586-7ff2a173c1e8 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 820 time: 0.1813407 Dec 17 15:49:32.094030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] For port 4936e3ed-d826-4a26-b447-522b23cf2e94, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=4936e3ed-d826-4a26-b447-522b23cf2e94,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:32.094414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:32.097820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Request body: {'port': {'device_id': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'admin_state_up': True, 'tenant_id': 'd11392be2a0d41439466f777ba3a572a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:32.136338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Calling delete_port for 4936e3ed-d826-4a26-b447-522b23cf2e94 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:32.149702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6e7e8-ae95-40a1-a397-5eff9262e458 req-59cb70e1-3b8c-46de-8b41-ebbad93444fc tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:32.151589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6a6e7e8-ae95-40a1-a397-5eff9262e458 req-59cb70e1-3b8c-46de-8b41-ebbad93444fc tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1153390 Dec 17 15:49:32.281840 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6a6e7e8-ae95-40a1-a397-5eff9262e458 req-a4e027b5-7379-4499-be70-2b69bce27506 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208403 Dec 17 15:49:32.488560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:32.601365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Pushing event deleted for resources: {'Port': ['ID=4936e3ed-d826-4a26-b447-522b23cf2e94,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:32.696238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] No DVR routers for this DVR port 4936e3ed-d826-4a26-b447-522b23cf2e94 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:32.706216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:32.710001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff92ff27-089a-4a30-badc-3a6a18fcdb07 req-0703211b-973c-4d37-8c6c-06ebed455e9e tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "DELETE /v2.0/ports/4936e3ed-d826-4a26-b447-522b23cf2e94 HTTP/1.1" status: 204 len: 173 time: 1.0621350 Dec 17 15:49:32.757814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fffdb210-0f6c-4fc3-a542-f19ba5f5bcf1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0628316 Dec 17 15:49:32.858369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c0a06-11a9-4b13-b389-dfed30422aa0 req-343dea4a-6da0-407d-855c-ff21ae4bcf87 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:32.860672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-795c0a06-11a9-4b13-b389-dfed30422aa0 req-343dea4a-6da0-407d-855c-ff21ae4bcf87 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0793390 Dec 17 15:49:32.880226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-deleted', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:32.882725 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6abfbb-99b7-488c-8f2c-bc94ab099f9e" -d '{"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-deleted", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:32.922122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Made reservation on behalf of d11392be2a0d41439466f777ba3a572a for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:32.925891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:32.967638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-795c0a06-11a9-4b13-b389-dfed30422aa0 req-7d87c7f6-f3bf-40ad-a482-2dd20ffbdfd0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001434 Dec 17 15:49:33.035359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ff51b799-3d18-4391-89a1-9f16569a481c no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:33.053911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c55b26-7413-431a-bf39-c9716113e7eb req-9c69e7ae-a193-4fd1-95bd-f31529625d04 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:33.057207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59c55b26-7413-431a-bf39-c9716113e7eb req-9c69e7ae-a193-4fd1-95bd-f31529625d04 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 950 time: 0.1643496 Dec 17 15:49:33.085168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: ff51b799-3d18-4391-89a1-9f16569a481c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:33.085430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ff51b799-3d18-4391-89a1-9f16569a481c not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:33.154144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-480708e8-d50a-4356-90d2-1b15960b0c5e req-853a6cf5-2fe3-44cf-b818-5d4b20e2e796 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.0620108 Dec 17 15:49:33.194686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36478) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:33.235633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59c55b26-7413-431a-bf39-c9716113e7eb req-954f44a2-8c44-4c58-9a1b-d8a1e93dcbb1 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647873 Dec 17 15:49:33.348580 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1642d401-faa8-471a-a16e-05c2b7b800c8 x-openstack-request-id: req-1642d401-faa8-471a-a16e-05c2b7b800c8 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:33.349423 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d521ea3-671c-489a-9cbd-20da17ba8e23", "name": "network-vif-deleted", "tag": "13dd30d1-e1cf-4ad1-8d47-734766a6388d", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:33.351301 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1642d401-faa8-471a-a16e-05c2b7b800c8 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:33.351855 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d521ea3-671c-489a-9cbd-20da17ba8e23', 'name': 'network-vif-deleted', 'tag': '13dd30d1-e1cf-4ad1-8d47-734766a6388d', 'status': 'completed', 'code': 200} Dec 17 15:49:33.364898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Allocated IP 172.20.0.5 (841d205e-dc57-4612-9caf-9f4cb0fc3a5a/a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f/dccaab32-0798-4327-928c-dc090b5686a4) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:33.520443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-deleted', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:33.525277 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3500d20-ea06-4f9e-ac29-e7cb1b4390f1" -d '{"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-deleted", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:33.584009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba581d21-dad3-4588-8731-ca22692743fd req-6de053f6-3db1-472c-b008-f01002620994 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=40305381-7386-40da-82c2-1422624d61e3 HTTP/1.1" status: 200 len: 210 time: 0.0325270 Dec 17 15:49:33.599011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b4f81d1-618a-4a96-b3d7-c6178acbd62e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e5c8fe18fd240dc9dba213e5038d9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021580 Dec 17 15:49:33.602584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36498) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:33.664465 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ab7a11-c44f-45b0-9b47-aaffbf33f0ae x-openstack-request-id: req-c4ab7a11-c44f-45b0-9b47-aaffbf33f0ae {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:33.664918 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40305381-7386-40da-82c2-1422624d61e3", "name": "network-vif-deleted", "tag": "4936e3ed-d826-4a26-b447-522b23cf2e94", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:33.665338 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4ab7a11-c44f-45b0-9b47-aaffbf33f0ae {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:33.665746 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40305381-7386-40da-82c2-1422624d61e3', 'name': 'network-vif-deleted', 'tag': '4936e3ed-d826-4a26-b447-522b23cf2e94', 'status': 'completed', 'code': 200} Dec 17 15:49:33.712010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:33.770000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd45b633-fe9a-4ef7-8379-54a7d67614e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:33.813688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae14661-6244-4db8-bdd2-bcad5e6cef26 req-8f894c73-3f51-45ac-aa4f-70ce4315eb8e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:33.815216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ae14661-6244-4db8-bdd2-bcad5e6cef26 req-8f894c73-3f51-45ac-aa4f-70ce4315eb8e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0950248 Dec 17 15:49:33.838639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd45b633-fe9a-4ef7-8379-54a7d67614e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:33.840898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:33.852249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['31118ec0-34b4-4f61-8af1-dd9599f17fe1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:33.878127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:33.888350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:33.919508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:34.045445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e745e-e1d0-4317-9165-be57a197c40b req-cba750b6-2d09-487c-99ba-78266886e0c5 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.048125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-960e745e-e1d0-4317-9165-be57a197c40b req-cba750b6-2d09-487c-99ba-78266886e0c5 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 950 time: 0.0958312 Dec 17 15:49:34.119675 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ae14661-6244-4db8-bdd2-bcad5e6cef26 req-4cbb090d-7005-461f-8488-57c330362a01 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871666 Dec 17 15:49:34.123159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:34.154535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.155743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:34.184131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-7faaf4b6-fd79-48ee-9bb1-c0831e613205 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0892549 Dec 17 15:49:34.185571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd45b633-fe9a-4ef7-8379-54a7d67614e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:34.190350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd45b633-fe9a-4ef7-8379-54a7d67614e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:34.196045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd45b633-fe9a-4ef7-8379-54a7d67614e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ef8bdde-c827-4651-9c4a-b5119120e562 HTTP/1.1" status: 204 len: 168 time: 0.5924184 Dec 17 15:49:34.217389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Request body: {'port': {'device_id': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:34.223105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45b633-fe9a-4ef7-8379-54a7d67614e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef8bdde-c827-4651-9c4a-b5119120e562,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:34.270286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:34.314850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 13dd30d1-e1cf-4ad1-8d47-734766a6388d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:34.315437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 13dd30d1-e1cf-4ad1-8d47-734766a6388d not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:34.407353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142edb4-8ef4-443e-888e-14bc301db1b5 req-0ead2511-049a-44b4-a2f8-0cc89b51664f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.409047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c142edb4-8ef4-443e-888e-14bc301db1b5 req-0ead2511-049a-44b4-a2f8-0cc89b51664f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.2007835 Dec 17 15:49:34.412263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Deleting port d5442c37-69cf-4127-ad86-058c1a5895ae {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:34.412800 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:34.458555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282744-c13f-497b-9b4d-ec31d206c637 req-d352949a-4ad0-4ce4-a56f-3c56bf8d549e tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.460308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f282744-c13f-497b-9b4d-ec31d206c637 req-d352949a-4ad0-4ce4-a56f-3c56bf8d549e tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1097 time: 0.1574745 Dec 17 15:49:34.461448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:34.481597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:34.571234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f282744-c13f-497b-9b4d-ec31d206c637 req-f7b32ab0-b336-447e-8f9d-d822ef4cd3ff tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007819 Dec 17 15:49:34.571453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c142edb4-8ef4-443e-888e-14bc301db1b5 req-c4ae1f97-3885-4b9f-a576-0f69af91cb34 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847633 Dec 17 15:49:34.579327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] For port d5442c37-69cf-4127-ad86-058c1a5895ae, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d5442c37-69cf-4127-ad86-058c1a5895ae,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:34.595583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:34.622741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Calling delete_port for d5442c37-69cf-4127-ad86-058c1a5895ae owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:34.715194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36560) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:34.840213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:34.843876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bf59c-7a88-4560-9787-12e6dfd6442c req-2ace0749-fd1a-41dd-8b17-132f3e0a24ea tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.845490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b47bf59c-7a88-4560-9787-12e6dfd6442c req-2ace0749-fd1a-41dd-8b17-132f3e0a24ea tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa09d665-6951-456b-80d9-dc91f5f5bdad HTTP/1.1" status: 200 len: 950 time: 0.1315098 Dec 17 15:49:34.899308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6c6e-451e-46c8-92aa-75a4c5ac7a1c req-dfae4f55-9cb4-4234-9db1-b4b93176162a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.900956 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b80b6c6e-451e-46c8-92aa-75a4c5ac7a1c req-dfae4f55-9cb4-4234-9db1-b4b93176162a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 931 time: 0.1749840 Dec 17 15:49:34.910311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e81d404-4c3c-47cd-afa4-bc880e57cd7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94e3488e3a834ad0a7857781100e8f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910930 Dec 17 15:49:34.911394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36564) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:34.918739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-b6ce63d7-5771-46bd-b5c4-737cdf5b0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.920396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-b6ce63d7-5771-46bd-b5c4-737cdf5b0516 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1101 time: 0.1685915 Dec 17 15:49:34.986683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.000716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d5442c37-69cf-4127-ad86-058c1a5895ae'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:35.038896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Pushing event deleted for resources: {'Port': ['ID=d5442c37-69cf-4127-ad86-058c1a5895ae,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:35.046246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d5442c37-69cf-4127-ad86-058c1a5895ae no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:35.054307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b80b6c6e-451e-46c8-92aa-75a4c5ac7a1c req-6663e44c-5c74-469a-b394-42c33413853e tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368067 Dec 17 15:49:35.095798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] No DVR routers for this DVR port d5442c37-69cf-4127-ad86-058c1a5895ae on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:35.110708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: d5442c37-69cf-4127-ad86-058c1a5895ae {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:35.110708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d5442c37-69cf-4127-ad86-058c1a5895ae not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:35.110708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 4936e3ed-d826-4a26-b447-522b23cf2e94 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:35.113669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b47bf59c-7a88-4560-9787-12e6dfd6442c req-6699d19e-4a55-4a25-8dd9-8c210e460947 tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.54 "GET /v2.0/security-groups?id=eed64def-c737-4706-8672-321b2f004731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285559 Dec 17 15:49:35.117040 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.120816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-960e745e-e1d0-4317-9165-be57a197c40b req-e35cdf2d-0cd2-4b35-b10a-a3bfd17fa9aa tempest-ServersOnMultiNodesTest-1672620315 tempest-ServersOnMultiNodesTest-1672620315-project] 10.222.0.47 "DELETE /v2.0/ports/d5442c37-69cf-4127-ad86-058c1a5895ae HTTP/1.1" status: 204 len: 173 time: 1.0603945 Dec 17 15:49:35.148501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccaab32-0798-4327-928c-dc090b5686a4 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:35.151440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 4936e3ed-d826-4a26-b447-522b23cf2e94 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:35.151783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 4936e3ed-d826-4a26-b447-522b23cf2e94 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:35.161840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.191347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-127a27d9-a554-4505-ba45-00b2813b3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.192096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-127a27d9-a554-4505-ba45-00b2813b3091 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2615647 Dec 17 15:49:35.242267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-cf7132e6-4b53-44db-b34c-02c22880cab3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.0429618 Dec 17 15:49:35.251441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Transition to ACTIVE for port object dccaab32-0798-4327-928c-dc090b5686a4 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:49:35.266739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.294073 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-12a5d324-6c27-4261-9507-e0a8a66a452e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.296951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.341656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.360176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-f0c1bd8a-7269-4e6c-b678-f345b66a62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.361838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-f0c1bd8a-7269-4e6c-b678-f345b66a62bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1126711 Dec 17 15:49:35.399544 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-12a5d324-6c27-4261-9507-e0a8a66a452e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.456019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-f5960bff-bbd0-4ff3-81c4-a67e7627cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.457668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-f5960bff-bbd0-4ff3-81c4-a67e7627cf3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892982 Dec 17 15:49:35.468732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:35.511246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23b0e109ad074a7fa9e10d0f4e57cedc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0211484 Dec 17 15:49:35.521160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f402d-f756-4b40-9120-96d6a48be581,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:35.530237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36570) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:35.562974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.563327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.563657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.564017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.564350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.564679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.565007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.565330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.565654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.565975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.566294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.566608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.566932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.571505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30b5e4-e6fb-4446-9d46-879a8e63f9d8 req-f978345d-4535-42ce-ad52-6f245275cf56 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.577870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-d414d366-4a68-4586-aad0-ea6788922eae service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132679 Dec 17 15:49:35.578844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa30b5e4-e6fb-4446-9d46-879a8e63f9d8 req-f978345d-4535-42ce-ad52-6f245275cf56 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1097 time: 0.3795495 Dec 17 15:49:35.607171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.607509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.607863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.608206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.608532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.608859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.609181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.609618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.609822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.610164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.610556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.610962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.611287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e52f55b-8907-4be5-b3c7-841c34b663f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:35.650105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-12a5d324-6c27-4261-9507-e0a8a66a452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.653130 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-12a5d324-6c27-4261-9507-e0a8a66a452e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.654578 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-12a5d324-6c27-4261-9507-e0a8a66a452e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5722d5e6-9f81-4351-a066-a2d8fb8f4b71 HTTP/1.1" status: 204 len: 168 time: 0.7395294 Dec 17 15:49:35.673197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'name': 'network-vif-deleted', 'tag': 'd5442c37-69cf-4127-ad86-058c1a5895ae'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:35.675908 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e902f9-6b04-4551-a132-216a2d64c762" -d '{"events": [{"server_uuid": "fa09d665-6951-456b-80d9-dc91f5f5bdad", "name": "network-vif-deleted", "tag": "d5442c37-69cf-4127-ad86-058c1a5895ae"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:35.698020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5d324-6c27-4261-9507-e0a8a66a452e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5722d5e6-9f81-4351-a066-a2d8fb8f4b71,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:35.720810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:35.721153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:35.721867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:35.741706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa30b5e4-e6fb-4446-9d46-879a8e63f9d8 req-944f88f0-4c02-4c83-a58c-20771d7a4b4c tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552768 Dec 17 15:49:35.769077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:35.769462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:35.784685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:35.787267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:35.789833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a5b19-6b5a-446a-9de3-272e6854d5e8 req-efac59f9-8c83-4eeb-b73d-0f6accb82e24 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.790472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:35.791107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Bound port: dccaab32-0798-4327-928c-dc090b5686a4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:35.791640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.797213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8e2d-9993-4f96-bd35-7f2193f789d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.798383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-231a5b19-6b5a-446a-9de3-272e6854d5e8 req-efac59f9-8c83-4eeb-b73d-0f6accb82e24 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 949 time: 0.2190168 Dec 17 15:49:35.851687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe22b279-12bd-4a7e-b4e6-20d3e13c8fad service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885443 Dec 17 15:49:35.895363 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-231a5b19-6b5a-446a-9de3-272e6854d5e8 req-6158778a-f9b1-4500-ab1e-bb9fac88f0df tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958683 Dec 17 15:49:35.925969 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8e2d-9993-4f96-bd35-7f2193f789d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:35.955619 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aee42f-b3f4-4662-82ea-7c6aa7746ec7 x-openstack-request-id: req-00aee42f-b3f4-4662-82ea-7c6aa7746ec7 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:35.956182 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa09d665-6951-456b-80d9-dc91f5f5bdad", "name": "network-vif-deleted", "tag": "d5442c37-69cf-4127-ad86-058c1a5895ae", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:35.956599 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00aee42f-b3f4-4662-82ea-7c6aa7746ec7 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:35.957209 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa09d665-6951-456b-80d9-dc91f5f5bdad', 'name': 'network-vif-deleted', 'tag': 'd5442c37-69cf-4127-ad86-058c1a5895ae', 'status': 'completed', 'code': 200} Dec 17 15:49:36.044894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597a00b-21bb-4954-95db-c267e8efdbab req-2035646f-7851-41cf-9281-1b0e8f8f5a8a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:36.052276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3597a00b-21bb-4954-95db-c267e8efdbab req-2035646f-7851-41cf-9281-1b0e8f8f5a8a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.2061763 Dec 17 15:49:36.060865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:36.064985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:36.091239 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:36.104005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8e2d-9993-4f96-bd35-7f2193f789d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:36.108087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c1a8e2d-9993-4f96-bd35-7f2193f789d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:36.109380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8c1a8e2d-9993-4f96-bd35-7f2193f789d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f29f402d-f756-4b40-9120-96d6a48be581 HTTP/1.1" status: 204 len: 168 time: 0.5774283 Dec 17 15:49:36.173132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a8e2d-9993-4f96-bd35-7f2193f789d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f402d-f756-4b40-9120-96d6a48be581,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:36.186633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:36.188735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:36.190321 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] 10.222.0.49 "PUT /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 1092 time: 1.9912517 Dec 17 15:49:36.190943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:36.211529 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66471d39-68ec-4e9c-8f01-ab25073d79ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "tag": "dccaab32-0798-4327-928c-dc090b5686a4"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:36.291073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3597a00b-21bb-4954-95db-c267e8efdbab req-33bdf4f8-988b-41a4-99cc-e57b51f1e11e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332480 Dec 17 15:49:36.311755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3d5c2-bf2a-408a-b2c0-478e5666e006 service neutron] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:36.347749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-2eadf779-f68c-4ff6-901f-7fb46072966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:36.349892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-2eadf779-f68c-4ff6-901f-7fb46072966d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1095 time: 0.1065586 Dec 17 15:49:36.426887 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c91a61fe-3edc-4e3e-80eb-94b028f69e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:36.431855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-ad6e43b2-5088-4c04-9232-941209dc6fd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 217 time: 0.0742779 Dec 17 15:49:36.538106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945759e6-1996-42fb-9417-5fca245616bf req-31521cec-2b1c-4491-a9c6-067ea3154731 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:36.547623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-945759e6-1996-42fb-9417-5fca245616bf req-31521cec-2b1c-4491-a9c6-067ea3154731 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1314456 Dec 17 15:49:36.566283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-29a0f8c0-00c8-48de-9592-9bcff936f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:36.567729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-29a0f8c0-00c8-48de-9592-9bcff936f930 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1135521 Dec 17 15:49:36.612782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-f4339702-fa1e-457d-ad3c-43080ce2c35a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373762 Dec 17 15:49:36.680125 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-945759e6-1996-42fb-9417-5fca245616bf req-412491e8-9901-44f3-8c47-b6052fccbbf5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313980 Dec 17 15:49:36.736105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-aafdced4-a0f9-43ca-b492-966f78466406 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145160 Dec 17 15:49:36.864993 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133d6fe-9636-4e2d-96f1-6b3cb47c227a x-openstack-request-id: req-a133d6fe-9636-4e2d-96f1-6b3cb47c227a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:36.866927 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "tag": "dccaab32-0798-4327-928c-dc090b5686a4", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:36.867287 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a133d6fe-9636-4e2d-96f1-6b3cb47c227a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:36.867953 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4', 'status': 'completed', 'code': 200} Dec 17 15:49:36.894804 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1969078-2c44-4618-a9e3-b16a2d3b943e req-52daf5df-da96-4a1a-82ad-919116fbb3a2 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484709 Dec 17 15:49:37.062691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-43e93b33-b45c-4bbb-b2f3-02398d272af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.064651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-43e93b33-b45c-4bbb-b2f3-02398d272af5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1095 time: 0.1238546 Dec 17 15:49:37.081549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc943766-8136-4176-9a7a-5c4a4aef0f85 req-0d9c7949-3629-4f72-86ce-e41cd3f39bd7 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.083291 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc943766-8136-4176-9a7a-5c4a4aef0f85 req-0d9c7949-3629-4f72-86ce-e41cd3f39bd7 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 949 time: 0.0783391 Dec 17 15:49:37.209243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc943766-8136-4176-9a7a-5c4a4aef0f85 req-2e6bc136-02f6-435e-8262-eb10f39f25fd tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004088 Dec 17 15:49:37.253974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-c63eb7a9-50e1-4855-b792-9e84196744ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.255527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-c63eb7a9-50e1-4855-b792-9e84196744ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1836011 Dec 17 15:49:37.334304 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-81c41114-5d75-4532-b499-efa0f17c51eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 217 time: 0.0722675 Dec 17 15:49:37.413180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36654) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:37.435701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-8d6bdc0d-4c82-4290-b21a-b598b4ec838d tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:49:37.446233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-8d6bdc0d-4c82-4290-b21a-b598b4ec838d tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208540 Dec 17 15:49:37.493528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-85815e51-4f5c-46db-9730-1294b1133af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.500737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-85815e51-4f5c-46db-9730-1294b1133af0 service neutron] 10.222.0.54 "GET /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 1094 time: 0.0532463 Dec 17 15:49:37.505324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Request body: {'binding': {'host': 'n-h2-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:37.505984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Unknown quota resources ['binding']. {{(pid=109784) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:49:37.701457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-37bcfcb6-94c4-45e5-8923-93d0792ae400 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec859b55740147209ef7aa48c7cee100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869401 Dec 17 15:49:37.704555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36666) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:37.727240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-18b56d4b-4b29-450f-842b-aaae6fd6a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.729261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-18b56d4b-4b29-450f-842b-aaae6fd6a882 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.3876359 Dec 17 15:49:37.730154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on host n-h2-806683-20 for vnic_type normal with profile None {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:37.730654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:37.731134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:37.737614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:37.738118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:37.748018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:37.748660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:37.749213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:37.749818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Bound port: af2410bb-25ee-493f-8417-f6caf0fa4302, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:37.799799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e16de-1020-4406-8a3d-677bee7486d0 req-439d9a45-ed67-4de5-8987-f0d42688703b tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.801687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-933e16de-1020-4406-8a3d-677bee7486d0 req-439d9a45-ed67-4de5-8987-f0d42688703b tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 949 time: 0.2796748 Dec 17 15:49:37.802528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36672) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:37.807490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-c3da88dd-f975-469e-a8ce-1bcc3abb6855 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605907 Dec 17 15:49:37.834533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959cfa3-a8bb-411c-8db0-f133c7259981 req-ec145f70-3175-4395-9016-cffa6792ff43 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.843015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c959cfa3-a8bb-411c-8db0-f133c7259981 req-ec145f70-3175-4395-9016-cffa6792ff43 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.4163849 Dec 17 15:49:37.979974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-763b2cb2-ed3f-4f2a-81c0-5d3e02b94d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:37.992435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Deleting port d752599e-bf4b-4234-91c6-3ecf8cc891a1 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:49:37.992878 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.006043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c959cfa3-a8bb-411c-8db0-f133c7259981 req-ddc556da-b656-48b9-b375-67007c2deb0c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618659 Dec 17 15:49:38.011620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:38.022835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.024684 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-c2a3373e-279f-4c3b-a5a0-3b81a016e6fd service neutron] 10.222.0.54 "POST /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302/bindings HTTP/1.1" status: 201 len: 390 time: 0.5228772 Dec 17 15:49:38.086845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-8c11d285-9bf8-4c13-8b62-7c4bfcf20f99 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682676 Dec 17 15:49:38.132161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-550672904-network', 'tenant_id': '24aab19a67c240a29757b051c60d9feb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:38.139894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-763b2cb2-ed3f-4f2a-81c0-5d3e02b94d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.209385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Made reservation on behalf of 24aab19a67c240a29757b051c60d9feb for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:38.212035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.248881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] For port d752599e-bf4b-4234-91c6-3ecf8cc891a1, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d752599e-bf4b-4234-91c6-3ecf8cc891a1,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:38.249443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.275123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.370328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Calling delete_port for d752599e-bf4b-4234-91c6-3ecf8cc891a1 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:49:38.375894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975f286-47a5-408c-974d-7541f52e60ab req-634e0746-7d89-4a52-8f3b-b71c85404619 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:38.375894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3975f286-47a5-408c-974d-7541f52e60ab req-634e0746-7d89-4a52-8f3b-b71c85404619 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1545413 Dec 17 15:49:38.425115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66471d39-68ec-4e9c-8f01-ab25073d79ac req-20e75b30-3c95-4071-b80f-9ec59602eebf service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339808 Dec 17 15:49:38.464765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3975f286-47a5-408c-974d-7541f52e60ab req-c1adc673-37f9-4988-a37c-a77e3a4669e7 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742252 Dec 17 15:49:38.503424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.504877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-763b2cb2-ed3f-4f2a-81c0-5d3e02b94d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.508014 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-763b2cb2-ed3f-4f2a-81c0-5d3e02b94d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.509313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-763b2cb2-ed3f-4f2a-81c0-5d3e02b94d91 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eed64def-c737-4706-8672-321b2f004731 HTTP/1.1" status: 204 len: 168 time: 0.8017530 Dec 17 15:49:38.530532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2cb2-ed3f-4f2a-81c0-5d3e02b94d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed64def-c737-4706-8672-321b2f004731,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:38.537995 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.605678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-888fa82b-0d58-4785-a0a6-68e78ad2712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.612445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a53b3-0dc0-4f5b-836e-8ee8c0b1964c req-70da34b1-deea-4260-b747-772ff3531482 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:38.614426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28b76b-a948-49dd-bf24-84cf0464ae37 req-c7adbc4f-44bf-49f8-83ee-4da40ad0575c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:38.622199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f28b76b-a948-49dd-bf24-84cf0464ae37 req-c7adbc4f-44bf-49f8-83ee-4da40ad0575c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2672427 Dec 17 15:49:38.624887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-990a53b3-0dc0-4f5b-836e-8ee8c0b1964c req-70da34b1-deea-4260-b747-772ff3531482 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2f3c982-0f0b-4fed-bfdd-d18c70f569ec HTTP/1.1" status: 200 len: 949 time: 0.0863168 Dec 17 15:49:38.651095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-b0b60574-011b-4c5c-bf2e-4341d86944a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:38.653352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-b0b60574-011b-4c5c-bf2e-4341d86944a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1097 time: 0.2931018 Dec 17 15:49:38.660953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:49:38.689158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-990a53b3-0dc0-4f5b-836e-8ee8c0b1964c req-abc13632-3915-4b26-8107-1d6fefa9468b tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.54 "GET /v2.0/security-groups?id=c23b14a3-9434-4212-8da6-eb163fe00aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Dec 17 15:49:38.760710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:38.866293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f28b76b-a948-49dd-bf24-84cf0464ae37 req-7a648826-880b-4d27-9beb-2ee6af6106e0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430162 Dec 17 15:49:38.909407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-3c3fa2bf-e23b-463d-986d-a37169da9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:38.911411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-3c3fa2bf-e23b-463d-986d-a37169da9f21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2373924 Dec 17 15:49:38.915193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.917943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:38.918458 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Added segment 13a953ff-69ff-4e69-b2ac-f8551a0b4636 of type vlan for network c179206e-9528-42ce-9e02-a6b3e08baef2 Dec 17 15:49:38.991198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Pushing event deleted for resources: {'Port': ['ID=d752599e-bf4b-4234-91c6-3ecf8cc891a1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:38.996218 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7a60cb81-6a62-41b5-91d9-6beb2440135a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 217 time: 0.0757656 Dec 17 15:49:39.028641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:39.108258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-84769959-a7f9-45b6-9401-ca2020c14ca5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=208521a7c4614372ab544bce7cec8295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758476 Dec 17 15:49:39.108925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36704) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:39.117845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.121500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] No DVR routers for this DVR port d752599e-bf4b-4234-91c6-3ecf8cc891a1 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:39.127099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.130645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-933e16de-1020-4406-8a3d-677bee7486d0 req-51efb68a-2ddd-4395-bec0-6e87bb2aa6b5 tempest-ListImageFiltersTestJSON-17341993 tempest-ListImageFiltersTestJSON-17341993-project] 10.222.0.47 "DELETE /v2.0/ports/d752599e-bf4b-4234-91c6-3ecf8cc891a1 HTTP/1.1" status: 204 len: 173 time: 1.3064299 Dec 17 15:49:39.151011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-deleted', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:39.156569 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ad487-0fe3-4582-8629-138d3a2d80f9" -d '{"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-deleted", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:39.212075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-655f0766-3648-4af9-9f97-8f83106d5821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.244003 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1be5ff-a3d4-462d-93f2-05b8222b6915 x-openstack-request-id: req-6f1be5ff-a3d4-462d-93f2-05b8222b6915 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:39.244003 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3c982-0f0b-4fed-bfdd-d18c70f569ec", "name": "network-vif-deleted", "tag": "d752599e-bf4b-4234-91c6-3ecf8cc891a1", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:39.244003 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f1be5ff-a3d4-462d-93f2-05b8222b6915 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:39.244003 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3c982-0f0b-4fed-bfdd-d18c70f569ec', 'name': 'network-vif-deleted', 'tag': 'd752599e-bf4b-4234-91c6-3ecf8cc891a1', 'status': 'completed', 'code': 200} Dec 17 15:49:39.245677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-094446e4-a48f-44f4-985a-f25e8e3c31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:39.247473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-094446e4-a48f-44f4-985a-f25e8e3c31ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.2279987 Dec 17 15:49:39.252467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-655f0766-3648-4af9-9f97-8f83106d5821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.323025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-97d32a65-a003-4d0f-bd59-2978bdc3bb09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686698 Dec 17 15:49:39.324163 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.325375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:39.325967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.331862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-655f0766-3648-4af9-9f97-8f83106d5821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.334526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-655f0766-3648-4af9-9f97-8f83106d5821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.338138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-655f0766-3648-4af9-9f97-8f83106d5821 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2cbbd901-c68d-4acd-a7f4-da98c1460509 HTTP/1.1" status: 204 len: 168 time: 0.2248960 Dec 17 15:49:39.361899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f0766-3648-4af9-9f97-8f83106d5821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbbd901-c68d-4acd-a7f4-da98c1460509,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:39.474083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d94d-b13e-459f-b48a-6a922869afab req-f5786564-f666-46e9-ac5b-c442d0c29006 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:39.481989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0777d94d-b13e-459f-b48a-6a922869afab req-f5786564-f666-46e9-ac5b-c442d0c29006 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.3615727 Dec 17 15:49:39.493757 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6730740 Dec 17 15:49:39.494444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36728) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:39.500494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Request body: {'subnet': {'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-550672904-subnet', 'tenant_id': '24aab19a67c240a29757b051c60d9feb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:39.547861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=c179206e-9528-42ce-9e02-a6b3e08baef2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:39.548732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Made reservation on behalf of 24aab19a67c240a29757b051c60d9feb for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:39.551370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.639166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-93e75741-d774-4797-a424-1519db601bf3 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073595 Dec 17 15:49:39.641693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.642588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.643091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.643941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.644599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.645356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.645840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.648587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.649134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.649699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.650204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.650700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.651771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b812b-314f-464b-bad4-60fd75a45dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:39.669243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network c179206e-9528-42ce-9e02-a6b3e08baef2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:49:39.796058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0777d94d-b13e-459f-b48a-6a922869afab req-697c1d03-3163-4d4c-a1de-599a83308355 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130651 Dec 17 15:49:39.827672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1354e-198e-4fe3-a0a2-514f2c2ad14d req-015a696e-f8c1-48e2-9cdd-f670cd3d0fec tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:39.829077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bd1354e-198e-4fe3-a0a2-514f2c2ad14d req-015a696e-f8c1-48e2-9cdd-f670cd3d0fec tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1813087 Dec 17 15:49:39.872849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:39.891216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-bf48b23c-b50c-4176-bbeb-480dfe8947ca service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282727 Dec 17 15:49:39.926469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bd1354e-198e-4fe3-a0a2-514f2c2ad14d req-6b00ba3c-4c77-4ad4-a645-851ef925b2bb tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900202 Dec 17 15:49:39.980167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:40.079363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Checking segment: {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:40.079760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Network hostable DHCP agents. Network: c179206e-9528-42ce-9e02-a6b3e08baef2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:49:40.086321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b58e21b-4cf3-42a4-925d-6177657b40f9,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:40.099771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb72515-ccda-495e-a52b-b818a8b974fb req-1c9e7e8f-672d-4f42-8d08-78c0aec79cfe tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:40.102713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bdb72515-ccda-495e-a52b-b818a8b974fb req-1c9e7e8f-672d-4f42-8d08-78c0aec79cfe tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1065691 Dec 17 15:49:40.111479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Network c179206e-9528-42ce-9e02-a6b3e08baef2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:49:40.124588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, c179206e-9528-42ce-9e02-a6b3e08baef2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:40.136327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f6481-69b5-49ec-b041-832b6f008dc5 None None] Network c179206e-9528-42ce-9e02-a6b3e08baef2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:40.140377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:40.140986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:40.172283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ae40933-6f13-484b-9223-2672602fead8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6762171 Dec 17 15:49:40.200114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bdb72515-ccda-495e-a52b-b818a8b974fb req-5a96fac9-fd1b-4be5-9003-fda279c18d58 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845113 Dec 17 15:49:40.302150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f5ece4-960e-427c-9542-d9d98b44dd5e None None] Network c179206e-9528-42ce-9e02-a6b3e08baef2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:40.614852 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:40.833067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:40.862443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36816) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:41.014146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-733024531-network', 'tenant_id': '311287faff834603b4940ba49fadce90'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:41.050442 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.070320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:41.084496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eeedec84-7b34-4662-a5b2-e141436c4d19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.090563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Made reservation on behalf of 311287faff834603b4940ba49fadce90 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:41.093736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.108582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: d752599e-bf4b-4234-91c6-3ecf8cc891a1 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:49:41.109190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d752599e-bf4b-4234-91c6-3ecf8cc891a1 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:41.117718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.191875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-bfcd3347-61c8-4ed3-9d52-40fa3b74316f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:41.194496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-bfcd3347-61c8-4ed3-9d52-40fa3b74316f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 821 time: 0.1790709 Dec 17 15:49:41.232716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-28e0ce6c-db3a-4d74-be8e-88f4978cd002 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/quotas/24aab19a67c240a29757b051c60d9feb HTTP/1.1" status: 200 len: 375 time: 0.0307949 Dec 17 15:49:41.277612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eeedec84-7b34-4662-a5b2-e141436c4d19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.280262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.282741 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eeedec84-7b34-4662-a5b2-e141436c4d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.288090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-ac0a87d6-65b4-425d-a1f8-e1fc900e6350 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460014 Dec 17 15:49:41.303778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.325106 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eeedec84-7b34-4662-a5b2-e141436c4d19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ba5709accf1449aac1db33ebb8f9328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612901 Dec 17 15:49:41.331454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36842) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:41.343236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:49:41.346240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedec84-7b34-4662-a5b2-e141436c4d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2f0066-ecf4-4713-98cf-2c5528f11939,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:41.383086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.383430 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Added segment 5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7 of type vlan for network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 Dec 17 15:49:41.402023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-1f68d0a6-5072-441a-bd4b-cab01b70519e service neutron] 10.222.0.54 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121874 Dec 17 15:49:41.457072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887bf1c3-8ef4-4211-822e-9c2b3969b258,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:41.476701 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.493975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4d603cd-ef9f-4d2c-a587-bf4d9863dff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.507153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-81dd4244-f050-44a4-8574-5f3aaf8cfa0e service neutron] 10.222.0.54 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038218 Dec 17 15:49:41.542058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b63622-ddbc-406b-a1b5-29e6de02b60b req-f851c8a8-585b-416a-b874-167b9cf42ef1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:41.543811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80b63622-ddbc-406b-a1b5-29e6de02b60b req-f851c8a8-585b-416a-b874-167b9cf42ef1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1081295 Dec 17 15:49:41.546851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4d603cd-ef9f-4d2c-a587-bf4d9863dff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.549463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.550385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:41.550958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.651371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36850) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:41.651593 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8167377 Dec 17 15:49:41.657947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Request body: {'subnet': {'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-733024531-subnet', 'tenant_id': '311287faff834603b4940ba49fadce90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:41.672993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83da683-ea2d-4e12-8a1a-94e23c040989 admin admin] Pushing event updated for resources: {'Network': ['ID=0f90a70a-d78e-4d4a-8b51-47b8d83afc15,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:41.691800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:49:41.700362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80b63622-ddbc-406b-a1b5-29e6de02b60b req-21c18c74-eb15-41eb-8936-9fd03812120b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365550 Dec 17 15:49:41.714595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4d603cd-ef9f-4d2c-a587-bf4d9863dff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.717129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4d603cd-ef9f-4d2c-a587-bf4d9863dff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.719922 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b4d603cd-ef9f-4d2c-a587-bf4d9863dff6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba2f0066-ecf4-4713-98cf-2c5528f11939 HTTP/1.1" status: 204 len: 168 time: 0.3834388 Dec 17 15:49:41.733270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d603cd-ef9f-4d2c-a587-bf4d9863dff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2f0066-ecf4-4713-98cf-2c5528f11939,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:41.756993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Made reservation on behalf of 311287faff834603b4940ba49fadce90 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:41.759882 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:41.883296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61f92-4e0e-4191-b7df-8573b879dc3f req-8f38b36f-af2f-4ac6-92c8-c8fdffae013b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:41.900404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79c61f92-4e0e-4191-b7df-8573b879dc3f req-8f38b36f-af2f-4ac6-92c8-c8fdffae013b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0927489 Dec 17 15:49:41.952117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcc583-494f-45b1-84db-2ee8c0aa6d52 req-5e335a36-abd0-4ca9-94b7-9d286b4dd388 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:41.958448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68fcc583-494f-45b1-84db-2ee8c0aa6d52 req-5e335a36-abd0-4ca9-94b7-9d286b4dd388 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.2359874 Dec 17 15:49:41.990776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79c61f92-4e0e-4191-b7df-8573b879dc3f req-48bef2a1-6845-43bf-93cc-f87ab86d1ba8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892532 Dec 17 15:49:42.081705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.130578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68fcc583-494f-45b1-84db-2ee8c0aa6d52 req-83e8d835-9fb2-4d7e-8d21-14ff125963c3 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641381 Dec 17 15:49:42.183742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36870) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:42.201594 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.207934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f4f492a-96d3-4674-8fd3-e053b61661bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.308811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502b3741-ca78-4101-901f-8b7f9db83318,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:42.317998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Checking segment: {'id': '5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:42.318430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Network hostable DHCP agents. Network: 0f90a70a-d78e-4d4a-8b51-47b8d83afc15, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:49:42.338971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:49:42.349740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 0f90a70a-d78e-4d4a-8b51-47b8d83afc15) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:42.355482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:42.356589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.359622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c635f-f2a4-4ef0-a505-10a2b52f9e34 None None] Network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:42.371093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f4f492a-96d3-4674-8fd3-e053b61661bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.376623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f4f492a-96d3-4674-8fd3-e053b61661bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.401831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e0f4166-bd44-4a7d-b1f1-15c3c8b09271 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7486715 Dec 17 15:49:42.430011 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8f4f492a-96d3-4674-8fd3-e053b61661bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ae6f02c07da4dacb604ab5d5f57bd99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437863 Dec 17 15:49:42.444080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36878) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:42.467186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b79fc634-0d07-489b-b28a-4124242fb8fc req-f82c3740-fb92-43d8-a94d-8b8f1a64d338 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 210 time: 0.0642188 Dec 17 15:49:42.497635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f492a-96d3-4674-8fd3-e053b61661bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e69ad7-2378-4cc9-944c-cfb69739dc0f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:42.558715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b7d884e-c818-4dab-bece-4d3f58c79ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.561264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e67632-1d46-4960-9781-d444e54ec14e None None] Network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:42.634178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b7d884e-c818-4dab-bece-4d3f58c79ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.733649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b7d884e-c818-4dab-bece-4d3f58c79ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.736686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b7d884e-c818-4dab-bece-4d3f58c79ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:42.737999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2b7d884e-c818-4dab-bece-4d3f58c79ca7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1e69ad7-2378-4cc9-944c-cfb69739dc0f HTTP/1.1" status: 204 len: 168 time: 0.2922909 Dec 17 15:49:42.754128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d884e-c818-4dab-bece-4d3f58c79ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e69ad7-2378-4cc9-944c-cfb69739dc0f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:42.855933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad341b5-8a35-4a91-bbc6-a50e45fc0999 req-a174b0e9-680f-4393-b45a-3c66eac03d50 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:42.864003 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ad341b5-8a35-4a91-bbc6-a50e45fc0999 req-a174b0e9-680f-4393-b45a-3c66eac03d50 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0766873 Dec 17 15:49:42.916480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ad341b5-8a35-4a91-bbc6-a50e45fc0999 req-d6d6abc1-b874-4658-af0e-6b20f8947c9d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Dec 17 15:49:43.215969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cbb90-1391-464a-8dc6-2d309773cb2a req-6ac358f5-d072-41e5-badb-b4b0e758e6c2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:43.227537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b28cbb90-1391-464a-8dc6-2d309773cb2a req-6ac358f5-d072-41e5-badb-b4b0e758e6c2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1235805 Dec 17 15:49:43.274718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-fc64d41d-d670-4225-8035-cd3db3ef533d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:43.284877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-fc64d41d-d670-4225-8035-cd3db3ef533d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 821 time: 0.2521746 Dec 17 15:49:43.320566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Request body: {'port': {'device_id': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'admin_state_up': True, 'tenant_id': '24aab19a67c240a29757b051c60d9feb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:43.327562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b28cbb90-1391-464a-8dc6-2d309773cb2a req-3c652439-fb72-45be-b068-467923afc297 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921159 Dec 17 15:49:43.335011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36912) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:43.423085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb8d59-d8f3-41a3-91bf-a51ea62fa6f7 req-ff18e6fc-a9ad-43fc-b76e-dbb37ccdc42d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:43.424726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6eb8d59-d8f3-41a3-91bf-a51ea62fa6f7 req-ff18e6fc-a9ad-43fc-b76e-dbb37ccdc42d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1388268 Dec 17 15:49:43.627629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6780798d-253c-423b-bbf8-4a9e7ff635c1 req-20a143a7-9a8f-4311-b1dc-56bc89d99c33 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 210 time: 0.0494137 Dec 17 15:49:43.682449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-33b5da0d-6ac3-41e7-845f-e09c0a029606 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=649941598dd54826afffa5548a68a617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460040 Dec 17 15:49:43.688892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36926) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:43.743456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:43.750333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-459101047-network', 'tenant_id': '349add5cb1d544ee8f342a921c6aba4e'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:43.781675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e6f8-ed46-4a3b-8a1f-b6baae416af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:43.808418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e6f8-ed46-4a3b-8a1f-b6baae416af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:43.880708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e6f8-ed46-4a3b-8a1f-b6baae416af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:43.883698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e6f8-ed46-4a3b-8a1f-b6baae416af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:43.885169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7ce9e6f8-ed46-4a3b-8a1f-b6baae416af0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c23b14a3-9434-4212-8da6-eb163fe00aaa HTTP/1.1" status: 204 len: 168 time: 0.1948888 Dec 17 15:49:43.888522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Made reservation on behalf of 349add5cb1d544ee8f342a921c6aba4e for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:43.891448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:43.905993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:43.916489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9e6f8-ed46-4a3b-8a1f-b6baae416af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b14a3-9434-4212-8da6-eb163fe00aaa,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:43.967743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Made reservation on behalf of 24aab19a67c240a29757b051c60d9feb for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:43.971360 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.008459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6eb8d59-d8f3-41a3-91bf-a51ea62fa6f7 req-6446c1ad-5275-4b7c-9d0f-e6d7c6434f9a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715325 Dec 17 15:49:44.172967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Allocated IP 172.20.0.12 (c179206e-9528-42ce-9e02-a6b3e08baef2/1b58e21b-4cf3-42a4-925d-6177657b40f9/fffc3c03-279d-4b39-8917-5795773098da) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:44.359006 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.414576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.435728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.448437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.464609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a469a-9a2d-4b34-9e42-3118d6ba5ab7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:44.507451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:49:44.517194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f236-ca26-44f2-885b-e50361b154b3 req-6900ef39-74c2-4174-8510-3c4b75a01ddf tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:44.519435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3543f236-ca26-44f2-885b-e50361b154b3 req-6900ef39-74c2-4174-8510-3c4b75a01ddf tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.4558966 Dec 17 15:49:44.532167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.533004 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Added segment 696762d1-b74d-4391-9d75-cb7908c0a3a4 of type vlan for network 8391ad72-eb93-484f-9032-2dd8efb4ceac Dec 17 15:49:44.560661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Network c179206e-9528-42ce-9e02-a6b3e08baef2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:44.578117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:44.623672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:44.629253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3543f236-ca26-44f2-885b-e50361b154b3 req-c7302f65-4781-4a88-9b27-da791a2760b3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020458 Dec 17 15:49:44.643479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.699647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.701132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:44.701723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.714695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:44.749873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0028389 Dec 17 15:49:44.756743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36968) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:44.771683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Request body: {'subnet': {'network_id': '8391ad72-eb93-484f-9032-2dd8efb4ceac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-459101047-subnet', 'tenant_id': '349add5cb1d544ee8f342a921c6aba4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:44.831950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c712-ba9c-4652-b8b7-4edf3963a01d req-6e2dfc16-bacf-4b42-8639-f2e9d1e375ed tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:44.841576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10b4c712-ba9c-4652-b8b7-4edf3963a01d req-6e2dfc16-bacf-4b42-8639-f2e9d1e375ed tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.3512106 Dec 17 15:49:44.843800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed475214-ce91-4dfc-a048-95bb35e21974 admin admin] Pushing event updated for resources: {'Network': ['ID=8391ad72-eb93-484f-9032-2dd8efb4ceac,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:44.855594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 8391ad72-eb93-484f-9032-2dd8efb4ceac details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:49:44.880191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:44.881037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.932560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10b4c712-ba9c-4652-b8b7-4edf3963a01d req-88ed7537-6f96-4a9e-abcb-8003d4ee6187 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889452 Dec 17 15:49:44.949416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Made reservation on behalf of 349add5cb1d544ee8f342a921c6aba4e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:44.959435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:44.964900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-6996cac5-9d6e-42d1-987f-3778718d1ae9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6576335 Dec 17 15:49:44.988116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Request body: {'port': {'device_id': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:45.000079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce2084-4bc7-43f3-8f96-6bce1a48a801 req-43e2358a-6bbc-46b2-b6d1-8c027cd67864 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:45.001622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26ce2084-4bc7-43f3-8f96-6bce1a48a801 req-43e2358a-6bbc-46b2-b6d1-8c027cd67864 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 932 time: 0.1027744 Dec 17 15:49:45.097351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26ce2084-4bc7-43f3-8f96-6bce1a48a801 req-d4f57a63-a416-4181-aa6b-a08b34c3f751 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838289 Dec 17 15:49:45.218252 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:45.270213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:45.356433 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:45.360510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e7bbca-a71d-4123-ab19-e992011d359e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:45.371957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2334-80fc-435e-8286-ce986e2bd2d9 req-4693ac20-3a09-4ab0-b700-e347006f36d1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:45.373327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03cc2334-80fc-435e-8286-ce986e2bd2d9 req-4693ac20-3a09-4ab0-b700-e347006f36d1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1756828 Dec 17 15:49:45.459393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Checking segment: {'id': '696762d1-b74d-4391-9d75-cb7908c0a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8391ad72-eb93-484f-9032-2dd8efb4ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:45.459760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Network hostable DHCP agents. Network: 8391ad72-eb93-484f-9032-2dd8efb4ceac, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:49:45.496100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03cc2334-80fc-435e-8286-ce986e2bd2d9 req-cb2a9548-d0e7-4c25-ad4d-6c6ba3b638e5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131523 Dec 17 15:49:45.561534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Network 8391ad72-eb93-484f-9032-2dd8efb4ceac is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:49:45.586894 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:49:45.601709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 8391ad72-eb93-484f-9032-2dd8efb4ceac) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:45.611219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:45.611857 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:45.613529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe6bca9-683b-4bfe-8844-b3db715e697f None None] Network 8391ad72-eb93-484f-9032-2dd8efb4ceac requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:45.686052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-336a2a97-86c0-4981-be79-cd9e4aafe09c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9268448 Dec 17 15:49:45.825866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5bafb1-2c12-4217-be37-3d4bee77d8bd None None] Network 8391ad72-eb93-484f-9032-2dd8efb4ceac requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:45.890628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19adf66-bbed-433d-b1c6-176c202203c3 req-d41e9a96-10fe-4e03-a816-90b8a1d24318 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:45.892903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e19adf66-bbed-433d-b1c6-176c202203c3 req-d41e9a96-10fe-4e03-a816-90b8a1d24318 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1114931 Dec 17 15:49:45.948038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffc3c03-279d-4b39-8917-5795773098da {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:45.964628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:45.998161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Transition to ACTIVE for port object fffc3c03-279d-4b39-8917-5795773098da will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:49:46.008032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:46.020077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e19adf66-bbed-433d-b1c6-176c202203c3 req-ddb5fbc2-a68d-4e18-87e1-1213be990ad7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107488 Dec 17 15:49:46.086270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Pushing event updated for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:46.179615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Attempting to bind port fffc3c03-279d-4b39-8917-5795773098da on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:46.180208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Attempting to bind port fffc3c03-279d-4b39-8917-5795773098da by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:46.180542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Attempting to bind port fffc3c03-279d-4b39-8917-5795773098da on network c179206e-9528-42ce-9e02-a6b3e08baef2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:46.185387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Port fffc3c03-279d-4b39-8917-5795773098da on network c179206e-9528-42ce-9e02-a6b3e08baef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:46.185709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Attempting to bind port fffc3c03-279d-4b39-8917-5795773098da on network c179206e-9528-42ce-9e02-a6b3e08baef2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:46.191785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:46.192183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Checking segment: {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:46.193056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Bound using segment: {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:46.193173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Bound port: fffc3c03-279d-4b39-8917-5795773098da, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:46.193836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:46.326389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device dccaab32-0798-4327-928c-dc090b5686a4 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:46.331405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:46.350079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:46.356242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:46.402335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:46.403875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:46.405763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] 10.222.0.47 "PUT /v2.0/ports/fffc3c03-279d-4b39-8917-5795773098da HTTP/1.1" status: 200 len: 1093 time: 1.4238036 Dec 17 15:49:46.430107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:46.435699 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a251ff5-ee44-4626-94a8-25134e62a3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "tag": "fffc3c03-279d-4b39-8917-5795773098da"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:46.458339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f6b38-0bdb-43d5-9f8a-af41f82144e8 req-ecd85ec1-8a72-4277-b472-5034a70e02d8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:46.465246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6f9f6b38-0bdb-43d5-9f8a-af41f82144e8 req-ecd85ec1-8a72-4277-b472-5034a70e02d8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1729627 Dec 17 15:49:46.551451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:46.562925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75165ee7-a552-4048-a7bb-bb17f5fbd43a service neutron] Pushing event updated for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:46.565870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'dccaab32-0798-4327-928c-dc090b5686a4', 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a', 'port_id': 'dccaab32-0798-4327-928c-dc090b5686a4', 'mac_address': 'fa:16:3e:a1:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:46.604253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-ddc83df2-00ec-4e9b-8b41-e6be8d64fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:46.617319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-ddc83df2-00ec-4e9b-8b41-e6be8d64fe1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1463597 Dec 17 15:49:46.620614 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:46.638840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccaab32-0798-4327-928c-dc090b5686a4 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:46.659764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-45002989-2fb9-4e47-8c50-b7d9a85f6c78 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:46.662281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-45002989-2fb9-4e47-8c50-b7d9a85f6c78 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/networks?id=0f90a70a-d78e-4d4a-8b51-47b8d83afc15 HTTP/1.1" status: 200 len: 814 time: 0.1895816 Dec 17 15:49:46.678877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6f9f6b38-0bdb-43d5-9f8a-af41f82144e8 req-8a3565e5-510e-48a8-a347-f7ef9285895f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864984 Dec 17 15:49:46.680180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-f348e1ad-58c1-43e8-b2e4-5d108a61bcea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fffc3c03-279d-4b39-8917-5795773098da HTTP/1.1" status: 200 len: 217 time: 0.0523827 Dec 17 15:49:46.682962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-bf96733c-344c-4bd9-9a14-50ce40905b1c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/quotas/311287faff834603b4940ba49fadce90 HTTP/1.1" status: 200 len: 375 time: 0.0103798 Dec 17 15:49:46.719724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37034) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:46.730060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-5124e74b-fd71-4ef0-8093-6be3db74ca65 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=311287faff834603b4940ba49fadce90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396144 Dec 17 15:49:46.761949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-114861eb-6973-436a-91ce-79b9ca5aff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:46.763981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-114861eb-6973-436a-91ce-79b9ca5aff60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b58e21b-4cf3-42a4-925d-6177657b40f9 HTTP/1.1" status: 200 len: 861 time: 0.0765259 Dec 17 15:49:46.825208 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-272e1d92-3c32-4ad9-97b5-7674c52879b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c179206e-9528-42ce-9e02-a6b3e08baef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520144 Dec 17 15:49:46.859173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-5644c371-f8ff-4569-9fec-985ea2561002 service neutron] 10.222.0.54 "GET /v2.0/networks/0f90a70a-d78e-4d4a-8b51-47b8d83afc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191161 Dec 17 15:49:46.884441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:46.893484 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:46.931800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf19d72e-c5b1-43ca-9a5a-fcc2fde66e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:46.941410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:46.997281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51cf22-f649-417b-9a4a-b352e20cb584 req-5db382d4-dbfc-49b8-9338-87f9500c1ef3 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:47.000858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e51cf22-f649-417b-9a4a-b352e20cb584 req-5db382d4-dbfc-49b8-9338-87f9500c1ef3 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 944 time: 0.1736984 Dec 17 15:49:47.010086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-e776d8f8-5af0-4189-8765-944a3f3870c5 service neutron] 10.222.0.54 "GET /v2.0/networks/0f90a70a-d78e-4d4a-8b51-47b8d83afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438873 Dec 17 15:49:47.027025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-1af2f994-d0f1-44d3-8d71-09548690fed2 service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658709 Dec 17 15:49:47.063743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf19d72e-c5b1-43ca-9a5a-fcc2fde66e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:47.068922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf19d72e-c5b1-43ca-9a5a-fcc2fde66e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:47.121768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf19d72e-c5b1-43ca-9a5a-fcc2fde66e00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1e2334c71ba44c1941f0f2db5db6d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4003859 Dec 17 15:49:47.122776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19d72e-c5b1-43ca-9a5a-fcc2fde66e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1efbbf-4b71-4c65-ae95-23ce14080cfb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:47.125295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37040) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:47.160554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['dccaab32-0798-4327-928c-dc090b5686a4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:47.166347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e51cf22-f649-417b-9a4a-b352e20cb584 req-4c77a8a3-d398-423f-afbb-fc6703da53c1 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448445 Dec 17 15:49:47.220680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ce90999-487b-4372-aaf3-87f1ddae687f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:47.275879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1a7f33f-0ffd-475f-8b75-96752edcf91c req-c0bf2c96-cff5-4719-81d5-957c1d1b8052 service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416270 Dec 17 15:49:47.285086 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db9691e-554f-4c84-aa62-6bbdb2720810 x-openstack-request-id: req-8db9691e-554f-4c84-aa62-6bbdb2720810 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:47.285408 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "tag": "fffc3c03-279d-4b39-8917-5795773098da", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:47.285664 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8db9691e-554f-4c84-aa62-6bbdb2720810 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:47.286082 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da', 'status': 'completed', 'code': 200} Dec 17 15:49:47.288438 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ce90999-487b-4372-aaf3-87f1ddae687f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:47.343190 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567afd8-4bc0-4412-a1ae-f001e63b01ca req-1fceb0f6-f7ab-429c-be2c-7b14fdf5602b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:47.353966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f567afd8-4bc0-4412-a1ae-f001e63b01ca req-1fceb0f6-f7ab-429c-be2c-7b14fdf5602b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 944 time: 0.0735538 Dec 17 15:49:47.403840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f567afd8-4bc0-4412-a1ae-f001e63b01ca req-d2fb2440-92b1-41ea-9d79-ace40d716059 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494347 Dec 17 15:49:47.465827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-33233d5e-8450-4474-9964-5f0b09f9f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:47.467394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-33233d5e-8450-4474-9964-5f0b09f9f84c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1342747 Dec 17 15:49:47.481554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a40f4a-bccb-4bdb-969f-5e742ab98805 req-e3c56f6f-d90a-41e6-b650-9348a396fb54 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:47.483691 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-47a40f4a-bccb-4bdb-969f-5e742ab98805 req-e3c56f6f-d90a-41e6-b650-9348a396fb54 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1040087 Dec 17 15:49:47.501244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5405af13-c6a4-4389-a9c2-8c49f860e44f req-14af9911-5b48-4825-9d35-673f37d09900 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 210 time: 0.0316248 Dec 17 15:49:47.511122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ce90999-487b-4372-aaf3-87f1ddae687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:47.520146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ce90999-487b-4372-aaf3-87f1ddae687f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:47.520146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ce90999-487b-4372-aaf3-87f1ddae687f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab1efbbf-4b71-4c65-ae95-23ce14080cfb HTTP/1.1" status: 204 len: 168 time: 0.3866613 Dec 17 15:49:47.578881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce90999-487b-4372-aaf3-87f1ddae687f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1efbbf-4b71-4c65-ae95-23ce14080cfb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:47.663038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-47a40f4a-bccb-4bdb-969f-5e742ab98805 req-c473fda0-d42c-479d-b192-58c8103bc91c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652174 Dec 17 15:49:47.677565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-3150765f-bdd0-41a3-b693-3409be16bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:47.679487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-3150765f-bdd0-41a3-b693-3409be16bbd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 922 time: 0.1927433 Dec 17 15:49:47.729208 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-3be8eb23-1fb2-4ffe-b6e1-64230cf1541f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fffc3c03-279d-4b39-8917-5795773098da HTTP/1.1" status: 200 len: 217 time: 0.0377307 Dec 17 15:49:47.821568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-1194c52a-6f96-4479-b969-fc99a46df39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:47.823114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-1194c52a-6f96-4479-b969-fc99a46df39a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b58e21b-4cf3-42a4-925d-6177657b40f9 HTTP/1.1" status: 200 len: 861 time: 0.0838785 Dec 17 15:49:47.866087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-a3152add-13b9-41b3-81a0-8d9350cb7651 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c179206e-9528-42ce-9e02-a6b3e08baef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335736 Dec 17 15:49:47.875021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d11c5-274f-4afe-8759-a077d6f374fd req-e7cb80c0-f602-405a-ae13-194e0558fb28 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:47.876854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-051d11c5-274f-4afe-8759-a077d6f374fd req-e7cb80c0-f602-405a-ae13-194e0558fb28 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0943229 Dec 17 15:49:47.956247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37068) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:47.976034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce007eaf-e5ab-4577-b160-a760f0f5f6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:47.990450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-051d11c5-274f-4afe-8759-a077d6f374fd req-b9264397-d712-48ed-8e96-50f107853629 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011448 Dec 17 15:49:48.012763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-5cd930c3-6c55-4d3e-83fd-b0518974f29c service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332076 Dec 17 15:49:48.110861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce007eaf-e5ab-4577-b160-a760f0f5f6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.115356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce007eaf-e5ab-4577-b160-a760f0f5f6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.124244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a251ff5-ee44-4626-94a8-25134e62a3a4 req-4ba66f4e-ee3e-4ebc-8d54-1cc03dbede55 service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023383 Dec 17 15:49:48.155416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ce007eaf-e5ab-4577-b160-a760f0f5f6bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b48e30bf7b5444d5830a90fde62964aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979363 Dec 17 15:49:48.156239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce007eaf-e5ab-4577-b160-a760f0f5f6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11ccb0-9cd0-4b19-b34f-2094ebfd99b4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:48.158133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37074) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:48.212475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ef15d1b-e51e-4b6a-b65d-36a373293b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.235565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ef15d1b-e51e-4b6a-b65d-36a373293b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.312183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32127-cdaa-44f2-866a-10764e50b174 req-e0d9e642-d24d-421e-a224-95cca4807e47 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:48.313710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5b32127-cdaa-44f2-866a-10764e50b174 req-e0d9e642-d24d-421e-a224-95cca4807e47 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 944 time: 0.0762329 Dec 17 15:49:48.334116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device dccaab32-0798-4327-928c-dc090b5686a4 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:48.344252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ef15d1b-e51e-4b6a-b65d-36a373293b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.346846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ef15d1b-e51e-4b6a-b65d-36a373293b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.348144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ef15d1b-e51e-4b6a-b65d-36a373293b67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a11ccb0-9cd0-4b19-b34f-2094ebfd99b4 HTTP/1.1" status: 204 len: 168 time: 0.1878855 Dec 17 15:49:48.367273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef15d1b-e51e-4b6a-b65d-36a373293b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11ccb0-9cd0-4b19-b34f-2094ebfd99b4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:48.395840 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5b32127-cdaa-44f2-866a-10764e50b174 req-4ce788af-0302-4ff3-aca8-9f558a7eed5b tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750530 Dec 17 15:49:48.429248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port dccaab32-0798-4327-928c-dc090b5686a4 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:49:48.435262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port dccaab32-0798-4327-928c-dc090b5686a4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:48.435793 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.562125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.622231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:48.624715 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c02cbc-7e12-499e-8cc4-f5c353b267b5" -d '{"events": [{"server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "name": "network-vif-plugged", "status": "completed", "tag": "dccaab32-0798-4327-928c-dc090b5686a4"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:48.643920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:48.651638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.672462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c0240-f601-4352-8653-47032e9f5a59 req-c0b1693b-dc76-422d-8d92-e2ad5a204a6a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:48.679722 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd7c0240-f601-4352-8653-47032e9f5a59 req-c0b1693b-dc76-422d-8d92-e2ad5a204a6a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 944 time: 0.1152103 Dec 17 15:49:48.713293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:48.713533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-c5bd7362-268b-4700-8e8d-75c83ee93a2a tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:48.715037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-c5bd7362-268b-4700-8e8d-75c83ee93a2a tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.49 "GET /v2.0/networks?id=0f90a70a-d78e-4d4a-8b51-47b8d83afc15 HTTP/1.1" status: 200 len: 814 time: 0.2552226 Dec 17 15:49:48.726832 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca1df7d0-f226-4999-a6ef-57ece1a1f238 req-53acf2c7-164c-4177-9b19-569d95ea34b4 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 210 time: 0.0506914 Dec 17 15:49:48.742137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Request body: {'port': {'device_id': 'a3d637c6-8245-469f-911c-65ec08c92497', 'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15', 'admin_state_up': True, 'tenant_id': '311287faff834603b4940ba49fadce90'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:48.763249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd7c0240-f601-4352-8653-47032e9f5a59 req-fcfc8f28-078d-4e49-95e0-85c0ea3a775c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826473 Dec 17 15:49:48.825161 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd914e8-d91f-4e29-a28c-cbf8d8997091 x-openstack-request-id: req-1fd914e8-d91f-4e29-a28c-cbf8d8997091 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:48.825474 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "name": "network-vif-plugged", "status": "completed", "tag": "dccaab32-0798-4327-928c-dc090b5686a4", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:48.825728 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fd914e8-d91f-4e29-a28c-cbf8d8997091 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:48.826279 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4', 'code': 200} Dec 17 15:49:48.887047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Made reservation on behalf of 311287faff834603b4940ba49fadce90 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:48.896476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:48.958296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bcdd7-a9cd-49c9-96d3-5108f6243cad req-269dfb33-ba7e-4584-9906-289faf26fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:48.960861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-527bcdd7-a9cd-49c9-96d3-5108f6243cad req-269dfb33-ba7e-4584-9906-289faf26fce4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1097 time: 0.0529459 Dec 17 15:49:49.051682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-527bcdd7-a9cd-49c9-96d3-5108f6243cad req-881d49e6-f0cf-48aa-ba77-b13e86e007e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820973 Dec 17 15:49:49.053209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Allocated IP 172.20.0.4 (0f90a70a-d78e-4d4a-8b51-47b8d83afc15/502b3741-ca78-4101-901f-8b7f9db83318/32ea1b93-289a-49dd-bfba-27a383dc4009) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:49.072255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d17c3-bf93-43d7-8842-3b56620a7fb1 req-9d50ff6d-789b-49ef-b5d2-ad6cc8b4b9e5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:49.074252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b92d17c3-bf93-43d7-8842-3b56620a7fb1 req-9d50ff6d-789b-49ef-b5d2-ad6cc8b4b9e5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0847974 Dec 17 15:49:49.136286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b92d17c3-bf93-43d7-8842-3b56620a7fb1 req-d7956cd1-8d28-4e6d-b1fe-171acc87a02d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Dec 17 15:49:49.167260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fffc3c03-279d-4b39-8917-5795773098da details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:49.234027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240637e-5abf-4630-8289-1d1e49d3eadc req-63942eef-2d02-4f9d-a6a0-6914d666de1e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:49.245992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4240637e-5abf-4630-8289-1d1e49d3eadc req-63942eef-2d02-4f9d-a6a0-6914d666de1e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1369162 Dec 17 15:49:49.320667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4240637e-5abf-4630-8289-1d1e49d3eadc req-c80b7147-31e0-4a6b-9871-6d9082f7fd96 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737219 Dec 17 15:49:49.327458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:49.337351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:49.349663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'fffc3c03-279d-4b39-8917-5795773098da', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'port_id': 'fffc3c03-279d-4b39-8917-5795773098da', 'mac_address': 'fa:16:3e:51:92:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b58e21b-4cf3-42a4-925d-6177657b40f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:49.374905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:49.394714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:49.409904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffc3c03-279d-4b39-8917-5795773098da {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:49.439599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:49.443049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:49.449269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:49.458630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:49.466056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:49.492881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Pushing event updated for resources: {'Port': ['ID=32ea1b93-289a-49dd-bfba-27a383dc4009,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:49.524338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:49.532259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:49.532961 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:49.551306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-0a6d0ec9-e953-4202-9372-19ed89872ce8 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8228869 Dec 17 15:49:49.563206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc868f13-8e6d-4c0d-a3e4-4df8ea2c703f req-339a95f6-717a-4239-b688-4b50ecf1704e tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:49.564648 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc868f13-8e6d-4c0d-a3e4-4df8ea2c703f req-339a95f6-717a-4239-b688-4b50ecf1704e tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 945 time: 0.0753665 Dec 17 15:49:49.569336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Request body: {'port': {'device_id': 'a3d637c6-8245-469f-911c-65ec08c92497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:49.657744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc868f13-8e6d-4c0d-a3e4-4df8ea2c703f req-78592907-1022-4ef2-85e2-182eadb74091 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855658 Dec 17 15:49:49.658820 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:49.787178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['fffc3c03-279d-4b39-8917-5795773098da'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:49.884321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33b417-5b7b-4106-b5eb-e0caed8feb31 req-265acbe5-d76b-475a-9d7a-9dd2abb35e62 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:49.895984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e33b417-5b7b-4106-b5eb-e0caed8feb31 req-265acbe5-d76b-475a-9d7a-9dd2abb35e62 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 931 time: 0.0753293 Dec 17 15:49:49.941799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e33b417-5b7b-4106-b5eb-e0caed8feb31 req-54dc3e5a-96e9-432d-a723-3c686f4ff73c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Dec 17 15:49:49.973631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ea1b93-289a-49dd-bfba-27a383dc4009 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:49.983428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:50.004780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a217aa-bb7e-47bb-91ba-1e3d2c07b5fd req-bf32ff09-99a6-4994-b0c1-80a38fa8e3e1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:50.006358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28a217aa-bb7e-47bb-91ba-1e3d2c07b5fd req-bf32ff09-99a6-4994-b0c1-80a38fa8e3e1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1049218 Dec 17 15:49:50.009138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Transition to ACTIVE for port object 32ea1b93-289a-49dd-bfba-27a383dc4009 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:49:50.014140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:50.102099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Pushing event updated for resources: {'Port': ['ID=32ea1b93-289a-49dd-bfba-27a383dc4009,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:50.118833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28a217aa-bb7e-47bb-91ba-1e3d2c07b5fd req-fb07b15c-f229-44a8-ab93-0eb1c36e8eaa tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016781 Dec 17 15:49:50.209554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Attempting to bind port 32ea1b93-289a-49dd-bfba-27a383dc4009 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:50.211758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Attempting to bind port 32ea1b93-289a-49dd-bfba-27a383dc4009 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:50.212214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Attempting to bind port 32ea1b93-289a-49dd-bfba-27a383dc4009 on network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:50.217669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Port 32ea1b93-289a-49dd-bfba-27a383dc4009 on network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:50.218121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Attempting to bind port 32ea1b93-289a-49dd-bfba-27a383dc4009 on network 0f90a70a-d78e-4d4a-8b51-47b8d83afc15 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:50.223340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:50.224479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Checking segment: {'id': '5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:50.225083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Bound using segment: {'id': '5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:50.225678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Bound port: 32ea1b93-289a-49dd-bfba-27a383dc4009, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:50.226382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:50.330155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] For port 32ea1b93-289a-49dd-bfba-27a383dc4009, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:50.333811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] For port 32ea1b93-289a-49dd-bfba-27a383dc4009, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32ea1b93-289a-49dd-bfba-27a383dc4009,segment=NetworkSegment(5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7),segment_id=5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:50.342076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fee0e-2aab-4e56-a6fe-76535ef734f4 req-7fb17ebf-7d9f-4182-b302-e7920f067d03 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:50.343578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d8fee0e-2aab-4e56-a6fe-76535ef734f4 req-7fb17ebf-7d9f-4182-b302-e7920f067d03 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0804825 Dec 17 15:49:50.345147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:50.393824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:50.394447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:50.395800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] 10.222.0.49 "PUT /v2.0/ports/32ea1b93-289a-49dd-bfba-27a383dc4009 HTTP/1.1" status: 200 len: 1092 time: 0.8302789 Dec 17 15:49:50.397700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d637c6-8245-469f-911c-65ec08c92497', 'tag': '32ea1b93-289a-49dd-bfba-27a383dc4009'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:50.399985 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e9093-99fb-49a2-9c14-c9bb462095af" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d637c6-8245-469f-911c-65ec08c92497", "tag": "32ea1b93-289a-49dd-bfba-27a383dc4009"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:50.442495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fddf0-57c2-4b08-ad26-91c2f57052f4 service neutron] Pushing event updated for resources: {'Port': ['ID=32ea1b93-289a-49dd-bfba-27a383dc4009,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:50.452418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d8fee0e-2aab-4e56-a6fe-76535ef734f4 req-ed49a64c-aba5-469c-9928-fe5f42726e27 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990770 Dec 17 15:49:50.544910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-28a4f11b-5bd1-4d3d-b2df-4166f68c5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:50.546396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-28a4f11b-5bd1-4d3d-b2df-4166f68c5afd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=311287faff834603b4940ba49fadce90&device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 1095 time: 0.0576150 Dec 17 15:49:50.600974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-a00b017b-a357-44f9-929c-807488d12e82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32ea1b93-289a-49dd-bfba-27a383dc4009 HTTP/1.1" status: 200 len: 217 time: 0.0404904 Dec 17 15:49:50.608100 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6a6177-0739-49fa-8c8b-7c9d775b7ee2 x-openstack-request-id: req-dc6a6177-0739-49fa-8c8b-7c9d775b7ee2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:50.608391 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d637c6-8245-469f-911c-65ec08c92497", "tag": "32ea1b93-289a-49dd-bfba-27a383dc4009", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:50.608651 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc6a6177-0739-49fa-8c8b-7c9d775b7ee2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:50.609050 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d637c6-8245-469f-911c-65ec08c92497', 'tag': '32ea1b93-289a-49dd-bfba-27a383dc4009', 'status': 'completed', 'code': 200} Dec 17 15:49:50.617665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321d406-b5fe-40c0-8a60-96fbc4a81230 req-0cd839a6-633b-4fd5-a210-0bb1d1e5edb9 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:50.619170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6321d406-b5fe-40c0-8a60-96fbc4a81230 req-0cd839a6-633b-4fd5-a210-0bb1d1e5edb9 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0875921 Dec 17 15:49:50.698763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-c612206e-6fef-4990-8a97-37b7f9a1f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:50.700280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-c612206e-6fef-4990-8a97-37b7f9a1f1a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=502b3741-ca78-4101-901f-8b7f9db83318 HTTP/1.1" status: 200 len: 854 time: 0.0802732 Dec 17 15:49:50.704053 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6321d406-b5fe-40c0-8a60-96fbc4a81230 req-885ae909-5cb8-4ec1-8614-5186cd515a64 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767646 Dec 17 15:49:50.735281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-baa47e02-b9f2-48d6-82ff-904b09a2b2f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f90a70a-d78e-4d4a-8b51-47b8d83afc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279660 Dec 17 15:49:50.838418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36531643-046c-493c-96ac-bb18cb72d63a req-469199bb-9e93-4008-b211-e8920bd0c695 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:50.841010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36531643-046c-493c-96ac-bb18cb72d63a req-469199bb-9e93-4008-b211-e8920bd0c695 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 945 time: 0.0635824 Dec 17 15:49:50.849229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-422b56e3-6351-475e-8f82-86d8a5a37913 service neutron] 10.222.0.49 "GET /v2.0/networks/0f90a70a-d78e-4d4a-8b51-47b8d83afc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050692 Dec 17 15:49:50.898818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36531643-046c-493c-96ac-bb18cb72d63a req-b5e9fc8f-ee25-4787-8f8a-f2ff75420951 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 Dec 17 15:49:50.979345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d31ffdde-9335-42d4-a5a3-318230d62fa0 req-39b11795-9510-41d4-86c4-da9f0c9f0236 service neutron] 10.222.0.49 "GET /v2.0/networks/0f90a70a-d78e-4d4a-8b51-47b8d83afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226709 Dec 17 15:49:51.034827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:51.094930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9372c-104e-4ed3-b6cc-823c0938bb89 req-04b7165c-0c06-4053-b7e0-efdb99a0cd71 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:51.104305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9f9372c-104e-4ed3-b6cc-823c0938bb89 req-04b7165c-0c06-4053-b7e0-efdb99a0cd71 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 943 time: 0.0901408 Dec 17 15:49:51.139058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9093-99fb-49a2-9c14-c9bb462095af req-e3a36dbd-812e-46f6-9b10-ba84f82a0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:51.141556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279e9093-99fb-49a2-9c14-c9bb462095af req-e3a36dbd-812e-46f6-9b10-ba84f82a0331 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=311287faff834603b4940ba49fadce90&device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 1095 time: 0.0985677 Dec 17 15:49:51.164195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9f9372c-104e-4ed3-b6cc-823c0938bb89 req-5c182844-89e0-4c50-8cae-b06104244827 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550003 Dec 17 15:49:51.186788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fffc3c03-279d-4b39-8917-5795773098da up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:51.212519 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5bb781bc-6d2f-4b7b-ac2b-6034e6fcb73c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.253821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port fffc3c03-279d-4b39-8917-5795773098da completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:49:51.258140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port fffc3c03-279d-4b39-8917-5795773098da triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:51.258618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.329012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37212) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:51.334622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9093-99fb-49a2-9c14-c9bb462095af req-985e9c99-3abc-4ca2-a697-8d4be0709d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:51.336727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279e9093-99fb-49a2-9c14-c9bb462095af req-985e9c99-3abc-4ca2-a697-8d4be0709d91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f90a70a-d78e-4d4a-8b51-47b8d83afc15 HTTP/1.1" status: 200 len: 915 time: 0.1875598 Dec 17 15:49:51.345372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df4ef0-4adb-4687-b529-8b0313389a0c req-41164c44-9214-4c1f-8f01-853aeced19e6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:51.346846 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32df4ef0-4adb-4687-b529-8b0313389a0c req-41164c44-9214-4c1f-8f01-853aeced19e6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1221149 Dec 17 15:49:51.354268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.378813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:51.381251 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a530bd-22ad-44fb-bbd9-d1a61671744a" -d '{"events": [{"server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fffc3c03-279d-4b39-8917-5795773098da"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:51.394834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:51.399658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279e9093-99fb-49a2-9c14-c9bb462095af req-7bdb0aac-3b6e-4b78-b83e-c226c29b3868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32ea1b93-289a-49dd-bfba-27a383dc4009 HTTP/1.1" status: 200 len: 217 time: 0.0469782 Dec 17 15:49:51.401446 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.439357 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658b0a2-ea3d-42f5-a98d-345853c992ae x-openstack-request-id: req-2658b0a2-ea3d-42f5-a98d-345853c992ae {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:51.439638 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fffc3c03-279d-4b39-8917-5795773098da", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:51.439909 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2658b0a2-ea3d-42f5-a98d-345853c992ae {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:51.440291 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da', 'code': 200} Dec 17 15:49:51.464107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:51.464755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e1d89be-05ec-4179-a5f0-aac374d30938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.477749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5bb781bc-6d2f-4b7b-ac2b-6034e6fcb73c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.500380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32df4ef0-4adb-4687-b529-8b0313389a0c req-f98c6cd4-a662-4499-b1cb-9d2c88653ae6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407440 Dec 17 15:49:51.503129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5bb781bc-6d2f-4b7b-ac2b-6034e6fcb73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.552683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9093-99fb-49a2-9c14-c9bb462095af req-2cdda698-726f-4c77-ac59-70c6d937291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:51.554229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279e9093-99fb-49a2-9c14-c9bb462095af req-2cdda698-726f-4c77-ac59-70c6d937291f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=502b3741-ca78-4101-901f-8b7f9db83318 HTTP/1.1" status: 200 len: 854 time: 0.1373959 Dec 17 15:49:51.586041 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e1d89be-05ec-4179-a5f0-aac374d30938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.595986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e1d89be-05ec-4179-a5f0-aac374d30938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.631990 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5bb781bc-6d2f-4b7b-ac2b-6034e6fcb73c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd9677277a8c46399070f94bcb4a32f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954080 Dec 17 15:49:51.632617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db0b3f-19ec-45b0-a321-9e776e3e2433 req-781b35ce-cb2f-4499-ae39-539889a5ab4f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:51.634244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12db0b3f-19ec-45b0-a321-9e776e3e2433 req-781b35ce-cb2f-4499-ae39-539889a5ab4f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0886893 Dec 17 15:49:51.634726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37222) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:51.635048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279e9093-99fb-49a2-9c14-c9bb462095af req-8a131102-1f2b-4479-8653-6252b2dfce6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f90a70a-d78e-4d4a-8b51-47b8d83afc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625501 Dec 17 15:49:51.635655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb781bc-6d2f-4b7b-ac2b-6034e6fcb73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8225638-a5f9-4ade-968f-e25abb78d633,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:51.681108 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3e1d89be-05ec-4179-a5f0-aac374d30938 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7b4cc08ab7e496abb8bf5fce85ae29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509111 Dec 17 15:49:51.692077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d89be-05ec-4179-a5f0-aac374d30938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5950de18-f7a6-47a9-8122-639099607ca7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:51.696436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37224) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:51.779387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12db0b3f-19ec-45b0-a321-9e776e3e2433 req-600089b8-d548-4516-a17a-15dd8909f431 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217284 Dec 17 15:49:51.781805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f5ede61-8df9-4f2b-8865-e584ef0503c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.814850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f5ede61-8df9-4f2b-8865-e584ef0503c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.823681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-546d8db5-f4ea-4b53-8776-36d2783bc05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.876788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-546d8db5-f4ea-4b53-8776-36d2783bc05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.949378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de23a-e742-46de-9be2-c948fffbbb34 req-33e22398-d146-403f-a5a2-440661ea47e2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:51.950889 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d6de23a-e742-46de-9be2-c948fffbbb34 req-33e22398-d146-403f-a5a2-440661ea47e2 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0952802 Dec 17 15:49:51.952367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f5ede61-8df9-4f2b-8865-e584ef0503c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.954992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f5ede61-8df9-4f2b-8865-e584ef0503c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.956116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8f5ede61-8df9-4f2b-8865-e584ef0503c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8225638-a5f9-4ade-968f-e25abb78d633 HTTP/1.1" status: 204 len: 168 time: 0.3153889 Dec 17 15:49:51.966405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ede61-8df9-4f2b-8865-e584ef0503c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8225638-a5f9-4ade-968f-e25abb78d633,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:51.983005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-546d8db5-f4ea-4b53-8776-36d2783bc05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.985881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-546d8db5-f4ea-4b53-8776-36d2783bc05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:51.996749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-546d8db5-f4ea-4b53-8776-36d2783bc05e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5950de18-f7a6-47a9-8122-639099607ca7 HTTP/1.1" status: 204 len: 168 time: 0.2901726 Dec 17 15:49:52.032355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928a971-ca06-4d01-806e-c1c72b9518ab req-01697e6b-0fdd-42f3-972f-4d52b5ba8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:52.033876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f928a971-ca06-4d01-806e-c1c72b9518ab req-01697e6b-0fdd-42f3-972f-4d52b5ba8839 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 1098 time: 0.5242131 Dec 17 15:49:52.036086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d8db5-f4ea-4b53-8776-36d2783bc05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5950de18-f7a6-47a9-8122-639099607ca7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:52.055533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26155d6b-6298-4784-92f0-bab3e9fd6324 req-8fbb9c3c-5c00-4786-964a-ece5d6e6448e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:52.063361 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26155d6b-6298-4784-92f0-bab3e9fd6324 req-8fbb9c3c-5c00-4786-964a-ece5d6e6448e tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1097 time: 0.4670353 Dec 17 15:49:52.086445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d6de23a-e742-46de-9be2-c948fffbbb34 req-9b788af7-0f09-479b-bbdb-5ffe24d14c4a tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125174 Dec 17 15:49:52.153577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279e9093-99fb-49a2-9c14-c9bb462095af req-8c9c9142-4122-4272-a792-ad91f18c0da0 service neutron] 10.222.0.49 "GET /v2.0/networks/0f90a70a-d78e-4d4a-8b51-47b8d83afc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896870 Dec 17 15:49:52.168250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26155d6b-6298-4784-92f0-bab3e9fd6324 req-ae388f9e-8104-4e56-bec4-af3c4f80ca32 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030684 Dec 17 15:49:52.196871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f928a971-ca06-4d01-806e-c1c72b9518ab req-1984c20b-3b1c-475b-8581-cc85c3d29508 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531878 Dec 17 15:49:52.246673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e75a5-b62c-4235-889d-5420223ff91e req-41cd9c3e-9c29-46e2-93f7-e75970d618fb tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:52.248234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a50e75a5-b62c-4235-889d-5420223ff91e req-41cd9c3e-9c29-46e2-93f7-e75970d618fb tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.0711625 Dec 17 15:49:52.281510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279e9093-99fb-49a2-9c14-c9bb462095af req-bd93c4e2-5bab-40e1-a63f-fee2b968800b service neutron] 10.222.0.49 "GET /v2.0/networks/0f90a70a-d78e-4d4a-8b51-47b8d83afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115320 Dec 17 15:49:52.316546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a50e75a5-b62c-4235-889d-5420223ff91e req-e7f4ffe6-3dfe-41e0-bc6c-b4d199c9b1bf tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616786 Dec 17 15:49:52.370754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32ea1b93-289a-49dd-bfba-27a383dc4009 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:52.447937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da600a-cdca-4e7b-9c0d-fb0e6892cf04 req-f4c79667-a19b-4a37-bef1-fee75cecee41 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:52.450298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83da600a-cdca-4e7b-9c0d-fb0e6892cf04 req-f4c79667-a19b-4a37-bef1-fee75cecee41 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 943 time: 0.0758312 Dec 17 15:49:52.527017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2014c6-e779-44b4-8a2e-3093e7c3b0e5 req-c10149ca-aedc-431e-93fa-8b5bfdf3d8c0 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:52.531548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f2014c6-e779-44b4-8a2e-3093e7c3b0e5 req-c10149ca-aedc-431e-93fa-8b5bfdf3d8c0 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1097 time: 0.0663891 Dec 17 15:49:52.542720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83da600a-cdca-4e7b-9c0d-fb0e6892cf04 req-6ba0476d-090c-442a-b64c-6afe3f74eabf tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804856 Dec 17 15:49:52.549984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 32ea1b93-289a-49dd-bfba-27a383dc4009, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32ea1b93-289a-49dd-bfba-27a383dc4009,segment=NetworkSegment(5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7),segment_id=5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:52.571528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '32ea1b93-289a-49dd-bfba-27a383dc4009', 'network_id': '0f90a70a-d78e-4d4a-8b51-47b8d83afc15', 'port_id': '32ea1b93-289a-49dd-bfba-27a383dc4009', 'mac_address': 'fa:16:3e:3b:7b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502b3741-ca78-4101-901f-8b7f9db83318', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:52.607514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f2014c6-e779-44b4-8a2e-3093e7c3b0e5 req-7c2a5cbf-eca0-4f6b-811b-a90ef92f715d tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692000 Dec 17 15:49:52.624691 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:52.640123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ea1b93-289a-49dd-bfba-27a383dc4009 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:52.685298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 32ea1b93-289a-49dd-bfba-27a383dc4009, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32ea1b93-289a-49dd-bfba-27a383dc4009,segment=NetworkSegment(5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7),segment_id=5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:52.689744 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:52.752426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=32ea1b93-289a-49dd-bfba-27a383dc4009,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:52.932696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37286) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:52.943737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c202e7-07cb-4171-b568-09baa1cea951 req-40087b88-fe42-439f-97d9-fda1a57ad1ad tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:52.951414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57c202e7-07cb-4171-b568-09baa1cea951 req-40087b88-fe42-439f-97d9-fda1a57ad1ad tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0668769 Dec 17 15:49:52.963909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['32ea1b93-289a-49dd-bfba-27a383dc4009'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:52.997122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57c202e7-07cb-4171-b568-09baa1cea951 req-a2528847-dede-4d90-ac7d-38a9dd98dd20 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448005 Dec 17 15:49:53.071003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-network', 'tenant_id': '98f7644a90994dc29c5a628438f13a47'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:53.101057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Made reservation on behalf of 98f7644a90994dc29c5a628438f13a47 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:53.107847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.122735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.224247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.231576 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.269125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a93e14d-2efa-4ed0-885a-fbfbf5260451,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:53.276271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:49:53.292541 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.292920 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Added segment 57f415e2-4200-4c84-9948-92f5555fd89b of type vlan for network bd44fae3-ff46-4f27-b0c5-8791b2923221 Dec 17 15:49:53.330419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519ccb8-e5f3-470f-b790-f2114bf0128c req-0482ac41-0419-467a-89a3-1c44ec092ea1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:53.342593 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4519ccb8-e5f3-470f-b790-f2114bf0128c req-0482ac41-0419-467a-89a3-1c44ec092ea1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0729353 Dec 17 15:49:53.411605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.422734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4519ccb8-e5f3-470f-b790-f2114bf0128c req-d8774a4c-3f43-4741-851d-c74fef07e329 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762041 Dec 17 15:49:53.433281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-077533f6-2238-4c4d-a7a8-4885a210c6a8 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:53.434775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-077533f6-2238-4c4d-a7a8-4885a210c6a8 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.1213942 Dec 17 15:49:53.454269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-20'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:53.483558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.484458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:53.485037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.519953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:53.551698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3106a57-0c69-43ee-8f0d-09bf66fa2a0e req-0b0b4920-320d-4eaa-8c83-dea114228365 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:53.562082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3106a57-0c69-43ee-8f0d-09bf66fa2a0e req-0b0b4920-320d-4eaa-8c83-dea114228365 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.0761106 Dec 17 15:49:53.628443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3106a57-0c69-43ee-8f0d-09bf66fa2a0e req-72075ade-41cf-44ae-b7fb-b5378b5c60a8 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592661 Dec 17 15:49:53.640476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.653635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37328) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:53.653837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7190604 Dec 17 15:49:53.659919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Request body: {'subnet': {'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-subnet', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:53.664588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fe044-1658-4e25-a60b-a271956973f1 admin admin] Pushing event updated for resources: {'Network': ['ID=bd44fae3-ff46-4f27-b0c5-8791b2923221,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:53.675743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:49:53.716740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Made reservation on behalf of 98f7644a90994dc29c5a628438f13a47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:53.719354 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.795664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e971c2-5715-442a-a20c-64bc17050d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:53.835907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-1583ce45-d334-4979-9354-4bf720acdd9b tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:49:53.836926 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-1583ce45-d334-4979-9354-4bf720acdd9b tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085251 Dec 17 15:49:53.842315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:53.903267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-845f6d02-e614-40db-b361-3b3ab29c8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:53.905038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-845f6d02-e614-40db-b361-3b3ab29c8bc5 service neutron] 10.222.0.54 "GET /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 1094 time: 0.0484505 Dec 17 15:49:53.920403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Request body: {'binding': {'host': 'n-h1-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:53.920942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Unknown quota resources ['binding']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:49:53.931116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8da830-3164-4f7a-8e0e-2bb37de3d0d9 req-b8d0f33f-6bb4-466d-91be-42d22d7ebb8e tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:53.932698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d8da830-3164-4f7a-8e0e-2bb37de3d0d9 req-b8d0f33f-6bb4-466d-91be-42d22d7ebb8e tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 944 time: 0.1111023 Dec 17 15:49:53.953797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:54.018697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e971c2-5715-442a-a20c-64bc17050d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.037251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:54.039732 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc75a6-d409-471b-83a0-eca2198dc5ad" -d '{"events": [{"server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:54.047073 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.050057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e971c2-5715-442a-a20c-64bc17050d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.056723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.103635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d8da830-3164-4f7a-8e0e-2bb37de3d0d9 req-77ae577c-f4c8-4dbf-b011-a0524356fd5a tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592071 Dec 17 15:49:54.110017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.118032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f4e971c2-5715-442a-a20c-64bc17050d28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=625a72347d8847908028922f1bbbadcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5966101 Dec 17 15:49:54.121261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:54.145115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:54.148227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e971c2-5715-442a-a20c-64bc17050d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ebc5a5-089a-4d4c-b7a5-b305ae3c04f2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:54.185741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on host n-h1-806683-20 for vnic_type normal with profile None {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:54.186135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:54.186471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:54.192201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on host n-h1-806683-20 for vnic_type normal with profile {"migrating_to": "n-h2-806683-20"} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:54.192537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:54.192864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:54.194827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:54.195147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:54.201535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aac88ad-8c49-4b1a-88c7-30d84db20281,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:54.201755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:54.202047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Attempting to bind port af2410bb-25ee-493f-8417-f6caf0fa4302 on network d101c1c4-acc6-452a-9197-a2c5c6bdbd74 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:54.204989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:54.205332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:54.205715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:54.206148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Bound port: dccaab32-0798-4327-928c-dc090b5686a4, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:54.212828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:54.213170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Checking segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:54.213548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Bound using segment: {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:54.214000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Bound port: af2410bb-25ee-493f-8417-f6caf0fa4302, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b6531d-9c13-4089-9371-2421f155404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd101c1c4-acc6-452a-9197-a2c5c6bdbd74'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:54.214332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.265906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Checking segment: {'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:54.266256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Network hostable DHCP agents. Network: bd44fae3-ff46-4f27-b0c5-8791b2923221, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:49:54.270693 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0bc6-b663-4331-a348-f72d5ea694f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.301612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0bc6-b663-4331-a348-f72d5ea694f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.302571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:54.310326 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.311532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-03a2e892-1d13-4263-b26a-b636ad08b503 service neutron] 10.222.0.54 "POST /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3950157 Dec 17 15:49:54.312725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d7dc-a3a5-42f8-a393-99f468c7c2dd req-f9a27a2e-aeef-427c-8c4d-5b0d5caae54f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:54.314244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4017d7dc-a3a5-42f8-a393-99f468c7c2dd req-f9a27a2e-aeef-427c-8c4d-5b0d5caae54f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1104658 Dec 17 15:49:54.328536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:54.331806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:54.337424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.357091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:49:54.379558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bd44fae3-ff46-4f27-b0c5-8791b2923221) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:54.385741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device af2410bb-25ee-493f-8417-f6caf0fa4302 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:54.392040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:54.392040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.415728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32ea1b93-289a-49dd-bfba-27a383dc4009 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:54.421001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4017d7dc-a3a5-42f8-a393-99f468c7c2dd req-d79d438d-9a19-4dc6-a596-37f7d416dd61 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847809 Dec 17 15:49:54.425096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:54.425720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.427250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] 10.222.0.49 "PUT /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 1123 time: 0.9775429 Dec 17 15:49:54.428443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdb010-bc86-4aeb-a5f9-3d131662a9ac service neutron] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=8']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:54.437722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-50f7f712-403b-49bd-adb9-e33d16b92fd6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7824523 Dec 17 15:49:54.440007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37340) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:54.448030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:54.451414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0bc6-b663-4331-a348-f72d5ea694f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.455468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba0e0bc6-b663-4331-a348-f72d5ea694f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.456733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ba0e0bc6-b663-4331-a348-f72d5ea694f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79ebc5a5-089a-4d4c-b7a5-b305ae3c04f2 HTTP/1.1" status: 204 len: 168 time: 0.3324692 Dec 17 15:49:54.468415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e0bc6-b663-4331-a348-f72d5ea694f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ebc5a5-089a-4d4c-b7a5-b305ae3c04f2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:54.490105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.492387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.526513 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220d46a1-297a-4b37-bf8d-c4aa2d3626c5 x-openstack-request-id: req-220d46a1-297a-4b37-bf8d-c4aa2d3626c5 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:54.527004 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:54.527309 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-220d46a1-297a-4b37-bf8d-c4aa2d3626c5 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:54.527976 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302', 'code': 200} Dec 17 15:49:54.536054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da93f50-99ef-4721-877f-fc0add75824b None None] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:54.674849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.689693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a980e-3b52-4c22-8414-ee524500f45f req-b047a96c-2a2e-495b-8712-c82e508618f0 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:54.697855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a5a980e-3b52-4c22-8414-ee524500f45f req-b047a96c-2a2e-495b-8712-c82e508618f0 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1871281 Dec 17 15:49:54.729607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['af2410bb-25ee-493f-8417-f6caf0fa4302'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:54.758633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['af2410bb-25ee-493f-8417-f6caf0fa4302'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:54.762317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 32ea1b93-289a-49dd-bfba-27a383dc4009 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:49:54.769938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-bd44fae3-ff46-4f27-b0c5-8791b2923221', 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221', 'project_id': '98f7644a90994dc29c5a628438f13a47', 'fixed_ips': [{'subnet_id': '7aac88ad-8c49-4b1a-88c7-30d84db20281'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:49:54.770803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.774359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b2254757-0e96-439c-9023-06d946757cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:54.776185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b2254757-0e96-439c-9023-06d946757cdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1097 time: 0.1041760 Dec 17 15:49:54.785215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e447cd5-e3d6-4a7c-a23b-f302b3a3a6ff req-66786f3e-650f-4bdf-8148-42e5c7e9c758 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:54.786708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e447cd5-e3d6-4a7c-a23b-f302b3a3a6ff req-66786f3e-650f-4bdf-8148-42e5c7e9c758 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.0943568 Dec 17 15:49:54.817755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 32ea1b93-289a-49dd-bfba-27a383dc4009 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:54.818344 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:54.903935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e447cd5-e3d6-4a7c-a23b-f302b3a3a6ff req-ff093d17-1f6c-4e81-bb7a-38fa53c6c54b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034610 Dec 17 15:49:54.930529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-815c8037-dc09-413c-814b-32703a9d5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:54.930529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-815c8037-dc09-413c-814b-32703a9d5c41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.1406758 Dec 17 15:49:54.940411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a5a980e-3b52-4c22-8414-ee524500f45f req-c102dea9-4879-4512-94fa-b08535c65eb2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417109 Dec 17 15:49:54.949780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.002280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-38e791d7-930b-411a-a73f-dc050cf0440f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 217 time: 0.0576112 Dec 17 15:49:55.037597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:55.059250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device af2410bb-25ee-493f-8417-f6caf0fa4302 has no active binding in host n-h2-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:49:55.096478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-2a2a10db-2fc4-4406-a2ea-45cc2db811fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:55.098279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-2a2a10db-2fc4-4406-a2ea-45cc2db811fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.0787735 Dec 17 15:49:55.107025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac353-3007-4fb8-ad33-24f7ac005bf3 req-5acec18f-a407-4a7a-b1d5-2c081ac4554a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:55.109455 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d2ac353-3007-4fb8-ad33-24f7ac005bf3 req-5acec18f-a407-4a7a-b1d5-2c081ac4554a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.1002998 Dec 17 15:49:55.144762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-25f45b4e-806b-453a-9f7f-748202e9d270 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339170 Dec 17 15:49:55.250649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d2ac353-3007-4fb8-ad33-24f7ac005bf3 req-50c9f4f5-3bf9-4ea0-945f-81219e51468a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299994 Dec 17 15:49:55.290221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-486ed2d7-00d1-4195-8458-ea79120f11b7 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359079 Dec 17 15:49:55.322938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Allocated IP 172.20.0.2 (bd44fae3-ff46-4f27-b0c5-8791b2923221/7aac88ad-8c49-4b1a-88c7-30d84db20281/52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:55.331340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.365060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459df68-18fb-47d1-8a82-3fda945c8f44 req-04270995-acb5-45d9-8591-100d5e31097d tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:55.375470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8459df68-18fb-47d1-8a82-3fda945c8f44 req-04270995-acb5-45d9-8591-100d5e31097d tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 944 time: 0.1157575 Dec 17 15:49:55.399649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.429742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 32ea1b93-289a-49dd-bfba-27a383dc4009, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32ea1b93-289a-49dd-bfba-27a383dc4009,segment=NetworkSegment(5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7),segment_id=5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:55.434431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.438034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d637c6-8245-469f-911c-65ec08c92497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ea1b93-289a-49dd-bfba-27a383dc4009'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:55.438726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-07dde378-84f7-4837-8f14-033cdcef5c17 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406126 Dec 17 15:49:55.440634 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e990c4f-efa0-4e0b-8e4b-c5625d6b6ebf" -d '{"events": [{"server_uuid": "a3d637c6-8245-469f-911c-65ec08c92497", "name": "network-vif-plugged", "status": "completed", "tag": "32ea1b93-289a-49dd-bfba-27a383dc4009"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:55.454415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63689-b4e4-4bd1-b714-a259d6e29624 req-8c646baf-9629-497f-b749-61ab83f86093 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:55.454914 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.463729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1be63689-b4e4-4bd1-b714-a259d6e29624 req-8c646baf-9629-497f-b749-61ab83f86093 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.0917737 Dec 17 15:49:55.528299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1be63689-b4e4-4bd1-b714-a259d6e29624 req-bd817b77-a95d-4e78-bf17-bbe330370018 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625987 Dec 17 15:49:55.528801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37374) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:55.539473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8459df68-18fb-47d1-8a82-3fda945c8f44 req-c5990de0-ea6d-473a-b82f-1a991eb3f885 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595232 Dec 17 15:49:55.623038 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ccd7e7-b74a-4d11-9e77-d0d83d833730 x-openstack-request-id: req-d9ccd7e7-b74a-4d11-9e77-d0d83d833730 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:55.623479 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d637c6-8245-469f-911c-65ec08c92497", "name": "network-vif-plugged", "status": "completed", "tag": "32ea1b93-289a-49dd-bfba-27a383dc4009", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:55.623646 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9ccd7e7-b74a-4d11-9e77-d0d83d833730 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:55.623983 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d637c6-8245-469f-911c-65ec08c92497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ea1b93-289a-49dd-bfba-27a383dc4009', 'code': 200} Dec 17 15:49:55.681976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Allocated IP 172.25.0.150 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/e13ceb83-6b64-410e-9905-e269638c7363) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:55.758953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1133340929-network', 'tenant_id': 'ade76a0bd850461fa22e25b8b1eeaa18'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:55.791745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Made reservation on behalf of ade76a0bd850461fa22e25b8b1eeaa18 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:55.794340 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.805248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea915cc7-0a71-41fe-98bb-588ce604c52a req-914f4d2d-8f32-4c29-a009-21288898f396 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:55.812845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea915cc7-0a71-41fe-98bb-588ce604c52a req-914f4d2d-8f32-4c29-a009-21288898f396 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1939936 Dec 17 15:49:55.828700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=32ea1b93-289a-49dd-bfba-27a383dc4009,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:55.839848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.847085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.847419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.847749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.848109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.848625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.849131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.849633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.850129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.850659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.851290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.851796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.852316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.853135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:55.854503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337b115-a69b-4b3d-9bfa-c6caa42d725b req-ef06d12c-017d-4aeb-839c-6aa46702f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:55.856131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5337b115-a69b-4b3d-9bfa-c6caa42d725b req-ef06d12c-017d-4aeb-839c-6aa46702f5c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 1097 time: 0.1394665 Dec 17 15:49:55.861856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.940739 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.942514 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.944854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea915cc7-0a71-41fe-98bb-588ce604c52a req-f55219f3-0a48-4e92-9a9c-b4e46bdd9add tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308641 Dec 17 15:49:55.949248 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:55.981422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:55.984884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:55.989727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:56.003147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5337b115-a69b-4b3d-9bfa-c6caa42d725b req-2787c3e6-ef32-4294-bce8-7d3ae90517f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316276 Dec 17 15:49:56.008720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323a4d4-4c18-4a5a-a05b-5a02ff925730 req-9c1043a9-b58c-44bb-939a-e0958ef6a62a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:56.011103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0323a4d4-4c18-4a5a-a05b-5a02ff925730 req-9c1043a9-b58c-44bb-939a-e0958ef6a62a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.1400273 Dec 17 15:49:56.029123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:56.054114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:56.059699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:56.089662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Pushing event updated for resources: {'Port': ['ID=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:56.097930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Attempting to bind port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:56.098712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Attempting to bind port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:56.099205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Attempting to bind port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 on network bd44fae3-ff46-4f27-b0c5-8791b2923221 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:56.099966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.107663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:56.108304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Checking segment: {'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:56.108477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.109042 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.109819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Bound using segment: {'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:56.117615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Bound port: 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:56.118558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.137338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f013b6f-00ae-41ed-b7c5-c3da594b5bd3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:56.148691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6579e-f2f2-4211-9bbb-54bf6f9e9c44 req-103f83aa-2454-4cba-9136-5646eafbba93 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:56.156674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aec6579e-f2f2-4211-9bbb-54bf6f9e9c44 req-103f83aa-2454-4cba-9136-5646eafbba93 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1146059 Dec 17 15:49:56.181033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:49:56.199450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.199831 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Added segment afed2e5d-7569-4cab-812a-b6ae9623bb5e of type vlan for network a98710dd-eed8-4e38-81bb-8c6697fcfaf4 Dec 17 15:49:56.223223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] For port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:56.230156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] For port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,segment=NetworkSegment(57f415e2-4200-4c84-9948-92f5555fd89b),segment_id=57f415e2-4200-4c84-9948-92f5555fd89b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:56.236384 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.238864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aec6579e-f2f2-4211-9bbb-54bf6f9e9c44 req-f261e797-e263-415a-8e2b-ff003d85a537 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811722 Dec 17 15:49:56.285471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Pushing event updated for resources: {'Port': ['ID=e13ceb83-6b64-410e-9905-e269638c7363,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:56.312692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e97a-879d-42f3-ab68-82521357b9ab None None] Pushing event updated for resources: {'Port': ['ID=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:56.321975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.364310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0323a4d4-4c18-4a5a-a05b-5a02ff925730 req-a03508ef-8522-4ebf-b2c5-d0de02aab6ca tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417139 Dec 17 15:49:56.430366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.431455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:56.432142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.453075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.497899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8c89f-3503-4bb8-a117-3d712e7d011b req-cbedbfed-4833-4bad-ba08-085ce7666dde tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:56.506046 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63c8c89f-3503-4bb8-a117-3d712e7d011b req-cbedbfed-4833-4bad-ba08-085ce7666dde tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1644230 Dec 17 15:49:56.516586 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9864647 Dec 17 15:49:56.520165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37390) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:56.541241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:56.543576 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c15a9db-9a02-438a-ba64-452d6e8e3383" -d '{"events": [{"name": "network-changed", "server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:56.554630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Request body: {'subnet': {'network_id': 'a98710dd-eed8-4e38-81bb-8c6697fcfaf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1133340929-subnet', 'tenant_id': 'ade76a0bd850461fa22e25b8b1eeaa18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:56.626929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcb928-0d6a-438d-9b72-6745e8c71212 admin admin] Pushing event updated for resources: {'Network': ['ID=a98710dd-eed8-4e38-81bb-8c6697fcfaf4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:56.643246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a98710dd-eed8-4e38-81bb-8c6697fcfaf4 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:49:56.658752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63c8c89f-3503-4bb8-a117-3d712e7d011b req-5cf9311c-4dc5-4c0f-b713-a71afa6d6f08 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459255 Dec 17 15:49:56.674230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Made reservation on behalf of ade76a0bd850461fa22e25b8b1eeaa18 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:56.677123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:56.729016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5edec5-fb1e-4c05-8127-6fed16fddab6 req-6bf286ce-aae0-4a7f-b397-45f2eb602000 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:56.747738 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e5edec5-fb1e-4c05-8127-6fed16fddab6 req-6bf286ce-aae0-4a7f-b397-45f2eb602000 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.2063043 Dec 17 15:49:56.775863 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159eea05-1afa-4394-bdd5-ad19fc1248d2 x-openstack-request-id: req-159eea05-1afa-4394-bdd5-ad19fc1248d2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:56.776535 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:56.776667 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-159eea05-1afa-4394-bdd5-ad19fc1248d2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:56.777203 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302', 'status': 'completed', 'code': 200} Dec 17 15:49:56.894066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-bc1de0ab-0e8d-404c-bbec-1f2d93d2c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:56.895478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-bc1de0ab-0e8d-404c-bbec-1f2d93d2c29d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1126 time: 0.1117465 Dec 17 15:49:56.908038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88b3de-f274-4e56-9e43-6d096cfd7082 req-f0aea48d-815e-4eb7-8f6b-257f2c50dcb6 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:56.909588 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc88b3de-f274-4e56-9e43-6d096cfd7082 req-f0aea48d-815e-4eb7-8f6b-257f2c50dcb6 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 945 time: 0.0822175 Dec 17 15:49:57.078801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc88b3de-f274-4e56-9e43-6d096cfd7082 req-be1529fa-7966-4917-9293-3c354742c32c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554468 Dec 17 15:49:57.126152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-8d923c28-6f65-4f87-8c2a-343b4736f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:57.129293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-8d923c28-6f65-4f87-8c2a-343b4736f98b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.2172799 Dec 17 15:49:57.130679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:57.143668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:57.204250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-b1bad967-c44c-446d-9883-d9ce35f169df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 217 time: 0.0681098 Dec 17 15:49:57.283966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2126586b-1d37-40de-8a70-06531a17159f,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:57.301727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e5edec5-fb1e-4c05-8127-6fed16fddab6 req-d650bbaf-d64d-43e3-9943-39715995fd8f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530469 Dec 17 15:49:57.327595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-ce325b5d-4698-4399-b6b7-198e70bef8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:57.329051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-ce325b5d-4698-4399-b6b7-198e70bef8f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1136420 Dec 17 15:49:57.341881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458def6-4309-4c9c-a84b-cbfae5700cf5 req-0ea1602c-f45a-4a9b-93a4-2e741424daec tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:57.343388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Router 2920f6bb-c7c8-48d8-9890-272aac5486f9 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:49:57.343540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a458def6-4309-4c9c-a84b-cbfae5700cf5 req-0ea1602c-f45a-4a9b-93a4-2e741424daec tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1452575 Dec 17 15:49:57.388549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Checking segment: {'id': 'afed2e5d-7569-4cab-812a-b6ae9623bb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a98710dd-eed8-4e38-81bb-8c6697fcfaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:57.389222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Network hostable DHCP agents. Network: a98710dd-eed8-4e38-81bb-8c6697fcfaf4, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:49:57.394730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-7d7fc9af-95c9-4c68-8271-149c08cbe045 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502810 Dec 17 15:49:57.507669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Network a98710dd-eed8-4e38-81bb-8c6697fcfaf4 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:49:57.523459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824900e5-75eb-40f5-a73c-583877ed3060 req-c42c6af4-4f24-48e9-8343-98f4f6cf5248 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:57.525210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-824900e5-75eb-40f5-a73c-583877ed3060 req-c42c6af4-4f24-48e9-8343-98f4f6cf5248 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1106215 Dec 17 15:49:57.529218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:49:57.537667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a98710dd-eed8-4e38-81bb-8c6697fcfaf4) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:57.539974 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Sync routers for ids ['2920f6bb-c7c8-48d8-9890-272aac5486f9'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:49:57.549500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a1f1b-9a7b-40ec-9eca-5cfcf3c5fa4b None None] Network a98710dd-eed8-4e38-81bb-8c6697fcfaf4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:57.556995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a458def6-4309-4c9c-a84b-cbfae5700cf5 req-1178ec72-27c5-427e-ae60-46b582ab6e60 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647623 Dec 17 15:49:57.576514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:57.576514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:57.580563 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Routers {'2920f6bb-c7c8-48d8-9890-272aac5486f9'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:57.582762 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:49:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2920f6bb-c7c8-48d8-9890-272aac5486f9'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:57.589667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:57.600607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d4e8d02c-f5af-4c15-a2c0-89fd4c495438 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1544459 Dec 17 15:49:57.608734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37404) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:49:57.635753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-824900e5-75eb-40f5-a73c-583877ed3060 req-ffa60954-b525-4d62-aee3-dca40cd6f365 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012747 Dec 17 15:49:57.692669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-28712835-c581-43ee-b6a5-e1e1499ab66b service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874761 Dec 17 15:49:57.773127 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d8dee0f2-6ff1-4c16-bf4c-fde6e862f7e9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2333057 Dec 17 15:49:57.789738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c8311-ae1d-48a7-bd09-0039887adb12 None None] Network a98710dd-eed8-4e38-81bb-8c6697fcfaf4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:57.821940 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Set router 2920f6bb-c7c8-48d8-9890-272aac5486f9 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:57.938493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9ae8-dcd4-402c-ac10-920221886128 req-24d99a39-1468-426d-a36e-9ccdd8452069 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:57.945975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8bdb9ae8-dcd4-402c-ac10-920221886128 req-24d99a39-1468-426d-a36e-9ccdd8452069 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.1043723 Dec 17 15:49:57.946731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757259d-5004-4ddd-b153-d1b2085ec036 None None] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:49:57.974276 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c15a9db-9a02-438a-ba64-452d6e8e3383 req-5ca0966b-5871-45c5-83a5-0afad0ee610d service neutron] 10.222.0.47 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155459 Dec 17 15:49:58.050118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-310e679a-d5f5-4d0b-9cb8-01542b0087a4 None None] Provisioning complete for port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:58.050476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8bdb9ae8-dcd4-402c-ac10-920221886128 req-e16eeb98-7323-475b-82e4-40aa4ff6d1bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877261 Dec 17 15:49:58.050568 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310e679a-d5f5-4d0b-9cb8-01542b0087a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.179734 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:49:56Z', 'revision_number': 3, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port': {'id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:55Z', 'updated_at': '2021-12-17T15:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:58.190198 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310e679a-d5f5-4d0b-9cb8-01542b0087a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.204699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5e0ef-b142-4592-83fb-4720a44364d7 req-3552c085-7548-4d2a-bc36-ec3dfb47a6de tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:58.213046 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7a5e0ef-b142-4592-83fb-4720a44364d7 req-3552c085-7548-4d2a-bc36-ec3dfb47a6de tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.4202883 Dec 17 15:49:58.257397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-310e679a-d5f5-4d0b-9cb8-01542b0087a4 None None] For port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,segment=NetworkSegment(57f415e2-4200-4c84-9948-92f5555fd89b),segment_id=57f415e2-4200-4c84-9948-92f5555fd89b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:58.262398 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-91f6d307-6d90-428f-9d1d-04ffa03b84b7 req-5f8bf91a-6263-448c-a1aa-238a23ebf4bf tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] show failed (client error): The resource could not be found. Dec 17 15:49:58.266866 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310e679a-d5f5-4d0b-9cb8-01542b0087a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.280173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91f6d307-6d90-428f-9d1d-04ffa03b84b7 req-5f8bf91a-6263-448c-a1aa-238a23ebf4bf tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "GET /v2.0/security-groups/2340d565-f517-4c4d-b451-9050f80f6df3 HTTP/1.1" status: 404 len: 352 time: 0.0377231 Dec 17 15:49:58.326023 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Checking router: 2920f6bb-c7c8-48d8-9890-272aac5486f9 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:49:58.326394 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Updating router 2920f6bb-c7c8-48d8-9890-272aac5486f9 port e13ceb83-6b64-410e-9905-e269638c7363 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:49:58.357985 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.391066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e679a-d5f5-4d0b-9cb8-01542b0087a4 None None] Pushing event updated for resources: {'Port': ['ID=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:58.418677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7a5e0ef-b142-4592-83fb-4720a44364d7 req-8867bf5b-2477-468d-a134-df6bb55d7ffd tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046349 Dec 17 15:49:58.512223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94239833-3de1-415c-b582-e4a36c8e7b2f req-e660a01a-e3a0-4fa6-b994-37e3a5ee2f06 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:58.523063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94239833-3de1-415c-b582-e4a36c8e7b2f req-e660a01a-e3a0-4fa6-b994-37e3a5ee2f06 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.1432307 Dec 17 15:49:58.638284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94239833-3de1-415c-b582-e4a36c8e7b2f req-acb7e6db-87e0-4301-8e29-013a442fdcba tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075563 Dec 17 15:49:58.653787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:58.743272 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.752660 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.777466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ab68d22d-0966-414d-814e-d890880f24fb None None] Provisioning complete for port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:58.777814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab68d22d-0966-414d-814e-d890880f24fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.824289 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Attempting to bind port e13ceb83-6b64-410e-9905-e269638c7363 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:49:58.825635 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Attempting to bind port e13ceb83-6b64-410e-9905-e269638c7363 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:49:58.826259 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Attempting to bind port e13ceb83-6b64-410e-9905-e269638c7363 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:58.837800 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:58.838720 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:49:58.839629 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.840330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c41d7-cabd-4818-bfbd-8465cb96b1e0 req-571f3bc5-182d-48b8-b0e3-50c541cc5a7e tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:58.840628 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:58.841322 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Bound port: e13ceb83-6b64-410e-9905-e269638c7363, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:49:58.842033 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.842752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c41d7-cabd-4818-bfbd-8465cb96b1e0 req-571f3bc5-182d-48b8-b0e3-50c541cc5a7e tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 945 time: 0.2678895 Dec 17 15:49:58.844658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ff5d5-62da-455d-9b6a-8165aa24637e req-b4ecbbc9-bb7b-4f02-8875-8b3b19f2c976 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:58.862668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a43ff5d5-62da-455d-9b6a-8165aa24637e req-b4ecbbc9-bb7b-4f02-8875-8b3b19f2c976 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1077473 Dec 17 15:49:58.882087 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Pushing event updated for resources: {'Port': ['ID=e13ceb83-6b64-410e-9905-e269638c7363,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:58.899944 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.900658 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.901280 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.901832 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.902375 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.902937 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.903477 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.904047 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.904929 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.905476 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.906104 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.906649 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.907188 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:58.915558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:58.915558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:58.946188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24c41d7-cabd-4818-bfbd-8465cb96b1e0 req-ec2e0e24-f136-423d-92ae-14b128e143ba tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920813 Dec 17 15:49:58.958940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a43ff5d5-62da-455d-9b6a-8165aa24637e req-08dd971b-df1b-4761-9e96-a9073a54c504 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952032 Dec 17 15:49:58.983050 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] For port e13ceb83-6b64-410e-9905-e269638c7363, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:58.998364 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] For port e13ceb83-6b64-410e-9905-e269638c7363, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e13ceb83-6b64-410e-9905-e269638c7363,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:59.005949 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:59.061175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:59.082656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b94026ea-a36e-452f-a9e6-88addc31f6e1 req-15fdad73-186b-4ea8-9ba1-3089972ffec9 tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ade76a0bd850461fa22e25b8b1eeaa18 HTTP/1.1" status: 200 len: 3001 time: 0.0795007 Dec 17 15:49:59.110044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Routers {'2920f6bb-c7c8-48d8-9890-272aac5486f9'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:59.110931 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:49:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2920f6bb-c7c8-48d8-9890-272aac5486f9'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:59.141353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b94026ea-a36e-452f-a9e6-88addc31f6e1 req-1144b92d-9fd8-460d-8b99-d22897044f36 tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "GET /v2.0/security-groups/7f013b6f-00ae-41ed-b7c5-c3da594b5bd3 HTTP/1.1" status: 200 len: 2998 time: 0.0516763 Dec 17 15:49:59.198828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b94026ea-a36e-452f-a9e6-88addc31f6e1 req-f19df9b0-c4d6-46d3-b521-3a988bbb89fe tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "GET /v2.0/security-groups/7f013b6f-00ae-41ed-b7c5-c3da594b5bd3 HTTP/1.1" status: 200 len: 2998 time: 0.0512130 Dec 17 15:49:59.240584 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] Set router 2920f6bb-c7c8-48d8-9890-272aac5486f9 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:59.254466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Allocated IP 172.20.0.1 (bd44fae3-ff46-4f27-b0c5-8791b2923221/7aac88ad-8c49-4b1a-88c7-30d84db20281/fbd9c2fc-c636-4a6d-8438-15ac6a4db594) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:59.405918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58219d65-e6bb-4f1f-8d14-5de5c0eff39c req-31a76fac-3ba9-44fa-a871-9549ab70644e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:59.412565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbbe8b-bc62-4e8c-9573-455890ddb85d req-ee2d76a0-d156-446d-aba4-578d55d7a463 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:59.414584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-58219d65-e6bb-4f1f-8d14-5de5c0eff39c req-31a76fac-3ba9-44fa-a871-9549ab70644e tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1568615 Dec 17 15:49:59.427099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cddbbe8b-bc62-4e8c-9573-455890ddb85d req-ee2d76a0-d156-446d-aba4-578d55d7a463 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.0837760 Dec 17 15:49:59.436418 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab112746-2c08-4bc1-aaef-552a83659a56 None None] Pushing event updated for resources: {'Port': ['ID=e13ceb83-6b64-410e-9905-e269638c7363,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:59.495698 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:49:56Z', 'revision_number': 3, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port': {'id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:55Z', 'updated_at': '2021-12-17T15:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:59.497424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:59.503570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cddbbe8b-bc62-4e8c-9573-455890ddb85d req-5fc69b9e-7fda-45ac-b1f4-722a08940970 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755112 Dec 17 15:49:59.523854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-58219d65-e6bb-4f1f-8d14-5de5c0eff39c req-1ef84cef-dbab-4bc6-9894-e9cab1619d79 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081731 Dec 17 15:49:59.529244 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b821bdd-849c-4d8d-a087-d6f7c44a6e7e None None] The sync data for ids ['2920f6bb-c7c8-48d8-9890-272aac5486f9'] in n-d-806683-20 is: [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:49:56Z', 'revision_number': 3, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port': {'id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:55Z', 'updated_at': '2021-12-17T15:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:49:59.575467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:59.616176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5d49630-aa77-476f-bc86-988480abb41f req-ecb90ec6-c823-4344-b1f7-63d472afb9bc tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "GET /v2.0/security-groups/7f013b6f-00ae-41ed-b7c5-c3da594b5bd3 HTTP/1.1" status: 200 len: 2998 time: 0.0872018 Dec 17 15:49:59.645690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:59.652239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:59.657263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:59.686195 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-f5d49630-aa77-476f-bc86-988480abb41f req-1793fe6a-8cd3-4a54-ad68-30f3153d0a81 tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:49:59.714189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5d49630-aa77-476f-bc86-988480abb41f req-1793fe6a-8cd3-4a54-ad68-30f3153d0a81 tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "DELETE /v2.0/security-groups/7f013b6f-00ae-41ed-b7c5-c3da594b5bd3 HTTP/1.1" status: 409 len: 352 time: 0.0959244 Dec 17 15:49:59.733732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:59.746360 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:49:59.809872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc8cd5-1661-420f-8faa-e954bf910802 req-ab699a1f-bb6b-4a09-a683-bd3475a14db3 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:59.818520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3bc8cd5-1661-420f-8faa-e954bf910802 req-ab699a1f-bb6b-4a09-a683-bd3475a14db3 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1916714 Dec 17 15:49:59.846542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70508a83-5130-4d01-827c-228ad1fe4b5c req-7e6b8b52-5b5d-4901-bc65-d15ecbd964f2 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:59.854622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70508a83-5130-4d01-827c-228ad1fe4b5c req-7e6b8b52-5b5d-4901-bc65-d15ecbd964f2 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.0769217 Dec 17 15:49:59.923447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3bc8cd5-1661-420f-8faa-e954bf910802 req-83af31d0-951c-44e2-b1dd-89e80f0f8823 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036406 Dec 17 15:49:59.944556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70508a83-5130-4d01-827c-228ad1fe4b5c req-4374481a-40bc-4040-8b6a-f35fab18cac6 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888538 Dec 17 15:50:00.005836 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-cf21540a-67e3-4066-b50f-537852b07b43 req-825831e2-d2e5-432e-84d9-fa9f947f3732 tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] show failed (client error): The resource could not be found. Dec 17 15:50:00.027002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf21540a-67e3-4066-b50f-537852b07b43 req-825831e2-d2e5-432e-84d9-fa9f947f3732 tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "GET /v2.0/security-groups/d225bf4e-2d8e-41c0-8a37-798534850e2a HTTP/1.1" status: 404 len: 352 time: 0.0419083 Dec 17 15:50:00.095088 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:00.152818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1af0004f-b664-4a2b-b4bd-7f64855f0aac None None] Provisioning complete for port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:00.153477 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1af0004f-b664-4a2b-b4bd-7f64855f0aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:00.227066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1af0004f-b664-4a2b-b4bd-7f64855f0aac None None] Port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:50:00.581260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e13ceb83-6b64-410e-9905-e269638c7363 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:00.621046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea8801-1131-4334-ab7b-ccc2862d3ccc req-29ba5601-4857-43bd-ad43-ec4da254e711 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:00.630837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87ea8801-1131-4334-ab7b-ccc2862d3ccc req-29ba5601-4857-43bd-ad43-ec4da254e711 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 945 time: 0.1054866 Dec 17 15:50:00.699161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87ea8801-1131-4334-ab7b-ccc2862d3ccc req-6bebbd63-8ed4-4bed-b1ba-49dd6bcbe62e tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674169 Dec 17 15:50:00.707872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e13ceb83-6b64-410e-9905-e269638c7363 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:00.708465 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:00.750895 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-8e9254a5-624d-4e0c-8b0f-6afacdab0e8e req-e2f84893-234d-49d2-88c6-51eda96a437e tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] show failed (client error): The resource could not be found. Dec 17 15:50:00.778175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8e9254a5-624d-4e0c-8b0f-6afacdab0e8e req-e2f84893-234d-49d2-88c6-51eda96a437e tempest-SecurityGroupsNegativeTestJSON-1327078609 tempest-SecurityGroupsNegativeTestJSON-1327078609-project] 10.222.0.54 "GET /v2.0/security-groups/c82343aa-8856-4a22-8814-fe1c2978ff75 HTTP/1.1" status: 404 len: 352 time: 0.0435765 Dec 17 15:50:00.779669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37466) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:00.784852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f72a2-5dde-4428-9575-64a523946a7f req-f6139f6b-71ab-4d88-b864-35d4f0ea2e2d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:00.794189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f5f72a2-5dde-4428-9575-64a523946a7f req-f6139f6b-71ab-4d88-b864-35d4f0ea2e2d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.2635515 Dec 17 15:50:00.847486 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:00.885305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port e13ceb83-6b64-410e-9905-e269638c7363, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e13ceb83-6b64-410e-9905-e269638c7363,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:00.889886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] Deleting subnet 2126586b-1d37-40de-8a70-06531a17159f {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:50:00.896203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:00.896987 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:00.934470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f5f72a2-5dde-4428-9575-64a523946a7f req-07308157-2039-4047-b9ce-df5d7339e985 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343300 Dec 17 15:50:00.956410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=e13ceb83-6b64-410e-9905-e269638c7363,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:00.971443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.039544 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.040791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.061271 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.139912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3ed15-a4ee-4d34-b1ed-97d7f98494da req-399ce8aa-a38b-4f5f-9ca4-6979b2a9c1d0 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:01.141508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53f3ed15-a4ee-4d34-b1ed-97d7f98494da req-399ce8aa-a38b-4f5f-9ca4-6979b2a9c1d0 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.0716689 Dec 17 15:50:01.149835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.167043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.179712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389ef68-7413-4d4e-89a0-d685284a430b req-ce261cfa-b0ae-4577-bf0d-8f473e6d4edc tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:01.181505 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0389ef68-7413-4d4e-89a0-d685284a430b req-ce261cfa-b0ae-4577-bf0d-8f473e6d4edc tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1350756 Dec 17 15:50:01.190611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:01.194770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.198420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2126586b-1d37-40de-8a70-06531a17159f HTTP/1.1" status: 204 len: 168 time: 0.4165895 Dec 17 15:50:01.201086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37472) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:01.216338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6623ff-052e-49a5-8d3b-6f15c053d576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2126586b-1d37-40de-8a70-06531a17159f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:01.244760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device af2410bb-25ee-493f-8417-f6caf0fa4302 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:01.326915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53f3ed15-a4ee-4d34-b1ed-97d7f98494da req-01174332-0161-4918-af01-a2971e96c675 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615684 Dec 17 15:50:01.344798 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.386854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0389ef68-7413-4d4e-89a0-d685284a430b req-4108ee6a-48af-4b26-8942-301341bb2b40 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229894 Dec 17 15:50:01.417604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:01.420518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:01.477437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.514115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98710dd-eed8-4e38-81bb-8c6697fcfaf4']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:01.541031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afed2e5d-7569-4cab-812a-b6ae9623bb5e') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:01.541513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afed2e5d-7569-4cab-812a-b6ae9623bb5e') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:01.561828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.586227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.597586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:50:01.598248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:50:01.600539 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:50:01.702580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Router 2920f6bb-c7c8-48d8-9890-272aac5486f9 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:01.708136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.740214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.742959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afffa0-bea7-4b1b-b59c-5a86d8570aff req-06a5dc6b-edcf-4a1f-b224-0aed9fe60ebd tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:01.744736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63afffa0-bea7-4b1b-b59c-5a86d8570aff req-06a5dc6b-edcf-4a1f-b224-0aed9fe60ebd tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.0944602 Dec 17 15:50:01.747657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a98710dd-eed8-4e38-81bb-8c6697fcfaf4 HTTP/1.1" status: 204 len: 168 time: 0.5451469 Dec 17 15:50:01.750915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ff1ce-5469-458c-83c5-7effaba837f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98710dd-eed8-4e38-81bb-8c6697fcfaf4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:01.861994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b64b0ec0-3ebd-4211-ab85-469ed9f5e08c None None] Provisioning complete for port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:01.862638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b64b0ec0-3ebd-4211-ab85-469ed9f5e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:01.911654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b64b0ec0-3ebd-4211-ab85-469ed9f5e08c None None] Port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:50:01.931105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37484) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:01.944259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63afffa0-bea7-4b1b-b59c-5a86d8570aff req-1fa1e6e3-2e73-406a-aa08-cbc4513746eb tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604142 Dec 17 15:50:01.984440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:01.994281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9db452cd-060f-4abf-ac6d-d631f422d1d9 admin admin] 10.222.0.54 "PUT /v2.0/routers/2920f6bb-c7c8-48d8-9890-272aac5486f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3701842 Dec 17 15:50:01.999240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Sync routers for ids ['2920f6bb-c7c8-48d8-9890-272aac5486f9'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:02.000351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aa03eb26-d805-43d6-9eff-07f42cff7a73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ade76a0bd850461fa22e25b8b1eeaa18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677850 Dec 17 15:50:02.005837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37490) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:02.018565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Routers {'2920f6bb-c7c8-48d8-9890-272aac5486f9'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:02.019194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:49:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2920f6bb-c7c8-48d8-9890-272aac5486f9'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:02.098408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6c83f-0ebf-4892-a002-996b851f8b43 req-29e4a81e-bb34-404b-961f-11620235a9b2 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:02.099501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8db6c83f-0ebf-4892-a002-996b851f8b43 req-29e4a81e-bb34-404b-961f-11620235a9b2 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0756872 Dec 17 15:50:02.148452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dde67e1-3dc0-4f74-8e44-afabc177a0cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:02.170079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Set router 2920f6bb-c7c8-48d8-9890-272aac5486f9 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:02.185856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8db6c83f-0ebf-4892-a002-996b851f8b43 req-527494db-b04d-4b3b-8891-937204299600 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760431 Dec 17 15:50:02.198784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dde67e1-3dc0-4f74-8e44-afabc177a0cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:02.272045 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dde67e1-3dc0-4f74-8e44-afabc177a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:02.278749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dde67e1-3dc0-4f74-8e44-afabc177a0cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:02.280405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0dde67e1-3dc0-4f74-8e44-afabc177a0cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f013b6f-00ae-41ed-b7c5-c3da594b5bd3 HTTP/1.1" status: 204 len: 168 time: 0.2690365 Dec 17 15:50:02.289917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde67e1-3dc0-4f74-8e44-afabc177a0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f013b6f-00ae-41ed-b7c5-c3da594b5bd3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:02.460185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 4, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port': {'id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:55Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'fbd9c2fc-c636-4a6d-8438-15ac6a4db594', 'name': '', 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'mac_address': 'fa:16:3e:18:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7aac88ad-8c49-4b1a-88c7-30d84db20281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:59Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 2, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'subnets': [{'id': '7aac88ad-8c49-4b1a-88c7-30d84db20281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:02.532643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b54b0fa8-1575-4606-a841-10e4c1e04121 req-0ba108e8-4801-4e7f-a6c1-7a8eee061849 tempest-FloatingIPsNegativeTestJSON-1903597457 tempest-FloatingIPsNegativeTestJSON-1903597457-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=98f7644a90994dc29c5a628438f13a47 HTTP/1.1" status: 200 len: 217 time: 0.1230516 Dec 17 15:50:02.546590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbde5e-8433-4dd6-aff3-50691135dfc0 req-b6c93640-bdc9-4c1a-8e48-b140f0b12057 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:02.548607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Checking router: 2920f6bb-c7c8-48d8-9890-272aac5486f9 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:02.548971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Updating router 2920f6bb-c7c8-48d8-9890-272aac5486f9 port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:50:02.551214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e13ceb83-6b64-410e-9905-e269638c7363 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:02.554473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecbde5e-8433-4dd6-aff3-50691135dfc0 req-b6c93640-bdc9-4c1a-8e48-b140f0b12057 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1340110 Dec 17 15:50:02.688416 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:02.700091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e13ceb83-6b64-410e-9905-e269638c7363 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:02.700536 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:02.714031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecbde5e-8433-4dd6-aff3-50691135dfc0 req-5094b608-d2a2-4ccc-a182-aa54a993f86a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519575 Dec 17 15:50:02.804169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185375c-ff6d-4b1c-aa58-b23d632fde91 req-ad3cdf31-de4a-4cb8-808f-89ba70148faa tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:02.816470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d185375c-ff6d-4b1c-aa58-b23d632fde91 req-ad3cdf31-de4a-4cb8-808f-89ba70148faa tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1609087 Dec 17 15:50:02.869324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-58e628d3-261a-4660-a6e1-a6110b0511a5 req-5411ad98-e033-4cc7-954c-6b3f781f72f4 tempest-FloatingIPsNegativeTestJSON-1903597457 tempest-FloatingIPsNegativeTestJSON-1903597457-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0657058 Dec 17 15:50:02.966956 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d185375c-ff6d-4b1c-aa58-b23d632fde91 req-ea67b9a2-4d0d-4f8e-ae2a-8454db27f41f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487956 Dec 17 15:50:03.000674 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-2c8a4c44-da01-46a6-912e-070596a86f5b req-239cffe8-6cb6-48ae-9e88-135c507be14a tempest-FloatingIPsNegativeTestJSON-1903597457 tempest-FloatingIPsNegativeTestJSON-1903597457-project] show failed (client error): The resource could not be found. Dec 17 15:50:03.030477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37520) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:03.031058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c8a4c44-da01-46a6-912e-070596a86f5b req-239cffe8-6cb6-48ae-9e88-135c507be14a tempest-FloatingIPsNegativeTestJSON-1903597457 tempest-FloatingIPsNegativeTestJSON-1903597457-project] 10.222.0.54 "GET /v2.0/floatingips/59945d3a-72b5-4508-9054-6c1ca33e0505 HTTP/1.1" status: 404 len: 350 time: 0.1412079 Dec 17 15:50:03.278597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fffc3c03-279d-4b39-8917-5795773098da details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:03.315025 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:03.345667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:03.431596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37534) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:03.453505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a6b46-8b53-44db-baea-6a90245c9cc6 None None] Pushing event updated for resources: {'Port': ['ID=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:03.482607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d6806-562a-47c7-afec-3f78c9d99a3c req-f560b167-5a7c-41bd-a93f-23d5e6ef31c2 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:03.497027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-261d6806-562a-47c7-afec-3f78c9d99a3c req-f560b167-5a7c-41bd-a93f-23d5e6ef31c2 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.3135099 Dec 17 15:50:03.616398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66a880-3019-46bd-a290-0f43ad059f2c req-a190d68c-7cea-4ec0-8a6f-5660b8a6d1ad tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:03.622111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aa66a880-3019-46bd-a290-0f43ad059f2c req-a190d68c-7cea-4ec0-8a6f-5660b8a6d1ad tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.2736428 Dec 17 15:50:03.654592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:03.699863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'fffc3c03-279d-4b39-8917-5795773098da', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'port_id': 'fffc3c03-279d-4b39-8917-5795773098da', 'mac_address': 'fa:16:3e:51:92:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b58e21b-4cf3-42a4-925d-6177657b40f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:03.701808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Attempting to bind port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:03.702905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Attempting to bind port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:03.703363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Attempting to bind port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 on network bd44fae3-ff46-4f27-b0c5-8791b2923221 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:03.710376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:03.710744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Checking segment: {'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:03.711140 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:03.711524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Bound using segment: {'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:03.717340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Bound port: fbd9c2fc-c636-4a6d-8438-15ac6a4db594, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f415e2-4200-4c84-9948-92f5555fd89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:03.717796 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:03.717920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-360702584-network', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:03.782462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aa66a880-3019-46bd-a290-0f43ad059f2c req-03989f84-0ce4-4022-b547-ff30e9ac1aa9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478553 Dec 17 15:50:03.786625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-6389df0e-b755-418d-baec-b962dd714856 service neutron] 10.222.0.47 "GET /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302/bindings/n-h2-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.3425097 Dec 17 15:50:03.809957 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-261d6806-562a-47c7-afec-3f78c9d99a3c req-6115251f-df58-462c-8a88-4ef7bc65663a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100915 Dec 17 15:50:03.896036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:03.901753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:03.937982 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.041428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.070391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791502e4-2cef-4376-a8b3-6b812311da67 req-8bb9eb79-3999-402b-bde4-368fe920b2aa tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:04.074789 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-791502e4-2cef-4376-a8b3-6b812311da67 req-8bb9eb79-3999-402b-bde4-368fe920b2aa tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1578114 Dec 17 15:50:04.118178 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.161330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fffc3c03-279d-4b39-8917-5795773098da {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:04.168636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] For port fbd9c2fc-c636-4a6d-8438-15ac6a4db594, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:04.173479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ea16e9b8-92f2-436b-afd4-f29a461d287e None None] Provisioning complete for port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:04.174248 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ea16e9b8-92f2-436b-afd4-f29a461d287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.177655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] For port fbd9c2fc-c636-4a6d-8438-15ac6a4db594, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,segment=NetworkSegment(57f415e2-4200-4c84-9948-92f5555fd89b),segment_id=57f415e2-4200-4c84-9948-92f5555fd89b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:04.189645 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.266871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:04.290663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.303442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-791502e4-2cef-4376-a8b3-6b812311da67 req-3608cc75-7fe6-42f1-b171-6d4ec9cd8c05 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759782 Dec 17 15:50:04.329721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Routers {'2920f6bb-c7c8-48d8-9890-272aac5486f9'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:04.330562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:49:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2920f6bb-c7c8-48d8-9890-272aac5486f9'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:04.359524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd22763-e60b-475d-856d-8b8b53d54fdd req-1a9efc55-3788-4bfa-8d28-1ca6b93257d0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:04.372922 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0cd22763-e60b-475d-856d-8b8b53d54fdd req-1a9efc55-3788-4bfa-8d28-1ca6b93257d0 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 943 time: 0.2033651 Dec 17 15:50:04.417854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:04.431520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a6b46-8b53-44db-baea-6a90245c9cc6 None None] Pushing event updated for resources: {'Port': ['ID=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:04.477420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:04.501047 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.503482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['fffc3c03-279d-4b39-8917-5795773098da'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:04.531290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.542266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2410bb-25ee-493f-8417-f6caf0fa4302 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:04.565956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:04.583491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.641437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0cd22763-e60b-475d-856d-8b8b53d54fdd req-c01dac14-e562-4d48-9d20-a856a7c9c6b3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675107 Dec 17 15:50:04.646080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:50:04.676767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.677355 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Added segment c623ca9a-187b-409a-89c6-c86261bdcf29 of type vlan for network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 Dec 17 15:50:04.679662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:04.719757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] Transition to ACTIVE for port object af2410bb-25ee-493f-8417-f6caf0fa4302 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:04.726511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.812561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.816802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] Pushing event updated for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:04.858521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Deleting port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:04.858869 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.862579 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.863608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:04.864253 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:04.875647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] No DVR routers for this DVR port af2410bb-25ee-493f-8417-f6caf0fa4302 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:04.918051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-7f4f28fa-8b7a-456c-8c3d-afa7731fcd9b service neutron] 10.222.0.47 "PUT /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302/bindings/n-h2-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 1.1196690 Dec 17 15:50:04.962402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] Set router 2920f6bb-c7c8-48d8-9890-272aac5486f9 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:04.979520 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5410724 Dec 17 15:50:04.985324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37556) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:04.990931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Request body: {'subnet': {'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-subnet', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:05.061236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab3539-9bd0-444d-b986-cad15a6d4ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc6c027-5fb8-47d2-95c1-3ebb936edce8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:05.122108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-87d857f6-a227-4486-a4ce-7500cda8b75f tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.122765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:05.124231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-87d857f6-a227-4486-a4ce-7500cda8b75f tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.1442082 Dec 17 15:50:05.125954 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:05.133127 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ea16e9b8-92f2-436b-afd4-f29a461d287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:05.169880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd2b48-2d1e-4610-b06b-82631097176c req-3de7b50f-f27e-4f23-a6c1-e74a301c9d04 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.171765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8cd2b48-2d1e-4610-b06b-82631097176c req-3de7b50f-f27e-4f23-a6c1-e74a301c9d04 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1248121 Dec 17 15:50:05.252790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8cd2b48-2d1e-4610-b06b-82631097176c req-35f9b714-69ea-4864-939f-63ed83e2638d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Dec 17 15:50:05.272599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-9f89aee6-a42d-4430-952a-4190f557e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.275078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-9f89aee6-a42d-4430-952a-4190f557e362 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6&tenant_id=19e30279859648d982879b3bbbbff549 HTTP/1.1" status: 200 len: 1096 time: 0.1315758 Dec 17 15:50:05.283113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:50:05.378238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-10714609-d7c0-40b8-923f-b83f33d8ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.381175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-10714609-d7c0-40b8-923f-b83f33d8ee16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19e30279859648d982879b3bbbbff549&device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0757205 Dec 17 15:50:05.402299 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:05.403546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:05.446405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] For port fbd9c2fc-c636-4a6d-8438-15ac6a4db594, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,segment=NetworkSegment(57f415e2-4200-4c84-9948-92f5555fd89b),segment_id=57f415e2-4200-4c84-9948-92f5555fd89b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:05.448990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:05.494037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ea16e9b8-92f2-436b-afd4-f29a461d287e None None] For port fbd9c2fc-c636-4a6d-8438-15ac6a4db594, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,segment=NetworkSegment(57f415e2-4200-4c84-9948-92f5555fd89b),segment_id=57f415e2-4200-4c84-9948-92f5555fd89b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:05.518322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-116ac165-0c22-4187-89dd-78a920ba1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.520340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-116ac165-0c22-4187-89dd-78a920ba1083 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 200 len: 909 time: 0.1318142 Dec 17 15:50:05.522883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c922a1-95ff-4b5d-85cb-dca05d9b8faa req-8a558896-f37e-47af-b76c-81faf7448acf tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.525138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95c922a1-95ff-4b5d-85cb-dca05d9b8faa req-8a558896-f37e-47af-b76c-81faf7448acf tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 945 time: 0.5075281 Dec 17 15:50:05.541427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Calling delete_port for fbd9c2fc-c636-4a6d-8438-15ac6a4db594 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:05.624045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ea16e9b8-92f2-436b-afd4-f29a461d287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:05.646594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-4e353d83-f2a3-4233-bd45-133915041036 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 200 len: 217 time: 0.1006873 Dec 17 15:50:05.649534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71380c7b-6757-4471-934c-98831561d4a4,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:05.705504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16e9b8-92f2-436b-afd4-f29a461d287e None None] Pushing event updated for resources: {'Port': ['ID=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:05.717798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893abac0-4235-4ba4-9155-658192e51a34 req-9d839553-db5c-4a8b-9f07-7dd7417c8b08 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.720150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-893abac0-4235-4ba4-9155-658192e51a34 req-9d839553-db5c-4a8b-9f07-7dd7417c8b08 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1984656 Dec 17 15:50:05.752674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95c922a1-95ff-4b5d-85cb-dca05d9b8faa req-438b3175-b557-4b74-b811-9b09a0be72d9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130489 Dec 17 15:50:05.809756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-d6ded8cf-0e4a-46c6-addc-2788d000547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:05.814045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-d6ded8cf-0e4a-46c6-addc-2788d000547c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 200 len: 848 time: 0.1542220 Dec 17 15:50:05.825475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Checking segment: {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:05.825972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Network hostable DHCP agents. Network: cfc6c027-5fb8-47d2-95c1-3ebb936edce8, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:50:05.853872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-57160814-a10d-4629-bbe0-b79f1d625cca None None] Provisioning complete for port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:05.854265 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57160814-a10d-4629-bbe0-b79f1d625cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:05.910682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-e909dfa1-b2cf-4cd7-867c-a2e3a4dc842d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d101c1c4-acc6-452a-9197-a2c5c6bdbd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821302 Dec 17 15:50:05.942845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 4, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port': {'id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:55Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'fbd9c2fc-c636-4a6d-8438-15ac6a4db594', 'name': '', 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'mac_address': 'fa:16:3e:18:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7aac88ad-8c49-4b1a-88c7-30d84db20281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:59Z', 'updated_at': '2021-12-17T15:50:04Z', 'revision_number': 4, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'subnets': [{'id': '7aac88ad-8c49-4b1a-88c7-30d84db20281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:05.978667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:50:05.988686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c748d75-7824-46a2-b83c-6598dfdbf6f7 None None] The sync data for ids ['2920f6bb-c7c8-48d8-9890-272aac5486f9'] in n-d-806683-20 is: [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 4, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port': {'id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:55Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'fbd9c2fc-c636-4a6d-8438-15ac6a4db594', 'name': '', 'network_id': 'bd44fae3-ff46-4f27-b0c5-8791b2923221', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'mac_address': 'fa:16:3e:18:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '7aac88ad-8c49-4b1a-88c7-30d84db20281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:59Z', 'updated_at': '2021-12-17T15:50:04Z', 'revision_number': 4, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'subnets': [{'id': '7aac88ad-8c49-4b1a-88c7-30d84db20281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:06.036065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, cfc6c027-5fb8-47d2-95c1-3ebb936edce8) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:06.043913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:06.045774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:06.073811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-8b7947ce-7995-4021-9a43-8123040bdebb service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553090 Dec 17 15:50:06.098462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-893abac0-4235-4ba4-9155-658192e51a34 req-24548e56-27d5-47ba-9ce0-20c5acb032f8 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656657 Dec 17 15:50:06.149325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42137c23-578a-4102-b0fc-c52e33ad6f67 None None] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:50:06.153378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e3cf4-ee1d-4059-9e07-af77ffb0eada req-a53f6059-c38d-49c4-b102-af9130e3a107 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:06.160897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b6e3cf4-ee1d-4059-9e07-af77ffb0eada req-a53f6059-c38d-49c4-b102-af9130e3a107 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 944 time: 0.2240822 Dec 17 15:50:06.171191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-026f44ac-3dc3-41b9-aa23-bf97ca4b6b77 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1802659 Dec 17 15:50:06.185471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37568) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:06.260188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:06.336159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b6e3cf4-ee1d-4059-9e07-af77ffb0eada req-a1f01a47-9937-4fdd-87a2-63ea907155a3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679595 Dec 17 15:50:06.356899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-2e952e24-59d8-49d0-acd6-9f21bfba5261 service neutron] 10.222.0.49 "GET /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515397 Dec 17 15:50:06.375741 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:06.375741 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:06.375741 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:06.432564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:50:06.436588 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:06.480623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd9c2fc-c636-4a6d-8438-15ac6a4db594,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:06.592917 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:06.738694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbd9c2fc-c636-4a6d-8438-15ac6a4db594 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:06.769528 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30227bad-bd4c-4947-998b-73a6e841c729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:06.829254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-f4c7f50b-ab2b-427b-b8df-005ca9b65ced tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:06.830657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-f4c7f50b-ab2b-427b-b8df-005ca9b65ced tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6&tenant_id=19e30279859648d982879b3bbbbff549&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.1317835 Dec 17 15:50:07.013737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Allocated IP 172.20.0.2 (cfc6c027-5fb8-47d2-95c1-3ebb936edce8/71380c7b-6757-4471-934c-98831561d4a4/e85c4145-ae29-4611-b7cf-b73776ae385c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:07.040850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fbd9c2fc-c636-4a6d-8438-15ac6a4db594 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:07.041191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbd9c2fc-c636-4a6d-8438-15ac6a4db594 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 15:50:07.154734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39325e-225e-46a9-bad9-a78ad603b29d req-4d063b91-5ac1-48af-9731-d0ad737794b0 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:07.156956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c39325e-225e-46a9-bad9-a78ad603b29d req-4d063b91-5ac1-48af-9731-d0ad737794b0 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 945 time: 0.1484761 Dec 17 15:50:07.207120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Port fbd9c2fc-c636-4a6d-8438-15ac6a4db594 not found, will not notify nova. {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 15:50:07.251087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-77f138ce-f933-46c8-99f1-afddc2ab0e59 service neutron] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:07.261296 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-77f138ce-f933-46c8-99f1-afddc2ab0e59 service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.262001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fffc3c03-279d-4b39-8917-5795773098da up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:07.262843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01807e3a-6a6a-45ce-bfee-0207456e5521 req-77f138ce-f933-46c8-99f1-afddc2ab0e59 service neutron] 10.222.0.49 "DELETE /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302/bindings/n-h1-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.4141083 Dec 17 15:50:07.270281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c39325e-225e-46a9-bad9-a78ad603b29d req-ba42dd77-eb2e-4b10-aaa4-938d1502fda8 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009972 Dec 17 15:50:07.391283 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.439088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.507028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:07.520708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:07.526026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:07.609586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Pushing event updated for resources: {'Port': ['ID=e85c4145-ae29-4611-b7cf-b73776ae385c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:07.637955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Attempting to bind port e85c4145-ae29-4611-b7cf-b73776ae385c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:07.638332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Attempting to bind port e85c4145-ae29-4611-b7cf-b73776ae385c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:07.639343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Attempting to bind port e85c4145-ae29-4611-b7cf-b73776ae385c on network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:07.642322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port fffc3c03-279d-4b39-8917-5795773098da triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:07.643000 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.649893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:07.650336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Checking segment: {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:07.656948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.659594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.660221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Bound using segment: {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:07.660748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Bound port: e85c4145-ae29-4611-b7cf-b73776ae385c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:07.661138 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.687979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b29b79-4080-4b4e-91ad-1caf6d7c0854 req-1fa6d96b-6aa6-44e2-90ff-7f9d273aaaf2 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:07.689547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5b29b79-4080-4b4e-91ad-1caf6d7c0854 req-1fa6d96b-6aa6-44e2-90ff-7f9d273aaaf2 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 1.0788028 Dec 17 15:50:07.716154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2a981-7c63-4e47-a9f2-9728904e6fc9 req-e5ce7aae-3000-4cb1-a4b2-c267c1be9bb4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:07.732623 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ed2a981-7c63-4e47-a9f2-9728904e6fc9 req-e5ce7aae-3000-4cb1-a4b2-c267c1be9bb4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1736109 Dec 17 15:50:07.823848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ed2a981-7c63-4e47-a9f2-9728904e6fc9 req-8acaa7d6-e5c4-43b6-bf63-cafdaf31b6d6 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882595 Dec 17 15:50:07.855478 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:07.858230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] For port e85c4145-ae29-4611-b7cf-b73776ae385c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:07.875130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5b29b79-4080-4b4e-91ad-1caf6d7c0854 req-0fdc44ba-4780-4367-b498-5ecf8a5d3d25 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615133 Dec 17 15:50:07.916891 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.033391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:08.062244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:08.078328 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e1e7d-923d-4b2c-9fc1-d73f347810c1" -d '{"events": [{"server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fffc3c03-279d-4b39-8917-5795773098da"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:08.102428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] For port e85c4145-ae29-4611-b7cf-b73776ae385c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e85c4145-ae29-4611-b7cf-b73776ae385c,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:08.103537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.128276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a909c-081d-4a37-817f-2e472de18019 req-af29f5fb-3e2e-472f-b974-e4ccc34e2f49 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:08.130722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.139337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-210a909c-081d-4a37-817f-2e472de18019 req-af29f5fb-3e2e-472f-b974-e4ccc34e2f49 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 944 time: 0.1277974 Dec 17 15:50:08.249577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:08.257031 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ecf48a-c56a-46f1-85c6-c34f79878f7b x-openstack-request-id: req-86ecf48a-c56a-46f1-85c6-c34f79878f7b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:08.257494 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fffc3c03-279d-4b39-8917-5795773098da", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:08.257901 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86ecf48a-c56a-46f1-85c6-c34f79878f7b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:08.258438 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da', 'code': 200} Dec 17 15:50:08.318372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Router 2920f6bb-c7c8-48d8-9890-272aac5486f9 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:08.327352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ffbed-a99d-4286-9598-85ce2ff2dab1 None None] Pushing event updated for resources: {'Port': ['ID=e85c4145-ae29-4611-b7cf-b73776ae385c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:08.355420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3fab92ec-6c09-4e11-acd0-4c10dd3a8c8d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:08.358509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3fab92ec-6c09-4e11-acd0-4c10dd3a8c8d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.1562059 Dec 17 15:50:08.363342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.370536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-210a909c-081d-4a37-817f-2e472de18019 req-57eb9077-5767-43da-9494-baa11b2ba22f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278020 Dec 17 15:50:08.389585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.605749 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b66e-8925-4127-ab40-afddde749eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.661492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Deleting port fffc3c03-279d-4b39-8917-5795773098da {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:08.661864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.720384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:08.734120 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] Sync routers for ids ['2920f6bb-c7c8-48d8-9890-272aac5486f9'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:08.745700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a9576c98-c44d-44d4-b825-db0881c719e7 admin admin] 10.222.0.54 "PUT /v2.0/routers/2920f6bb-c7c8-48d8-9890-272aac5486f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7108607 Dec 17 15:50:08.747472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:08.750914 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] Routers {'2920f6bb-c7c8-48d8-9890-272aac5486f9'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:08.752435 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2920f6bb-c7c8-48d8-9890-272aac5486f9'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:08.833747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] For port fffc3c03-279d-4b39-8917-5795773098da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fffc3c03-279d-4b39-8917-5795773098da,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:08.834335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.844896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bf5de-7b85-4ac6-a1be-0fcf056326cc req-77465f4f-bce8-4da5-917b-0be80fc099d4 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:08.852913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-485bf5de-7b85-4ac6-a1be-0fcf056326cc req-77465f4f-bce8-4da5-917b-0be80fc099d4 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 1096 time: 0.1696792 Dec 17 15:50:08.879736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Calling delete_port for fffc3c03-279d-4b39-8917-5795773098da owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:08.908798 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:08.940938 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] Set router 2920f6bb-c7c8-48d8-9890-272aac5486f9 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:08.951016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576efd5a-7a2d-46d7-b7e0-d21954d097fe req-4a4c5679-dbcf-47c3-a8b9-9cbe40f1ff5a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:08.953415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-576efd5a-7a2d-46d7-b7e0-d21954d097fe req-4a4c5679-dbcf-47c3-a8b9-9cbe40f1ff5a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 946 time: 0.4921391 Dec 17 15:50:08.959569 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-485bf5de-7b85-4ac6-a1be-0fcf056326cc req-7aefc6ad-af01-45c7-b865-fd3d0e1c5160 tempest-LiveMigrationTest-2013377402 tempest-LiveMigrationTest-2013377402-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010783 Dec 17 15:50:09.052493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-576efd5a-7a2d-46d7-b7e0-d21954d097fe req-aa0e350f-be1d-4411-8ce5-f640bc67ad9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873809 Dec 17 15:50:09.115778 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-0848691c-9552-41ce-81db-19d6260f88bf service neutron] show failed (client error): The resource could not be found. Dec 17 15:50:09.118742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-0848691c-9552-41ce-81db-19d6260f88bf service neutron] 10.222.0.49 "GET /v2.0/ports/bf8b2ed6-e3b0-4f57-aff8-50030f5b537e/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.1372755 Dec 17 15:50:09.206107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7926883-3fd6-4c5e-b559-f46b265bb807 req-c1dd1570-6977-4187-900c-15fa865efeef tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:09.215010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7926883-3fd6-4c5e-b559-f46b265bb807 req-c1dd1570-6977-4187-900c-15fa865efeef tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.1042824 Dec 17 15:50:09.301354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Allocated IP 172.25.0.35 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/7b8393c4-3d36-44dc-95e8-54ab7b18bba0) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:09.357546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7926883-3fd6-4c5e-b559-f46b265bb807 req-0c5af290-a5e7-4fd2-bfce-7c8e346816f7 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413066 Dec 17 15:50:09.390678 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:50:06Z', 'revision_number': 5, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port': {'id': 'e13ceb83-6b64-410e-9905-e269638c7363', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:55Z', 'updated_at': '2021-12-17T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:09.411053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecd562-e06d-42b9-adef-8f095c4b1b4f req-f691c827-d059-4f10-919e-8e058a81b603 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:09.413356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71ecd562-e06d-42b9-adef-8f095c4b1b4f req-f691c827-d059-4f10-919e-8e058a81b603 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.2093532 Dec 17 15:50:09.417025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:09.445092 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:09.462217 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] Checking router: 2920f6bb-c7c8-48d8-9890-272aac5486f9 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:09.477560 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] Routers {'2920f6bb-c7c8-48d8-9890-272aac5486f9'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:09.478506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2920f6bb-c7c8-48d8-9890-272aac5486f9'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:09.514444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event deleted for resources: {'Port': ['ID=fffc3c03-279d-4b39-8917-5795773098da,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:09.586625 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:09.600847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71ecd562-e06d-42b9-adef-8f095c4b1b4f req-4b6905c2-c9ce-482a-b2fe-34382ba64bc0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713133 Dec 17 15:50:09.619204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-db3146f7-7e73-48dd-a617-9d87773929c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:09.627915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-db3146f7-7e73-48dd-a617-9d87773929c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e&tenant_id=d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 1101 time: 0.1674979 Dec 17 15:50:09.679490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] No DVR routers for this DVR port fffc3c03-279d-4b39-8917-5795773098da on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:09.681495 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] Set router 2920f6bb-c7c8-48d8-9890-272aac5486f9 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:09.681669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:09.689400 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:09.690936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Deleting port e13ceb83-6b64-410e-9905-e269638c7363 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:09.691275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:09.701407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-186cee24-5338-4d24-a533-2c8ffa8169c0 req-3c4849cd-b95b-41d3-ba94-c05b0d1e2bb7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "DELETE /v2.0/ports/fffc3c03-279d-4b39-8917-5795773098da HTTP/1.1" status: 204 len: 173 time: 1.3296115 Dec 17 15:50:09.702235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'name': 'network-vif-deleted', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:09.704965 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2da9cf-0b93-4e58-ae35-36bbdc77f419" -d '{"events": [{"server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "name": "network-vif-deleted", "tag": "fffc3c03-279d-4b39-8917-5795773098da"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:09.789246 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55913a3-7245-44ec-a195-93fe1f086436 x-openstack-request-id: req-e55913a3-7245-44ec-a195-93fe1f086436 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:09.789790 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb64e1-9c0c-4037-bbd2-cdddaa869ae9", "name": "network-vif-deleted", "tag": "fffc3c03-279d-4b39-8917-5795773098da", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:09.790195 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e55913a3-7245-44ec-a195-93fe1f086436 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:09.790783 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb64e1-9c0c-4037-bbd2-cdddaa869ae9', 'name': 'network-vif-deleted', 'tag': 'fffc3c03-279d-4b39-8917-5795773098da', 'status': 'completed', 'code': 200} Dec 17 15:50:09.821083 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:50:09Z', 'revision_number': 6, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:09.859732 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4a7964-40ff-4c2d-b2df-f7766343da5d None None] The sync data for ids ['2920f6bb-c7c8-48d8-9890-272aac5486f9'] in n-d-806683-20 is: [{'id': '2920f6bb-c7c8-48d8-9890-272aac5486f9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1784968870-router', 'tenant_id': '98f7644a90994dc29c5a628438f13a47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:54Z', 'updated_at': '2021-12-17T15:50:09Z', 'revision_number': 6, 'project_id': '98f7644a90994dc29c5a628438f13a47', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:09.868862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:09.889583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:09.937995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdf508-9075-4dd8-8b57-12d1b7e4fdba req-95dec631-aa9e-4cf9-a1ca-398e2e0b1bf6 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:09.948063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ccdf508-9075-4dd8-8b57-12d1b7e4fdba req-95dec631-aa9e-4cf9-a1ca-398e2e0b1bf6 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 944 time: 0.1255074 Dec 17 15:50:09.987531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:09.994576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.003181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:10.011668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ccdf508-9075-4dd8-8b57-12d1b7e4fdba req-55171f4e-3f96-4a45-aac1-b98b5a002d89 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626416 Dec 17 15:50:10.013758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:10.042174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:10.050152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3f409-eee4-43bf-9c1a-fe670d14e7bf None None] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:50:10.064660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] For port e13ceb83-6b64-410e-9905-e269638c7363, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e13ceb83-6b64-410e-9905-e269638c7363,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:10.065015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.107003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Calling delete_port for e13ceb83-6b64-410e-9905-e269638c7363 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:10.397809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-975a1eeb-b54b-4665-b971-503a3e244554 None None] Provisioning complete for port e85c4145-ae29-4611-b7cf-b73776ae385c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:10.398271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-975a1eeb-b54b-4665-b971-503a3e244554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.424112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77e595b8-e3bd-4a98-a415-e7ea9b1ecefc req-58322599-c399-4bb4-862c-9311d46e251c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb64e1-9c0c-4037-bbd2-cdddaa869ae9 HTTP/1.1" status: 200 len: 210 time: 0.2193494 Dec 17 15:50:10.597546 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-975a1eeb-b54b-4665-b971-503a3e244554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.637670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.685275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-975a1eeb-b54b-4665-b971-503a3e244554 None None] For port e85c4145-ae29-4611-b7cf-b73776ae385c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e85c4145-ae29-4611-b7cf-b73776ae385c,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:10.691379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-c6489642-1afc-4e54-a9a2-b554590c676c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:10.693344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-c6489642-1afc-4e54-a9a2-b554590c676c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 944 time: 0.2877812 Dec 17 15:50:10.698791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e85c4145-ae29-4611-b7cf-b73776ae385c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:10.702378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-975a1eeb-b54b-4665-b971-503a3e244554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.828816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dbfbb-a541-4dbd-9cde-1f0d1abc1e8a req-dfa5fdf5-0dbe-4470-94a1-667e4ac532a5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:10.830909 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b32dbfbb-a541-4dbd-9cde-1f0d1abc1e8a req-dfa5fdf5-0dbe-4470-94a1-667e4ac532a5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.2877197 Dec 17 15:50:10.841202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a1eeb-b54b-4665-b971-503a3e244554 None None] Pushing event updated for resources: {'Port': ['ID=e85c4145-ae29-4611-b7cf-b73776ae385c,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:10.853032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e85c4145-ae29-4611-b7cf-b73776ae385c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:10.853391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.856703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bdfb0e11-1a65-4a28-8d66-8c172d978fdf None None] Provisioning complete for port e85c4145-ae29-4611-b7cf-b73776ae385c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:10.856885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bdfb0e11-1a65-4a28-8d66-8c172d978fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:10.902103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b32dbfbb-a541-4dbd-9cde-1f0d1abc1e8a req-2d97dbe3-b8c7-4414-83db-7a6a59e3f356 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628142 Dec 17 15:50:10.922223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Deleting port af2410bb-25ee-493f-8417-f6caf0fa4302 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:10.922746 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.103316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbd9c2fc-c636-4a6d-8438-15ac6a4db594 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:11.116983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] For port af2410bb-25ee-493f-8417-f6caf0fa4302, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=af2410bb-25ee-493f-8417-f6caf0fa4302,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:11.118245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.128440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.129719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fbd9c2fc-c636-4a6d-8438-15ac6a4db594 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:11.130028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbd9c2fc-c636-4a6d-8438-15ac6a4db594 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:11.143118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Calling delete_port for af2410bb-25ee-493f-8417-f6caf0fa4302 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:11.251080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cec1de-fcd0-4059-b90d-55c7e128be89 req-2e6dfc79-3b47-4c04-af0a-4ac6a47244d6 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:11.260635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40cec1de-fcd0-4059-b90d-55c7e128be89 req-2e6dfc79-3b47-4c04-af0a-4ac6a47244d6 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 944 time: 0.1142175 Dec 17 15:50:11.277080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fffc3c03-279d-4b39-8917-5795773098da no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:11.306006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: fffc3c03-279d-4b39-8917-5795773098da {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:11.306728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fffc3c03-279d-4b39-8917-5795773098da not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:11.315542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:11.340368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40cec1de-fcd0-4059-b90d-55c7e128be89 req-28a40ce0-af5d-461e-b62f-6620166708a8 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788953 Dec 17 15:50:11.370713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ade979-b266-4382-bce7-570054df1737 req-4489f661-deb0-4b77-8493-e69873a0bb7f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:11.377883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91ade979-b266-4382-bce7-570054df1737 req-4489f661-deb0-4b77-8493-e69873a0bb7f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.2355306 Dec 17 15:50:11.384161 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.434263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.453796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:11.470626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event deleted for resources: {'Port': ['ID=af2410bb-25ee-493f-8417-f6caf0fa4302,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:11.488166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:11.493893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.584709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] No DVR routers for this DVR port af2410bb-25ee-493f-8417-f6caf0fa4302 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:11.590973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.595631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-129980c2-91cb-4c6f-99e3-ce05609afb3b req-d60b7407-4f98-4465-bfd4-cfb2066d8f8c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.49 "DELETE /v2.0/ports/af2410bb-25ee-493f-8417-f6caf0fa4302 HTTP/1.1" status: 204 len: 173 time: 0.8900526 Dec 17 15:50:11.622893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13ceb83-6b64-410e-9905-e269638c7363,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:11.635410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91ade979-b266-4382-bce7-570054df1737 req-f967f523-31a6-4391-8634-e0019b455229 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562332 Dec 17 15:50:11.715144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:11.717540 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63786202-09b8-4fa0-a5d7-a158da000df0" -d '{"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:11.726167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.792018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'name': 'network-vif-deleted', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:11.794789 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dad03f7-5c4b-41e7-8379-071b47276012" -d '{"events": [{"server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "name": "network-vif-deleted", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:11.799482 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3863dbc-b762-4b0d-ad7a-b56c2cf5fd78 x-openstack-request-id: req-a3863dbc-b762-4b0d-ad7a-b56c2cf5fd78 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:11.799888 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:11.800121 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3863dbc-b762-4b0d-ad7a-b56c2cf5fd78 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:11.800519 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'code': 200} Dec 17 15:50:11.826942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Transition to ACTIVE for port object bf8b2ed6-e3b0-4f57-aff8-50030f5b537e will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:11.833474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.842114 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e3cb2-880f-4a42-bcf9-7ff216aa483a x-openstack-request-id: req-b84e3cb2-880f-4a42-bcf9-7ff216aa483a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:11.842817 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660b670d-bda9-4897-bb12-aa8a8aa7d8a6", "name": "network-vif-deleted", "tag": "af2410bb-25ee-493f-8417-f6caf0fa4302", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:11.843282 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b84e3cb2-880f-4a42-bcf9-7ff216aa483a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:11.844417 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660b670d-bda9-4897-bb12-aa8a8aa7d8a6', 'name': 'network-vif-deleted', 'tag': 'af2410bb-25ee-493f-8417-f6caf0fa4302', 'status': 'completed', 'code': 200} Dec 17 15:50:11.868237 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:11.978752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37642) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:11.984193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-44cb0d7c-2167-4ace-bb38-71345732c689 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818632149', 'description': 'tempest-description--446000506'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:12.007179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.011199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.044448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44cb0d7c-2167-4ace-bb38-71345732c689 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.044782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] No DVR routers for this DVR port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:12.085415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.180324 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44cb0d7c-2167-4ace-bb38-71345732c689 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.181375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:12.186927 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44cb0d7c-2167-4ace-bb38-71345732c689 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.216581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.226633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.228324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2920f6bb-c7c8-48d8-9890-272aac5486f9 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:50:12.236971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.239325 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-492c3eb9-8608-4192-a4f5-e0913a4da229 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2920f6bb-c7c8-48d8-9890-272aac5486f9 HTTP/1.1" status: 204 len: 168 time: 3.4838824 Dec 17 15:50:12.243424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37646) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:12.253749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:12.253965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:12.254319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:12.271191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-44cb0d7c-2167-4ace-bb38-71345732c689 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.276457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-44cb0d7c-2167-4ace-bb38-71345732c689 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2926204 Dec 17 15:50:12.298647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37648) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:12.303730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-22400a26-d74f-4927-8259-00f427e57609 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Request body: {'security_group_rule': {'security_group_id': '3d92c605-a641-4ba5-a384-8bf6a2669e35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:12.305155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:12.305283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:12.313158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:12.313158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:12.313535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:12.314164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Bound port: bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:12.314388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.318481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb0d7c-2167-4ace-bb38-71345732c689 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d92c605-a641-4ba5-a384-8bf6a2669e35,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:12.336262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf71be-4860-445f-90a9-a7e838c3d0c3 req-89d91193-e128-4f7a-b4be-8ddbf5451ec7 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:12.345950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] Deleting subnet 7aac88ad-8c49-4b1a-88c7-30d84db20281 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:50:12.347047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3daf71be-4860-445f-90a9-a7e838c3d0c3 req-89d91193-e128-4f7a-b4be-8ddbf5451ec7 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.2938263 Dec 17 15:50:12.352905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.430344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22400a26-d74f-4927-8259-00f427e57609 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.464998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device af2410bb-25ee-493f-8417-f6caf0fa4302 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:12.495681 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.506746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: af2410bb-25ee-493f-8417-f6caf0fa4302 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:12.507371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device af2410bb-25ee-493f-8417-f6caf0fa4302 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:12.508109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:12.545690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b454221a-ef3b-4038-b7a8-5e8e2cee2633 req-1979367c-3b50-4bd9-82ae-9e03bbde9e27 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 210 time: 0.0854044 Dec 17 15:50:12.585498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e85c4145-ae29-4611-b7cf-b73776ae385c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:12.629139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3daf71be-4860-445f-90a9-a7e838c3d0c3 req-984d3ad5-f403-43e6-b953-db6dc57f35cf tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808883 Dec 17 15:50:12.644325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:12.649689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:12.652600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22400a26-d74f-4927-8259-00f427e57609 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.660745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22400a26-d74f-4927-8259-00f427e57609 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.673580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.689863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22400a26-d74f-4927-8259-00f427e57609 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd18366-b973-47af-acac-192a348814ff,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:12.700648 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.705030 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22400a26-d74f-4927-8259-00f427e57609 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.706382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:12.706521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-22400a26-d74f-4927-8259-00f427e57609 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4061236 Dec 17 15:50:12.714799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37656) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:12.718844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e8086ae4-6088-45fc-bc18-02e17feb38bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Request body: {'security_group_rule': {'security_group_id': '3d92c605-a641-4ba5-a384-8bf6a2669e35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:12.731627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e85c4145-ae29-4611-b7cf-b73776ae385c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:12.732535 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.766645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:12.767277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.769165 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] 10.222.0.47 "PUT /v2.0/ports/bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 1096 time: 3.1115644 Dec 17 15:50:12.779573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:50:12.826266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4efd1-a0f7-4e92-8ecf-d6011143e3e2 req-392df4cf-2e49-41fa-8dad-52cde050ec12 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:12.835433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dd4efd1-a0f7-4e92-8ecf-d6011143e3e2 req-392df4cf-2e49-41fa-8dad-52cde050ec12 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 947 time: 0.0904012 Dec 17 15:50:12.845670 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.894019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aac88ad-8c49-4b1a-88c7-30d84db20281,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:12.897653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:12.901664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3c4e6382-ca7d-48ed-95cf-fd647621c8bf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7aac88ad-8c49-4b1a-88c7-30d84db20281 HTTP/1.1" status: 204 len: 168 time: 0.6563199 Dec 17 15:50:12.908326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37658) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:12.935875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e38c6-3d18-4480-b137-f1a8c2966a0b None None] Network bd44fae3-ff46-4f27-b0c5-8791b2923221 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:50:12.953337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a6651-5353-4305-93e5-5e0534721d20 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:12.994916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8086ae4-6088-45fc-bc18-02e17feb38bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.008773 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dd4efd1-a0f7-4e92-8ecf-d6011143e3e2 req-6bc02b55-7926-41ef-96db-9b7210c49be2 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720195 Dec 17 15:50:13.029743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e13ceb83-6b64-410e-9905-e269638c7363 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:13.055496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.066634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e13ceb83-6b64-410e-9905-e269638c7363 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:13.069723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e13ceb83-6b64-410e-9905-e269638c7363 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:13.078232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-a42c29cb-f632-44b2-9c36-03a002ae48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:13.080140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-a42c29cb-f632-44b2-9c36-03a002ae48c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1099 time: 0.2790082 Dec 17 15:50:13.144911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Deleting port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:13.145265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.174970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:13.186854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Sync routers for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:13.201501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:13.203347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:13.220304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8086ae4-6088-45fc-bc18-02e17feb38bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.228471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8086ae4-6088-45fc-bc18-02e17feb38bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.251078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.255796 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-790b2fbf-2a68-446c-a41c-917653f436f0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0586429 Dec 17 15:50:13.258024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37662) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:13.260538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] DHCP port deletion for bd44fae3-ff46-4f27-b0c5-8791b2923221 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:50:13.279636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] For port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,segment=NetworkSegment(57f415e2-4200-4c84-9948-92f5555fd89b),segment_id=57f415e2-4200-4c84-9948-92f5555fd89b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:13.280391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.297424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Calling delete_port for 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:13.331068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8086ae4-6088-45fc-bc18-02e17feb38bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbe501f-a975-4307-a9b6-e1d45477523d,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:13.341812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-88940716-2dc1-4bdf-a14d-59361a0169fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:13.343970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-88940716-2dc1-4bdf-a14d-59361a0169fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2458379 Dec 17 15:50:13.350415 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8086ae4-6088-45fc-bc18-02e17feb38bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.351630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e8086ae4-6088-45fc-bc18-02e17feb38bc tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6367152 Dec 17 15:50:13.355572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37664) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:13.378553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:13.434585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-92d1f5f6-bab6-4d91-aa92-d06e6aa150be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.0797403 Dec 17 15:50:13.435212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:13.469453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] Deleting port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:13.470185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.516064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.555986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] No DVR routers for this DVR port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:13.613379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.640145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-f74161bd-84f2-42ee-a239-f6e3a901ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:13.641830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-f74161bd-84f2-42ee-a239-f6e3a901ca66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1331532 Dec 17 15:50:13.655812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:13.692482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] For port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:13.693047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.709773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] Calling delete_port for 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:13.713176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] Port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:50:13.716636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.740815 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.770660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] No DVR routers for this DVR port 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:13.776639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd44fae3-ff46-4f27-b0c5-8791b2923221']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:13.782224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bed393-7f73-4c4c-8de7-dae68561a7b7 None None] Pushing event deleted for resources: {'Port': ['ID=52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:13.808526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:13.809681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b57a00f-eadd-4833-8d5b-3567583c42f9 req-4e692039-dcea-4508-b1f7-992ddccfc043 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 210 time: 0.1477077 Dec 17 15:50:13.810806 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e557ea6-82c0-4cfc-bd26-c714d9032e75" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:13.811365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f415e2-4200-4c84-9948-92f5555fd89b') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:13.811673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f415e2-4200-4c84-9948-92f5555fd89b') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:13.814908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-bafa7988-bbf0-432f-8ffc-8bd9bacc4c77 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:13.816449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-bafa7988-bbf0-432f-8ffc-8bd9bacc4c77 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.3540561 Dec 17 15:50:13.832549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.862462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.862975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-597d8350-1455-4504-ba82-146a71a1215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:13.864680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-597d8350-1455-4504-ba82-146a71a1215a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594758 Dec 17 15:50:13.872845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:50:13.873559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:13.967368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:10Z', 'revision_number': 3, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:13.995674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-20'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:50:14.000094 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:50:14.015065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Checking router: 50c4869a-8165-405c-b8b9-d3bbd13a92d2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:14.015707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Updating router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:50:14.046868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.072799 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.087451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.093315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bd44fae3-ff46-4f27-b0c5-8791b2923221 HTTP/1.1" status: 204 len: 168 time: 1.1834457 Dec 17 15:50:14.153711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c74ac7-f576-4445-80c3-f7547a0942f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd44fae3-ff46-4f27-b0c5-8791b2923221,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:14.223481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-d8a1b488-28cc-4f16-a6f6-ccc19a8c0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:14.224992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-d8a1b488-28cc-4f16-a6f6-ccc19a8c0318 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1099 time: 0.2202346 Dec 17 15:50:14.232472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.333008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0328c8a-4bca-4919-aeab-f1c51ccb1752 req-cf79caca-44bd-422c-87a8-3c9a02493105 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:14.334555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0328c8a-4bca-4919-aeab-f1c51ccb1752 req-cf79caca-44bd-422c-87a8-3c9a02493105 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 947 time: 0.1777432 Dec 17 15:50:14.453314 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.463589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.523540 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4f3e58-28dc-4a5f-af6b-ae9769ed5106 x-openstack-request-id: req-4d4f3e58-28dc-4a5f-af6b-ae9769ed5106 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:14.524178 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:14.524178 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d4f3e58-28dc-4a5f-af6b-ae9769ed5106 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:14.524475 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'status': 'completed', 'code': 200} Dec 17 15:50:14.527268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37676) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:14.537990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:14.550554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900e940-e894-4281-b8c1-a84de6364580 req-0e7a3e07-563a-44c6-be2e-d21924e1a6da tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:14.555658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Attempting to bind port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:14.556058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Attempting to bind port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:14.556418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Attempting to bind port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:14.558967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f900e940-e894-4281-b8c1-a84de6364580 req-0e7a3e07-563a-44c6-be2e-d21924e1a6da tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 945 time: 0.7681136 Dec 17 15:50:14.600690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:14.601103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:14.601563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.601959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:14.602440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Bound port: 7b8393c4-3d36-44dc-95e8-54ab7b18bba0, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:14.602810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.661514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] For port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:14.665417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] For port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:14.687057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:14.688052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 52be41ed-0f1f-4a68-9cfd-d3fb73ebabc0 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:14.699908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.727557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c9f9-9390-48b4-92b7-d464ebded8c1 None None] Pushing event updated for resources: {'Port': ['ID=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:14.739921 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-80396766-903b-428c-8330-1ed22787126b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98f7644a90994dc29c5a628438f13a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093759 Dec 17 15:50:14.746873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37680) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:14.773535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-50149674-f973-4b95-be5c-87f22c69cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:14.775065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-50149674-f973-4b95-be5c-87f22c69cfe8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.5402520 Dec 17 15:50:14.780531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:14.795485 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f900e940-e894-4281-b8c1-a84de6364580 req-f7e7cdec-1763-4726-9b41-c9e7e1693404 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355430 Dec 17 15:50:14.824844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:14.825627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:14.853028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0328c8a-4bca-4919-aeab-f1c51ccb1752 req-1254fb26-ea19-4ac1-9f00-d0364a3c8882 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849132 Dec 17 15:50:14.856748 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-42024660-0651-402d-9805-4a17a8b92fa9 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9779489 Dec 17 15:50:14.857578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-5e03e9e0-1978-4f9f-8e71-4a37c77f12eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.0710101 Dec 17 15:50:14.992288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-13352384-9b0a-4fa7-b11a-5448d9b714d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:14.993795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-13352384-9b0a-4fa7-b11a-5448d9b714d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1087756 Dec 17 15:50:15.030557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:15.038051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:15.074696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:15.120021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-59b668b1-05b4-40b3-8d00-1d40f51d9d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.124875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.127552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:15.131298 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652abfe-eb0e-4fbe-8052-735eccce2546" -d '{"events": [{"server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "name": "network-vif-unplugged", "status": "completed", "tag": "dccaab32-0798-4327-928c-dc090b5686a4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:15.150751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.217820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c9f9-9390-48b4-92b7-d464ebded8c1 None None] Pushing event updated for resources: {'Port': ['ID=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:15.226218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Allocated IP 172.25.0.2 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/99615549-780e-46bc-9eb3-c34f72d41079) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:15.229082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.248961 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dda7463-fb00-4b7d-b714-c18baf2a198d x-openstack-request-id: req-4dda7463-fb00-4b7d-b714-c18baf2a198d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:15.249809 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "name": "network-vif-unplugged", "status": "completed", "tag": "dccaab32-0798-4327-928c-dc090b5686a4", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:15.250800 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4dda7463-fb00-4b7d-b714-c18baf2a198d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:15.251711 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4', 'code': 200} Dec 17 15:50:15.285452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device dccaab32-0798-4327-928c-dc090b5686a4 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:15.302624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:15.327877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d2bc379-d287-4d95-b94a-56d3899049dc req-b53b7321-306f-40d9-999a-859dded680ec service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387503 Dec 17 15:50:15.332687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87f34f83-9c7e-4a92-818b-00f36ca5bfb0 req-dfd87369-2f32-4bf4-b166-13d4fcd632d9 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 210 time: 0.3377576 Dec 17 15:50:15.343423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.367662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-6f2b3b12-a79b-44dc-a971-9038f772b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:15.370598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-6f2b3b12-a79b-44dc-a971-9038f772b5d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2345414 Dec 17 15:50:15.421180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-59b668b1-05b4-40b3-8d00-1d40f51d9d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.494651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-157a25fe-1627-4485-8dc8-5ed2aab06d5d service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139572 Dec 17 15:50:15.568016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:10Z', 'revision_number': 3, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:15.607038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee2e940-3c84-49a7-a415-2490ee294abc None None] The sync data for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 is: [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:10Z', 'revision_number': 3, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:15.619979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:15.657982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-d58ac255-5000-408e-98f9-99831220636c service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423345 Dec 17 15:50:15.659226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on host n-h2-806683-20 for vnic_type normal with profile {"migrating_to": "n-h1-806683-20"} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:15.659623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:15.660044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:15.663873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on host n-h2-806683-20 for vnic_type normal with profile {"migrating_to": "n-h1-806683-20"} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:15.664260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:15.664631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:15.669718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:15.670249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:15.672332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:15.672661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:15.676855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:15.677323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:15.677971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:15.678294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:15.678430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Bound port: dccaab32-0798-4327-928c-dc090b5686a4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:15.678639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:15.678829 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.679021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:15.679498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Bound port: dccaab32-0798-4327-928c-dc090b5686a4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:15.679967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.776750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:15.777772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-59b668b1-05b4-40b3-8d00-1d40f51d9d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.781403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-59b668b1-05b4-40b3-8d00-1d40f51d9d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.781545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:15.782901 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-59b668b1-05b4-40b3-8d00-1d40f51d9d18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a93e14d-2efa-4ed0-885a-fbfbf5260451 HTTP/1.1" status: 204 len: 168 time: 1.0278456 Dec 17 15:50:15.792339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:15.812303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b668b1-05b4-40b3-8d00-1d40f51d9d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a93e14d-2efa-4ed0-885a-fbfbf5260451,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:15.816625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:15.842055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) dccaab32-0798-4327-928c-dc090b5686a4-n-h2-806683-20-0 {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:50:15.844709 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:50:15.858211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Allocated IP 172.20.0.1 (cfc6c027-5fb8-47d2-95c1-3ebb936edce8/71380c7b-6757-4471-934c-98831561d4a4/a81db757-a7c9-46ec-97d5-d115dd1c5f7c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:15.862253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-7c0ff2a7-c626-42ca-920a-ef6c1892c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:15.864320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-7c0ff2a7-c626-42ca-920a-ef6c1892c966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1099 time: 0.4386709 Dec 17 15:50:16.015465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device dccaab32-0798-4327-928c-dc090b5686a4 has no active binding in host n-h1-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:50:16.025644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:16.137906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85337fcc-6c1c-41b8-8476-6232a394f905 req-60475f37-7fb0-44f8-8eaf-93c1730b8afb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:16.139619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85337fcc-6c1c-41b8-8476-6232a394f905 req-60475f37-7fb0-44f8-8eaf-93c1730b8afb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 947 time: 0.0827687 Dec 17 15:50:16.164353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:16.233046 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85337fcc-6c1c-41b8-8476-6232a394f905 req-bea87db0-b9e7-4e22-b83d-240dc513fb8f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856812 Dec 17 15:50:16.321415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15280fd-c3d0-48d7-99e3-14be0461d57c req-3633c6c3-1839-4cec-8bad-15fc8c6793eb tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:16.323046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a15280fd-c3d0-48d7-99e3-14be0461d57c req-3633c6c3-1839-4cec-8bad-15fc8c6793eb tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.2479637 Dec 17 15:50:16.327500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-21d9852f-f4ca-400b-b0c0-dafabb05139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:16.329097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-21d9852f-f4ca-400b-b0c0-dafabb05139e service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4565270 Dec 17 15:50:16.384326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on host n-h2-806683-20 for vnic_type normal with profile {"migrating_to": "n-h1-806683-20"} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:16.384867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:16.387367 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:16.400267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:16.401758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempting to bind port dccaab32-0798-4327-928c-dc090b5686a4 on network 841d205e-dc57-4612-9caf-9f4cb0fc3a5a {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:16.415327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:16.415680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Checking segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:16.418040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Bound using segment: {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:16.420398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Bound port: dccaab32-0798-4327-928c-dc090b5686a4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '841d205e-dc57-4612-9caf-9f4cb0fc3a5a'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:16.420855 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:16.480265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:16.518577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c70ec09-0ba0-4e81-b217-9a18e756a371 req-cb5c4f40-765c-405a-a234-7561c419424c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 210 time: 0.0407002 Dec 17 15:50:16.529143 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-6cf370dd-6f3a-4c4e-b12b-716d594692b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.1853874 Dec 17 15:50:16.611774 n-d-806683-20 neutron-server[109783]: WARNING neutron.plugins.ml2.plugin [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Concurrent port binding operations failed on port dccaab32-0798-4327-928c-dc090b5686a4 Dec 17 15:50:16.628461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:16.642402 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attempt 2 to bind port dccaab32-0798-4327-928c-dc090b5686a4 Dec 17 15:50:16.657823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:16.658466 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:16.664037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-d22dbbf0-8d3c-4778-8f88-b503dc812434 service neutron] 10.222.0.47 "PUT /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 1123 time: 2.6740308 Dec 17 15:50:16.671913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-870681ae-ff2c-46cf-9869-119f5d131905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:16.673542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-870681ae-ff2c-46cf-9869-119f5d131905 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1285274 Dec 17 15:50:16.684874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:16.697016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:16.724012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:16.772558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:16.775019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:16.809342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a15280fd-c3d0-48d7-99e3-14be0461d57c req-87833a9e-2c18-42f0-8e30-75bf73a23a1d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706955 Dec 17 15:50:16.814315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'Port': ['ID=99615549-780e-46bc-9eb3-c34f72d41079,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:16.815574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['dccaab32-0798-4327-928c-dc090b5686a4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:16.850176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-b7a55272-f054-4992-b197-e230de723d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:16.851892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-b7a55272-f054-4992-b197-e230de723d56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1585214 Dec 17 15:50:16.878829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['dccaab32-0798-4327-928c-dc090b5686a4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:16.947846 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:16.986721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:16.987768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.037081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:17.050222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.051713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:17.063447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:17.091677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Pushing event updated for resources: {'Port': ['ID=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:17.172583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-a2e3d80a-c2ce-4cb6-b460-d478b06a47e9 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066087 Dec 17 15:50:17.201455 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.204562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.254433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:17.258406 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3ed724-557e-4f67-b123-3fe987cc9caf" -d '{"events": [{"name": "network-changed", "server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "tag": "dccaab32-0798-4327-928c-dc090b5686a4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:17.307364 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.334314 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a5124-67dd-4bfb-ae70-5b94bd9d7823 x-openstack-request-id: req-c61a5124-67dd-4bfb-ae70-5b94bd9d7823 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:17.339969 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "tag": "dccaab32-0798-4327-928c-dc090b5686a4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:17.340370 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c61a5124-67dd-4bfb-ae70-5b94bd9d7823 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:17.340886 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4', 'status': 'completed', 'code': 200} Dec 17 15:50:17.351028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:17.353093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:17.391318 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.566716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-28d6c1db-ecf2-41f4-9ce6-cd69037568a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:17.569867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-28d6c1db-ecf2-41f4-9ce6-cd69037568a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1126 time: 0.2099340 Dec 17 15:50:17.582276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014f19-0b82-459b-ad78-1713cd3a6a68 req-b597ee76-e038-403b-b4a9-6b9d49f407cb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:17.585213 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e557ea6-82c0-4cfc-bd26-c714d9032e75 req-72265875-8b75-42b4-aa9b-537777db94b3 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993547 Dec 17 15:50:17.591311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-58014f19-0b82-459b-ad78-1713cd3a6a68 req-b597ee76-e038-403b-b4a9-6b9d49f407cb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 947 time: 0.2152221 Dec 17 15:50:17.644712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:17.686000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.738938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-58014f19-0b82-459b-ad78-1713cd3a6a68 req-1c11ad47-1cf7-4ccb-902d-32aae5ba7eed tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436424 Dec 17 15:50:17.755811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ae314e4b-6eb1-4b13-a44e-e2a26e493a0e None None] Provisioning complete for port a81db757-a7c9-46ec-97d5-d115dd1c5f7c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:17.757084 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ae314e4b-6eb1-4b13-a44e-e2a26e493a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.809157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ae314e4b-6eb1-4b13-a44e-e2a26e493a0e None None] Port a81db757-a7c9-46ec-97d5-d115dd1c5f7c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:50:17.823293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:50:17.846902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-85503031-95dd-4892-a425-58a777336071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:17.848630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-85503031-95dd-4892-a425-58a777336071 service neutron] 10.222.0.49 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.2550263 Dec 17 15:50:17.874120 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.891159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:17.906427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-006a9776-9768-4813-846c-2dca33283c73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 217 time: 0.0501878 Dec 17 15:50:17.979650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b6c0de32-e437-46f5-aae9-c70478aa3af5 req-799f4ba5-1e07-4771-a956-485efa17f722 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 210 time: 0.1169722 Dec 17 15:50:17.996246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:18.026606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'mac_address': 'fa:16:3e:73:f4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:18.033110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-d399cd8e-7989-4208-aee7-1dbd57c55f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:18.034651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-d399cd8e-7989-4208-aee7-1dbd57c55f81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1153357 Dec 17 15:50:18.096173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-2ceb3fd0-43ae-4b12-b5aa-4887bc6288f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542393 Dec 17 15:50:18.129436 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.166312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8b2ed6-e3b0-4f57-aff8-50030f5b537e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:18.212542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:18.219798 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.236248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'Port': ['ID=99615549-780e-46bc-9eb3-c34f72d41079,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:18.313370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.338612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:18.351711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.361592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55878d22-0406-4ce5-b73a-5823a3b2f20a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9897838 Dec 17 15:50:18.401714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9b506-2561-4419-b63f-0ca88fffbb78 req-00c6f31d-a72e-4182-a199-d54d6e8b54be tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:18.413486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28f9b506-2561-4419-b63f-0ca88fffbb78 req-00c6f31d-a72e-4182-a199-d54d6e8b54be tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.2979355 Dec 17 15:50:18.457481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.463739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.482735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-2442daee-cb04-49cd-ae18-86ce14838ef3 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785002 Dec 17 15:50:18.532610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:18.592465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:18.613300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Pushing event updated for resources: {'Port': ['ID=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:18.623433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.714624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28f9b506-2561-4419-b63f-0ca88fffbb78 req-10251f04-14fa-4128-a0df-360d67111365 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958980 Dec 17 15:50:18.761725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:18.763187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:18.824295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:18.824930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:18.840248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c3ed724-557e-4f67-b123-3fe987cc9caf req-f7faaf52-22c1-4a1c-8895-dece3f886e57 service neutron] 10.222.0.49 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248334 Dec 17 15:50:18.988925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:19.125042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-798b9794-b866-41c5-8a1b-f8e749e081c4 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:19.126670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-798b9794-b866-41c5-8a1b-f8e749e081c4 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 821 time: 0.2468481 Dec 17 15:50:19.173153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-c51c8639-474a-432f-aece-5d3d55e3ea4b tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/quotas/24aab19a67c240a29757b051c60d9feb HTTP/1.1" status: 200 len: 375 time: 0.0324614 Dec 17 15:50:19.220324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-1a0122d2-7770-4fcc-a107-436007e74085 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391383 Dec 17 15:50:19.282543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-65c895b6-3c07-41b5-bb4d-b38aa2ebe23d None None] Provisioning complete for port a81db757-a7c9-46ec-97d5-d115dd1c5f7c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:19.283113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65c895b6-3c07-41b5-bb4d-b38aa2ebe23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:19.293561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:19.308909 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d069d4f3-2c9d-4342-8895-d7f535d7d7ba admin admin] 10.222.0.54 "PUT /v2.0/routers/50c4869a-8165-405c-b8b9-d3bbd13a92d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0439305 Dec 17 15:50:19.314306 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Sync routers for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:19.338850 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:19.342973 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:19.348016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943b324-4ae9-4250-a067-e32a39b109e2 req-d17f76f8-4411-4a5b-adc7-a28704de149d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:19.357547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9943b324-4ae9-4250-a067-e32a39b109e2 req-d17f76f8-4411-4a5b-adc7-a28704de149d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 948 time: 0.1164343 Dec 17 15:50:19.367315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-86f47f00-693a-4350-9e6d-9297e4fdb0fd service neutron] 10.222.0.54 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457894 Dec 17 15:50:19.384389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-65c895b6-3c07-41b5-bb4d-b38aa2ebe23d None None] Port a81db757-a7c9-46ec-97d5-d115dd1c5f7c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:50:19.465618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9943b324-4ae9-4250-a067-e32a39b109e2 req-ce8c0621-594f-4ae0-a6fe-f011eda0c2cf tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892458 Dec 17 15:50:19.547708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-7a449370-7bad-4763-b588-46e3f733612d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0921888 Dec 17 15:50:19.580518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-9a8c5381-215d-4daa-ac9d-2978fb5c3ec5 service neutron] 10.222.0.54 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119951 Dec 17 15:50:19.610652 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:19.711488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ca72-ed79-4623-b988-d9549384e75a req-8d97bff1-1498-47b9-8d00-089257d67139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:19.746472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-8d97bff1-1498-47b9-8d00-089257d67139 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 1101 time: 0.1355975 Dec 17 15:50:19.772603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51401c3c-5e02-4636-9c75-c6732e51fea7 req-e3a79035-3f14-44bf-8edc-7821d60bf2b9 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=660b670d-bda9-4897-bb12-aa8a8aa7d8a6 HTTP/1.1" status: 200 len: 210 time: 0.0854757 Dec 17 15:50:20.030353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ca72-ed79-4623-b988-d9549384e75a req-3265984d-abbe-441b-8822-db7099dff67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.033547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-3265984d-abbe-441b-8822-db7099dff67b service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2781322 Dec 17 15:50:20.153193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-8e6ec150-f5be-4861-b2a2-c1feb11c9b6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 200 len: 217 time: 0.1077826 Dec 17 15:50:20.374472 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 2, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:20.393900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ca72-ed79-4623-b988-d9549384e75a req-d2f71deb-f70e-476f-b029-5cd20db2342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.395404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-d2f71deb-f70e-476f-b029-5cd20db2342d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2317748 Dec 17 15:50:20.418893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c02d0-8060-44ba-a729-794091de51a4 req-8c015b01-65c9-4b7c-85a4-c6290ed1b1c5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.427635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c2c02d0-8060-44ba-a729-794091de51a4 req-8c015b01-65c9-4b7c-85a4-c6290ed1b1c5 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1823447 Dec 17 15:50:20.460128 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Checking router: 50c4869a-8165-405c-b8b9-d3bbd13a92d2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:20.460733 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Updating router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 port a81db757-a7c9-46ec-97d5-d115dd1c5f7c binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:50:20.539188 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:20.617670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c2c02d0-8060-44ba-a729-794091de51a4 req-29f76626-f000-44ad-ab59-dfac99048995 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888578 Dec 17 15:50:20.640940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ca72-ed79-4623-b988-d9549384e75a req-635f2d10-8043-48e6-8f23-233506ab500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.647796 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-635f2d10-8043-48e6-8f23-233506ab500a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2142675 Dec 17 15:50:20.741824 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba11eb2a-0eba-41d0-8bde-55fa95287fd8 req-866e660b-a6c8-4149-aaee-41d49b8e0032 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 210 time: 0.1447842 Dec 17 15:50:20.786245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-3997fafa-c21a-42ab-95ce-67c47939acce tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.789129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-3997fafa-c21a-42ab-95ce-67c47939acce tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e&tenant_id=d1250a44894b48f8a2959c35a3eedae9&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 948 time: 0.2843685 Dec 17 15:50:20.810010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37792) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:20.833585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-network', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:20.915314 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-2a8ae880-b0a1-4aa6-9131-7166d782c8ad service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610297 Dec 17 15:50:21.038247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a42ca72-ed79-4623-b988-d9549384e75a req-a656211d-af6b-47ce-bf71-d0ff91a919aa service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132209 Dec 17 15:50:21.065081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2387d-6c24-45b4-b718-23f50e3c3d17 req-a0c28958-6cf1-43a5-9195-ac19d3998c53 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:21.080636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ab2387d-6c24-45b4-b718-23f50e3c3d17 req-a0c28958-6cf1-43a5-9195-ac19d3998c53 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 948 time: 0.2531669 Dec 17 15:50:21.243517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ab2387d-6c24-45b4-b718-23f50e3c3d17 req-607c843d-178d-4c66-96f4-65b0e99c99b1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606083 Dec 17 15:50:21.265264 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.272801 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.319601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:21.437566 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981909c8-86ba-4d82-8d0a-878f248b97fe None None] Pushing event updated for resources: {'Port': ['ID=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:21.447714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:50:21.461383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:21.461760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.574798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-cd077b19-ac04-47ff-b50a-7a219b970c38 service neutron] 10.222.0.47 "GET /v2.0/ports/bf8b2ed6-e3b0-4f57-aff8-50030f5b537e/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 383 time: 0.7752767 Dec 17 15:50:21.576331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Made reservation on behalf of a2e729913bba4b94823547e4be096fb8 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:21.591212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.600395 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Attempting to bind port a81db757-a7c9-46ec-97d5-d115dd1c5f7c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:21.600827 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Attempting to bind port a81db757-a7c9-46ec-97d5-d115dd1c5f7c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:21.601499 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Attempting to bind port a81db757-a7c9-46ec-97d5-d115dd1c5f7c on network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:21.609027 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.609283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:21.609843 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Checking segment: {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:21.610300 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.610749 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Bound using segment: {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:21.611755 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Bound port: a81db757-a7c9-46ec-97d5-d115dd1c5f7c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:21.612221 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.633943 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.714588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:21.720606 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52165661-36fd-4276-b9ff-6015cda03ee9" -d '{"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:21.793227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:21.804958 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.823090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.830024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37822) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:21.833825 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.847854 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] For port a81db757-a7c9-46ec-97d5-d115dd1c5f7c, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:21.853047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:50:21.856566 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] For port a81db757-a7c9-46ec-97d5-d115dd1c5f7c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:21.870121 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.871568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.872249 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Added segment 8197e2af-507a-42b5-9bd6-a379a4bc7484 of type vlan for network afd680fb-b07a-4b3c-97e6-c825028a8ae2 Dec 17 15:50:21.879945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3d800aba-07d3-4711-aa3a-6b4027849035 None None] Provisioning complete for port a81db757-a7c9-46ec-97d5-d115dd1c5f7c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:21.880393 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d800aba-07d3-4711-aa3a-6b4027849035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:21.936636 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e903f11e-63aa-46d7-ae32-0df33599b306 x-openstack-request-id: req-e903f11e-63aa-46d7-ae32-0df33599b306 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:21.939468 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:21.939949 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e903f11e-63aa-46d7-ae32-0df33599b306 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:21.942082 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'code': 200} Dec 17 15:50:21.974293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:22.010792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.026392 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:22.027028 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:22.043235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-5c9fac56-8ad1-4bdd-bb6c-6b51fe034de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.054244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-5c9fac56-8ad1-4bdd-bb6c-6b51fe034de9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1100 time: 0.4446449 Dec 17 15:50:22.055394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abee4d4-c98d-4d0a-89c1-f50b0c6849df req-1827b242-1430-45c8-abc0-70ba38153119 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.057113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2abee4d4-c98d-4d0a-89c1-f50b0c6849df req-1827b242-1430-45c8-abc0-70ba38153119 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.3063321 Dec 17 15:50:22.154650 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d800aba-07d3-4711-aa3a-6b4027849035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.175990 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981909c8-86ba-4d82-8d0a-878f248b97fe None None] Pushing event updated for resources: {'Port': ['ID=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:22.260409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07d48f6e-30b3-4652-8886-884e8aae5c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.272314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3d800aba-07d3-4711-aa3a-6b4027849035 None None] For port a81db757-a7c9-46ec-97d5-d115dd1c5f7c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:22.282145 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d800aba-07d3-4711-aa3a-6b4027849035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.297724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:50:22.314301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5502a66a-9243-4a13-9efd-ab62b43cbf83,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:22.318403 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e877dd85-51d6-4db8-a0de-210ce84fcbaf req-abb648d8-0b4f-4dd4-b126-2c3f1087e4e1 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 210 time: 0.2806199 Dec 17 15:50:22.326484 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:22.367357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d800aba-07d3-4711-aa3a-6b4027849035 None None] Pushing event updated for resources: {'Port': ['ID=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:22.372983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-19f5fea7-902b-4cba-90c4-a116d10fb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.374485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2abee4d4-c98d-4d0a-89c1-f50b0c6849df req-11592bbb-3037-4bee-8f54-925295baa2c4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858331 Dec 17 15:50:22.375173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-19f5fea7-902b-4cba-90c4-a116d10fb1c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2801707 Dec 17 15:50:22.376124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.377165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.377898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.413748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c1c4bfc1-bef8-44d3-b379-1a94286a5e70 None None] Provisioning complete for port a81db757-a7c9-46ec-97d5-d115dd1c5f7c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:22.414423 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c1c4bfc1-bef8-44d3-b379-1a94286a5e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.582527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-c1c566bf-8322-4c1c-b27a-8b9a01779c9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.1975267 Dec 17 15:50:22.590579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7791767 Dec 17 15:50:22.591389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ffe6-70b7-4a92-894d-98480e183694 admin admin] Pushing event updated for resources: {'Network': ['ID=afd680fb-b07a-4b3c-97e6-c825028a8ae2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:22.602720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37832) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:22.609311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Request body: {'subnet': {'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-subnet', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:22.622950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-ea50ddca-9ebc-4aa5-99fc-a908eefffd9c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.624835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-ea50ddca-9ebc-4aa5-99fc-a908eefffd9c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 821 time: 0.7440524 Dec 17 15:50:22.627620 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:50:22.639134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:50:22.677648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-3ebc7d31-7578-462c-951c-3c19fc6c47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.679950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-3ebc7d31-7578-462c-951c-3c19fc6c47da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0854630 Dec 17 15:50:22.685873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Made reservation on behalf of a2e729913bba4b94823547e4be096fb8 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:22.690232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.697317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Request body: {'port': {'device_id': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'admin_state_up': True, 'tenant_id': '24aab19a67c240a29757b051c60d9feb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:22.788380 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:21Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:22.831210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-c5dfe754-301b-4d72-9a8d-70935ebba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.833486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-c5dfe754-301b-4d72-9a8d-70935ebba584 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1284971 Dec 17 15:50:22.841296 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a5336-bd87-44d7-a417-27efd688be59 None None] The sync data for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 is: [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:21Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:22.926854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90e660-86cb-4c96-9b81-21448cfc76da req-e4a79b62-f831-4327-8037-d21b7bba2fff tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.940069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f90e660-86cb-4c96-9b81-21448cfc76da req-e4a79b62-f831-4327-8037-d21b7bba2fff tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.3847106 Dec 17 15:50:22.986666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07d48f6e-30b3-4652-8886-884e8aae5c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:22.996396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07d48f6e-30b3-4652-8886-884e8aae5c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.006786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-f0855d31-62c4-4263-bd27-d7ceae065818 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633792 Dec 17 15:50:23.083951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Made reservation on behalf of 24aab19a67c240a29757b051c60d9feb for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:23.087622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.100374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07d48f6e-30b3-4652-8886-884e8aae5c85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1e88923a1bf41079e41665a6db4fb9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2632515 Dec 17 15:50:23.100708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37836) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:23.113536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f90e660-86cb-4c96-9b81-21448cfc76da req-d93322ab-4780-4eeb-9b3a-1627a37d24da tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721754 Dec 17 15:50:23.130804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d48f6e-30b3-4652-8886-884e8aae5c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9956ce5-ade8-4dc7-8329-49d9dbbf0214,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:23.191945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.279482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01d6a2d6-e7f0-4ed2-b237-755337f3e8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.293242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Allocated IP 172.20.0.5 (c179206e-9528-42ce-9e02-a6b3e08baef2/1b58e21b-4cf3-42a4-925d-6177657b40f9/c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:23.319533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-2f5764ba-86d5-4694-8739-bda6579a4291 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988789 Dec 17 15:50:23.438782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01d6a2d6-e7f0-4ed2-b237-755337f3e8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.451207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7b3cff-a912-4c5b-a685-429120464d9f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:23.476399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Checking segment: {'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:23.477084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Network hostable DHCP agents. Network: afd680fb-b07a-4b3c-97e6-c825028a8ae2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:50:23.558411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-381d3073-8d1f-41da-bcfd-c8d60628ad1b req-6ee0a392-0265-4d7c-a105-474f3e5dcba7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 210 time: 0.0699341 Dec 17 15:50:23.604780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ca03-bed8-4811-81c8-6380cac1c709 req-a4fd481d-0d0a-43e5-ab6f-401b3082f856 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:23.613029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb68ca03-bed8-4811-81c8-6380cac1c709 req-a4fd481d-0d0a-43e5-ab6f-401b3082f856 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1053116 Dec 17 15:50:23.620116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:50:23.650539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, afd680fb-b07a-4b3c-97e6-c825028a8ae2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:23.662789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeced6e5-45ab-4caf-87c2-c9c0c369e31d None None] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:50:23.681634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:23.685776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.704946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01d6a2d6-e7f0-4ed2-b237-755337f3e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.709325 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01d6a2d6-e7f0-4ed2-b237-755337f3e8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.716952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.725231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-01d6a2d6-e7f0-4ed2-b237-755337f3e8db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9956ce5-ade8-4dc7-8329-49d9dbbf0214 HTTP/1.1" status: 204 len: 168 time: 0.6100354 Dec 17 15:50:23.745644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb68ca03-bed8-4811-81c8-6380cac1c709 req-66033b5a-ba9f-4aca-ab7b-e9d6c3028c29 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243324 Dec 17 15:50:23.747604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-10f779dd-64c0-490e-9643-4d9886605405 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1428061 Dec 17 15:50:23.748045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37848) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:23.760261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6a2d6-e7f0-4ed2-b237-755337f3e8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9956ce5-ade8-4dc7-8329-49d9dbbf0214,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:23.765038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:23.829059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.830413 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.851861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.885334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-afd680fb-b07a-4b3c-97e6-c825028a8ae2', 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2', 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'fixed_ips': [{'subnet_id': 'fe7b3cff-a912-4c5b-a685-429120464d9f'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:50:23.886370 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:23.896849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Network c179206e-9528-42ce-9e02-a6b3e08baef2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:23.907602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:23.942496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:24.002864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:24.003592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:24.086394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Allocated IP 172.20.0.2 (afd680fb-b07a-4b3c-97e6-c825028a8ae2/fe7b3cff-a912-4c5b-a685-429120464d9f/4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:24.098100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:24.118087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4267008 Dec 17 15:50:24.120830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47718075-f4e6-4906-8f00-8f7b928d3254 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:24.268839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:24.278759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:24.325181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d87e6-da04-4d22-88fb-4417991b6680 req-f5aaa5a2-2f93-4094-8127-26095f184761 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:24.336212 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-227d87e6-da04-4d22-88fb-4417991b6680 req-f5aaa5a2-2f93-4094-8127-26095f184761 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0905650 Dec 17 15:50:24.342974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Pushing event updated for resources: {'Port': ['ID=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:24.359568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:24.361462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:24.365743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:24.469821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-227d87e6-da04-4d22-88fb-4417991b6680 req-f827e1b6-db44-4950-b37c-f85002dc6f29 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223404 Dec 17 15:50:24.515506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Attempting to bind port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:24.526566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Attempting to bind port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:24.526937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Attempting to bind port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 on network afd680fb-b07a-4b3c-97e6-c825028a8ae2 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:24.536682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:24.537101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Checking segment: {'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:24.537629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:24.539088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Bound using segment: {'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:24.541714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Bound port: 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:24.542174 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:24.546622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device dccaab32-0798-4327-928c-dc090b5686a4 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:24.692542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a81db757-a7c9-46ec-97d5-d115dd1c5f7c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:24.882005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Request body: {'port': {'device_id': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:25.010013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78062623-1cee-4661-8e85-2392ed54e71b req-65a5739e-f4d6-4d5a-9f2c-01ca123e5b96 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:25.011740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-78062623-1cee-4661-8e85-2392ed54e71b req-65a5739e-f4d6-4d5a-9f2c-01ca123e5b96 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.1066120 Dec 17 15:50:25.109301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-78062623-1cee-4661-8e85-2392ed54e71b req-32356e6a-d58d-4d44-bb26-d081426a956c tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843914 Dec 17 15:50:25.252142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a81db757-a7c9-46ec-97d5-d115dd1c5f7c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:25.252633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:25.254763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] For port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:25.281766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] For port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,segment=NetworkSegment(8197e2af-507a-42b5-9bd6-a379a4bc7484),segment_id=8197e2af-507a-42b5-9bd6-a379a4bc7484)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:25.287018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:25.307568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:25.344146 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:25.349882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12369333-a7c9-41f6-976f-a28e5228433e req-15bf454b-f498-44ce-8d73-b3117bba9248 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:25.351454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12369333-a7c9-41f6-976f-a28e5228433e req-15bf454b-f498-44ce-8d73-b3117bba9248 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 931 time: 0.4652376 Dec 17 15:50:25.418111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603a55e-8d83-401a-9d4a-bab6c2845fcc None None] Pushing event updated for resources: {'Port': ['ID=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:25.577953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12369333-a7c9-41f6-976f-a28e5228433e req-861d9dd4-0d38-42fa-b398-39784caa2f5c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124374 Dec 17 15:50:25.736951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f25f1c-2139-4abd-9679-f42c0490b916 req-d31e161a-e064-41a9-8c0b-9a23bd2a9b2a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:25.748649 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12f25f1c-2139-4abd-9679-f42c0490b916 req-d31e161a-e064-41a9-8c0b-9a23bd2a9b2a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.0789099 Dec 17 15:50:25.993604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12f25f1c-2139-4abd-9679-f42c0490b916 req-967ba943-92c6-4391-836b-d5dcf4fab94e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410450 Dec 17 15:50:26.135653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-8318245c-26c1-4b4e-9f8f-8c39a65d33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:26.136047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37898) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:26.145334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-8318245c-26c1-4b4e-9f8f-8c39a65d33ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e&tenant_id=d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 1101 time: 0.1251767 Dec 17 15:50:26.155621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:26.164848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.181097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Transition to ACTIVE for port object c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:26.195576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:26.200990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.260961 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c0a8-00ca-4e11-9ed0-b108474240c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.398929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c0a8-00ca-4e11-9ed0-b108474240c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.408724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5aa6c0a8-00ca-4e11-9ed0-b108474240c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.464533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5aa6c0a8-00ca-4e11-9ed0-b108474240c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25d4331b45f84383a5ed167d7e4de22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272803 Dec 17 15:50:26.468497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:26.491898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6c0a8-00ca-4e11-9ed0-b108474240c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5b3a9-5b1d-42fe-8fee-3ec6e61fe391,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:26.502337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.534276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:26.615531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.628415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.630602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31f271fe-9c80-4b2b-8c04-c1ab819ac129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.713839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:26.726365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31f271fe-9c80-4b2b-8c04-c1ab819ac129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.866476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Allocated IP 172.25.0.131 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/167c8a96-aecd-41bf-87ec-aa1e93b94531) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:26.893599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:26.897872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.932760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31f271fe-9c80-4b2b-8c04-c1ab819ac129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.939677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31f271fe-9c80-4b2b-8c04-c1ab819ac129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:26.945896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Attempting to bind port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:26.946985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Attempting to bind port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:26.947798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Attempting to bind port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 on network c179206e-9528-42ce-9e02-a6b3e08baef2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:26.957527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-31f271fe-9c80-4b2b-8c04-c1ab819ac129 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ab5b3a9-5b1d-42fe-8fee-3ec6e61fe391 HTTP/1.1" status: 204 len: 168 time: 0.4874451 Dec 17 15:50:26.988822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c33263-5d38-4410-bfb0-24b9ab6d1e96 req-153f2ab0-8129-4006-870e-3674a266b570 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:26.990646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94c33263-5d38-4410-bfb0-24b9ab6d1e96 req-153f2ab0-8129-4006-870e-3674a266b570 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.2074900 Dec 17 15:50:27.029722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 on network c179206e-9528-42ce-9e02-a6b3e08baef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:27.032028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Attempting to bind port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 on network c179206e-9528-42ce-9e02-a6b3e08baef2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:27.032721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f271fe-9c80-4b2b-8c04-c1ab819ac129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5b3a9-5b1d-42fe-8fee-3ec6e61fe391,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:27.087931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b836165-9e5b-4732-a572-6fced63fe5c7 req-05c19cbc-5665-4c2d-a954-26310af97549 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:27.097908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b836165-9e5b-4732-a572-6fced63fe5c7 req-05c19cbc-5665-4c2d-a954-26310af97549 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.7893703 Dec 17 15:50:27.187350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94c33263-5d38-4410-bfb0-24b9ab6d1e96 req-1c3351eb-0581-4f53-98f8-7c2a43baf55c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589873 Dec 17 15:50:27.192329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b836165-9e5b-4732-a572-6fced63fe5c7 req-34225d73-28bf-4813-b3f3-94a29363d880 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923765 Dec 17 15:50:27.213666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:27.239551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:27.245073 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Checking segment: {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:27.246561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Bound using segment: {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:27.248544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Bound port: c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:27.249424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:27.281134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,segment=NetworkSegment(8197e2af-507a-42b5-9bd6-a379a4bc7484),segment_id=8197e2af-507a-42b5-9bd6-a379a4bc7484)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:27.286166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:27.362893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:27.442761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c006011-3b56-426f-8fa9-91f6530762e3 None None] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:50:27.570359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:27.637464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-03418a90-8784-4c81-a66b-5881b4b52ada None None] Provisioning complete for port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:27.637834 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-03418a90-8784-4c81-a66b-5881b4b52ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:27.684054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e81dc-291d-400b-b725-2cdaeeca1d7a req-f18b24c2-10f7-4433-b2e0-61a085cc3b19 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:27.693236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-029e81dc-291d-400b-b725-2cdaeeca1d7a req-f18b24c2-10f7-4433-b2e0-61a085cc3b19 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.2704630 Dec 17 15:50:27.796130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:27.877349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:27.894432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:27.999565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-029e81dc-291d-400b-b725-2cdaeeca1d7a req-1fef9b0c-3e89-4b1e-8d3f-33a494b0159c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039312 Dec 17 15:50:28.031245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:28.048313 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.180431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:28.201943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:28.202688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.204042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-4cbc5577-4c1f-4c22-a354-53e17e0ca0a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 HTTP/1.1" status: 200 len: 1092 time: 4.0324395 Dec 17 15:50:28.204517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'tag': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:28.206864 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f27c5f8-6e17-4e23-b017-7c19e500f848", "tag": "c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:28.300364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37946) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:28.311796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.315791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:28.409724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Pushing event updated for resources: {'Port': ['ID=167c8a96-aecd-41bf-87ec-aa1e93b94531,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:28.441723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-99005ed5-e990-4632-ae2f-aed58b2a0d81 None None] Provisioning complete for port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:28.442120 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99005ed5-e990-4632-ae2f-aed58b2a0d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.452708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df063542-a73e-4db2-85df-297830100803 req-73df1966-27f0-4cb7-aba1-24bfbf777c87 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:28.455992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-df063542-a73e-4db2-85df-297830100803 req-73df1966-27f0-4cb7-aba1-24bfbf777c87 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.0972342 Dec 17 15:50:28.463702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:28.469376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:28.477503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:28.571115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:28.605815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-e9e9a0be-c51a-4d47-892d-e7ad45798c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:28.607452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-e9e9a0be-c51a-4d47-892d-e7ad45798c28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 1095 time: 0.3471951 Dec 17 15:50:28.628965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-df063542-a73e-4db2-85df-297830100803 req-3d7a4edb-e641-448e-9143-cc19e12424d8 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660585 Dec 17 15:50:28.642761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-416121936-network', 'tenant_id': 'fdda90dcca5d4df692964a0b52eee51e'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:28.687939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:28.688501 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.697735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Made reservation on behalf of fdda90dcca5d4df692964a0b52eee51e for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:28.716269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.732761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.746986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d410320-17e9-4d10-8528-4c75affac552 req-8ec435d5-8571-48b6-8ba5-93800e1eea28 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:28.748750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d410320-17e9-4d10-8528-4c75affac552 req-8ec435d5-8571-48b6-8ba5-93800e1eea28 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 943 time: 0.3524349 Dec 17 15:50:28.750414 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f989bc-3473-49d2-8b1d-fe05a11fa22f x-openstack-request-id: req-60f989bc-3473-49d2-8b1d-fe05a11fa22f {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:28.750703 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f27c5f8-6e17-4e23-b017-7c19e500f848", "tag": "c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:28.750946 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60f989bc-3473-49d2-8b1d-fe05a11fa22f {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:28.751336 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'tag': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613', 'status': 'completed', 'code': 200} Dec 17 15:50:28.761150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-8e91836c-c917-4168-92fa-38ea87c49a94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 HTTP/1.1" status: 200 len: 217 time: 0.1035013 Dec 17 15:50:28.763509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:28.936009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.947566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:28.966998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-2055cd11-fc25-47b8-b825-eab5dacf59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:28.968529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-2055cd11-fc25-47b8-b825-eab5dacf59b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b58e21b-4cf3-42a4-925d-6177657b40f9 HTTP/1.1" status: 200 len: 861 time: 0.1486640 Dec 17 15:50:29.041912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863bf13a-7314-433b-982e-943f5a431450,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:29.058142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:50:29.081847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:29.082377 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Added segment e6ebb232-8bca-410b-bf5c-d5b9e2613523 of type vlan for network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d Dec 17 15:50:29.225926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:29.273091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:29.365327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:29.366456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:29.367054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:29.466319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b5bed7-8b39-4778-84ef-4ec1acc0c26d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:29.478584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:50:29.491990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96441e18-4c76-4fa4-a50c-5c8abaaf1a2a req-e53b8825-ac16-437a-9685-e05e0753c2e6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:29.502285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96441e18-4c76-4fa4-a50c-5c8abaaf1a2a req-e53b8825-ac16-437a-9685-e05e0753c2e6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.3196530 Dec 17 15:50:29.509551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0381875f-f86f-49a5-8234-2c3e056e8754 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2079630 Dec 17 15:50:29.515943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37964) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:29.526617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Request body: {'subnet': {'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-416121936-subnet', 'tenant_id': 'fdda90dcca5d4df692964a0b52eee51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:29.615804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Made reservation on behalf of fdda90dcca5d4df692964a0b52eee51e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:29.618602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:29.799618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96441e18-4c76-4fa4-a50c-5c8abaaf1a2a req-cf922319-9d46-4b02-a1db-fd2f01ba7e08 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926092 Dec 17 15:50:29.811083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-bca0dcd6-f50e-41d7-82ba-3b68e65f7abb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c179206e-9528-42ce-9e02-a6b3e08baef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8183079 Dec 17 15:50:29.854156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:29.890523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Transition to ACTIVE for port object bf8b2ed6-e3b0-4f57-aff8-50030f5b537e will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:29.953029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d410320-17e9-4d10-8528-4c75affac552 req-61a0ab36-f580-4136-b657-f7dea4f4c555 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1947496 Dec 17 15:50:29.992206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:30.008992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:50:30.009757 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:50:30.052014 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:30.201628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a22611-8a25-4a19-bc95-5c6c75b179c4,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:30.214533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Checking segment: {'id': 'e6ebb232-8bca-410b-bf5c-d5b9e2613523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:30.214959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Network hostable DHCP agents. Network: d1b5bed7-8b39-4778-84ef-4ec1acc0c26d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:50:30.244887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:50:30.262885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d1b5bed7-8b39-4778-84ef-4ec1acc0c26d) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:30.273697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa12e5-0692-47a2-8010-f3e80c9661fa None None] Network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:50:30.283565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:30.285629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:30.424261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-19aa4457-7f2b-4c33-8390-3f2c91192111 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8953133 Dec 17 15:50:30.452884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] No DVR routers for this DVR port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:30.492359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-f48f3966-fc25-4dd3-96b6-4ee56301d597 service neutron] 10.222.0.49 "GET /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 385 time: 0.1797054 Dec 17 15:50:30.530447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:30.559341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0a3ac-246f-425d-9829-e0a8f23e25ba None None] Network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:50:30.717000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-0265c7d9-b66a-41e1-ad41-2392c51f6400 service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852808 Dec 17 15:50:30.764618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:30.768978 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f22274-a408-464c-aae0-a59512e0d09b" -d '{"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:30.839467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:30.840856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:30.841574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:30.885240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:30.885655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Attempting to bind port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:31.004337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-268ed517-2555-4759-b4cd-5d3b11a7213b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.005952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-268ed517-2555-4759-b4cd-5d3b11a7213b tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 945 time: 0.1618469 Dec 17 15:50:31.026084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.036354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54a3b591-3579-4ec9-beae-3fdfd0e72219 req-9d9b37af-4b5c-4f38-8cbb-37a1f048ef2a service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513950 Dec 17 15:50:31.049428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da232ad1-bf6a-45ea-81b1-89a5e6ce7ce5 req-a5785d6e-bb7b-4bdc-9f9a-ac6401bcfb4b tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.059243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-da232ad1-bf6a-45ea-81b1-89a5e6ce7ce5 req-a5785d6e-bb7b-4bdc-9f9a-ac6401bcfb4b tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.6113284 Dec 17 15:50:31.070382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:31.070382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:31.070382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:31.071501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Bound port: bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:31.071984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.083463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:31.106478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6b802-b0a5-4b4c-a873-5a25eb968da4 req-af2d241f-220b-466a-b0f1-93d800f56fea tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.108120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14c6b802-b0a5-4b4c-a873-5a25eb968da4 req-af2d241f-220b-466a-b0f1-93d800f56fea tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 945 time: 0.1479831 Dec 17 15:50:31.161554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:31.216701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccaab32-0798-4327-928c-dc090b5686a4 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:31.229157 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14c6b802-b0a5-4b4c-a873-5a25eb968da4 req-04f84cc6-835a-45ce-a8d0-12f1d6b2969c tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011889 Dec 17 15:50:31.236777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:31.253879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Deleting port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:31.254251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.259109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.284794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-da232ad1-bf6a-45ea-81b1-89a5e6ce7ce5 req-7d33f552-d6eb-40ea-b88b-9c10b6fa9d9e tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245579 Dec 17 15:50:31.303679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-83ed1a04-0cf9-493d-9d87-ba6125b42427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.305234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-83ed1a04-0cf9-493d-9d87-ba6125b42427 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 1095 time: 0.1713965 Dec 17 15:50:31.306776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:31.315645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:31.354591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.420585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] For port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:31.420829 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.444523 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195a343-9762-4131-96c3-5f0d6bf41bfc x-openstack-request-id: req-3195a343-9762-4131-96c3-5f0d6bf41bfc {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:31.445348 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:31.445845 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3195a343-9762-4131-96c3-5f0d6bf41bfc {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:31.446405 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'code': 200} Dec 17 15:50:31.449707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Calling delete_port for 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:31.451715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] Transition to ACTIVE for port object dccaab32-0798-4327-928c-dc090b5686a4 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:31.462456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.472054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=11']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:31.531487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.532146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.533572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-4b90fc15-e2c5-4770-9a5d-e554105260d9 service neutron] 10.222.0.49 "PUT /v2.0/ports/bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 1097 time: 5.3467677 Dec 17 15:50:31.605580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Router 6156bcce-bb15-48e1-8228-ac53e2a2da8c is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:50:31.673263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1493-434b-4288-9a18-c80bb9d53515 req-04e6ea03-df59-4299-9dd5-71e4eed0d2e8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.674952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-694f1493-434b-4288-9a18-c80bb9d53515 req-04e6ea03-df59-4299-9dd5-71e4eed0d2e8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 948 time: 0.1397676 Dec 17 15:50:31.680658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] No DVR routers for this DVR port dccaab32-0798-4327-928c-dc090b5686a4 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:31.682556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] Pushing event updated for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=10']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:31.717295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-502e4df2-a541-4464-8c2e-1e95387aa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.718870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-502e4df2-a541-4464-8c2e-1e95387aa7b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1100 time: 0.1383197 Dec 17 15:50:31.745239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-b26c0e31-3d17-4cf8-b706-c044ec285779 service neutron] 10.222.0.49 "PUT /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4/bindings/n-h1-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 1.2492950 Dec 17 15:50:31.786793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-d41d6cb2-374b-4437-898b-7fb1f9c45ef8 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.794204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-d41d6cb2-374b-4437-898b-7fb1f9c45ef8 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/networks?id=d1b5bed7-8b39-4778-84ef-4ec1acc0c26d HTTP/1.1" status: 200 len: 821 time: 0.2680416 Dec 17 15:50:31.809093 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-694f1493-434b-4288-9a18-c80bb9d53515 req-a0bbff1a-53c1-4e85-8b98-da8133c887f5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243055 Dec 17 15:50:31.822620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-bccd48e0-ec48-4f9f-870e-27f031ca7cfc tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/quotas/fdda90dcca5d4df692964a0b52eee51e HTTP/1.1" status: 200 len: 375 time: 0.0273948 Dec 17 15:50:31.825330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-9e6225b9-f012-41fd-943d-e71c1c42de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.826878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-9e6225b9-f012-41fd-943d-e71c1c42de72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 922 time: 0.5110359 Dec 17 15:50:31.874412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-7dd9ffef-d7cc-4b54-b0be-3eca9e851a82 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fdda90dcca5d4df692964a0b52eee51e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508847 Dec 17 15:50:31.934498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:31.971256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event deleted for resources: {'Port': ['ID=5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:31.984976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:32.001165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-4ef12852-49c6-4537-aa5d-493f452f9fd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 HTTP/1.1" status: 200 len: 217 time: 0.1331518 Dec 17 15:50:32.007483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:32.008339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Sync routers for ids ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:32.012044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eec35560-b47d-4905-8350-16c1747e85c5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2598820 Dec 17 15:50:32.012872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38008) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:32.032322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Routers {'6156bcce-bb15-48e1-8228-ac53e2a2da8c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:32.038760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] No DVR routers for this DVR port 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:32.039199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:32.041826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-aebd1045-c880-4b98-b049-cfb01e9db063 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.043384 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-aebd1045-c880-4b98-b049-cfb01e9db063 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.2188311 Dec 17 15:50:32.050143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:32.053673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f34d5ddf-d84a-4011-b139-1e2df6147e61 req-acbf2817-8982-4a61-b941-6fa8c637e4b1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "DELETE /v2.0/ports/5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 HTTP/1.1" status: 204 len: 173 time: 1.0350926 Dec 17 15:50:32.054137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'name': 'network-vif-deleted', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:32.056407 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad047745-b2e6-43ef-993b-ddded7b680cf" -d '{"events": [{"server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "name": "network-vif-deleted", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:32.106168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-36349cec-a4b6-4d8a-ae69-6a0dbb8281d8 service neutron] 10.222.0.54 "GET /v2.0/networks/d1b5bed7-8b39-4778-84ef-4ec1acc0c26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307346 Dec 17 15:50:32.178807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-f58a2013-65a2-45bb-84fc-72a233e17298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.180414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-f58a2013-65a2-45bb-84fc-72a233e17298 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef&tenant_id=d11392be2a0d41439466f777ba3a572a HTTP/1.1" status: 200 len: 1096 time: 0.1192100 Dec 17 15:50:32.242253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-6f035c6a-3550-4865-9535-4d04a635ac5d service neutron] 10.222.0.54 "GET /v2.0/networks/d1b5bed7-8b39-4778-84ef-4ec1acc0c26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350086 Dec 17 15:50:32.278981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Set router 6156bcce-bb15-48e1-8228-ac53e2a2da8c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:32.302638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-ff1a066e-8cdd-4733-9422-1c05a51fb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.305226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-ff1a066e-8cdd-4733-9422-1c05a51fb165 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d11392be2a0d41439466f777ba3a572a&device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1096 time: 0.0866449 Dec 17 15:50:32.413207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-f6d55e53-9f81-406a-b693-ecbe10123a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.415116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-f6d55e53-9f81-406a-b693-ecbe10123a8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b58e21b-4cf3-42a4-925d-6177657b40f9 HTTP/1.1" status: 200 len: 861 time: 0.4015927 Dec 17 15:50:32.435887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-ed819e42-e676-4462-867b-ab16616d66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.437472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-ed819e42-e676-4462-867b-ab16616d66ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.7072675 Dec 17 15:50:32.506952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-1385215e-fdd3-495d-b55c-0877481726ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c179206e-9528-42ce-9e02-a6b3e08baef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827434 Dec 17 15:50:32.538725 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1038ba66-527a-4c4a-a97c-aa6aa438d230 x-openstack-request-id: req-1038ba66-527a-4c4a-a97c-aa6aa438d230 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:32.540626 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5273e00d-30e0-4fad-80fa-ee4af04a7125", "name": "network-vif-deleted", "tag": "5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:32.541080 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1038ba66-527a-4c4a-a97c-aa6aa438d230 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:32.542232 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5273e00d-30e0-4fad-80fa-ee4af04a7125', 'name': 'network-vif-deleted', 'tag': '5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6', 'status': 'completed', 'code': 200} Dec 17 15:50:32.563253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-a671c43f-de11-4118-a0a6-8804ed4ad1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.565314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-a671c43f-de11-4118-a0a6-8804ed4ad1d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 200 len: 921 time: 0.2499809 Dec 17 15:50:32.605096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-614eb903-19cf-406a-b547-c02824c24c1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.1127849 Dec 17 15:50:32.617076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64a11b-debb-4f8c-bbf6-8379dff2a0b0 req-2173a970-d79a-46f5-9e2a-0c8045f12317 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.619405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a64a11b-debb-4f8c-bbf6-8379dff2a0b0 req-2173a970-d79a-46f5-9e2a-0c8045f12317 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 944 time: 0.3382399 Dec 17 15:50:32.632890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T15:50:28Z', 'revision_number': 3, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:32.713320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-d052fb78-3f28-4758-bab5-fc1da363a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.715278 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-d052fb78-3f28-4758-bab5-fc1da363a2ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0905035 Dec 17 15:50:32.724172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-f4941270-e980-474e-9415-e81e8b6a6389 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 200 len: 217 time: 0.1481521 Dec 17 15:50:32.730130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Checking router: 6156bcce-bb15-48e1-8228-ac53e2a2da8c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:32.732650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Updating router 6156bcce-bb15-48e1-8228-ac53e2a2da8c port 167c8a96-aecd-41bf-87ec-aa1e93b94531 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:50:32.777181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:32.861459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5d19401e-c8bc-49ef-9931-f7f7e75757f3 req-fcfd8f3d-e44b-4868-a99a-d1c6cf6fa9a7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=5273e00d-30e0-4fad-80fa-ee4af04a7125 HTTP/1.1" status: 200 len: 210 time: 0.1029432 Dec 17 15:50:32.909019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a64a11b-debb-4f8c-bbf6-8379dff2a0b0 req-9e43b2ba-722a-458b-aea3-31751c750f5b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804893 Dec 17 15:50:32.913662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-409071d2-8e01-4296-8f07-ad98b27541e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.921026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-409071d2-8e01-4296-8f07-ad98b27541e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 200 len: 860 time: 0.1887987 Dec 17 15:50:32.951699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-d25cd960-4518-49e2-a4ad-3aa18d72ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.964544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-d25cd960-4518-49e2-a4ad-3aa18d72ebc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1859527 Dec 17 15:50:32.999569 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-30b4e8bc-97fb-444f-9f01-6fa660e71a88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=841d205e-dc57-4612-9caf-9f4cb0fc3a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713484 Dec 17 15:50:33.032899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-a6d312e7-88a3-4c76-9913-5f8cd3f656d3 service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939480 Dec 17 15:50:33.109441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012a54e-d073-4dc8-9651-f4ab0936764d req-fa24c24c-e309-4dc3-a081-f08291a24bcd tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:33.117220 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6012a54e-d073-4dc8-9651-f4ab0936764d req-fa24c24c-e309-4dc3-a081-f08291a24bcd tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.1152797 Dec 17 15:50:33.147829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-86d0df33-a9d4-48d5-be52-b652675b3d73 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217518 Dec 17 15:50:33.173501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-96d239d2-bdb5-40b9-a98c-f63906f27f50 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612339 Dec 17 15:50:33.211186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6012a54e-d073-4dc8-9651-f4ab0936764d req-e737ff9c-a60c-428b-8607-17ba5092a45a tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930288 Dec 17 15:50:33.285037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:33.295442 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:33.365518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdfa22-90e4-4b29-801c-8589b7167fbe None None] Pushing event updated for resources: {'Port': ['ID=167c8a96-aecd-41bf-87ec-aa1e93b94531,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:33.386114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:33.406735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:33.414366 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-cc559f0a-7865-4c0d-a3cb-042ae6325be1 service neutron] 10.222.0.47 "GET /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291040 Dec 17 15:50:33.471071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Attempting to bind port 167c8a96-aecd-41bf-87ec-aa1e93b94531 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:33.471761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Attempting to bind port 167c8a96-aecd-41bf-87ec-aa1e93b94531 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:33.473527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Attempting to bind port 167c8a96-aecd-41bf-87ec-aa1e93b94531 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:33.479287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:33.480204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5f8587c5-aa28-40d2-8ef6-5b12a3bcacb6 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:33.519861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:33.521337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:33.521935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:33.522489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:33.523347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Bound port: 167c8a96-aecd-41bf-87ec-aa1e93b94531, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:33.524126 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:33.533214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19393c-2f83-48e4-a2e9-09c759b13e9a req-8b2f369e-f69c-46d5-9aa3-44c932f2db52 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:33.537525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b19393c-2f83-48e4-a2e9-09c759b13e9a req-8b2f369e-f69c-46d5-9aa3-44c932f2db52 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 948 time: 0.1213980 Dec 17 15:50:33.602611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] For port 167c8a96-aecd-41bf-87ec-aa1e93b94531, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:33.605842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b19393c-2f83-48e4-a2e9-09c759b13e9a req-4325d14c-0ff6-4494-8be1-fc203357b24d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619392 Dec 17 15:50:33.609691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] For port 167c8a96-aecd-41bf-87ec-aa1e93b94531, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=167c8a96-aecd-41bf-87ec-aa1e93b94531,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:33.619385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:33.644824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:33.647129 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02847f55-bd46-4f71-9d00-724e247fd173" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:33.657058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-186fe3e5-d782-4ddf-9566-d111bea0422e req-b7dfc5b4-2162-4770-abfe-72f163b7896a tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 210 time: 0.5057411 Dec 17 15:50:33.802645 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bef032-e41d-4e13-8f55-61b008b2cef0 x-openstack-request-id: req-85bef032-e41d-4e13-8f55-61b008b2cef0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:33.803233 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:33.803593 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85bef032-e41d-4e13-8f55-61b008b2cef0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:33.804200 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'status': 'completed', 'code': 200} Dec 17 15:50:33.831477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c0a4fe0-54a0-48fd-b8f9-559f19e8a8a5 req-f8c632d0-ee11-4aaf-9b48-ed075d6729a2 service neutron] 10.222.0.47 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778600 Dec 17 15:50:33.835503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae22131-7ea7-4c9f-9dc4-69bb2133a5b3 req-cbb80fa1-8789-414f-880a-4bd1e1a6b5a2 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577318 Dec 17 15:50:33.915330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8e05-9a1e-4833-8884-731519880ed1 req-9628c553-f3be-4a10-bfe0-53d5f76b8568 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:33.917390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-9628c553-f3be-4a10-bfe0-53d5f76b8568 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef&tenant_id=d11392be2a0d41439466f777ba3a572a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1096 time: 0.1839163 Dec 17 15:50:33.976783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:34.003510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:50:34.020278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-437c3670-92aa-4d18-aa97-267c4f21dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.025725 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-437c3670-92aa-4d18-aa97-267c4f21dbbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1100 time: 0.2198403 Dec 17 15:50:34.158359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:34.206325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdfa22-90e4-4b29-801c-8589b7167fbe None None] Pushing event updated for resources: {'Port': ['ID=167c8a96-aecd-41bf-87ec-aa1e93b94531,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:34.226873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Routers {'6156bcce-bb15-48e1-8228-ac53e2a2da8c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:34.227502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:34.244234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-5d0f7584-8a06-41b7-a51d-8e3fc69ff8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.245771 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-5d0f7584-8a06-41b7-a51d-8e3fc69ff8a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 1100 time: 0.1825478 Dec 17 15:50:34.292631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'port_id': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b58e21b-4cf3-42a4-925d-6177657b40f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:34.401790 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:34.412389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-624acb88-aae8-47bc-89b9-4f715c724703 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.413984 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-624acb88-aae8-47bc-89b9-4f715c724703 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.49 "GET /v2.0/networks?id=d1b5bed7-8b39-4778-84ef-4ec1acc0c26d HTTP/1.1" status: 200 len: 821 time: 0.4013855 Dec 17 15:50:34.427376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:34.449623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] Set router 6156bcce-bb15-48e1-8228-ac53e2a2da8c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:34.477946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Request body: {'port': {'device_id': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d', 'admin_state_up': True, 'tenant_id': 'fdda90dcca5d4df692964a0b52eee51e'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:34.523523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:34.590289 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:34.596516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35932955-6510-4fd9-bc76-4fed099e76be req-fcc187dc-0633-4f04-beb5-9bce499e9f99 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.605684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35932955-6510-4fd9-bc76-4fed099e76be req-fcc187dc-0633-4f04-beb5-9bce499e9f99 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 944 time: 0.5288911 Dec 17 15:50:34.654820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Made reservation on behalf of fdda90dcca5d4df692964a0b52eee51e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:34.658673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:34.673862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:34.726682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-7ae47efc-012e-46f9-af55-0daa82b7eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.728248 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-7ae47efc-012e-46f9-af55-0daa82b7eee1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.6928875 Dec 17 15:50:34.751002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T15:50:28Z', 'revision_number': 3, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:34.793318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf6aba-97c9-4280-be92-8fe796bc5c89 None None] The sync data for ids ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'] in n-d-806683-20 is: [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T15:50:28Z', 'revision_number': 3, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:34.814138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-3ea3a306-2dd2-45d6-b696-5463a88d00dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.0633535 Dec 17 15:50:34.846811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Allocated IP 172.20.0.4 (d1b5bed7-8b39-4778-84ef-4ec1acc0c26d/61a22611-8a25-4a19-bc95-5c6c75b179c4/849646a5-33fe-4327-aabe-72101b879235) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:34.848578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-450c8e05-9a1e-4833-8884-731519880ed1 req-6d9ff51a-025d-4b71-8d74-18fef5e79841 service neutron] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:34.882877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-450c8e05-9a1e-4833-8884-731519880ed1 req-6d9ff51a-025d-4b71-8d74-18fef5e79841 service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:34.884257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-450c8e05-9a1e-4833-8884-731519880ed1 req-6d9ff51a-025d-4b71-8d74-18fef5e79841 service neutron] 10.222.0.47 "DELETE /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4/bindings/n-h2-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.9592838 Dec 17 15:50:34.901958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c93a-1323-40df-bd4a-2a0190858638 req-8c1d457a-3584-464d-ae6a-5d9c0a3e71b5 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.903190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:34.910235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-27e6c93a-1323-40df-bd4a-2a0190858638 req-8c1d457a-3584-464d-ae6a-5d9c0a3e71b5 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 945 time: 0.6579595 Dec 17 15:50:34.917748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-5dcf6345-1366-4969-b01c-5414f2410b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.920005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-5dcf6345-1366-4969-b01c-5414f2410b0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.6621444 Dec 17 15:50:35.002642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-f52bc655-2323-47ab-ade0-54f70c4c44dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 200 len: 217 time: 0.0649614 Dec 17 15:50:35.005331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-b7c31d6c-131d-4c68-8c78-69a2f6d9d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.007714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-b7c31d6c-131d-4c68-8c78-69a2f6d9d12a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1800053 Dec 17 15:50:35.081991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-27e6c93a-1323-40df-bd4a-2a0190858638 req-4940b58b-5682-4a56-bf94-440c6f38dacb tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707551 Dec 17 15:50:35.133110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35932955-6510-4fd9-bc76-4fed099e76be req-ca0ce7cb-3708-4fc7-8913-67403988352d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261714 Dec 17 15:50:35.137988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:35.217554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Allocated IP 172.20.0.1 (afd680fb-b07a-4b3c-97e6-c825028a8ae2/fe7b3cff-a912-4c5b-a685-429120464d9f/046dff4c-01b0-4933-9a77-5b8b2202084a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:35.267584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-66cd6ed5-c343-4f26-9be7-69da82f4f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.276415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-66cd6ed5-c343-4f26-9be7-69da82f4f7ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2620170 Dec 17 15:50:35.319359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-89c41776-6bae-4914-abc4-5a97ec3f6ca1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.321198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-89c41776-6bae-4914-abc4-5a97ec3f6ca1 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 945 time: 0.6303256 Dec 17 15:50:35.426737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-5a36199e-6918-43d6-bb2e-e298ee2ca4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.433277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-5a36199e-6918-43d6-bb2e-e298ee2ca4c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4026961 Dec 17 15:50:35.457347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02847f55-bd46-4f71-9d00-724e247fd173 req-97e61a7e-6b57-419f-9368-6738676c840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.459296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-97e61a7e-6b57-419f-9368-6738676c840e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1724327 Dec 17 15:50:35.469530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:35.531003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb95ad-9f84-42bc-92f4-a05391911fdd req-607fd656-d0fe-4ada-92b8-740acbee3851 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.540395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdbb95ad-9f84-42bc-92f4-a05391911fdd req-607fd656-d0fe-4ada-92b8-740acbee3851 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 944 time: 0.1992733 Dec 17 15:50:35.608488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:35.620099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:35.622722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:35.683188 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-ff95c474-4d8d-47c0-aa1a-26896c28471f service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027156 Dec 17 15:50:35.723162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Pushing event updated for resources: {'Port': ['ID=849646a5-33fe-4327-aabe-72101b879235,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:35.740940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:35.777080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670d35-8053-4c0c-a50a-3222b5b03c1a req-eeb8bbac-29c7-46c2-8bfb-f9055cf3866c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.781528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-11670d35-8053-4c0c-a50a-3222b5b03c1a req-eeb8bbac-29c7-46c2-8bfb-f9055cf3866c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 948 time: 0.4546006 Dec 17 15:50:35.812371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.815614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:35.847026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Deleting port 6d8850c7-7944-4d82-8d58-96de63ccb788 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:35.848798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:35.872557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdbb95ad-9f84-42bc-92f4-a05391911fdd req-77910fea-256c-452f-8d29-7249b0dc73ba tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298438 Dec 17 15:50:35.942373 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-058d9174-b7f0-4628-b375-79fcb92076d6 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429693 Dec 17 15:50:35.954839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-bb76d66d-02be-49b5-b912-776711acd38a service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941041 Dec 17 15:50:36.150175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-11670d35-8053-4c0c-a50a-3222b5b03c1a req-50d09cac-53c7-40b1-9280-fca876c7a7b9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266206 Dec 17 15:50:36.151962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.220697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Pushing event updated for resources: {'Port': ['ID=046dff4c-01b0-4933-9a77-5b8b2202084a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:36.238816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-96d8fd14-2d94-4a9e-889e-92ee901c5f5f tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7833502 Dec 17 15:50:36.252723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b253fcc-835d-4cfe-8f1e-1c5f6eeafa2c req-f062ca02-977a-43e2-bef7-0ba152443e51 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:36.254299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b253fcc-835d-4cfe-8f1e-1c5f6eeafa2c req-f062ca02-977a-43e2-bef7-0ba152443e51 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 931 time: 0.2057769 Dec 17 15:50:36.255903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:36.261683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Request body: {'port': {'device_id': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:36.273538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02847f55-bd46-4f71-9d00-724e247fd173 req-bdc435a3-1dde-45d9-8bcb-cb53b1f5a51d service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062832 Dec 17 15:50:36.294816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:36.303109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:36.359811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b253fcc-835d-4cfe-8f1e-1c5f6eeafa2c req-fb7ed871-b20c-422b-8b6f-20911c2fd2ca tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849953 Dec 17 15:50:36.427339 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.451459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4b053f2-0fb3-48ad-bbb6-bfa6dd5aa062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.473556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.536092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:36.536343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] For port 6d8850c7-7944-4d82-8d58-96de63ccb788, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6d8850c7-7944-4d82-8d58-96de63ccb788,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:36.536870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.599122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020f0f2-c807-44c9-8614-06d065feb8c0 req-06808dbb-3368-481f-9579-36edc4fad400 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:36.612239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b020f0f2-c807-44c9-8614-06d065feb8c0 req-06808dbb-3368-481f-9579-36edc4fad400 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 945 time: 0.0974789 Dec 17 15:50:36.632513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Calling delete_port for 6d8850c7-7944-4d82-8d58-96de63ccb788 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:36.684762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 167c8a96-aecd-41bf-87ec-aa1e93b94531 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:36.703196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b020f0f2-c807-44c9-8614-06d065feb8c0 req-08ba48f6-e751-41ae-9629-711888a184d3 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895488 Dec 17 15:50:36.781715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f227fbe4-3530-461a-b00a-c788eb1e2174 None None] Provisioning complete for port 046dff4c-01b0-4933-9a77-5b8b2202084a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:36.782082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f227fbe4-3530-461a-b00a-c788eb1e2174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.829876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:36.842011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 167c8a96-aecd-41bf-87ec-aa1e93b94531 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:36.843136 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.848880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eed6f-128b-414b-930a-9ec2ad1cd612 req-ebdd86b2-9f1f-48e9-8831-da9827bdd093 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:36.850585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d51eed6f-128b-414b-930a-9ec2ad1cd612 req-ebdd86b2-9f1f-48e9-8831-da9827bdd093 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 1096 time: 0.2467005 Dec 17 15:50:36.867835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f227fbe4-3530-461a-b00a-c788eb1e2174 None None] Port 046dff4c-01b0-4933-9a77-5b8b2202084a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:50:36.873216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'mac_address': 'fa:16:3e:73:f4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:36.936175 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:36.963469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8b2ed6-e3b0-4f57-aff8-50030f5b537e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:36.993859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:37.016068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.038529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421402a-59c5-4895-847e-e12fdf62535e req-54f5cdb7-eb0f-4129-ae27-a08b4d7bb071 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:37.048149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7421402a-59c5-4895-847e-e12fdf62535e req-54f5cdb7-eb0f-4129-ae27-a08b4d7bb071 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 944 time: 0.0741868 Dec 17 15:50:37.085762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.089003 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.090586 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d51eed6f-128b-414b-930a-9ec2ad1cd612 req-1b3640b7-fd1f-4603-82ca-7e56eb7741c2 tempest-LiveAutoBlockMigrationV225Test-941360081 tempest-LiveAutoBlockMigrationV225Test-941360081-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278821 Dec 17 15:50:37.116535 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7421402a-59c5-4895-847e-e12fdf62535e req-f3524293-ffc6-4b04-ae75-50094375e232 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670300 Dec 17 15:50:37.226449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:37.234673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 167c8a96-aecd-41bf-87ec-aa1e93b94531, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=167c8a96-aecd-41bf-87ec-aa1e93b94531,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:37.239081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.272634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.306048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=167c8a96-aecd-41bf-87ec-aa1e93b94531,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:37.353095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:37.406088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:37.434162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event deleted for resources: {'Port': ['ID=6d8850c7-7944-4d82-8d58-96de63ccb788,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:37.443131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849646a5-33fe-4327-aabe-72101b879235 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:37.459505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.482662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:50:37.493622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:37.494832 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.517741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] No DVR routers for this DVR port 6d8850c7-7944-4d82-8d58-96de63ccb788 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:37.527641 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.531228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14b1fcbe-089b-4d62-bccd-d57b15170182 req-2aaebe98-4b07-44be-9cfa-5c42b8297089 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "DELETE /v2.0/ports/6d8850c7-7944-4d82-8d58-96de63ccb788 HTTP/1.1" status: 204 len: 173 time: 2.1847918 Dec 17 15:50:37.539306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'name': 'network-vif-deleted', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:37.543309 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d0a8d4-a087-444d-8b58-3795a591960f" -d '{"events": [{"server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "name": "network-vif-deleted", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:37.551375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Transition to ACTIVE for port object 849646a5-33fe-4327-aabe-72101b879235 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:37.559257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.620690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27b35-892d-432b-81f5-9dbcb721af8d req-28def2ac-396f-4340-b88e-63ee3aa53946 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:37.622470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bd27b35-892d-432b-81f5-9dbcb721af8d req-28def2ac-396f-4340-b88e-63ee3aa53946 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.3017073 Dec 17 15:50:37.660700 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.680715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Pushing event updated for resources: {'Port': ['ID=849646a5-33fe-4327-aabe-72101b879235,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:37.685734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.694476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.732539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:37.735025 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d454c3b-e799-4d8b-afc3-ca9b84f61559" -d '{"events": [{"server_uuid": "2f27c5f8-6e17-4e23-b017-7c19e500f848", "name": "network-vif-plugged", "status": "completed", "tag": "c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:37.753417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:37.761170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:37.762198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:37.785789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa0191-b2f0-4c89-bd2a-f0e7130da4a2 req-00e33c52-8d1a-43ec-8eed-f2e39721c0d5 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:37.794685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-84aa0191-b2f0-4c89-bd2a-f0e7130da4a2 req-00e33c52-8d1a-43ec-8eed-f2e39721c0d5 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 943 time: 0.1104975 Dec 17 15:50:37.796528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 6d8850c7-7944-4d82-8d58-96de63ccb788 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:37.796872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6d8850c7-7944-4d82-8d58-96de63ccb788 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:37.824381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bd27b35-892d-432b-81f5-9dbcb721af8d req-2e818226-4093-4bbc-8dd9-95bd597f6483 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712832 Dec 17 15:50:37.858484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:37.883456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-84aa0191-b2f0-4c89-bd2a-f0e7130da4a2 req-c193b006-1a7f-46cb-99c2-ba0df335e2df tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864565 Dec 17 15:50:38.115471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6e1237e-651b-4c82-b031-2ea3457182eb req-a486e4a1-e6d2-47eb-bba6-65925456e54f tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=cab1dc89-0763-4ce4-ac3f-60c98f6def24 HTTP/1.1" status: 200 len: 210 time: 0.0558591 Dec 17 15:50:38.183627 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219e596-ea78-4b76-8575-4c1a065029c7 x-openstack-request-id: req-a219e596-ea78-4b76-8575-4c1a065029c7 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:38.184120 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f27c5f8-6e17-4e23-b017-7c19e500f848", "name": "network-vif-plugged", "status": "completed", "tag": "c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:38.184383 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a219e596-ea78-4b76-8575-4c1a065029c7 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:38.184782 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613', 'code': 200} Dec 17 15:50:38.217421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.219983 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43f8eb5-e221-4065-9fef-56be86f933f0 x-openstack-request-id: req-a43f8eb5-e221-4065-9fef-56be86f933f0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:38.220276 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab1dc89-0763-4ce4-ac3f-60c98f6def24", "name": "network-vif-deleted", "tag": "6d8850c7-7944-4d82-8d58-96de63ccb788", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:38.221089 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a43f8eb5-e221-4065-9fef-56be86f933f0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:38.221089 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab1dc89-0763-4ce4-ac3f-60c98f6def24', 'name': 'network-vif-deleted', 'tag': '6d8850c7-7944-4d82-8d58-96de63ccb788', 'status': 'completed', 'code': 200} Dec 17 15:50:38.250518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Pushing event updated for resources: {'Port': ['ID=046dff4c-01b0-4933-9a77-5b8b2202084a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:38.364066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d689-3d6c-4ceb-b1ae-ddc955691d16 req-2770c648-32c9-4d29-9ef1-574ebecd6e07 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:38.372249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cec5d689-3d6c-4ceb-b1ae-ddc955691d16 req-2770c648-32c9-4d29-9ef1-574ebecd6e07 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 949 time: 0.1242428 Dec 17 15:50:38.377221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Attempting to bind port 849646a5-33fe-4327-aabe-72101b879235 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:38.377572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Attempting to bind port 849646a5-33fe-4327-aabe-72101b879235 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'e6ebb232-8bca-410b-bf5c-d5b9e2613523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:38.378022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Attempting to bind port 849646a5-33fe-4327-aabe-72101b879235 on network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:38.399786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefa1a3-e296-42d8-a700-4af1980add46 req-b8d902f7-caf9-4444-9b31-f3415744267d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:38.401353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eefa1a3-e296-42d8-a700-4af1980add46 req-b8d902f7-caf9-4444-9b31-f3415744267d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 944 time: 0.1786063 Dec 17 15:50:38.402875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d47f8-d17e-48fd-97c8-f0f1894dea69 req-5e5fee8e-7a61-4ab2-bd84-298df80827df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:38.404526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-819d47f8-d17e-48fd-97c8-f0f1894dea69 req-5e5fee8e-7a61-4ab2-bd84-298df80827df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 1097 time: 0.0924757 Dec 17 15:50:38.408565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Port 849646a5-33fe-4327-aabe-72101b879235 on network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:38.408891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Attempting to bind port 849646a5-33fe-4327-aabe-72101b879235 on network d1b5bed7-8b39-4778-84ef-4ec1acc0c26d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:38.422862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-5a5323c4-c1bc-45d6-a353-e4cb31e38549 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:38.424105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-5a5323c4-c1bc-45d6-a353-e4cb31e38549 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 944 time: 0.2024438 Dec 17 15:50:38.448797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:38.449144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Checking segment: {'id': 'e6ebb232-8bca-410b-bf5c-d5b9e2613523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:38.449520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Bound using segment: {'id': 'e6ebb232-8bca-410b-bf5c-d5b9e2613523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:38.449964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Bound port: 849646a5-33fe-4327-aabe-72101b879235, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ebb232-8bca-410b-bf5c-d5b9e2613523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:38.450323 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.463401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cec5d689-3d6c-4ceb-b1ae-ddc955691d16 req-b433cf7e-7dc4-494a-a8a9-5a0b9f766f40 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905318 Dec 17 15:50:38.508523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-819d47f8-d17e-48fd-97c8-f0f1894dea69 req-43568ffc-d837-42eb-9c11-199d6077caf2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940211 Dec 17 15:50:38.513695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:38.547433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:38.550513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 167c8a96-aecd-41bf-87ec-aa1e93b94531 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:38.596566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:38.644630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eefa1a3-e296-42d8-a700-4af1980add46 req-212a1ef7-95ae-4326-93a3-d7843d30803a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333286 Dec 17 15:50:38.691136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] For port 849646a5-33fe-4327-aabe-72101b879235, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:38.692193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911ebcf-3e7d-44ec-94fd-480e5509ffc7 req-c4ff6305-87dc-427d-96a2-a559efa47b28 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:38.697536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] For port 849646a5-33fe-4327-aabe-72101b879235, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=849646a5-33fe-4327-aabe-72101b879235,segment=NetworkSegment(e6ebb232-8bca-410b-bf5c-d5b9e2613523),segment_id=e6ebb232-8bca-410b-bf5c-d5b9e2613523)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:38.705360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0911ebcf-3e7d-44ec-94fd-480e5509ffc7 req-c4ff6305-87dc-427d-96a2-a559efa47b28 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 945 time: 0.1097229 Dec 17 15:50:38.705536 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-771b303f-7cf5-4b50-8876-3b0f081f6bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.770259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 167c8a96-aecd-41bf-87ec-aa1e93b94531 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:38.770581 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.800208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0911ebcf-3e7d-44ec-94fd-480e5509ffc7 req-46f7707c-5b94-4cda-81ae-7ee1fa0e1b4c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934412 Dec 17 15:50:38.826773 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.842284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:50:38.854710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:38.855098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.921994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Deleting port dccaab32-0798-4327-928c-dc090b5686a4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:38.922342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.928059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:38.928689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:38.930130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] 10.222.0.49 "PUT /v2.0/ports/849646a5-33fe-4327-aabe-72101b879235 HTTP/1.1" status: 200 len: 1092 time: 2.6731079 Dec 17 15:50:38.950055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f35cf4cf-fce1-46fd-973f-c8a86cd5b1b7 None None] Provisioning complete for port 046dff4c-01b0-4933-9a77-5b8b2202084a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:38.950453 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f35cf4cf-fce1-46fd-973f-c8a86cd5b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:39.012588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Router 6156bcce-bb15-48e1-8228-ac53e2a2da8c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:39.057673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b701de-33d0-4238-be40-b58d814b1f21 service neutron] Pushing event updated for resources: {'Port': ['ID=849646a5-33fe-4327-aabe-72101b879235,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:39.084866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-7abbb791-594e-47f0-a9b9-1094f0b957b7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445502 Dec 17 15:50:39.088158 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:39.124762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] For port dccaab32-0798-4327-928c-dc090b5686a4, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=dccaab32-0798-4327-928c-dc090b5686a4,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:39.125141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:39.127451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f35cf4cf-fce1-46fd-973f-c8a86cd5b1b7 None None] Port 046dff4c-01b0-4933-9a77-5b8b2202084a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:50:39.174626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:39.181251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:39.188313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Calling delete_port for dccaab32-0798-4327-928c-dc090b5686a4 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:39.201965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-be6e3d50-db98-4c13-ad9b-6af3055b953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.203514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-be6e3d50-db98-4c13-ad9b-6af3055b953e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fdda90dcca5d4df692964a0b52eee51e&device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 1095 time: 0.1951151 Dec 17 15:50:39.232040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-92f23dee-3662-4e2c-9a76-4641ce79de7b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.235174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-92f23dee-3662-4e2c-9a76-4641ce79de7b tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475742 Dec 17 15:50:39.241613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=13']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:39.242685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc291ea-763e-4b05-b14a-5fa279fba5e2 req-31d81ac0-b565-4034-8378-0354997e08dc tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.244324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9cc291ea-763e-4b05-b14a-5fa279fba5e2 req-31d81ac0-b565-4034-8378-0354997e08dc tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 943 time: 0.2172108 Dec 17 15:50:39.259972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-6c787ede-18ca-4d57-9ce4-c2e923ad8339 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/quotas/d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 375 time: 0.0114985 Dec 17 15:50:39.316746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-e585c1c1-c01d-4ef2-8b0c-34d72742e217 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485356 Dec 17 15:50:39.367081 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-486e0240-8975-42a0-aba5-eec2b1cecee4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849646a5-33fe-4327-aabe-72101b879235 HTTP/1.1" status: 200 len: 217 time: 0.1165707 Dec 17 15:50:39.399081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:39.415623 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Sync routers for ids ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:39.432827 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fe31ab6f-7224-494d-9518-fda25c7bd4ce admin admin] 10.222.0.54 "PUT /v2.0/routers/6156bcce-bb15-48e1-8228-ac53e2a2da8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3561585 Dec 17 15:50:39.444976 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Routers {'6156bcce-bb15-48e1-8228-ac53e2a2da8c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:39.447795 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:39.478045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9cc291ea-763e-4b05-b14a-5fa279fba5e2 req-6105daa2-f74b-413f-a53a-30de0eddcbfa tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153020 Dec 17 15:50:39.504400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-a5725e85-ec05-4fc0-89e9-dd0be83eb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.506157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-a5725e85-ec05-4fc0-89e9-dd0be83eb2af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61a22611-8a25-4a19-bc95-5c6c75b179c4 HTTP/1.1" status: 200 len: 861 time: 0.1265273 Dec 17 15:50:39.551009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-b6a3036f-8841-4dcb-9868-9ee119527cfb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1b5bed7-8b39-4778-84ef-4ec1acc0c26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375793 Dec 17 15:50:39.656145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Set router 6156bcce-bb15-48e1-8228-ac53e2a2da8c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:39.703639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c40bfdbf-4911-47a7-b53d-f4151b279793 req-9416547c-d8f0-48c7-9ae1-859a7b8bbb81 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 210 time: 0.0356026 Dec 17 15:50:39.784410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:39.798189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['31118ec0-34b4-4f61-8af1-dd9599f17fe1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:40.002478 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:40.025268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event deleted for resources: {'Port': ['ID=dccaab32-0798-4327-928c-dc090b5686a4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:40.038235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ae7fd92-58f5-4529-872b-79a02c07c589 req-c4580ae0-9e7a-4bc9-97a6-fb13a929c0e2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.1663251 Dec 17 15:50:40.071974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-2a321c21-4f7c-4b6a-be52-5d13a39fe49c service neutron] 10.222.0.49 "GET /v2.0/networks/d1b5bed7-8b39-4778-84ef-4ec1acc0c26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141373 Dec 17 15:50:40.148080 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T15:50:36Z', 'revision_number': 4, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '046dff4c-01b0-4933-9a77-5b8b2202084a', 'name': '', 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'mac_address': 'fa:16:3e:82:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fe7b3cff-a912-4c5b-a685-429120464d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:34Z', 'updated_at': '2021-12-17T15:50:37Z', 'revision_number': 2, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'subnets': [{'id': 'fe7b3cff-a912-4c5b-a685-429120464d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:40.178775 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Checking router: 6156bcce-bb15-48e1-8228-ac53e2a2da8c for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:40.179231 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Updating router 6156bcce-bb15-48e1-8228-ac53e2a2da8c port 046dff4c-01b0-4933-9a77-5b8b2202084a binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:50:40.189538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] No DVR routers for this DVR port dccaab32-0798-4327-928c-dc090b5686a4 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:40.209258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:40.218595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5aa3c05-4581-4cae-8a96-ad5c154e625e req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.47 "DELETE /v2.0/ports/dccaab32-0798-4327-928c-dc090b5686a4 HTTP/1.1" status: 204 len: 173 time: 1.7787812 Dec 17 15:50:40.239047 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:40.239631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fed61-0e11-4045-8600-e8a3e953ab79 req-c9f44b52-968d-44f3-b2fa-89c23648d17c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:40.262178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b69fed61-0e11-4045-8600-e8a3e953ab79 req-c9f44b52-968d-44f3-b2fa-89c23648d17c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 945 time: 0.1818292 Dec 17 15:50:40.266229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'tag': '849646a5-33fe-4327-aabe-72101b879235'}, {'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'name': 'network-vif-deleted', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:40.280548 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "86e094fb-4424-4c53-b5e1-d33f4852987d", "tag": "849646a5-33fe-4327-aabe-72101b879235"}, {"server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "name": "network-vif-deleted", "tag": "dccaab32-0798-4327-928c-dc090b5686a4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:40.290310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.290662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.291008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.291407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.294680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.295073 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.295418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.295756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.296120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.296451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.296785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.297223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.297707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2570b6bd-a5cb-49aa-a5e9-11d3a3f1edc4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.338142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:40.360447 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4aab0b-9004-4a29-a973-e3b2eaf8b753" -d '{"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:40.410293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b69fed61-0e11-4045-8600-e8a3e953ab79 req-2aebe726-31ff-4d54-af87-0f667fd6a0c6 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451700 Dec 17 15:50:40.552313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d6c72b4a-e772-422a-959a-7c290e073dfc req-8fc14bf4-4c98-449b-a060-62e539eba1cc service neutron] 10.222.0.49 "GET /v2.0/networks/d1b5bed7-8b39-4778-84ef-4ec1acc0c26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434972 Dec 17 15:50:40.617178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-cf5d48d3-0c42-4bbf-bf00-1ed4ed523ce7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:40.619264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-cf5d48d3-0c42-4bbf-bf00-1ed4ed523ce7 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 966 time: 0.1922562 Dec 17 15:50:40.648263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b3fc-81c8-4a07-9b1d-16415db5b3b2 req-478df503-80d8-433f-89e5-3b55b25a0299 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:40.656708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8446b3fc-81c8-4a07-9b1d-16415db5b3b2 req-478df503-80d8-433f-89e5-3b55b25a0299 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 966 time: 0.2358575 Dec 17 15:50:40.679556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e42ab-455f-48ae-8bda-ad46e271dee0 req-b1c56647-3650-499f-b2e5-0870304af4e3 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:40.694899 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c0e42ab-455f-48ae-8bda-ad46e271dee0 req-b1c56647-3650-499f-b2e5-0870304af4e3 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 946 time: 0.1390800 Dec 17 15:50:40.797239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c0e42ab-455f-48ae-8bda-ad46e271dee0 req-39b7d077-20a1-4f9c-90e8-c3b63201575e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011496 Dec 17 15:50:40.891110 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98eb3af-554b-401d-ba42-2ae42be3fd1b x-openstack-request-id: req-a98eb3af-554b-401d-ba42-2ae42be3fd1b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:40.891415 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e094fb-4424-4c53-b5e1-d33f4852987d", "tag": "849646a5-33fe-4327-aabe-72101b879235", "status": "completed", "code": 200}, {"server_uuid": "f386a484-0368-4d15-9517-16a6b5d9beef", "name": "network-vif-deleted", "tag": "dccaab32-0798-4327-928c-dc090b5686a4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:40.891669 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a98eb3af-554b-401d-ba42-2ae42be3fd1b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:40.895123 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'tag': '849646a5-33fe-4327-aabe-72101b879235', 'status': 'completed', 'code': 200} Dec 17 15:50:40.895396 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386a484-0368-4d15-9517-16a6b5d9beef', 'name': 'network-vif-deleted', 'tag': 'dccaab32-0798-4327-928c-dc090b5686a4', 'status': 'completed', 'code': 200} Dec 17 15:50:40.984176 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1984d2f3-d484-423f-a5ad-8233c62f18e3 x-openstack-request-id: req-1984d2f3-d484-423f-a5ad-8233c62f18e3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:40.995229 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:40.995664 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1984d2f3-d484-423f-a5ad-8233c62f18e3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:40.996375 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'code': 200} Dec 17 15:50:41.042590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8446b3fc-81c8-4a07-9b1d-16415db5b3b2 req-d7c66359-95a5-4f59-8e4f-971abceb75d5 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/security-groups?id=e361cd6a-ba71-4345-9eea-932f565dd182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846145 Dec 17 15:50:41.106756 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.119686 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.146372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-ea7d0288-0022-4b76-90f4-adc881f4ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:41.154688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-ea7d0288-0022-4b76-90f4-adc881f4ec44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fdda90dcca5d4df692964a0b52eee51e&device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 1095 time: 0.2454724 Dec 17 15:50:41.168585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.170801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.243776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Deleting port 96fe44db-bc6d-4bb2-89fc-31e411892a2c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:41.244973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.327096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677a96c-f73a-4bef-9f18-e3a74b47288d req-1abaa72a-1ecf-45e8-b756-3e391d633177 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:41.336025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0677a96c-f73a-4bef-9f18-e3a74b47288d req-1abaa72a-1ecf-45e8-b756-3e391d633177 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 945 time: 0.1857350 Dec 17 15:50:41.366589 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753dbbc-edd6-4043-b809-212e63456b62 None None] Pushing event updated for resources: {'Port': ['ID=046dff4c-01b0-4933-9a77-5b8b2202084a,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:41.378542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device dccaab32-0798-4327-928c-dc090b5686a4 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:41.425276 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Attempting to bind port 046dff4c-01b0-4933-9a77-5b8b2202084a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:41.425953 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Attempting to bind port 046dff4c-01b0-4933-9a77-5b8b2202084a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:41.426481 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Attempting to bind port 046dff4c-01b0-4933-9a77-5b8b2202084a on network afd680fb-b07a-4b3c-97e6-c825028a8ae2 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:41.432619 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:41.433291 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Checking segment: {'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:41.433870 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.434415 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Bound using segment: {'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:41.435043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Bound port: 046dff4c-01b0-4933-9a77-5b8b2202084a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8197e2af-507a-42b5-9bd6-a379a4bc7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:41.436187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: dccaab32-0798-4327-928c-dc090b5686a4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:41.436511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device dccaab32-0798-4327-928c-dc090b5686a4 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:41.436760 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.437269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 96fe44db-bc6d-4bb2-89fc-31e411892a2c no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:41.451185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0677a96c-f73a-4bef-9f18-e3a74b47288d req-b5896ed6-870f-430e-8e91-7b5a4bfcd414 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114192 Dec 17 15:50:41.598746 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] For port 046dff4c-01b0-4933-9a77-5b8b2202084a, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:41.606421 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] For port 046dff4c-01b0-4933-9a77-5b8b2202084a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=046dff4c-01b0-4933-9a77-5b8b2202084a,segment=NetworkSegment(8197e2af-507a-42b5-9bd6-a379a4bc7484),segment_id=8197e2af-507a-42b5-9bd6-a379a4bc7484)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:41.615945 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.628902 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b7f5074-f26f-496d-816e-83b57bacc926 req-204571a5-d885-4dd5-8116-10428a422fcd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 210 time: 0.0851741 Dec 17 15:50:41.694458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7a5eb15e-9a32-4e4e-aa49-1fbc5f79facc None None] Provisioning complete for port 046dff4c-01b0-4933-9a77-5b8b2202084a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:41.697052 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb15e-9a32-4e4e-aa49-1fbc5f79facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.729700 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Routers {'6156bcce-bb15-48e1-8228-ac53e2a2da8c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:41.730497 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:41.742483 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753dbbc-edd6-4043-b809-212e63456b62 None None] Pushing event updated for resources: {'Port': ['ID=046dff4c-01b0-4933-9a77-5b8b2202084a,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:41.798808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18de9c7-f9e4-4adf-af42-3c6bd5c52071 req-bd56ab67-9d11-4e43-8ee5-6c0501e94554 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:41.812437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-5f677d3d-4b28-4006-bc57-9358916afd64 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d1250a44894b48f8a2959c35a3eedae9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704603 Dec 17 15:50:41.815408 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b18de9c7-f9e4-4adf-af42-3c6bd5c52071 req-bd56ab67-9d11-4e43-8ee5-6c0501e94554 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 943 time: 0.5509987 Dec 17 15:50:41.830592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] For port 96fe44db-bc6d-4bb2-89fc-31e411892a2c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=96fe44db-bc6d-4bb2-89fc-31e411892a2c,segment=NetworkSegment(d3b6531d-9c13-4089-9371-2421f155404b),segment_id=d3b6531d-9c13-4089-9371-2421f155404b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:41.836212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.922166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cde77a07-2bf2-4499-a377-f79c9bdd1342 req-aafae677-82f8-4208-a7b6-614a2eecc3de tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.1053572 Dec 17 15:50:41.944544 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb15e-9a32-4e4e-aa49-1fbc5f79facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:41.980512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Calling delete_port for 96fe44db-bc6d-4bb2-89fc-31e411892a2c owned by compute:tempest-test_az-1327598407 {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:42.117143 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] Set router 6156bcce-bb15-48e1-8228-ac53e2a2da8c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:42.125799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-c859b89b-8734-4bc6-ac58-f27314c2e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:42.128565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-c859b89b-8734-4bc6-ac58-f27314c2e64a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1b5bed7-8b39-4778-84ef-4ec1acc0c26d HTTP/1.1" status: 200 len: 922 time: 0.9628940 Dec 17 15:50:42.149842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7a5eb15e-9a32-4e4e-aa49-1fbc5f79facc None None] For port 046dff4c-01b0-4933-9a77-5b8b2202084a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=046dff4c-01b0-4933-9a77-5b8b2202084a,segment=NetworkSegment(8197e2af-507a-42b5-9bd6-a379a4bc7484),segment_id=8197e2af-507a-42b5-9bd6-a379a4bc7484)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:42.180186 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb15e-9a32-4e4e-aa49-1fbc5f79facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:42.212237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-4a185ae9-3c32-4559-98b9-d197bedccb27 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:42.214237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-4a185ae9-3c32-4559-98b9-d197bedccb27 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3956940 Dec 17 15:50:42.228543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Request body: {'port': {'device_id': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'd1250a44894b48f8a2959c35a3eedae9'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:42.256424 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:42.364488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eb15e-9a32-4e4e-aa49-1fbc5f79facc None None] Pushing event updated for resources: {'Port': ['ID=046dff4c-01b0-4933-9a77-5b8b2202084a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:42.375651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-161a5080-2e68-411e-89bf-c223d5902ed7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=849646a5-33fe-4327-aabe-72101b879235 HTTP/1.1" status: 200 len: 217 time: 0.2342422 Dec 17 15:50:42.381345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3df0a5bf-ea44-4b91-8348-95e03392cd86 None None] Provisioning complete for port 046dff4c-01b0-4933-9a77-5b8b2202084a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:42.381933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3df0a5bf-ea44-4b91-8348-95e03392cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:42.425788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b18de9c7-f9e4-4adf-af42-3c6bd5c52071 req-f0a174ac-5cc1-4977-bc2e-3e8e9520c92c tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054277 Dec 17 15:50:42.512620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Made reservation on behalf of d1250a44894b48f8a2959c35a3eedae9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:42.527306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-0d2ff8fd-38e0-4786-b6d3-d20ef076f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:42.530065 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:42.530207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-0d2ff8fd-38e0-4786-b6d3-d20ef076f88f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=61a22611-8a25-4a19-bc95-5c6c75b179c4 HTTP/1.1" status: 200 len: 861 time: 0.1471956 Dec 17 15:50:42.546055 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T15:50:36Z', 'revision_number': 4, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '046dff4c-01b0-4933-9a77-5b8b2202084a', 'name': '', 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'mac_address': 'fa:16:3e:82:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fe7b3cff-a912-4c5b-a685-429120464d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:34Z', 'updated_at': '2021-12-17T15:50:41Z', 'revision_number': 4, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'subnets': [{'id': 'fe7b3cff-a912-4c5b-a685-429120464d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:42.580123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-ce5a24e7-a1c4-49d5-a800-26e84258650f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1b5bed7-8b39-4778-84ef-4ec1acc0c26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430984 Dec 17 15:50:42.597410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 849646a5-33fe-4327-aabe-72101b879235 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:42.657016 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aab5ba-313d-4dbc-8173-86b33e13c15c None None] The sync data for ids ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'] in n-d-806683-20 is: [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T15:50:36Z', 'revision_number': 4, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '046dff4c-01b0-4933-9a77-5b8b2202084a', 'name': '', 'network_id': 'afd680fb-b07a-4b3c-97e6-c825028a8ae2', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'mac_address': 'fa:16:3e:82:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'fe7b3cff-a912-4c5b-a685-429120464d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:34Z', 'updated_at': '2021-12-17T15:50:41Z', 'revision_number': 4, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'subnets': [{'id': 'fe7b3cff-a912-4c5b-a685-429120464d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:42.868851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Allocated IP 192.168.233.118 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/c2b3fb61-066a-4553-94de-be05cdfcc35f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:42.918908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:42.960778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 849646a5-33fe-4327-aabe-72101b879235, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=849646a5-33fe-4327-aabe-72101b879235,segment=NetworkSegment(e6ebb232-8bca-410b-bf5c-d5b9e2613523),segment_id=e6ebb232-8bca-410b-bf5c-d5b9e2613523)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:42.985936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '849646a5-33fe-4327-aabe-72101b879235', 'network_id': 'd1b5bed7-8b39-4778-84ef-4ec1acc0c26d', 'port_id': '849646a5-33fe-4327-aabe-72101b879235', 'mac_address': 'fa:16:3e:e7:35:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a22611-8a25-4a19-bc95-5c6c75b179c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:42.989263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6116530f-aef7-498f-bdfb-b5fe6523b908 req-8bcf9d90-41b2-4a8d-909a-2ba8d92e9036 tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.54 "GET /v2.0/ports?device_id=111e037e-cfe7-4857-881a-f208d5a9cfa3 HTTP/1.1" status: 200 len: 210 time: 0.1245103 Dec 17 15:50:43.100077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:43.118311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849646a5-33fe-4327-aabe-72101b879235 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:43.150442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 849646a5-33fe-4327-aabe-72101b879235, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=849646a5-33fe-4327-aabe-72101b879235,segment=NetworkSegment(e6ebb232-8bca-410b-bf5c-d5b9e2613523),segment_id=e6ebb232-8bca-410b-bf5c-d5b9e2613523)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:43.157322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:43.216152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Pushing event deleted for resources: {'Port': ['ID=96fe44db-bc6d-4bb2-89fc-31e411892a2c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:43.276755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7255ab3e-97e3-4baa-a825-ea628f09013d req-ea92a66b-0d01-428c-96be-01da7f909b1f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 210 time: 0.3128657 Dec 17 15:50:43.290843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-34df642c-b449-49a7-9548-16fa582e755b service neutron] 10.222.0.49 "GET /v2.0/networks/d1b5bed7-8b39-4778-84ef-4ec1acc0c26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998255 Dec 17 15:50:43.296335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] No DVR routers for this DVR port 96fe44db-bc6d-4bb2-89fc-31e411892a2c on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:43.306115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:43.310092 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:43.323000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a4591b1-53b8-4212-b48e-92cbc871197f req-d9656ea9-fc0e-4210-a34f-d886c0372eda tempest-LiveMigrationTest-1421269442 tempest-LiveMigrationTest-1421269442-project] 10.222.0.47 "DELETE /v2.0/ports/96fe44db-bc6d-4bb2-89fc-31e411892a2c HTTP/1.1" status: 204 len: 173 time: 2.6865199 Dec 17 15:50:43.340631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=849646a5-33fe-4327-aabe-72101b879235,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:43.346658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'name': 'network-vif-deleted', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:43.353986 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c8b50b-7767-4496-ab9f-7d5a89a7565a" -d '{"events": [{"server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "name": "network-vif-deleted", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:43.409010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:43.432383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c', 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:43.457219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3b9449b2-2857-4732-9c4f-7cf99b6c11fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:43.492733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:43.506138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:43.508059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41ad0-0cb9-44e3-a6ae-078b1021780f req-85766661-dfbb-483a-806c-db84fe4a5fa2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:43.514478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:43.515947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1a41ad0-0cb9-44e3-a6ae-078b1021780f req-85766661-dfbb-483a-806c-db84fe4a5fa2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 946 time: 0.0794082 Dec 17 15:50:43.619426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['849646a5-33fe-4327-aabe-72101b879235'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:43.668389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0c980dd-0dc3-4f04-b403-17e162b1c7e8 req-714dbe30-567d-4832-8f36-eaebc4a2aa19 service neutron] 10.222.0.49 "GET /v2.0/networks/d1b5bed7-8b39-4778-84ef-4ec1acc0c26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692880 Dec 17 15:50:43.672991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:43.675529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:43.681850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1a41ad0-0cb9-44e3-a6ae-078b1021780f req-9fd0be1b-c77d-4fe5-a1f5-c33818041d53 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650980 Dec 17 15:50:43.694369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:43.709482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.710799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.711997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.712574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.713704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.714250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.714652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.715053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.715454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.715940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.716314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.716747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.717180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.764040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48361c7a-0dbc-4111-bcfa-023867dd5e42 req-dcc04f8a-a9a9-448f-bc8f-7c4ee5e666b8 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.1120958 Dec 17 15:50:43.780579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-362f1750-404e-46bc-b518-862db33e470e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5518515 Dec 17 15:50:43.795627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Request body: {'port': {'device_id': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:43.880037 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea9087-38e4-4875-85b0-e455e0b24dc5 x-openstack-request-id: req-efea9087-38e4-4875-85b0-e455e0b24dc5 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:43.880434 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111e037e-cfe7-4857-881a-f208d5a9cfa3", "name": "network-vif-deleted", "tag": "96fe44db-bc6d-4bb2-89fc-31e411892a2c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:43.880840 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-efea9087-38e4-4875-85b0-e455e0b24dc5 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:43.881340 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111e037e-cfe7-4857-881a-f208d5a9cfa3', 'name': 'network-vif-deleted', 'tag': '96fe44db-bc6d-4bb2-89fc-31e411892a2c', 'status': 'completed', 'code': 200} Dec 17 15:50:43.986484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:44.196602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a3eb3-1962-4d93-ae30-1ca230e16f39 req-ef556691-b8af-4b00-8d98-6265015db46b tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:44.198414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aa6a3eb3-1962-4d93-ae30-1ca230e16f39 req-ef556691-b8af-4b00-8d98-6265015db46b tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 945 time: 0.1129818 Dec 17 15:50:44.251950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0c13b1ac-fd73-48c7-9107-3deb0552f9e4 None None] Provisioning complete for port c2b3fb61-066a-4553-94de-be05cdfcc35f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:44.252519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c13b1ac-fd73-48c7-9107-3deb0552f9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:44.276874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aa6a3eb3-1962-4d93-ae30-1ca230e16f39 req-c6166ae3-0885-4ec0-9304-a7e5601b2e33 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702431 Dec 17 15:50:44.337628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0c13b1ac-fd73-48c7-9107-3deb0552f9e4 None None] Port c2b3fb61-066a-4553-94de-be05cdfcc35f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:50:44.371140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38302) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:44.633512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405cf70-cba2-4c1d-afed-0ef545098f5e req-02debc51-d799-44e2-b55f-983e71e67e09 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:44.646034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9405cf70-cba2-4c1d-afed-0ef545098f5e req-02debc51-d799-44e2-b55f-983e71e67e09 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 944 time: 0.5393357 Dec 17 15:50:44.680842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 046dff4c-01b0-4933-9a77-5b8b2202084a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:44.751850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275d0c1-2c55-4b23-ac32-3512a0fe8610 req-cc9d3ef1-65ce-4b6e-b5f2-cac21c07523e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:44.761425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4275d0c1-2c55-4b23-ac32-3512a0fe8610 req-cc9d3ef1-65ce-4b6e-b5f2-cac21c07523e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 936 time: 0.2426212 Dec 17 15:50:44.776722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] Deleting subnet 7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:50:44.782378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:44.803928 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9405cf70-cba2-4c1d-afed-0ef545098f5e req-0b24a931-b765-408d-9065-96f5e1532051 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563845 Dec 17 15:50:44.814703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b3fb61-066a-4553-94de-be05cdfcc35f {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:44.846618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:44.868594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-e649f9e2-0ec7-48d3-9f47-845fcf52679b tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:44.870484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-e649f9e2-0ec7-48d3-9f47-845fcf52679b tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 946 time: 0.1864896 Dec 17 15:50:44.897892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Transition to ACTIVE for port object c2b3fb61-066a-4553-94de-be05cdfcc35f will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:44.903337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:44.928721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4275d0c1-2c55-4b23-ac32-3512a0fe8610 req-5f27c59a-4e26-46c4-8568-df37350a98c2 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577854 Dec 17 15:50:44.955602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:44.986270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 046dff4c-01b0-4933-9a77-5b8b2202084a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:44.986646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.120152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.156927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:45.275190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.323204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e5b71-d67f-4793-94fb-442ef4c5c68a req-ee801e2d-2bfe-43e3-83bc-980cf398fab7 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:45.325146 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.331185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-330e5b71-d67f-4793-94fb-442ef4c5c68a req-ee801e2d-2bfe-43e3-83bc-980cf398fab7 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 946 time: 0.2996428 Dec 17 15:50:45.379974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bacaaba5-44f2-4d9d-8179-3aa3dc4d3ffb req-5f57fa55-a2af-47ff-a590-a80fb030ab17 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.1651692 Dec 17 15:50:45.394459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:45.452476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:50:45.452812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:50:45.453139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:45.480285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-330e5b71-d67f-4793-94fb-442ef4c5c68a req-6a4963f7-cc13-4bf1-9671-3421624ca7ad tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups?id=6ce3e220-7060-4198-bebf-bef63cff03fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341755 Dec 17 15:50:45.481178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:45.481663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:45.489656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:45.490288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:50:45.490851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:45.491450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Bound port: c2b3fb61-066a-4553-94de-be05cdfcc35f, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:50:45.492029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.575927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:45.585058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:45.593216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:45.617133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.621258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'port_id': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613', 'mac_address': 'fa:16:3e:31:3f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b58e21b-4cf3-42a4-925d-6177657b40f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:45.689446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:45.690927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.692840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] 10.222.0.47 "PUT /v2.0/ports/c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 1097 time: 1.9063828 Dec 17 15:50:45.693615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:45.697329 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e8ede4-4e90-4811-b683-492b56341495" -d '{"events": [{"name": "network-changed", "server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:45.741150 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.784267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:45.844032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0ec08-411d-4bd1-aabb-55dd1c00438e service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:45.871281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:45.889740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:45.996628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-ce858fc5-87b6-4899-a2b9-fe0396afa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:45.998861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-ce858fc5-87b6-4899-a2b9-fe0396afa0fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1100 time: 0.2198870 Dec 17 15:50:46.000571 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88de1f3d-abc5-4aa9-9e5f-b725525758c8 x-openstack-request-id: req-88de1f3d-abc5-4aa9-9e5f-b725525758c8 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:46.000854 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:46.001379 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88de1f3d-abc5-4aa9-9e5f-b725525758c8 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:46.001912 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'status': 'completed', 'code': 200} Dec 17 15:50:46.007362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:46.047537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:46.073859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:46.098824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.103536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8dd6aac5-9a47-4782-8d20-90eb94917dcb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7afa1bbb-dbcb-4cb9-9739-51e2e2e4fcdf HTTP/1.1" status: 204 len: 168 time: 1.7302804 Dec 17 15:50:46.137766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38330) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:46.262474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Deleting port f19f52e0-e3db-4c32-99d1-8d400d23c35e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:46.263097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.290663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-3cc015fe-1930-43f3-8cc6-4ae6dfed24b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.2754824 Dec 17 15:50:46.334375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72525d78-e8ea-41f9-a062-cf60afafb28d req-ef3286b4-8999-482a-ab84-15bf1f573d68 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:46.342440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72525d78-e8ea-41f9-a062-cf60afafb28d req-ef3286b4-8999-482a-ab84-15bf1f573d68 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 944 time: 0.2577095 Dec 17 15:50:46.432343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-144689f6-9ac8-409d-80bd-7ea5d3d51251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:46.432343 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-144689f6-9ac8-409d-80bd-7ea5d3d51251 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1320097 Dec 17 15:50:46.442784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.490913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] For port f19f52e0-e3db-4c32-99d1-8d400d23c35e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f19f52e0-e3db-4c32-99d1-8d400d23c35e,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:46.491284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.583417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 849646a5-33fe-4327-aabe-72101b879235 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:46.666208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff498a-bbe9-4d33-8439-b8cd91185345 req-ce03ee73-5191-450d-8bdb-2f5f56a99c86 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:46.674757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faff498a-bbe9-4d33-8439-b8cd91185345 req-ce03ee73-5191-450d-8bdb-2f5f56a99c86 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 944 time: 0.3641136 Dec 17 15:50:46.687367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-f0f8ef4a-aa1e-4712-b05b-d6831dc6847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:46.688867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-f0f8ef4a-aa1e-4712-b05b-d6831dc6847d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1883752 Dec 17 15:50:46.719807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.720253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.721258 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72 disassociated. External IP: 172.25.0.233, port: f19f52e0-e3db-4c32-99d1-8d400d23c35e. Dec 17 15:50:46.722318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Calling delete_port for f19f52e0-e3db-4c32-99d1-8d400d23c35e owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:46.731292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 849646a5-33fe-4327-aabe-72101b879235 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:50:46.740554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 849646a5-33fe-4327-aabe-72101b879235 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:46.740940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.741946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:46.824852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faff498a-bbe9-4d33-8439-b8cd91185345 req-5e40ad33-f3b0-48de-b2ac-f0696552c8fe tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486099 Dec 17 15:50:46.861010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72525d78-e8ea-41f9-a062-cf60afafb28d req-67e61b50-7655-41ad-af3f-c2712df21ec7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175772 Dec 17 15:50:46.957636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-c6761763-43a3-40b1-a9d9-684c42454d87 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582912 Dec 17 15:50:46.975405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d101c1c4-acc6-452a-9197-a2c5c6bdbd74']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:47.008922 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.038354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b905245d-9983-4a79-bd5b-a8b3d8ff5a15 req-e0497456-ba7e-4a35-8a32-1c668af1b582 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.0516949 Dec 17 15:50:47.039143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.054483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849646a5-33fe-4327-aabe-72101b879235'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:47.059999 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dfc060-7999-4d1e-9430-ddec9b358ee2" -d '{"events": [{"server_uuid": "86e094fb-4424-4c53-b5e1-d33f4852987d", "name": "network-vif-plugged", "status": "completed", "tag": "849646a5-33fe-4327-aabe-72101b879235"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:47.062242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b6531d-9c13-4089-9371-2421f155404b') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:47.062539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b6531d-9c13-4089-9371-2421f155404b') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:47.087046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.091973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 849646a5-33fe-4327-aabe-72101b879235, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=849646a5-33fe-4327-aabe-72101b879235,segment=NetworkSegment(e6ebb232-8bca-410b-bf5c-d5b9e2613523),segment_id=e6ebb232-8bca-410b-bf5c-d5b9e2613523)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:47.097479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.164113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event deleted for resources: {'Port': ['ID=f19f52e0-e3db-4c32-99d1-8d400d23c35e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:47.216284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=849646a5-33fe-4327-aabe-72101b879235,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:47.322158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2904c78e-b9ee-4e09-af80-7f6159cd57df req-6c536ceb-f73f-4599-a3e5-8d0808d7b13e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e0e2ce9-22dc-410e-aa86-b070a1831055 HTTP/1.1" status: 200 len: 210 time: 0.0675092 Dec 17 15:50:47.402039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:47.482298 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68cc77b-61e0-46c1-947f-967029cbf7b0 x-openstack-request-id: req-c68cc77b-61e0-46c1-947f-967029cbf7b0 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:47.482663 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e094fb-4424-4c53-b5e1-d33f4852987d", "name": "network-vif-plugged", "status": "completed", "tag": "849646a5-33fe-4327-aabe-72101b879235", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:47.484130 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c68cc77b-61e0-46c1-947f-967029cbf7b0 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:47.484642 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849646a5-33fe-4327-aabe-72101b879235', 'code': 200} Dec 17 15:50:47.495088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Router 3273e172-65fb-490c-8b7e-1de430f1fae2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:47.611578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c942f-3752-4049-bdb6-b61612b15000 req-64af861c-5d49-44bc-871b-c38b4609cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:47.613511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d5c942f-3752-4049-bdb6-b61612b15000 req-64af861c-5d49-44bc-871b-c38b4609cf14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 1097 time: 0.1166847 Dec 17 15:50:47.677628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.736518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:47.746787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d5c942f-3752-4049-bdb6-b61612b15000 req-a38e52a0-ac06-4ff2-842d-2ef2d2bc0279 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257267 Dec 17 15:50:47.759932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:47.762235 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.776410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] Sync routers for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:47.795176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:50:47.795530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:50:47.797624 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:50:47.811913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:47.825498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:47.826136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:47.859573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] No DVR routers for this DVR port f19f52e0-e3db-4c32-99d1-8d400d23c35e on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:47.880454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:47.894257 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7059b3cb-752f-473e-bccf-d2308efe6a53 req-b154059c-3a0a-4b69-b88d-21fd9e92089e tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.47 "DELETE /v2.0/ports/f19f52e0-e3db-4c32-99d1-8d400d23c35e HTTP/1.1" status: 204 len: 173 time: 2.9868021 Dec 17 15:50:47.904314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1677b78f-8fb1-43a9-8b4a-7bbdc9bb9546 req-5d33dca0-2397-4e93-acf2-8908950252cd service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386361 Dec 17 15:50:47.905013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'name': 'network-vif-deleted', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:47.916022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd45fa-3ce0-4a48-8039-a8045ce09813 req-8d1f3a86-1446-4319-84fa-acb1c75aa114 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:47.924045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48fd45fa-3ce0-4a48-8039-a8045ce09813 req-8d1f3a86-1446-4319-84fa-acb1c75aa114 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 948 time: 0.8982155 Dec 17 15:50:47.932533 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed90a46-16f4-4452-9947-0c4e0bcb15f4" -d '{"events": [{"server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "name": "network-vif-deleted", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:48.005367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:48.006476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f19f52e0-e3db-4c32-99d1-8d400d23c35e no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:48.073919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899afd3-720b-4f91-ac4f-f582b39b3c41 req-f3d00a73-b2a5-48fd-9ea0-fb9b4f003390 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:48.083061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d899afd3-720b-4f91-ac4f-f582b39b3c41 req-f3d00a73-b2a5-48fd-9ea0-fb9b4f003390 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 945 time: 0.0815432 Dec 17 15:50:48.121428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:48.147622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d899afd3-720b-4f91-ac4f-f582b39b3c41 req-edcaadef-131c-42da-873c-3b3585f077d5 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635190 Dec 17 15:50:48.158644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:48.159386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:48.163028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] 10.222.0.54 "DELETE /v2.0/networks/d101c1c4-acc6-452a-9197-a2c5c6bdbd74 HTTP/1.1" status: 204 len: 168 time: 2.0256832 Dec 17 15:50:48.166585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38354) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:48.178897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2134dc-12ee-4727-9488-d8ec0617c90d admin admin] Pushing event deleted for resources: {'Network': ['ID=d101c1c4-acc6-452a-9197-a2c5c6bdbd74,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:48.205405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48fd45fa-3ce0-4a48-8039-a8045ce09813 req-41e7fdfb-70a7-4238-af52-f3cb23bf8d71 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929295 Dec 17 15:50:48.212934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8ede4-4e90-4811-b683-492b56341495 req-1e8caf38-ec9c-47bf-8970-b0345f170956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:48.215190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73e8ede4-4e90-4811-b683-492b56341495 req-1e8caf38-ec9c-47bf-8970-b0345f170956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1100 time: 0.1260598 Dec 17 15:50:48.231478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: f19f52e0-e3db-4c32-99d1-8d400d23c35e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:48.231869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f19f52e0-e3db-4c32-99d1-8d400d23c35e not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:48.264601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] Deleting subnet 0f90cbad-ca53-4702-852c-9b228a666e7d {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:50:48.273164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:48.288422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:48.335371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8ede4-4e90-4811-b683-492b56341495 req-7424ab46-44d2-4060-9d68-bf7ec06308c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:48.337626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73e8ede4-4e90-4811-b683-492b56341495 req-7424ab46-44d2-4060-9d68-bf7ec06308c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1138616 Dec 17 15:50:48.355744 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6852f1-2d1f-4444-9e90-7318c8249d5e x-openstack-request-id: req-0d6852f1-2d1f-4444-9e90-7318c8249d5e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:48.356083 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e2ce9-22dc-410e-aa86-b070a1831055", "name": "network-vif-deleted", "tag": "f19f52e0-e3db-4c32-99d1-8d400d23c35e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:48.356342 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d6852f1-2d1f-4444-9e90-7318c8249d5e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:48.356757 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e2ce9-22dc-410e-aa86-b070a1831055', 'name': 'network-vif-deleted', 'tag': 'f19f52e0-e3db-4c32-99d1-8d400d23c35e', 'status': 'completed', 'code': 200} Dec 17 15:50:48.429071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:48.493459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73e8ede4-4e90-4811-b683-492b56341495 req-7a7ae99c-2eb9-4ec7-acb8-06a372ea01f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.1472270 Dec 17 15:50:48.514735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6140e0f-dc28-4f3a-95e9-159a18985cb0 req-3437ecb5-fd5a-41f2-b332-f9832e785bc5 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:48.518865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6556cd43-0408-4aec-ae26-674602a7d207 req-1c6ca795-b063-4440-a56e-b186d13e7339 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.0565150 Dec 17 15:50:48.532214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b6140e0f-dc28-4f3a-95e9-159a18985cb0 req-3437ecb5-fd5a-41f2-b332-f9832e785bc5 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.2056384 Dec 17 15:50:48.625328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8ede4-4e90-4811-b683-492b56341495 req-94d9ed73-b9d0-41a3-98ad-ef35d427ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:48.631664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73e8ede4-4e90-4811-b683-492b56341495 req-94d9ed73-b9d0-41a3-98ad-ef35d427ad72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1085720 Dec 17 15:50:48.664893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:48.726393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8ede4-4e90-4811-b683-492b56341495 req-c5641f8a-f9db-4ca1-b445-4889a9c4d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:48.728464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73e8ede4-4e90-4811-b683-492b56341495 req-c5641f8a-f9db-4ca1-b445-4889a9c4d1e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909221 Dec 17 15:50:48.774648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:48.821401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] Checking router: 3273e172-65fb-490c-8b7e-1de430f1fae2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:48.831883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:48.833841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:48.845044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38370) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:48.952458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b6140e0f-dc28-4f3a-95e9-159a18985cb0 req-7740a856-69c9-4762-a37e-7f129585184c tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184802 Dec 17 15:50:49.006118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.038689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b0b-2dd9-4fe3-8188-c4d61a6217b2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.046786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f90cbad-ca53-4702-852c-9b228a666e7d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:49.049873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.060264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d7db38cb-8c95-46bd-92e1-26285d3a6954 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0f90cbad-ca53-4702-852c-9b228a666e7d HTTP/1.1" status: 204 len: 168 time: 0.8925121 Dec 17 15:50:49.063350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38374) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:49.069484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:49.086257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b0b-2dd9-4fe3-8188-c4d61a6217b2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.178671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73e8ede4-4e90-4811-b683-492b56341495 req-68a4806e-f7d0-4316-bb39-862169d27c47 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369156 Dec 17 15:50:49.212683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b0b-2dd9-4fe3-8188-c4d61a6217b2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.220566 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4c7b0b-2dd9-4fe3-8188-c4d61a6217b2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.229627 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be4c7b0b-2dd9-4fe3-8188-c4d61a6217b2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "DELETE /v2.0/security-groups/6ce3e220-7060-4198-bebf-bef63cff03fb HTTP/1.1" status: 204 len: 168 time: 0.3694372 Dec 17 15:50:49.235610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:49.303254 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-a0c10b06-5140-448c-b357-11bd8e782c54 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] show failed (client error): The resource could not be found. Dec 17 15:50:49.312763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a0c10b06-5140-448c-b357-11bd8e782c54 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "GET /v2.0/security-groups/6ce3e220-7060-4198-bebf-bef63cff03fb HTTP/1.1" status: 404 len: 347 time: 0.0639915 Dec 17 15:50:49.313660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38384) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:49.403696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73e8ede4-4e90-4811-b683-492b56341495 req-80cb4d2f-20d0-4b80-a97c-97b0cdbe6aa6 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186010 Dec 17 15:50:49.421575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.452137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7b0b-2dd9-4fe3-8188-c4d61a6217b2 tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce3e220-7060-4198-bebf-bef63cff03fb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:49.564572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:49.625259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d6eef-323c-468a-925d-2ef2f7605b26 req-09fcd5ac-952a-42bb-83b0-a3e5894de754 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:49.631932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328d92-6a4e-44dd-a68b-d90660bcf899 req-5552763e-b59a-4537-b0bd-49b16a87b36a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:49.640638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c7328d92-6a4e-44dd-a68b-d90660bcf899 req-5552763e-b59a-4537-b0bd-49b16a87b36a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 948 time: 0.2091792 Dec 17 15:50:49.645732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-215d6eef-323c-468a-925d-2ef2f7605b26 req-09fcd5ac-952a-42bb-83b0-a3e5894de754 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 945 time: 0.2879834 Dec 17 15:50:49.646125 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.706939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Deleting port 1fd0d89a-9d45-4ac8-aecb-d4fbb44341f5 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:49.708447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.712245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794d1595-d21f-4999-82ba-d849a44734d4']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:49.724404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c7328d92-6a4e-44dd-a68b-d90660bcf899 req-6b8c98f0-70bf-415f-af0a-4a13c9d28e84 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827241 Dec 17 15:50:49.753841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0daa1d0-d017-4c69-9d5e-fa4e51c33be2') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:49.758071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0daa1d0-d017-4c69-9d5e-fa4e51c33be2') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:49.774916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.819159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.834357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:50:49.836315 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.859624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.861837 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:49.893692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Calling delete_port for 1fd0d89a-9d45-4ac8-aecb-d4fbb44341f5 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:50:50.003414 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:50:50.030065 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.038552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.046355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] 10.222.0.54 "DELETE /v2.0/networks/794d1595-d21f-4999-82ba-d849a44734d4 HTTP/1.1" status: 204 len: 168 time: 0.9807739 Dec 17 15:50:50.058814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:50.098256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9c8ba-5ed0-4bec-bfde-9ff59c95a3bc admin admin] Pushing event deleted for resources: {'Network': ['ID=794d1595-d21f-4999-82ba-d849a44734d4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:50.107739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'mac_address': 'fa:16:3e:ba:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:50.139735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863476a-8976-41fe-b74f-07ecec97b052 req-97969e80-967e-48fe-ab79-4fd53e71fd94 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:50.141388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5863476a-8976-41fe-b74f-07ecec97b052 req-97969e80-967e-48fe-ab79-4fd53e71fd94 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.1359549 Dec 17 15:50:50.168242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.215604 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.223270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Pushing event deleted for resources: {'Port': ['ID=1fd0d89a-9d45-4ac8-aecb-d4fbb44341f5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:50.239926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5863476a-8976-41fe-b74f-07ecec97b052 req-d7efe97f-cdbe-4c38-9a9a-2ad2704d4ef6 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885875 Dec 17 15:50:50.245719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b3fb61-066a-4553-94de-be05cdfcc35f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:50.280018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:50.356918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-215d6eef-323c-468a-925d-2ef2f7605b26 req-2c2fa997-2eef-4d1f-bc84-f10b7c3c1db5 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101445 Dec 17 15:50:50.358027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38396) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:50.373457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:50.374772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769e74b-6456-476c-9493-a063f16bcbee None None] The sync data for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 is: [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:45:57Z', 'revision_number': 4, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '272447a1-b65e-44d9-a379-dba96fdab6aa', 'name': '', 'network_id': '11fbfdb8-8745-4efd-bd47-439619a7519a', 'tenant_id': '96872d340831423290c9cb614836660c', 'mac_address': 'fa:16:3e:cb:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:56Z', 'updated_at': '2021-12-17T15:46:01Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'subnets': [{'id': '4e18c4c3-7f66-42df-bcc2-1bd9a1a14472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:50.379074 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.444050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.447987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.449100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7fa03085-b070-4aa3-a596-88d054272bac tempest-ServersWithSpecificFlavorTestJSON-1776672460 tempest-ServersWithSpecificFlavorTestJSON-1776672460-project] 10.222.0.54 "DELETE /v2.0/floatingips/718bb1e9-bd9e-49c1-be2c-c6100e2b8c72 HTTP/1.1" status: 204 len: 168 time: 1.1099832 Dec 17 15:50:50.521608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:50.532127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38404) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:50.532680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-44131f97-e0f6-44a5-9c14-3f3727894248 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19e30279859648d982879b3bbbbff549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733699 Dec 17 15:50:50.535326 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b976a43-e3da-42ac-a26a-ebb0b6f5ded9 req-d10c23a5-761d-45c9-ab8c-4625c866aea4 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.0777903 Dec 17 15:50:50.640013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c2b3fb61-066a-4553-94de-be05cdfcc35f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:50.704108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-555c669f-0849-4de2-a3bf-116507c4e5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.753387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-555c669f-0849-4de2-a3bf-116507c4e5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.894776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-555c669f-0849-4de2-a3bf-116507c4e5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.898029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-555c669f-0849-4de2-a3bf-116507c4e5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:50.904219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-555c669f-0849-4de2-a3bf-116507c4e5bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e361cd6a-ba71-4345-9eea-932f565dd182 HTTP/1.1" status: 204 len: 168 time: 0.3709085 Dec 17 15:50:50.933811 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c24fd0-8a9d-42a0-bc9f-00b3344466d6 None None] New status for floating IP 718bb1e9-bd9e-49c1-be2c-c6100e2b8c72: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:50:51.037535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c669f-0849-4de2-a3bf-116507c4e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e361cd6a-ba71-4345-9eea-932f565dd182,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:51.117255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f5cb1-cedb-4364-9b54-1a9d6c2de90b req-fd9b8241-09e6-4558-bfae-ac51cebfa39f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:51.123432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c8f5cb1-cedb-4364-9b54-1a9d6c2de90b req-fd9b8241-09e6-4558-bfae-ac51cebfa39f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 949 time: 0.2177503 Dec 17 15:50:51.167849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-c2c0aeeb-b77e-4ff5-9669-3b5e45e74059 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:51.187012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-c2c0aeeb-b77e-4ff5-9669-3b5e45e74059 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.1701844 Dec 17 15:50:51.266381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c8f5cb1-cedb-4364-9b54-1a9d6c2de90b req-a7f37d7c-6908-4107-9a60-36ce83f09d1d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318872 Dec 17 15:50:51.339388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fffaef-6d8f-480a-96d1-cbd51108531a req-8bc91960-33e4-4de5-84bf-b896f935d64a tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:51.355848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-47fffaef-6d8f-480a-96d1-cbd51108531a req-8bc91960-33e4-4de5-84bf-b896f935d64a tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 945 time: 0.1289337 Dec 17 15:50:51.432698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-47fffaef-6d8f-480a-96d1-cbd51108531a req-72bf187c-a074-47de-b324-3490a36fbdc7 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846841 Dec 17 15:50:51.435659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:51.447517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Deleting port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:51.447517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.502528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38434) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:51.537118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984430c-85ef-4e9a-851b-a2ac9142af19 req-8e271300-48e9-43c1-b919-8788f49e7c89 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:51.538783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6984430c-85ef-4e9a-851b-a2ac9142af19 req-8e271300-48e9-43c1-b919-8788f49e7c89 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 943 time: 0.1035814 Dec 17 15:50:51.577950 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d77d66ea-b98a-4a9d-b79b-6aa5d93700a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2a1b46eab6a443a8212303fc0e1cb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711060 Dec 17 15:50:51.581858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38438) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:51.605281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38442) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:51.606491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port c2b3fb61-066a-4553-94de-be05cdfcc35f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:50:51.620555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port c2b3fb61-066a-4553-94de-be05cdfcc35f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:51.620786 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.683502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] For port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:51.684517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.704856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Calling delete_port for c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:51.729911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6984430c-85ef-4e9a-851b-a2ac9142af19 req-710c98f0-dcd2-4c81-9fa8-4a540fae557d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576948 Dec 17 15:50:51.779930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-886cc72f-3349-4314-b956-bc0691eb5fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.832703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-886cc72f-3349-4314-b956-bc0691eb5fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.844907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.901269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:51.908457 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2712996-d922-4903-959b-eca42ff34261" -d '{"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:51.935668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dfd68a5d-5618-493e-aea0-d5841f32a236 req-d6f21e58-ff3a-4d86-a0ab-ad8b3f34712f tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=f386a484-0368-4d15-9517-16a6b5d9beef HTTP/1.1" status: 200 len: 210 time: 0.1194377 Dec 17 15:50:51.948367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:51.959188 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.960432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:51.964845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-886cc72f-3349-4314-b956-bc0691eb5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.979077 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-886cc72f-3349-4314-b956-bc0691eb5fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:51.980418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-886cc72f-3349-4314-b956-bc0691eb5fbc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af403b34-a41e-456b-a25d-e15c5b90eae1 HTTP/1.1" status: 204 len: 168 time: 0.3976879 Dec 17 15:50:51.990511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cc72f-3349-4314-b956-bc0691eb5fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af403b34-a41e-456b-a25d-e15c5b90eae1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:52.152277 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e122c-f4c3-45c9-827f-32e06c9a1b5f x-openstack-request-id: req-585e122c-f4c3-45c9-827f-32e06c9a1b5f {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:52.160100 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:52.160521 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-585e122c-f4c3-45c9-827f-32e06c9a1b5f {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:52.161112 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'code': 200} Dec 17 15:50:52.230938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c033803-2902-4404-ab61-4c208d7b28ad req-c5a36433-a4b2-45f4-a6ba-28a1e5b3eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:52.237054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c033803-2902-4404-ab61-4c208d7b28ad req-c5a36433-a4b2-45f4-a6ba-28a1e5b3eb2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1102 time: 0.0934412 Dec 17 15:50:52.287679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:52.462170 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:52.478528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-a340d90d-583b-472f-ba85-5f375f5f45ce tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:52.490656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-a340d90d-583b-472f-ba85-5f375f5f45ce tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.49 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 945 time: 0.2488921 Dec 17 15:50:52.542320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event deleted for resources: {'Port': ['ID=c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:52.576897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c033803-2902-4404-ab61-4c208d7b28ad req-dcf1ba8f-8bb6-485c-8cd7-d3283dc7a8ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148576 Dec 17 15:50:52.583096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cab9f5-f375-48c7-bfe2-b1c677fbefbc req-0fdd5f40-82c0-479d-b5f7-9e6d26170447 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:52.590575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64cab9f5-f375-48c7-bfe2-b1c677fbefbc req-0fdd5f40-82c0-479d-b5f7-9e6d26170447 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.1583662 Dec 17 15:50:52.687224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] No DVR routers for this DVR port c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:52.691695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:52.695753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aeb0a7ed-8d8e-4439-b2ac-65d154d0e1d8 req-be2fc39a-08e8-4b50-9465-38d6bbbd836f tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.47 "DELETE /v2.0/ports/c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613 HTTP/1.1" status: 204 len: 173 time: 1.4925444 Dec 17 15:50:52.715563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a0998-6d98-44c5-90f7-389450b1ee4b req-e5fd56a4-676d-49d6-9497-5b9208a9b3eb tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:52.717111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-601a0998-6d98-44c5-90f7-389450b1ee4b req-e5fd56a4-676d-49d6-9497-5b9208a9b3eb tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 945 time: 0.1206627 Dec 17 15:50:52.722455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'name': 'network-vif-deleted', 'tag': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:52.725087 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beee380-d158-43f4-a422-ea11c03b6de4" -d '{"events": [{"server_uuid": "2f27c5f8-6e17-4e23-b017-7c19e500f848", "name": "network-vif-deleted", "tag": "c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:52.735746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Deleting port 849646a5-33fe-4327-aabe-72101b879235 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:52.736265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:52.749448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64cab9f5-f375-48c7-bfe2-b1c677fbefbc req-8fc7c2cd-534c-4b65-a118-504ec8b871fd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532145 Dec 17 15:50:52.839283 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b3d1f6-079f-417a-9fdc-95bbd6b4bde5 x-openstack-request-id: req-c0b3d1f6-079f-417a-9fdc-95bbd6b4bde5 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:52.839668 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f27c5f8-6e17-4e23-b017-7c19e500f848", "name": "network-vif-deleted", "tag": "c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:52.840162 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0b3d1f6-079f-417a-9fdc-95bbd6b4bde5 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:52.840992 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f27c5f8-6e17-4e23-b017-7c19e500f848', 'name': 'network-vif-deleted', 'tag': 'c96e6adb-7d40-4e5d-a2b6-3c5bc0dae613', 'status': 'completed', 'code': 200} Dec 17 15:50:52.935707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-601a0998-6d98-44c5-90f7-389450b1ee4b req-cf7110f0-6705-460a-883e-35efdbd827e3 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/security-groups?id=863bf13a-7314-433b-982e-943f5a431450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112446 Dec 17 15:50:52.969622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] For port 849646a5-33fe-4327-aabe-72101b879235, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=849646a5-33fe-4327-aabe-72101b879235,segment=NetworkSegment(e6ebb232-8bca-410b-bf5c-d5b9e2613523),segment_id=e6ebb232-8bca-410b-bf5c-d5b9e2613523)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:52.969985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:52.987506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Calling delete_port for 849646a5-33fe-4327-aabe-72101b879235 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:53.016704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39652a6f-43b2-403c-b3d1-a04803dc6324 req-891427c8-16a7-49db-8fc7-a9b1bd88b648 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f27c5f8-6e17-4e23-b017-7c19e500f848 HTTP/1.1" status: 200 len: 210 time: 0.0432243 Dec 17 15:50:53.086562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:53.265532 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:53.280583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['849646a5-33fe-4327-aabe-72101b879235'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:53.328122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Pushing event deleted for resources: {'Port': ['ID=849646a5-33fe-4327-aabe-72101b879235,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:53.406166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] No DVR routers for this DVR port 849646a5-33fe-4327-aabe-72101b879235 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:53.417181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:53.424513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d453f65-ca94-4a8d-9d26-9862dfaeb594 req-64abaf3b-9c9c-4418-9648-67011737a434 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.49 "DELETE /v2.0/ports/849646a5-33fe-4327-aabe-72101b879235 HTTP/1.1" status: 204 len: 173 time: 0.8915684 Dec 17 15:50:53.426510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'name': 'network-vif-deleted', 'tag': '849646a5-33fe-4327-aabe-72101b879235'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:53.437441 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e09dc15-22fc-4ee0-9c00-54efa9e50524" -d '{"events": [{"server_uuid": "86e094fb-4424-4c53-b5e1-d33f4852987d", "name": "network-vif-deleted", "tag": "849646a5-33fe-4327-aabe-72101b879235"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:53.739352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Deleting port 272447a1-b65e-44d9-a379-dba96fdab6aa {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:53.741100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:53.993675 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c18210d-b7bd-4c90-9785-e53257568b3b x-openstack-request-id: req-1c18210d-b7bd-4c90-9785-e53257568b3b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:53.994241 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e094fb-4424-4c53-b5e1-d33f4852987d", "name": "network-vif-deleted", "tag": "849646a5-33fe-4327-aabe-72101b879235", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:53.994241 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c18210d-b7bd-4c90-9785-e53257568b3b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:53.994610 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e094fb-4424-4c53-b5e1-d33f4852987d', 'name': 'network-vif-deleted', 'tag': '849646a5-33fe-4327-aabe-72101b879235', 'status': 'completed', 'code': 200} Dec 17 15:50:54.022965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] For port 272447a1-b65e-44d9-a379-dba96fdab6aa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=272447a1-b65e-44d9-a379-dba96fdab6aa,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:54.023245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:54.040468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00510fb4-d0be-4977-ae9c-87adf5ac7271 req-66608438-21c6-4b04-8709-df039a6d2616 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:54.052110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-00510fb4-d0be-4977-ae9c-87adf5ac7271 req-66608438-21c6-4b04-8709-df039a6d2616 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.1498508 Dec 17 15:50:54.079178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Calling delete_port for 272447a1-b65e-44d9-a379-dba96fdab6aa owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:54.195412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-00510fb4-d0be-4977-ae9c-87adf5ac7271 req-531485f4-e9fc-49d2-b994-763e0329b7b8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418219 Dec 17 15:50:54.262594 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03f25954-a6b1-44da-807f-5c6fc7ed9ffa req-c0d01d04-33b3-4b17-b033-c369e2816e05 tempest-ServerAddressesNegativeTestJSON-1011524155 tempest-ServerAddressesNegativeTestJSON-1011524155-project] 10.222.0.54 "GET /v2.0/ports?device_id=86e094fb-4424-4c53-b5e1-d33f4852987d HTTP/1.1" status: 200 len: 210 time: 0.0783806 Dec 17 15:50:54.509764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:54.578152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Pushing event deleted for resources: {'Port': ['ID=272447a1-b65e-44d9-a379-dba96fdab6aa,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:54.906732 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:54.908555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-76ff0626-b997-4606-8d6c-3fae9bdfdcb6 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:54.921191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-76ff0626-b997-4606-8d6c-3fae9bdfdcb6 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 821 time: 0.2469554 Dec 17 15:50:54.972483 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-196753c5-701e-4e9a-97d6-1ee64c6f0ec6 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/quotas/24aab19a67c240a29757b051c60d9feb HTTP/1.1" status: 200 len: 375 time: 0.0394623 Dec 17 15:50:55.013568 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-2714fb8a-87b1-44be-b188-cd4ba45ac262 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394053 Dec 17 15:50:55.159853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-1fcdbd62-dd39-4b51-b8a3-865e0dd675ba service neutron] 10.222.0.54 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443744 Dec 17 15:50:55.353332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-97a08855-2fed-4283-8074-aadef8837921 service neutron] 10.222.0.54 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883135 Dec 17 15:50:55.357762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Router 3273e172-65fb-490c-8b7e-1de430f1fae2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:55.553024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38552) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:55.705531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] Deleting subnet 61a22611-8a25-4a19-bc95-5c6c75b179c4 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:50:55.728966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:55.758249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:55.766838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-40fd0fe9-95cf-4393-a903-0b1f9407f624 admin admin] 10.222.0.54 "PUT /v2.0/routers/3273e172-65fb-490c-8b7e-1de430f1fae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1585803 Dec 17 15:50:55.770166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38560) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:55.772248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] Sync routers for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:55.791334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:55.793805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:55.856352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d08f38bd-a906-45bd-a636-d614be447b94 req-792819c6-65b3-4780-bce8-b0b2dede1d57 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 210 time: 0.1484041 Dec 17 15:50:55.888179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:55.968097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec2caa-32da-45cd-a165-5f14e1550fc8 req-d2b880fc-10a7-4368-890a-66888e73fc44 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:55.981402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-16ec2caa-32da-45cd-a165-5f14e1550fc8 req-d2b880fc-10a7-4368-890a-66888e73fc44 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.3738396 Dec 17 15:50:55.985546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:56.105561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:56.140969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:56.182938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:56.196961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a22611-8a25-4a19-bc95-5c6c75b179c4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:56.215311 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:56.219603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8ff137e0-9a15-4de9-97ee-651defe69860 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/61a22611-8a25-4a19-bc95-5c6c75b179c4 HTTP/1.1" status: 204 len: 168 time: 0.6646621 Dec 17 15:50:56.223000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38580) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:56.603747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:50:54Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:56.692548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 849646a5-33fe-4327-aabe-72101b879235 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:56.703046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] Checking router: 3273e172-65fb-490c-8b7e-1de430f1fae2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:56.776454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 849646a5-33fe-4327-aabe-72101b879235 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:56.777571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 849646a5-33fe-4327-aabe-72101b879235 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:56.782670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] Routers {'3273e172-65fb-490c-8b7e-1de430f1fae2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:56.788838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3273e172-65fb-490c-8b7e-1de430f1fae2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:57.125631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b414b834-987a-44fb-86c0-a59bc47112a8 req-514e1fd7-a026-43d7-8e54-16f6059edb90 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 210 time: 0.1039910 Dec 17 15:50:57.133191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:57.153719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] Set router 3273e172-65fb-490c-8b7e-1de430f1fae2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:57.264264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:57.348504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-16ec2caa-32da-45cd-a165-5f14e1550fc8 req-0cb4ddb3-3325-4fa0-8cd9-3d869c7edee3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1262467 Dec 17 15:50:57.450830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:57.478103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b5bed7-8b39-4778-84ef-4ec1acc0c26d']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:57.481403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Deleting port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:50:57.481748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:57.500621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ebb232-8bca-410b-bf5c-d5b9e2613523') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:57.501692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ebb232-8bca-410b-bf5c-d5b9e2613523') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:57.538003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:57.550556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:57.614429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:57.627850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:50:54Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:57.658837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81f567-e881-48ab-bb31-8c3cefc3b65d req-546edbf0-bb5d-4038-92de-0ccbf549d9af tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:57.662889 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c81f567-e881-48ab-bb31-8c3cefc3b65d req-546edbf0-bb5d-4038-92de-0ccbf549d9af tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1102 time: 0.1954906 Dec 17 15:50:57.690484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b5bf0-33f0-436a-a864-3811f38835c1 None None] The sync data for ids ['3273e172-65fb-490c-8b7e-1de430f1fae2'] in n-d-806683-20 is: [{'id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1204599241-router', 'tenant_id': '96872d340831423290c9cb614836660c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:50Z', 'updated_at': '2021-12-17T15:50:54Z', 'revision_number': 5, 'project_id': '96872d340831423290c9cb614836660c', 'gw_port': {'id': '0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3273e172-65fb-490c-8b7e-1de430f1fae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:52Z', 'updated_at': '2021-12-17T15:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:57.706257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:50:57.707967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:50:57.712139 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:50:57.866574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c81f567-e881-48ab-bb31-8c3cefc3b65d req-69a7dd0d-95d5-4268-b0a8-81dc868b0e71 tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949720 Dec 17 15:50:57.888262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-67fd4f5f-51c3-4600-a123-32f4d2c92d74 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:57.893962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-67fd4f5f-51c3-4600-a123-32f4d2c92d74 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.49 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 821 time: 0.6722844 Dec 17 15:50:57.917724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] For port 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:57.924234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Request body: {'port': {'device_id': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'admin_state_up': True, 'tenant_id': '24aab19a67c240a29757b051c60d9feb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:57.925131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:58.035264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5075719-b569-444a-aef0-f6fea8faf7fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:58.071727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Calling delete_port for 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:50:58.101479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:58.107594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:58.116696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] 10.222.0.54 "DELETE /v2.0/networks/d1b5bed7-8b39-4778-84ef-4ec1acc0c26d HTTP/1.1" status: 204 len: 168 time: 1.8464875 Dec 17 15:50:58.223170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5018c-8272-4795-a3cb-0dc7b98397ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b5bed7-8b39-4778-84ef-4ec1acc0c26d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:58.249540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Made reservation on behalf of 24aab19a67c240a29757b051c60d9feb for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:58.275412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:58.278453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd5221-5523-47a6-adfe-94dd68aaa0d0 req-8dd09e2d-e8e6-4a8d-a56d-0b7bf9467115 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:58.287510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79bd5221-5523-47a6-adfe-94dd68aaa0d0 req-8dd09e2d-e8e6-4a8d-a56d-0b7bf9467115 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 945 time: 0.1624410 Dec 17 15:50:58.439805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38626) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:58.500462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5075719-b569-444a-aef0-f6fea8faf7fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:58.524429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 272447a1-b65e-44d9-a379-dba96fdab6aa no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:58.527354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79bd5221-5523-47a6-adfe-94dd68aaa0d0 req-b7dadf67-4f45-420e-9462-4b656c30ce9d tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358935 Dec 17 15:50:58.561231 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5075719-b569-444a-aef0-f6fea8faf7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:58.598461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 272447a1-b65e-44d9-a379-dba96fdab6aa {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:50:58.598817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 272447a1-b65e-44d9-a379-dba96fdab6aa not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:58.619906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f5075719-b569-444a-aef0-f6fea8faf7fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=feaeeff195514592a05f58d4cc4736f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0800536 Dec 17 15:50:58.630881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38634) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:58.710431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-34d027d6-e893-4412-9fb5-d1dc60cceb66 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdda90dcca5d4df692964a0b52eee51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643740 Dec 17 15:50:58.711969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38638) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:58.740637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Allocated IP 172.20.0.2 (c179206e-9528-42ce-9e02-a6b3e08baef2/1b58e21b-4cf3-42a4-925d-6177657b40f9/353e9746-fb0f-42ac-9f66-0a4face276ad) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:58.812447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4f4bba7-ef25-4f3a-aa80-3876373f9d51 req-b035c44f-54c9-4032-96e5-e1c0e7f98d77 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 210 time: 0.0957565 Dec 17 15:50:58.875856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5075719-b569-444a-aef0-f6fea8faf7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596be9c6-5ac9-4522-aacc-65a4105dfcee,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:58.998248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb866e6d-6bf4-4ea1-8e06-7cc36f27ddf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.051360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b703-19c2-495f-9fca-145b49c4b1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.074697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.082140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb866e6d-6bf4-4ea1-8e06-7cc36f27ddf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.146507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.165954 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.245231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event updated for resources: {'Port': ['ID=353e9746-fb0f-42ac-9f66-0a4face276ad,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:59.260317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Network c179206e-9528-42ce-9e02-a6b3e08baef2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:59.262188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:59.265183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:59.305440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:59.320962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b703-19c2-495f-9fca-145b49c4b1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.391349 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.391646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:59.393014 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.425212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9e32029c-7a1b-469f-b1ec-1c89b6374629 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5182850 Dec 17 15:50:59.441419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Request body: {'port': {'device_id': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:59.494583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.496826 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.558584 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb866e6d-6bf4-4ea1-8e06-7cc36f27ddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.562456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb866e6d-6bf4-4ea1-8e06-7cc36f27ddf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.575067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bb866e6d-6bf4-4ea1-8e06-7cc36f27ddf2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/596be9c6-5ac9-4522-aacc-65a4105dfcee HTTP/1.1" status: 204 len: 168 time: 0.9424477 Dec 17 15:50:59.576133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.627518 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:50:59.673559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb866e6d-6bf4-4ea1-8e06-7cc36f27ddf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596be9c6-5ac9-4522-aacc-65a4105dfcee,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:59.676004 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.676837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3273e172-65fb-490c-8b7e-1de430f1fae2 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:50:59.726379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.727811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-92a2c6e6-2f60-4492-9e21-e2f814d9a3b1 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3273e172-65fb-490c-8b7e-1de430f1fae2 HTTP/1.1" status: 204 len: 168 time: 3.9557958 Dec 17 15:50:59.748346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38648) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:50:59.816624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549569b-7805-4d6c-b5f8-aee109c11bdd req-9ebb5a20-d928-4610-be9f-37401ba1bff3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:59.825447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9549569b-7805-4d6c-b5f8-aee109c11bdd req-9ebb5a20-d928-4610-be9f-37401ba1bff3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.2858124 Dec 17 15:50:59.857877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b703-19c2-495f-9fca-145b49c4b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.866169 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad2b703-19c2-495f-9fca-145b49c4b1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:50:59.867572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ad2b703-19c2-495f-9fca-145b49c4b1ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/863bf13a-7314-433b-982e-943f5a431450 HTTP/1.1" status: 204 len: 168 time: 1.1473415 Dec 17 15:50:59.904572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-170b8c71-8203-4cd1-be37-ed56fe00e12c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3667223 Dec 17 15:50:59.998819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-33cffd6c-cd16-4056-972b-f36409ca8f0d tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:00.020062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-33cffd6c-cd16-4056-972b-f36409ca8f0d tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 945 time: 0.3728056 Dec 17 15:51:00.031701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2b703-19c2-495f-9fca-145b49c4b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863bf13a-7314-433b-982e-943f5a431450,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:00.077126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] Deleting subnet 4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:51:00.093290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:00.176241 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:00.278761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee6dc4-763b-4979-b2e1-b4a94d63d407 req-23eb1400-6e15-4e0e-9aad-5e4cd8d684a7 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:00.296492 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aee6dc4-763b-4979-b2e1-b4a94d63d407 req-23eb1400-6e15-4e0e-9aad-5e4cd8d684a7 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 945 time: 0.3131168 Dec 17 15:51:00.446482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38668) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:00.460332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9549569b-7805-4d6c-b5f8-aee109c11bdd req-5e8f9f3b-7bfd-4d08-955c-4267777c5233 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337073 Dec 17 15:51:00.558796 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aee6dc4-763b-4979-b2e1-b4a94d63d407 req-3ab2978b-062c-486e-9c75-22919b2e5882 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/security-groups?id=887bf1c3-8ef4-4211-822e-9c2b3969b258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609661 Dec 17 15:51:00.616378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0b28c16-2d97-401b-898e-bf9e643e4e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:00.661727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:00.675481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:00.721921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:00.729766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0ecaedb2-b8a0-4fac-b5d2-4839f1ecb1d6 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:00.839254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353e9746-fb0f-42ac-9f66-0a4face276ad {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:00.862051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:00.888950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453ae6c-4322-404b-af68-ccbaccee6994 req-c37791e0-435f-462e-b2aa-1536952d5853 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:00.893206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1453ae6c-4322-404b-af68-ccbaccee6994 req-c37791e0-435f-462e-b2aa-1536952d5853 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 931 time: 0.2282612 Dec 17 15:51:00.906165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Transition to ACTIVE for port object 353e9746-fb0f-42ac-9f66-0a4face276ad will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:51:00.928791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.020713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0b28c16-2d97-401b-898e-bf9e643e4e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.028427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1453ae6c-4322-404b-af68-ccbaccee6994 req-d80311ef-4d38-44a4-b6be-788485d73240 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218460 Dec 17 15:51:01.071734 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.111090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.117930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4e18c4c3-7f66-42df-bcc2-1bd9a1a14472 HTTP/1.1" status: 204 len: 168 time: 1.3627498 Dec 17 15:51:01.121270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Deleting port 32ea1b93-289a-49dd-bfba-27a383dc4009 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:01.121616 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.126204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38690) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:01.145808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860fae3-de3a-41ae-ad71-7b772a20d025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e18c4c3-7f66-42df-bcc2-1bd9a1a14472,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:01.173714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0b28c16-2d97-401b-898e-bf9e643e4e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.201282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ece65-8510-40d3-bc41-b27907d4bed5 None None] Network 11fbfdb8-8745-4efd-bd47-439619a7519a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:01.289056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b0b28c16-2d97-401b-898e-bf9e643e4e4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3b56315b77f4f72b3589f16c05b3ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8283126 Dec 17 15:51:01.290379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38698) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:01.300029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b28c16-2d97-401b-898e-bf9e643e4e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db106db8-c97f-4081-9fb2-9dcb5017bfe8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:01.458497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Pushing event updated for resources: {'Port': ['ID=353e9746-fb0f-42ac-9f66-0a4face276ad,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:01.520512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.624058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] For port 32ea1b93-289a-49dd-bfba-27a383dc4009, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32ea1b93-289a-49dd-bfba-27a383dc4009,segment=NetworkSegment(5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7),segment_id=5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:01.625188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.649421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-197a8ae6-3ba2-42d5-b7ae-97b88b6cfb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.678141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Calling delete_port for 32ea1b93-289a-49dd-bfba-27a383dc4009 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:01.819496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-197a8ae6-3ba2-42d5-b7ae-97b88b6cfb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.914985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80748b-9408-435a-a0cd-7cf8b5105b68 req-37ecd92f-cdf6-442a-8f75-b615036d71e5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:01.918525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c80748b-9408-435a-a0cd-7cf8b5105b68 req-37ecd92f-cdf6-442a-8f75-b615036d71e5 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.2740264 Dec 17 15:51:01.919182 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:01.939585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['32ea1b93-289a-49dd-bfba-27a383dc4009'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:01.970338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-47ae9a3c-54d2-4a57-81df-060292cb8bcc req-39535530-e6a9-4156-b619-8c1b8ec27767 tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3d637c6-8245-469f-911c-65ec08c92497 HTTP/1.1" status: 200 len: 210 time: 0.0944421 Dec 17 15:51:02.044421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-197a8ae6-3ba2-42d5-b7ae-97b88b6cfb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.054903 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-197a8ae6-3ba2-42d5-b7ae-97b88b6cfb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.058307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-197a8ae6-3ba2-42d5-b7ae-97b88b6cfb35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db106db8-c97f-4081-9fb2-9dcb5017bfe8 HTTP/1.1" status: 204 len: 168 time: 0.7336555 Dec 17 15:51:02.073711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Attempting to bind port 353e9746-fb0f-42ac-9f66-0a4face276ad on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:02.074047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Attempting to bind port 353e9746-fb0f-42ac-9f66-0a4face276ad by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:02.088301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Attempting to bind port 353e9746-fb0f-42ac-9f66-0a4face276ad on network c179206e-9528-42ce-9e02-a6b3e08baef2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:02.101944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Pushing event deleted for resources: {'Port': ['ID=32ea1b93-289a-49dd-bfba-27a383dc4009,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:02.129181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Port 353e9746-fb0f-42ac-9f66-0a4face276ad on network c179206e-9528-42ce-9e02-a6b3e08baef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:51:02.129446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Attempting to bind port 353e9746-fb0f-42ac-9f66-0a4face276ad on network c179206e-9528-42ce-9e02-a6b3e08baef2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:02.148749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a8ae6-3ba2-42d5-b7ae-97b88b6cfb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db106db8-c97f-4081-9fb2-9dcb5017bfe8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:02.150588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:02.150927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Checking segment: {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:02.151864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Bound using segment: {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:02.161364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Bound port: 353e9746-fb0f-42ac-9f66-0a4face276ad, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a953ff-69ff-4e69-b2ac-f8551a0b4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:02.162831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.358113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2182422-85c1-4366-b902-494684eace82 None None] DHCP port deletion for 11fbfdb8-8745-4efd-bd47-439619a7519a request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:51:02.380461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] No DVR routers for this DVR port 32ea1b93-289a-49dd-bfba-27a383dc4009 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:02.391666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.394269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-292f1e8a-8d29-4504-94fe-2225bc711219 req-fa9e302b-0719-49c4-83b4-8025abde745c tempest-VolumesAdminNegativeTest-1217022807 tempest-VolumesAdminNegativeTest-1217022807-project] 10.222.0.49 "DELETE /v2.0/ports/32ea1b93-289a-49dd-bfba-27a383dc4009 HTTP/1.1" status: 204 len: 173 time: 2.3476589 Dec 17 15:51:02.405816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d637c6-8245-469f-911c-65ec08c92497', 'name': 'network-vif-deleted', 'tag': '32ea1b93-289a-49dd-bfba-27a383dc4009'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:02.411768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c80748b-9408-435a-a0cd-7cf8b5105b68 req-1052aac5-8138-40b7-9c46-b329b02ae8e9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114790 Dec 17 15:51:02.418847 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40761269-d453-4e55-96f2-ce0be38e4f4e" -d '{"events": [{"server_uuid": "a3d637c6-8245-469f-911c-65ec08c92497", "name": "network-vif-deleted", "tag": "32ea1b93-289a-49dd-bfba-27a383dc4009"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:02.501424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] For port 353e9746-fb0f-42ac-9f66-0a4face276ad, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:02.506115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] For port 353e9746-fb0f-42ac-9f66-0a4face276ad, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=353e9746-fb0f-42ac-9f66-0a4face276ad,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:02.508426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Deleting port e44b512f-07df-4673-a629-27358e36e26f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:02.508790 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.516033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.589951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a2182422-85c1-4366-b902-494684eace82 None None] Deleting port e44b512f-07df-4673-a629-27358e36e26f {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:02.592562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.648244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:02.648870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.650289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] 10.222.0.49 "PUT /v2.0/ports/353e9746-fb0f-42ac-9f66-0a4face276ad HTTP/1.1" status: 200 len: 1092 time: 3.2151096 Dec 17 15:51:02.666909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] For port e44b512f-07df-4673-a629-27358e36e26f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e44b512f-07df-4673-a629-27358e36e26f,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:02.667523 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.686407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'tag': '353e9746-fb0f-42ac-9f66-0a4face276ad'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:02.689929 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a5fb9-16f1-4992-891d-201292c11914" -d '{"events": [{"name": "network-changed", "server_uuid": "a33eed79-f105-4c18-a059-6e3b768cada7", "tag": "353e9746-fb0f-42ac-9f66-0a4face276ad"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:02.714549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Calling delete_port for e44b512f-07df-4673-a629-27358e36e26f owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:02.842264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a2182422-85c1-4366-b902-494684eace82 None None] For port e44b512f-07df-4673-a629-27358e36e26f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e44b512f-07df-4673-a629-27358e36e26f,segment=NetworkSegment(b7dccb00-7705-46bc-8ef8-6de0e7a1e2df),segment_id=b7dccb00-7705-46bc-8ef8-6de0e7a1e2df)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:02.843899 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:02.847178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bcd03-42a1-4e3f-9961-7a56f5cd8d6f service neutron] Pushing event updated for resources: {'Port': ['ID=353e9746-fb0f-42ac-9f66-0a4face276ad,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:02.880939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a2182422-85c1-4366-b902-494684eace82 None None] Calling delete_port for e44b512f-07df-4673-a629-27358e36e26f owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:02.919113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e44b512f-07df-4673-a629-27358e36e26f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:02.921685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf5966-ceb1-4702-ab97-adc5a8bc4a23 req-eb755443-7dc5-42cf-b4ef-1ae9b5c82388 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:02.925675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42bf5966-ceb1-4702-ab97-adc5a8bc4a23 req-eb755443-7dc5-42cf-b4ef-1ae9b5c82388 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 943 time: 0.3854437 Dec 17 15:51:02.951597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-d0bdcd8a-518a-45d2-b3fa-20a5bebf5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:02.954455 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-d0bdcd8a-518a-45d2-b3fa-20a5bebf5707 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 1095 time: 0.2105684 Dec 17 15:51:02.965600 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca8e83-4336-488d-9322-ba07ac8f26bd x-openstack-request-id: req-beca8e83-4336-488d-9322-ba07ac8f26bd {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:02.966024 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d637c6-8245-469f-911c-65ec08c92497", "name": "network-vif-deleted", "tag": "32ea1b93-289a-49dd-bfba-27a383dc4009", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:02.966417 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-beca8e83-4336-488d-9322-ba07ac8f26bd {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:02.967746 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d637c6-8245-469f-911c-65ec08c92497', 'name': 'network-vif-deleted', 'tag': '32ea1b93-289a-49dd-bfba-27a383dc4009', 'status': 'completed', 'code': 200} Dec 17 15:51:03.120897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.181128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-ef9e7585-0541-437b-8a5d-a30245d33e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:03.182194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No active binding found for port e44b512f-07df-4673-a629-27358e36e26f {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 15:51:03.182973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-ef9e7585-0541-437b-8a5d-a30245d33e55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1102 time: 0.3426404 Dec 17 15:51:03.183164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e44b512f-07df-4673-a629-27358e36e26f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:03.183569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e44b512f-07df-4673-a629-27358e36e26f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:03.272917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] No DVR routers for this DVR port e44b512f-07df-4673-a629-27358e36e26f on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:03.282848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.390101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182422-85c1-4366-b902-494684eace82 None None] Pushing event deleted for resources: {'Port': ['ID=e44b512f-07df-4673-a629-27358e36e26f,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:03.424716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.425616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.429415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.430514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.431566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.440625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.444610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.446194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.453485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.456765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.463899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.464544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.466023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182422-85c1-4366-b902-494684eace82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:03.484723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.498871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2182422-85c1-4366-b902-494684eace82 None None] No DVR routers for this DVR port e44b512f-07df-4673-a629-27358e36e26f on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:03.527106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fbfdb8-8745-4efd-bd47-439619a7519a']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:03.577242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:03.577560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dccb00-7705-46bc-8ef8-6de0e7a1e2df') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:03.597483 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.614687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.623050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:51:03.623897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:51:03.697815 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:51:03.708725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.741443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:03.753773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] 10.222.0.54 "DELETE /v2.0/networks/11fbfdb8-8745-4efd-bd47-439619a7519a HTTP/1.1" status: 204 len: 168 time: 2.6264155 Dec 17 15:51:03.754751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38762) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:03.811337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38764) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:03.907004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f069b-a9f7-4d45-9691-3d9889ef31ce admin admin] Pushing event deleted for resources: {'Network': ['ID=11fbfdb8-8745-4efd-bd47-439619a7519a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:04.042586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] Deleting subnet 502b3741-ca78-4101-901f-8b7f9db83318 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:51:04.077863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:04.107162 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dafc7f8-0627-4ab0-a94e-f628d7b412a0 x-openstack-request-id: req-9dafc7f8-0627-4ab0-a94e-f628d7b412a0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:04.120046 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33eed79-f105-4c18-a059-6e3b768cada7", "tag": "353e9746-fb0f-42ac-9f66-0a4face276ad", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:04.120453 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9dafc7f8-0627-4ab0-a94e-f628d7b412a0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:04.121106 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'tag': '353e9746-fb0f-42ac-9f66-0a4face276ad', 'status': 'completed', 'code': 200} Dec 17 15:51:04.125404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-09e4aafc-9bad-4a2e-bc6c-9ab41b408368 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=353e9746-fb0f-42ac-9f66-0a4face276ad HTTP/1.1" status: 200 len: 217 time: 1.1592262 Dec 17 15:51:04.142136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:04.198667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:04.201431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42bf5966-ceb1-4702-ab97-adc5a8bc4a23 req-b97b2a50-4bfa-48e3-8348-f29cd2520fed tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2619565 Dec 17 15:51:04.229909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-737f9e2f-20eb-4cb2-9425-feb003938fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.236300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-737f9e2f-20eb-4cb2-9425-feb003938fa3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b58e21b-4cf3-42a4-925d-6177657b40f9 HTTP/1.1" status: 200 len: 861 time: 0.0993876 Dec 17 15:51:04.272786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-9cf6031e-f8f1-4886-9f14-0cdd61c4bf05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c179206e-9528-42ce-9e02-a6b3e08baef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283723 Dec 17 15:51:04.315509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-bb7e6012-db44-4e35-bfc8-392843c6643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.317533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-bb7e6012-db44-4e35-bfc8-392843c6643f service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 1.1257715 Dec 17 15:51:04.442438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-14c9d378-d8a0-4f36-8770-cf6f90208080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.0579324 Dec 17 15:51:04.464915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121a0d7-1321-4295-ad2b-920ec544355f req-ff093e76-f32e-4450-9f91-6f7f84050e08 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.467044 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1121a0d7-1321-4295-ad2b-920ec544355f req-ff093e76-f32e-4450-9f91-6f7f84050e08 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.4004738 Dec 17 15:51:04.469354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-5986ebb8-78fa-4b44-b4bd-756b8641cf92 service neutron] 10.222.0.49 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849658 Dec 17 15:51:04.637694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e885aebf-3cd3-4333-ac22-68fb6c272505 req-bd0578a3-6eee-4ba2-8e11-95a7e6cfd17a service neutron] 10.222.0.49 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604941 Dec 17 15:51:04.643802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:04.647349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32ea1b93-289a-49dd-bfba-27a383dc4009 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:04.693263 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:04.699961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38786) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:04.701083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/502b3741-ca78-4101-901f-8b7f9db83318 HTTP/1.1" status: 204 len: 168 time: 0.8879132 Dec 17 15:51:04.705508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd918b-01e3-44e3-8592-9c156febc08c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502b3741-ca78-4101-901f-8b7f9db83318,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:04.741981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1121a0d7-1321-4295-ad2b-920ec544355f req-aa86b146-9c1d-4fe5-9e0d-86f4d0613349 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422991 Dec 17 15:51:04.755418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-debfa21f-d7d4-4fb9-8a8d-0535e7378670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.761236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-debfa21f-d7d4-4fb9-8a8d-0535e7378670 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2635620 Dec 17 15:51:04.776307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 32ea1b93-289a-49dd-bfba-27a383dc4009 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:04.778823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32ea1b93-289a-49dd-bfba-27a383dc4009 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:04.889160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-1e5b5814-dd83-4d23-8e8e-3f519918ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.890738 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-1e5b5814-dd83-4d23-8e8e-3f519918ff3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647383 Dec 17 15:51:05.031414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-899bf90c-89d6-4a01-86e0-348d4cfa387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.033353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-899bf90c-89d6-4a01-86e0-348d4cfa387b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=24aab19a67c240a29757b051c60d9feb&device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 1095 time: 0.3162072 Dec 17 15:51:05.036283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.045194 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-7b2c555e-361f-4331-95f6-84da2922b1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434760 Dec 17 15:51:05.221760 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.293444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790091a-f887-44fd-9966-03c233f40c90 req-83e27715-8458-4bf9-9868-40e561712ab1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.295247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c790091a-f887-44fd-9966-03c233f40c90 req-83e27715-8458-4bf9-9868-40e561712ab1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 944 time: 0.2967668 Dec 17 15:51:05.315965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f90a70a-d78e-4d4a-8b51-47b8d83afc15']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:05.328202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:05.328508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5790a6b6-e9fe-4888-8b27-0eda9b1c7ca7') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:05.342601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.360478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.369850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:51:05.370274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:51:05.458188 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:51:05.460516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-a2327c6d-4b07-4a8c-bed5-7828c40d5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.461779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-a2327c6d-4b07-4a8c-bed5-7828c40d5ca5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 200 len: 922 time: 0.3906212 Dec 17 15:51:05.469198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.521202 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-bde96e8c-4b6d-439d-8aa6-fab5e744eb83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=353e9746-fb0f-42ac-9f66-0a4face276ad HTTP/1.1" status: 200 len: 217 time: 0.0482404 Dec 17 15:51:05.549681 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.553183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/0f90a70a-d78e-4d4a-8b51-47b8d83afc15 HTTP/1.1" status: 204 len: 168 time: 0.8517940 Dec 17 15:51:05.563408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377680bf-c715-4486-ab61-819c966e06bb admin admin] Pushing event deleted for resources: {'Network': ['ID=0f90a70a-d78e-4d4a-8b51-47b8d83afc15,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:05.577496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:05.665793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38848) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:05.725319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-85108cfb-da4c-4676-86c9-eb70c03dcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.729088 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-85108cfb-da4c-4676-86c9-eb70c03dcbe8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b58e21b-4cf3-42a4-925d-6177657b40f9 HTTP/1.1" status: 200 len: 861 time: 0.1748743 Dec 17 15:51:05.741125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] Deleting subnet 41e7bbca-a71d-4123-ab19-e992011d359e {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:51:05.746523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c790091a-f887-44fd-9966-03c233f40c90 req-f0620e33-557c-4c31-94cc-6d195fa0fc2d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837303 Dec 17 15:51:05.753966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.833165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-1df56408-2d43-460a-aa62-be2f13392f1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c179206e-9528-42ce-9e02-a6b3e08baef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800138 Dec 17 15:51:05.864577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.908833 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3e607e6-e1f8-463d-9301-ea9d88a5f32e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:05.945359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ee38-915b-4e06-9082-98e798b6f14f req-de82075a-2b58-451f-a684-e51b2da27d28 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.946869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7da0ee38-915b-4e06-9082-98e798b6f14f req-de82075a-2b58-451f-a684-e51b2da27d28 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 943 time: 0.1827216 Dec 17 15:51:05.957617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-cc1862e8-644f-42e1-9fda-f42b44c7ab4d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.959351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-cc1862e8-644f-42e1-9fda-f42b44c7ab4d tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 944 time: 0.1963439 Dec 17 15:51:05.964131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-4f15fcc8-675a-401c-8407-78ce889cdf3c service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964050 Dec 17 15:51:05.995501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8cf4546-6562-4a11-8b29-d74910a9dd93 req-ce3fb05c-b167-44fa-8eed-232a667eee65 tempest-FlavorsV2NegativeTest-926319200 tempest-FlavorsV2NegativeTest-926319200-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0af242e692244e8aa926717af6bcacc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921586 Dec 17 15:51:06.048608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.148403 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7da0ee38-915b-4e06-9082-98e798b6f14f req-ba28d959-d4d6-4a67-80c5-ae253d469317 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879501 Dec 17 15:51:06.176042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Deleting port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:06.176042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.250823 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.277408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf4546-6562-4a11-8b29-d74910a9dd93 req-87d85be4-3c53-47b1-9941-aa000e840c3c tempest-FlavorsV2NegativeTest-926319200 tempest-FlavorsV2NegativeTest-926319200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:06.279068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8cf4546-6562-4a11-8b29-d74910a9dd93 req-87d85be4-3c53-47b1-9941-aa000e840c3c tempest-FlavorsV2NegativeTest-926319200 tempest-FlavorsV2NegativeTest-926319200-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827833 Dec 17 15:51:06.284606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-fecb964e-6472-487c-80e5-4faacd00aa07 service neutron] 10.222.0.49 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397557 Dec 17 15:51:06.290410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.384572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e7bbca-a71d-4123-ab19-e992011d359e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:06.399701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8cf4546-6562-4a11-8b29-d74910a9dd93 req-0c5796c6-a526-4ede-b79e-a140e5f38067 tempest-FlavorsV2NegativeTest-926319200 tempest-FlavorsV2NegativeTest-926319200-project] 10.222.0.54 "GET /v2.0/quotas/0af242e692244e8aa926717af6bcacc8 HTTP/1.1" status: 200 len: 375 time: 0.1038446 Dec 17 15:51:06.403496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.406732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03737e3c-fa3d-4521-a04b-cea992d2062a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/41e7bbca-a71d-4123-ab19-e992011d359e HTTP/1.1" status: 204 len: 168 time: 0.8235157 Dec 17 15:51:06.414916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38874) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:06.420454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] For port 31118ec0-34b4-4f61-8af1-dd9599f17fe1, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31118ec0-34b4-4f61-8af1-dd9599f17fe1,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:06.420834 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.431688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3e607e6-e1f8-463d-9301-ea9d88a5f32e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.448272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3e607e6-e1f8-463d-9301-ea9d88a5f32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.449807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ad9abdca-2472-492d-b708-41fe011264fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.492851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8cf4546-6562-4a11-8b29-d74910a9dd93 req-f291afdd-c8c4-4253-90d5-b01aa892b6cb tempest-FlavorsV2NegativeTest-926319200 tempest-FlavorsV2NegativeTest-926319200-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0af242e692244e8aa926717af6bcacc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635545 Dec 17 15:51:06.498531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Calling delete_port for 31118ec0-34b4-4f61-8af1-dd9599f17fe1 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:06.529329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26fbf-b056-450f-a98c-c7bedcca2128 req-d87a2684-eca4-4ee2-8d42-37c7474173a9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:06.537099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a3e607e6-e1f8-463d-9301-ea9d88a5f32e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bacc512ebe5e4e74bbc45c10eafe0bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8643217 Dec 17 15:51:06.537319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e607e6-e1f8-463d-9301-ea9d88a5f32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5acc38-ec92-46a7-90aa-d5e8cef96a45,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:06.538776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92a26fbf-b056-450f-a98c-c7bedcca2128 req-d87a2684-eca4-4ee2-8d42-37c7474173a9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.2434311 Dec 17 15:51:06.541279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38882) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:06.558132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c0a5fb9-16f1-4992-891d-201292c11914 req-16704b58-4545-4b04-b490-4291aea62d75 service neutron] 10.222.0.49 "GET /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635078 Dec 17 15:51:06.611348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90911ec8-3c53-4c44-b627-87f9436033f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.635908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90911ec8-3c53-4c44-b627-87f9436033f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.657472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 353e9746-fb0f-42ac-9f66-0a4face276ad details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:51:06.658605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.694525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90911ec8-3c53-4c44-b627-87f9436033f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.697307 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90911ec8-3c53-4c44-b627-87f9436033f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.698588 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-90911ec8-3c53-4c44-b627-87f9436033f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f5acc38-ec92-46a7-90aa-d5e8cef96a45 HTTP/1.1" status: 204 len: 168 time: 0.1563702 Dec 17 15:51:06.714204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90911ec8-3c53-4c44-b627-87f9436033f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5acc38-ec92-46a7-90aa-d5e8cef96a45,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:06.832055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 353e9746-fb0f-42ac-9f66-0a4face276ad, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=353e9746-fb0f-42ac-9f66-0a4face276ad,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:06.853992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '353e9746-fb0f-42ac-9f66-0a4face276ad', 'network_id': 'c179206e-9528-42ce-9e02-a6b3e08baef2', 'port_id': '353e9746-fb0f-42ac-9f66-0a4face276ad', 'mac_address': 'fa:16:3e:06:88:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b58e21b-4cf3-42a4-925d-6177657b40f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:51:06.859451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.921546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['31118ec0-34b4-4f61-8af1-dd9599f17fe1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:06.925791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event deleted for resources: {'Port': ['ID=31118ec0-34b4-4f61-8af1-dd9599f17fe1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:06.964162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:06.979413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92a26fbf-b056-450f-a98c-c7bedcca2128 req-154324a1-c58d-4c1a-a6e7-a1d5ef133808 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231851 Dec 17 15:51:06.982270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353e9746-fb0f-42ac-9f66-0a4face276ad {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:07.024702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 353e9746-fb0f-42ac-9f66-0a4face276ad, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=353e9746-fb0f-42ac-9f66-0a4face276ad,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:07.030400 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.091838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=353e9746-fb0f-42ac-9f66-0a4face276ad,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:07.148224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] No DVR routers for this DVR port 31118ec0-34b4-4f61-8af1-dd9599f17fe1 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:07.151208 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.183300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.191484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0d2bd55-e0f9-42ba-ac1c-c06a8e06dda5 req-66971e41-c68a-4fe4-ae07-509aba952c98 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "DELETE /v2.0/ports/31118ec0-34b4-4f61-8af1-dd9599f17fe1 HTTP/1.1" status: 204 len: 173 time: 1.2204430 Dec 17 15:51:07.192093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'name': 'network-vif-deleted', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:07.194596 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bed7e55-84a5-4979-8c2d-101c4f5a7a2e" -d '{"events": [{"server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "name": "network-vif-deleted", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:07.242017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8391ad72-eb93-484f-9032-2dd8efb4ceac']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:07.275751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696762d1-b74d-4391-9d75-cb7908c0a3a4') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:07.276092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696762d1-b74d-4391-9d75-cb7908c0a3a4') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:07.279326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['353e9746-fb0f-42ac-9f66-0a4face276ad'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:07.292623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.342928 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.344915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb38ddbb-b7bc-49ff-83d9-e7bf4a994aaf req-5f7e101a-1b61-46b8-8f43-bab18f404a64 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f06a7e9-f039-4648-802a-3be7f7d5c31d HTTP/1.1" status: 200 len: 210 time: 0.0953381 Dec 17 15:51:07.411048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:51:07.413258 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:51:07.422746 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:51:07.449169 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a92b2f-60d9-4a58-99d1-9582b27429cb x-openstack-request-id: req-c7a92b2f-60d9-4a58-99d1-9582b27429cb {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:07.450917 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f06a7e9-f039-4648-802a-3be7f7d5c31d", "name": "network-vif-deleted", "tag": "31118ec0-34b4-4f61-8af1-dd9599f17fe1", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:07.451393 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7a92b2f-60d9-4a58-99d1-9582b27429cb {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:07.452015 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f06a7e9-f039-4648-802a-3be7f7d5c31d', 'name': 'network-vif-deleted', 'tag': '31118ec0-34b4-4f61-8af1-dd9599f17fe1', 'status': 'completed', 'code': 200} Dec 17 15:51:07.519318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f09e72-a231-418a-8c72-572a45d699e7 req-a4d5e877-eada-4061-a0fd-ca88888d4b2d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:07.521374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3f09e72-a231-418a-8c72-572a45d699e7 req-a4d5e877-eada-4061-a0fd-ca88888d4b2d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 944 time: 0.1917098 Dec 17 15:51:07.525210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.532657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.537881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] 10.222.0.54 "DELETE /v2.0/networks/8391ad72-eb93-484f-9032-2dd8efb4ceac HTTP/1.1" status: 204 len: 168 time: 1.1218820 Dec 17 15:51:07.563538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cba5a-6a00-4711-b761-077c83fa530c admin admin] Pushing event deleted for resources: {'Network': ['ID=8391ad72-eb93-484f-9032-2dd8efb4ceac,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:07.567955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Deleting port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:07.568941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.661970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3f09e72-a231-418a-8c72-572a45d699e7 req-347d8934-c6d6-46b7-8645-17c6c53dbf39 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212652 Dec 17 15:51:07.711971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] For port 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,segment=NetworkSegment(c86a4c69-f5ca-4145-ac40-b74a796beba3),segment_id=c86a4c69-f5ca-4145-ac40-b74a796beba3)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:07.712393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:07.728718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Calling delete_port for 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:07.861916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38924) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:07.861916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38926) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:07.956111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:07.960164 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f1d137c5-8483-400d-b980-bf32b08bfbec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=311287faff834603b4940ba49fadce90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0970635 Dec 17 15:51:08.059890 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0103313-a9ce-4986-9e7c-3ecfb5c01ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.138507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.142197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0103313-a9ce-4986-9e7c-3ecfb5c01ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.179032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:08.211868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c84a224b-5ee3-42ec-869c-6ae1a6dd562e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.338430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6161c-907f-415e-bed1-5d790c5a6cda req-52e74037-46ed-4f4b-9649-70b0395431f6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:08.340075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b6f6161c-907f-415e-bed1-5d790c5a6cda req-52e74037-46ed-4f4b-9649-70b0395431f6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.1880739 Dec 17 15:51:08.351093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0103313-a9ce-4986-9e7c-3ecfb5c01ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.354487 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0103313-a9ce-4986-9e7c-3ecfb5c01ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.358026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b0103313-a9ce-4986-9e7c-3ecfb5c01ab5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/887bf1c3-8ef4-4211-822e-9c2b3969b258 HTTP/1.1" status: 204 len: 168 time: 0.3966763 Dec 17 15:51:08.405750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0103313-a9ce-4986-9e7c-3ecfb5c01ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887bf1c3-8ef4-4211-822e-9c2b3969b258,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:08.408113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b6f6161c-907f-415e-bed1-5d790c5a6cda req-1fa3ffd4-1269-4f61-ac73-9475fc26a6ea tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552464 Dec 17 15:51:08.556984 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.558007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c84a224b-5ee3-42ec-869c-6ae1a6dd562e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.567280 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c84a224b-5ee3-42ec-869c-6ae1a6dd562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.596167 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1ea0d0b-8e61-4848-b0c6-65608bcba622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.635424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c84a224b-5ee3-42ec-869c-6ae1a6dd562e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0af242e692244e8aa926717af6bcacc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7648191 Dec 17 15:51:08.644595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38958) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:08.672826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 353e9746-fb0f-42ac-9f66-0a4face276ad up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:08.738018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a224b-5ee3-42ec-869c-6ae1a6dd562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba42ace-4a00-44c5-9e02-a683abf4a4a6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:08.809201 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8d334b8-05f1-44b5-8597-4988351533d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.815298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 353e9746-fb0f-42ac-9f66-0a4face276ad completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:51:08.822130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 353e9746-fb0f-42ac-9f66-0a4face276ad triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:08.822740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.854786 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8d334b8-05f1-44b5-8597-4988351533d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:08.996391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.036729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109800e-9642-4245-bb7e-fac157a035b0 req-67af07d5-65c8-45a9-926a-dd66e2a25ad2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:09.041460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d109800e-9642-4245-bb7e-fac157a035b0 req-67af07d5-65c8-45a9-926a-dd66e2a25ad2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 944 time: 0.1481438 Dec 17 15:51:09.065631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 353e9746-fb0f-42ac-9f66-0a4face276ad, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=353e9746-fb0f-42ac-9f66-0a4face276ad,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:09.067467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e9746-fb0f-42ac-9f66-0a4face276ad'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:09.070681 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be374e2-5037-432a-8d6e-7129a6eb0ec6" -d '{"events": [{"server_uuid": "a33eed79-f105-4c18-a059-6e3b768cada7", "name": "network-vif-plugged", "status": "completed", "tag": "353e9746-fb0f-42ac-9f66-0a4face276ad"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:09.074602 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.075206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31118ec0-34b4-4f61-8af1-dd9599f17fe1 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:09.080379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6dc9a-b356-424b-b304-cc860b222263 req-06c30ee5-ace2-4ca7-a463-3a73ddb46ee2 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:09.092772 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4f6dc9a-b356-424b-b304-cc860b222263 req-06c30ee5-ace2-4ca7-a463-3a73ddb46ee2 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 944 time: 0.2333241 Dec 17 15:51:09.098709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38968) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:09.116489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 31118ec0-34b4-4f61-8af1-dd9599f17fe1 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:09.116663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8d334b8-05f1-44b5-8597-4988351533d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.116782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31118ec0-34b4-4f61-8af1-dd9599f17fe1 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:09.121858 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8d334b8-05f1-44b5-8597-4988351533d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.131847 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d8d334b8-05f1-44b5-8597-4988351533d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aba42ace-4a00-44c5-9e02-a683abf4a4a6 HTTP/1.1" status: 204 len: 168 time: 0.4791000 Dec 17 15:51:09.169451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=353e9746-fb0f-42ac-9f66-0a4face276ad,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:09.233475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d334b8-05f1-44b5-8597-4988351533d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba42ace-4a00-44c5-9e02-a683abf4a4a6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:09.255432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d109800e-9642-4245-bb7e-fac157a035b0 req-3214640c-f3b4-4f15-b55c-97330090d576 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070725 Dec 17 15:51:09.261212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0384cb01-8561-414b-a767-900888f33d37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=349add5cb1d544ee8f342a921c6aba4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586292 Dec 17 15:51:09.261212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38976) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:09.378156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4f6dc9a-b356-424b-b304-cc860b222263 req-1dd9d6b5-1ee2-42f5-8e29-6117a5481339 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840335 Dec 17 15:51:09.386615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-7da7fe59-be67-4145-a954-aef6d5dd2fc1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:09.388217 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-7da7fe59-be67-4145-a954-aef6d5dd2fc1 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 944 time: 0.2075732 Dec 17 15:51:09.390051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb348a1f-e088-43ee-85fb-d7268b4c76bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.390224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Router 5e66491f-b3ce-4b92-a76e-5110f189f6dd has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:51:09.432778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb348a1f-e088-43ee-85fb-d7268b4c76bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.505878 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb348a1f-e088-43ee-85fb-d7268b4c76bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.510213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb348a1f-e088-43ee-85fb-d7268b4c76bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.512041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb348a1f-e088-43ee-85fb-d7268b4c76bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c08a469a-9a2d-4b34-9e42-3118d6ba5ab7 HTTP/1.1" status: 204 len: 168 time: 0.2500432 Dec 17 15:51:09.523567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb348a1f-e088-43ee-85fb-d7268b4c76bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a469a-9a2d-4b34-9e42-3118d6ba5ab7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:09.700469 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd6957-5af7-4eab-8159-49bc0a457434 x-openstack-request-id: req-8ebd6957-5af7-4eab-8159-49bc0a457434 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:09.701588 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33eed79-f105-4c18-a059-6e3b768cada7", "name": "network-vif-plugged", "status": "completed", "tag": "353e9746-fb0f-42ac-9f66-0a4face276ad", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:09.702080 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ebd6957-5af7-4eab-8159-49bc0a457434 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:09.702846 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353e9746-fb0f-42ac-9f66-0a4face276ad', 'code': 200} Dec 17 15:51:09.723683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae36b7-875a-4e59-b72a-31f124c39ae7 req-3360602b-9f44-4ec4-9e40-6e6a6d560f05 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:09.728356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40ae36b7-875a-4e59-b72a-31f124c39ae7 req-3360602b-9f44-4ec4-9e40-6e6a6d560f05 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.1687133 Dec 17 15:51:09.736575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:51:09.743326 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c04b7dbb-0fb5-4cfa-ab03-03fd06cc5bbd admin admin] 10.222.0.54 "PUT /v2.0/routers/5e66491f-b3ce-4b92-a76e-5110f189f6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9849842 Dec 17 15:51:09.746108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38992) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:09.752588 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] Sync routers for ids ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:51:09.763909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Deleting port 84233410-6f78-4771-9bbc-4506c6719696 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:09.764275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.771370 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] Routers {'5e66491f-b3ce-4b92-a76e-5110f189f6dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:09.772357 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:09.865560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.886729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40ae36b7-875a-4e59-b72a-31f124c39ae7 req-dcd2e00c-3faa-4324-b4fd-37fce9f67753 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536167 Dec 17 15:51:09.964972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] For port 84233410-6f78-4771-9bbc-4506c6719696, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=84233410-6f78-4771-9bbc-4506c6719696,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:09.965883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:09.990999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] Set router 5e66491f-b3ce-4b92-a76e-5110f189f6dd gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:10.000070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Calling delete_port for 84233410-6f78-4771-9bbc-4506c6719696 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:10.039226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d330ff-8f2c-4fad-90e0-431294f11df4 req-cc86fe90-5aed-47c2-8aac-02a0bb0a6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:10.040892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33d330ff-8f2c-4fad-90e0-431294f11df4 req-cc86fe90-5aed-47c2-8aac-02a0bb0a6a67 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 1097 time: 0.2074037 Dec 17 15:51:10.111770 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:10.278903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:10.291316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33d330ff-8f2c-4fad-90e0-431294f11df4 req-c88c4c2e-e5cb-4404-a01c-5b4623084363 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381976 Dec 17 15:51:10.355626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event deleted for resources: {'Port': ['ID=84233410-6f78-4771-9bbc-4506c6719696,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:10.356819 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:51:07Z', 'revision_number': 5, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:10.424536 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] Checking router: 5e66491f-b3ce-4b92-a76e-5110f189f6dd for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:51:10.429694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:10.449697 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] Routers {'5e66491f-b3ce-4b92-a76e-5110f189f6dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:10.450675 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:10.456378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] No DVR routers for this DVR port 84233410-6f78-4771-9bbc-4506c6719696 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:10.464491 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:10.471658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-20869f60-3e8f-48ff-9fa5-8d181f684a57 req-1c10fc08-52e4-4efb-a5f3-21dc9a8836d2 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "DELETE /v2.0/ports/84233410-6f78-4771-9bbc-4506c6719696 HTTP/1.1" status: 204 len: 173 time: 1.0708244 Dec 17 15:51:10.472263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'name': 'network-vif-deleted', 'tag': '84233410-6f78-4771-9bbc-4506c6719696'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:10.474888 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537ba52-3083-470f-88b5-23252e61e2f9" -d '{"events": [{"server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "name": "network-vif-deleted", "tag": "84233410-6f78-4771-9bbc-4506c6719696"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:10.517944 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9ce7113-761d-48fe-a1db-823c978cb2bc req-38e6925f-3bda-4876-ac30-984adc2d4403 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=90589a67-16bf-40ff-9565-cbe84b393cb5 HTTP/1.1" status: 200 len: 210 time: 0.0758278 Dec 17 15:51:10.614274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7df3ce-4c58-417d-a4da-dd441ae8bed9 req-0ab49669-84e8-4f12-971f-b95144c98185 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:10.623594 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8c7df3ce-4c58-417d-a4da-dd441ae8bed9 req-0ab49669-84e8-4f12-971f-b95144c98185 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 945 time: 0.0846593 Dec 17 15:51:10.635851 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f7ab7b-0612-47cd-bcb7-f90f2f7e4f31 x-openstack-request-id: req-24f7ab7b-0612-47cd-bcb7-f90f2f7e4f31 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:10.636250 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90589a67-16bf-40ff-9565-cbe84b393cb5", "name": "network-vif-deleted", "tag": "84233410-6f78-4771-9bbc-4506c6719696", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:10.636735 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24f7ab7b-0612-47cd-bcb7-f90f2f7e4f31 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:10.637289 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90589a67-16bf-40ff-9565-cbe84b393cb5', 'name': 'network-vif-deleted', 'tag': '84233410-6f78-4771-9bbc-4506c6719696', 'status': 'completed', 'code': 200} Dec 17 15:51:10.645972 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:10.678574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Deleting port 4452de1c-f27e-4a48-a4f1-04033ad2b245 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:10.679374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:10.728477 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] Set router 5e66491f-b3ce-4b92-a76e-5110f189f6dd gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:10.744403 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8c7df3ce-4c58-417d-a4da-dd441ae8bed9 req-495198e0-6d87-43df-afd1-a7c3e7be32f7 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200268 Dec 17 15:51:10.826942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] For port 4452de1c-f27e-4a48-a4f1-04033ad2b245, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4452de1c-f27e-4a48-a4f1-04033ad2b245,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:10.829365 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:10.859970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Calling delete_port for 4452de1c-f27e-4a48-a4f1-04033ad2b245 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:10.982706 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:51:07Z', 'revision_number': 5, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:11.073814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:11.154050 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10e6f8-f85e-4a05-837c-8a8fbbcd7b9e None None] The sync data for ids ['5e66491f-b3ce-4b92-a76e-5110f189f6dd'] in n-d-806683-20 is: [{'id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1726035312-router', 'tenant_id': '7001c72a229b43eb9e048744693b523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:46:02Z', 'updated_at': '2021-12-17T15:51:07Z', 'revision_number': 5, 'project_id': '7001c72a229b43eb9e048744693b523b', 'gw_port': {'id': '4452de1c-f27e-4a48-a4f1-04033ad2b245', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e66491f-b3ce-4b92-a76e-5110f189f6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:46:03Z', 'updated_at': '2021-12-17T15:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:51:11.268970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:11.298527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Pushing event deleted for resources: {'Port': ['ID=4452de1c-f27e-4a48-a4f1-04033ad2b245,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:11.338385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec68b0-bac6-4f0c-b85c-fee6b95c12fb req-b7661d38-01c3-48bb-9e3d-18ca59b19ba0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:11.362662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4ec68b0-bac6-4f0c-b85c-fee6b95c12fb req-b7661d38-01c3-48bb-9e3d-18ca59b19ba0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.3437591 Dec 17 15:51:11.374552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39052) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:11.474454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4ec68b0-bac6-4f0c-b85c-fee6b95c12fb req-4c09309b-d1d9-42aa-9e5f-74e3697ddbea tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109452 Dec 17 15:51:11.504632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:11.741114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:11.747889 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:11.785186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-494277623-network', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:11.859194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Made reservation on behalf of 5624eb74258547ddbef3d91b02ee26a1 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:11.869115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:11.896138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39070) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:11.915507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.015805 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.016396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e66491f-b3ce-4b92-a76e-5110f189f6dd {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:51:12.026355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.030045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-48aea8a5-774f-49a6-b982-b2f0199d997c admin admin] 10.222.0.54 "DELETE /v2.0/routers/5e66491f-b3ce-4b92-a76e-5110f189f6dd HTTP/1.1" status: 204 len: 168 time: 2.2827394 Dec 17 15:51:12.030636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39078) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:12.032036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2057449233-network', 'tenant_id': '87d90358094648ec98b5616e709000f9'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:12.079151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.081017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Made reservation on behalf of 87d90358094648ec98b5616e709000f9 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:12.083435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.085312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c240fca-99b8-48d3-85e2-7afd32e85f53 req-a22b7727-7d90-4bb6-b20e-e7db7190e1d7 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:12.087010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c240fca-99b8-48d3-85e2-7afd32e85f53 req-a22b7727-7d90-4bb6-b20e-e7db7190e1d7 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 945 time: 0.1547656 Dec 17 15:51:12.137947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bcef0-3fed-4be8-8727-591d80830d18 req-abe34c37-b1f7-452c-a25d-aef7b46d9b12 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:12.139711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d3bcef0-3fed-4be8-8727-591d80830d18 req-abe34c37-b1f7-452c-a25d-aef7b46d9b12 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 945 time: 0.2447915 Dec 17 15:51:12.143070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] Deleting subnet f6b1ef41-dd84-46e5-9b34-64fb13aa833d {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:51:12.144115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.147151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.241296 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c240fca-99b8-48d3-85e2-7afd32e85f53 req-534a8577-bdd1-473a-8cab-50bb10160d4a tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416862 Dec 17 15:51:12.257473 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.403331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.473875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.518726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b1ef41-dd84-46e5-9b34-64fb13aa833d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:12.523108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.530096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a910ffe-34c8-49de-aa2e-1e09d80ac518 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f6b1ef41-dd84-46e5-9b34-64fb13aa833d HTTP/1.1" status: 204 len: 168 time: 0.4971912 Dec 17 15:51:12.530608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39096) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:12.532272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ef70e-424b-4265-9c91-7a6e31b7e90d None None] Network dd59a75b-2b8c-4a05-a669-c6503dceb71b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:12.770499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:12.792101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.852706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d3bcef0-3fed-4be8-8727-591d80830d18 req-c397cff9-30d7-478b-afba-f367b56bcac2 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826680 Dec 17 15:51:12.875775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:12.878998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1aa4ea7f-8681-4a81-a522-77c8ce6e1cfa not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:12.881222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4452de1c-f27e-4a48-a4f1-04033ad2b245 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:12.952700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94e0-339c-4063-a934-6458a9dcbcc4 req-3e50a484-dcbd-40ac-ba50-a2a500a67289 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:12.953159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 4452de1c-f27e-4a48-a4f1-04033ad2b245 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:12.953797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4452de1c-f27e-4a48-a4f1-04033ad2b245 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:12.960952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ab94e0-339c-4063-a934-6458a9dcbcc4 req-3e50a484-dcbd-40ac-ba50-a2a500a67289 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.1536217 Dec 17 15:51:12.965402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:12.997974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] DHCP port deletion for dd59a75b-2b8c-4a05-a669-c6503dceb71b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:51:13.004100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-f7b73e67-6887-4c0b-83f9-d4e09a7a52aa tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:13.007334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-f7b73e67-6887-4c0b-83f9-d4e09a7a52aa tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 945 time: 0.3394125 Dec 17 15:51:13.011649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.034605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:51:13.051837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.052718 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Added segment 0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f of type vlan for network e093356c-748b-452c-8e07-90353e4e4ede Dec 17 15:51:13.109643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.117558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ab94e0-339c-4063-a934-6458a9dcbcc4 req-12066655-4719-4fc0-b2b3-7fa305f29038 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553543 Dec 17 15:51:13.144331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Deleting port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:13.145004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.197389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] Deleting port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:13.200255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.209383 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.210201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:13.210806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.243173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.278313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] For port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,segment=NetworkSegment(c86a4c69-f5ca-4145-ac40-b74a796beba3),segment_id=c86a4c69-f5ca-4145-ac40-b74a796beba3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:13.278684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.292410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Calling delete_port for a81a06a1-e66e-4ce6-9c7e-f0d628485d7d owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:13.310391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e093356c-748b-452c-8e07-90353e4e4ede,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:13.319492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.339629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e093356c-748b-452c-8e07-90353e4e4ede details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:51:13.349465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9743958 Dec 17 15:51:13.350121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39118) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:13.364253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Request body: {'subnet': {'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-subnet', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:13.416070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] For port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,segment=NetworkSegment(c86a4c69-f5ca-4145-ac40-b74a796beba3),segment_id=c86a4c69-f5ca-4145-ac40-b74a796beba3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:13.416520 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.430857 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.442230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:51:13.445348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Made reservation on behalf of 5624eb74258547ddbef3d91b02ee26a1 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:13.447627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.454739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] Calling delete_port for a81a06a1-e66e-4ce6-9c7e-f0d628485d7d owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:13.475053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] No DVR routers for this DVR port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:13.499198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:13.538572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6719df9-a1c7-460b-bbca-cdc75f6945f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1b4e51-4f50-48d1-8b4f-9badadb7f048,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:13.602786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc9f69-1303-4c9e-a710-673eb7b5c3c6 req-114bdaf6-c147-4507-acf8-37eb5e3f5cd4 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:13.607723 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9dc9f69-1303-4c9e-a710-673eb7b5c3c6 req-114bdaf6-c147-4507-acf8-37eb5e3f5cd4 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 945 time: 0.2230248 Dec 17 15:51:13.628074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.628654 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Added segment af951c15-3a6b-4346-8119-5b101e986a7f of type vlan for network 87ff2a46-4020-4f5f-ab99-033e790b6e02 Dec 17 15:51:13.656630 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.689996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] Pushing event deleted for resources: {'Port': ['ID=a81a06a1-e66e-4ce6-9c7e-f0d628485d7d,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:13.698252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b95c0d-8a09-404f-80f2-c0e3d45b32d9 None None] No DVR routers for this DVR port a81a06a1-e66e-4ce6-9c7e-f0d628485d7d on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:13.724811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47527fb-3f94-437f-b43d-deee232d4d88,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:13.741722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b0645-67e1-42c3-bd43-05b4398cbcdf req-d7b494a4-2350-4c97-bf80-4dc256a57e84 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:13.743863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.750387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8c8b0645-67e1-42c3-bd43-05b4398cbcdf req-d7b494a4-2350-4c97-bf80-4dc256a57e84 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 945 time: 0.3224998 Dec 17 15:51:13.768996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd59a75b-2b8c-4a05-a669-c6503dceb71b']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:13.777408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.782374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86a4c69-f5ca-4145-ac40-b74a796beba3') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:13.782806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86a4c69-f5ca-4145-ac40-b74a796beba3') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:13.798448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.815108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.821862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:51:13.822265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.858651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8c8b0645-67e1-42c3-bd43-05b4398cbcdf req-ae94e90d-70ac-4495-9177-ae7cc7671daa tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/security-groups?id=4187b985-0113-4857-8d91-00b711649ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072850 Dec 17 15:51:13.865431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Deleting port 549e534b-e411-4961-a2ee-2d042c1eb38b {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:13.865867 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:51:13.882604 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:51:13.886035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.900576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9dc9f69-1303-4c9e-a710-673eb7b5c3c6 req-f5678b9c-188d-49ef-8641-babaf1e8e970 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837062 Dec 17 15:51:13.920175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.928030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] 10.222.0.54 "DELETE /v2.0/networks/dd59a75b-2b8c-4a05-a669-c6503dceb71b HTTP/1.1" status: 204 len: 168 time: 1.3955624 Dec 17 15:51:13.940129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e163f-f197-4f76-9d91-50e2c4e6ecdd admin admin] Pushing event deleted for resources: {'Network': ['ID=dd59a75b-2b8c-4a05-a669-c6503dceb71b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:13.962355 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:13.963376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:13.964189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.081403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39140) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:14.081554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1806610 Dec 17 15:51:14.089075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Request body: {'subnet': {'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2057449233-subnet', 'tenant_id': '87d90358094648ec98b5616e709000f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:14.119218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2531c6-29c1-49aa-a500-b017be19794f admin admin] Pushing event updated for resources: {'Network': ['ID=87ff2a46-4020-4f5f-ab99-033e790b6e02,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:14.130906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 87ff2a46-4020-4f5f-ab99-033e790b6e02 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:51:14.150233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Made reservation on behalf of 87d90358094648ec98b5616e709000f9 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:14.153960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] For port 549e534b-e411-4961-a2ee-2d042c1eb38b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=549e534b-e411-4961-a2ee-2d042c1eb38b,segment=NetworkSegment(d33e1ede-df6c-4cf5-b99a-83f6ca2183ad),segment_id=d33e1ede-df6c-4cf5-b99a-83f6ca2183ad)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:14.154339 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.158873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.168995 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.173296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39146) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:14.242365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Calling delete_port for 549e534b-e411-4961-a2ee-2d042c1eb38b owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:14.385630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3696475f-eac0-4735-8fba-756dfe5ddb63,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:14.409691 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2bd7f43-e656-44da-8138-8ec9897bf4a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96872d340831423290c9cb614836660c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328892 Dec 17 15:51:14.412989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39150) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:14.424351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Checking segment: {'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:14.425001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Network hostable DHCP agents. Network: e093356c-748b-452c-8e07-90353e4e4ede, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:51:14.439751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3c1dc-3470-468d-86b6-4f6682ed431c req-e1e8e85d-9598-4801-b3dd-d67fe622ca5c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:14.441162 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35c3c1dc-3470-468d-86b6-4f6682ed431c req-e1e8e85d-9598-4801-b3dd-d67fe622ca5c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.2062991 Dec 17 15:51:14.454719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.487689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Network e093356c-748b-452c-8e07-90353e4e4ede is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:51:14.508700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e093356c-748b-452c-8e07-90353e4e4ede) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:14.512343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:14.513355 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.520023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47384d38-2096-4cbe-880f-5d374a268ee0 None None] Network e093356c-748b-452c-8e07-90353e4e4ede requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:14.588307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6bc17afc-b115-4c1f-bbde-2c22353a5e64 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2336745 Dec 17 15:51:14.595578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39160) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:14.606745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35c3c1dc-3470-468d-86b6-4f6682ed431c req-ca921b3d-fb4f-4590-b230-5b624d47ebf4 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528094 Dec 17 15:51:14.609730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:14.641110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584ef881-c9e6-4a5b-b079-21a123e1c61c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:14.648742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-439f1b84-00b1-4836-b363-6a3daf84fa69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.655099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.669535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-474a0a4f-c511-4b70-be8c-61ade3ed3247 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:14.671168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-474a0a4f-c511-4b70-be8c-61ade3ed3247 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.49 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 945 time: 0.2111998 Dec 17 15:51:14.685884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a81a06a1-e66e-4ce6-9c7e-f0d628485d7d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:14.693958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:14.708721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Pushing event deleted for resources: {'Port': ['ID=549e534b-e411-4961-a2ee-2d042c1eb38b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:14.728978 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.730096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.745248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a81a06a1-e66e-4ce6-9c7e-f0d628485d7d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:14.746226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a81a06a1-e66e-4ce6-9c7e-f0d628485d7d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:14.749990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 84233410-6f78-4771-9bbc-4506c6719696 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:14.750809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 84233410-6f78-4771-9bbc-4506c6719696 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:14.758954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] No DVR routers for this DVR port 549e534b-e411-4961-a2ee-2d042c1eb38b on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:14.762720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.766912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d92b047e-ba73-414e-88fb-6f86e598c795 req-6b266093-8399-4402-8ddd-0c0bf3b2eb8b tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.49 "DELETE /v2.0/ports/549e534b-e411-4961-a2ee-2d042c1eb38b HTTP/1.1" status: 204 len: 173 time: 1.5850291 Dec 17 15:51:14.768739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'name': 'network-vif-deleted', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:14.785371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e093356c-748b-452c-8e07-90353e4e4ede', 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede', 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'fixed_ips': [{'subnet_id': '3696475f-eac0-4735-8fba-756dfe5ddb63'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:51:14.786676 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.789405 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8291e0f-c707-4b24-ae83-9532608b7324" -d '{"events": [{"server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "name": "network-vif-deleted", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:14.836827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Checking segment: {'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:14.838729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Network hostable DHCP agents. Network: 87ff2a46-4020-4f5f-ab99-033e790b6e02, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:51:14.901866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-439f1b84-00b1-4836-b363-6a3daf84fa69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.903758 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825639b-c118-46f8-a8c1-c70e52998957 x-openstack-request-id: req-4825639b-c118-46f8-a8c1-c70e52998957 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:14.904560 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8", "name": "network-vif-deleted", "tag": "549e534b-e411-4961-a2ee-2d042c1eb38b", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:14.904813 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4825639b-c118-46f8-a8c1-c70e52998957 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:14.905422 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8', 'name': 'network-vif-deleted', 'tag': '549e534b-e411-4961-a2ee-2d042c1eb38b', 'status': 'completed', 'code': 200} Dec 17 15:51:14.921826 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:14.939810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Network 87ff2a46-4020-4f5f-ab99-033e790b6e02 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:51:15.001520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 87ff2a46-4020-4f5f-ab99-033e790b6e02) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:15.063097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0762dde-6ac6-4171-87c5-8dfc839b30b4 None None] Network 87ff2a46-4020-4f5f-ab99-033e790b6e02 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:15.085215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:15.085875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.213141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-77002f04-c4a1-410e-81a2-6cbd65589553 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1300750 Dec 17 15:51:15.234140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Allocated IP 172.20.0.2 (e093356c-748b-452c-8e07-90353e4e4ede/3696475f-eac0-4735-8fba-756dfe5ddb63/6e18c786-77f0-4d78-b49a-90cbc81e7416) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:15.235287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec7ff4aa-7260-4a01-b696-88dcb47531f5 req-2649751d-5ffb-4acb-96a5-a20dbbbcff25 tempest-LiveAutoBlockMigrationV225Test-1354161151 tempest-LiveAutoBlockMigrationV225Test-1354161151-project] 10.222.0.54 "GET /v2.0/ports?device_id=13dbdf7b-dcee-4fd8-a5e3-b6a5b14b39a8 HTTP/1.1" status: 200 len: 210 time: 0.1149485 Dec 17 15:51:15.246821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.300010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Deleting port 353e9746-fb0f-42ac-9f66-0a4face276ad {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:15.300376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.306137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39182) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:15.313650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb48a1a-0a5f-49c9-ae1a-b7df132bdfaa req-928ef83d-e1f6-4e41-8158-ad1edb93b242 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:15.330442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fb48a1a-0a5f-49c9-ae1a-b7df132bdfaa req-928ef83d-e1f6-4e41-8158-ad1edb93b242 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 945 time: 0.2672946 Dec 17 15:51:15.357224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a245d3-3aca-4cd8-b684-22a3a95188cd None None] Network 87ff2a46-4020-4f5f-ab99-033e790b6e02 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:15.485613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-439f1b84-00b1-4836-b363-6a3daf84fa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.500343 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-439f1b84-00b1-4836-b363-6a3daf84fa69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.511427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-439f1b84-00b1-4836-b363-6a3daf84fa69 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/426339ee-16e3-4898-9fe8-a702d027e304 HTTP/1.1" status: 204 len: 168 time: 1.0926626 Dec 17 15:51:15.666782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.680025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-61669eb1-1078-4f5c-a892-c1c950eaa2b7 req-8aab4593-45da-41a0-a89e-3373353936be tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1166794118', 'description': 'tempest-description-33552660'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:15.787520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.826246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.838469 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.850586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.877540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-61669eb1-1078-4f5c-a892-c1c950eaa2b7 req-8aab4593-45da-41a0-a89e-3373353936be tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:15.935703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Pushing event updated for resources: {'Port': ['ID=6e18c786-77f0-4d78-b49a-90cbc81e7416,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:15.960583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Network e093356c-748b-452c-8e07-90353e4e4ede is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:15.963155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:15.968765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:16.044468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Attempting to bind port 6e18c786-77f0-4d78-b49a-90cbc81e7416 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:16.044767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Attempting to bind port 6e18c786-77f0-4d78-b49a-90cbc81e7416 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:16.045375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Attempting to bind port 6e18c786-77f0-4d78-b49a-90cbc81e7416 on network e093356c-748b-452c-8e07-90353e4e4ede {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:16.052804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:16.053520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Checking segment: {'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:16.054025 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.054545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Bound using segment: {'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:16.055107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Bound port: 6e18c786-77f0-4d78-b49a-90cbc81e7416, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:16.056033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.067201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:16.091108 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fb48a1a-0a5f-49c9-ae1a-b7df132bdfaa req-bf5bdc46-9dad-42c7-90ad-e76d30163552 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups?id=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304442 Dec 17 15:51:16.092002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f1b84-00b1-4836-b363-6a3daf84fa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426339ee-16e3-4898-9fe8-a702d027e304,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:16.122773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] For port 353e9746-fb0f-42ac-9f66-0a4face276ad, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=353e9746-fb0f-42ac-9f66-0a4face276ad,segment=NetworkSegment(13a953ff-69ff-4e69-b2ac-f8551a0b4636),segment_id=13a953ff-69ff-4e69-b2ac-f8551a0b4636)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:16.125514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.125648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Allocated IP 172.25.0.134 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/41a091c7-508e-4612-9dae-9c5a7b799381) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:16.153745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-61669eb1-1078-4f5c-a892-c1c950eaa2b7 req-8aab4593-45da-41a0-a89e-3373353936be tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.170240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-61669eb1-1078-4f5c-a892-c1c950eaa2b7 req-8aab4593-45da-41a0-a89e-3373353936be tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.187515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Calling delete_port for 353e9746-fb0f-42ac-9f66-0a4face276ad owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:16.211965 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52491a9c-7865-4d62-a6c1-455a3b6bf8e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.224626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] For port 6e18c786-77f0-4d78-b49a-90cbc81e7416, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:16.231571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] For port 6e18c786-77f0-4d78-b49a-90cbc81e7416, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6e18c786-77f0-4d78-b49a-90cbc81e7416,segment=NetworkSegment(0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f),segment_id=0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:16.239506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-61669eb1-1078-4f5c-a892-c1c950eaa2b7 req-8aab4593-45da-41a0-a89e-3373353936be tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.240874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-61669eb1-1078-4f5c-a892-c1c950eaa2b7 req-8aab4593-45da-41a0-a89e-3373353936be tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5789337 Dec 17 15:51:16.242453 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.247024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab4593-45da-41a0-a89e-3373353936be tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b5871-438c-4117-8d9e-9f275e9da3da,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:16.286716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7e73174f-8c9d-4258-82e4-dbc673f9be0e req-c86430ff-2e66-4e22-92cd-986ff6f67237 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-703732669', 'description': 'tempest-description-17077482'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:16.333325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f629a-4c6b-4c67-9f35-418218810d6d None None] Pushing event updated for resources: {'Port': ['ID=6e18c786-77f0-4d78-b49a-90cbc81e7416,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:16.338900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.347003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e73174f-8c9d-4258-82e4-dbc673f9be0e req-c86430ff-2e66-4e22-92cd-986ff6f67237 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.414112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943f849-336f-4f6b-9380-cadfe64b7e36 req-52982fbb-85f0-4e54-b034-c18ee5d6946f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:16.415066 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.416059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7943f849-336f-4f6b-9380-cadfe64b7e36 req-52982fbb-85f0-4e54-b034-c18ee5d6946f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.2092330 Dec 17 15:51:16.456500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-11e37eda-a5f4-4252-b9a0-f92e1e398ce6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7001c72a229b43eb9e048744693b523b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826010 Dec 17 15:51:16.460809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39204) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:16.479460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:16.495751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:16.504183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:16.564513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e73174f-8c9d-4258-82e4-dbc673f9be0e req-c86430ff-2e66-4e22-92cd-986ff6f67237 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.574650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e73174f-8c9d-4258-82e4-dbc673f9be0e req-c86430ff-2e66-4e22-92cd-986ff6f67237 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.601654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Pushing event updated for resources: {'Port': ['ID=41a091c7-508e-4612-9dae-9c5a7b799381,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:16.628914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e73174f-8c9d-4258-82e4-dbc673f9be0e req-c86430ff-2e66-4e22-92cd-986ff6f67237 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.631959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7e73174f-8c9d-4258-82e4-dbc673f9be0e req-c86430ff-2e66-4e22-92cd-986ff6f67237 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3484108 Dec 17 15:51:16.707080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 353e9746-fb0f-42ac-9f66-0a4face276ad no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:16.731049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39208) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:16.778099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7943f849-336f-4f6b-9380-cadfe64b7e36 req-bd84b15c-e2ab-4dba-b1f5-55af2464f405 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416231 Dec 17 15:51:16.790119 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52491a9c-7865-4d62-a6c1-455a3b6bf8e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.795178 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916435dc-5f52-4c64-bb23-6f87c6e28f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.797792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52491a9c-7865-4d62-a6c1-455a3b6bf8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.812760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No active binding found for port 353e9746-fb0f-42ac-9f66-0a4face276ad {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 15:51:16.813631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 353e9746-fb0f-42ac-9f66-0a4face276ad not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:16.815153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:16.829377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.862554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86430ff-2e66-4e22-92cd-986ff6f67237 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131d8c83-7ba2-4160-9398-5c331e11985b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:16.869939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 549e534b-e411-4961-a2ee-2d042c1eb38b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:16.871297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 549e534b-e411-4961-a2ee-2d042c1eb38b not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:16.915084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916435dc-5f52-4c64-bb23-6f87c6e28f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:16.917519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event deleted for resources: {'Port': ['ID=353e9746-fb0f-42ac-9f66-0a4face276ad,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:16.938933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-52491a9c-7865-4d62-a6c1-455a3b6bf8e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aff20e8f24ff4ac4850668bfbcb0ed7e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6049440 Dec 17 15:51:16.938933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52491a9c-7865-4d62-a6c1-455a3b6bf8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4f0f76-b445-4e26-81e1-d3d5bcd487ef,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:16.958334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39222) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:17.027676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] No DVR routers for this DVR port 353e9746-fb0f-42ac-9f66-0a4face276ad on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:17.055744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.058247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.061938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-956871c9-47fd-4856-a169-fa91f36b53d9 req-7103fc05-18b3-49bb-90c1-a4e434fbe1a9 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.49 "DELETE /v2.0/ports/353e9746-fb0f-42ac-9f66-0a4face276ad HTTP/1.1" status: 204 len: 173 time: 2.3827808 Dec 17 15:51:17.067166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'name': 'network-vif-deleted', 'tag': '353e9746-fb0f-42ac-9f66-0a4face276ad'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:17.067919 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f07a43a-5afb-4cd8-84d1-094dea3e7dfd" -d '{"events": [{"server_uuid": "a33eed79-f105-4c18-a059-6e3b768cada7", "name": "network-vif-deleted", "tag": "353e9746-fb0f-42ac-9f66-0a4face276ad"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:17.104677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916435dc-5f52-4c64-bb23-6f87c6e28f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.107299 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916435dc-5f52-4c64-bb23-6f87c6e28f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.108476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-916435dc-5f52-4c64-bb23-6f87c6e28f49 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47ff3bac-495a-408b-80f2-0fca4d939dde HTTP/1.1" status: 204 len: 168 time: 0.6467392 Dec 17 15:51:17.149687 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a75f8-77ce-403e-a740-8d362ca297f3 x-openstack-request-id: req-250a75f8-77ce-403e-a740-8d362ca297f3 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:17.149984 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33eed79-f105-4c18-a059-6e3b768cada7", "name": "network-vif-deleted", "tag": "353e9746-fb0f-42ac-9f66-0a4face276ad", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:17.150332 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-250a75f8-77ce-403e-a740-8d362ca297f3 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:17.150624 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33eed79-f105-4c18-a059-6e3b768cada7', 'name': 'network-vif-deleted', 'tag': '353e9746-fb0f-42ac-9f66-0a4face276ad', 'status': 'completed', 'code': 200} Dec 17 15:51:17.173839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] Deleting subnet a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:51:17.185859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-33f92412-6fa5-49f2-8eca-2a5ae70ea068 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:17.188024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.192378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-33f92412-6fa5-49f2-8eca-2a5ae70ea068 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 813 time: 0.2135921 Dec 17 15:51:17.224918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916435dc-5f52-4c64-bb23-6f87c6e28f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff3bac-495a-408b-80f2-0fca4d939dde,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:17.246797 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-d05bc90f-5f72-469b-afa8-b72a287a7012 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/quotas/87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 375 time: 0.0432780 Dec 17 15:51:17.288475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2391431-0463-46d2-8ff5-4b15906db8d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.302628 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-76bf7e6d-9d87-4a58-b8b6-e82e29c0bc41 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542023 Dec 17 15:51:17.306883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c32a912-c093-4496-bad7-96f04a08c30f req-8ed7deb2-c882-46cf-9482-d41283b67b15 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/ports?device_id=a33eed79-f105-4c18-a059-6e3b768cada7 HTTP/1.1" status: 200 len: 210 time: 0.0755036 Dec 17 15:51:17.333910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.410240 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2391431-0463-46d2-8ff5-4b15906db8d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.477822 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.515334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.682033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2391431-0463-46d2-8ff5-4b15906db8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.686870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2391431-0463-46d2-8ff5-4b15906db8d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.702093 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b2391431-0463-46d2-8ff5-4b15906db8d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f4f0f76-b445-4e26-81e1-d3d5bcd487ef HTTP/1.1" status: 204 len: 168 time: 0.7378457 Dec 17 15:51:17.717988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.794597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2391431-0463-46d2-8ff5-4b15906db8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4f0f76-b445-4e26-81e1-d3d5bcd487ef,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:17.796745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:17.800147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f HTTP/1.1" status: 204 len: 168 time: 1.0527053 Dec 17 15:51:17.801187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cdde0-aab0-4f78-8a90-789b870f5bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55cd93d-9d4b-4e7b-bc5d-dd0ee7f14d7f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:17.802832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39250) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:17.942372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-7d8b6f5f-6529-45e6-95fa-0e352b235443 service neutron] 10.222.0.54 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320517 Dec 17 15:51:17.948429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ed6f3-c2c8-467d-9241-c8fb1f562fb6 None None] Network e093356c-748b-452c-8e07-90353e4e4ede requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:18.016857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Router c708bc9b-9d1f-4607-95f6-04087c2f6b73 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:51:18.103691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:18.134018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-35807f76-7282-4e5f-8c75-965cb793ed25 None None] Provisioning complete for port 6e18c786-77f0-4d78-b49a-90cbc81e7416 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:18.137309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-35807f76-7282-4e5f-8c75-965cb793ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:18.159886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:51:18.195100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f89e1b-3545-44d3-aebb-04f8107b7643 req-b4156e25-52c8-4a67-b1bc-985554e21a1a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:18.197306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:18.201334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3c8b447f-31fa-4a17-849d-16e86f97900d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6001627 Dec 17 15:51:18.203459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-1e22ceb8-84dc-4d1d-bd0b-0b3cf6e20079 service neutron] 10.222.0.54 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482948 Dec 17 15:51:18.203970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39266) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:18.220179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60f89e1b-3545-44d3-aebb-04f8107b7643 req-b4156e25-52c8-4a67-b1bc-985554e21a1a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.2228391 Dec 17 15:51:18.252462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Sync routers for ids ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:51:18.351477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Routers {'c708bc9b-9d1f-4607-95f6-04087c2f6b73'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:18.368795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:18.442883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39274) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:18.494376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c420f24-a211-40f5-802a-e4a3e315e815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:18.497984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:18.556525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60f89e1b-3545-44d3-aebb-04f8107b7643 req-d8d910c4-b1c5-4330-89b4-f2c4c45cdc5d tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146689 Dec 17 15:51:18.594787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841d205e-dc57-4612-9caf-9f4cb0fc3a5a']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:18.639378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:18.639378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33e1ede-df6c-4cf5-b99a-83f6ca2183ad') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:18.755676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0360352b-20da-4ac7-8e5d-2f214081a23a req-13722674-412e-4835-a0a6-a4e5cdf66e1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 210 time: 0.1170440 Dec 17 15:51:18.775897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:18.870033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-35807f76-7282-4e5f-8c75-965cb793ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:18.896409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6e18c786-77f0-4d78-b49a-90cbc81e7416 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:18.982183 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c420f24-a211-40f5-802a-e4a3e315e815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.005835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-35807f76-7282-4e5f-8c75-965cb793ed25 None None] For port 6e18c786-77f0-4d78-b49a-90cbc81e7416, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6e18c786-77f0-4d78-b49a-90cbc81e7416,segment=NetworkSegment(0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f),segment_id=0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:19.009272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c420f24-a211-40f5-802a-e4a3e315e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.024056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39300) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:19.050200 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-35807f76-7282-4e5f-8c75-965cb793ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.181150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.210333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Set router c708bc9b-9d1f-4607-95f6-04087c2f6b73 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:19.216665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807f76-7282-4e5f-8c75-965cb793ed25 None None] Pushing event updated for resources: {'Port': ['ID=6e18c786-77f0-4d78-b49a-90cbc81e7416,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:19.283538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2c420f24-a211-40f5-802a-e4a3e315e815 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=974d2cbbecbd4f91a81b899fd940b467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8389714 Dec 17 15:51:19.284516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39308) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:19.287063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:51:19.287587 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:51:19.311347 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:51:19.436952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c420f24-a211-40f5-802a-e4a3e315e815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216fec28-2ddb-4123-a357-59d2973dc90a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:19.501484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6e18c786-77f0-4d78-b49a-90cbc81e7416 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:19.501855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.565562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d57a27ba-184b-409c-ad02-3ee9917e6d1d None None] Provisioning complete for port 6e18c786-77f0-4d78-b49a-90cbc81e7416 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:19.565946 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d57a27ba-184b-409c-ad02-3ee9917e6d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.702702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b1962fa-414b-4fc6-8f9c-83ad9c11d273 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.713835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.732234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-0429f722-e1fa-4685-9be7-6ef7eeab3f30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4060323 Dec 17 15:51:19.792332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.806331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] 10.222.0.54 "DELETE /v2.0/networks/841d205e-dc57-4612-9caf-9f4cb0fc3a5a HTTP/1.1" status: 204 len: 168 time: 2.0018806 Dec 17 15:51:19.807385 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6cc9-e54b-41d8-8215-4bbc0a71b9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:19.919956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39320) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:20.015520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913869f-351e-4384-bf00-b5ba9781267b admin admin] Pushing event deleted for resources: {'Network': ['ID=841d205e-dc57-4612-9caf-9f4cb0fc3a5a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:20.021337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:51:16Z', 'revision_number': 3, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port': {'id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:15Z', 'updated_at': '2021-12-17T15:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:20.026429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6cc9-e54b-41d8-8215-4bbc0a71b9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.042946 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b1962fa-414b-4fc6-8f9c-83ad9c11d273 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.089658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Checking router: c708bc9b-9d1f-4607-95f6-04087c2f6b73 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:51:20.090090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Updating router c708bc9b-9d1f-4607-95f6-04087c2f6b73 port 41a091c7-508e-4612-9dae-9c5a7b799381 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:51:20.113636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63d24fdb-7b42-4e09-a9bf-62c3d95df0e7 req-6a9220c1-5685-4e26-bbd7-60cc450bec27 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 210 time: 0.0963113 Dec 17 15:51:20.161072 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.186186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-a15a92e3-bc08-4d4d-b776-fdb0e613b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:20.188156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-a15a92e3-bc08-4d4d-b776-fdb0e613b491 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 1102 time: 0.1989861 Dec 17 15:51:20.239639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] Deleting subnet 01e273af-0d10-40d0-8073-0537b03e98c4 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:51:20.255845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689be54-7eea-4359-bcf7-ee802a66152c req-0aaddc34-fe48-4888-b491-79d97fcd2ffc tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:20.257733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1689be54-7eea-4359-bcf7-ee802a66152c req-0aaddc34-fe48-4888-b491-79d97fcd2ffc tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.4992573 Dec 17 15:51:20.258771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.442506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6cc9-e54b-41d8-8215-4bbc0a71b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.450110 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e6b6cc9-e54b-41d8-8215-4bbc0a71b9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.459130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e6b6cc9-e54b-41d8-8215-4bbc0a71b9f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/216fec28-2ddb-4123-a357-59d2973dc90a HTTP/1.1" status: 204 len: 168 time: 1.1567714 Dec 17 15:51:20.466637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.496945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-3a7fb8de-479d-44b3-8670-479e184ff893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:20.500107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-3a7fb8de-479d-44b3-8670-479e184ff893 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2881217 Dec 17 15:51:20.556101 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-0404d5cc-e261-41c2-99db-b3c2d678093c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 200 len: 217 time: 0.0468376 Dec 17 15:51:20.581126 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b1962fa-414b-4fc6-8f9c-83ad9c11d273 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.588382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b1962fa-414b-4fc6-8f9c-83ad9c11d273 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.592793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3b1962fa-414b-4fc6-8f9c-83ad9c11d273 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "DELETE /v2.0/security-groups/3d92c605-a641-4ba5-a384-8bf6a2669e35 HTTP/1.1" status: 204 len: 168 time: 1.5526347 Dec 17 15:51:20.600320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39338) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:20.659256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b6cc9-e54b-41d8-8215-4bbc0a71b9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216fec28-2ddb-4123-a357-59d2973dc90a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:20.669417 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-001d85cb-ab09-4942-96f2-db47ca258464 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] show failed (client error): The resource could not be found. Dec 17 15:51:20.671192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-001d85cb-ab09-4942-96f2-db47ca258464 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "GET /v2.0/security-groups/3d92c605-a641-4ba5-a384-8bf6a2669e35 HTTP/1.1" status: 404 len: 347 time: 0.0587261 Dec 17 15:51:20.675669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:20.695382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.699766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-ef74184f-f80e-4aa2-ad67-f6640ef706d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:20.701275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-ef74184f-f80e-4aa2-ad67-f6640ef706d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1180875 Dec 17 15:51:20.710730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1689be54-7eea-4359-bcf7-ee802a66152c req-9dcda0e2-2388-4ca5-8dcb-bbf013d50230 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231036 Dec 17 15:51:20.730072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6e18c786-77f0-4d78-b49a-90cbc81e7416 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:20.739986 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.756027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-2fd43bb4-b103-4c8c-b4c5-758705d4292c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:20.761264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-2fd43bb4-b103-4c8c-b4c5-758705d4292c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 813 time: 0.4702761 Dec 17 15:51:20.764718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1962fa-414b-4fc6-8f9c-83ad9c11d273 tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d92c605-a641-4ba5-a384-8bf6a2669e35,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:20.828440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.840882 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.848058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'port': {'device_id': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02', 'admin_state_up': True, 'tenant_id': '87d90358094648ec98b5616e709000f9'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:20.912701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6e18c786-77f0-4d78-b49a-90cbc81e7416 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:20.913083 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:20.977817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Attempting to bind port 41a091c7-508e-4612-9dae-9c5a7b799381 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:20.978399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Attempting to bind port 41a091c7-508e-4612-9dae-9c5a7b799381 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:20.978941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Attempting to bind port 41a091c7-508e-4612-9dae-9c5a7b799381 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:20.996061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-9e6a3207-7904-410b-b88f-d3f00bf487ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:20.997898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-9e6a3207-7904-410b-b88f-d3f00bf487ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2871280 Dec 17 15:51:20.998949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:20.999525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:21.000307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.000875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:21.001774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Bound port: 41a091c7-508e-4612-9dae-9c5a7b799381, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:21.002321 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.040084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.064878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39358) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:21.101670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-127412868'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:21.107614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e273af-0d10-40d0-8073-0537b03e98c4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:21.120888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.124718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5e408c0f-464c-4117-b645-b3de6ecbe125 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/01e273af-0d10-40d0-8073-0537b03e98c4 HTTP/1.1" status: 204 len: 168 time: 1.1912491 Dec 17 15:51:21.128242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:21.134011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] For port 41a091c7-508e-4612-9dae-9c5a7b799381, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:21.137343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] For port 41a091c7-508e-4612-9dae-9c5a7b799381, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=41a091c7-508e-4612-9dae-9c5a7b799381,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:21.140068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eae6c-0087-42a6-8118-5327e07c0894 None None] Pushing event updated for resources: {'Port': ['ID=41a091c7-508e-4612-9dae-9c5a7b799381,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:21.147513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.218884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Allocated IP 172.20.0.1 (e093356c-748b-452c-8e07-90353e4e4ede/3696475f-eac0-4735-8fba-756dfe5ddb63/d4464895-adfd-4b99-a19d-4fa2ab6faa0d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:21.226730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-58fbaed2-c8cb-46c5-b492-75b0cbd1c5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148528 Dec 17 15:51:21.245264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:21.249165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.281448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Deleting port 99615549-780e-46bc-9eb3-c34f72d41079 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:21.281792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.340737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Routers {'c708bc9b-9d1f-4607-95f6-04087c2f6b73'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:21.341372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:21.351058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.385158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eae6c-0087-42a6-8118-5327e07c0894 None None] Pushing event updated for resources: {'Port': ['ID=41a091c7-508e-4612-9dae-9c5a7b799381,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:21.403553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Made reservation on behalf of 87d90358094648ec98b5616e709000f9 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:21.407147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.432371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:51:21.469589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.469996 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Added segment 1eab4811-5f51-4d0f-a174-7ba1ad70d946 of type vlan for network 23384b65-cb3e-4750-95b4-36a39b629de6 Dec 17 15:51:21.482192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ce90911-b8c0-4a37-8206-b692d25b3e2f req-ed067d6a-2337-4996-adcf-3add143b2750 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 210 time: 0.1112418 Dec 17 15:51:21.599425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.599859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.611775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.668971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22e24e65-273f-4592-b8f1-a919d6fd520a req-f92679bb-cb01-4dcb-b0de-475f2941c517 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315469 Dec 17 15:51:21.669909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Calling delete_port for 99615549-780e-46bc-9eb3-c34f72d41079 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:21.702417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.712651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] Set router c708bc9b-9d1f-4607-95f6-04087c2f6b73 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:21.714126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.769953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecd0906-1363-4ff5-b1d6-c46b7fbe6572']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:21.805589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.841924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ca82e5-aff5-4d2d-9308-2dac5d377dd7') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:21.842216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ca82e5-aff5-4d2d-9308-2dac5d377dd7') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:21.847691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.853187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:21.853809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.874859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Network e093356c-748b-452c-8e07-90353e4e4ede is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:21.882270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:21.885928 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:21.939698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:21.992734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Pushing event updated for resources: {'Port': ['ID=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:22.025141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec1c2-69b8-441f-bd62-beb74d74cae2 req-f3ae2c55-125e-4166-bec2-3c96cb5a8c8a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:22.033722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-563ec1c2-69b8-441f-bd62-beb74d74cae2 req-f3ae2c55-125e-4166-bec2-3c96cb5a8c8a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.1735671 Dec 17 15:51:22.036644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.038058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9507461 Dec 17 15:51:22.058253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.066653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39404) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:22.081925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:51:16Z', 'revision_number': 3, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port': {'id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:15Z', 'updated_at': '2021-12-17T15:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:22.124627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1877012195'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:22.126461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b460f4-2c34-430b-ba4d-9852b3c8ad82 None None] The sync data for ids ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'] in n-d-806683-20 is: [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:51:16Z', 'revision_number': 3, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port': {'id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:15Z', 'updated_at': '2021-12-17T15:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:51:22.184851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Allocated IP 172.20.0.11 (87ff2a46-4020-4f5f-ab99-033e790b6e02/584ef881-c9e6-4a5b-b079-21a123e1c61c/936d9981-e0da-4340-a510-9083f77860a3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:22.200456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a09c4-c358-46a2-b564-79b6b70b5f8f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Network': ['ID=23384b65-cb3e-4750-95b4-36a39b629de6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:22.203253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:51:22.203663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:51:22.210888 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:51:22.213269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 23384b65-cb3e-4750-95b4-36a39b629de6 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:51:22.253912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-563ec1c2-69b8-441f-bd62-beb74d74cae2 req-e9aacfdc-e70b-48f5-9254-c4990067047c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190349 Dec 17 15:51:22.363993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:22.368108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.372948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-aa1aaf7f-400c-463d-977f-a2e2a2216e62 None None] Provisioning complete for port d4464895-adfd-4b99-a19d-4fa2ab6faa0d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:22.373220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa1aaf7f-400c-463d-977f-a2e2a2216e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.386447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.402769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.425592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-aa1aaf7f-400c-463d-977f-a2e2a2216e62 None None] Port d4464895-adfd-4b99-a19d-4fa2ab6faa0d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:22.441330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.447833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] 10.222.0.54 "DELETE /v2.0/networks/eecd0906-1363-4ff5-b1d6-c46b7fbe6572 HTTP/1.1" status: 204 len: 168 time: 1.3151741 Dec 17 15:51:22.486805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a988b-94fc-4191-853c-2ef4ddfa552a admin admin] Pushing event deleted for resources: {'Network': ['ID=eecd0906-1363-4ff5-b1d6-c46b7fbe6572,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:22.497139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:51:22.533793 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.536633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.536989 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Added segment 3decfd15-77b9-448f-a580-ff3b9ea65186 of type vlan for network d56efdfb-2214-495b-b81d-8728c73706ee Dec 17 15:51:22.729911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a614d75c-39bc-4c6d-a931-6d2e2751edd8 req-b07d2369-ccda-48b1-aa9c-329e273f86ec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 210 time: 0.0461812 Dec 17 15:51:22.830279 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.843259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.951113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:22.953167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Pushing event updated for resources: {'Port': ['ID=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:22.994863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39452) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:23.208120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb5a47ba-6f9f-4484-a6d4-3db6a6153245 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d11392be2a0d41439466f777ba3a572a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094972 Dec 17 15:51:23.216775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39466) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:23.276286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Pushing event deleted for resources: {'Port': ['ID=99615549-780e-46bc-9eb3-c34f72d41079,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:23.341521 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-b0394ff8-6c58-4157-9538-ef24a29b5bb9 service neutron] show failed (client error): The resource could not be found. Dec 17 15:51:23.342633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-b0394ff8-6c58-4157-9538-ef24a29b5bb9 service neutron] 10.222.0.47 "GET /v2.0/ports/c2b3fb61-066a-4553-94de-be05cdfcc35f/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.2896242 Dec 17 15:51:23.388505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Network e093356c-748b-452c-8e07-90353e4e4ede is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:23.394435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:23.519478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.520294 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7787abdb-d9e3-4487-817a-02d3e1ec2e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.604062 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.613110 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7787abdb-d9e3-4487-817a-02d3e1ec2e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.729987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Router c708bc9b-9d1f-4607-95f6-04087c2f6b73 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:51:23.734692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7787abdb-d9e3-4487-817a-02d3e1ec2e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.737702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7787abdb-d9e3-4487-817a-02d3e1ec2e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.742026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7787abdb-d9e3-4487-817a-02d3e1ec2e80 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4187b985-0113-4857-8d91-00b711649ba5 HTTP/1.1" status: 204 len: 168 time: 0.5226848 Dec 17 15:51:23.744531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Network 87ff2a46-4020-4f5f-ab99-033e790b6e02 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:23.747162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.760159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:23.772394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:23.798407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787abdb-d9e3-4487-817a-02d3e1ec2e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187b985-0113-4857-8d91-00b711649ba5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:23.806893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a1aaba6d-e6a5-489d-a7f3-8bae30317a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:23.820113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a1aaba6d-e6a5-489d-a7f3-8bae30317a9e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594&tenant_id=d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 1102 time: 0.1525207 Dec 17 15:51:23.826969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.836146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.845934 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0802ddb3-4781-401e-bf50-925e3ea93c9d tempest-ImagesOneServerNegativeTestJSON-64731914 tempest-ImagesOneServerNegativeTestJSON-64731914-project] 10.222.0.54 "DELETE /v2.0/floatingips/3d94c977-1e05-4b87-9b9d-45b8a1d5903d HTTP/1.1" status: 204 len: 168 time: 3.1599460 Dec 17 15:51:23.849685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:23.882901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182308cc-472f-45be-b31c-97d9c24d4c6c req-d4432c52-5407-47c6-9597-bb85e005584a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:23.884878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-182308cc-472f-45be-b31c-97d9c24d4c6c req-d4432c52-5407-47c6-9597-bb85e005584a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 950 time: 0.4751761 Dec 17 15:51:23.886479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-97601d32-81bf-41bf-a924-9a5ac6aaad4f None None] Provisioning complete for port d4464895-adfd-4b99-a19d-4fa2ab6faa0d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:23.887985 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-97601d32-81bf-41bf-a924-9a5ac6aaad4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.897688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:23.933050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.939607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:23.940277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.954410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:23.955047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:23.971293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-97601d32-81bf-41bf-a924-9a5ac6aaad4f None None] Port d4464895-adfd-4b99-a19d-4fa2ab6faa0d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:23.988409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-40648755-e4e4-4f5f-b129-78140fc2a731 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1492763 Dec 17 15:51:24.028081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Request body: {'port': {'device_id': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:24.030541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.059018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079979-bd88-44c8-b648-82a949d0a77c req-57a5fc53-0fe9-4c0e-aa75-c2dab809757f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:24.066626 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9630630 Dec 17 15:51:24.067882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e079979-bd88-44c8-b648-82a949d0a77c req-57a5fc53-0fe9-4c0e-aa75-c2dab809757f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 932 time: 0.1686516 Dec 17 15:51:24.069514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39500) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:24.077176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'subnet': {'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:24.099333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12da9f-5408-4e0f-8b4f-52ab4d6ca7e6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Network': ['ID=d56efdfb-2214-495b-b81d-8728c73706ee,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:24.115523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-182308cc-472f-45be-b31c-97d9c24d4c6c req-6907afa7-b187-4570-9e60-74277c8747a9 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245460 Dec 17 15:51:24.115742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d56efdfb-2214-495b-b81d-8728c73706ee details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:51:24.182312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.198482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:51:24.229945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:24.241239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5bba1afa-0ab0-40c1-bbd1-b504a1779575 admin admin] 10.222.0.54 "PUT /v2.0/routers/c708bc9b-9d1f-4607-95f6-04087c2f6b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0359232 Dec 17 15:51:24.430561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39520) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:24.430926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39522) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:24.553432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07bfe487-162a-4c78-ad5d-ef006cf8884e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d4d993388864e1aba7af84335acb97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1113050 Dec 17 15:51:24.560209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39528) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:24.572129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:24.621679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:24.671714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] Deleting subnet 1b58e21b-4cf3-42a4-925d-6177657b40f9 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:51:24.679539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.705723 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Sync routers for ids ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:51:24.725684 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Routers {'c708bc9b-9d1f-4607-95f6-04087c2f6b73'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:24.728746 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:24.729273 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.733395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f843-c70b-445e-8c9b-e85af2f957f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.760336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Transition to ACTIVE for port object c2b3fb61-066a-4553-94de-be05cdfcc35f will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:51:24.769400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:24.773981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.775627 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f69555-5141-4236-bbf2-0fd363b628f1" -d '{"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:24.801338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.830449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:24.872936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e079979-bd88-44c8-b648-82a949d0a77c req-49a9d9b8-8134-427c-b268-8ddf01ab71b8 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8041513 Dec 17 15:51:24.879163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:24.881360 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Set router c708bc9b-9d1f-4607-95f6-04087c2f6b73 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:24.924825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:24.928521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.049423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 41a091c7-508e-4612-9dae-9c5a7b799381 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:25.074399 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f815874-8b93-433c-9cc7-4299881e7548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.086130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f843-c70b-445e-8c9b-e85af2f957f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.180927 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.258369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 41a091c7-508e-4612-9dae-9c5a7b799381 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:25.259564 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.263336 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:51:22Z', 'revision_number': 4, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port': {'id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:75:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:15Z', 'updated_at': '2021-12-17T15:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'd4464895-adfd-4b99-a19d-4fa2ab6faa0d', 'name': '', 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'mac_address': 'fa:16:3e:08:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3696475f-eac0-4735-8fba-756dfe5ddb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:20Z', 'updated_at': '2021-12-17T15:51:22Z', 'revision_number': 2, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'subnets': [{'id': '3696475f-eac0-4735-8fba-756dfe5ddb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:25.263763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b58e21b-4cf3-42a4-925d-6177657b40f9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:25.308973 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Checking router: c708bc9b-9d1f-4607-95f6-04087c2f6b73 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:51:25.310552 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Updating router c708bc9b-9d1f-4607-95f6-04087c2f6b73 port d4464895-adfd-4b99-a19d-4fa2ab6faa0d binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:51:25.345593 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.374428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.382668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8d651ac1-4e89-473e-bdb5-5325f5a3bfaf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1b58e21b-4cf3-42a4-925d-6177657b40f9 HTTP/1.1" status: 204 len: 168 time: 0.9502025 Dec 17 15:51:25.384517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39542) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:25.433740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-7fb9e141-5eaa-4a00-80a9-62cdbf763a2b tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5029869 Dec 17 15:51:25.439530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:25.452634 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.494456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] No DVR routers for this DVR port c2b3fb61-066a-4553-94de-be05cdfcc35f on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:25.499698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f843-c70b-445e-8c9b-e85af2f957f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.504143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f843-c70b-445e-8c9b-e85af2f957f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.506748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 41a091c7-508e-4612-9dae-9c5a7b799381, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=41a091c7-508e-4612-9dae-9c5a7b799381,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:25.508401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ecb8f843-c70b-445e-8c9b-e85af2f957f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75df3ffc-a8a0-400a-9cec-ff0d05c419e0 HTTP/1.1" status: 204 len: 168 time: 0.9449883 Dec 17 15:51:25.514879 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3c5dc6-3dbc-42d1-ab07-2f182ad8a8a7 x-openstack-request-id: req-1d3c5dc6-3dbc-42d1-ab07-2f182ad8a8a7 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:25.515360 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:25.515781 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d3c5dc6-3dbc-42d1-ab07-2f182ad8a8a7 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:25.516414 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'code': 200} Dec 17 15:51:25.519938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.561289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936d9981-e0da-4340-a510-9083f77860a3 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:25.577021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8f843-c70b-445e-8c9b-e85af2f957f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75df3ffc-a8a0-400a-9cec-ff0d05c419e0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:25.581841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.647853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Transition to ACTIVE for port object 936d9981-e0da-4340-a510-9083f77860a3 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:51:25.660504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=41a091c7-508e-4612-9dae-9c5a7b799381,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:25.672043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.682312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.684637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.689608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f815874-8b93-433c-9cc7-4299881e7548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.739960 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f815874-8b93-433c-9cc7-4299881e7548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.797085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2f815874-8b93-433c-9cc7-4299881e7548 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d04eae5fe5984f71b5d498da79bc8efe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5594461 Dec 17 15:51:25.799501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:25.799861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:25.800422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:25.803444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:25.818550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.823974 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.833605 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.838359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:51:25.838868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:25.857761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8747b5-68c7-484a-8385-fa8aa016d28e req-a39db38b-0ea8-42b1-86e2-e109f169dca3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:25.863612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Pushing event updated for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:25.866343 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e8747b5-68c7-484a-8385-fa8aa016d28e req-a39db38b-0ea8-42b1-86e2-e109f169dca3 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 948 time: 0.3663805 Dec 17 15:51:25.922825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:25.923072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:25.923514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:25.924246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Bound port: c2b3fb61-066a-4553-94de-be05cdfcc35f, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:25.924817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:25.968720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f815874-8b93-433c-9cc7-4299881e7548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6e756e-3b87-4176-9884-40bbc552d991,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:25.983530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Attempting to bind port d4464895-adfd-4b99-a19d-4fa2ab6faa0d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:25.983929 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Attempting to bind port d4464895-adfd-4b99-a19d-4fa2ab6faa0d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:25.984487 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Attempting to bind port d4464895-adfd-4b99-a19d-4fa2ab6faa0d on network e093356c-748b-452c-8e07-90353e4e4ede {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:25.987213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Pushing event updated for resources: {'Port': ['ID=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:26.012490 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.012732 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.013082 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.013435 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.013744 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.014584 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.015092 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.015787 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.016291 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.017135 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.017654 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.018142 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.018627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:26.026580 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:26.031425 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Checking segment: {'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:26.032997 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.033919 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Bound using segment: {'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:26.034806 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Bound port: d4464895-adfd-4b99-a19d-4fa2ab6faa0d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:26.037704 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.069769 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.142111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c179206e-9528-42ce-9e02-a6b3e08baef2']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:26.165851 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] For port d4464895-adfd-4b99-a19d-4fa2ab6faa0d, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:26.171199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d1782d8-e819-4b18-a42a-7dec2c857f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.171740 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] For port d4464895-adfd-4b99-a19d-4fa2ab6faa0d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,segment=NetworkSegment(0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f),segment_id=0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:26.173753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a953ff-69ff-4e69-b2ac-f8551a0b4636') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:26.173753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a953ff-69ff-4e69-b2ac-f8551a0b4636') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:26.178031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e8747b5-68c7-484a-8385-fa8aa016d28e req-8c50cb10-efcb-464c-b312-f07101783373 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105626 Dec 17 15:51:26.178850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Subnet': ['ID=ac46e4e9-a96c-4694-8623-f0357dcdca61,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:26.180502 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.197051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Checking segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:26.197767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network hostable DHCP agents. Network: 23384b65-cb3e-4750-95b4-36a39b629de6, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:51:26.227674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:26.250325 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d1782d8-e819-4b18-a42a-7dec2c857f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.253882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network 23384b65-cb3e-4750-95b4-36a39b629de6 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:51:26.267679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:26.281761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.313251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fd587785-3804-4369-b22f-c23e72e33b49 None None] Provisioning complete for port d4464895-adfd-4b99-a19d-4fa2ab6faa0d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:26.313823 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fd587785-3804-4369-b22f-c23e72e33b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.338845 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c80e0-5453-47a7-865d-0391e7a92e63 None None] Pushing event updated for resources: {'Port': ['ID=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:26.342871 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Routers {'c708bc9b-9d1f-4607-95f6-04087c2f6b73'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:26.343802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:26.347859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.372729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.393329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:51:26.394256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:51:26.404024 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:51:26.493715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:26.529002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 23384b65-cb3e-4750-95b4-36a39b629de6) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:26.548349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:26.549030 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.550777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-a95b0c93-b221-446f-89e1-0d4405e72921 service neutron] 10.222.0.49 "PUT /v2.0/ports/c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 1097 time: 2.7133813 Dec 17 15:51:26.579351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Attempting to bind port 936d9981-e0da-4340-a510-9083f77860a3 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:26.579351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Attempting to bind port 936d9981-e0da-4340-a510-9083f77860a3 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:26.579351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Attempting to bind port 936d9981-e0da-4340-a510-9083f77860a3 on network 87ff2a46-4020-4f5f-ab99-033e790b6e02 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:26.588083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:26.590519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fd587785-3804-4369-b22f-c23e72e33b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.591027 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.595084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bcfe47-bf85-4c96-9af3-670c22e4328f None None] Network 23384b65-cb3e-4750-95b4-36a39b629de6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:26.618743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Port 936d9981-e0da-4340-a510-9083f77860a3 on network 87ff2a46-4020-4f5f-ab99-033e790b6e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:51:26.625489 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] Set router c708bc9b-9d1f-4607-95f6-04087c2f6b73 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:26.644256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Attempting to bind port 936d9981-e0da-4340-a510-9083f77860a3 on network 87ff2a46-4020-4f5f-ab99-033e790b6e02 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:26.657698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.687131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.697465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c179206e-9528-42ce-9e02-a6b3e08baef2 HTTP/1.1" status: 204 len: 168 time: 1.2966316 Dec 17 15:51:26.717196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fd587785-3804-4369-b22f-c23e72e33b49 None None] For port d4464895-adfd-4b99-a19d-4fa2ab6faa0d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,segment=NetworkSegment(0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f),segment_id=0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:26.729656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:26.731124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Checking segment: {'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:26.731124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Bound using segment: {'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:26.738032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3d9aa505-f9d5-4c76-bcbf-235de65d743f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6646082 Dec 17 15:51:26.739892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Bound port: 936d9981-e0da-4340-a510-9083f77860a3, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:26.740370 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.759092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39576) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:26.768146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'subnet': {'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:26.804061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9239267-1fc2-4649-ae69-404132497831 admin admin] Pushing event deleted for resources: {'Network': ['ID=c179206e-9528-42ce-9e02-a6b3e08baef2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:26.824119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 41a091c7-508e-4612-9dae-9c5a7b799381 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:26.887437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.895834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28e23c-bf15-40f3-a9b4-36e60f5a7191 req-7ff4ae06-39e2-4016-b3d8-52c5b5af732f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:26.899395 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fd587785-3804-4369-b22f-c23e72e33b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:26.903913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c28e23c-bf15-40f3-a9b4-36e60f5a7191 req-7ff4ae06-39e2-4016-b3d8-52c5b5af732f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 944 time: 0.4926407 Dec 17 15:51:26.910907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-7b612812-3aa8-4894-8f18-e03ffc04e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:26.912753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-7b612812-3aa8-4894-8f18-e03ffc04e825 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1100 time: 0.2634749 Dec 17 15:51:26.931078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39580) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:26.987284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:27.016158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-23384b65-cb3e-4750-95b4-36a39b629de6', 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'fixed_ips': [{'subnet_id': 'ac46e4e9-a96c-4694-8623-f0357dcdca61'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:51:27.017212 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.018923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=936d9981-e0da-4340-a510-9083f77860a3,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:27.022413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0caa4cf6-fea2-46ec-9a2d-31f1b2d2208f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24aab19a67c240a29757b051c60d9feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882542 Dec 17 15:51:27.027438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39582) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:27.033005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-8d3a53ba-9e9a-414b-a627-b115884d4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:27.035331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-8d3a53ba-9e9a-414b-a627-b115884d4e5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.0980687 Dec 17 15:51:27.050502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.073524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d1782d8-e819-4b18-a42a-7dec2c857f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.077074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d1782d8-e819-4b18-a42a-7dec2c857f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.078305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5d1782d8-e819-4b18-a42a-7dec2c857f92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc6e756e-3b87-4176-9884-40bbc552d991 HTTP/1.1" status: 204 len: 168 time: 1.2722967 Dec 17 15:51:27.126985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:51:22Z', 'revision_number': 4, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port': {'id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:15Z', 'updated_at': '2021-12-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'd4464895-adfd-4b99-a19d-4fa2ab6faa0d', 'name': '', 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'mac_address': 'fa:16:3e:08:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3696475f-eac0-4735-8fba-756dfe5ddb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:20Z', 'updated_at': '2021-12-17T15:51:26Z', 'revision_number': 4, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'subnets': [{'id': '3696475f-eac0-4735-8fba-756dfe5ddb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:27.134174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-1f9fdb6d-f3ae-4f6c-954b-7efdb56cc68b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.0745745 Dec 17 15:51:27.135077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:27.140672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.171759 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fb6b5-a099-4452-b4c3-553d3ab2a9d6 None None] The sync data for ids ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'] in n-d-806683-20 is: [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:51:22Z', 'revision_number': 4, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port': {'id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:15Z', 'updated_at': '2021-12-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'd4464895-adfd-4b99-a19d-4fa2ab6faa0d', 'name': '', 'network_id': 'e093356c-748b-452c-8e07-90353e4e4ede', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'mac_address': 'fa:16:3e:08:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '3696475f-eac0-4735-8fba-756dfe5ddb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:20Z', 'updated_at': '2021-12-17T15:51:26Z', 'revision_number': 4, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'subnets': [{'id': '3696475f-eac0-4735-8fba-756dfe5ddb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:51:27.184219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c28e23c-bf15-40f3-a9b4-36e60f5a7191 req-45c03911-200d-4b9e-bea9-b1b23738cbd6 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793560 Dec 17 15:51:27.185206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1782d8-e819-4b18-a42a-7dec2c857f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6e756e-3b87-4176-9884-40bbc552d991,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:27.245731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:27.245731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.265350 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] 10.222.0.49 "PUT /v2.0/ports/936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 1093 time: 3.2288580 Dec 17 15:51:27.275242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'tag': '936d9981-e0da-4340-a510-9083f77860a3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:27.278117 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b07a98-fc0d-4ed4-a588-b74a59f90194" -d '{"events": [{"name": "network-changed", "server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "tag": "936d9981-e0da-4340-a510-9083f77860a3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:27.286110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-50a94ffa-43d6-4667-85b2-e6967e2174bc None None] Provisioning complete for port d4464895-adfd-4b99-a19d-4fa2ab6faa0d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:27.292276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-50a94ffa-43d6-4667-85b2-e6967e2174bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.303244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-2036bd26-0135-48ed-bd1e-04ce77233df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:27.304941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-2036bd26-0135-48ed-bd1e-04ce77233df0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1590383 Dec 17 15:51:27.395684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd587785-3804-4369-b22f-c23e72e33b49 None None] Pushing event updated for resources: {'Port': ['ID=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:27.450706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 41a091c7-508e-4612-9dae-9c5a7b799381 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:27.451088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.457056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-1359d7bc-8bce-4978-9f3c-18fc63e71679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:27.459508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-1359d7bc-8bce-4978-9f3c-18fc63e71679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301870 Dec 17 15:51:27.568024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:27.570303 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:27.582885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Allocated IP 172.25.0.192 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/2ad167f7-75d3-45d3-a204-dbf46347b4cd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:27.596197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:27.611542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf7276-f85c-4a8a-8bc0-c7a55036bd3a req-3b472059-8337-47cd-a225-fa439438dd6a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:27.613257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39cf7276-f85c-4a8a-8bc0-c7a55036bd3a req-3b472059-8337-47cd-a225-fa439438dd6a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 948 time: 0.1910450 Dec 17 15:51:27.723861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.761998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-ce2e31e7-5505-4638-bc93-8b349444a798 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905905 Dec 17 15:51:27.765603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8b8b4-4015-4991-a3fc-d32389dd0991 service neutron] Pushing event updated for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:27.790989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.791763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.797301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39cf7276-f85c-4a8a-8bc0-c7a55036bd3a req-1eb4592d-f69d-4c43-9dc9-47b281864db6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731205 Dec 17 15:51:27.875210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:27.893274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Allocated IP 10.1.1.2 (23384b65-cb3e-4750-95b4-36a39b629de6/ac46e4e9-a96c-4694-8623-f0357dcdca61/82b387fa-e1e8-49cc-a0c3-f77efabe2ca3) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:27.917867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:27.930731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-99716c0e-e95d-4f88-b7f7-0648ef1f4e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:27.936823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:27.944683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:27.951242 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59896af2-8c9c-4ccb-9c6e-e47b9c1034af x-openstack-request-id: req-59896af2-8c9c-4ccb-9c6e-e47b9c1034af {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:27.951537 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "tag": "936d9981-e0da-4340-a510-9083f77860a3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:27.951793 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59896af2-8c9c-4ccb-9c6e-e47b9c1034af {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:27.957893 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'tag': '936d9981-e0da-4340-a510-9083f77860a3', 'status': 'completed', 'code': 200} Dec 17 15:51:28.056553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-7d21bae1-6c2a-41d7-bbb1-a096dc4ca4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.058488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-7d21bae1-6c2a-41d7-bbb1-a096dc4ca4e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1096 time: 0.7296093 Dec 17 15:51:28.090069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=2ad167f7-75d3-45d3-a204-dbf46347b4cd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:28.102812 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c07b6e-d2ed-4fcc-a05a-a77ba3167a44 x-openstack-request-id: req-c7c07b6e-d2ed-4fcc-a05a-a77ba3167a44 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:28.103963 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:28.104291 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7c07b6e-d2ed-4fcc-a05a-a77ba3167a44 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:28.109057 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'status': 'completed', 'code': 200} Dec 17 15:51:28.109759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Subnet': ['ID=7339ca3e-5315-4afb-8233-370a9cf91ad2,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:28.139274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-99716c0e-e95d-4f88-b7f7-0648ef1f4e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.146198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-07b54b69-e3e6-44b6-8bce-f6860e8fcef4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 217 time: 0.0704494 Dec 17 15:51:28.164753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-ae74d96b-e391-486d-a14b-e9dd094382b4 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904350 Dec 17 15:51:28.196605 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.208044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Checking segment: {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:28.222176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network hostable DHCP agents. Network: d56efdfb-2214-495b-b81d-8728c73706ee, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:51:28.235513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.333389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Network 23384b65-cb3e-4750-95b4-36a39b629de6 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:28.342809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-0c85337f-aec2-4d66-a9a9-7d18ac6ca02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.343698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-0c85337f-aec2-4d66-a9a9-7d18ac6ca02e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.1874380 Dec 17 15:51:28.346008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39610) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:28.348587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:28.353538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-e85398df-228e-41c7-b893-6757fd2508e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.355667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-e85398df-228e-41c7-b893-6757fd2508e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1100 time: 0.2434475 Dec 17 15:51:28.357142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network d56efdfb-2214-495b-b81d-8728c73706ee is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:51:28.357274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:28.366826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Pushing event updated for resources: {'Port': ['ID=82b387fa-e1e8-49cc-a0c3-f77efabe2ca3,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:28.385761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-537d4448-72ee-4174-a1a5-19dab7010a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.427003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-f72057c0-a00c-46c6-8354-13c27a3fc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.429180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-f72057c0-a00c-46c6-8354-13c27a3fc5f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1100 time: 0.1682906 Dec 17 15:51:28.437579 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.445795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-57639485-6e27-47b7-b756-295ce082b419 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702980 Dec 17 15:51:28.463685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d56efdfb-2214-495b-b81d-8728c73706ee) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:28.470203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.471650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.471999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-99716c0e-e95d-4f88-b7f7-0648ef1f4e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.475127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-99716c0e-e95d-4f88-b7f7-0648ef1f4e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.479519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-99716c0e-e95d-4f88-b7f7-0648ef1f4e3b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e HTTP/1.1" status: 204 len: 168 time: 1.4509721 Dec 17 15:51:28.482265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9c7dd-eeef-4ca0-92ae-d05ccc183f2b None None] Network d56efdfb-2214-495b-b81d-8728c73706ee requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:28.521123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Attempting to bind port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:28.521907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Attempting to bind port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:28.522272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Attempting to bind port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:28.593813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:28.594443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Checking segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:28.595015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.595408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Bound using segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:28.596284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Bound port: 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:28.596581 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.619417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99716c0e-e95d-4f88-b7f7-0648ef1f4e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a10e9c-3c4d-4b45-80d6-4a2acdcdc88e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:28.745824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.756196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4464895-adfd-4b99-a19d-4fa2ab6faa0d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:28.790042 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3f4ee4b0-c784-47e0-a485-16d937b6ef0e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0287685 Dec 17 15:51:28.802998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39618) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:28.826781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'port': {'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'name': 'tempest-TaggedBootDevicesTest_v242-1552385324', 'fixed_ips': [{'subnet_id': 'ac46e4e9-a96c-4694-8623-f0357dcdca61'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:28.892577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e336e-1ec8-447f-81a7-429728e1ce02 req-8702030c-8d46-4bf6-9428-316662b14146 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.894534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc0e336e-1ec8-447f-81a7-429728e1ce02 req-8702030c-8d46-4bf6-9428-316662b14146 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 944 time: 0.4121895 Dec 17 15:51:28.902240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-be970db9-007a-4f8d-969f-c49b439f1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.903932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-be970db9-007a-4f8d-969f-c49b439f1921 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4262233 Dec 17 15:51:28.905384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-795f12a2-cc14-4810-955f-ae7964f53f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:28.906367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-795f12a2-cc14-4810-955f-ae7964f53f6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.5284600 Dec 17 15:51:28.963778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-d56efdfb-2214-495b-b81d-8728c73706ee', 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee', 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'fixed_ips': [{'subnet_id': '7339ca3e-5315-4afb-8233-370a9cf91ad2'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:51:28.964669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:28.967365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] For port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:29.007372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] For port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=82b387fa-e1e8-49cc-a0c3-f77efabe2ca3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:29.033720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-86e466a2-8ec3-4380-8f07-70d08fc99c5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.1197946 Dec 17 15:51:29.034814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:29.044885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d4464895-adfd-4b99-a19d-4fa2ab6faa0d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:29.045282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:29.115047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-50189cc6-2588-404e-b233-b6f592f57fcd service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565294 Dec 17 15:51:29.146983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-11993c5f-fad1-40ca-9f61-853a0b6cb951 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.2188807 Dec 17 15:51:29.207622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-537d4448-72ee-4174-a1a5-19dab7010a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:29.288978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc0e336e-1ec8-447f-81a7-429728e1ce02 req-a19ba0cc-26c9-4110-a505-9f49cbbeb33d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815289 Dec 17 15:51:29.301417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-2ab950e9-9b55-4777-9cf3-39433a100776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:29.302828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-2ab950e9-9b55-4777-9cf3-39433a100776 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2565784 Dec 17 15:51:29.339710 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-537d4448-72ee-4174-a1a5-19dab7010a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:29.404347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-a28c671e-febd-4380-aba6-44e2f6d92219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:29.405460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-a28c671e-febd-4380-aba6-44e2f6d92219 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2414072 Dec 17 15:51:29.459302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-537d4448-72ee-4174-a1a5-19dab7010a33 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=268e3d925b8a41458070f94223953596&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1122682 Dec 17 15:51:29.466565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39634) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:29.474543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d4448-72ee-4174-a1a5-19dab7010a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43bcedd-5bc7-4328-8a76-bb8d669b592a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:29.588843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3405bc3-0a98-4cc1-9fc4-9f3ddc377ab1 req-24c65875-b24f-4380-8dcb-f5489139edef service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607265 Dec 17 15:51:29.613641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:29.645181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-c5a0aad2-2753-4f07-aa7e-7c4f735f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:29.647117 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-c5a0aad2-2753-4f07-aa7e-7c4f735f01e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3330963 Dec 17 15:51:29.673288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-7ad365cf-7d16-4eb5-96bc-5ae59b297e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:29.676242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-7ad365cf-7d16-4eb5-96bc-5ae59b297e88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2471619 Dec 17 15:51:29.722095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b96d8c-7580-4c02-b393-a0f74dcf3151 None None] Pushing event updated for resources: {'Port': ['ID=82b387fa-e1e8-49cc-a0c3-f77efabe2ca3,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:29.815180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Allocated IP 10.2.2.2 (d56efdfb-2214-495b-b81d-8728c73706ee/7339ca3e-5315-4afb-8233-370a9cf91ad2/fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:29.888661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b95d-ce06-4f53-ad0c-a15d9f312892 req-270e3481-5e34-4abc-988f-a167cfe5a3f7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:29.903756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a705b95d-ce06-4f53-ad0c-a15d9f312892 req-270e3481-5e34-4abc-988f-a167cfe5a3f7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 948 time: 0.3860712 Dec 17 15:51:29.906578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3f940c-8feb-48e3-9b3f-e23a2825b59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:29.915926 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:29.950619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.049865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-d92a83fd-c3a5-4521-9cab-1240d40f5b21 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718657 Dec 17 15:51:30.065311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a705b95d-ce06-4f53-ad0c-a15d9f312892 req-d88cb4c0-617b-4cf1-922a-74969cdc8626 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601458 Dec 17 15:51:30.078851 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-23e2b26c-23e0-410a-933d-126ba94e4013 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787091 Dec 17 15:51:30.214317 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.217396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-b04277fe-b1d1-4b8d-a99e-6af66b0ea1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:30.220512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-b04277fe-b1d1-4b8d-a99e-6af66b0ea1f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1096 time: 0.5591221 Dec 17 15:51:30.227583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.240716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3f940c-8feb-48e3-9b3f-e23a2825b59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.340464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Pushing event updated for resources: {'Port': ['ID=fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:30.364619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Network d56efdfb-2214-495b-b81d-8728c73706ee is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:30.368106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:30.370712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:30.435489 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-3aaabbd8-93d2-454b-8ef1-8a884f9947af service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636563 Dec 17 15:51:30.459677 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4696fb6e-ffb3-4314-80b2-b741a49e6b9b req-608ed1f3-8273-475c-84bf-a4ede66c10d6 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558919 Dec 17 15:51:30.469758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=2ad167f7-75d3-45d3-a204-dbf46347b4cd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:30.483643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71047eab-7f7f-44ca-b5a3-b195173b9552 req-4186181e-51cb-43b6-8e8c-409c3f338ee3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:30.485476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71047eab-7f7f-44ca-b5a3-b195173b9552 req-4186181e-51cb-43b6-8e8c-409c3f338ee3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 944 time: 0.0842798 Dec 17 15:51:30.506006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Attempting to bind port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:30.506393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Attempting to bind port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:30.510452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.512754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Attempting to bind port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 on network d56efdfb-2214-495b-b81d-8728c73706ee {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:30.533860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:30.534974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Checking segment: {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:30.536024 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.536609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Bound using segment: {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:30.537719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Bound port: fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:30.539141 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.571957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.585540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] device_id is not set on port af86f54b-aced-4965-a78e-cb34f69485f3 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:51:30.646939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71047eab-7f7f-44ca-b5a3-b195173b9552 req-b1420e31-fbd6-477d-832d-e8baa62591d4 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516693 Dec 17 15:51:30.697705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] For port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:30.702900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:30.709441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] For port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:30.731095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-7c90632c-9449-40ef-8eeb-376fd6c78123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:30.732771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-7c90632c-9449-40ef-8eeb-376fd6c78123 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.4338510 Dec 17 15:51:30.742530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3f940c-8feb-48e3-9b3f-e23a2825b59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.745287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3f940c-8feb-48e3-9b3f-e23a2825b59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.748932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bb3f940c-8feb-48e3-9b3f-e23a2825b59e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c43bcedd-5bc7-4328-8a76-bb8d669b592a HTTP/1.1" status: 204 len: 168 time: 1.2733281 Dec 17 15:51:30.750503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.750996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-de06ed30-be25-4f12-866b-14737416ed49 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3160653 Dec 17 15:51:30.758339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.843024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da54021-2da2-4212-893d-f96f3410e151 None None] Pushing event updated for resources: {'Port': ['ID=fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:30.853328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:30.854688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:30.880947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f940c-8feb-48e3-9b3f-e23a2825b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43bcedd-5bc7-4328-8a76-bb8d669b592a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:30.979994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-3c11b5c1-e228-47ac-9730-b77342d5c675 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 217 time: 0.2279239 Dec 17 15:51:31.005980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-5f6c4197-11fe-47ed-a574-538885995d71 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.2158020 Dec 17 15:51:31.007137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:31.077419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=82b387fa-e1e8-49cc-a0c3-f77efabe2ca3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:31.083601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:31.195033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=82b387fa-e1e8-49cc-a0c3-f77efabe2ca3,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:31.323568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee195ed6-d103-4555-a2e9-ddc3c805eebd req-34d7e694-0bcc-4ee2-990b-7443e1c8d2c0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:31.328654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee195ed6-d103-4555-a2e9-ddc3c805eebd req-34d7e694-0bcc-4ee2-990b-7443e1c8d2c0 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 948 time: 0.0997641 Dec 17 15:51:31.401319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee195ed6-d103-4555-a2e9-ddc3c805eebd req-b6f53fa0-c4ce-4157-9eb2-7c364b2b52c1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716624 Dec 17 15:51:31.551871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd611c9-7801-4625-a9f2-4ddb4552c8ae None None] Network 23384b65-cb3e-4750-95b4-36a39b629de6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:31.681426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ddbbe63e-20d8-432d-beb2-0b6028cecdc7 None None] Provisioning complete for port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:31.682010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe63e-20d8-432d-beb2-0b6028cecdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:31.719624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 10.1.1.253 (23384b65-cb3e-4750-95b4-36a39b629de6/ac46e4e9-a96c-4694-8623-f0357dcdca61/af86f54b-aced-4965-a78e-cb34f69485f3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:31.736653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-c998ced0-aeba-42e6-a7d1-b434f8194cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:31.738472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-c998ced0-aeba-42e6-a7d1-b434f8194cce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.7453735 Dec 17 15:51:31.801458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-aa9b3c45-2a19-45e8-b306-6f6e7806dd18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545170 Dec 17 15:51:31.809136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-9902b5c8-37ba-42e9-ba2b-c5b08b46a5a7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:31.811082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-9902b5c8-37ba-42e9-ba2b-c5b08b46a5a7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594&tenant_id=d1250a44894b48f8a2959c35a3eedae9&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 948 time: 0.0977607 Dec 17 15:51:31.918293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-cd8af2a8-98a9-4464-a780-25d78ef96032 service neutron] 10.222.0.49 "GET /v2.0/ports/c2b3fb61-066a-4553-94de-be05cdfcc35f/bindings/n-h2-806683-20 HTTP/1.1" status: 200 len: 383 time: 0.0981758 Dec 17 15:51:31.921482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-85aef5a1-9a1a-40a2-b02a-0454a5996ecc service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109824 Dec 17 15:51:32.033596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-4a206044-8777-45d5-b04f-2f9f14e2afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.037467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-4a206044-8777-45d5-b04f-2f9f14e2afb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1100 time: 0.0911217 Dec 17 15:51:32.044222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-e9882877-434f-4033-9747-72abbce6199a tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.046939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fcc8f23a-238a-4ba6-b283-7cf40985a84c req-e9882877-434f-4033-9747-72abbce6199a tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 1.0334868 Dec 17 15:51:32.208478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22b07a98-fc0d-4ed4-a588-b74a59f90194 req-cb66a9fb-e23a-4e57-90b0-426f19cf1f53 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669785 Dec 17 15:51:32.248683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-ed1b50ef-b757-4455-98cd-fd0ff3decec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.252262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-ed1b50ef-b757-4455-98cd-fd0ff3decec4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1824219 Dec 17 15:51:32.305032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:32.316677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3ef3b-6449-4de5-907a-3c5bf1d4c750 req-802905df-b5ab-414f-b4e2-e09d1bf8347e tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.318563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ac3ef3b-6449-4de5-907a-3c5bf1d4c750 req-802905df-b5ab-414f-b4e2-e09d1bf8347e tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 944 time: 0.1328452 Dec 17 15:51:32.361134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-c78d84a4-5d07-406b-a888-740c32deccc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.1004970 Dec 17 15:51:32.388186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ac3ef3b-6449-4de5-907a-3c5bf1d4c750 req-ce8d1dd9-e27a-4757-a537-6b526bae4047 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600805 Dec 17 15:51:32.390578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:32.444154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-79953357-860c-4b70-8c1e-a36d3b0e255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.445899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network 23384b65-cb3e-4750-95b4-36a39b629de6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:32.449577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:32.450445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-79953357-860c-4b70-8c1e-a36d3b0e255f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0790603 Dec 17 15:51:32.506124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=af86f54b-aced-4965-a78e-cb34f69485f3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:32.512439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:32.516230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-848ab5e7-942f-4b54-b749-0bab9c13ac07 None None] Provisioning complete for port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:32.517403 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-848ab5e7-942f-4b54-b749-0bab9c13ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:32.527483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481740ff-bf6f-40e7-98b7-95517f854b79 None None] Network d56efdfb-2214-495b-b81d-8728c73706ee requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:32.549332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-f74fe8f8-182b-4d30-9205-a8893b9d3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.551099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-f74fe8f8-182b-4d30-9205-a8893b9d3ecc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953760 Dec 17 15:51:32.652227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.653105 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:32.709061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c7ab3-68e4-4503-af5e-f154420bc1d0 req-196a9a30-c6c7-4db2-ad63-2d3a509b9801 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:32.711613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d8c7ab3-68e4-4503-af5e-f154420bc1d0 req-196a9a30-c6c7-4db2-ad63-2d3a509b9801 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 948 time: 0.1529734 Dec 17 15:51:32.715494 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bef25b26-2b45-479f-91f7-ba6be348d5e1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8927097 Dec 17 15:51:32.720805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39712) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:32.737271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'port': {'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'name': 'tempest-TaggedBootDevicesTest_v242-632386604', 'fixed_ips': [{'subnet_id': 'ac46e4e9-a96c-4694-8623-f0357dcdca61'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:32.775165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:51:32.800797 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d8c7ab3-68e4-4503-af5e-f154420bc1d0 req-cd9bd83f-fc05-484d-ad5d-fa2c3bddc457 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826552 Dec 17 15:51:32.862860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:32.966358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-a871dcea-d657-45e1-b939-88182a79f63b tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1454692 Dec 17 15:51:32.971450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:32.976487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:51:32.989601 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-67562a76-6a75-4750-b085-6f81c7b7f4e9 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311974 Dec 17 15:51:33.001593 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.145538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.164016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:33.177461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-ce36203d-cdb8-4ec9-90bb-db7c57691704 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757548 Dec 17 15:51:33.321885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Provisioning complete for port af86f54b-aced-4965-a78e-cb34f69485f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:33.321885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.322826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:33.322947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Allocated IP 172.25.0.209 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d0533c8e-4340-4498-9a27-40c31c61a57a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:33.323156 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.358043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.384878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:33.396626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] device_id is not set on port 475205d7-93e1-41f2-aac3-9179c4c5545c yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:51:33.424083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'mac_address': 'fa:16:3e:ba:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:51:33.434594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Port af86f54b-aced-4965-a78e-cb34f69485f3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:33.513631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Provisioning complete for port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:33.514496 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.579071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.675649 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.704150 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.720932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.745951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b3fb61-066a-4553-94de-be05cdfcc35f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:33.782771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:33.793481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=d0533c8e-4340-4498-9a27-40c31c61a57a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:33.794567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] For port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:33.796151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:33.801456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:33.806108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:33.808657 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.826744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 10.1.1.62 (23384b65-cb3e-4750-95b4-36a39b629de6/ac46e4e9-a96c-4694-8623-f0357dcdca61/475205d7-93e1-41f2-aac3-9179c4c5545c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:33.864977 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.868438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5279c-e94e-4449-b7be-f975a23187d5 None None] Pushing event updated for resources: {'Port': ['ID=fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:33.887463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:33.888573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 936d9981-e0da-4340-a510-9083f77860a3 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:51:33.976821 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.010107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5e4979e6-7865-4132-9263-c84848379891 None None] Provisioning complete for port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:34.010472 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e4979e6-7865-4132-9263-c84848379891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.068802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.125179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:34.162373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:51:34.166671 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:51:34.248656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093a89d-bb01-4581-983b-e5fd70a505d6 req-931cba8e-1b30-4ce5-b46d-591ca56932d4 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:34.250921 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c093a89d-bb01-4581-983b-e5fd70a505d6 req-931cba8e-1b30-4ce5-b46d-591ca56932d4 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 944 time: 0.4647303 Dec 17 15:51:34.275307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=936d9981-e0da-4340-a510-9083f77860a3,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:34.303294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '936d9981-e0da-4340-a510-9083f77860a3', 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02', 'port_id': '936d9981-e0da-4340-a510-9083f77860a3', 'mac_address': 'fa:16:3e:63:d7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584ef881-c9e6-4a5b-b079-21a123e1c61c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:51:34.330002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.339972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.400670 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c093a89d-bb01-4581-983b-e5fd70a505d6 req-20798c04-5266-4ca9-8d16-126d2adfdae6 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158133 Dec 17 15:51:34.461569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=d0533c8e-4340-4498-9a27-40c31c61a57a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:34.464715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.472841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.501501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.523962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936d9981-e0da-4340-a510-9083f77860a3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:34.543684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.547701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-c37d7ac1-cff2-4b35-b75e-4c600abed729 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5804617 Dec 17 15:51:34.560665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=936d9981-e0da-4340-a510-9083f77860a3,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:34.571285 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.617935 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.622551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-b012ef6e-ace6-464b-96fb-c0fcae5b0429 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0594456 Dec 17 15:51:34.631696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b77eb-0f6c-4772-ba84-befaca73f985 req-54db8c67-6c9a-4847-88dd-5f472f559321 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:34.639498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-017b77eb-0f6c-4772-ba84-befaca73f985 req-54db8c67-6c9a-4847-88dd-5f472f559321 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 949 time: 0.1013069 Dec 17 15:51:34.661534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network 23384b65-cb3e-4750-95b4-36a39b629de6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:34.668611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:34.691379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:34.702974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:34.768757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:34.794945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=475205d7-93e1-41f2-aac3-9179c4c5545c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:34.819971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-017b77eb-0f6c-4772-ba84-befaca73f985 req-2544b098-e52f-4c2c-926e-0e0e6b173722 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792579 Dec 17 15:51:34.837312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:34.838600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:34.843484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-e303d111-6cde-457d-a65d-0ebe2db18dfa tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:34.856886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:34.857713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433a5e00-045c-4de0-823b-6da4a636b9b9 req-e303d111-6cde-457d-a65d-0ebe2db18dfa tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2270300 Dec 17 15:51:34.883318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5ffffaa5-3383-474b-9f75-a763678aa2af tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1523838 Dec 17 15:51:34.962839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:34.963234 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:35.152319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-21c2909b-44d3-4a41-8a14-15af5729a5ac None None] Provisioning complete for port 475205d7-93e1-41f2-aac3-9179c4c5545c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:35.152675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-21c2909b-44d3-4a41-8a14-15af5729a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:35.194277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-21c2909b-44d3-4a41-8a14-15af5729a5ac None None] Port 475205d7-93e1-41f2-aac3-9179c4c5545c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:35.264701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:35.338106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:35.338632 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:35.394755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-0ce2013a-23c8-430d-ae7b-250ee5c55e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:35.401235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-0ce2013a-23c8-430d-ae7b-250ee5c55e09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594&tenant_id=d1250a44894b48f8a2959c35a3eedae9 HTTP/1.1" status: 200 len: 1101 time: 0.0931470 Dec 17 15:51:35.417506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:35.460851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-8987c00a-50f0-414e-af5e-f89433c09043 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1887188 Dec 17 15:51:35.475071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:35.522506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:35.526988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:35.696279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:35.814179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39798) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:35.820282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Allocated IP 172.25.0.48 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/c430fc43-b728-4649-830f-6f3354bb0b0b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:35.820860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4addf00a-7b12-4ee8-a827-1447bbfcabee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899550447', 'description': 'tempest-description--1334998779'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:35.846827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:35.881888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4addf00a-7b12-4ee8-a827-1447bbfcabee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:35.940809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:35.963083 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.000851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.009101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c2b3fb61-066a-4553-94de-be05cdfcc35f {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:36.028074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.033400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4addf00a-7b12-4ee8-a827-1447bbfcabee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.043634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655abea-28ff-476a-939f-5eef84cde23c req-4e20a89a-0b93-4a9a-bcb2-c29a265f7f30 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:36.045192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9655abea-28ff-476a-939f-5eef84cde23c req-4e20a89a-0b93-4a9a-bcb2-c29a265f7f30 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 945 time: 0.1215088 Dec 17 15:51:36.048576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4addf00a-7b12-4ee8-a827-1447bbfcabee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.049965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:36.053071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:36.057609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:36.061128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=c430fc43-b728-4649-830f-6f3354bb0b0b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:36.067445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Ignored duplicate provisioning block setup for port c2b3fb61-066a-4553-94de-be05cdfcc35f by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 17 15:51:36.093482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.131475 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4addf00a-7b12-4ee8-a827-1447bbfcabee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.135350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4addf00a-7b12-4ee8-a827-1447bbfcabee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3174188 Dec 17 15:51:36.139916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39806) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:36.140364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addf00a-7b12-4ee8-a827-1447bbfcabee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5da7c-01fa-45e5-911a-07da75f9c5b3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:36.145803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b97f7816-b487-4d3f-821d-8347354ecc94 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'security_group_rule': {'security_group_id': '42b5da7c-01fa-45e5-911a-07da75f9c5b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:36.193398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=9']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:36.193672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b97f7816-b487-4d3f-821d-8347354ecc94 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.196181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] No DVR routers for this DVR port c2b3fb61-066a-4553-94de-be05cdfcc35f on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:36.202606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9655abea-28ff-476a-939f-5eef84cde23c req-5133fb3a-ba9d-4bc1-8f32-644bddd1129c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439197 Dec 17 15:51:36.205095 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.251420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:36.252283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:36.252793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:36.258024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:51:36.258650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Attempting to bind port c2b3fb61-066a-4553-94de-be05cdfcc35f on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:36.265787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:36.266734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:36.267317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:36.267989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Bound port: c2b3fb61-066a-4553-94de-be05cdfcc35f, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:36.268630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.319838 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.351329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:36.361199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:36.369403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.373889 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b97f7816-b487-4d3f-821d-8347354ecc94 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.381219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b97f7816-b487-4d3f-821d-8347354ecc94 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.411365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f7816-b487-4d3f-821d-8347354ecc94 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4df99e-bd04-4f63-badd-8fd78ead797d,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:36.440849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b97f7816-b487-4d3f-821d-8347354ecc94 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.451442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b97f7816-b487-4d3f-821d-8347354ecc94 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3072987 Dec 17 15:51:36.451667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:36.451667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.452327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 1097 time: 1.0387261 Dec 17 15:51:36.452327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:36.453135 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd252-699d-4dc4-9c4e-b06470bd72a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.455698 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:36.458927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:36.483915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-65da8655-5787-4316-82f5-62fb64619691 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'security_group_rule': {'security_group_id': '42b5da7c-01fa-45e5-911a-07da75f9c5b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:36.540263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dc383-0fa6-43fe-833e-5f7b21627ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=10']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:36.566184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-6167bd5a-efd8-487a-a262-8a43f08dc99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:36.568223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-6167bd5a-efd8-487a-a262-8a43f08dc99d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1101 time: 0.0743442 Dec 17 15:51:36.584966 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65da8655-5787-4316-82f5-62fb64619691 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.612386 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.622393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.628914 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:51:36.770464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 936d9981-e0da-4340-a510-9083f77860a3 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:36.772418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=c430fc43-b728-4649-830f-6f3354bb0b0b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:36.780284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.795430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39820) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:36.809717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.811088 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-7ad4314b-ff11-4a37-bffb-12e68a8abe28 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3437660 Dec 17 15:51:36.861490 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65da8655-5787-4316-82f5-62fb64619691 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.862124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 936d9981-e0da-4340-a510-9083f77860a3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:51:36.869323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65da8655-5787-4316-82f5-62fb64619691 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.877585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 936d9981-e0da-4340-a510-9083f77860a3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:36.879261 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:36.892979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b5e3e-7758-41b3-b461-e285b33033b4 req-20695794-7340-41a8-98bc-e21b5161936a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:36.894286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-2e018739-4806-486b-8a66-919801ed7d1e tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 695 time: 0.0759792 Dec 17 15:51:36.896135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f48b5e3e-7758-41b3-b461-e285b33033b4 req-20695794-7340-41a8-98bc-e21b5161936a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 949 time: 0.1424100 Dec 17 15:51:36.938765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da8655-5787-4316-82f5-62fb64619691 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0862de9d-eaa2-4440-a08f-49f05b7f36ba,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:36.989185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f48b5e3e-7758-41b3-b461-e285b33033b4 req-1f0f6901-7f89-4b97-9d86-5f44bdf82a19 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703752 Dec 17 15:51:37.006491 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65da8655-5787-4316-82f5-62fb64619691 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.011321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39826) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:37.011521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-65da8655-5787-4316-82f5-62fb64619691 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5349207 Dec 17 15:51:37.017736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-6530d42f-f9c6-406c-bbe5-7b16dcd75900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.019591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-6530d42f-f9c6-406c-bbe5-7b16dcd75900 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4410577 Dec 17 15:51:37.021310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:37.052075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.074587 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-18c6a129-4434-46f9-aca2-724afdfb5677 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.0428734 Dec 17 15:51:37.079138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-84c95f5c-8324-43dd-9cd1-8348bba8ac15 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.090692 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab12e27f-f1f8-4fc7-8c77-40bed6ee3479 req-84c95f5c-8324-43dd-9cd1-8348bba8ac15 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1891630 Dec 17 15:51:37.100748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.117165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936d9981-e0da-4340-a510-9083f77860a3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:37.119801 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b200fc-976c-43c9-8050-903f0c1f35f7" -d '{"events": [{"server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "name": "network-vif-plugged", "status": "completed", "tag": "936d9981-e0da-4340-a510-9083f77860a3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:37.153256 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=936d9981-e0da-4340-a510-9083f77860a3,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:37.155895 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a7f771-3e1b-4e25-a526-9163a891e77a x-openstack-request-id: req-16a7f771-3e1b-4e25-a526-9163a891e77a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:37.156056 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:37.156321 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16a7f771-3e1b-4e25-a526-9163a891e77a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:37.156748 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'status': 'completed', 'code': 200} Dec 17 15:51:37.162373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.163753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:37.187530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-a8617931-a54a-4796-8739-0e0d7279bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.200908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-a8617931-a54a-4796-8739-0e0d7279bb35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1177483 Dec 17 15:51:37.271751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-018e9815-6042-46cd-ac5b-3d5319d61833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.283566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-f14e7ce6-0fd8-4e1d-bab9-454660a13e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.286029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-f14e7ce6-0fd8-4e1d-bab9-454660a13e3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1101 time: 0.1071100 Dec 17 15:51:37.297458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-26ed6fcb-0eee-4c09-8b01-09102c6a89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.300128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:37.300633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-26ed6fcb-0eee-4c09-8b01-09102c6a89e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757170 Dec 17 15:51:37.318280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:37.382815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-58cdcc68-9272-4046-bb2d-6dce0aaacb1e tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1858158 Dec 17 15:51:37.394506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:37.474789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.478008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-018e9815-6042-46cd-ac5b-3d5319d61833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.480609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.494679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-095ad749-5ca0-49f6-891d-be895e55bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.497075 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-095ad749-5ca0-49f6-891d-be895e55bf81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2031066 Dec 17 15:51:37.499584 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-018e9815-6042-46cd-ac5b-3d5319d61833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.499992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-7718e1f8-4a8b-4363-aa9b-b7760d867a74 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773825 Dec 17 15:51:37.565446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-fedb26d3-6377-4e12-8310-23d17284898d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.0608270 Dec 17 15:51:37.621213 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b9f996-22ef-4178-bdd9-b5e88b413f93 x-openstack-request-id: req-36b9f996-22ef-4178-bdd9-b5e88b413f93 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:37.622577 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "name": "network-vif-plugged", "status": "completed", "tag": "936d9981-e0da-4340-a510-9083f77860a3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:37.623033 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36b9f996-22ef-4178-bdd9-b5e88b413f93 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:37.623608 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936d9981-e0da-4340-a510-9083f77860a3', 'code': 200} Dec 17 15:51:37.648150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-018e9815-6042-46cd-ac5b-3d5319d61833 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa45c3454ce04711a9e0adeb720aeedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8514905 Dec 17 15:51:37.651647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39844) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:37.656910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e9815-6042-46cd-ac5b-3d5319d61833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e29d1-fb2d-4d20-8d2c-b37e5b84ce53,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:37.680067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39846) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:37.711488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-18394ffd-6b58-4631-ab9a-846d53600273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.712969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-18394ffd-6b58-4631-ab9a-846d53600273 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1065009 Dec 17 15:51:37.783551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 172.25.0.82 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/0c2eaf6a-77ff-4ab2-b932-ed92d820520e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:37.790482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d069844-5b74-42ec-a8de-4862732e3af7 req-3b595051-5b1c-4abd-87c5-7d436c83d706 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753670 Dec 17 15:51:37.815727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49626a48-e767-4310-8d2f-5d0191072f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.817803 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.838586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711580b-2e74-4d50-9e5b-5f4e2b418fa6 req-12b69258-8e4c-45ea-bb0e-80f15f8747c2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.840096 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b711580b-2e74-4d50-9e5b-5f4e2b418fa6 req-12b69258-8e4c-45ea-bb0e-80f15f8747c2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 946 time: 0.1219823 Dec 17 15:51:37.858375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec266-3ab1-45ef-9049-740de2bf15aa req-0ae1097a-ac6e-4856-bc0d-4eed5efbb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.859991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-484ec266-3ab1-45ef-9049-740de2bf15aa req-0ae1097a-ac6e-4856-bc0d-4eed5efbb99b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1098 time: 0.1435916 Dec 17 15:51:37.863871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-415cbf40-dada-4aca-90d2-0fe0d637b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.865026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-415cbf40-dada-4aca-90d2-0fe0d637b544 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361048 Dec 17 15:51:37.887126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49626a48-e767-4310-8d2f-5d0191072f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:37.965375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd391477-1d7d-421e-8f29-6b4c30ca731d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.005475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-484ec266-3ab1-45ef-9049-740de2bf15aa req-391c8252-27a2-4e37-a536-2da552c0f055 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322620 Dec 17 15:51:38.009226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-76935192-a35c-4284-abd3-f77e85babc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:38.010737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-76935192-a35c-4284-abd3-f77e85babc54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1250a44894b48f8a2959c35a3eedae9&device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1101 time: 0.1642897 Dec 17 15:51:38.023947 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b711580b-2e74-4d50-9e5b-5f4e2b418fa6 req-77d9b20f-b3c8-464a-95b1-efe0ba626efd tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645041 Dec 17 15:51:38.027156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.091285 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49626a48-e767-4310-8d2f-5d0191072f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.095520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49626a48-e767-4310-8d2f-5d0191072f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.097299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-49626a48-e767-4310-8d2f-5d0191072f16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c1e29d1-fb2d-4d20-8d2c-b37e5b84ce53 HTTP/1.1" status: 204 len: 168 time: 0.4431837 Dec 17 15:51:38.103074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-20855af7-14df-4026-b731-d10b2e21e9ec service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140722 Dec 17 15:51:38.107699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.114831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626a48-e767-4310-8d2f-5d0191072f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e29d1-fb2d-4d20-8d2c-b37e5b84ce53,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:38.159250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-68af5b29-295f-44e5-9418-42e924378dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:38.160837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-68af5b29-295f-44e5-9418-42e924378dfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1299760 Dec 17 15:51:38.213896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:38.227282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-ca6f8941-d668-45c2-80c1-505701d1d45e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 200 len: 217 time: 0.0539911 Dec 17 15:51:38.229815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:38.232319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Allocated IP 172.25.0.121 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/8baa023b-0591-4a40-b8d3-bc5d0502e0fd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:38.241632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:38.243642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=0c2eaf6a-77ff-4ab2-b932-ed92d820520e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:38.275264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd391477-1d7d-421e-8f29-6b4c30ca731d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.291434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd391477-1d7d-421e-8f29-6b4c30ca731d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.325362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-4fe114c6-8ed3-4a23-978d-d4be6aec2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:38.329730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-4fe114c6-8ed3-4a23-978d-d4be6aec2f70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0878947 Dec 17 15:51:38.374310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-50d9b347-9014-495e-a755-72b9e3e7260b service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555405 Dec 17 15:51:38.400200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-87db5376-a4e3-4268-a235-de0f1b4e9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:38.400200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-87db5376-a4e3-4268-a235-de0f1b4e9a3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543733 Dec 17 15:51:38.400482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd391477-1d7d-421e-8f29-6b4c30ca731d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3e77b-f522-447d-85d9-b630c1464d95,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:38.430924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dd391477-1d7d-421e-8f29-6b4c30ca731d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d385e328652645abb4af058633096f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7466147 Dec 17 15:51:38.435043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39860) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:38.480573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.485106 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.548194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.587211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.596817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58542040-d76b-477f-afee-d3d47af5497b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.617423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-83bb0725-8d3b-451f-b728-6248dfcc6108 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104816 Dec 17 15:51:38.618101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11cb7778-62e2-491d-afc5-fb58909eacc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.657544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:38.671362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39866) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:38.685620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=8baa023b-0591-4a40-b8d3-bc5d0502e0fd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:38.689992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:38.693705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:38.712704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b365-f011-4f1f-a2e2-1db0a8c0b02c req-cf5be9d4-9c9c-4fd4-9344-b1b372c11210 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:38.714313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03b7b365-f011-4f1f-a2e2-1db0a8c0b02c req-cf5be9d4-9c9c-4fd4-9344-b1b372c11210 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 949 time: 0.1914241 Dec 17 15:51:38.717376 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11cb7778-62e2-491d-afc5-fb58909eacc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.738063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-409d122e-5f36-4d12-b013-67480de82501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.846070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.852382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03b7b365-f011-4f1f-a2e2-1db0a8c0b02c req-e5d6b020-5e31-434a-8f3e-140954120903 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231716 Dec 17 15:51:38.853120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.854482 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.861300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-944b00a2-9ed7-48b8-8c96-1b9574e6ae0d req-9912180f-37d5-4392-b795-abf73f3bfa68 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294998 Dec 17 15:51:38.872632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11cb7778-62e2-491d-afc5-fb58909eacc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.875321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11cb7778-62e2-491d-afc5-fb58909eacc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.879284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-11cb7778-62e2-491d-afc5-fb58909eacc1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97b3e77b-f522-447d-85d9-b630c1464d95 HTTP/1.1" status: 204 len: 168 time: 0.4410071 Dec 17 15:51:38.888869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb7778-62e2-491d-afc5-fb58909eacc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3e77b-f522-447d-85d9-b630c1464d95,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:38.947710 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-409d122e-5f36-4d12-b013-67480de82501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.954751 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-409d122e-5f36-4d12-b013-67480de82501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:38.988954 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.017966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=0c2eaf6a-77ff-4ab2-b932-ed92d820520e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:39.029569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.032239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-409d122e-5f36-4d12-b013-67480de82501 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=067cbe07bdea4eb58edc41f4b9eeb883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352919 Dec 17 15:51:39.035070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39880) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:39.046048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d122e-5f36-4d12-b013-67480de82501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7314aaea-77a1-4688-85be-07b6f7dcb597,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:39.063751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1890aa16-cc2c-4949-9049-d4bbedb3b11f req-4c55202c-3364-4922-a81d-5d90cffd974c tempest-AbsoluteLimitsNegativeTestJSON-1847629129 tempest-AbsoluteLimitsNegativeTestJSON-1847629129-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e828acd8427746739a51cdedb80b0b15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499799 Dec 17 15:51:39.066314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.067671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-63083a73-a0c2-4e0e-a9b0-4b93294969d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0523522 Dec 17 15:51:39.183996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-840791cc-7d1a-4773-ad56-4125201d5ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.238913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-840791cc-7d1a-4773-ad56-4125201d5ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.240037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.249243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.274692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890aa16-cc2c-4949-9049-d4bbedb3b11f req-d968d223-0a57-4f87-95af-a1740871c690 tempest-AbsoluteLimitsNegativeTestJSON-1847629129 tempest-AbsoluteLimitsNegativeTestJSON-1847629129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:39.282639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1890aa16-cc2c-4949-9049-d4bbedb3b11f req-d968d223-0a57-4f87-95af-a1740871c690 tempest-AbsoluteLimitsNegativeTestJSON-1847629129 tempest-AbsoluteLimitsNegativeTestJSON-1847629129-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178426 Dec 17 15:51:39.312713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1890aa16-cc2c-4949-9049-d4bbedb3b11f req-49013fbd-bec1-4e98-8e56-564c46a011a3 tempest-AbsoluteLimitsNegativeTestJSON-1847629129 tempest-AbsoluteLimitsNegativeTestJSON-1847629129-project] 10.222.0.54 "GET /v2.0/quotas/e828acd8427746739a51cdedb80b0b15 HTTP/1.1" status: 200 len: 375 time: 0.0291324 Dec 17 15:51:39.331622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event updated for resources: {'Port': ['ID=8baa023b-0591-4a40-b8d3-bc5d0502e0fd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:39.340175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.343920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1890aa16-cc2c-4949-9049-d4bbedb3b11f req-d0e46420-ecb9-4597-9669-b8cb58f1f341 tempest-AbsoluteLimitsNegativeTestJSON-1847629129 tempest-AbsoluteLimitsNegativeTestJSON-1847629129-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e828acd8427746739a51cdedb80b0b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302985 Dec 17 15:51:39.366129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-840791cc-7d1a-4773-ad56-4125201d5ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.369374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-840791cc-7d1a-4773-ad56-4125201d5ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.373473 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.373678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-840791cc-7d1a-4773-ad56-4125201d5ebe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7314aaea-77a1-4688-85be-07b6f7dcb597 HTTP/1.1" status: 204 len: 168 time: 0.3373368 Dec 17 15:51:39.380602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-87306944-a5e8-4780-8367-40262b27960c tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9870341 Dec 17 15:51:39.389531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840791cc-7d1a-4773-ad56-4125201d5ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7314aaea-77a1-4688-85be-07b6f7dcb597,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:39.456594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-9efee015-2c08-4f0d-8610-0641ac92b988 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0726898 Dec 17 15:51:39.509179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39898) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:39.525195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-990926e0-8d5b-46e7-8a43-ddfa1d4d150e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.605173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-1d431b91-1456-4275-bbd8-5fef357228f6 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:39.606627 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05a5e4aa-d122-420b-bd7a-2c9cb82ce250 req-1d431b91-1456-4275-bbd8-5fef357228f6 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1479714 Dec 17 15:51:39.694359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ad242-583d-48e8-8789-ba7b9656cc7f req-45e52252-e1b1-4d96-b4a0-edb54cc8ba12 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:39.703895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f83ad242-583d-48e8-8789-ba7b9656cc7f req-45e52252-e1b1-4d96-b4a0-edb54cc8ba12 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 946 time: 0.1954935 Dec 17 15:51:39.778533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-a82baf9a-9a99-448a-8216-3b36f6360985 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--899550447&fields=id&tenant_id=df9a6e679bee42a585a07b822f49f9ed HTTP/1.1" status: 200 len: 267 time: 0.0656452 Dec 17 15:51:39.848456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f83ad242-583d-48e8-8789-ba7b9656cc7f req-a086953c-bcd4-42ca-ae7c-a61f1579ed9f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437049 Dec 17 15:51:39.875394 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.876531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-990926e0-8d5b-46e7-8a43-ddfa1d4d150e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.880639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:39.893199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-990926e0-8d5b-46e7-8a43-ddfa1d4d150e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:39.980676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac729553-763e-4702-8ea7-266dc23b912a req-c6203410-e1c6-44cc-a9ca-d02cc6e6512f tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips/4068de58-a2ed-427b-80d6-1ecee40359ac HTTP/1.1" status: 200 len: 693 time: 0.0728254 Dec 17 15:51:40.043558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-990926e0-8d5b-46e7-8a43-ddfa1d4d150e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=922aeeebf2f748c889ca90c0913b91aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5334098 Dec 17 15:51:40.072488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39938) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:40.083248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990926e0-8d5b-46e7-8a43-ddfa1d4d150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e6934-6dbd-4aff-ac38-79ef4089f243,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:40.118612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40c5500c-7d33-4743-a90d-8a24026d6b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.211653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac729553-763e-4702-8ea7-266dc23b912a req-6fcfd43c-5bf1-4b62-9d12-67f70223b9c6 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.218460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac729553-763e-4702-8ea7-266dc23b912a req-6fcfd43c-5bf1-4b62-9d12-67f70223b9c6 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2368288 Dec 17 15:51:40.223036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e70e9851-765c-4a6c-98f5-22725d4e0b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.230716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-ac729553-763e-4702-8ea7-266dc23b912a req-2339e893-7306-4243-9494-f484fc07a250 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:51:40.236313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac729553-763e-4702-8ea7-266dc23b912a req-2339e893-7306-4243-9494-f484fc07a250 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169933 Dec 17 15:51:40.259331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-3bec8fd7-4a1a-4ca9-93f9-6b46eddaa592 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.261416 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-3bec8fd7-4a1a-4ca9-93f9-6b46eddaa592 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports/af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 937 time: 0.4723196 Dec 17 15:51:40.288871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e70e9851-765c-4a6c-98f5-22725d4e0b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.316610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f8fb7b16-0b71-4433-ba39-94e649037d80 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.318033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f8fb7b16-0b71-4433-ba39-94e649037d80 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports/475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 935 time: 0.0504484 Dec 17 15:51:40.377609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-62717f00-9844-4b27-97d4-da9fb9283e3b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528302 Dec 17 15:51:40.389125 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40c5500c-7d33-4743-a90d-8a24026d6b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.395105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40c5500c-7d33-4743-a90d-8a24026d6b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.410113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-33962d1f-c054-4a84-982f-de373134f865 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1166794118&fields=id&tenant_id=87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 267 time: 0.1161599 Dec 17 15:51:40.425902 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-49886d7a-4189-49d1-8012-53116e327d98 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0410054 Dec 17 15:51:40.438560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e70e9851-765c-4a6c-98f5-22725d4e0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.442723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e70e9851-765c-4a6c-98f5-22725d4e0b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.451140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e70e9851-765c-4a6c-98f5-22725d4e0b06 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de3e6934-6dbd-4aff-ac38-79ef4089f243 HTTP/1.1" status: 204 len: 168 time: 0.3704884 Dec 17 15:51:40.478003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-40c5500c-7d33-4743-a90d-8a24026d6b04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e828acd8427746739a51cdedb80b0b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5964417 Dec 17 15:51:40.478613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5500c-7d33-4743-a90d-8a24026d6b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0612e9-7ff5-4601-a902-52eab897354b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:40.481913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39952) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:40.492262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e9851-765c-4a6c-98f5-22725d4e0b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e6934-6dbd-4aff-ac38-79ef4089f243,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:40.542858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-b77e658b-c4b2-4997-851e-058c538225b8 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.548661 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-b77e658b-c4b2-4997-851e-058c538225b8 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 946 time: 0.1236048 Dec 17 15:51:40.559559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'port': {'security_groups': ['d47527fb-3f94-437f-b43d-deee232d4d88', 'a11b5871-438c-4117-8d9e-9f275e9da3da']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:40.579596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9adb3ea9-ba98-4e15-91c9-38fb4b058cc7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.586220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9adb3ea9-ba98-4e15-91c9-38fb4b058cc7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.593013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9adb3ea9-ba98-4e15-91c9-38fb4b058cc7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.595033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9adb3ea9-ba98-4e15-91c9-38fb4b058cc7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/networks?id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=d56efdfb-2214-495b-b81d-8728c73706ee&id=d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 200 len: 1994 time: 0.1683524 Dec 17 15:51:40.597023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a93d09-f4dd-49f9-8f95-48c9e1c31712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.618835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-3b82cc07-76aa-4082-a3d8-3b21385c6e73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/quotas/df9a6e679bee42a585a07b822f49f9ed HTTP/1.1" status: 200 len: 375 time: 0.0157955 Dec 17 15:51:40.647271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.659594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.681278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a93d09-f4dd-49f9-8f95-48c9e1c31712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.728175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dcdfde8c-1d6f-43b3-8a79-81dfc2a438d3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0991588 Dec 17 15:51:40.794065 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a93d09-f4dd-49f9-8f95-48c9e1c31712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.796928 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a93d09-f4dd-49f9-8f95-48c9e1c31712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.798089 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c4a93d09-f4dd-49f9-8f95-48c9e1c31712 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4f0612e9-7ff5-4601-a902-52eab897354b HTTP/1.1" status: 204 len: 168 time: 0.3069804 Dec 17 15:51:40.822059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a93d09-f4dd-49f9-8f95-48c9e1c31712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0612e9-7ff5-4601-a902-52eab897354b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:40.910071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=936d9981-e0da-4340-a510-9083f77860a3,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:40.960510 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.966675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:40.981305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:41.013803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-ed075836-b2c7-4a3d-879f-c4537ba6c4a5 service neutron] 10.222.0.54 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651033 Dec 17 15:51:41.085178 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:41.096411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:41.097326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:41.113910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65e5e54e-a33e-4007-b0c8-619131c6e062 req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "PUT /v2.0/ports/936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 982 time: 0.5604129 Dec 17 15:51:41.115697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'tag': '936d9981-e0da-4340-a510-9083f77860a3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:41.118209 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c887a1-c005-4af3-a56d-f17f37f50e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "tag": "936d9981-e0da-4340-a510-9083f77860a3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:41.126520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217da768-975c-4b9b-a606-44908313ff2d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:41.145258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-44bd6657-48d7-4ddb-8d96-6c17d03e5722 service neutron] 10.222.0.54 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234396 Dec 17 15:51:41.203456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:41.237652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-e6a1f465-932e-4e14-9279-529d9b14db09 service neutron] 10.222.0.54 "GET /v2.0/ports/af86f54b-aced-4965-a78e-cb34f69485f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0842919 Dec 17 15:51:41.304132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92e012-3efe-4836-911e-1f99121f7f35 req-ce22110a-b1c7-43de-9ee6-9cad65609804 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:41.312337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c92e012-3efe-4836-911e-1f99121f7f35 req-ce22110a-b1c7-43de-9ee6-9cad65609804 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 949 time: 0.0752454 Dec 17 15:51:41.391794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c92e012-3efe-4836-911e-1f99121f7f35 req-9e537140-39c3-49c3-bc27-4b59e52f1aa6 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Dec 17 15:51:41.407560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6c539b67-1e8a-400d-acb7-23d6943139e7 service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554339 Dec 17 15:51:41.516888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-5277b12d-1295-4f40-87f7-5c9c38d8df76 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips/4068de58-a2ed-427b-80d6-1ecee40359ac HTTP/1.1" status: 200 len: 693 time: 0.0645051 Dec 17 15:51:41.533388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-42bea0a1-4708-432b-a6b2-a4c8b6221343 service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175625 Dec 17 15:51:41.578260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-1859b9ff-e2f3-481c-a2b7-1aee1cf6316a service neutron] 10.222.0.54 "GET /v2.0/ports/475205d7-93e1-41f2-aac3-9179c4c5545c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0439045 Dec 17 15:51:41.631201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:51:41.696793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-36b91be4-bad1-485b-8b3e-a7ccbf993cf7 service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174476 Dec 17 15:51:41.797452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:41.812245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'mac_address': 'fa:16:3e:ba:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:51:41.833510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2c562c0d-11fb-460c-ad3c-9cdb1c7b4c25 service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357470 Dec 17 15:51:41.854363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:41.872630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b3fb61-066a-4553-94de-be05cdfcc35f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:41.900603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:41.908389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:41.990628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:41.992855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-1b1a198f-be0b-4f39-81b1-741dd2f53f82 service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524022 Dec 17 15:51:42.025047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-c9efa73f-d1ab-4f19-95ac-c3e48f2d1e61 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:42.032473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-c9efa73f-d1ab-4f19-95ac-c3e48f2d1e61 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.5144868 Dec 17 15:51:42.075787 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.102262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-81376c35-6248-461b-855c-4d3247958986 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0647678 Dec 17 15:51:42.126995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-c1f3a7db-a7f2-4147-aee0-4489839286c6 service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322944 Dec 17 15:51:42.157681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c2b3fb61-066a-4553-94de-be05cdfcc35f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:42.185305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-1011dba4-9d6d-4e3c-b546-31cecff3ad71 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0828159 Dec 17 15:51:42.247515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9337185c-f98a-4071-8a7d-5edb144474cd service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130834 Dec 17 15:51:42.393188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Deleting port 8baa023b-0591-4a40-b8d3-bc5d0502e0fd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:42.393756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.400865 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0fdfb3f0-af96-496e-b5ef-2ea93471b87f service neutron] 10.222.0.54 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448843 Dec 17 15:51:42.467830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.468209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.481640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Calling delete_port for 8baa023b-0591-4a40-b8d3-bc5d0502e0fd owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:42.512206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-255b0f94-7581-414a-a191-a8671f076349 service neutron] 10.222.0.54 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098099 Dec 17 15:51:42.627860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40026) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:42.645671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-ae96ca21-7eff-423f-8ad5-1ad1e8ef1c08 service neutron] 10.222.0.54 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317892 Dec 17 15:51:42.671469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.750677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-c71ef2ef-469b-4b34-8b37-d254655a0810 service neutron] 10.222.0.54 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984538 Dec 17 15:51:42.759074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event deleted for resources: {'Port': ['ID=8baa023b-0591-4a40-b8d3-bc5d0502e0fd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:42.807763 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.810879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.815757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1080077082-network', 'tenant_id': '5c8163426a0b4b709334a3c94011e6a3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:42.828015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-147b31b6-94d1-4444-a68c-8f78e9d4ff93 req-9a27ebb9-7790-4b7b-83f5-bfaf0cbfd665 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "DELETE /v2.0/floatingips/4068de58-a2ed-427b-80d6-1ecee40359ac HTTP/1.1" status: 204 len: 173 time: 0.6339037 Dec 17 15:51:42.874740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Made reservation on behalf of 5c8163426a0b4b709334a3c94011e6a3 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:42.877209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.892767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:42.912656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-234577c6-9d10-4af6-ab69-a0c2edfad084 service neutron] 10.222.0.54 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557124 Dec 17 15:51:42.929156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02aaac44-0d97-42db-8006-1ed2817e284e req-16ba7015-699d-4aa9-84d9-96bf5681c84e tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-703732669&fields=id&tenant_id=87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 267 time: 0.0558660 Dec 17 15:51:43.010350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaac44-0d97-42db-8006-1ed2817e284e req-d2537ea1-45d7-4c72-a668-db0aa3f5b4ae tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:43.012240 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02aaac44-0d97-42db-8006-1ed2817e284e req-d2537ea1-45d7-4c72-a668-db0aa3f5b4ae tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 985 time: 0.0673153 Dec 17 15:51:43.033020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'port': {'security_groups': ['a11b5871-438c-4117-8d9e-9f275e9da3da', 'd47527fb-3f94-437f-b43d-deee232d4d88', '131d8c83-7ba2-4160-9398-5c331e11985b']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:43.035646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.041643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.068443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:51:43.088332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356ac540-605a-4a10-942b-6068e1a1641e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:43.090923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.091336 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Added segment a7e9cb78-87b8-46ba-99f0-f593654ec27d of type vlan for network 855c589d-405a-41f7-b51d-123b11b9f480 Dec 17 15:51:43.116052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.117390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.119325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.119674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.120238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.120576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.120908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.126087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.126087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.126087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.126087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.126087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.126087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:43.141887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.206911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.255124 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.257052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:43.258336 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.322340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6933374 Dec 17 15:51:43.325206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40064) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:43.341804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Request body: {'subnet': {'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1080077082-subnet', 'tenant_id': '5c8163426a0b4b709334a3c94011e6a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:43.351370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff815a72-1c1c-426d-8700-08eafbb3405f admin admin] Pushing event updated for resources: {'Network': ['ID=855c589d-405a-41f7-b51d-123b11b9f480,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:43.365894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 855c589d-405a-41f7-b51d-123b11b9f480 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:51:43.374792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Made reservation on behalf of 5c8163426a0b4b709334a3c94011e6a3 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:43.380670 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.430213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=936d9981-e0da-4340-a510-9083f77860a3,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:43.487370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.494528 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.506150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:43.558679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:43.559313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.578491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02aaac44-0d97-42db-8006-1ed2817e284e req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "PUT /v2.0/ports/936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 1021 time: 0.5559394 Dec 17 15:51:43.613686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.628389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbef40-e64c-40f2-bacc-08d70aac4ae3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:43.652208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:43.654394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:43.663120 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d05ad-c8ca-435e-9d68-e0b407dbbc07 x-openstack-request-id: req-fb9d05ad-c8ca-435e-9d68-e0b407dbbc07 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:43.664864 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "tag": "936d9981-e0da-4340-a510-9083f77860a3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:43.665205 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb9d05ad-c8ca-435e-9d68-e0b407dbbc07 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:43.666402 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'tag': '936d9981-e0da-4340-a510-9083f77860a3', 'status': 'completed', 'code': 200} Dec 17 15:51:43.775581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-09fa85a5-98f3-46ab-9f64-e77988c08945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:43.782733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-09fa85a5-98f3-46ab-9f64-e77988c08945 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1176 time: 0.0978844 Dec 17 15:51:43.852554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port c2b3fb61-066a-4553-94de-be05cdfcc35f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:51:43.877829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port c2b3fb61-066a-4553-94de-be05cdfcc35f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:43.878259 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:43.898286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7014c39-5753-4bd2-83b2-979b00b4aab7,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:43.948602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Checking segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:43.948970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Network hostable DHCP agents. Network: 855c589d-405a-41f7-b51d-123b11b9f480, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:51:43.956232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069819-5a3c-4919-841b-f26fcbdb34df req-ce137258-fe3b-443b-a11e-5588fdfea1cc tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:43.958303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9069819-5a3c-4919-841b-f26fcbdb34df req-ce137258-fe3b-443b-a11e-5588fdfea1cc tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 1102 time: 0.0867393 Dec 17 15:51:43.978077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40090) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:44.052706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-bab36288-9342-43bd-98de-e12ecd93eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:44.054146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-bab36288-9342-43bd-98de-e12ecd93eec8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.2630966 Dec 17 15:51:44.059199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Network 855c589d-405a-41f7-b51d-123b11b9f480 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:51:44.091843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 855c589d-405a-41f7-b51d-123b11b9f480) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:44.099912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:44.104562 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.117205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85555ebd-eb1a-4801-9ff0-cfe6f5be94ed None None] Network 855c589d-405a-41f7-b51d-123b11b9f480 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:44.118244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2216e6-33a8-4d53-b0de-9cea4b51bd9f req-4d8deb52-484a-41a5-9f27-3c9ad9660798 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:44.122306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f2216e6-33a8-4d53-b0de-9cea4b51bd9f req-4d8deb52-484a-41a5-9f27-3c9ad9660798 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3968661 Dec 17 15:51:44.143839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-988d92ea-f76a-493b-a853-9301c0db2418 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8113906 Dec 17 15:51:44.189668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.209973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9069819-5a3c-4919-841b-f26fcbdb34df req-010da49e-aeeb-4fb7-88a6-c0d4d6187d2d tempest-MigrationsAdminTest-262484996 tempest-MigrationsAdminTest-262484996-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445285 Dec 17 15:51:44.213056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-693d2766-b5b3-4971-8e60-05b03530b3a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 217 time: 0.1412549 Dec 17 15:51:44.273750 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.300884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-a12a395a-0f15-40a3-a157-d61946162935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:44.304088 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-a12a395a-0f15-40a3-a157-d61946162935 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.0760379 Dec 17 15:51:44.354663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:44.357691 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad7ec44-a0c7-4149-9591-25fc2f94d321" -d '{"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:44.359645 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-fc646b54-2873-4cba-a090-df7c8fd55ba2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458722 Dec 17 15:51:44.408564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:44.423808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15cdba7-740b-48fd-ac9b-63943a8f9de7 None None] Network 855c589d-405a-41f7-b51d-123b11b9f480 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:51:44.427278 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.538277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb534e-5d5e-44a5-bfd9-e8bebe6f4dde req-d6f74c3d-eafc-449f-a1c9-781f3bb47185 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:44.539995 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9deb534e-5d5e-44a5-bfd9-e8bebe6f4dde req-d6f74c3d-eafc-449f-a1c9-781f3bb47185 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1024 time: 0.1834667 Dec 17 15:51:44.573927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:44.614070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-0ed354f6-c74b-409c-aca0-2ba128486066 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348249 Dec 17 15:51:44.634296 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.686830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.765216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee7a7d6-4061-496d-a961-1f5ec5c72348,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:44.766089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-969d871c-22e5-4411-8b2f-817a118c10cc req-59a09d58-a56d-400c-98b4-bd0f155ef65c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0365117 Dec 17 15:51:44.788617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2df32f91da00417693a86ef4ad5cdc2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8070831 Dec 17 15:51:44.789738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40116) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:44.800836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9deb534e-5d5e-44a5-bfd9-e8bebe6f4dde req-ee277b9b-b02b-43b8-bd50-60a4d25aeb6d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&id=a11b5871-438c-4117-8d9e-9f275e9da3da&id=131d8c83-7ba2-4160-9398-5c331e11985b HTTP/1.1" status: 200 len: 6196 time: 0.2444606 Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.811667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed0d5b-f34b-4d5b-a2c6-b85752dcf430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:44.817700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c887a1-c005-4af3-a56d-f17f37f50e7f req-258c9ade-6144-48fb-8ebe-43bdf3e71a07 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944168 Dec 17 15:51:44.896698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b002051a-fa45-4f24-95ae-6238b7e5f9a9 req-6de1f598-e799-4d42-813a-fbe53abd9c46 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=5624eb74258547ddbef3d91b02ee26a1 HTTP/1.1" status: 200 len: 1656 time: 0.0788944 Dec 17 15:51:44.901839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7278c7b5-48c8-40cd-a55b-8bc7060c0b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.975444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7278c7b5-48c8-40cd-a55b-8bc7060c0b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:44.983201 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7a2357-abd6-420d-b025-e578a74e93b9 x-openstack-request-id: req-ea7a2357-abd6-420d-b025-e578a74e93b9 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:44.983611 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:44.983968 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea7a2357-abd6-420d-b025-e578a74e93b9 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:44.984491 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'code': 200} Dec 17 15:51:45.049195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002051a-fa45-4f24-95ae-6238b7e5f9a9 req-9bcd1ce4-8d0b-451f-b303-24b64060d074 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.051456 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b002051a-fa45-4f24-95ae-6238b7e5f9a9 req-9bcd1ce4-8d0b-451f-b303-24b64060d074 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks?id=67b29959-e026-4538-ac4f-95d8fcb65701&id=67b29959-e026-4538-ac4f-95d8fcb65701&id=67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 787 time: 0.1474013 Dec 17 15:51:45.071559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7278c7b5-48c8-40cd-a55b-8bc7060c0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.074621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7278c7b5-48c8-40cd-a55b-8bc7060c0b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.076062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7278c7b5-48c8-40cd-a55b-8bc7060c0b8b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aee7a7d6-4061-496d-a961-1f5ec5c72348 HTTP/1.1" status: 204 len: 168 time: 0.2852564 Dec 17 15:51:45.084645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278c7b5-48c8-40cd-a55b-8bc7060c0b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee7a7d6-4061-496d-a961-1f5ec5c72348,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:45.142526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a53c080f-1c04-4d7f-bf4f-2269feadb05e req-cd4b2fe5-7b09-4926-8bf3-5c250b1f2f1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': ' tempest-securitygroup -60818089 ', 'description': 'tempest-description-205511609'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:45.174318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a53c080f-1c04-4d7f-bf4f-2269feadb05e req-cd4b2fe5-7b09-4926-8bf3-5c250b1f2f1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.247737 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.267293 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a53c080f-1c04-4d7f-bf4f-2269feadb05e req-cd4b2fe5-7b09-4926-8bf3-5c250b1f2f1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.277024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a53c080f-1c04-4d7f-bf4f-2269feadb05e req-cd4b2fe5-7b09-4926-8bf3-5c250b1f2f1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.284603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-e1adcbe4-7ff6-447f-bb0d-ef55c630158c tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.287147 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-e1adcbe4-7ff6-447f-bb0d-ef55c630158c tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 813 time: 0.1723752 Dec 17 15:51:45.302934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9f566e85-4f29-450a-b299-e9d434a90cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.304370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9f566e85-4f29-450a-b299-e9d434a90cac service neutron] 10.222.0.47 "GET /v2.0/ports/af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 1033 time: 0.0633037 Dec 17 15:51:45.309500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-032c3d0d-f5b7-4b82-a302-b63b0a7f119e tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/quotas/5c8163426a0b4b709334a3c94011e6a3 HTTP/1.1" status: 200 len: 375 time: 0.0153210 Dec 17 15:51:45.319377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b2fe5-7b09-4926-8bf3-5c250b1f2f1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9b134-a1a5-44a3-8d15-16bd92ec3540,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:45.324123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a53c080f-1c04-4d7f-bf4f-2269feadb05e req-cd4b2fe5-7b09-4926-8bf3-5c250b1f2f1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.336463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a53c080f-1c04-4d7f-bf4f-2269feadb05e req-cd4b2fe5-7b09-4926-8bf3-5c250b1f2f1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1992183 Dec 17 15:51:45.383906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-c8d056b9-1f76-42ba-9d27-937aa27d1b21 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390825 Dec 17 15:51:45.406303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-b6c8aa5a-a0af-4985-9d09-d3dd88dda54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.407587 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-b6c8aa5a-a0af-4985-9d09-d3dd88dda54d service neutron] 10.222.0.47 "GET /v2.0/ports/475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 1031 time: 0.0949938 Dec 17 15:51:45.440508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14c728-71ea-4373-a5c6-b780292381ca req-7b832515-9dc1-4013-ab2c-676121f93514 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.442731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa14c728-71ea-4373-a5c6-b780292381ca req-7b832515-9dc1-4013-ab2c-676121f93514 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 951 time: 0.0588739 Dec 17 15:51:45.481647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40146) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:45.505737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f47c069-82c5-4680-8066-3af4a872c407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.537035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa14c728-71ea-4373-a5c6-b780292381ca req-10967640-a76f-48b4-aad2-607b1cb7c4c8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872056 Dec 17 15:51:45.608514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-cb008ec9-1461-4898-a683-c80df82dd746 service neutron] 10.222.0.54 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097571 Dec 17 15:51:45.628903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-582259e5-385a-46c9-bf1e-915d2751c18f req-c87b34ee-f399-4e9b-9437-03389f0eeeca tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips/90bdade5-6fcf-4c0d-9e37-bad0f795ea18 HTTP/1.1" status: 200 len: 692 time: 0.0524831 Dec 17 15:51:45.638104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-a6a96dce-6d95-436a-986d-58b6ff927014 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.644490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-a6a96dce-6d95-436a-986d-58b6ff927014 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.650551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-a6a96dce-6d95-436a-986d-58b6ff927014 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.652238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-a6a96dce-6d95-436a-986d-58b6ff927014 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "GET /v2.0/networks?id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=d56efdfb-2214-495b-b81d-8728c73706ee&id=d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 200 len: 1994 time: 0.2300458 Dec 17 15:51:45.687416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'tag': '936d9981-e0da-4340-a510-9083f77860a3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:45.689428 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086506db-52a5-4825-bcf6-e554cf434888" -d '{"events": [{"name": "network-changed", "server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "tag": "936d9981-e0da-4340-a510-9083f77860a3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:45.701158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f47c069-82c5-4680-8066-3af4a872c407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.714024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f47c069-82c5-4680-8066-3af4a872c407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.769012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-c2d020e8-4eb7-4181-9930-68921b43d744 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df9a6e679bee42a585a07b822f49f9ed HTTP/1.1" status: 200 len: 379 time: 0.0760510 Dec 17 15:51:45.776354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5f47c069-82c5-4680-8066-3af4a872c407 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4df8204ce80b4d408e884e41e6316526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933471 Dec 17 15:51:45.782768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40150) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:45.785357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'admin_state_up': True, 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'security_groups': ['42b5da7c-01fa-45e5-911a-07da75f9c5b3']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:45.800899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47c069-82c5-4680-8066-3af4a872c407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3c7bf-1ee5-4731-bdd0-606be9c6eb02,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:45.831885 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-7eff4656-f928-4333-840c-75615251615f service neutron] 10.222.0.54 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219992 Dec 17 15:51:45.841542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582259e5-385a-46c9-bf1e-915d2751c18f req-fcb755c8-0a6e-4553-9999-a597ff9e1e7e tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.843144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-582259e5-385a-46c9-bf1e-915d2751c18f req-fcb755c8-0a6e-4553-9999-a597ff9e1e7e tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2060750 Dec 17 15:51:45.918462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d077c8d-a681-4e70-8b5a-676dcf8ab56e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.918766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:45.923329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:45.931977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-582259e5-385a-46c9-bf1e-915d2751c18f req-ff4472db-0c12-49b2-acd7-0a30f1f0da38 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 695 time: 0.0791440 Dec 17 15:51:45.952987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d077c8d-a681-4e70-8b5a-676dcf8ab56e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.005009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-582259e5-385a-46c9-bf1e-915d2751c18f req-f1cccb61-0dee-4f12-89f8-671133c11839 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.48 HTTP/1.1" status: 200 len: 695 time: 0.0633838 Dec 17 15:51:46.087376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 172.20.0.5 (cfc6c027-5fb8-47d2-95c1-3ebb936edce8/71380c7b-6757-4471-934c-98831561d4a4/bb2a0b15-62e6-4c12-9029-77eda6a9fb88) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:46.175040 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d077c8d-a681-4e70-8b5a-676dcf8ab56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.177518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d077c8d-a681-4e70-8b5a-676dcf8ab56e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.181194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0d077c8d-a681-4e70-8b5a-676dcf8ab56e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ad3c7bf-1ee5-4731-bdd0-606be9c6eb02 HTTP/1.1" status: 204 len: 168 time: 0.3949878 Dec 17 15:51:46.190175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d077c8d-a681-4e70-8b5a-676dcf8ab56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3c7bf-1ee5-4731-bdd0-606be9c6eb02,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:46.208304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Deleting port c430fc43-b728-4649-830f-6f3354bb0b0b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:46.208816 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.339409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.339974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.343543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62481f16-0e58-4f60-b8e6-115ddea3b927 req-0727e84e-ee71-4668-a338-e8c047db4873 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/70f9b134-a1a5-44a3-8d15-16bd92ec3540 HTTP/1.1" status: 200 len: 1795 time: 0.1868038 Dec 17 15:51:46.358933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Calling delete_port for c430fc43-b728-4649-830f-6f3354bb0b0b owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:46.398465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.445443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.509483 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe6c3e-3e00-4ce5-aced-bedb160766c7 x-openstack-request-id: req-4bbe6c3e-3e00-4ce5-aced-bedb160766c7 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:46.509483 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "tag": "936d9981-e0da-4340-a510-9083f77860a3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:46.511193 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bbe6c3e-3e00-4ce5-aced-bedb160766c7 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:46.512629 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'tag': '936d9981-e0da-4340-a510-9083f77860a3', 'status': 'completed', 'code': 200} Dec 17 15:51:46.594577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.602431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:46.660571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:46.673688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:46.689529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event deleted for resources: {'Port': ['ID=c430fc43-b728-4649-830f-6f3354bb0b0b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:46.784454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:46.785393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.823612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0474687 Dec 17 15:51:46.854925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd0391-a4ca-4620-aeb2-2c29808600dc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:46.866713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'admin_state_up': True, 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'security_groups': ['42b5da7c-01fa-45e5-911a-07da75f9c5b3']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:46.893426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.898351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:46.899802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-582259e5-385a-46c9-bf1e-915d2751c18f req-298e8e80-6eb8-4d5b-a887-1cd2b58dcb62 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "DELETE /v2.0/floatingips/90bdade5-6fcf-4c0d-9e37-bad0f795ea18 HTTP/1.1" status: 204 len: 173 time: 0.8939981 Dec 17 15:51:46.950463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086506db-52a5-4825-bcf6-e554cf434888 req-0e84ba89-2d04-45ad-b5bf-31265125d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:46.952085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086506db-52a5-4825-bcf6-e554cf434888 req-0e84ba89-2d04-45ad-b5bf-31265125d60f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1176 time: 0.4572511 Dec 17 15:51:47.016816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deefac5-e08a-4ce6-a143-41a53a524cab req-105d1671-6ce6-4ac9-91db-2059c35c4719 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:47.030858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4deefac5-e08a-4ce6-a143-41a53a524cab req-105d1671-6ce6-4ac9-91db-2059c35c4719 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 931 time: 0.2323418 Dec 17 15:51:47.063649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-39809cb4-5001-43d0-bbb0-26b9f9933b2e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:47.065277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-39809cb4-5001-43d0-bbb0-26b9f9933b2e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 951 time: 0.6611757 Dec 17 15:51:47.079184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bfbe6614-5109-495f-b99c-e7a19498d930 None None] Provisioning complete for port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:47.080367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6614-5109-495f-b99c-e7a19498d930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.154383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe6614-5109-495f-b99c-e7a19498d930 None None] Port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:47.232782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086506db-52a5-4825-bcf6-e554cf434888 req-6c90ba2c-7118-49cd-98ec-a4ed7283ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:47.235630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086506db-52a5-4825-bcf6-e554cf434888 req-6c90ba2c-7118-49cd-98ec-a4ed7283ad21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.2667634 Dec 17 15:51:47.264309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Deleting port c2b3fb61-066a-4553-94de-be05cdfcc35f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:47.264656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.394227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4deefac5-e08a-4ce6-a143-41a53a524cab req-bc5261e4-3ef1-4b0c-a87b-6b8b04c6508b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622849 Dec 17 15:51:47.490961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086506db-52a5-4825-bcf6-e554cf434888 req-e545ecd2-f2ea-47eb-bdd2-e03cecb9181f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 217 time: 0.2141032 Dec 17 15:51:47.556744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31c60240-6f50-49e9-bee7-3823f0aab450 req-b7712ae9-a3f1-465f-a095-6d8072d2fc83 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/70f9b134-a1a5-44a3-8d15-16bd92ec3540 HTTP/1.1" status: 200 len: 1795 time: 0.2486179 Dec 17 15:51:47.604547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] For port c2b3fb61-066a-4553-94de-be05cdfcc35f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c2b3fb61-066a-4553-94de-be05cdfcc35f,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:47.605043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.631713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Calling delete_port for c2b3fb61-066a-4553-94de-be05cdfcc35f owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:47.640122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40212) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:47.725633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-31c60240-6f50-49e9-bee7-3823f0aab450 req-3a099674-3c5c-48c1-af5a-d6343142b940 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.739574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:47.743523 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.761165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-31c60240-6f50-49e9-bee7-3823f0aab450 req-3a099674-3c5c-48c1-af5a-d6343142b940 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.787389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa8058-4fa7-418a-a17a-f9de7f3f3dae req-766cf3aa-c676-47b5-8039-c40cbef5247f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:47.789850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44fa8058-4fa7-418a-a17a-f9de7f3f3dae req-766cf3aa-c676-47b5-8039-c40cbef5247f tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=3857ab00-5ec2-4c70-bb7c-71603f818594 HTTP/1.1" status: 200 len: 951 time: 0.2287316 Dec 17 15:51:47.894134 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.905630 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-31c60240-6f50-49e9-bee7-3823f0aab450 req-3a099674-3c5c-48c1-af5a-d6343142b940 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.909390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'c2b3fb61-066a-4553-94de-be05cdfcc35f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:47.913401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c', 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:47.925555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-31c60240-6f50-49e9-bee7-3823f0aab450 req-3a099674-3c5c-48c1-af5a-d6343142b940 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:47.946915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31c60240-6f50-49e9-bee7-3823f0aab450 req-3a099674-3c5c-48c1-af5a-d6343142b940 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/70f9b134-a1a5-44a3-8d15-16bd92ec3540 HTTP/1.1" status: 204 len: 173 time: 0.3891943 Dec 17 15:51:47.961358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086506db-52a5-4825-bcf6-e554cf434888 req-544941df-3760-4f2e-ab70-e21ae1c0ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:47.969747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086506db-52a5-4825-bcf6-e554cf434888 req-544941df-3760-4f2e-ab70-e21ae1c0ab46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.4193749 Dec 17 15:51:48.033086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event deleted for resources: {'Port': ['ID=c2b3fb61-066a-4553-94de-be05cdfcc35f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:48.062722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a099674-3c5c-48c1-af5a-d6343142b940 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9b134-a1a5-44a3-8d15-16bd92ec3540,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:48.087175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44fa8058-4fa7-418a-a17a-f9de7f3f3dae req-f70e092a-a069-40fc-a182-8d9e00b8be71 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868575 Dec 17 15:51:48.185581 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f6e383c-ef90-47da-a345-93d6f4219891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:48.192669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086506db-52a5-4825-bcf6-e554cf434888 req-ffa572d1-639f-449d-a116-46ad4773ed08 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195865 Dec 17 15:51:48.236428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04c046da-4179-4021-b908-1e790c869fd5 req-8b543d77-1572-4393-8a34-5e6395375126 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips/eb9ed5e9-626d-4ba3-8712-6d37bde1f5ef HTTP/1.1" status: 200 len: 693 time: 0.2170451 Dec 17 15:51:48.244700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] No DVR routers for this DVR port c2b3fb61-066a-4553-94de-be05cdfcc35f on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:48.301570 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:48.312766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e09abdf-6d28-49c0-8d62-bc0521b91284 req-5a23d5e4-0c0a-41be-b7cb-05ad1a7c8904 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "DELETE /v2.0/ports/c2b3fb61-066a-4553-94de-be05cdfcc35f HTTP/1.1" status: 204 len: 173 time: 1.2379737 Dec 17 15:51:48.313610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-deleted', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:48.315971 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7ea336-c0d8-4a3d-ac0b-a5fe7501ef85" -d '{"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-deleted", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:48.527418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f6e383c-ef90-47da-a345-93d6f4219891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:49.023613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086506db-52a5-4825-bcf6-e554cf434888 req-0e660812-2d2b-4e6f-853c-b4cdc842ee14 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068950 Dec 17 15:51:49.099949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e44d5524-b2be-4c49-ac70-c7582b96506d req-296aef03-9905-4f74-8060-b7a25379f987 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 210 time: 0.8033140 Dec 17 15:51:49.241549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 10.1.1.214 (23384b65-cb3e-4750-95b4-36a39b629de6/ac46e4e9-a96c-4694-8623-f0357dcdca61/001a32c4-b56a-4703-abbe-7beaaf671b63) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:49.285197 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-14d8e975-ada2-4381-9724-d22c8bc39c7e req-bbd33897-f989-4ff7-84f2-03944341962b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:51:49.303476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14d8e975-ada2-4381-9724-d22c8bc39c7e req-bbd33897-f989-4ff7-84f2-03944341962b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/70f9b134-a1a5-44a3-8d15-16bd92ec3540 HTTP/1.1" status: 404 len: 352 time: 0.0323641 Dec 17 15:51:49.311952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f6e383c-ef90-47da-a345-93d6f4219891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:49.383031 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3424213-6585-42e9-8edc-483cf5929d32 x-openstack-request-id: req-d3424213-6585-42e9-8edc-483cf5929d32 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:49.383372 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3857ab00-5ec2-4c70-bb7c-71603f818594", "name": "network-vif-deleted", "tag": "c2b3fb61-066a-4553-94de-be05cdfcc35f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:49.383626 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3424213-6585-42e9-8edc-483cf5929d32 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:49.384280 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3857ab00-5ec2-4c70-bb7c-71603f818594', 'name': 'network-vif-deleted', 'tag': 'c2b3fb61-066a-4553-94de-be05cdfcc35f', 'status': 'completed', 'code': 200} Dec 17 15:51:49.429182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c046da-4179-4021-b908-1e790c869fd5 req-b6b78653-9000-4bf4-93c9-207d998408f7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:49.430881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04c046da-4179-4021-b908-1e790c869fd5 req-b6b78653-9000-4bf4-93c9-207d998408f7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 1.1931944 Dec 17 15:51:49.449881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086506db-52a5-4825-bcf6-e554cf434888 req-c48dfbe6-9cca-46f1-b626-f11d7c3319f3 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023228 Dec 17 15:51:49.478652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8f6e383c-ef90-47da-a345-93d6f4219891 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de09ac0ae1e34bd79a65353a3b685f23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8374739 Dec 17 15:51:49.483734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40246) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:49.541364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04c046da-4179-4021-b908-1e790c869fd5 req-19a8986a-115b-4508-8ca2-5a219bab9559 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0868726 Dec 17 15:51:49.552932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e383c-ef90-47da-a345-93d6f4219891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae063b70-59a8-44d6-a498-1c8b105a6b0d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:49.665782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40252) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:49.682835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04c046da-4179-4021-b908-1e790c869fd5 req-66576de0-6bab-402e-8f5c-e8371e7e0674 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.1140120 Dec 17 15:51:49.728589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-2d40d678-3809-4a31-9164-abdcf38b41ed tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:49.730155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-2d40d678-3809-4a31-9164-abdcf38b41ed tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 813 time: 1.5168114 Dec 17 15:51:49.739141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-f2d11941-ff8d-4f12-a654-068962e2a16d tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:49.740762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-f2d11941-ff8d-4f12-a654-068962e2a16d tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 813 time: 1.1216342 Dec 17 15:51:49.751090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Request body: {'port': {'device_id': '65f73e68-e907-4265-a664-5e49923881df', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'admin_state_up': True, 'tenant_id': '5c8163426a0b4b709334a3c94011e6a3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:49.754308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07dad4-e70f-4745-ac9d-238a15606c18 req-28f0f2af-80b4-4665-9247-3ef304558d7d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:49.761915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c07dad4-e70f-4745-ac9d-238a15606c18 req-28f0f2af-80b4-4665-9247-3ef304558d7d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 931 time: 0.3099425 Dec 17 15:51:49.782261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:49.820104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7939c8a4-dca5-41a0-a84c-e6211f34037f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:49.865639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7939c8a4-dca5-41a0-a84c-e6211f34037f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:49.873883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Request body: {'port': {'device_id': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'admin_state_up': True, 'tenant_id': '5c8163426a0b4b709334a3c94011e6a3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:49.888415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c07dad4-e70f-4745-ac9d-238a15606c18 req-586bb923-fa9b-40d9-9947-360cb0f892cd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152391 Dec 17 15:51:49.974469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.036990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-bf8eb0a2-74a5-41d7-b8e9-8237dc9c0598 req-7bfd5724-13d9-4dd4-befb-2f5b633136e3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1828114003', 'description': 'tempest-description-1198980101'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:50.060495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb68f437-1bd2-412d-8514-b8a40479d449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.066174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network 23384b65-cb3e-4750-95b4-36a39b629de6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:50.075246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:50.084601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=001a32c4-b56a-4703-abbe-7beaaf671b63,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:50.087464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:50.093993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7939c8a4-dca5-41a0-a84c-e6211f34037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.096981 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7939c8a4-dca5-41a0-a84c-e6211f34037f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.098265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7939c8a4-dca5-41a0-a84c-e6211f34037f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae063b70-59a8-44d6-a498-1c8b105a6b0d HTTP/1.1" status: 204 len: 168 time: 0.5997796 Dec 17 15:51:50.113350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Made reservation on behalf of 5c8163426a0b4b709334a3c94011e6a3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:50.120326 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.159595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939c8a4-dca5-41a0-a84c-e6211f34037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae063b70-59a8-44d6-a498-1c8b105a6b0d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:50.184522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf8eb0a2-74a5-41d7-b8e9-8237dc9c0598 req-7bfd5724-13d9-4dd4-befb-2f5b633136e3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.249410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:50.250060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.345932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9e2414e1-d669-4ea4-9707-2a1ee27d3e00 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4872217 Dec 17 15:51:50.347615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Deleting port d0533c8e-4340-4498-9a27-40c31c61a57a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:50.350299 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.372957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'admin_state_up': True, 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'security_groups': ['42b5da7c-01fa-45e5-911a-07da75f9c5b3']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:50.445496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40268) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:50.451963 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb68f437-1bd2-412d-8514-b8a40479d449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.466820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb68f437-1bd2-412d-8514-b8a40479d449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.487366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Made reservation on behalf of 5c8163426a0b4b709334a3c94011e6a3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:50.490410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.511305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf8eb0a2-74a5-41d7-b8e9-8237dc9c0598 req-7bfd5724-13d9-4dd4-befb-2f5b633136e3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.519096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Allocated IP 172.20.0.2 (855c589d-405a-41f7-b51d-123b11b9f480/d7014c39-5753-4bd2-83b2-979b00b4aab7/3e83dd6b-1f6e-43b4-8607-2dd7408978c7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:50.536845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf8eb0a2-74a5-41d7-b8e9-8237dc9c0598 req-7bfd5724-13d9-4dd4-befb-2f5b633136e3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.540715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0dd881f9-9578-4fdd-a343-1ddca4b259b0 None None] Provisioning complete for port 001a32c4-b56a-4703-abbe-7beaaf671b63 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:50.541409 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0dd881f9-9578-4fdd-a343-1ddca4b259b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.558862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eb68f437-1bd2-412d-8514-b8a40479d449 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57c81826c9384f25a55c9186a6ca80ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8799953 Dec 17 15:51:50.565359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68f437-1bd2-412d-8514-b8a40479d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b9ae63-e382-4fbe-992f-64c0dda1c45c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:50.572316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40272) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:50.619860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0dd881f9-9578-4fdd-a343-1ddca4b259b0 None None] Port 001a32c4-b56a-4703-abbe-7beaaf671b63 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:50.630511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bf8eb0a2-74a5-41d7-b8e9-8237dc9c0598 req-7bfd5724-13d9-4dd4-befb-2f5b633136e3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.649201 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf8eb0a2-74a5-41d7-b8e9-8237dc9c0598 req-7bfd5724-13d9-4dd4-befb-2f5b633136e3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6230612 Dec 17 15:51:50.686634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.686958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.719361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Calling delete_port for d0533c8e-4340-4498-9a27-40c31c61a57a owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:50.733456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b48e744d-cfcf-4066-ad70-579417288ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.735086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd5724-13d9-4dd4-befb-2f5b633136e3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d762322e-f466-4ee8-8584-7196e23af536,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:50.737487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40276) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:50.784244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-59d75517-b4c6-461e-b561-75fb81a1dee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.804997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:50.812300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.840173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2fa733ca-733a-470b-9263-77c6b6281630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:50.900647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2fa733ca-733a-470b-9263-77c6b6281630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.027680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.039597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e88b448-ddb3-4a1a-8188-ef7898d038e0 req-eccd3d99-c205-4ed1-91ba-f4e6f12d6009 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 210 time: 0.0583389 Dec 17 15:51:51.086408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-59d75517-b4c6-461e-b561-75fb81a1dee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.086667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b48e744d-cfcf-4066-ad70-579417288ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.110723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-59d75517-b4c6-461e-b561-75fb81a1dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.133149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-818e380e-195b-4341-b83d-fcdae7711b60 req-e0548e5c-6ec8-41b3-86ba-d6d7f8b18116 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-531339328', 'description': 'tempest-description-138232219'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:51.137395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b48e744d-cfcf-4066-ad70-579417288ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.149638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2fa733ca-733a-470b-9263-77c6b6281630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.152088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2fa733ca-733a-470b-9263-77c6b6281630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.157534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2fa733ca-733a-470b-9263-77c6b6281630 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62b9ae63-e382-4fbe-992f-64c0dda1c45c HTTP/1.1" status: 204 len: 168 time: 0.5794532 Dec 17 15:51:51.193362 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-59d75517-b4c6-461e-b561-75fb81a1dee5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4cf3d2632b1e47f2aa904da6807de2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509988 Dec 17 15:51:51.195139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.198371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40284) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:51.207336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d75517-b4c6-461e-b561-75fb81a1dee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c9d16-dae1-45de-8fcf-3538318d0499,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:51.210719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.259474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e744d-cfcf-4066-ad70-579417288ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77476f4-4e12-4d9f-a0f3-fb083ec3ebd4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:51.292119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event deleted for resources: {'Port': ['ID=d0533c8e-4340-4498-9a27-40c31c61a57a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:51.295271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 10.1.1.84 (23384b65-cb3e-4750-95b4-36a39b629de6/ac46e4e9-a96c-4694-8623-f0357dcdca61/fa249c3a-7da9-4703-8c36-4626db76d9dc) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:51.307056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b48e744d-cfcf-4066-ad70-579417288ecb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22808dd19f7d4d2fbf48c19d5547e6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8573892 Dec 17 15:51:51.309092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40286) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:51.312627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa733ca-733a-470b-9263-77c6b6281630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b9ae63-e382-4fbe-992f-64c0dda1c45c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:51.332173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-818e380e-195b-4341-b83d-fcdae7711b60 req-e0548e5c-6ec8-41b3-86ba-d6d7f8b18116 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.397295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Network 855c589d-405a-41f7-b51d-123b11b9f480 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:51.409930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:51.415409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Allocated IP 172.20.0.11 (855c589d-405a-41f7-b51d-123b11b9f480/d7014c39-5753-4bd2-83b2-979b00b4aab7/36cf60a5-fd49-4a47-b3ff-17f36d44f0cf) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:51.427294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:51.465426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event updated for resources: {'Port': ['ID=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:51.477266 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ba9c-4811-4e4d-8c5f-5d19efc5f9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.487319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.492003 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.493455 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04c046da-4179-4021-b908-1e790c869fd5 req-11cc483b-b580-4782-9389-7106586d78a7 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "DELETE /v2.0/floatingips/eb9ed5e9-626d-4ba3-8712-6d37bde1f5ef HTTP/1.1" status: 204 len: 173 time: 1.7622962 Dec 17 15:51:51.578817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10bcead4-7509-4069-9f40-052781819db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.584754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ba9c-4811-4e4d-8c5f-5d19efc5f9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.664856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:51.669416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:51.669416 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.678940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-818e380e-195b-4341-b83d-fcdae7711b60 req-e0548e5c-6ec8-41b3-86ba-d6d7f8b18116 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.698095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e707dae-95c7-4060-a238-8d7c5b6dae2a req-41497fef-a869-4a2d-9717-1914ca49fb32 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:51.699531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10bcead4-7509-4069-9f40-052781819db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.699850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5e707dae-95c7-4060-a238-8d7c5b6dae2a req-41497fef-a869-4a2d-9717-1914ca49fb32 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 950 time: 0.0996361 Dec 17 15:51:51.707139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-8068e925-bd41-44b9-a1d7-63c8dd503788 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9652421 Dec 17 15:51:51.714765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: c2b3fb61-066a-4553-94de-be05cdfcc35f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:51.716711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c2b3fb61-066a-4553-94de-be05cdfcc35f not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:51.719543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-818e380e-195b-4341-b83d-fcdae7711b60 req-e0548e5c-6ec8-41b3-86ba-d6d7f8b18116 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.731256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.736470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Request body: {'port': {'device_id': '65f73e68-e907-4265-a664-5e49923881df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:51.793377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-818e380e-195b-4341-b83d-fcdae7711b60 req-e0548e5c-6ec8-41b3-86ba-d6d7f8b18116 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.806972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-818e380e-195b-4341-b83d-fcdae7711b60 req-e0548e5c-6ec8-41b3-86ba-d6d7f8b18116 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7021706 Dec 17 15:51:51.817897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0548e5c-6ec8-41b3-86ba-d6d7f8b18116 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc40c29-95eb-4ce3-88eb-53e6e0791946,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:51.838071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.843748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.860201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40294) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:51.885016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ba9c-4811-4e4d-8c5f-5d19efc5f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.888953 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ba9c-4811-4e4d-8c5f-5d19efc5f9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.893016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c1a3ba9c-4811-4e4d-8c5f-5d19efc5f9c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/279c9d16-dae1-45de-8fcf-3538318d0499 HTTP/1.1" status: 204 len: 168 time: 0.6891031 Dec 17 15:51:51.912708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:51.930762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb6d05b2-f3bc-4057-b011-48b2b744b7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.005243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5e707dae-95c7-4060-a238-8d7c5b6dae2a req-3d3240fd-9c70-49e0-aab3-64c5b0df86f8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947047 Dec 17 15:51:52.030971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3ba9c-4811-4e4d-8c5f-5d19efc5f9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c9d16-dae1-45de-8fcf-3538318d0499,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:52.070500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network 23384b65-cb3e-4750-95b4-36a39b629de6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:52.077899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10bcead4-7509-4069-9f40-052781819db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.080990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10bcead4-7509-4069-9f40-052781819db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.083708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-10bcead4-7509-4069-9f40-052781819db5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d77476f4-4e12-4d9f-a0f3-fb083ec3ebd4 HTTP/1.1" status: 204 len: 168 time: 0.7660818 Dec 17 15:51:52.099136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:52.108372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:52.111065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcead4-7509-4069-9f40-052781819db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77476f4-4e12-4d9f-a0f3-fb083ec3ebd4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:52.170854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4510628b-e1de-4057-913f-7490adfb8919 req-4335baff-788a-4ce5-9de4-0919b41a2328 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips/5ddff4a8-293f-4588-a2aa-cfc414fe7e1c HTTP/1.1" status: 200 len: 693 time: 0.1174736 Dec 17 15:51:52.171906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=fa249c3a-7da9-4703-8c36-4626db76d9dc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:52.193171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe5c5-2f26-4288-9415-483fd23fbbfe req-fa27952a-120d-4667-a701-76626008b231 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.199060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe5c5-2f26-4288-9415-483fd23fbbfe req-fa27952a-120d-4667-a701-76626008b231 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.210914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe5c5-2f26-4288-9415-483fd23fbbfe req-fa27952a-120d-4667-a701-76626008b231 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.212612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d8fe5c5-2f26-4288-9415-483fd23fbbfe req-fa27952a-120d-4667-a701-76626008b231 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 2373 time: 0.3213789 Dec 17 15:51:52.315360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d8fe5c5-2f26-4288-9415-483fd23fbbfe req-bba61753-1bef-4e08-9e7f-f816f5785c26 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822906 Dec 17 15:51:52.330305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb6d05b2-f3bc-4057-b011-48b2b744b7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.360984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.362145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.367137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510628b-e1de-4057-913f-7490adfb8919 req-4bd70eff-8462-4581-93a3-e21789a911d5 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.368531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb6d05b2-f3bc-4057-b011-48b2b744b7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.380110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4510628b-e1de-4057-913f-7490adfb8919 req-4bd70eff-8462-4581-93a3-e21789a911d5 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2084424 Dec 17 15:51:52.427258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb6d05b2-f3bc-4057-b011-48b2b744b7e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6096d118b9f24cfd9cd164e25c0d0a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649238 Dec 17 15:51:52.432118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40306) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:52.437635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-bda3d1cb-e9cb-4809-9e9b-0d399886a7ae req-ae5f223b-71a3-417b-8c7f-50a8112c1784 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1635284757', 'description': 'tempest-description-565210549'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:52.451641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d05b2-f3bc-4057-b011-48b2b744b7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b62cd-a9b0-416c-89a1-add04da9a772,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:52.468514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.471733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d5733135-c3ea-4f6c-a648-85fd7869a880 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1125658 Dec 17 15:51:52.495047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4510628b-e1de-4057-913f-7490adfb8919 req-7d491eae-e8ac-4133-bb2f-d2bca25b08f6 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.1133015 Dec 17 15:51:52.503081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee', 'admin_state_up': True, 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'security_groups': ['42b5da7c-01fa-45e5-911a-07da75f9c5b3']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:52.568646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cd4a224d-4a3c-42ca-be6c-92f514a42a5f None None] Provisioning complete for port fa249c3a-7da9-4703-8c36-4626db76d9dc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:52.571261 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cd4a224d-4a3c-42ca-be6c-92f514a42a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.611347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event updated for resources: {'Port': ['ID=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:52.641640 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4510628b-e1de-4057-913f-7490adfb8919 req-95a9658f-a5f2-4f4a-af02-d045fcf6dfac tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.1443169 Dec 17 15:51:52.659741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Network 855c589d-405a-41f7-b51d-123b11b9f480 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:52.686170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a224d-4a3c-42ca-be6c-92f514a42a5f None None] Port fa249c3a-7da9-4703-8c36-4626db76d9dc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:52.686666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-3c3a82fa-80f8-4bf1-8504-95c21fa38e83 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.688036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-3c3a82fa-80f8-4bf1-8504-95c21fa38e83 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 950 time: 0.3767865 Dec 17 15:51:52.690449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:52.701785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:52.753508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.754162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.775931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40314) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:52.780447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-5a32c207-9372-430c-b974-7e483bb52a03 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9453826 Dec 17 15:51:52.819450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bda3d1cb-e9cb-4809-9e9b-0d399886a7ae req-ae5f223b-71a3-417b-8c7f-50a8112c1784 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.836219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Request body: {'port': {'device_id': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:52.896257 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd19d953-9be7-460d-a4d5-45b4cf76f242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.900534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.902581 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-565c1046-8a5a-4094-84ac-39355021281a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:52.911573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:52.983771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd19d953-9be7-460d-a4d5-45b4cf76f242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.034341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Deleting port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:53.034685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.152530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bda3d1cb-e9cb-4809-9e9b-0d399886a7ae req-ae5f223b-71a3-417b-8c7f-50a8112c1784 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.160471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Deleting port 2ad167f7-75d3-45d3-a204-dbf46347b4cd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:53.160714 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.160827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.184152 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bda3d1cb-e9cb-4809-9e9b-0d399886a7ae req-ae5f223b-71a3-417b-8c7f-50a8112c1784 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.204500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:53.216803 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.245751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Transition to ACTIVE for port object 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:51:53.269491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f223b-71a3-417b-8c7f-50a8112c1784 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d090c0-ea60-4ad5-89f9-db774e282614,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:53.299867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.373303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bda3d1cb-e9cb-4809-9e9b-0d399886a7ae req-ae5f223b-71a3-417b-8c7f-50a8112c1784 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.375200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bda3d1cb-e9cb-4809-9e9b-0d399886a7ae req-ae5f223b-71a3-417b-8c7f-50a8112c1784 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9732058 Dec 17 15:51:53.375330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.375623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.393655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd19d953-9be7-460d-a4d5-45b4cf76f242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.397478 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd19d953-9be7-460d-a4d5-45b4cf76f242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.401615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd19d953-9be7-460d-a4d5-45b4cf76f242 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/146b62cd-a9b0-416c-89a1-add04da9a772 HTTP/1.1" status: 204 len: 168 time: 0.9673641 Dec 17 15:51:53.417754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Calling delete_port for 2ad167f7-75d3-45d3-a204-dbf46347b4cd owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:53.440445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Pushing event updated for resources: {'Port': ['ID=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:53.475018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19d953-9be7-460d-a4d5-45b4cf76f242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b62cd-a9b0-416c-89a1-add04da9a772,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:53.504484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] For port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:53.504915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.540042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-565c1046-8a5a-4094-84ac-39355021281a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.603326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Calling delete_port for bf8b2ed6-e3b0-4f57-aff8-50030f5b537e owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:53.626999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-565c1046-8a5a-4094-84ac-39355021281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.685152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Attempting to bind port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:53.685492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Attempting to bind port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:53.685964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Attempting to bind port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:53.705025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 on network 855c589d-405a-41f7-b51d-123b11b9f480 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:51:53.705025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Attempting to bind port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:53.726634 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-565c1046-8a5a-4094-84ac-39355021281a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec4f4c865f804110907928d0b1628347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9497497 Dec 17 15:51:53.733071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c1046-8a5a-4094-84ac-39355021281a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3826e-91be-460b-99ba-dd0bbf598f21,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:53.738618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40340) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:53.742675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:53.743022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Checking segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:53.743406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Bound using segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:53.745654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Bound port: 3e83dd6b-1f6e-43b4-8607-2dd7408978c7, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:53.746728 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.771256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8c49-361b-456f-9fd4-3f5564ae1aa4 req-e64d62cc-0f86-4651-a2c2-2db8dee37286 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:53.772852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4eba8c49-361b-456f-9fd4-3f5564ae1aa4 req-e64d62cc-0f86-4651-a2c2-2db8dee37286 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 932 time: 0.2054644 Dec 17 15:51:53.881810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:53.901156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.915844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] For port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:53.924483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 10.2.2.100 (d56efdfb-2214-495b-b81d-8728c73706ee/7339ca3e-5315-4afb-8233-370a9cf91ad2/2825f97c-8692-45cd-9e2c-e6d299813cdb) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:53.931230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] For port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:53.954070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.965450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2768073f-4cbb-4692-8c2c-fbb44c821a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:53.988034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4eba8c49-361b-456f-9fd4-3f5564ae1aa4 req-a8adcb49-84f4-4cc9-8c3e-db234a88534b tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742330 Dec 17 15:51:53.999699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Transition to ACTIVE for port object 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:51:54.020198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.062644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:54.063322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.065056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] 10.222.0.49 "PUT /v2.0/ports/3e83dd6b-1f6e-43b4-8607-2dd7408978c7 HTTP/1.1" status: 200 len: 1092 time: 2.3401518 Dec 17 15:51:54.068921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f73e68-e907-4265-a664-5e49923881df', 'tag': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:54.071222 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e88fe8-c3f2-404b-8961-ec9dd3456166" -d '{"events": [{"name": "network-changed", "server_uuid": "65f73e68-e907-4265-a664-5e49923881df", "tag": "3e83dd6b-1f6e-43b4-8607-2dd7408978c7"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:54.077975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2768073f-4cbb-4692-8c2c-fbb44c821a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.102195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.105183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d67d5-68d5-4a80-b8f1-079bb26976fd service neutron] Pushing event updated for resources: {'Port': ['ID=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:54.174171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Pushing event updated for resources: {'Port': ['ID=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:54.240516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.259771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c', 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:54.272720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3b9449b2-2857-4732-9c4f-7cf99b6c11fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:54.315215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event deleted for resources: {'Port': ['ID=bf8b2ed6-e3b0-4f57-aff8-50030f5b537e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:54.378910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] No DVR routers for this DVR port bf8b2ed6-e3b0-4f57-aff8-50030f5b537e on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:51:54.381941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.387024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-980c8864-3687-4663-b04c-adc7bdec5cc0 req-1ab39915-b68a-4913-a77c-15247d00aff1 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "DELETE /v2.0/ports/bf8b2ed6-e3b0-4f57-aff8-50030f5b537e HTTP/1.1" status: 204 len: 173 time: 1.6711299 Dec 17 15:51:54.421758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-deleted', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:54.424117 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c036c17-21c7-4473-a8b3-80662261bf98" -d '{"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-deleted", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:54.433865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341acfa-6ee0-4976-a40d-71a7d01edf12 req-608114e3-1812-4c24-b50d-981150033984 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:54.435569 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4341acfa-6ee0-4976-a40d-71a7d01edf12 req-608114e3-1812-4c24-b50d-981150033984 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e1f9213-fa37-482b-b2e1-8d7fb86d086e HTTP/1.1" status: 200 len: 868 time: 0.3421924 Dec 17 15:51:54.465819 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2768073f-4cbb-4692-8c2c-fbb44c821a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.468581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2768073f-4cbb-4692-8c2c-fbb44c821a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.473192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2768073f-4cbb-4692-8c2c-fbb44c821a4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bb3826e-91be-460b-99ba-dd0bbf598f21 HTTP/1.1" status: 204 len: 168 time: 0.7125874 Dec 17 15:51:54.513564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768073f-4cbb-4692-8c2c-fbb44c821a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3826e-91be-460b-99ba-dd0bbf598f21,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:54.620051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4341acfa-6ee0-4976-a40d-71a7d01edf12 req-9847b358-911f-4b02-a339-34349efd9757 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755481 Dec 17 15:51:54.628071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.709474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:54.815052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network d56efdfb-2214-495b-b81d-8728c73706ee is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:54.841023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:54.847605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:55.020807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=2825f97c-8692-45cd-9e2c-e6d299813cdb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:55.082209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.082900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:55.095011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c4ac-b8b6-4ae8-afee-1ff2de0c86b3 req-6344a17c-6aeb-42ae-9af6-4f31d95bcae7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.102328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c4ac-b8b6-4ae8-afee-1ff2de0c86b3 req-6344a17c-6aeb-42ae-9af6-4f31d95bcae7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.109335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c4ac-b8b6-4ae8-afee-1ff2de0c86b3 req-6344a17c-6aeb-42ae-9af6-4f31d95bcae7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.115590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c4ac-b8b6-4ae8-afee-1ff2de0c86b3 req-6344a17c-6aeb-42ae-9af6-4f31d95bcae7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.124675 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe30c4ac-b8b6-4ae8-afee-1ff2de0c86b3 req-6344a17c-6aeb-42ae-9af6-4f31d95bcae7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 3094 time: 0.3158922 Dec 17 15:51:55.155373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Pushing event deleted for resources: {'Port': ['ID=2ad167f7-75d3-45d3-a204-dbf46347b4cd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:55.208551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe30c4ac-b8b6-4ae8-afee-1ff2de0c86b3 req-469307ad-1a1f-4fa1-a8fc-2bb378868a22 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828931 Dec 17 15:51:55.219625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-73ab1263-70c6-4a0c-bfa2-191d878c3ff5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7328453 Dec 17 15:51:55.235471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee', 'admin_state_up': True, 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'security_groups': ['42b5da7c-01fa-45e5-911a-07da75f9c5b3']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:55.308978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-1b4142d5-74a6-460b-bb44-fcf211cef6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.310857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-1b4142d5-74a6-460b-bb44-fcf211cef6f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=65f73e68-e907-4265-a664-5e49923881df HTTP/1.1" status: 200 len: 1095 time: 1.1327434 Dec 17 15:51:55.378487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:55.381528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:55.382883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4510628b-e1de-4057-913f-7490adfb8919 req-c020a3f5-b457-401c-b2ae-01cfe751fb74 tempest-FloatingIPDetailsTestJSON-1926499378 tempest-FloatingIPDetailsTestJSON-1926499378-project] 10.222.0.54 "DELETE /v2.0/floatingips/5ddff4a8-293f-4588-a2aa-cfc414fe7e1c HTTP/1.1" status: 204 len: 173 time: 2.7401078 Dec 17 15:51:55.384249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Attempting to bind port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:55.384757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Attempting to bind port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:55.385782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Attempting to bind port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:55.389638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-3e5e5171-9f23-4829-99e6-ab26c1c40dd5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e83dd6b-1f6e-43b4-8607-2dd7408978c7 HTTP/1.1" status: 200 len: 217 time: 0.0551641 Dec 17 15:51:55.390373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40390) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:55.398608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ca9cbdb8-4af0-492c-bbf8-1e6fa96541a0 None None] Provisioning complete for port 2825f97c-8692-45cd-9e2c-e6d299813cdb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:55.400714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbdb8-4af0-492c-bbf8-1e6fa96541a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:55.510565 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f5e22-284c-4d57-878c-af8323d7a9d4 x-openstack-request-id: req-8f1f5e22-284c-4d57-878c-af8323d7a9d4 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:55.511172 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f73e68-e907-4265-a664-5e49923881df", "tag": "3e83dd6b-1f6e-43b4-8607-2dd7408978c7", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:55.511636 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f1f5e22-284c-4d57-878c-af8323d7a9d4 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:55.512237 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f73e68-e907-4265-a664-5e49923881df', 'tag': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7', 'status': 'completed', 'code': 200} Dec 17 15:51:55.525478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cbdb8-4af0-492c-bbf8-1e6fa96541a0 None None] Port 2825f97c-8692-45cd-9e2c-e6d299813cdb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:55.545794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf on network 855c589d-405a-41f7-b51d-123b11b9f480 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:51:55.546547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Attempting to bind port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:55.561843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:55.562486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Checking segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:55.563072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Bound using segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:55.563840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Bound port: 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:55.564388 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:55.641898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0a2f8c15-5d2b-483c-8ab8-c6c57c22032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.643496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-0a2f8c15-5d2b-483c-8ab8-c6c57c22032e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.1348200 Dec 17 15:51:55.738325 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-ae7166a5-f85a-448c-8165-54a0dc55f290 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733969 Dec 17 15:51:55.859384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] For port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:55.894443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] For port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:55.914148 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:55.962571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-7b0e8a73-d789-46e8-a8ac-9e3d227e811b service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139256 Dec 17 15:51:55.995340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.996342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:55.999660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] 10.222.0.47 "PUT /v2.0/ports/36cf60a5-fd49-4a47-b3ff-17f36d44f0cf HTTP/1.1" status: 200 len: 1093 time: 3.1770899 Dec 17 15:51:56.104054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8143669-74e1-42c2-bbb4-9ab436f0fed9 req-4b828b0b-39a1-4532-bfb9-39702d0060da tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 10994 time: 0.8421071 Dec 17 15:51:56.108624 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb8ac4-9ad0-4f23-bfac-db46492ab433 x-openstack-request-id: req-48fb8ac4-9ad0-4f23-bfac-db46492ab433 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:56.109158 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f9213-fa37-482b-b2e1-8d7fb86d086e", "name": "network-vif-deleted", "tag": "bf8b2ed6-e3b0-4f57-aff8-50030f5b537e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:56.109493 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48fb8ac4-9ad0-4f23-bfac-db46492ab433 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:56.110307 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f9213-fa37-482b-b2e1-8d7fb86d086e', 'name': 'network-vif-deleted', 'tag': 'bf8b2ed6-e3b0-4f57-aff8-50030f5b537e', 'status': 'completed', 'code': 200} Dec 17 15:51:56.188904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8143669-74e1-42c2-bbb4-9ab436f0fed9 req-65e062ba-e338-4724-bbc0-bdb126c30ddf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/d47527fb-3f94-437f-b43d-deee232d4d88 HTTP/1.1" status: 200 len: 2998 time: 0.0749760 Dec 17 15:51:56.193525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Made reservation on behalf of df9a6e679bee42a585a07b822f49f9ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:56.199314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab23cb-194d-4aed-a5d5-7db03c26dd92 service neutron] Pushing event updated for resources: {'Port': ['ID=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:56.200078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:56.212359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-f45255c0-66d5-455e-8432-b38fdd7e9386 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=91f0209c554a45abaa9d0eefab3a72f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1468697 Dec 17 15:51:56.273436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8143669-74e1-42c2-bbb4-9ab436f0fed9 req-b2d10664-5bc6-46aa-aa2d-7facb32e01e0 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/d47527fb-3f94-437f-b43d-deee232d4d88 HTTP/1.1" status: 200 len: 2998 time: 0.0706248 Dec 17 15:51:56.332121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-e7b5690d-b21f-4a51-857b-a496d3b78d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:56.334587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-e7b5690d-b21f-4a51-857b-a496d3b78d4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 1096 time: 0.2679267 Dec 17 15:51:56.348485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-d88056bb-3d9c-4ebc-ba2b-c946bb85298e service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744619 Dec 17 15:51:56.434530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-be524cc0-414a-4a4f-8888-b6a98134a832 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf HTTP/1.1" status: 200 len: 217 time: 0.0849004 Dec 17 15:51:56.468746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857f8f3-e84e-4135-9c1f-b48a80ddf455 req-8d5637b6-ed8f-41ae-9083-4b3e807f26f0 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:56.470275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7857f8f3-e84e-4135-9c1f-b48a80ddf455 req-8d5637b6-ed8f-41ae-9083-4b3e807f26f0 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 944 time: 0.1180742 Dec 17 15:51:56.551670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Allocated IP 10.2.2.200 (d56efdfb-2214-495b-b81d-8728c73706ee/7339ca3e-5315-4afb-8233-370a9cf91ad2/a8f6a4b7-3a12-4302-85c9-76d8441471ff) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:56.567359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-5dabca85-20a3-4b4b-8830-a895dbdf2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:56.569140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-5dabca85-20a3-4b4b-8830-a895dbdf2815 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=65f73e68-e907-4265-a664-5e49923881df HTTP/1.1" status: 200 len: 1095 time: 0.1547003 Dec 17 15:51:56.645457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-efe702af-a740-4b4f-af5c-a8d8f06630f6 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:56.655044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-efe702af-a740-4b4f-af5c-a8d8f06630f6 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4275422 Dec 17 15:51:56.677203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7857f8f3-e84e-4135-9c1f-b48a80ddf455 req-612b64a5-d20f-4353-9820-f963a5a4f9cc tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964402 Dec 17 15:51:56.724058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-fabdcc83-679a-4f94-a007-a020caaa3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:56.725556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-fabdcc83-679a-4f94-a007-a020caaa3c42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.2685068 Dec 17 15:51:56.736061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-44ff11a7-c7ac-41f7-9103-b2d4003d27c9 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/quotas/91f0209c554a45abaa9d0eefab3a72f8 HTTP/1.1" status: 200 len: 375 time: 0.0800126 Dec 17 15:51:56.744995 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:56.784096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:56.804955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:56.841518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:56.875243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: bf8b2ed6-e3b0-4f57-aff8-50030f5b537e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:51:56.875243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bf8b2ed6-e3b0-4f57-aff8-50030f5b537e not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:51:56.902352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Network d56efdfb-2214-495b-b81d-8728c73706ee is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:56.919682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-5ad6e275-dda4-491e-b955-932df8efff86 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=91f0209c554a45abaa9d0eefab3a72f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1825616 Dec 17 15:51:56.931966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event updated for resources: {'Port': ['ID=a8f6a4b7-3a12-4302-85c9-76d8441471ff,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:56.934567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:56.942794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:56.960110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-c9fed83d-05c9-4a7d-a846-339427e67aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2215509 Dec 17 15:51:57.085102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e911d-171e-4909-bf60-19fa19a34505 req-bff8c597-0acc-4e3a-85b4-28fa2c5e6236 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.096550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e911d-171e-4909-bf60-19fa19a34505 req-bff8c597-0acc-4e3a-85b4-28fa2c5e6236 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.103936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e911d-171e-4909-bf60-19fa19a34505 req-bff8c597-0acc-4e3a-85b4-28fa2c5e6236 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.111773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e911d-171e-4909-bf60-19fa19a34505 req-bff8c597-0acc-4e3a-85b4-28fa2c5e6236 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.118676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e911d-171e-4909-bf60-19fa19a34505 req-bff8c597-0acc-4e3a-85b4-28fa2c5e6236 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.128732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-274e911d-171e-4909-bf60-19fa19a34505 req-bff8c597-0acc-4e3a-85b4-28fa2c5e6236 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 3815 time: 0.2845278 Dec 17 15:51:57.164405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.165229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:57.214894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-dc8aa50f-5047-423f-a8fd-46efe9e13f3a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9831882 Dec 17 15:51:57.232030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-ad492a8f-1a6c-47f4-b0f6-67ce6a0188e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.233356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-ad492a8f-1a6c-47f4-b0f6-67ce6a0188e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 914 time: 0.6353648 Dec 17 15:51:57.243033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:57.316433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee167a90-b964-4fa6-bb1d-74a7ba98dcad req-460791de-40c5-4737-9b8e-fe7427d84b25 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/d762322e-f466-4ee8-8584-7196e23af536 HTTP/1.1" status: 200 len: 1818 time: 0.2047858 Dec 17 15:51:57.324979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-65ff41d5-a69c-43b8-a0cc-3885953f8dd3 service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092752 Dec 17 15:51:57.326980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-fe816c92-7a9e-4b71-a28e-5b7de2ace977 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e83dd6b-1f6e-43b4-8607-2dd7408978c7 HTTP/1.1" status: 200 len: 217 time: 0.0847082 Dec 17 15:51:57.351620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-274e911d-171e-4909-bf60-19fa19a34505 req-e22edc63-8f82-424e-9b2f-6411abfa1e6b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216840 Dec 17 15:51:57.376951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:57.388998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-86236de8-c707-47c2-8fec-a24df3a6013f None None] Provisioning complete for port a8f6a4b7-3a12-4302-85c9-76d8441471ff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:57.389274 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86236de8-c707-47c2-8fec-a24df3a6013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:57.476867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-86236de8-c707-47c2-8fec-a24df3a6013f None None] Port a8f6a4b7-3a12-4302-85c9-76d8441471ff cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:51:57.527807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'tag': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:57.530140 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8de2b84-2e3a-48e0-9a59-e013bca36c0c", "tag": "36cf60a5-fd49-4a47-b3ff-17f36d44f0cf"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:57.633161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-934158c1-7002-401b-9999-4c2196a86f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.638123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-934158c1-7002-401b-9999-4c2196a86f0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.2649627 Dec 17 15:51:57.684202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ee167a90-b964-4fa6-bb1d-74a7ba98dcad req-c1374a42-d004-4095-afe6-18ec300ef6f2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:57.816400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2a0b15-62e6-4c12-9029-77eda6a9fb88 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:57.836329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:57.837915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-9c2413bc-5747-4027-b8a1-79912fbd905e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536906 Dec 17 15:51:57.868868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Transition to ACTIVE for port object bb2a0b15-62e6-4c12-9029-77eda6a9fb88 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:51:57.875497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:57.902288 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-279c1c5d-b127-4dbb-a597-52d84ea928d7 req-2d902031-fc62-4ba2-a7ed-53cc9690fd69 service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564055 Dec 17 15:51:57.921139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ee167a90-b964-4fa6-bb1d-74a7ba98dcad req-c1374a42-d004-4095-afe6-18ec300ef6f2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:57.933050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:58.020152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Deleting port d4464895-adfd-4b99-a19d-4fa2ab6faa0d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:51:58.020821 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.046902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:58.082656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Attempting to bind port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:51:58.083210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Attempting to bind port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:51:58.083931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Attempting to bind port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 on network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:58.090494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 on network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:51:58.091038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Attempting to bind port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 on network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:51:58.097414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:51:58.097772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Checking segment: {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:51:58.098350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Bound using segment: {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:51:58.098919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Bound port: bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c623ca9a-187b-409a-89c6-c86261bdcf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:51:58.099326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.120606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ee167a90-b964-4fa6-bb1d-74a7ba98dcad req-c1374a42-d004-4095-afe6-18ec300ef6f2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.125496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ee167a90-b964-4fa6-bb1d-74a7ba98dcad req-c1374a42-d004-4095-afe6-18ec300ef6f2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.126660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee167a90-b964-4fa6-bb1d-74a7ba98dcad req-c1374a42-d004-4095-afe6-18ec300ef6f2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/d762322e-f466-4ee8-8584-7196e23af536 HTTP/1.1" status: 204 len: 173 time: 0.7962387 Dec 17 15:51:58.155239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374a42-d004-4095-afe6-18ec300ef6f2 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d762322e-f466-4ee8-8584-7196e23af536,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:58.175636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0622b560-7e07-4902-b28a-f7e7b5da4072 req-b0ecfd02-412c-4c57-a275-6ec191a7f2c7 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 210 time: 0.0612874 Dec 17 15:51:58.224441 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f7906-854d-4805-9bd8-10981978c57b x-openstack-request-id: req-3c3f7906-854d-4805-9bd8-10981978c57b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:58.224734 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8de2b84-2e3a-48e0-9a59-e013bca36c0c", "tag": "36cf60a5-fd49-4a47-b3ff-17f36d44f0cf", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:58.224992 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c3f7906-854d-4805-9bd8-10981978c57b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:58.225407 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'tag': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf', 'status': 'completed', 'code': 200} Dec 17 15:51:58.233692 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-ea53cff6-fc85-44b0-92d5-252c342d94ba service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747535 Dec 17 15:51:58.322048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-038a36c3-ed14-46ba-8fd5-9d970923a049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.399423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] For port d4464895-adfd-4b99-a19d-4fa2ab6faa0d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,segment=NetworkSegment(0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f),segment_id=0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:58.399958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.432985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-4e3c300f-e48d-4b3c-b302-ca221919cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:58.434643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-4e3c300f-e48d-4b3c-b302-ca221919cdc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 1096 time: 0.1814997 Dec 17 15:51:58.441690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Calling delete_port for d4464895-adfd-4b99-a19d-4fa2ab6faa0d owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:51:58.459265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-038a36c3-ed14-46ba-8fd5-9d970923a049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.462293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] For port bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:51:58.465957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] For port bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:51:58.467016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-038a36c3-ed14-46ba-8fd5-9d970923a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.480474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.549956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a36c3-ed14-46ba-8fd5-9d970923a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8c356a-e4a8-4b57-91a8-d28145d42530,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:58.571108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:58.571727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:58.573188 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 200 len: 1092 time: 1.3455100 Dec 17 15:51:58.583553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:58.586204 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:58.597361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-038a36c3-ed14-46ba-8fd5-9d970923a049 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a06dd77518434d06aef2b1f1a3e34418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6574156 Dec 17 15:51:58.637461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40492) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:58.647289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:58.739891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224888c-b210-41f0-bd84-60ca85608947 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:58.810988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-aab34cd6-d945-4eb1-9cec-1f38a758d3f9 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=91f0209c554a45abaa9d0eefab3a72f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298579 Dec 17 15:51:58.837463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5351a-b5c1-4158-aa4b-755856f30e5c req-24ec2db4-256c-4ea5-960c-7323a75bff2c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:58.843369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64f5351a-b5c1-4158-aa4b-755856f30e5c req-24ec2db4-256c-4ea5-960c-7323a75bff2c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.2615047 Dec 17 15:51:58.866035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.001668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64f5351a-b5c1-4158-aa4b-755856f30e5c req-77a8ad6c-d056-4226-b7f9-2b6becb635c7 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459954 Dec 17 15:51:59.009109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2c127a1-a610-458c-8fb1-fefb9fc4f675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.055888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2c127a1-a610-458c-8fb1-fefb9fc4f675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.083561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcad44-83fc-4114-a8c4-475aa8d0fe42 req-5ee110b0-f3b8-4621-8bee-f85b88fa9ffa tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.085518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91fcad44-83fc-4114-a8c4-475aa8d0fe42 req-5ee110b0-f3b8-4621-8bee-f85b88fa9ffa tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 944 time: 0.7403398 Dec 17 15:51:59.106817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13e88fe8-c3f2-404b-8961-ec9dd3456166 req-756d3fa1-2b91-46dc-9aa4-f89b67b6e03e service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8616803 Dec 17 15:51:59.109504 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-d8a85a40-52a7-4fd5-8ae1-1c875220f8a4 req-bf5a2f3d-a748-4c60-a2a1-1b1d8f524099 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:51:59.110526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8a85a40-52a7-4fd5-8ae1-1c875220f8a4 req-bf5a2f3d-a748-4c60-a2a1-1b1d8f524099 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/d762322e-f466-4ee8-8584-7196e23af536 HTTP/1.1" status: 404 len: 352 time: 0.0570138 Dec 17 15:51:59.147162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-b7a7558a-d73b-4377-97da-1ce26befea45 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.147162 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-b7a7558a-d73b-4377-97da-1ce26befea45 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3200145 Dec 17 15:51:59.238865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Request body: {'port': {'device_id': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '91f0209c554a45abaa9d0eefab3a72f8'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:59.243413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-07488a83-e635-4e38-a1cc-35ff64bc9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.246068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-07488a83-e635-4e38-a1cc-35ff64bc9cc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 914 time: 0.8005497 Dec 17 15:51:59.259016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91fcad44-83fc-4114-a8c4-475aa8d0fe42 req-ce432ba2-1879-4921-825d-910179b52b22 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578667 Dec 17 15:51:59.321673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-4bbe067c-2387-4fa2-8c19-741ea25bc32b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf HTTP/1.1" status: 200 len: 217 time: 0.0567715 Dec 17 15:51:59.341522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.387853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2c127a1-a610-458c-8fb1-fefb9fc4f675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.390179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4464895-adfd-4b99-a19d-4fa2ab6faa0d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:59.391229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2c127a1-a610-458c-8fb1-fefb9fc4f675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.392179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c2c127a1-a610-458c-8fb1-fefb9fc4f675 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e8c356a-e4a8-4b57-91a8-d28145d42530 HTTP/1.1" status: 204 len: 168 time: 0.7524278 Dec 17 15:51:59.404471 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dbea65-8001-4c2e-afef-c5a85fe566ea x-openstack-request-id: req-58dbea65-8001-4c2e-afef-c5a85fe566ea {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:59.404878 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:59.405224 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58dbea65-8001-4c2e-afef-c5a85fe566ea {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:59.405712 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'status': 'completed', 'code': 200} Dec 17 15:51:59.433126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c127a1-a610-458c-8fb1-fefb9fc4f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8c356a-e4a8-4b57-91a8-d28145d42530,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:59.469040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e98d6-511d-4190-bc7b-896e90e208f1 req-2a5f68a5-e27c-4e78-b037-9c3f3632281b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.475983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e98d6-511d-4190-bc7b-896e90e208f1 req-2a5f68a5-e27c-4e78-b037-9c3f3632281b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.488382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e98d6-511d-4190-bc7b-896e90e208f1 req-2a5f68a5-e27c-4e78-b037-9c3f3632281b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.494439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e98d6-511d-4190-bc7b-896e90e208f1 req-2a5f68a5-e27c-4e78-b037-9c3f3632281b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.500431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e98d6-511d-4190-bc7b-896e90e208f1 req-2a5f68a5-e27c-4e78-b037-9c3f3632281b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.508356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d4e98d6-511d-4190-bc7b-896e90e208f1 req-2a5f68a5-e27c-4e78-b037-9c3f3632281b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 3827 time: 0.2655711 Dec 17 15:51:59.597136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.47', 50287) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:51:59.622820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Made reservation on behalf of 91f0209c554a45abaa9d0eefab3a72f8 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:51:59.626906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.660678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d4e98d6-511d-4190-bc7b-896e90e208f1 req-2116383d-6ae2-467a-9e27-0cad86a2cf5c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511166 Dec 17 15:51:59.681910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a947dca-2cf8-41da-8180-005252c641d9 req-4beb1057-453e-475b-8c5c-f306e132dcbb tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/9dc40c29-95eb-4ce3-88eb-53e6e0791946 HTTP/1.1" status: 200 len: 1816 time: 0.1923850 Dec 17 15:51:59.696917 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.722344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-c3945f47-6064-4ace-8fc6-c26e9b6ff9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.723857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-c3945f47-6064-4ace-8fc6-c26e9b6ff9fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.3928647 Dec 17 15:51:59.801811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-e138dbdc-0cbc-4da6-b885-ed855b5ca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.802671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-e138dbdc-0cbc-4da6-b885-ed855b5ca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.803553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-e138dbdc-0cbc-4da6-b885-ed855b5ca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.805146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-e138dbdc-0cbc-4da6-b885-ed855b5ca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.805146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-e138dbdc-0cbc-4da6-b885-ed855b5ca1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.808125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-e138dbdc-0cbc-4da6-b885-ed855b5ca1be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 4363 time: 0.3837256 Dec 17 15:51:59.823710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-98f86655-84d6-4189-af7f-7fc0c7e57d48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724459 Dec 17 15:51:59.830696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af86f54b-aced-4965-a78e-cb34f69485f3 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:59.845586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45123119-e61f-42a0-9f46-360dd9a58f87 req-5a63cfcd-4e9b-4e54-9a8d-302c4d72c636 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 210 time: 0.0657275 Dec 17 15:51:59.864650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-27fe3594-2efb-4f4b-82aa-448cbf62046a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:59.864650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-27fe3594-2efb-4f4b-82aa-448cbf62046a tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.2591724 Dec 17 15:51:59.864650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:51:59.913399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Transition to ACTIVE for port object af86f54b-aced-4965-a78e-cb34f69485f3 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:51:59.960424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.109615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9a947dca-2cf8-41da-8180-005252c641d9 req-0141e9eb-ab66-41da-ae72-4ee195981184 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.137301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-cb3f9683-06e4-42fe-9c47-ab857fd2d845 service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887750 Dec 17 15:52:00.206832 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9a947dca-2cf8-41da-8180-005252c641d9 req-0141e9eb-ab66-41da-ae72-4ee195981184 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.225347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=af86f54b-aced-4965-a78e-cb34f69485f3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:00.239622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.263582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.299228 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.380658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Attempting to bind port af86f54b-aced-4965-a78e-cb34f69485f3 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:00.380975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Attempting to bind port af86f54b-aced-4965-a78e-cb34f69485f3 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:00.381295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Attempting to bind port af86f54b-aced-4965-a78e-cb34f69485f3 on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:00.391268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Deleting port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:00.391612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.401094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:00.421882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-7f38430f-e1ac-4af3-8de6-accfcd82e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:00.422375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-7f38430f-e1ac-4af3-8de6-accfcd82e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:00.423235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-7f38430f-e1ac-4af3-8de6-accfcd82e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:00.425118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-7f38430f-e1ac-4af3-8de6-accfcd82e78c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9a6e679bee42a585a07b822f49f9ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6005497 Dec 17 15:52:00.464726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Port af86f54b-aced-4965-a78e-cb34f69485f3 on network 23384b65-cb3e-4750-95b4-36a39b629de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:00.465047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Attempting to bind port af86f54b-aced-4965-a78e-cb34f69485f3 on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:00.493003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41441c-c1ed-4079-939e-e7cd315fc4a3 req-11cfa903-548e-428b-a29a-76827820679c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:00.494573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb41441c-c1ed-4079-939e-e7cd315fc4a3 req-11cfa903-548e-428b-a29a-76827820679c tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 950 time: 0.2575662 Dec 17 15:52:00.501324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:00.501660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Checking segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:00.502098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Bound using segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:00.502539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Bound port: af86f54b-aced-4965-a78e-cb34f69485f3, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:00.502889 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.624525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9a947dca-2cf8-41da-8180-005252c641d9 req-0141e9eb-ab66-41da-ae72-4ee195981184 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.627170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9a947dca-2cf8-41da-8180-005252c641d9 req-0141e9eb-ab66-41da-ae72-4ee195981184 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.629192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a947dca-2cf8-41da-8180-005252c641d9 req-0141e9eb-ab66-41da-ae72-4ee195981184 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/9dc40c29-95eb-4ce3-88eb-53e6e0791946 HTTP/1.1" status: 204 len: 173 time: 0.9464517 Dec 17 15:52:00.708279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] For port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:00.709070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:00.724679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Calling delete_port for 3b9449b2-2857-4732-9c4f-7cf99b6c11fd owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:00.746009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e9eb-ab66-41da-ae72-4ee195981184 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc40c29-95eb-4ce3-88eb-53e6e0791946,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:00.832422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:00.847615 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-3b89ef85-47cb-4bed-83a2-1d8ac7ce7aa3 service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818974 Dec 17 15:52:00.913065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Allocated IP 192.168.233.41 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/a2a16e37-e3ec-48ed-8c32-0e2a5db730d3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:00.992927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb41441c-c1ed-4079-939e-e7cd315fc4a3 req-4eb30307-f3c4-4730-8497-43aa341414fd tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877219 Dec 17 15:52:01.002043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-c420af8c-21c9-463c-93dc-7c16bd4c11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.003941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-291fcba4-9bb9-4d6b-811b-2ce6c9f950ae req-c420af8c-21c9-463c-93dc-7c16bd4c11ff service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5651028 Dec 17 15:52:01.027574 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-f4afdec3-b328-47fc-bff0-6c2dc4ca4805 req-899ef575-8ccf-4cee-9973-b2d195f629ad tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:01.030138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcc791-c31f-4bd4-95f6-03ce634c6657 req-e5b45ad0-1e57-4f51-913f-b9b1a95ca0ed tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.042783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b4dcc791-c31f-4bd4-95f6-03ce634c6657 req-e5b45ad0-1e57-4f51-913f-b9b1a95ca0ed tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 944 time: 0.1605937 Dec 17 15:52:01.049093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f4afdec3-b328-47fc-bff0-6c2dc4ca4805 req-899ef575-8ccf-4cee-9973-b2d195f629ad tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/9dc40c29-95eb-4ce3-88eb-53e6e0791946 HTTP/1.1" status: 404 len: 352 time: 0.0395949 Dec 17 15:52:01.071065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Router c708bc9b-9d1f-4607-95f6-04087c2f6b73 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:52:01.094350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:01.116611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'port_id': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7', 'mac_address': 'fa:16:3e:a4:26:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7014c39-5753-4bd2-83b2-979b00b4aab7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:01.127430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b4dcc791-c31f-4bd4-95f6-03ce634c6657 req-32bd8c81-719c-455c-89ef-a5cec6b651ef tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832334 Dec 17 15:52:01.146563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] For port af86f54b-aced-4965-a78e-cb34f69485f3, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:01.172512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.216691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:01.258638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:01.271934 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.292684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] For port af86f54b-aced-4965-a78e-cb34f69485f3, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af86f54b-aced-4965-a78e-cb34f69485f3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:01.301444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40550) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:01.305267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.367998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:01.373667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.376082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:01.385439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event deleted for resources: {'Port': ['ID=3b9449b2-2857-4732-9c4f-7cf99b6c11fd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:01.437571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3b9449b2-2857-4732-9c4f-7cf99b6c11fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:01.444681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-5ba6ed91-009d-4306-9fc4-64f8367d25f0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.450770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-5ba6ed91-009d-4306-9fc4-64f8367d25f0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.456809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-5ba6ed91-009d-4306-9fc4-64f8367d25f0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.469828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-156e4a8b-ad41-429e-ac4b-116c1cb9836a req-23a1280e-a881-4e7f-b985-226e78e406a9 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 210 time: 0.1779196 Dec 17 15:52:01.471364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-5ba6ed91-009d-4306-9fc4-64f8367d25f0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.477560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-5ba6ed91-009d-4306-9fc4-64f8367d25f0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.483696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-5ba6ed91-009d-4306-9fc4-64f8367d25f0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.494932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-5ba6ed91-009d-4306-9fc4-64f8367d25f0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 4605 time: 0.3145258 Dec 17 15:52:01.573731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3e83dd6b-1f6e-43b4-8607-2dd7408978c7'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:01.620820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:01.622508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f50a7d3-1000-4153-90de-2a3edd31b123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.635898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] Sync routers for ids ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:01.649021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f13e2f30-60c5-4f71-a7f0-1d535ccc0eb9 admin admin] 10.222.0.54 "PUT /v2.0/routers/c708bc9b-9d1f-4607-95f6-04087c2f6b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2571270 Dec 17 15:52:01.674195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40556) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:01.688962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] Routers {'c708bc9b-9d1f-4607-95f6-04087c2f6b73'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:01.690055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:01.696395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-452e028a-3cf3-4a3b-a639-291b81ca3fce req-a2f150e4-3074-4950-947a-aea5b37394cd tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/05d090c0-ea60-4ad5-89f9-db774e282614 HTTP/1.1" status: 200 len: 1817 time: 0.2023377 Dec 17 15:52:01.737887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:01.738515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.739959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] 10.222.0.47 "PUT /v2.0/ports/af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 1137 time: 3.1014228 Dec 17 15:52:01.763971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:01.855009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.893407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'af86f54b-aced-4965-a78e-cb34f69485f3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:01.895661 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45316bb3-a601-4de3-88c5-31452ee35df6" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "af86f54b-aced-4965-a78e-cb34f69485f3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:01.927099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] No DVR routers for this DVR port 3b9449b2-2857-4732-9c4f-7cf99b6c11fd on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:01.950449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:01.967079 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:52:01.967589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:01.970614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff2bc2e8-c062-4ee4-b210-fe594ec52b17 req-8d3ef320-17cd-413a-9b5c-38288ee9815e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.47 "DELETE /v2.0/ports/3b9449b2-2857-4732-9c4f-7cf99b6c11fd HTTP/1.1" status: 204 len: 173 time: 2.1025686 Dec 17 15:52:02.010636 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f50a7d3-1000-4153-90de-2a3edd31b123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.043057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f50a7d3-1000-4153-90de-2a3edd31b123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.082279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50a7d3-1000-4153-90de-2a3edd31b123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18aa48-692c-4e5a-9bbb-3accdb7cbb46,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:02.118524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-452e028a-3cf3-4a3b-a639-291b81ca3fce req-f279027e-1f39-42cd-b190-1597c9c5bfba tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.153449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-452e028a-3cf3-4a3b-a639-291b81ca3fce req-f279027e-1f39-42cd-b190-1597c9c5bfba tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.157034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d62845-02ae-4d9f-afe1-e25612cafbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=af86f54b-aced-4965-a78e-cb34f69485f3,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:02.210711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:02.216785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0f50a7d3-1000-4153-90de-2a3edd31b123 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=512f044a013b4a3bb7fdf593591840dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9149246 Dec 17 15:52:02.217460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40572) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:02.243761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'port_id': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf', 'mac_address': 'fa:16:3e:62:24:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7014c39-5753-4bd2-83b2-979b00b4aab7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:02.269414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-452e028a-3cf3-4a3b-a639-291b81ca3fce req-f279027e-1f39-42cd-b190-1597c9c5bfba tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.283469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-452e028a-3cf3-4a3b-a639-291b81ca3fce req-f279027e-1f39-42cd-b190-1597c9c5bfba tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.285073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-452e028a-3cf3-4a3b-a639-291b81ca3fce req-f279027e-1f39-42cd-b190-1597c9c5bfba tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/05d090c0-ea60-4ad5-89f9-db774e282614 HTTP/1.1" status: 204 len: 173 time: 0.5080616 Dec 17 15:52:02.289533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] Set router c708bc9b-9d1f-4607-95f6-04087c2f6b73 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:02.302626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.394710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279027e-1f39-42cd-b190-1597c9c5bfba tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d090c0-ea60-4ad5-89f9-db774e282614,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:02.577213 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.638699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fabf7da3-22a7-4ddf-9e65-c6b9efc6a342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.670692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.674686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.677673 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b77bc-fa93-4fda-a862-29c587536cb9 x-openstack-request-id: req-516b77bc-fa93-4fda-a862-29c587536cb9 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:02.677917 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "af86f54b-aced-4965-a78e-cb34f69485f3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:02.678172 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-516b77bc-fa93-4fda-a862-29c587536cb9 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:02.681776 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'af86f54b-aced-4965-a78e-cb34f69485f3', 'status': 'completed', 'code': 200} Dec 17 15:52:02.692359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.710675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:02.719135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-057eadcb-aaaf-4c6c-94b7-d55930ae4976 req-311bb048-11a8-41b4-91c2-22c6eb6f22b8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=a991a9c9-13b6-44a9-abc1-e02d96f8819c HTTP/1.1" status: 200 len: 210 time: 0.0802619 Dec 17 15:52:02.771801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:02.803670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.832686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fabf7da3-22a7-4ddf-9e65-c6b9efc6a342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.853960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a0ea7a9-c772-4ed6-9586-df353c98f47b req-604b352a-312b-462b-b411-8cc0ce990d3b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3580785 Dec 17 15:52:02.912691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:02.940897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:02.944962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Deleting port 41a091c7-508e-4612-9dae-9c5a7b799381 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:02.945996 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:02.947308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:02.973061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:03.014487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:51:59Z', 'revision_number': 5, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port': {'id': '41a091c7-508e-4612-9dae-9c5a7b799381', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:75:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:51:15Z', 'updated_at': '2021-12-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:03.052342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f4006-dad2-4064-afd7-2e0e94a516d1 req-e05a58d9-9ed5-46ed-b4bc-749021d519d8 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.053960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-584f4006-dad2-4064-afd7-2e0e94a516d1 req-e05a58d9-9ed5-46ed-b4bc-749021d519d8 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 945 time: 0.2191057 Dec 17 15:52:03.062181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] Checking router: c708bc9b-9d1f-4607-95f6-04087c2f6b73 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:03.082124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['36cf60a5-fd49-4a47-b3ff-17f36d44f0cf'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:03.087098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fabf7da3-22a7-4ddf-9e65-c6b9efc6a342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:03.089728 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fabf7da3-22a7-4ddf-9e65-c6b9efc6a342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:03.090912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fabf7da3-22a7-4ddf-9e65-c6b9efc6a342 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da18aa48-692c-4e5a-9bbb-3accdb7cbb46 HTTP/1.1" status: 204 len: 168 time: 0.8673685 Dec 17 15:52:03.138768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf7da3-22a7-4ddf-9e65-c6b9efc6a342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18aa48-692c-4e5a-9bbb-3accdb7cbb46,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:03.153374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] Routers {'c708bc9b-9d1f-4607-95f6-04087c2f6b73'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:03.154682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:51:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:03.248803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] For port 41a091c7-508e-4612-9dae-9c5a7b799381, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=41a091c7-508e-4612-9dae-9c5a7b799381,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:03.249219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:03.255733 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-45e7784c-b46a-433d-8d97-d4e1e8e7330c req-257a44c1-6d07-4fa8-9b31-71d259028787 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:03.277689 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] Set router c708bc9b-9d1f-4607-95f6-04087c2f6b73 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:03.278086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45e7784c-b46a-433d-8d97-d4e1e8e7330c req-257a44c1-6d07-4fa8-9b31-71d259028787 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/05d090c0-ea60-4ad5-89f9-db774e282614 HTTP/1.1" status: 404 len: 352 time: 0.3614223 Dec 17 15:52:03.338920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Calling delete_port for 41a091c7-508e-4612-9dae-9c5a7b799381 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:03.350152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:52:02Z', 'revision_number': 6, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:03.357133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Pushing event updated for resources: {'Port': ['ID=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:03.376683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-584f4006-dad2-4064-afd7-2e0e94a516d1 req-cd8f50d3-5d4b-40e4-b7cc-1e851b591799 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010645 Dec 17 15:52:03.385055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922878e-c79b-460d-b589-b9f5a5c2dc69 None None] The sync data for ids ['c708bc9b-9d1f-4607-95f6-04087c2f6b73'] in n-d-806683-20 is: [{'id': 'c708bc9b-9d1f-4607-95f6-04087c2f6b73', 'name': 'tempest-FloatingIPDetailsTestJSON-494277623-router', 'tenant_id': '5624eb74258547ddbef3d91b02ee26a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:51:14Z', 'updated_at': '2021-12-17T15:52:02Z', 'revision_number': 6, 'project_id': '5624eb74258547ddbef3d91b02ee26a1', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:03.420488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-99e9cc08-f8a4-49e4-af24-c50eecbe6b43 None None] Provisioning complete for port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:03.420850 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99e9cc08-f8a4-49e4-af24-c50eecbe6b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:03.457145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-5055fdeb-eeeb-4ad3-be5a-407e1394bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.457623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-5055fdeb-eeeb-4ad3-be5a-407e1394bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.458076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-5055fdeb-eeeb-4ad3-be5a-407e1394bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.458760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-5055fdeb-eeeb-4ad3-be5a-407e1394bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.459681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-5055fdeb-eeeb-4ad3-be5a-407e1394bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.460317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-5055fdeb-eeeb-4ad3-be5a-407e1394bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.471596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-5055fdeb-eeeb-4ad3-be5a-407e1394bee6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5293 time: 0.7882214 Dec 17 15:52:03.615843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.616941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:03.775126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:03.805820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40606) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:03.833952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 3b9449b2-2857-4732-9c4f-7cf99b6c11fd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:03.834334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b9449b2-2857-4732-9c4f-7cf99b6c11fd not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:03.837992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-99e9cc08-f8a4-49e4-af24-c50eecbe6b43 None None] Port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:03.839052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393257-36c1-46f0-aaad-910c3647f4a6 req-0e16f6b0-f327-4385-ade4-8aa23f00ab59 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.840980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0393257-36c1-46f0-aaad-910c3647f4a6 req-0e16f6b0-f327-4385-ade4-8aa23f00ab59 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 935 time: 0.4164824 Dec 17 15:52:03.851370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-bfc20ea9-5dba-4f8c-b52e-d3ffe986d39c tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6187072 Dec 17 15:52:03.964106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-666f1753-846b-4162-a645-f9224101e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.964637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-666f1753-846b-4162-a645-f9224101e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.965119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-666f1753-846b-4162-a645-f9224101e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:03.967364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-666f1753-846b-4162-a645-f9224101e830 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9a6e679bee42a585a07b822f49f9ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4763336 Dec 17 15:52:03.979038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Request body: {'port': {'device_id': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:04.039648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50fb79d4-bb00-455f-ac83-b4e181fc56c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.247465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0393257-36c1-46f0-aaad-910c3647f4a6 req-0a869891-25d5-42d1-99be-a196e678a234 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552897 Dec 17 15:52:04.247920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40612) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:04.298029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475205d7-93e1-41f2-aac3-9179c4c5545c {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:04.344590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.347360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.368772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-82f94a16-8918-4a37-8333-435dcb39818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:04.368772 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45316bb3-a601-4de3-88c5-31452ee35df6 req-82f94a16-8918-4a37-8333-435dcb39818b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3613989 Dec 17 15:52:04.406066 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d6eb5ef-aa20-4971-b358-c824a48c780c req-38330bd9-88c5-4b29-bb19-11634f3abad1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 6196 time: 0.9763556 Dec 17 15:52:04.411928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Transition to ACTIVE for port object 475205d7-93e1-41f2-aac3-9179c4c5545c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:04.429426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.461795 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.504800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a091c7-508e-4612-9dae-9c5a7b799381,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:04.516272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=475205d7-93e1-41f2-aac3-9179c4c5545c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:04.531636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d6eb5ef-aa20-4971-b358-c824a48c780c req-fdcfb38b-081e-425e-ad80-9a5f63c151f0 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/d47527fb-3f94-437f-b43d-deee232d4d88 HTTP/1.1" status: 200 len: 2998 time: 0.1245089 Dec 17 15:52:04.608448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.706910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50fb79d4-bb00-455f-ac83-b4e181fc56c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.724587 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.726935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.790567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d6eb5ef-aa20-4971-b358-c824a48c780c req-4ee93f36-7ea9-4b7b-bc30-9ebb6346e97c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/d47527fb-3f94-437f-b43d-deee232d4d88 HTTP/1.1" status: 200 len: 2998 time: 0.2361026 Dec 17 15:52:04.797375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-deleted', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:04.800286 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b592532-7754-4bf5-871b-ab51a14f769a" -d '{"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-deleted", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:04.804479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.804799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ac57efd6-87c6-49c9-9f9a-4a21c3bdfcf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.805026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c708bc9b-9d1f-4607-95f6-04087c2f6b73 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:52:04.817145 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.823106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0134eed7-5a3d-483b-b4ad-808930d7bee6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c708bc9b-9d1f-4607-95f6-04087c2f6b73 HTTP/1.1" status: 204 len: 168 time: 3.1469758 Dec 17 15:52:04.825814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40624) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:04.825949 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50fb79d4-bb00-455f-ac83-b4e181fc56c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.844759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:04.896332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] Deleting subnet 3696475f-eac0-4735-8fba-756dfe5ddb63 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:52:04.900971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.930721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb79d4-bb00-455f-ac83-b4e181fc56c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae2531-d11a-4bb8-b85d-5e309b885887,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:04.965193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:04.999196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:05.008937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:05.009261 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.071350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.078533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.086780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.092778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.101076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.107056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.114244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.116446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-c1c91683-ab1e-4216-bee6-6bc0c520c7b7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5381 time: 0.6066525 Dec 17 15:52:05.126706 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.155516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f73e68-e907-4265-a664-5e49923881df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:05.158223 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8453e4de-e4bb-492d-8fbe-ab7f3b51b42d" -d '{"events": [{"server_uuid": "65f73e68-e907-4265-a664-5e49923881df", "name": "network-vif-plugged", "status": "completed", "tag": "3e83dd6b-1f6e-43b4-8607-2dd7408978c7"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:05.175213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:05.186123 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-50fb79d4-bb00-455f-ac83-b4e181fc56c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5647d09d3c6847aaa91bcf5f100015f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3645914 Dec 17 15:52:05.190396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40630) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:05.193070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.198642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.205368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Attempting to bind port 475205d7-93e1-41f2-aac3-9179c4c5545c on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:05.205368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Attempting to bind port 475205d7-93e1-41f2-aac3-9179c4c5545c by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:05.205955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Attempting to bind port 475205d7-93e1-41f2-aac3-9179c4c5545c on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:05.220670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Port 475205d7-93e1-41f2-aac3-9179c4c5545c on network 23384b65-cb3e-4750-95b4-36a39b629de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:05.220982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Attempting to bind port 475205d7-93e1-41f2-aac3-9179c4c5545c on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:05.232163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:05.232507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Checking segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:05.232892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Bound using segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:05.233328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Bound port: 475205d7-93e1-41f2-aac3-9179c4c5545c, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:05.233680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.303506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:05.313278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.313711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.314147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.314888 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.315492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.315618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.316145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.316531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.316939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.317322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.317725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.318140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.318527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:05.324019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4464895-adfd-4b99-a19d-4fa2ab6faa0d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:05.350985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d4464895-adfd-4b99-a19d-4fa2ab6faa0d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:05.351742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4464895-adfd-4b99-a19d-4fa2ab6faa0d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:05.352290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 41a091c7-508e-4612-9dae-9c5a7b799381 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:05.353405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] For port 475205d7-93e1-41f2-aac3-9179c4c5545c, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:05.356788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] For port 475205d7-93e1-41f2-aac3-9179c4c5545c, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=475205d7-93e1-41f2-aac3-9179c4c5545c,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:05.364888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff0a86-d6fe-476a-8158-14833327e6fc req-9a3da3f6-4d77-448d-b25f-fdc05243ccbb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.374009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4bff0a86-d6fe-476a-8158-14833327e6fc req-9a3da3f6-4d77-448d-b25f-fdc05243ccbb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 945 time: 0.2538197 Dec 17 15:52:05.375369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 41a091c7-508e-4612-9dae-9c5a7b799381 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:05.375777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 41a091c7-508e-4612-9dae-9c5a7b799381 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:05.388605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.392484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.435676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27976e95-f004-4f37-a9bb-190257132451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.437192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3696475f-eac0-4735-8fba-756dfe5ddb63,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:05.444585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.450337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0054fcac-5248-4304-bafd-0116d7c178c7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3696475f-eac0-4735-8fba-756dfe5ddb63 HTTP/1.1" status: 204 len: 168 time: 0.6253457 Dec 17 15:52:05.450960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40634) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:05.451829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:05.452916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.454313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 1135 time: 3.5367241 Dec 17 15:52:05.461889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:05.481009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d2c8776-23fa-44fb-80ea-829c6b84e68b req-0c6f0f4a-9971-47c2-bdc8-3f9f0ffcb6a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3440678 Dec 17 15:52:05.482304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90523fab-3355-4199-abe6-ea2d41fbfdef None None] Network e093356c-748b-452c-8e07-90353e4e4ede requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:05.486356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.503903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:05.544250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27976e95-f004-4f37-a9bb-190257132451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.565308 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4bff0a86-d6fe-476a-8158-14833327e6fc req-032dbb5b-f140-43ea-a7d5-22e62fdff3c0 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900976 Dec 17 15:52:05.570836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02e548-736e-4e80-88c5-e7a74b30b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=475205d7-93e1-41f2-aac3-9179c4c5545c,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:05.586396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Transition to ACTIVE for port object a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:05.602810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e8a45bf3-95a2-45d8-9171-6d00ae738342 req-5782cc06-6320-42bf-b8b0-efbde1a01e2a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-305915945', 'description': 'tempest-description-1352255552'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:05.616407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ac57efd6-87c6-49c9-9f9a-4a21c3bdfcf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.623773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.680701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.709959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ac57efd6-87c6-49c9-9f9a-4a21c3bdfcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.739018 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8cc0e7-a913-469e-b629-d0a3dfde1341 x-openstack-request-id: req-ec8cc0e7-a913-469e-b629-d0a3dfde1341 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:05.739319 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a991a9c9-13b6-44a9-abc1-e02d96f8819c", "name": "network-vif-deleted", "tag": "3b9449b2-2857-4732-9c4f-7cf99b6c11fd", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:05.739577 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec8cc0e7-a913-469e-b629-d0a3dfde1341 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:05.740004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27976e95-f004-4f37-a9bb-190257132451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.740381 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a991a9c9-13b6-44a9-abc1-e02d96f8819c', 'name': 'network-vif-deleted', 'tag': '3b9449b2-2857-4732-9c4f-7cf99b6c11fd', 'status': 'completed', 'code': 200} Dec 17 15:52:05.743492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8a45bf3-95a2-45d8-9171-6d00ae738342 req-5782cc06-6320-42bf-b8b0-efbde1a01e2a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.744673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27976e95-f004-4f37-a9bb-190257132451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.745931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:05.746081 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-27976e95-f004-4f37-a9bb-190257132451 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87ae2531-d11a-4bb8-b85d-5e309b885887 HTTP/1.1" status: 204 len: 168 time: 0.5545828 Dec 17 15:52:05.761487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27976e95-f004-4f37-a9bb-190257132451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae2531-d11a-4bb8-b85d-5e309b885887,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:05.777271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Deleting port 6e18c786-77f0-4d78-b49a-90cbc81e7416 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:05.778066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.883762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] For port 6e18c786-77f0-4d78-b49a-90cbc81e7416, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6e18c786-77f0-4d78-b49a-90cbc81e7416,segment=NetworkSegment(0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f),segment_id=0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:05.884308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.898428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:05.907454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Calling delete_port for 6e18c786-77f0-4d78-b49a-90cbc81e7416 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:05.915308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.921513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:05.922674 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:05.961815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] DHCP port deletion for e093356c-748b-452c-8e07-90353e4e4ede request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:52:06.036463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.086239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69601c2a-dc0e-4c23-bd82-d45d7b8cbfe8 req-2a0ce1fa-3629-42b8-b29b-bac6a05a3d66 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:06.088022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69601c2a-dc0e-4c23-bd82-d45d7b8cbfe8 req-2a0ce1fa-3629-42b8-b29b-bac6a05a3d66 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.1012783 Dec 17 15:52:06.091385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] No DVR routers for this DVR port 6e18c786-77f0-4d78-b49a-90cbc81e7416 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:06.096309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Pushing event deleted for resources: {'Port': ['ID=6e18c786-77f0-4d78-b49a-90cbc81e7416,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:06.135292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8a45bf3-95a2-45d8-9171-6d00ae738342 req-5782cc06-6320-42bf-b8b0-efbde1a01e2a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.139529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57efd6-87c6-49c9-9f9a-4a21c3bdfcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc10d8-b587-4c08-8dac-247e5d8a7645,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:06.148379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Pushing event updated for resources: {'Port': ['ID=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:06.164880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8a45bf3-95a2-45d8-9171-6d00ae738342 req-5782cc06-6320-42bf-b8b0-efbde1a01e2a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.188935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] Deleting port 6e18c786-77f0-4d78-b49a-90cbc81e7416 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:06.189479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.205372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.262850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ac57efd6-87c6-49c9-9f9a-4a21c3bdfcf7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b913d2c3a1c4f03a0e8332c97477e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0014946 Dec 17 15:52:06.263587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782cc06-6320-42bf-b8b0-efbde1a01e2a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbde3d4-3deb-4b85-992d-b5edc36478c8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:06.317290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40640) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:06.337929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Attempting to bind port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:06.338461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Attempting to bind port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:06.339014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Attempting to bind port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:06.341339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:06.347438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8a45bf3-95a2-45d8-9171-6d00ae738342 req-5782cc06-6320-42bf-b8b0-efbde1a01e2a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.349866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8a45bf3-95a2-45d8-9171-6d00ae738342 req-5782cc06-6320-42bf-b8b0-efbde1a01e2a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7508118 Dec 17 15:52:06.356177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.375129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:06.375555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Attempting to bind port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:06.390418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:06.391601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:06.392155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:06.392759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Bound port: a2a16e37-e3ec-48ed-8c32-0e2a5db730d3, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:06.393212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.415018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.435256 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] For port 6e18c786-77f0-4d78-b49a-90cbc81e7416, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:06.435661 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.443854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:06.495187 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dbbe52-273b-4fbd-98b7-a06757fbd73c x-openstack-request-id: req-93dbbe52-273b-4fbd-98b7-a06757fbd73c {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:06.495694 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f73e68-e907-4265-a664-5e49923881df", "name": "network-vif-plugged", "status": "completed", "tag": "3e83dd6b-1f6e-43b4-8607-2dd7408978c7", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:06.497744 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93dbbe52-273b-4fbd-98b7-a06757fbd73c {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:06.498449 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f73e68-e907-4265-a664-5e49923881df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7', 'code': 200} Dec 17 15:52:06.517385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e093356c-748b-452c-8e07-90353e4e4ede']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:06.533348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] Calling delete_port for 6e18c786-77f0-4d78-b49a-90cbc81e7416 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:06.542255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] Port 6e18c786-77f0-4d78-b49a-90cbc81e7416 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:52:06.545203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.545991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:06.546296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b62d30e-a63d-45e9-b867-6d0c1f9d9d3f') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:06.563452 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c3bfa78-c28e-4b3a-a094-91e0bea01f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.576176 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69601c2a-dc0e-4c23-bd82-d45d7b8cbfe8 req-678a3d2a-693d-4be8-833e-5cfb132878eb tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716797 Dec 17 15:52:06.579120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.611065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] No DVR routers for this DVR port 6e18c786-77f0-4d78-b49a-90cbc81e7416 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:06.624357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.626325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd6b31-bfd1-4b21-83a8-e2b9ff75f9c3 None None] Pushing event deleted for resources: {'Port': ['ID=6e18c786-77f0-4d78-b49a-90cbc81e7416,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:06.635025 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a0bfcb0-a539-4ce3-b695-bdff3232cef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.642975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:52:06.643379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.647448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-abe93018-c7a4-40e7-b1bf-e68aa6aa115e req-a0bee0db-793d-417e-8774-e276d0d4caec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-578430470', 'description': 'tempest-description-1773948120'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:06.658254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-f3be13bf-597f-4e25-9747-9601c443755e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:06.659735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-f3be13bf-597f-4e25-9747-9601c443755e tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 949 time: 0.2151580 Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:52:06.660439 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:52:06.740785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a0bfcb0-a539-4ce3-b695-bdff3232cef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.764357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] For port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:06.776492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9849c78-1238-49b4-839f-5e8500e28021 req-3df71f9b-8795-4f66-a0ec-241f276e5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:06.778132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9849c78-1238-49b4-839f-5e8500e28021 req-3df71f9b-8795-4f66-a0ec-241f276e5581 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=65f73e68-e907-4265-a664-5e49923881df HTTP/1.1" status: 200 len: 1097 time: 0.2559845 Dec 17 15:52:06.804743 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.825198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] For port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:06.836707 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.842763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] 10.222.0.54 "DELETE /v2.0/networks/e093356c-748b-452c-8e07-90353e4e4ede HTTP/1.1" status: 204 len: 168 time: 1.3805652 Dec 17 15:52:06.843116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c71b6a-aaa8-439e-b592-251e0856629e req-5d5051ff-8a26-47d4-8048-3be2e79a6730 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:06.851624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10c71b6a-aaa8-439e-b592-251e0856629e req-5d5051ff-8a26-47d4-8048-3be2e79a6730 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 947 time: 0.2448709 Dec 17 15:52:06.863681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.898115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b0ffa-88e1-4812-89b9-6f34798056ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e093356c-748b-452c-8e07-90353e4e4ede,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:06.924124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Deleting port f88e55ce-6466-40d3-b081-e032d763137c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:06.924517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.927723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-abe93018-c7a4-40e7-b1bf-e68aa6aa115e req-a0bee0db-793d-417e-8774-e276d0d4caec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.965873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:06.966494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:06.968975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] 10.222.0.47 "PUT /v2.0/ports/a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 HTTP/1.1" status: 200 len: 1096 time: 3.0090971 Dec 17 15:52:07.038571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a0bfcb0-a539-4ce3-b695-bdff3232cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.043457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a0bfcb0-a539-4ce3-b695-bdff3232cef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.050505 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8a0bfcb0-a539-4ce3-b695-bdff3232cef3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8bfc10d8-b587-4c08-8dac-247e5d8a7645 HTTP/1.1" status: 204 len: 168 time: 0.7320545 Dec 17 15:52:07.116683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9849c78-1238-49b4-839f-5e8500e28021 req-613917b1-ac5c-40b5-9765-71aef6265fbf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936852 Dec 17 15:52:07.117172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40668) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:07.133155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bfcb0-a539-4ce3-b695-bdff3232cef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc10d8-b587-4c08-8dac-247e5d8a7645,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:07.172867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10c71b6a-aaa8-439e-b592-251e0856629e req-b3bd3b61-f318-4ce4-860a-206d88db3046 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202293 Dec 17 15:52:07.173477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d92315-e2a6-4e80-a1e2-2c1321a928db service neutron] Pushing event updated for resources: {'Port': ['ID=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:07.276070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] For port f88e55ce-6466-40d3-b081-e032d763137c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f88e55ce-6466-40d3-b081-e032d763137c,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:07.276696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.307496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Calling delete_port for f88e55ce-6466-40d3-b081-e032d763137c owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:07.322983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-abe93018-c7a4-40e7-b1bf-e68aa6aa115e req-a0bee0db-793d-417e-8774-e276d0d4caec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.334044 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-abe93018-c7a4-40e7-b1bf-e68aa6aa115e req-a0bee0db-793d-417e-8774-e276d0d4caec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.334932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-cf3b4c90-1eba-41ed-aaa7-14f5f6951449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:07.337000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-cf3b4c90-1eba-41ed-aaa7-14f5f6951449 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=91f0209c554a45abaa9d0eefab3a72f8&device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 1099 time: 0.2893260 Dec 17 15:52:07.352309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e2956ef6-bced-4118-a0a3-1ac128c56281 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5624eb74258547ddbef3d91b02ee26a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068524 Dec 17 15:52:07.353277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40672) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:07.388596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6e18c786-77f0-4d78-b49a-90cbc81e7416 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:07.434898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bee0db-793d-417e-8774-e276d0d4caec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31047acc-c2c0-4828-92e8-fd2fab61d5f9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:07.453270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6e18c786-77f0-4d78-b49a-90cbc81e7416 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:07.453613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6e18c786-77f0-4d78-b49a-90cbc81e7416 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:07.478924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-abe93018-c7a4-40e7-b1bf-e68aa6aa115e req-a0bee0db-793d-417e-8774-e276d0d4caec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.480947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abe93018-c7a4-40e7-b1bf-e68aa6aa115e req-a0bee0db-793d-417e-8774-e276d0d4caec tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8439789 Dec 17 15:52:07.547747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001a32c4-b56a-4703-abbe-7beaaf671b63 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:07.569893 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-25c01a78-4b5d-4d9c-8383-b21e5cb05435 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 HTTP/1.1" status: 200 len: 217 time: 0.2138369 Dec 17 15:52:07.570569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.580761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.599955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f88e55ce-6466-40d3-b081-e032d763137c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:07.650359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Pushing event deleted for resources: {'Port': ['ID=f88e55ce-6466-40d3-b081-e032d763137c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:07.685879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Transition to ACTIVE for port object 001a32c4-b56a-4703-abbe-7beaaf671b63 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:07.797451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] No DVR routers for this DVR port f88e55ce-6466-40d3-b081-e032d763137c on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:07.812832 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:07.825438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82a5b998-5710-41cc-aa8d-98a98babed41 req-ce81327f-3456-45da-b4c8-c1bd6fb906a8 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.49 "DELETE /v2.0/ports/f88e55ce-6466-40d3-b081-e032d763137c HTTP/1.1" status: 204 len: 173 time: 1.1233108 Dec 17 15:52:07.837416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-deleted', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:07.841607 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814e3eea-849b-4b96-bca2-c988da5147e8" -d '{"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-deleted", "tag": "f88e55ce-6466-40d3-b081-e032d763137c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:07.858651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc4297-c048-4d84-867e-fcb3426026a2 req-eb183622-b8a8-40eb-a978-13721c00fe07 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:07.860810 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aafc4297-c048-4d84-867e-fcb3426026a2 req-eb183622-b8a8-40eb-a978-13721c00fe07 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 946 time: 0.2124984 Dec 17 15:52:07.933075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aafc4297-c048-4d84-867e-fcb3426026a2 req-75791316-6229-429c-b17d-5e1998b8aa45 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653894 Dec 17 15:52:08.121918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65301026-1496-455b-ab24-3819fa858130 req-a93a2fc4-6522-4fc2-ac55-5e6506ed0f70 tempest-MigrationsAdminTest-1596387555 tempest-MigrationsAdminTest-1596387555-project] 10.222.0.54 "GET /v2.0/ports?device_id=c069d884-089d-4554-9c2d-b6379c337d62 HTTP/1.1" status: 200 len: 210 time: 0.0581579 Dec 17 15:52:08.232012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': '475205d7-93e1-41f2-aac3-9179c4c5545c'}, {'name': 'network-changed', 'server_uuid': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'tag': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:08.235934 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19819981-2fc3-4b63-81cf-6ef041c6c9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "475205d7-93e1-41f2-aac3-9179c4c5545c"}, {"name": "network-changed", "server_uuid": "86ab29ac-79cf-4ad9-88e9-4bf62b7f909f", "tag": "a2a16e37-e3ec-48ed-8c32-0e2a5db730d3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:08.249197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:08.320610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-47bc842a-7645-4573-9e63-867740c02d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.322359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-47bc842a-7645-4573-9e63-867740c02d91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.6350827 Dec 17 15:52:08.340803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.347129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.354144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.362139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.370570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.376693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.384149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.386572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-52f30e39-6761-432c-b917-e72773eddc73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5381 time: 0.9873605 Dec 17 15:52:08.391361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1057b464-1c05-493f-a3fb-1b0fe2c3f07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:08.500413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:08.505391 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc2480-672a-446d-9b3f-7e227ff8385b" -d '{"events": [{"server_uuid": "f8de2b84-2e3a-48e0-9a59-e013bca36c0c", "name": "network-vif-plugged", "status": "completed", "tag": "36cf60a5-fd49-4a47-b3ff-17f36d44f0cf"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:08.559072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Pushing event updated for resources: {'Port': ['ID=001a32c4-b56a-4703-abbe-7beaaf671b63,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:08.590657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439df6-646d-4685-8da0-536002d099ce req-102be5c7-1a75-4837-b7a6-3a59f5887c6c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.595095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-102be5c7-1a75-4837-b7a6-3a59f5887c6c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 813 time: 0.3690939 Dec 17 15:52:08.599914 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-079c9624-ad9f-46da-93df-2778d2687c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:08.617784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-30cc03d2-07f8-4497-bfd0-f7211e6b6421 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/quotas/87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 375 time: 0.0140154 Dec 17 15:52:08.648145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1057b464-1c05-493f-a3fb-1b0fe2c3f07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:08.701968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-443009c7-f7a8-48d1-9acd-1c882691d3d5 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764744 Dec 17 15:52:08.755204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-dda6013f-5ea4-4782-8bb8-f4e72c21b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:08.756768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-dda6013f-5ea4-4782-8bb8-f4e72c21b490 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3668015 Dec 17 15:52:08.768039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cadbb107-2f4f-46f1-bf23-dd566d042415 req-d9517d2b-0b66-49c6-9047-12a52e5d6254 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3651068 Dec 17 15:52:08.843915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Attempting to bind port 001a32c4-b56a-4703-abbe-7beaaf671b63 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:08.844266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Attempting to bind port 001a32c4-b56a-4703-abbe-7beaaf671b63 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:08.844617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Attempting to bind port 001a32c4-b56a-4703-abbe-7beaaf671b63 on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:08.858517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Port 001a32c4-b56a-4703-abbe-7beaaf671b63 on network 23384b65-cb3e-4750-95b4-36a39b629de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:08.858842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Attempting to bind port 001a32c4-b56a-4703-abbe-7beaaf671b63 on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:08.867063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1057b464-1c05-493f-a3fb-1b0fe2c3f07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:08.869660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1057b464-1c05-493f-a3fb-1b0fe2c3f07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:08.873460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1057b464-1c05-493f-a3fb-1b0fe2c3f07f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de1b4e51-4f50-48d1-8b4f-9badadb7f048 HTTP/1.1" status: 204 len: 168 time: 1.5158238 Dec 17 15:52:08.876309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-cce2e147-3c29-4d32-ab9a-a91981878559 service neutron] 10.222.0.54 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703973 Dec 17 15:52:08.882920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:08.883370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Checking segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:08.883866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Bound using segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:08.884660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Bound port: 001a32c4-b56a-4703-abbe-7beaaf671b63, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:08.885942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:08.898876 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2cbde6-f931-42a7-9f92-a49e095bf447 x-openstack-request-id: req-2c2cbde6-f931-42a7-9f92-a49e095bf447 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:08.899114 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069d884-089d-4554-9c2d-b6379c337d62", "name": "network-vif-deleted", "tag": "f88e55ce-6466-40d3-b081-e032d763137c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:08.899439 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c2cbde6-f931-42a7-9f92-a49e095bf447 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:08.901727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057b464-1c05-493f-a3fb-1b0fe2c3f07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1b4e51-4f50-48d1-8b4f-9badadb7f048,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:08.902329 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069d884-089d-4554-9c2d-b6379c337d62', 'name': 'network-vif-deleted', 'tag': 'f88e55ce-6466-40d3-b081-e032d763137c', 'status': 'completed', 'code': 200} Dec 17 15:52:08.944264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-d2032e30-bf96-4569-9322-d896a2209c20 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712513 Dec 17 15:52:09.058698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-6afddce6-7e0d-406c-9245-148ed97565b9 service neutron] 10.222.0.54 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813416 Dec 17 15:52:09.089043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] For port 001a32c4-b56a-4703-abbe-7beaaf671b63, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:09.098716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] For port 001a32c4-b56a-4703-abbe-7beaaf671b63, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=001a32c4-b56a-4703-abbe-7beaaf671b63,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:09.115505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:09.137072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeb89d-f2aa-4bd9-b20f-d73b2e7aea8a req-a76eefae-7c7a-4b7b-b8ad-051df29c2111 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.149270 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6eeb89d-f2aa-4bd9-b20f-d73b2e7aea8a req-a76eefae-7c7a-4b7b-b8ad-051df29c2111 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 947 time: 0.1702971 Dec 17 15:52:09.220960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-719f4bcd-8c6f-44aa-a81e-43a450a853a1 req-2e565b85-a353-4d29-ae98-fb8ab6c0cea3 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572784 Dec 17 15:52:09.248620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.250081 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:09.252060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] 10.222.0.47 "PUT /v2.0/ports/001a32c4-b56a-4703-abbe-7beaaf671b63 HTTP/1.1" status: 200 len: 1092 time: 3.7609062 Dec 17 15:52:09.289706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88baa58-a9a8-4468-b3e0-ecf2320d9b28 service neutron] Pushing event updated for resources: {'Port': ['ID=001a32c4-b56a-4703-abbe-7beaaf671b63,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:09.313257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:09.443330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6eeb89d-f2aa-4bd9-b20f-d73b2e7aea8a req-792b3396-da91-491a-b793-3848070414d8 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927039 Dec 17 15:52:09.445044 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1913dec-69f5-4f8d-a73e-c1ab49858649 x-openstack-request-id: req-c1913dec-69f5-4f8d-a73e-c1ab49858649 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:09.445390 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "475205d7-93e1-41f2-aac3-9179c4c5545c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86ab29ac-79cf-4ad9-88e9-4bf62b7f909f", "tag": "a2a16e37-e3ec-48ed-8c32-0e2a5db730d3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:09.445575 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1913dec-69f5-4f8d-a73e-c1ab49858649 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:09.446055 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': '475205d7-93e1-41f2-aac3-9179c4c5545c', 'status': 'completed', 'code': 200} Dec 17 15:52:09.446309 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'tag': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3', 'status': 'completed', 'code': 200} Dec 17 15:52:09.530083 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28caf3ba-2c8f-40fb-9512-c7965e3b28c8 x-openstack-request-id: req-28caf3ba-2c8f-40fb-9512-c7965e3b28c8 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:09.532662 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de2b84-2e3a-48e0-9a59-e013bca36c0c", "name": "network-vif-plugged", "status": "completed", "tag": "36cf60a5-fd49-4a47-b3ff-17f36d44f0cf", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:09.532662 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28caf3ba-2c8f-40fb-9512-c7965e3b28c8 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:09.532662 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf', 'code': 200} Dec 17 15:52:09.708412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:09.750061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.750535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.751000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.751466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.752024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.752476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.753123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.755104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-68de55ee-9c73-40c8-872a-994b4f06fb0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6289 time: 0.3080540 Dec 17 15:52:09.868809 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:09.888010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62854fd6-ecf1-480c-9987-59b7df90e76c req-0e78982e-be24-4567-aa4d-36a87b043ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.889578 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62854fd6-ecf1-480c-9987-59b7df90e76c req-0e78982e-be24-4567-aa4d-36a87b043ff1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 1098 time: 0.2526522 Dec 17 15:52:09.980513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a412e9-c6df-4e92-9bac-4abef54fd297 req-fac6daf6-9242-4b62-93f1-492a19094a78 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:09.988087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10a412e9-c6df-4e92-9bac-4abef54fd297 req-fac6daf6-9242-4b62-93f1-492a19094a78 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 946 time: 0.3213627 Dec 17 15:52:10.027772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40766) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:10.144813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62854fd6-ecf1-480c-9987-59b7df90e76c req-d8258f1a-8f17-49d2-948a-d6617e3fd63d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431452 Dec 17 15:52:10.171031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-cb892e9c-594d-4d27-8e40-b7a31e29725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.171493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-cb892e9c-594d-4d27-8e40-b7a31e29725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.171976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-cb892e9c-594d-4d27-8e40-b7a31e29725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.173897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-cb892e9c-594d-4d27-8e40-b7a31e29725a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9a6e679bee42a585a07b822f49f9ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3885884 Dec 17 15:52:10.181466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56d10538-f8a9-4a03-926c-96bafeb1072e req-31417335-7a34-474c-bbc9-446aa8558ab3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 210 time: 0.0910223 Dec 17 15:52:10.217331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10a412e9-c6df-4e92-9bac-4abef54fd297 req-fede67b6-1f6f-4692-988d-e32fbfcd0d89 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215478 Dec 17 15:52:10.259176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c5865e7b-5879-4009-9ff0-e3dd23e5f9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:10.426853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa249c3a-7da9-4703-8c36-4626db76d9dc {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:10.449872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.464242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.475383 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:10.478440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.481046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:10.496818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.511120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.528657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.546747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.556946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-8e39fca3-19dc-4755-8e2f-c3c9c85ed921 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5393 time: 0.2245586 Dec 17 15:52:10.568761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Transition to ACTIVE for port object fa249c3a-7da9-4703-8c36-4626db76d9dc will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:10.586037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:10.655949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-e07b67e3-91d5-4249-bee1-506f2a173696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.657166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-e07b67e3-91d5-4249-bee1-506f2a173696 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3042495 Dec 17 15:52:10.669220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa249c3a-7da9-4703-8c36-4626db76d9dc,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:10.670426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:10.685476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9940467-3918-42c0-8beb-606eb46d06b9 req-69482eaf-52f5-4ec7-9f3c-98b47be7ad93 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.693524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9940467-3918-42c0-8beb-606eb46d06b9 req-69482eaf-52f5-4ec7-9f3c-98b47be7ad93 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 947 time: 0.1554203 Dec 17 15:52:10.740412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f03a1d16-b6ab-48c4-a413-feff9d413253 req-5be5ac5b-36f6-42f1-ba47-ac46603259a0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754091 Dec 17 15:52:10.784862 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c5865e7b-5879-4009-9ff0-e3dd23e5f9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:10.792919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c5865e7b-5879-4009-9ff0-e3dd23e5f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:10.874622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5865e7b-5879-4009-9ff0-e3dd23e5f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c674423-6ff1-4e28-b7e1-8998444dc5e5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:10.875959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f88e55ce-6466-40d3-b081-e032d763137c no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:10.905045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c5865e7b-5879-4009-9ff0-e3dd23e5f9d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3328e370a4a84cedaab997c316b862d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8700407 Dec 17 15:52:10.905937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40790) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:10.907504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9940467-3918-42c0-8beb-606eb46d06b9 req-25a62127-f34c-4e45-ac62-781fc8389687 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129140 Dec 17 15:52:10.947699 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-42f7d7f2-ca13-4c6c-874e-ea0f41c0321f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1250a44894b48f8a2959c35a3eedae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651020 Dec 17 15:52:10.950916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40792) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:10.959063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-21983bc2-b1e8-48cf-a5d9-196038a53b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:10.967599 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-21983bc2-b1e8-48cf-a5d9-196038a53b83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=91f0209c554a45abaa9d0eefab3a72f8&device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 1099 time: 0.1994255 Dec 17 15:52:10.976435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: f88e55ce-6466-40d3-b081-e032d763137c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:10.976782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f88e55ce-6466-40d3-b081-e032d763137c not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:10.982241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Attempting to bind port fa249c3a-7da9-4703-8c36-4626db76d9dc on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:10.982784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Attempting to bind port fa249c3a-7da9-4703-8c36-4626db76d9dc by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:10.983305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Attempting to bind port fa249c3a-7da9-4703-8c36-4626db76d9dc on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:11.003278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb498b0f-e661-4e9d-83d6-ab32a644a14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.059601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Port fa249c3a-7da9-4703-8c36-4626db76d9dc on network 23384b65-cb3e-4750-95b4-36a39b629de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:11.060250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Attempting to bind port fa249c3a-7da9-4703-8c36-4626db76d9dc on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:11.071206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb498b0f-e661-4e9d-83d6-ab32a644a14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.097832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:11.098422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Checking segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:11.098810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Bound using segment: {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:11.099353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Bound port: fa249c3a-7da9-4703-8c36-4626db76d9dc, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eab4811-5f51-4d0f-a174-7ba1ad70d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:11.099808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.121831 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.199947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4df3931-1b9a-402f-8476-897fac199a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.204961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-83255884-1be9-46f1-ab0a-928006001497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.206551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-83255884-1be9-46f1-ab0a-928006001497 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2309945 Dec 17 15:52:11.342605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40800) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:11.343066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40802) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:11.352832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b417cf4-bf92-44e7-8423-f8fa1ea1ad2a req-410429fe-a42e-403f-815c-85db53a22854 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 210 time: 0.0602417 Dec 17 15:52:11.387223 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4df3931-1b9a-402f-8476-897fac199a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.397058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-3b41ecf6-9cdb-4e14-aa7a-ec26454f5fad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 HTTP/1.1" status: 200 len: 217 time: 0.1827741 Dec 17 15:52:11.402509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb498b0f-e661-4e9d-83d6-ab32a644a14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.405514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb498b0f-e661-4e9d-83d6-ab32a644a14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.409505 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cb498b0f-e661-4e9d-83d6-ab32a644a14f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c674423-6ff1-4e28-b7e1-8998444dc5e5 HTTP/1.1" status: 204 len: 168 time: 0.4994328 Dec 17 15:52:11.427185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] For port fa249c3a-7da9-4703-8c36-4626db76d9dc, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:11.430239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb498b0f-e661-4e9d-83d6-ab32a644a14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c674423-6ff1-4e28-b7e1-8998444dc5e5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:11.448523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439df6-646d-4685-8da0-536002d099ce req-6d62d1b1-7827-46be-ae1e-913e9aba80c0 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.449154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:11.450133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-6d62d1b1-7827-46be-ae1e-913e9aba80c0 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 813 time: 0.3585911 Dec 17 15:52:11.451542 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:11.475501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'port': {'device_id': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02', 'admin_state_up': True, 'tenant_id': '87d90358094648ec98b5616e709000f9'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:11.498293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] For port fa249c3a-7da9-4703-8c36-4626db76d9dc, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:11.512702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.528894 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a50ed7-14ad-4533-b676-8a9a8b9774ab x-openstack-request-id: req-d3a50ed7-14ad-4533-b676-8a9a8b9774ab {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:11.529176 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:11.529507 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3a50ed7-14ad-4533-b676-8a9a8b9774ab {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:11.530006 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63', 'status': 'completed', 'code': 200} Dec 17 15:52:11.578569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-9cc29a3c-6604-4e03-a14f-d7ca6677e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.580490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-9cc29a3c-6604-4e03-a14f-d7ca6677e28a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1461823 Dec 17 15:52:11.613191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5400-ae05-40a4-ae82-23e946ded559 req-0baae708-4564-44d3-8958-f491dfdaa352 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.621292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d06e5400-ae05-40a4-ae82-23e946ded559 req-0baae708-4564-44d3-8958-f491dfdaa352 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 946 time: 0.2761259 Dec 17 15:52:11.627858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.628043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.629507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] 10.222.0.47 "PUT /v2.0/ports/fa249c3a-7da9-4703-8c36-4626db76d9dc HTTP/1.1" status: 200 len: 1091 time: 2.3411670 Dec 17 15:52:11.675215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:11.694897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Made reservation on behalf of 87d90358094648ec98b5616e709000f9 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:11.703631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.771428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4df3931-1b9a-402f-8476-897fac199a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.775128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4df3931-1b9a-402f-8476-897fac199a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.779375 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b4df3931-1b9a-402f-8476-897fac199a5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4bcfc5d-50f4-443d-9c1b-f345bb2099ca HTTP/1.1" status: 204 len: 168 time: 0.8271699 Dec 17 15:52:11.814701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b917cd2-e6b0-4b80-b069-c4a37d6694a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa249c3a-7da9-4703-8c36-4626db76d9dc,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:11.833676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df3931-1b9a-402f-8476-897fac199a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bcfc5d-50f4-443d-9c1b-f345bb2099ca,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:11.849020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec08d5fa-4efa-48c3-be8c-730dbf172b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:11.897285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.898160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.898802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.899522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.900205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.904313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.905121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.907473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-7726239c-b27c-45d8-aa70-c1dc923db57b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6357 time: 0.3476493 Dec 17 15:52:11.943087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-5397eb25-326e-479d-9e39-4a7eef909a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:11.944909 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-5397eb25-326e-479d-9e39-4a7eef909a0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3135943 Dec 17 15:52:12.007132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.024279 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d06e5400-ae05-40a4-ae82-23e946ded559 req-e511cbe6-d770-42fb-bc65-946739648ec6 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017642 Dec 17 15:52:12.073449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1670431162-network', 'tenant_id': 'ba9a465c6e584a0bbeed88eaf53659c4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:12.083549 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.153059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Allocated IP 172.20.0.6 (87ff2a46-4020-4f5f-ab99-033e790b6e02/584ef881-c9e6-4a5b-b079-21a123e1c61c/c0e80da3-471f-45d0-8cb9-514e50e21510) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:12.177604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.185019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.192610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.200515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.208264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.214381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.223319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.232612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-adfd4e29-79df-4056-a514-d427549a44db req-cd2ad508-085a-4da5-a6a5-1dd5cba6e2e7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5405 time: 0.1911316 Dec 17 15:52:12.381756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-6510f65b-ab64-4c4a-b4f2-39cc74f0afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.382953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-6510f65b-ab64-4c4a-b4f2-39cc74f0afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.382953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-6510f65b-ab64-4c4a-b4f2-39cc74f0afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.384718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-6510f65b-ab64-4c4a-b4f2-39cc74f0afe1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9a6e679bee42a585a07b822f49f9ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4669960 Dec 17 15:52:12.391041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Made reservation on behalf of ba9a465c6e584a0bbeed88eaf53659c4 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:12.393247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.398309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-adfd4e29-79df-4056-a514-d427549a44db req-c0a7653c-06d7-4982-9216-5f6d2a00fd3e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646814 Dec 17 15:52:12.420300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40832) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:12.475654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.539625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6abe864f-d255-4742-b411-28e9470f82ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d293689f0ccd49dba4a0783a12e132cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1186717 Dec 17 15:52:12.542735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40834) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:12.542904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2302-1c4a-41ad-8730-df3d19154550 req-e28c0a65-4835-4199-8ef1-460bd178a395 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.544432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-674e2302-1c4a-41ad-8730-df3d19154550 req-e28c0a65-4835-4199-8ef1-460bd178a395 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 947 time: 0.4063406 Dec 17 15:52:12.573909 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-325bb59a-eed4-4360-aa59-feabeaee8701 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077709 Dec 17 15:52:12.601753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82907abc-fa23-4b36-8047-bbaaa9ac81cc req-9bd3390e-e558-4f2c-8be1-3bebab505104 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 210 time: 0.0448146 Dec 17 15:52:12.634689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.671365 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbeca-62e1-4077-a6bd-e8eb95747111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.732300 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbeca-62e1-4077-a6bd-e8eb95747111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.770946 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.786335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:12.825479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Network 87ff2a46-4020-4f5f-ab99-033e790b6e02 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:12.831680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:12.838426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:12.842847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:12.864928 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbeca-62e1-4077-a6bd-e8eb95747111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.867598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbeca-62e1-4077-a6bd-e8eb95747111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.871026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1dcfbeca-62e1-4077-a6bd-e8eb95747111 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a4c8fcb-fb56-47c0-a8d8-aec85fd9f014 HTTP/1.1" status: 204 len: 168 time: 0.3251243 Dec 17 15:52:12.892515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfbeca-62e1-4077-a6bd-e8eb95747111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c8fcb-fb56-47c0-a8d8-aec85fd9f014,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:12.913917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:12.914579 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:12.933386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-3e53a6ac-82df-4ec1-a904-a5634c85d84f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4643455 Dec 17 15:52:12.947847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Request body: {'port': {'device_id': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:13.086870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.265167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec08d5fa-4efa-48c3-be8c-730dbf172b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.321369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec08d5fa-4efa-48c3-be8c-730dbf172b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.321614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6a917-b532-411f-93b2-65a4f7aeb065 req-c76a2b16-46e0-41ac-ae3c-2d7d8777017d tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.328765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5c6a917-b532-411f-93b2-65a4f7aeb065 req-c76a2b16-46e0-41ac-ae3c-2d7d8777017d tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 946 time: 0.1586595 Dec 17 15:52:13.408301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-674e2302-1c4a-41ad-8730-df3d19154550 req-cb64c2f9-1a87-4dc7-bd2c-6c335384a806 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8365977 Dec 17 15:52:13.447196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-46b9ea46-5b93-4697-a586-46bc7c630baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.447196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6c4f91c-68b7-4586-a37a-8d9f98e1bd2c req-46b9ea46-5b93-4697-a586-46bc7c630baf service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0233319 Dec 17 15:52:13.476885 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec08d5fa-4efa-48c3-be8c-730dbf172b85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae1eadaa57094fdba7ae12f4e22e0540&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1178968 Dec 17 15:52:13.504881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.510159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08d5fa-4efa-48c3-be8c-730dbf172b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d010da0a-a28d-4a5b-9bc7-5dd2589a5de5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:13.513877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40862) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:13.541022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19819981-2fc3-4b63-81cf-6ef041c6c9ce req-49a16d58-8726-4c00-a0e4-fb84d87dd686 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386396 Dec 17 15:52:13.542604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:13.545513 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fde54b-885f-4f07-be46-047d2799a5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:13.548527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.561701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:13.571727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.572194 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Added segment ccb2cafd-03fa-4cb0-a734-1d73829076cf of type vlan for network e59a9773-cbd5-4cfe-b551-aa6148536a08 Dec 17 15:52:13.621922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59dc956-cccb-4f6c-9f21-d1cf3779a841,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:13.631443 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:52:13.686217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5c6a917-b532-411f-93b2-65a4f7aeb065 req-b455224c-13aa-40a5-94a6-76d5af19cad6 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565533 Dec 17 15:52:13.715172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.757094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:13.773512 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a1883b-1df1-49af-b83a-6d3c568a4545 x-openstack-request-id: req-16a1883b-1df1-49af-b83a-6d3c568a4545 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:13.774411 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:13.774674 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16a1883b-1df1-49af-b83a-6d3c568a4545 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:13.775127 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc', 'status': 'completed', 'code': 200} Dec 17 15:52:13.812608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.813565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.814217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.846462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e80da3-471f-45d0-8cb9-514e50e21510 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:13.875677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.907580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Transition to ACTIVE for port object c0e80da3-471f-45d0-8cb9-514e50e21510 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:13.921296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde656-991b-4f2d-a457-3630149ebdd1 req-5aa1b5af-7b46-4b40-aea9-5867e2d4de4c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.922688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10cde656-991b-4f2d-a457-3630149ebdd1 req-5aa1b5af-7b46-4b40-aea9-5867e2d4de4c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 931 time: 0.0986257 Dec 17 15:52:13.924233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.925548 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:13.930397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.939162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.949300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.955485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.962145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.968994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.970998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-351d6bb3-28da-4ee7-867b-07b310236897 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5405 time: 0.3870177 Dec 17 15:52:14.009974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:14.010382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6503234 Dec 17 15:52:14.020606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40886) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:14.025791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3', 'mac_address': 'fa:16:3e:4f:59:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:14.047597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Request body: {'subnet': {'network_id': 'e59a9773-cbd5-4cfe-b551-aa6148536a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1670431162-subnet', 'tenant_id': 'ba9a465c6e584a0bbeed88eaf53659c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:14.058252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:14.065256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb766625-6aca-4bd3-b629-63fd169026c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.077237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10cde656-991b-4f2d-a457-3630149ebdd1 req-79015837-cf86-4057-b223-890df0cfa597 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365528 Dec 17 15:52:14.087472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.087991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.088466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.088936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.089400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.089862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.090322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.092299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-d19ff084-811b-4530-b504-182f95fa77d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6357 time: 0.3019783 Dec 17 15:52:14.096146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbddd5-3978-4ea5-8cf9-7e6d60cae526 admin admin] Pushing event updated for resources: {'Network': ['ID=e59a9773-cbd5-4cfe-b551-aa6148536a08,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:14.107074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2825f97c-8692-45cd-9e2c-e6d299813cdb {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:14.133141 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.134800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e59a9773-cbd5-4cfe-b551-aa6148536a08 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:14.148736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.175942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Attempting to bind port c0e80da3-471f-45d0-8cb9-514e50e21510 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:14.176710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Attempting to bind port c0e80da3-471f-45d0-8cb9-514e50e21510 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:14.177211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Attempting to bind port c0e80da3-471f-45d0-8cb9-514e50e21510 on network 87ff2a46-4020-4f5f-ab99-033e790b6e02 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:14.184838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Port c0e80da3-471f-45d0-8cb9-514e50e21510 on network 87ff2a46-4020-4f5f-ab99-033e790b6e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:14.185587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Attempting to bind port c0e80da3-471f-45d0-8cb9-514e50e21510 on network 87ff2a46-4020-4f5f-ab99-033e790b6e02 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:14.192176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:14.192800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Checking segment: {'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:14.193383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Bound using segment: {'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:14.194241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Bound port: c0e80da3-471f-45d0-8cb9-514e50e21510, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af951c15-3a6b-4346-8119-5b101e986a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:14.195005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.218805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb766625-6aca-4bd3-b629-63fd169026c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.244148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Transition to ACTIVE for port object 2825f97c-8692-45cd-9e2c-e6d299813cdb will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:14.260410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Made reservation on behalf of ba9a465c6e584a0bbeed88eaf53659c4 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:14.264303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.275326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.282148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac61490f-ca54-4442-8f1e-b3d3a57a9c09 req-bbef7f80-0997-4ff1-a577-2eb0be26f6eb tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2995653 Dec 17 15:52:14.291945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:14.321416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:14.328786 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.363019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac2d78-0057-4442-b324-604f91c8ddac req-41230577-f3a0-4979-a9a8-a1a229b296cf tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.373482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0ac2d78-0057-4442-b324-604f91c8ddac req-41230577-f3a0-4979-a9a8-a1a229b296cf tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=65f73e68-e907-4265-a664-5e49923881df HTTP/1.1" status: 200 len: 945 time: 0.1592941 Dec 17 15:52:14.389806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:14.421128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:14.428854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c0e80da3-471f-45d0-8cb9-514e50e21510,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:14.439883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.465950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2825f97c-8692-45cd-9e2c-e6d299813cdb,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:14.480637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-20c8f7eb-f59a-45e4-92dc-549b47cbf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.481334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-20c8f7eb-f59a-45e4-92dc-549b47cbf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.481579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-20c8f7eb-f59a-45e4-92dc-549b47cbf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.483198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-20c8f7eb-f59a-45e4-92dc-549b47cbf2bf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9a6e679bee42a585a07b822f49f9ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3675284 Dec 17 15:52:14.526535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.527209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.528774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 1092 time: 1.5863860 Dec 17 15:52:14.529232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:14.532208 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f04fcc-a4d0-4912-9676-9b8750d8f42b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:14.549548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['a2a16e37-e3ec-48ed-8c32-0e2a5db730d3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:14.574817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0ac2d78-0057-4442-b324-604f91c8ddac req-0896be5d-cc86-4c4e-b68d-1d73357dc7b5 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996663 Dec 17 15:52:14.581497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb766625-6aca-4bd3-b629-63fd169026c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.592186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb766625-6aca-4bd3-b629-63fd169026c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:14.592186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb766625-6aca-4bd3-b629-63fd169026c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d010da0a-a28d-4a5b-9bc7-5dd2589a5de5 HTTP/1.1" status: 204 len: 168 time: 1.0574815 Dec 17 15:52:14.645623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6d470-2458-4fb6-a8dc-881e753f01b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:14.678447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb766625-6aca-4bd3-b629-63fd169026c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d010da0a-a28d-4a5b-9bc7-5dd2589a5de5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:14.707639 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b419df9d-2206-42fa-8705-e56b3b1db9f9 x-openstack-request-id: req-b419df9d-2206-42fa-8705-e56b3b1db9f9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:14.708104 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:14.708480 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b419df9d-2206-42fa-8705-e56b3b1db9f9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:14.708983 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510', 'status': 'completed', 'code': 200} Dec 17 15:52:14.738450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439df6-646d-4685-8da0-536002d099ce req-d87139d8-c68f-4fec-a0ec-8806f7eb34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:14.740236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-d87139d8-c68f-4fec-a0ec-8806f7eb34c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1095 time: 0.1052721 Dec 17 15:52:14.834994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-1e473f04-bdf7-4adf-bcfd-24a8a0bde1a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 217 time: 0.0862191 Dec 17 15:52:14.885877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Attempting to bind port 2825f97c-8692-45cd-9e2c-e6d299813cdb on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:14.886269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Attempting to bind port 2825f97c-8692-45cd-9e2c-e6d299813cdb by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:14.886609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Attempting to bind port 2825f97c-8692-45cd-9e2c-e6d299813cdb on network d56efdfb-2214-495b-b81d-8728c73706ee {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:14.956851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Port 2825f97c-8692-45cd-9e2c-e6d299813cdb on network d56efdfb-2214-495b-b81d-8728c73706ee not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:14.957184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Attempting to bind port 2825f97c-8692-45cd-9e2c-e6d299813cdb on network d56efdfb-2214-495b-b81d-8728c73706ee {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:15.003737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-0d3cf803-8c2e-4c76-a4f3-51c1fb029c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.008852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439df6-646d-4685-8da0-536002d099ce req-89ce2f37-c4b4-4a10-b820-3ec7d6ab3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.010963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-89ce2f37-c4b4-4a10-b820-3ec7d6ab3e6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.1694121 Dec 17 15:52:15.012276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8fde54b-885f-4f07-be46-047d2799a5f8 req-0d3cf803-8c2e-4c76-a4f3-51c1fb029c6c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5133450 Dec 17 15:52:15.013093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:15.013433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Checking segment: {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:15.013821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Bound using segment: {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:15.014267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Bound port: 2825f97c-8692-45cd-9e2c-e6d299813cdb, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:15.014679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.079780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-6bbe35f6-7a1d-4c0b-a8b2-f218c4c93527 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549009 Dec 17 15:52:15.098241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616b9b3-ef69-4a3c-bd84-f384a35424f9 req-5c4af7d2-646d-43df-a2fd-83ba1919e618 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.100344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4616b9b3-ef69-4a3c-bd84-f384a35424f9 req-5c4af7d2-646d-43df-a2fd-83ba1919e618 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 948 time: 0.4431076 Dec 17 15:52:15.201849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] For port 2825f97c-8692-45cd-9e2c-e6d299813cdb, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:15.205395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] For port 2825f97c-8692-45cd-9e2c-e6d299813cdb, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:15.220726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.236063 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.275138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40942) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:15.282003 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-128557f4-55d3-4fad-b774-712a564425e6 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937358 Dec 17 15:52:15.299333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.348696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cc31481c-2bcd-4392-b7b7-d8f80cfe691d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.457536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.458513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.459716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] 10.222.0.47 "PUT /v2.0/ports/2825f97c-8692-45cd-9e2c-e6d299813cdb HTTP/1.1" status: 200 len: 1092 time: 3.8018031 Dec 17 15:52:15.483697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5439df6-646d-4685-8da0-536002d099ce req-c2abf602-ef63-4204-94c5-0adbef4b6efa service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898618 Dec 17 15:52:15.492168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21a885-3a4b-4e28-9839-3b3658f0638c req-e0fa7e69-e4b9-4c66-a4aa-0f32b42e7013 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.499647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb21a885-3a4b-4e28-9839-3b3658f0638c req-e0fa7e69-e4b9-4c66-a4aa-0f32b42e7013 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 943 time: 0.1343191 Dec 17 15:52:15.502888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410aadd-1da9-4c47-a34c-9a7cd5d21b3d service neutron] Pushing event updated for resources: {'Port': ['ID=2825f97c-8692-45cd-9e2c-e6d299813cdb,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:15.516240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Request body: {'port': {'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:15.597740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4616b9b3-ef69-4a3c-bd84-f384a35424f9 req-455467cf-fff5-43f5-bece-01158a3feb58 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749409 Dec 17 15:52:15.645438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb21a885-3a4b-4e28-9839-3b3658f0638c req-b51e5c7c-9359-454a-95a7-bfb7f518b06c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447804 Dec 17 15:52:15.647937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11cbf5c-1c2d-4c85-aeef-5653c7027c8b,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:15.680555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-3974e6df-1e93-4882-895b-c69a3b5c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.682103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-3974e6df-1e93-4882-895b-c69a3b5c5f58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1095 time: 0.1037142 Dec 17 15:52:15.777069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:15.787015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:15.789368 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f6e317-1a4b-4f99-97c9-c7595c7a840b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:15.808435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.853210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Checking segment: {'id': 'ccb2cafd-03fa-4cb0-a734-1d73829076cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'e59a9773-cbd5-4cfe-b551-aa6148536a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:15.853577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Network hostable DHCP agents. Network: e59a9773-cbd5-4cfe-b551-aa6148536a08, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:15.855775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40980) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:15.863146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:15.868798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:15.869761 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:15.888081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-42e47462-1439-4c18-8253-dd8d9676aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.889821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-42e47462-1439-4c18-8253-dd8d9676aa04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.1992385 Dec 17 15:52:15.954041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-1aea6a23-70a6-4b91-b054-7ff384c81964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 217 time: 0.0556374 Dec 17 15:52:15.955399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Network e59a9773-cbd5-4cfe-b551-aa6148536a08 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:15.981288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.987434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.993291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:15.999247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.005519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.009885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.012004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.022275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.031689 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-a7d626b7-f59c-4daf-b234-413c01cca777 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5417 time: 0.3392766 Dec 17 15:52:16.041818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-4b4a7068-eab7-4c5f-b8fd-fa000a1d1048 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.046653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-4b4a7068-eab7-4c5f-b8fd-fa000a1d1048 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 813 time: 0.2587862 Dec 17 15:52:16.047605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cc31481c-2bcd-4392-b7b7-d8f80cfe691d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.048891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e59a9773-cbd5-4cfe-b551-aa6148536a08) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:16.056210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:16.059018 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd319fc-ecf7-4a52-8b99-9b0f16f8bd4b" -d '{"events": [{"server_uuid": "86ab29ac-79cf-4ad9-88e9-4bf62b7f909f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a16e37-e3ec-48ed-8c32-0e2a5db730d3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:16.067141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30702a91-adc1-45f8-a71d-b42e1773c615 None None] Network e59a9773-cbd5-4cfe-b551-aa6148536a08 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:16.083702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-4d13f074-0e43-4005-8adb-1808b20d54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.085249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-4d13f074-0e43-4005-8adb-1808b20d54d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.1120543 Dec 17 15:52:16.087547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:16.091732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-852a6d75-3616-41d1-b0fd-493b2bee5fdb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/quotas/5c8163426a0b4b709334a3c94011e6a3 HTTP/1.1" status: 200 len: 375 time: 0.0367188 Dec 17 15:52:16.118736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.125565 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cc31481c-2bcd-4392-b7b7-d8f80cfe691d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.131064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.131655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.161215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-096cc8f6-06dc-4bbf-a972-771bb58e8c79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634093 Dec 17 15:52:16.187910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd144e33-0dd9-488c-a0e4-3075403c9dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.213552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:16.228522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f7e51f43-7190-47b6-b939-0e2cfbc5a748 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1961474 Dec 17 15:52:16.259287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31aa100-24ec-4869-bf55-b5b37267e628 None None] Network e59a9773-cbd5-4cfe-b551-aa6148536a08 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:16.265612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cc31481c-2bcd-4392-b7b7-d8f80cfe691d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a68aaad2625043f4809c72e98ced40f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9881988 Dec 17 15:52:16.266757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31481c-2bcd-4392-b7b7-d8f80cfe691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f4e08a-041f-456c-ac2e-2526172696bc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:16.272184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40992) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:16.352720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-0308d0b3-e4b7-4e7c-a7e2-c82a81f18421 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809695 Dec 17 15:52:16.371877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-628dc8a0-9536-45ce-aa2d-27f41b23ffd9 req-e65adb89-a8ca-4d97-b1eb-ff106e009a03 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3391418 Dec 17 15:52:16.372486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-a70a8688-ffff-478d-afd0-6ecb5b56bd56 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2660959 Dec 17 15:52:16.450893 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7c7a65-82f2-440c-9cfd-f0166c990140 x-openstack-request-id: req-3b7c7a65-82f2-440c-9cfd-f0166c990140 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:16.451181 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:16.451472 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b7c7a65-82f2-440c-9cfd-f0166c990140 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:16.452037 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb', 'status': 'completed', 'code': 200} Dec 17 15:52:16.488909 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c6ea5f-aea2-48d8-beb0-71b6163dfb39 x-openstack-request-id: req-e2c6ea5f-aea2-48d8-beb0-71b6163dfb39 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:16.489788 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ab29ac-79cf-4ad9-88e9-4bf62b7f909f", "name": "network-vif-plugged", "status": "completed", "tag": "a2a16e37-e3ec-48ed-8c32-0e2a5db730d3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:16.492090 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2c6ea5f-aea2-48d8-beb0-71b6163dfb39 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:16.493009 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3', 'code': 200} Dec 17 15:52:16.537055 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ec81088-4db2-42bc-a32a-71d279b489de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.574640 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f04fcc-a4d0-4912-9676-9b8750d8f42b req-97103c2d-8dd5-4f4d-b862-30bb6c874896 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998029 Dec 17 15:52:16.583699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-9b597ef1-fd02-4b71-9ef3-5436b889d22f service neutron] 10.222.0.54 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093921 Dec 17 15:52:16.605591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ec81088-4db2-42bc-a32a-71d279b489de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.658911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-07b5e12f-f2fb-428f-b4e3-789470544369 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.660546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-07b5e12f-f2fb-428f-b4e3-789470544369 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "GET /v2.0/ports?device_id=65f73e68-e907-4265-a664-5e49923881df HTTP/1.1" status: 200 len: 945 time: 0.2253869 Dec 17 15:52:16.673447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-8eaeeddb-fe21-46e2-9f6a-d4b7aa91c830 service neutron] 10.222.0.54 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894570 Dec 17 15:52:16.687918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.688400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.689011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.689802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.689802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.690341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.690713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.692728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-8a21b114-15bf-4171-a839-0e14d76c4906 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6425 time: 0.2174993 Dec 17 15:52:16.711045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd144e33-0dd9-488c-a0e4-3075403c9dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.758374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213a691-f102-4224-84cb-48986165e80f req-9a6fc5f7-f380-4644-ba53-9b3d52e9b01b tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.760251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0213a691-f102-4224-84cb-48986165e80f req-9a6fc5f7-f380-4644-ba53-9b3d52e9b01b tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8de2b84-2e3a-48e0-9a59-e013bca36c0c HTTP/1.1" status: 200 len: 946 time: 0.0661676 Dec 17 15:52:16.778967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd144e33-0dd9-488c-a0e4-3075403c9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.835075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f6a4b7-3a12-4302-85c9-76d8441471ff {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:16.873405 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.926518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Deleting port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:16.926949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:16.930329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137339b2-49b3-4a56-84a3-1260d867086c req-b9745282-2384-40ed-ac00-3f4f34d9544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:16.931683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-137339b2-49b3-4a56-84a3-1260d867086c req-b9745282-2384-40ed-ac00-3f4f34d9544f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 1101 time: 0.3316317 Dec 17 15:52:16.937080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-13633fa1-b473-485d-90b7-c934c904d744 req-45072e40-0ba0-45c5-ad75-6f66075bd593 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1418863940', 'description': 'tempest-description-1600994810'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:16.950696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dd144e33-0dd9-488c-a0e4-3075403c9dc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba1d3029d41a4b8abf1e211b30bdb9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0892150 Dec 17 15:52:16.955606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41016) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:16.971652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd144e33-0dd9-488c-a0e4-3075403c9dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7111dc4-0ad9-4fe7-a1f3-8e4bd193523f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:16.978771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Transition to ACTIVE for port object a8f6a4b7-3a12-4302-85c9-76d8441471ff will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:17.000003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ec81088-4db2-42bc-a32a-71d279b489de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.002640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ec81088-4db2-42bc-a32a-71d279b489de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.003800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4ec81088-4db2-42bc-a32a-71d279b489de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4f4e08a-041f-456c-ac2e-2526172696bc HTTP/1.1" status: 204 len: 168 time: 0.7056923 Dec 17 15:52:17.022726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.064120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba704-39ef-46aa-847d-6f36cdc78672 req-90880707-52fd-4a0f-aaf2-5eefda913e51 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:17.072345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c2dba704-39ef-46aa-847d-6f36cdc78672 req-90880707-52fd-4a0f-aaf2-5eefda913e51 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 949 time: 0.1617172 Dec 17 15:52:17.081979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec81088-4db2-42bc-a32a-71d279b489de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f4e08a-041f-456c-ac2e-2526172696bc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:17.105203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-ee5b938a-8ba5-4d6f-b5c5-fff9a05d935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:17.105919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-ee5b938a-8ba5-4d6f-b5c5-fff9a05d935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:17.106572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-ee5b938a-8ba5-4d6f-b5c5-fff9a05d935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:17.108774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-ee5b938a-8ba5-4d6f-b5c5-fff9a05d935b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=df9a6e679bee42a585a07b822f49f9ed&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3952744 Dec 17 15:52:17.155938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c2dba704-39ef-46aa-847d-6f36cdc78672 req-8af73067-734a-4523-8412-7d16e5e71dd9 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825248 Dec 17 15:52:17.180754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-13633fa1-b473-485d-90b7-c934c904d744 req-45072e40-0ba0-45c5-ad75-6f66075bd593 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.187650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] For port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:17.198164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.215697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb216385-8953-4ec4-a21b-7a61f2e2b136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.239811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-137339b2-49b3-4a56-84a3-1260d867086c req-9aa93c58-8dca-4415-ab0d-1bda3d7d0d15 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834175 Dec 17 15:52:17.242016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Calling delete_port for 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:17.249101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6a4b7-3a12-4302-85c9-76d8441471ff,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:17.282366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb216385-8953-4ec4-a21b-7a61f2e2b136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.311278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Deleting port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:17.311546 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.482119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-fe0c7151-7775-453e-9690-d2988e707d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:17.484432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15f6e317-1a4b-4f99-97c9-c7595c7a840b req-fe0c7151-7775-453e-9690-d2988e707d59 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3507366 Dec 17 15:52:17.530997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-13633fa1-b473-485d-90b7-c934c904d744 req-45072e40-0ba0-45c5-ad75-6f66075bd593 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.555622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca42d13-bb40-429b-9e28-6ca8fb2ffd21 req-dfc068c9-8903-4653-b851-db240c15edb4 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:17.557287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ca42d13-bb40-429b-9e28-6ca8fb2ffd21 req-dfc068c9-8903-4653-b851-db240c15edb4 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 943 time: 0.1886361 Dec 17 15:52:17.562505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-13633fa1-b473-485d-90b7-c934c904d744 req-45072e40-0ba0-45c5-ad75-6f66075bd593 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.594174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb216385-8953-4ec4-a21b-7a61f2e2b136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.597306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb216385-8953-4ec4-a21b-7a61f2e2b136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.600788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Attempting to bind port a8f6a4b7-3a12-4302-85c9-76d8441471ff on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:17.601136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Attempting to bind port a8f6a4b7-3a12-4302-85c9-76d8441471ff by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:17.601682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Attempting to bind port a8f6a4b7-3a12-4302-85c9-76d8441471ff on network d56efdfb-2214-495b-b81d-8728c73706ee {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:17.602177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cb216385-8953-4ec4-a21b-7a61f2e2b136 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7111dc4-0ad9-4fe7-a1f3-8e4bd193523f HTTP/1.1" status: 204 len: 168 time: 0.6439931 Dec 17 15:52:17.609503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] For port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:17.610929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.636927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Port a8f6a4b7-3a12-4302-85c9-76d8441471ff on network d56efdfb-2214-495b-b81d-8728c73706ee not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:17.637572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Attempting to bind port a8f6a4b7-3a12-4302-85c9-76d8441471ff on network d56efdfb-2214-495b-b81d-8728c73706ee {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:17.648065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb216385-8953-4ec4-a21b-7a61f2e2b136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7111dc4-0ad9-4fe7-a1f3-8e4bd193523f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:17.656677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-13633fa1-b473-485d-90b7-c934c904d744 req-45072e40-0ba0-45c5-ad75-6f66075bd593 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.665411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13633fa1-b473-485d-90b7-c934c904d744 req-45072e40-0ba0-45c5-ad75-6f66075bd593 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7322195 Dec 17 15:52:17.667769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Calling delete_port for 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:17.688648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45072e40-0ba0-45c5-ad75-6f66075bd593 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ac86f6-97bc-47ae-be7b-179ec9e419c9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:17.691577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:17.692176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Checking segment: {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:17.692844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Bound using segment: {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:17.693523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Bound port: a8f6a4b7-3a12-4302-85c9-76d8441471ff, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3decfd15-77b9-448f-a580-ff3b9ea65186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:17.694165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.761073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ca42d13-bb40-429b-9e28-6ca8fb2ffd21 req-07be8e7c-c04d-44a7-9f98-b5a8073fe9d5 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895099 Dec 17 15:52:17.821631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:17.843162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3e83dd6b-1f6e-43b4-8607-2dd7408978c7'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:17.851992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['36cf60a5-fd49-4a47-b3ff-17f36d44f0cf'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:18.071594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event deleted for resources: {'Port': ['ID=36cf60a5-fd49-4a47-b3ff-17f36d44f0cf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:18.115557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] No DVR routers for this DVR port 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:18.153459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:18.158363 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0213a691-f102-4224-84cb-48986165e80f req-e6b57588-539c-4841-bdb2-500192739deb tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "DELETE /v2.0/ports/36cf60a5-fd49-4a47-b3ff-17f36d44f0cf HTTP/1.1" status: 204 len: 173 time: 1.3877478 Dec 17 15:52:18.163863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'name': 'network-vif-deleted', 'tag': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:18.179109 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ee951b-75fe-4e1c-aa91-7b2ebe0e3491" -d '{"events": [{"server_uuid": "f8de2b84-2e3a-48e0-9a59-e013bca36c0c", "name": "network-vif-deleted", "tag": "36cf60a5-fd49-4a47-b3ff-17f36d44f0cf"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:18.237984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.249760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.267953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.299938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.330929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.347441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.364730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.379790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-ef49f81e-f445-4822-aa0a-83836f0ed221 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.3118455 Dec 17 15:52:18.401898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:18.457217 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d5b3-1050-40f5-9676-60268d12aa41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:18.577072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] For port a8f6a4b7-3a12-4302-85c9-76d8441471ff, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:18.599426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] For port a8f6a4b7-3a12-4302-85c9-76d8441471ff, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:18.612754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:18.662356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7bb8edfc-655c-441c-967b-75deeba31b58 req-4a027b05-7f29-49fa-9796-f89058965cd2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2714207 Dec 17 15:52:18.704928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:18.705945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:18.707473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-97911533-5b83-4d75-81df-aef629cae81b service neutron] 10.222.0.47 "PUT /v2.0/ports/a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 200 len: 1092 time: 3.2180495 Dec 17 15:52:18.708358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:18.711057 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:18.788097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-713b4505-b285-4937-9004-2c524218fa53 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/d3ac86f6-97bc-47ae-be7b-179ec9e419c9 HTTP/1.1" status: 200 len: 1822 time: 0.2828891 Dec 17 15:52:18.797274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3ac86f6-97bc-47ae-be7b-179ec9e419c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:18.797944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd3ac86f6-97bc-47ae-be7b-179ec9e419c9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:18.800550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d5b3-1050-40f5-9676-60268d12aa41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:18.806595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bc6d5b3-1050-40f5-9676-60268d12aa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:18.837600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97911533-5b83-4d75-81df-aef629cae81b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6a4b7-3a12-4302-85c9-76d8441471ff,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:18.922035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c0e80da3-471f-45d0-8cb9-514e50e21510 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:18.998906 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee02394a-c137-4977-a96f-342257c2dc21 req-2ce341bd-7024-42aa-bd65-0e111aefd11a tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 210 time: 0.1027584 Dec 17 15:52:19.004879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3bc6d5b3-1050-40f5-9676-60268d12aa41 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc3d4943d2a846d2b4bda7be93a9ec2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5998106 Dec 17 15:52:19.012452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41082) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:19.032259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6d5b3-1050-40f5-9676-60268d12aa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ede3b-7090-4524-bbca-f965030ca6b0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:19.136813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.138399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.140140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.141980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.142570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.144588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.145808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.149236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-77f57752-0d26-4933-93df-a0f2efec19b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6493 time: 0.3581297 Dec 17 15:52:19.282565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-45d77da9-16d2-4b02-b018-e5c17eb7ee4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 200 len: 217 time: 0.1134679 Dec 17 15:52:19.285629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.291253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c0e80da3-471f-45d0-8cb9-514e50e21510,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:19.321306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.333603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c0e80da3-471f-45d0-8cb9-514e50e21510', 'network_id': '87ff2a46-4020-4f5f-ab99-033e790b6e02', 'port_id': 'c0e80da3-471f-45d0-8cb9-514e50e21510', 'mac_address': 'fa:16:3e:dd:fe:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '584ef881-c9e6-4a5b-b079-21a123e1c61c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:19.342669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['36cf60a5-fd49-4a47-b3ff-17f36d44f0cf'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:19.386517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event deleted for resources: {'Port': ['ID=3e83dd6b-1f6e-43b4-8607-2dd7408978c7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:19.430463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e497fc0-2204-4aa1-a26d-186f8fddb31d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.470871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.479397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdefdc0-017c-4c02-b5fb-f7211436b90f req-dc08845c-1fc9-4e16-96a0-e522f67a2f98 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.486213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e80da3-471f-45d0-8cb9-514e50e21510 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:19.487887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fdefdc0-017c-4c02-b5fb-f7211436b90f req-dc08845c-1fc9-4e16-96a0-e522f67a2f98 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 949 time: 0.3861077 Dec 17 15:52:19.490432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.500265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.514495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c0e80da3-471f-45d0-8cb9-514e50e21510,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:19.525523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.545976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-be6a89ad-cf05-4e95-bcf1-b8e7f3a69ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.547918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-be6a89ad-cf05-4e95-bcf1-b8e7f3a69ef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71380c7b-6757-4471-934c-98831561d4a4 HTTP/1.1" status: 200 len: 855 time: 0.2551181 Dec 17 15:52:19.550798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e497fc0-2204-4aa1-a26d-186f8fddb31d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.552356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cd3ef6-71ad-4092-931e-0f9c41c18ddd,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:19.562514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] No DVR routers for this DVR port 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:19.577804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-00f1f587-863c-4dd8-ae5c-1a87367a8d59 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.579390 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-00f1f587-863c-4dd8-ae5c-1a87367a8d59 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 813 time: 0.5186172 Dec 17 15:52:19.589525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-a66d19e8-0f7b-45ef-8163-3b78e4872988 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.591017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-a66d19e8-0f7b-45ef-8163-3b78e4872988 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 813 time: 0.5288286 Dec 17 15:52:19.608211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.610953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Request body: {'port': {'device_id': '32e5074a-5efe-4579-b574-958a643f1dd2', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'admin_state_up': True, 'tenant_id': '5c8163426a0b4b709334a3c94011e6a3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:19.614505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-475596c8-6557-43bb-a492-a60f6955e2e8 req-fd47ae70-0d0b-4cdf-b33d-2654e7230e55 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "DELETE /v2.0/ports/3e83dd6b-1f6e-43b4-8607-2dd7408978c7 HTTP/1.1" status: 204 len: 173 time: 2.9115207 Dec 17 15:52:19.620202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Request body: {'port': {'device_id': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'admin_state_up': True, 'tenant_id': '5c8163426a0b4b709334a3c94011e6a3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:19.658410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.695332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:19.700374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1fc63324-6fd7-494a-b3b1-b3042e51fdfd req-914d29db-32a5-4596-9bfe-21f7424ae92f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9108973 Dec 17 15:52:19.742566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-c54137df-034e-4c9c-9657-1ef517dfaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:19.744369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c0e80da3-471f-45d0-8cb9-514e50e21510'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:19.755365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-c54137df-034e-4c9c-9657-1ef517dfaf45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813705 Dec 17 15:52:19.756789 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fdefdc0-017c-4c02-b5fb-f7211436b90f req-a24dfbaf-4d8e-417f-9a54-3767f65dbf9b tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674141 Dec 17 15:52:19.802865 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ee6c5-1319-43bd-a158-6c9d45cf83b2 x-openstack-request-id: req-d67ee6c5-1319-43bd-a158-6c9d45cf83b2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:19.803250 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8de2b84-2e3a-48e0-9a59-e013bca36c0c", "name": "network-vif-deleted", "tag": "36cf60a5-fd49-4a47-b3ff-17f36d44f0cf", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:19.803634 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d67ee6c5-1319-43bd-a158-6c9d45cf83b2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:19.803974 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8de2b84-2e3a-48e0-9a59-e013bca36c0c', 'name': 'network-vif-deleted', 'tag': '36cf60a5-fd49-4a47-b3ff-17f36d44f0cf', 'status': 'completed', 'code': 200} Dec 17 15:52:19.893530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e497fc0-2204-4aa1-a26d-186f8fddb31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.896181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e497fc0-2204-4aa1-a26d-186f8fddb31d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.897337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e497fc0-2204-4aa1-a26d-186f8fddb31d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c6ede3b-7090-4524-bbca-f965030ca6b0 HTTP/1.1" status: 204 len: 168 time: 0.8795259 Dec 17 15:52:19.928503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e497fc0-2204-4aa1-a26d-186f8fddb31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ede3b-7090-4524-bbca-f965030ca6b0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:19.935214 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a4a538-db13-4626-9c28-6555d6065bf8 x-openstack-request-id: req-a2a4a538-db13-4626-9c28-6555d6065bf8 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:19.935619 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:19.935619 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2a4a538-db13-4626-9c28-6555d6065bf8 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:19.936071 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff', 'status': 'completed', 'code': 200} Dec 17 15:52:19.977223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Made reservation on behalf of 5c8163426a0b4b709334a3c94011e6a3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:19.981496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:19.991504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Made reservation on behalf of 5c8163426a0b4b709334a3c94011e6a3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:19.994974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:20.107164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-84d3c67f-4ade-4f63-ab52-4cabc9a0eddc service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465540 Dec 17 15:52:20.131866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb2e4f-1a2b-4d76-b276-fff522bd3424 req-d60abf69-5eab-4567-8856-c9c231d5b1d8 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.141411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51eb2e4f-1a2b-4d76-b276-fff522bd3424 req-d60abf69-5eab-4567-8856-c9c231d5b1d8 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 944 time: 0.1750729 Dec 17 15:52:20.230909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Allocated IP 172.20.0.12 (855c589d-405a-41f7-b51d-123b11b9f480/d7014c39-5753-4bd2-83b2-979b00b4aab7/5c51859c-9c25-4bb8-a1bc-89de7d37e612) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:20.361159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-713e0c81-050a-4eaf-9c21-c2bac5ae87db service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138417 Dec 17 15:52:20.369724 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51eb2e4f-1a2b-4d76-b276-fff522bd3424 req-5973e69a-dba6-44f0-b601-8b30bfedd5b8 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273374 Dec 17 15:52:20.416164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6ed5859c-88c2-42af-bff7-95756a464d33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 217 time: 0.0451133 Dec 17 15:52:20.607767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-3bd83163-6db7-4afb-9617-c3aab10fe925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.615736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-3bd83163-6db7-4afb-9617-c3aab10fe925 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1921220 Dec 17 15:52:20.710290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.716458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.722321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.728269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.734336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.740431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.746137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.748065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a20c482e-a2c6-451b-85fd-565051baa607 req-09bd9a88-301c-4e15-83f1-2899ceb3f8a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2223811 Dec 17 15:52:20.786604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-47f713e2-0e31-4a10-acdf-41085e49d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:20.788605 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-47f713e2-0e31-4a10-acdf-41085e49d22b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1655581 Dec 17 15:52:20.808138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-7d183eb9-1434-41ce-bacb-7ddf8af99c53 req-a5490fea-89dc-4d65-8d6d-28312556bc27 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1496992376', 'description': 'tempest-description-1875078978'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:20.833219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:20.853435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7d183eb9-1434-41ce-bacb-7ddf8af99c53 req-a5490fea-89dc-4d65-8d6d-28312556bc27 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:20.893372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a20c482e-a2c6-451b-85fd-565051baa607 req-faf2cadb-b11c-4493-be18-472eada1cf71 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369321 Dec 17 15:52:20.901298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:20.930027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c0e80da3-471f-45d0-8cb9-514e50e21510 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:20.942505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-ccaf64cb-81f3-41f1-a22f-4a6a0803c6df service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420395 Dec 17 15:52:20.987090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port c0e80da3-471f-45d0-8cb9-514e50e21510 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:20.992306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port c0e80da3-471f-45d0-8cb9-514e50e21510 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:20.992862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:20.996541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Network 855c589d-405a-41f7-b51d-123b11b9f480 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:21.008503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:21.025797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:21.063045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event updated for resources: {'Port': ['ID=5c51859c-9c25-4bb8-a1bc-89de7d37e612,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:21.067379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7d183eb9-1434-41ce-bacb-7ddf8af99c53 req-a5490fea-89dc-4d65-8d6d-28312556bc27 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.070974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Allocated IP 172.20.0.8 (855c589d-405a-41f7-b51d-123b11b9f480/d7014c39-5753-4bd2-83b2-979b00b4aab7/0d7b19c0-14ec-4e67-aca4-d7b79bd0a999) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:21.077881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7d183eb9-1434-41ce-bacb-7ddf8af99c53 req-a5490fea-89dc-4d65-8d6d-28312556bc27 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.083375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.140882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:21.141909 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.153507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c0e80da3-471f-45d0-8cb9-514e50e21510,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:21.153685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-577bb635-8551-4ec1-a260-7cbbfb55fdda service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037737 Dec 17 15:52:21.154706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:21.159580 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d24b3-6a90-4edc-92b4-24415833081c" -d '{"events": [{"server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "name": "network-vif-plugged", "status": "completed", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:21.161178 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7d183eb9-1434-41ce-bacb-7ddf8af99c53 req-a5490fea-89dc-4d65-8d6d-28312556bc27 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.168063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d183eb9-1434-41ce-bacb-7ddf8af99c53 req-a5490fea-89dc-4d65-8d6d-28312556bc27 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3695738 Dec 17 15:52:21.184427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.185252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:21.190888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5490fea-89dc-4d65-8d6d-28312556bc27 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579291a4-ed5a-4649-a73e-3318c9e95ef8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:21.216479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:21.217046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e83dd6b-1f6e-43b4-8607-2dd7408978c7 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:21.273421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:21.274498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-ea5a6be5-51dc-4ec4-a322-299e1c5908e1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6690271 Dec 17 15:52:21.291608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Request body: {'port': {'device_id': '32e5074a-5efe-4579-b574-958a643f1dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:21.307878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2d9d098e-7a29-4c6e-8968-d3f1c7d2747f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 217 time: 0.1464148 Dec 17 15:52:21.349542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8c4d34-731d-43ca-8ba0-592b8d0a14f3 req-832bf938-1ca9-46a1-81a7-72d98534f366 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 210 time: 0.0684459 Dec 17 15:52:21.384503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-c5d761bc-eb7b-485f-865a-a37e04a93be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:21.386312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-c5d761bc-eb7b-485f-865a-a37e04a93be2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.0717547 Dec 17 15:52:21.512507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d9a93120-38af-41ee-a8c5-b7918887b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:21.514161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-d9a93120-38af-41ee-a8c5-b7918887b6af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1206503 Dec 17 15:52:21.526783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.558462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.648186 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:21.699419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-83b8f5b6-d154-45cc-9ec0-e607d877aa6f service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440558 Dec 17 15:52:21.708884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c609639-e480-40e5-984e-38046bc1a941 req-81895947-2d8d-42a9-ae84-eb9ef47d7580 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/579291a4-ed5a-4649-a73e-3318c9e95ef8 HTTP/1.1" status: 200 len: 1822 time: 0.2088311 Dec 17 15:52:21.714246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-59c677fe-ceef-4d5c-b0ba-18340a2cc0e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2972741 Dec 17 15:52:21.726060 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407ced9-e17e-4e96-a466-da91fdab4288 x-openstack-request-id: req-f407ced9-e17e-4e96-a466-da91fdab4288 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:21.726554 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "name": "network-vif-plugged", "status": "completed", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:21.726967 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f407ced9-e17e-4e96-a466-da91fdab4288 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:21.727581 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510', 'code': 200} Dec 17 15:52:21.732043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2c609639-e480-40e5-984e-38046bc1a941 req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '579291a4-ed5a-4649-a73e-3318c9e95ef8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:21.732475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2c609639-e480-40e5-984e-38046bc1a941 req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '579291a4-ed5a-4649-a73e-3318c9e95ef8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:21.779100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Network 855c589d-405a-41f7-b51d-123b11b9f480 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:21.786520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:21.791943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:21.796409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event updated for resources: {'Port': ['ID=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:21.802177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:21.832436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:21.833323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36cf60a5-fd49-4a47-b3ff-17f36d44f0cf not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:21.928774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-6da1a3d7-8dc2-4e51-b425-8a85457ccd6b service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185779 Dec 17 15:52:21.937229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f73e68-e907-4265-a664-5e49923881df', 'name': 'network-vif-deleted', 'tag': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:21.939683 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55070551-9112-4b84-b3d0-4e460cf0a14c" -d '{"events": [{"server_uuid": "65f73e68-e907-4265-a664-5e49923881df", "name": "network-vif-deleted", "tag": "3e83dd6b-1f6e-43b4-8607-2dd7408978c7"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:21.970105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:21.970895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.005898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-87b1a62e-42ee-4989-b561-c6477e404ee0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=001a32c4-b56a-4703-abbe-7beaaf671b63 HTTP/1.1" status: 200 len: 217 time: 0.0622544 Dec 17 15:52:22.009346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c325b53-660b-4ff6-a50a-56098f96765f req-3223edcb-d55a-4e1b-b3ab-324534b54ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.010794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-3223edcb-d55a-4e1b-b3ab-324534b54ab6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1176 time: 0.2173610 Dec 17 15:52:22.011666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca06241-2283-40ab-a797-ec0418bd39aa req-9b5d1305-cb43-44ff-abe0-2fced01b647b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.022014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bca06241-2283-40ab-a797-ec0418bd39aa req-9b5d1305-cb43-44ff-abe0-2fced01b647b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 945 time: 0.1786506 Dec 17 15:52:22.033525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007d8bf-1c7f-45c3-9896-7fc6b283433f req-8b71d822-8386-40f8-8c80-f213059e91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.035042 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f007d8bf-1c7f-45c3-9896-7fc6b283433f req-8b71d822-8386-40f8-8c80-f213059e91f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1097 time: 0.1764429 Dec 17 15:52:22.036099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-23be5c45-ac48-4f1e-a8c8-72cf4ae2f9f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4194820 Dec 17 15:52:22.061242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Request body: {'port': {'device_id': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:22.164478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bca06241-2283-40ab-a797-ec0418bd39aa req-c6d28879-f60d-4f59-b2ee-038816ba326d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413622 Dec 17 15:52:22.180691 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f007d8bf-1c7f-45c3-9896-7fc6b283433f req-2bc1a74c-8a8d-496f-946e-7b95f3914219 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223955 Dec 17 15:52:22.196094 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2c609639-e480-40e5-984e-38046bc1a941 req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.225986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2c609639-e480-40e5-984e-38046bc1a941 req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.233746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-8828b069-114a-4a6f-90fb-b31571154e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.235395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.235596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-8828b069-114a-4a6f-90fb-b31571154e4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.2201004 Dec 17 15:52:22.238997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2c609639-e480-40e5-984e-38046bc1a941 req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.290978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c51859c-9c25-4bb8-a1bc-89de7d37e612 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:22.333134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2c609639-e480-40e5-984e-38046bc1a941 req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.334423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c609639-e480-40e5-984e-38046bc1a941 req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6099381 Dec 17 15:52:22.342630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ab45a-216f-4ff8-8275-e743ce0420f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9d4d62-9966-497a-be9b-8e5e9a059d7e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:22.357662 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.415355 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d94746-8555-438a-8b04-7ad0b440c390 x-openstack-request-id: req-e3d94746-8555-438a-8b04-7ad0b440c390 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:22.415657 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f73e68-e907-4265-a664-5e49923881df", "name": "network-vif-deleted", "tag": "3e83dd6b-1f6e-43b4-8607-2dd7408978c7", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:22.415942 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3d94746-8555-438a-8b04-7ad0b440c390 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:22.416475 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f73e68-e907-4265-a664-5e49923881df', 'name': 'network-vif-deleted', 'tag': '3e83dd6b-1f6e-43b4-8607-2dd7408978c7', 'status': 'completed', 'code': 200} Dec 17 15:52:22.417852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Transition to ACTIVE for port object 5c51859c-9c25-4bb8-a1bc-89de7d37e612 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:22.429937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.437256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-1180ef0d-65e4-4ba9-ac3b-54071bd7d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.441176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-1180ef0d-65e4-4ba9-ac3b-54071bd7d2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1518381 Dec 17 15:52:22.446670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c325b53-660b-4ff6-a50a-56098f96765f req-f7989d54-2bd2-44f6-9c9a-f9aede700ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.449342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-f7989d54-2bd2-44f6-9c9a-f9aede700ee0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.3948154 Dec 17 15:52:22.522031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.528241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.534907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.541111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.547596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.555000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.570330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.576164 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-dd322328-ce45-409d-b08a-daaf92b63c7c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2251866 Dec 17 15:52:22.580181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-551b0e33-e5c6-4c11-af39-6c631cc1c1f6 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274686 Dec 17 15:52:22.663863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41204) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:22.701883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-eb11747a-6f0b-4f7d-9dd0-885cd1db7f37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 200 len: 217 time: 0.2325602 Dec 17 15:52:22.703109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41208) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:22.708271 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e313d05c-c985-432c-93b5-316a37c6e2bb req-342169a9-2fbf-4944-a4b0-6512de675331 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222548 Dec 17 15:52:22.776261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c51859c-9c25-4bb8-a1bc-89de7d37e612,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:22.780601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f9e1cd24-6ed1-4179-9f99-88ac3e5aa569 req-d59f7cc5-990a-42d9-944a-5c17ad2ee3d5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1198655189', 'description': 'tempest-description-1673704383'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:22.840207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c325b53-660b-4ff6-a50a-56098f96765f req-41f3832f-7e1d-40fe-8c3f-bcc9caa5bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:22.841882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-41f3832f-7e1d-40fe-8c3f-bcc9caa5bc78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.1309667 Dec 17 15:52:22.849550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-ffc730e9-5057-483b-a883-253a2cea19a8 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567549 Dec 17 15:52:22.853645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Attempting to bind port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:22.853974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Attempting to bind port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:22.854263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Attempting to bind port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:22.866305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 on network 855c589d-405a-41f7-b51d-123b11b9f480 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:22.866673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Attempting to bind port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:22.876026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:22.876431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Checking segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:22.877012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Bound using segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:22.877802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Bound port: 5c51859c-9c25-4bb8-a1bc-89de7d37e612, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:22.878081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.893802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9e1cd24-6ed1-4179-9f99-88ac3e5aa569 req-d59f7cc5-990a-42d9-944a-5c17ad2ee3d5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.900131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-7733ee3d-225b-47e3-8a34-768d2b80ee76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492289 Dec 17 15:52:22.953710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2d27ceac-0449-4c50-a12e-26af99b7a02e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc HTTP/1.1" status: 200 len: 217 time: 0.0906601 Dec 17 15:52:22.956926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a706d140-c72f-42b5-b9e8-0752f843a79c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:22.965016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] For port 5c51859c-9c25-4bb8-a1bc-89de7d37e612, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:22.968417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] For port 5c51859c-9c25-4bb8-a1bc-89de7d37e612, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5c51859c-9c25-4bb8-a1bc-89de7d37e612,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:22.994279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.060332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80496384-5f08-4901-adf7-17573b85ed93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.077720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:23.078348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.080228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5c51859c-9c25-4bb8-a1bc-89de7d37e612 HTTP/1.1" status: 200 len: 1093 time: 1.7958884 Dec 17 15:52:23.086261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e5074a-5efe-4579-b574-958a643f1dd2', 'tag': '5c51859c-9c25-4bb8-a1bc-89de7d37e612'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:23.088591 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975c52da-722c-44c0-a640-16e2a986cdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "32e5074a-5efe-4579-b574-958a643f1dd2", "tag": "5c51859c-9c25-4bb8-a1bc-89de7d37e612"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:23.102375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-5e932227-aee8-486d-a29e-2bfa7b9b052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:23.104134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-5e932227-aee8-486d-a29e-2bfa7b9b052e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1345344 Dec 17 15:52:23.142499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47a369-37f7-4560-8126-a5a0b4bdfea0 req-bd37f014-ce42-476c-8684-5ce04cd5c53a tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:23.144142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e47a369-37f7-4560-8126-a5a0b4bdfea0 req-bd37f014-ce42-476c-8684-5ce04cd5c53a tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 931 time: 0.2558224 Dec 17 15:52:23.149286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7fd94-5294-43eb-9fbd-caa36c90a1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c51859c-9c25-4bb8-a1bc-89de7d37e612,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:23.191464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-51c6a866-fc73-442f-8dec-f5105ac3b9bd service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477863 Dec 17 15:52:23.201390 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9e1cd24-6ed1-4179-9f99-88ac3e5aa569 req-d59f7cc5-990a-42d9-944a-5c17ad2ee3d5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.217124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9e1cd24-6ed1-4179-9f99-88ac3e5aa569 req-d59f7cc5-990a-42d9-944a-5c17ad2ee3d5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.254832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:23.271919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.304521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-8492f3fa-840b-4f41-8537-3d8a84068d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:23.306325 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-8492f3fa-840b-4f41-8537-3d8a84068d1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1915877 Dec 17 15:52:23.315986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9e1cd24-6ed1-4179-9f99-88ac3e5aa569 req-d59f7cc5-990a-42d9-944a-5c17ad2ee3d5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.317186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9e1cd24-6ed1-4179-9f99-88ac3e5aa569 req-d59f7cc5-990a-42d9-944a-5c17ad2ee3d5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5747471 Dec 17 15:52:23.318759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Transition to ACTIVE for port object 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:23.328743 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e47a369-37f7-4560-8126-a5a0b4bdfea0 req-5602f4f6-17a3-477c-ac53-8f1c8fbc3f16 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451123 Dec 17 15:52:23.334655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-70a4a304-be1c-4589-adb9-72f084858701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:23.336195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-70a4a304-be1c-4589-adb9-72f084858701 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1880636 Dec 17 15:52:23.342861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.348902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a706d140-c72f-42b5-b9e8-0752f843a79c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.375342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80496384-5f08-4901-adf7-17573b85ed93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.396329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a706d140-c72f-42b5-b9e8-0752f843a79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.398870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f7cc5-990a-42d9-944a-5c17ad2ee3d5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde8b4c2-52a4-4038-8192-27ebf4839b54,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:23.431327 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80496384-5f08-4901-adf7-17573b85ed93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.434731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-bf9f32a4-853f-41d4-a858-39cd7dc3e4bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c51859c-9c25-4bb8-a1bc-89de7d37e612 HTTP/1.1" status: 200 len: 217 time: 0.0874138 Dec 17 15:52:23.531519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-80496384-5f08-4901-adf7-17573b85ed93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8031d9c6be8e4e719687b5e12b3f233c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8220849 Dec 17 15:52:23.532793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:23.535606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41228) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:23.571359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80496384-5f08-4901-adf7-17573b85ed93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383472af-141f-4be6-9bff-9941f03b6044,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:23.619637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-469e6351-a24d-4c6f-b2ab-4849bd5bd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:23.621266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-469e6351-a24d-4c6f-b2ab-4849bd5bd794 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.1790915 Dec 17 15:52:23.627529 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf1f7a-88ac-489c-ae28-a8b616c14135 x-openstack-request-id: req-67cf1f7a-88ac-489c-ae28-a8b616c14135 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:23.627811 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e5074a-5efe-4579-b574-958a643f1dd2", "tag": "5c51859c-9c25-4bb8-a1bc-89de7d37e612", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:23.628094 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67cf1f7a-88ac-489c-ae28-a8b616c14135 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:23.628525 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e5074a-5efe-4579-b574-958a643f1dd2', 'tag': '5c51859c-9c25-4bb8-a1bc-89de7d37e612', 'status': 'completed', 'code': 200} Dec 17 15:52:23.674086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-88f018c3-7d05-45ca-99f0-f91e24302016 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412023 Dec 17 15:52:23.754413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Attempting to bind port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:23.754794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Attempting to bind port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:23.755086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Attempting to bind port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:23.761259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3bfcdd2d-b595-4ecf-8dfa-e78ef78f457c req-b53d45d0-e0b3-4145-b745-35e99a27c76e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-770185974', 'description': 'tempest-description-1274327171'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:23.769116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7480205b-3a55-434d-837a-1c817c6af8fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.782786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 on network 855c589d-405a-41f7-b51d-123b11b9f480 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:23.782786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Attempting to bind port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 on network 855c589d-405a-41f7-b51d-123b11b9f480 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:23.816965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:23.817287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Checking segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:23.817711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Bound using segment: {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:23.818152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Bound port: 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e9cb78-87b8-46ba-99f0-f593654ec27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:23.818509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.822814 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7480205b-3a55-434d-837a-1c817c6af8fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.864813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a706d140-c72f-42b5-b9e8-0752f843a79c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a32e9bd02a4b4eb4baf11ced0f73a818&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1583540 Dec 17 15:52:23.865453 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bfcdd2d-b595-4ecf-8dfa-e78ef78f457c req-b53d45d0-e0b3-4145-b745-35e99a27c76e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:23.868095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c325b53-660b-4ff6-a50a-56098f96765f req-0d847a1b-2370-4b12-b197-d83fe70d152c service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616259 Dec 17 15:52:23.869892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41240) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:23.887276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706d140-c72f-42b5-b9e8-0752f843a79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f64304-6af3-4e6f-b4d2-250cc73c8cd7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:23.929895 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-a0d53047-2402-41b5-8347-77d1aabfd05c service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484062 Dec 17 15:52:23.941377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-2910cc67-ac21-42f8-9500-3cf8e740a67f service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201513 Dec 17 15:52:24.011142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484fbe8-1e72-4673-afe2-4d210c3ed06b req-9b24499a-9e72-4bdd-a3d8-a5a9db7efc44 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.012658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2484fbe8-1e72-4673-afe2-4d210c3ed06b req-9b24499a-9e72-4bdd-a3d8-a5a9db7efc44 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 945 time: 0.1715794 Dec 17 15:52:24.020235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7480205b-3a55-434d-837a-1c817c6af8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.022804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7480205b-3a55-434d-837a-1c817c6af8fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.023976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7480205b-3a55-434d-837a-1c817c6af8fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/383472af-141f-4be6-9bff-9941f03b6044 HTTP/1.1" status: 204 len: 168 time: 0.4839225 Dec 17 15:52:24.025211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] For port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:24.038798 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84c84815-b2d5-4a0d-8ded-15ef1c175c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.044871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] For port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:24.059752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.061731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480205b-3a55-434d-837a-1c817c6af8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383472af-141f-4be6-9bff-9941f03b6044,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:24.099707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84c84815-b2d5-4a0d-8ded-15ef1c175c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.131862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2484fbe8-1e72-4673-afe2-4d210c3ed06b req-a1ac7bf0-bd70-49d3-9635-3fc2f8fd99f6 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089835 Dec 17 15:52:24.135586 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-5d65a065-7ecc-40fb-8c1e-e82921b2ec52 service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977768 Dec 17 15:52:24.142789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-1a6a5fc0-010a-4813-9484-f3297a7a5b7e service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923511 Dec 17 15:52:24.169749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.170406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.175086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] 10.222.0.49 "PUT /v2.0/ports/0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 HTTP/1.1" status: 200 len: 1092 time: 2.1212897 Dec 17 15:52:24.190660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bfcdd2d-b595-4ecf-8dfa-e78ef78f457c req-b53d45d0-e0b3-4145-b745-35e99a27c76e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.213912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-e39734c3-11fc-4c3a-9512-1375498874ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb HTTP/1.1" status: 200 len: 217 time: 0.0631382 Dec 17 15:52:24.214446 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bfcdd2d-b595-4ecf-8dfa-e78ef78f457c req-b53d45d0-e0b3-4145-b745-35e99a27c76e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.259708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cbd07-62b6-47db-87a4-70fdceedb740 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:24.314946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84c84815-b2d5-4a0d-8ded-15ef1c175c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.317421 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84c84815-b2d5-4a0d-8ded-15ef1c175c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.321141 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-84c84815-b2d5-4a0d-8ded-15ef1c175c57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a5f64304-6af3-4e6f-b4d2-250cc73c8cd7 HTTP/1.1" status: 204 len: 168 time: 0.4323866 Dec 17 15:52:24.321320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3bfcdd2d-b595-4ecf-8dfa-e78ef78f457c req-b53d45d0-e0b3-4145-b745-35e99a27c76e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.327401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bfcdd2d-b595-4ecf-8dfa-e78ef78f457c req-b53d45d0-e0b3-4145-b745-35e99a27c76e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5781209 Dec 17 15:52:24.328834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-51ab7d00-931a-4a55-a9f1-00cd6341daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.330367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-51ab7d00-931a-4a55-a9f1-00cd6341daae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1036839 Dec 17 15:52:24.332302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c84815-b2d5-4a0d-8ded-15ef1c175c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f64304-6af3-4e6f-b4d2-250cc73c8cd7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:24.342571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d45d0-e0b3-4145-b745-35e99a27c76e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0c663d-0e4b-43d4-a520-d9439d59f9c9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:24.365271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170be18-90e0-48e7-8ca1-fd2be92b91da req-56117827-8336-4d5f-b8f8-1130c0764880 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.372593 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6170be18-90e0-48e7-8ca1-fd2be92b91da req-56117827-8336-4d5f-b8f8-1130c0764880 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 949 time: 0.1368749 Dec 17 15:52:24.402285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-e3fc43c9-61dc-4dd9-880d-bbbe1870eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.403931 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-e3fc43c9-61dc-4dd9-880d-bbbe1870eb3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 1095 time: 0.1643734 Dec 17 15:52:24.406415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c52da-722c-44c0-a640-16e2a986cdcf req-15b19829-44ec-4378-ac0d-3073253b99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.407934 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975c52da-722c-44c0-a640-16e2a986cdcf req-15b19829-44ec-4378-ac0d-3073253b99bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 1096 time: 0.1963129 Dec 17 15:52:24.453477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-51b0cedd-8fd8-4c28-ada0-a5c5a6c497a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.455388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-51b0cedd-8fd8-4c28-ada0-a5c5a6c497a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1097257 Dec 17 15:52:24.461841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6170be18-90e0-48e7-8ca1-fd2be92b91da req-3e8ca040-57a6-4e30-8f60-2aa480c15031 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885518 Dec 17 15:52:24.561533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c52da-722c-44c0-a640-16e2a986cdcf req-49c2a275-d3fe-4dca-ae22-231875d005bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.563421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975c52da-722c-44c0-a640-16e2a986cdcf req-49c2a275-d3fe-4dca-ae22-231875d005bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 914 time: 0.1447186 Dec 17 15:52:24.565374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-4a4882cd-eb3e-49c3-b673-f6048aee7f2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 HTTP/1.1" status: 200 len: 217 time: 0.1537178 Dec 17 15:52:24.630703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975c52da-722c-44c0-a640-16e2a986cdcf req-2588a822-4ae0-4de0-b467-a0b4895972d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c51859c-9c25-4bb8-a1bc-89de7d37e612 HTTP/1.1" status: 200 len: 217 time: 0.0595856 Dec 17 15:52:24.636266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-033ef6e8-552b-4032-bf85-1d9172fc2162 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682482 Dec 17 15:52:24.653256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.659486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.665957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.669163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-04d317ae-c6af-40ea-bab7-b1b658f71df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.670843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-04d317ae-c6af-40ea-bab7-b1b658f71df8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.0937757 Dec 17 15:52:24.672638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.678814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.684809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.690929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.692891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e682480f-1786-4a83-8c92-b28e12274c42 req-8b7172ff-179f-4437-a218-d5223f7161a6 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.1451044 Dec 17 15:52:24.740200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c52da-722c-44c0-a640-16e2a986cdcf req-219f4b37-5ca2-44e4-9e19-0f9199da883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:24.741776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975c52da-722c-44c0-a640-16e2a986cdcf req-219f4b37-5ca2-44e4-9e19-0f9199da883d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.0700259 Dec 17 15:52:24.774090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-d6c2d3a4-c15a-4b56-b68e-3b384a093026 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311708 Dec 17 15:52:24.815653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975c52da-722c-44c0-a640-16e2a986cdcf req-da4a17e0-e0c3-45cd-873f-133ccde61d6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441763 Dec 17 15:52:24.840239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41268) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:24.876816 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e682480f-1786-4a83-8c92-b28e12274c42 req-368d122c-5f72-48d7-8dbd-329209b32d60 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741664 Dec 17 15:52:24.878033 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df502103-3506-4b98-9dc5-c1383a95e5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:24.882156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-f9054b51-e779-43d7-8dbf-1bcac809d784 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883245 Dec 17 15:52:24.977493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-4e4c29c7-c3ba-4bb9-8477-04abef93a555 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 200 len: 217 time: 0.0829952 Dec 17 15:52:25.097264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-372abc1f-a9ae-47d5-b4c9-25ae57ac9b16 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/fde8b4c2-52a4-4038-8192-27ebf4839b54 HTTP/1.1" status: 200 len: 1822 time: 0.1730647 Dec 17 15:52:25.103750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-aac23e74-98c4-4412-afdc-d2da4e3367cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:25.105665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-aac23e74-98c4-4412-afdc-d2da4e3367cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1164260 Dec 17 15:52:25.178194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-13de2ff1-a5ec-48de-991e-d6045f019d19 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:25.179693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-13de2ff1-a5ec-48de-991e-d6045f019d19 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.47 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 949 time: 0.1703062 Dec 17 15:52:25.240425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9784f90e-355b-49f8-967c-41f640a14750 req-a91fd749-5dcf-44d9-9825-4b342ac6f631 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-305915945&fields=id&tenant_id=87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 267 time: 0.0745142 Dec 17 15:52:25.249241 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df502103-3506-4b98-9dc5-c1383a95e5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.263971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-5dbed55c-abd0-4054-9d67-2a465cba69e9 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/5c0c663d-0e4b-43d4-a520-d9439d59f9c9 HTTP/1.1" status: 200 len: 1821 time: 0.1539717 Dec 17 15:52:25.267706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df502103-3506-4b98-9dc5-c1383a95e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.285870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-63af1784-b234-4795-a574-ef910b93fd5d service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019531 Dec 17 15:52:25.287405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-daa851b6-01df-48df-baab-eb2a57dc3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:25.288907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-daa851b6-01df-48df-baab-eb2a57dc3166 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1632783 Dec 17 15:52:25.318957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fde8b4c2-52a4-4038-8192-27ebf4839b54', 'remote_group_id': '5c0c663d-0e4b-43d4-a520-d9439d59f9c9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:25.319323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fde8b4c2-52a4-4038-8192-27ebf4839b54', 'remote_group_id': '5c0c663d-0e4b-43d4-a520-d9439d59f9c9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:25.324525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41280) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:25.372824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975c52da-722c-44c0-a640-16e2a986cdcf req-5a632037-bf84-424f-9d50-dd7d272099d6 service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473323 Dec 17 15:52:25.385635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784f90e-355b-49f8-967c-41f640a14750 req-73325805-7035-4a65-8442-494cad7a1b89 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:25.388183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9784f90e-355b-49f8-967c-41f640a14750 req-73325805-7035-4a65-8442-494cad7a1b89 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 945 time: 0.1406364 Dec 17 15:52:25.406542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-df502103-3506-4b98-9dc5-c1383a95e5d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4947e9f778054e1e82733ce6b073281a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628021 Dec 17 15:52:25.409430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41284) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:25.414344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df502103-3506-4b98-9dc5-c1383a95e5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7728fa24-7b54-471d-a547-7efc5c0b2111,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:25.419558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'port': {'security_groups': ['d47527fb-3f94-437f-b43d-deee232d4d88', '4dbde3d4-3deb-4b85-992d-b5edc36478c8']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:25.503698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-188964761'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:25.503969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Deleting port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:25.504254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.562711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a996fd9-022c-4f3a-801f-97c42d4a40f5 req-9a134203-33c6-440d-8c60-0a9806c22448 service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669351 Dec 17 15:52:25.565219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-ad7034d7-7dc0-4620-b14f-43f2f678b501 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523074 Dec 17 15:52:25.588876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.612470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:25.616021 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.629194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975c52da-722c-44c0-a640-16e2a986cdcf req-f7be0e3c-411d-4368-9b22-c7deb821e661 service neutron] 10.222.0.47 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367260 Dec 17 15:52:25.648230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46df1609-ddb5-4115-bafe-441154309ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.648478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'tag': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:25.650781 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c927f4-8b5f-46fb-a862-05bdae7ecf23" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb34e04-23c3-4ad2-aa3a-c683e3df767a", "tag": "0d7b19c0-14ec-4e67-aca4-d7b79bd0a999"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:25.653503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.653958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.738351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46df1609-ddb5-4115-bafe-441154309ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.769807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.784166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] For port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:25.784512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.801208 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.819686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9660951-89bd-463d-96d9-23cf6114dc9d req-9a130c25-c0e8-4107-bb53-f8e401fafbc0 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329912 Dec 17 15:52:25.822042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Calling delete_port for a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:25.829272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.842567 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.846286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027dcefc-e87d-4e8c-93f7-e07b27c264d2,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:25.855019 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.856277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d14c6cb2-11b6-45ac-a558-a39b012142ab req-db60b247-4805-4f2d-846b-66cbfd2566bb tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5773587 Dec 17 15:52:25.904941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c0e80da3-471f-45d0-8cb9-514e50e21510,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:25.923259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:25.933182 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46df1609-ddb5-4115-bafe-441154309ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.934032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7ce4cc-7a0f-4168-9953-866f657b4ee9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:25.936061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-46df1609-ddb5-4115-bafe-441154309ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.937431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-46df1609-ddb5-4115-bafe-441154309ff4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7728fa24-7b54-471d-a547-7efc5c0b2111 HTTP/1.1" status: 204 len: 168 time: 0.5238595 Dec 17 15:52:25.947811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.948190 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Added segment 3caab600-aa7f-4e77-a59c-10778e09d3b6 of type vlan for network cbb270f9-8739-47c3-bba2-367c3c2caee1 Dec 17 15:52:25.971481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:25.997884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df1609-ddb5-4115-bafe-441154309ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7728fa24-7b54-471d-a547-7efc5c0b2111,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:26.001667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.016520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3', 'c0e80da3-471f-45d0-8cb9-514e50e21510'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:26.042680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7398f66-3236-4969-a0e1-aad1e0f8c202 req-ef7f76b0-dc5f-4576-a126-ccc637a93066 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.044482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7398f66-3236-4969-a0e1-aad1e0f8c202 req-ef7f76b0-dc5f-4576-a126-ccc637a93066 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 943 time: 0.1226358 Dec 17 15:52:26.052181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.065562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.066209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.067608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9784f90e-355b-49f8-967c-41f640a14750 req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "PUT /v2.0/ports/c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 981 time: 0.6652973 Dec 17 15:52:26.086351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.086854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.087295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.087759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.088255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.088830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.089292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.091613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-f0cd4362-a7c0-4b81-a0c1-b3a44171689a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6493 time: 0.1507952 Dec 17 15:52:26.145290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f5052-2f72-4b03-9e2f-e53700c5fb1a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:26.153867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.162535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.168060 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.200991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c0e80da3-471f-45d0-8cb9-514e50e21510'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:26.246219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-a1bde475-c10f-4bae-8088-d5e7f4db51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.249019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-a1bde475-c10f-4bae-8088-d5e7f4db51fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 200 len: 903 time: 0.1462266 Dec 17 15:52:26.306165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9796317 Dec 17 15:52:26.308102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88bb4-f384-4209-a790-9b4056a81ad9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Network': ['ID=cbb270f9-8739-47c3-bba2-367c3c2caee1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:26.310101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41302) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:26.318855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'subnet': {'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:26.322734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:26.343255 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-93c36171-6041-44b5-8c2e-c8f470105f51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 200 len: 217 time: 0.0802250 Dec 17 15:52:26.361473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.391752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b316e-d0ef-4350-8927-cafab9f3c6c1 req-3fb80fee-ac75-4aad-a180-3055366e4489 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.391752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c12b316e-d0ef-4350-8927-cafab9f3c6c1 req-3fb80fee-ac75-4aad-a180-3055366e4489 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/ports?device_id=86ab29ac-79cf-4ad9-88e9-4bf62b7f909f HTTP/1.1" status: 200 len: 867 time: 0.1365123 Dec 17 15:52:26.392092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7398f66-3236-4969-a0e1-aad1e0f8c202 req-70c8a597-f61e-487f-89c2-cb006a8ba426 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355179 Dec 17 15:52:26.432418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['a2a16e37-e3ec-48ed-8c32-0e2a5db730d3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:26.463063 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d19d6b-90c4-4f51-81fe-98c526744b21 x-openstack-request-id: req-79d19d6b-90c4-4f51-81fe-98c526744b21 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:26.463257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-9f25186e-6077-47ef-9b5b-1cb74c0da1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.463375 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb34e04-23c3-4ad2-aa3a-c683e3df767a", "tag": "0d7b19c0-14ec-4e67-aca4-d7b79bd0a999", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:26.463598 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79d19d6b-90c4-4f51-81fe-98c526744b21 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:26.464062 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'tag': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999', 'status': 'completed', 'code': 200} Dec 17 15:52:26.467853 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-9f25186e-6077-47ef-9b5b-1cb74c0da1b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1144154 Dec 17 15:52:26.467853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Pushing event deleted for resources: {'Port': ['ID=a2a16e37-e3ec-48ed-8c32-0e2a5db730d3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:26.483571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:26.487414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.497125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c12b316e-d0ef-4350-8927-cafab9f3c6c1 req-42470500-8bfc-483c-9f96-57a3c58032fd tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.54 "GET /v2.0/security-groups?id=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971899 Dec 17 15:52:26.538164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-fb04e1bc-a3e0-41ba-ba8e-19c78f3b4f4a req-e14449de-fed9-4777-8b0d-37c57d62e046 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-737659971', 'description': 'tempest-description-84578173'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:26.625498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] No DVR routers for this DVR port a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:26.627246 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fb04e1bc-a3e0-41ba-ba8e-19c78f3b4f4a req-e14449de-fed9-4777-8b0d-37c57d62e046 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.629805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.634010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39eabe11-d2dd-4f97-9c2d-8b1cb86f8bd7 req-c7e7e8ec-398a-4b36-887f-05ec29478b25 tempest-TenantUsagesTestJSON-1912511045 tempest-TenantUsagesTestJSON-1912511045-project] 10.222.0.47 "DELETE /v2.0/ports/a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 HTTP/1.1" status: 204 len: 173 time: 1.4405611 Dec 17 15:52:26.635198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'name': 'network-vif-deleted', 'tag': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:26.637840 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b65df3-06fb-4060-a7f4-d4b574ae26ee" -d '{"events": [{"server_uuid": "86ab29ac-79cf-4ad9-88e9-4bf62b7f909f", "name": "network-vif-deleted", "tag": "a2a16e37-e3ec-48ed-8c32-0e2a5db730d3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:26.677680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-0437ad33-af49-4c1c-a87b-d7a7dc31f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.679387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-0437ad33-af49-4c1c-a87b-d7a7dc31f1d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1859763 Dec 17 15:52:26.750654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fb04e1bc-a3e0-41ba-ba8e-19c78f3b4f4a req-e14449de-fed9-4777-8b0d-37c57d62e046 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.844723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-60e8af24-7303-4e76-b6c2-21d350fbf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.846997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-60e8af24-7303-4e76-b6c2-21d350fbf616 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c8163426a0b4b709334a3c94011e6a3&device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 1095 time: 0.3559742 Dec 17 15:52:26.874442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-bbed52cc-77ec-4ca2-862a-9d536fa331c1 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214316 Dec 17 15:52:26.875472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fb04e1bc-a3e0-41ba-ba8e-19c78f3b4f4a req-e14449de-fed9-4777-8b0d-37c57d62e046 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.901177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.907207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.913488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.919276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.925667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.933234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.938045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:26.940478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-564f5300-0054-4ada-8f27-1a3562c0802e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2876399 Dec 17 15:52:26.972990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fb04e1bc-a3e0-41ba-ba8e-19c78f3b4f4a req-e14449de-fed9-4777-8b0d-37c57d62e046 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:26.988292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb04e1bc-a3e0-41ba-ba8e-19c78f3b4f4a req-e14449de-fed9-4777-8b0d-37c57d62e046 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4934752 Dec 17 15:52:26.993886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14449de-fed9-4777-8b0d-37c57d62e046 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a63a84-9413-4009-90bc-2b9b3a277e01,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:27.071668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0de21e5d-0f18-443d-9b35-dd5b1a6b1940 req-55a31e39-1698-46d6-b43c-56fa95abb151 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/4dbde3d4-3deb-4b85-992d-b5edc36478c8 HTTP/1.1" status: 200 len: 1817 time: 0.0699773 Dec 17 15:52:27.074878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a3d91b5-35d4-47e5-99c9-391ba0fc2c29 req-73d932ce-b54b-4ee7-98cd-26b12489a7b9 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821849 Dec 17 15:52:27.128216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-874dc4dc-5742-46e2-8864-7f13320268b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:27.129620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-874dc4dc-5742-46e2-8864-7f13320268b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 200 len: 914 time: 0.2715523 Dec 17 15:52:27.131921 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-0de21e5d-0f18-443d-9b35-dd5b1a6b1940 req-4a2e68c7-8ffa-4f3a-8f2c-13eb926787c0 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:52:27.133135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0de21e5d-0f18-443d-9b35-dd5b1a6b1940 req-4a2e68c7-8ffa-4f3a-8f2c-13eb926787c0 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/4dbde3d4-3deb-4b85-992d-b5edc36478c8 HTTP/1.1" status: 409 len: 341 time: 0.0516136 Dec 17 15:52:27.155837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83742edf-04cb-4ca0-9ebe-f74044c7e54a req-67b740e1-9852-47c9-b102-05165a650bb1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1683650 Dec 17 15:52:27.186546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.190612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-f9295529-3085-4eba-bf01-59979c970492 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 HTTP/1.1" status: 200 len: 217 time: 0.0507245 Dec 17 15:52:27.209052 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8759f742-378b-4892-a0f4-733f19c08999 x-openstack-request-id: req-8759f742-378b-4892-a0f4-733f19c08999 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:27.209590 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ab29ac-79cf-4ad9-88e9-4bf62b7f909f", "name": "network-vif-deleted", "tag": "a2a16e37-e3ec-48ed-8c32-0e2a5db730d3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:27.210118 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8759f742-378b-4892-a0f4-733f19c08999 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:27.210709 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ab29ac-79cf-4ad9-88e9-4bf62b7f909f', 'name': 'network-vif-deleted', 'tag': 'a2a16e37-e3ec-48ed-8c32-0e2a5db730d3', 'status': 'completed', 'code': 200} Dec 17 15:52:27.258698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-125ff509-dfc0-4891-b81a-49d40d29aff4 req-f5a55496-bc79-49e1-ab78-0b554ec7c375 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-314017978', 'description': 'tempest-description-1559529621'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:27.302900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Subnet': ['ID=c934e057-b5a0-4fdf-b1e3-25714107b51e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:27.325171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-f3efadff-e496-41bf-9e59-e96d1259614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:27.326671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-f3efadff-e496-41bf-9e59-e96d1259614f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 200 len: 853 time: 0.1280868 Dec 17 15:52:27.346019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Checking segment: {'id': '3caab600-aa7f-4e77-a59c-10778e09d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:27.346740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network hostable DHCP agents. Network: cbb270f9-8739-47c3-bba2-367c3c2caee1, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:27.349163 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-125ff509-dfc0-4891-b81a-49d40d29aff4 req-f5a55496-bc79-49e1-ab78-0b554ec7c375 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.380745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-5b067fb9-b414-41ff-9429-8fad6fd7716d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=855c589d-405a-41f7-b51d-123b11b9f480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449810 Dec 17 15:52:27.421296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:27.469565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, cbb270f9-8739-47c3-bba2-367c3c2caee1) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:27.479592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:27.480224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.486533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef4e59a-9793-4b23-af61-708989e1b96c None None] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:27.535918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3309c1d0-b474-491f-a897-36ad0c107e2e tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2244382 Dec 17 15:52:27.540094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41340) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:27.546556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'name': 'tempest-AllowedAddressPairTestJSON-1064105438'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:27.570994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-44cfccae-db6d-4adc-98f8-8e581b864803 service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795835 Dec 17 15:52:27.573633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-125ff509-dfc0-4891-b81a-49d40d29aff4 req-f5a55496-bc79-49e1-ab78-0b554ec7c375 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.593893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-125ff509-dfc0-4891-b81a-49d40d29aff4 req-f5a55496-bc79-49e1-ab78-0b554ec7c375 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.652807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-cbb270f9-8739-47c3-bba2-367c3c2caee1', 'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'project_id': '717d7d1ce4ec4bd3942b877bb8ac1718', 'fixed_ips': [{'subnet_id': 'c934e057-b5a0-4fdf-b1e3-25714107b51e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:52:27.655598 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.709638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-125ff509-dfc0-4891-b81a-49d40d29aff4 req-f5a55496-bc79-49e1-ab78-0b554ec7c375 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.710564 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-125ff509-dfc0-4891-b81a-49d40d29aff4 req-f5a55496-bc79-49e1-ab78-0b554ec7c375 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4802356 Dec 17 15:52:27.768143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c927f4-8b5f-46fb-a862-05bdae7ecf23 req-6afdb7f9-df93-4639-87a9-684c2fe74adc service neutron] 10.222.0.49 "GET /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882558 Dec 17 15:52:27.768776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a55496-bc79-49e1-ab78-0b554ec7c375 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27041f-6aaf-42b3-ad3c-efeb00dead88,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:27.811979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:27.824515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:27.853539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] device_id is not set on port a3adb7ee-5e89-4160-9335-0f0025196777 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:52:27.860355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5c51859c-9c25-4bb8-a1bc-89de7d37e612 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:27.927321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53328381-ae2a-4a56-a466-cac8cc547c8f req-48cfed57-9eda-498d-8265-de612caf8349 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:27.928916 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-53328381-ae2a-4a56-a466-cac8cc547c8f req-48cfed57-9eda-498d-8265-de612caf8349 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 943 time: 0.1096120 Dec 17 15:52:27.933999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-53b97dea-6a7e-453a-aa40-c55211a98eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:27.935500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-53b97dea-6a7e-453a-aa40-c55211a98eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1136 time: 0.0697238 Dec 17 15:52:28.011281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Allocated IP 172.20.0.2 (cbb270f9-8739-47c3-bba2-367c3c2caee1/c934e057-b5a0-4fdf-b1e3-25714107b51e/36a96be8-d7f2-4e07-b749-8502935e2519) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:28.048731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-53328381-ae2a-4a56-a466-cac8cc547c8f req-e31d8972-a957-477f-8777-2d2053e03d9f tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114891 Dec 17 15:52:28.095294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5c51859c-9c25-4bb8-a1bc-89de7d37e612, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5c51859c-9c25-4bb8-a1bc-89de7d37e612,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:28.114288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '5c51859c-9c25-4bb8-a1bc-89de7d37e612', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'port_id': '5c51859c-9c25-4bb8-a1bc-89de7d37e612', 'mac_address': 'fa:16:3e:cd:bc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7014c39-5753-4bd2-83b2-979b00b4aab7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:28.132656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-8bbd07b2-0b23-473b-b9a0-734d5d085150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:28.134924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-8bbd07b2-0b23-473b-b9a0-734d5d085150 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.1834881 Dec 17 15:52:28.149630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41364) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:28.194021 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.198252 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-13b24ad9-3ed4-4047-926d-ebe87c16c0bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 217 time: 0.0539041 Dec 17 15:52:28.230371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-988dd4ae-99b0-4214-91b8-9480906bffdf tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/75a63a84-9413-4009-90bc-2b9b3a277e01 HTTP/1.1" status: 200 len: 1819 time: 0.1343887 Dec 17 15:52:28.234150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c51859c-9c25-4bb8-a1bc-89de7d37e612 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:28.268827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5c51859c-9c25-4bb8-a1bc-89de7d37e612, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5c51859c-9c25-4bb8-a1bc-89de7d37e612,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:28.273404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.277675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.294962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-e38c4625-9dbf-459f-8387-52771303b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:28.296484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-e38c4625-9dbf-459f-8387-52771303b619 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.0908496 Dec 17 15:52:28.303476 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.332297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-a6158917-c800-4e36-aeb1-08c825d73a4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281422 Dec 17 15:52:28.332823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:28.338389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:28.341622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:28.341768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-ae3dc2d0-5853-4d01-bb8c-3bad9de1ff4c tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/1c27041f-6aaf-42b3-ad3c-efeb00dead88 HTTP/1.1" status: 200 len: 1821 time: 0.1103473 Dec 17 15:52:28.348492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5c51859c-9c25-4bb8-a1bc-89de7d37e612,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:28.355232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75a63a84-9413-4009-90bc-2b9b3a277e01', 'remote_group_id': '1c27041f-6aaf-42b3-ad3c-efeb00dead88', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:28.355538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75a63a84-9413-4009-90bc-2b9b3a277e01', 'remote_group_id': '1c27041f-6aaf-42b3-ad3c-efeb00dead88', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:28.393261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Allocated IP 172.20.0.8 (cbb270f9-8739-47c3-bba2-367c3c2caee1/c934e057-b5a0-4fdf-b1e3-25714107b51e/a3adb7ee-5e89-4160-9335-0f0025196777) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:28.454554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Attempting to bind port 36a96be8-d7f2-4e07-b749-8502935e2519 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:28.455046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Attempting to bind port 36a96be8-d7f2-4e07-b749-8502935e2519 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3caab600-aa7f-4e77-a59c-10778e09d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:28.455420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Attempting to bind port 36a96be8-d7f2-4e07-b749-8502935e2519 on network cbb270f9-8739-47c3-bba2-367c3c2caee1 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:28.459513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Pushing event updated for resources: {'Port': ['ID=36a96be8-d7f2-4e07-b749-8502935e2519,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:28.467912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:28.471550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:28.471959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Checking segment: {'id': '3caab600-aa7f-4e77-a59c-10778e09d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:28.472367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.472762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Bound using segment: {'id': '3caab600-aa7f-4e77-a59c-10778e09d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:28.473238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Bound port: 36a96be8-d7f2-4e07-b749-8502935e2519, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3caab600-aa7f-4e77-a59c-10778e09d3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:28.473611 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.477178 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b03aff-d80a-4892-8299-c5982b7409f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:28.538518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-faf2cf66-3160-4e24-8dc5-00826ad324e0 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945105 Dec 17 15:52:28.541289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5c51859c-9c25-4bb8-a1bc-89de7d37e612'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:28.597817 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.622608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] For port 36a96be8-d7f2-4e07-b749-8502935e2519, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:28.649657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] For port 36a96be8-d7f2-4e07-b749-8502935e2519, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=36a96be8-d7f2-4e07-b749-8502935e2519,segment=NetworkSegment(3caab600-aa7f-4e77-a59c-10778e09d3b6),segment_id=3caab600-aa7f-4e77-a59c-10778e09d3b6)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:28.666623 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.678307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ef168dd9-8593-440d-a3cb-538371d28668 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91f0209c554a45abaa9d0eefab3a72f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5272982 Dec 17 15:52:28.680139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:28.715291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74136d5c-f9e3-4871-95ff-62b93d69768b req-f0fc2bfa-7e0a-4130-9311-7a3a2f8b72c6 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:28.716849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74136d5c-f9e3-4871-95ff-62b93d69768b req-f0fc2bfa-7e0a-4130-9311-7a3a2f8b72c6 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 984 time: 0.1604633 Dec 17 15:52:28.742733 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.743019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.761677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.789094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0f2e33-beb0-4e3e-b2a5-48d6f01484bd,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:28.805368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e377e4-a97d-485b-96e2-0bff15335b9f None None] Pushing event updated for resources: {'Port': ['ID=36a96be8-d7f2-4e07-b749-8502935e2519,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:28.834453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74136d5c-f9e3-4871-95ff-62b93d69768b req-d473452b-1015-4f19-a87a-605eea7415fb tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dbde3d4-3deb-4b85-992d-b5edc36478c8&id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1019039 Dec 17 15:52:28.839113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.852174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e31d13d-c4f9-4d1b-9987-b510e0ed5e3c req-26b9ca3a-af5d-4081-ab75-434d3b4fbbd5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5093675 Dec 17 15:52:28.853385 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.875101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b87c10b0-4709-4888-beca-b3b2359af276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.901302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c99b0db6-49f5-4d1a-b7e1-9c62b6aa4a28 req-9756bc71-7abd-4d83-9c70-a4521a2479c7 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349122 Dec 17 15:52:28.928385 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b87c10b0-4709-4888-beca-b3b2359af276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:28.930380 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2777047d-5ca2-4da6-9592-c749fa0a6bc0 x-openstack-request-id: req-2777047d-5ca2-4da6-9592-c749fa0a6bc0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:28.930748 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:28.930996 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2777047d-5ca2-4da6-9592-c749fa0a6bc0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:28.935109 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510', 'status': 'completed', 'code': 200} Dec 17 15:52:28.948678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:29.014697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:29.044897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:29.051859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:29.055338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=a3adb7ee-5e89-4160-9335-0f0025196777,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:29.083648 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b87c10b0-4709-4888-beca-b3b2359af276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.086427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b87c10b0-4709-4888-beca-b3b2359af276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.098805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b87c10b0-4709-4888-beca-b3b2359af276 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d0f38c82-c42d-41be-a5ba-f8fe53e3aa45 HTTP/1.1" status: 204 len: 168 time: 0.4179943 Dec 17 15:52:29.140193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c10b0-4709-4888-beca-b3b2359af276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f38c82-c42d-41be-a5ba-f8fe53e3aa45,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:29.190304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.199530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.204225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-98039d38-feff-4288-b5a5-70332d5b00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.212432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.220729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.221811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-98039d38-feff-4288-b5a5-70332d5b00d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1136 time: 0.2460122 Dec 17 15:52:29.228857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.235242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.241281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:29.255960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.268555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-03eaa23e-142a-4f18-a7bc-c1a41b258216 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2806740 Dec 17 15:52:29.271453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999', 'network_id': '855c589d-405a-41f7-b51d-123b11b9f480', 'port_id': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999', 'mac_address': 'fa:16:3e:d3:0f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7014c39-5753-4bd2-83b2-979b00b4aab7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:29.334689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.335388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.357109 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.386179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:29.412818 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-9f91f22e-2382-4451-989e-0edc20bd5782 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607638 Dec 17 15:52:29.418471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:29.428279 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-40fd4985-8849-4ef0-a4ce-cf975c0b5cd0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8868134 Dec 17 15:52:29.429760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.432818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41404) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:29.441049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'name': 'tempest-AllowedAddressPairTestJSON-127435596', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:72:64:3b'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:29.528723 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-889bb744-08a1-4d17-b7cc-3b22d05b7d77 req-4e502214-cb48-4001-8c5a-afe758f3b1b3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2587714 Dec 17 15:52:29.605098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:29.608614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 36a96be8-d7f2-4e07-b749-8502935e2519 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:29.620388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-4d9e847e-2024-4ecc-9bf6-56272564fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.621971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-4d9e847e-2024-4ecc-9bf6-56272564fc70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.3825581 Dec 17 15:52:29.674059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-7f42621e-44db-4a92-aae2-53a220694e0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 217 time: 0.0400729 Dec 17 15:52:29.679728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b733536c-cf20-4980-969a-60c93a6e593f req-99bb3a52-e169-4773-9efe-338a55b92ea0 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/1c27041f-6aaf-42b3-ad3c-efeb00dead88 HTTP/1.1" status: 200 len: 1821 time: 0.1035786 Dec 17 15:52:29.688987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 36a96be8-d7f2-4e07-b749-8502935e2519 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:29.689395 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.692366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['0d7b19c0-14ec-4e67-aca4-d7b79bd0a999'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:29.749424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-5b8f9ca6-f1b9-4bcb-bf56-22dee0a8648e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.749980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:29.758578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-5b8f9ca6-f1b9-4bcb-bf56-22dee0a8648e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3445332 Dec 17 15:52:29.771453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-fec3b59e-189f-489f-a770-7577d17b0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.772941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-fec3b59e-189f-489f-a770-7577d17b0497 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.0916033 Dec 17 15:52:29.782664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-7d96a652-ab6e-4a01-9dc6-71b2271f397a tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/quotas/48d8e5e3bc1042a19ae2b98d061869ed HTTP/1.1" status: 200 len: 375 time: 0.0227005 Dec 17 15:52:29.820046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b733536c-cf20-4980-969a-60c93a6e593f req-9d365b42-c84b-417a-b812-944a98f5c5a1 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.837962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41408) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:29.884329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f703eb6d-8391-4dd2-a0e3-def3d123afc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.890946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b733536c-cf20-4980-969a-60c93a6e593f req-9d365b42-c84b-417a-b812-944a98f5c5a1 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:29.983407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5c51859c-9c25-4bb8-a1bc-89de7d37e612 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:30.038242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.048814 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b733536c-cf20-4980-969a-60c93a6e593f req-9d365b42-c84b-417a-b812-944a98f5c5a1 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.052228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b733536c-cf20-4980-969a-60c93a6e593f req-9d365b42-c84b-417a-b812-944a98f5c5a1 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.054031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b733536c-cf20-4980-969a-60c93a6e593f req-9d365b42-c84b-417a-b812-944a98f5c5a1 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-groups/1c27041f-6aaf-42b3-ad3c-efeb00dead88 HTTP/1.1" status: 204 len: 173 time: 0.3729112 Dec 17 15:52:30.086044 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.090157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d365b42-c84b-417a-b812-944a98f5c5a1 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27041f-6aaf-42b3-ad3c-efeb00dead88,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:30.103740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] device_id is not set on port e8b72caa-54fa-44fb-849c-caec642d46fe yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:52:30.176460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-1b6a8c8e-304a-4cca-84f1-5d2fbe0bf3f6 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3919051 Dec 17 15:52:30.203343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:30.233598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 36a96be8-d7f2-4e07-b749-8502935e2519, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=36a96be8-d7f2-4e07-b749-8502935e2519,segment=NetworkSegment(3caab600-aa7f-4e77-a59c-10778e09d3b6),segment_id=3caab600-aa7f-4e77-a59c-10778e09d3b6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:30.239286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:30.239556 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.244995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-8632f5db-775e-47a6-8606-344ee6756620 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4476941 Dec 17 15:52:30.295592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.299070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f703eb6d-8391-4dd2-a0e3-def3d123afc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.322378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f703eb6d-8391-4dd2-a0e3-def3d123afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.378215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=36a96be8-d7f2-4e07-b749-8502935e2519,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:30.436003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f703eb6d-8391-4dd2-a0e3-def3d123afc0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf26255bb4424f6ebb50c4c634a4eda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5868931 Dec 17 15:52:30.441162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41420) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:30.449782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703eb6d-8391-4dd2-a0e3-def3d123afc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb356e-aa07-4753-aa12-d269dd422ecc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:30.473375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Allocated IP 172.20.0.3 (cbb270f9-8739-47c3-bba2-367c3c2caee1/c934e057-b5a0-4fdf-b1e3-25714107b51e/e8b72caa-54fa-44fb-849c-caec642d46fe) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:30.494360 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.537863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b181b-46e0-4f48-9da7-ed5cf28c6a56 None None] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:30.563140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-3d1aeb03-96f6-4b60-9045-8857bf662798 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087180 Dec 17 15:52:30.571526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa59b421-721e-4b94-ad8a-00626fbb3f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.657650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa59b421-721e-4b94-ad8a-00626fbb3f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.682162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e70ea-5d77-43e3-ab26-7545ce3a7786 req-55f85769-6420-466f-ab5e-3a808ed6ead1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:30.693141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-095e70ea-5d77-43e3-ab26-7545ce3a7786 req-55f85769-6420-466f-ab5e-3a808ed6ead1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 944 time: 0.1961989 Dec 17 15:52:30.698392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e5074a-5efe-4579-b574-958a643f1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c51859c-9c25-4bb8-a1bc-89de7d37e612'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:30.700898 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ca151-7796-464a-982e-00d313b2ef3a" -d '{"events": [{"server_uuid": "32e5074a-5efe-4579-b574-958a643f1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "5c51859c-9c25-4bb8-a1bc-89de7d37e612"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:30.720345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5c51859c-9c25-4bb8-a1bc-89de7d37e612, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5c51859c-9c25-4bb8-a1bc-89de7d37e612,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:30.740361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8f4f4bff-d2b2-4ef1-be61-3138d0cb9cb2 None None] Provisioning complete for port 36a96be8-d7f2-4e07-b749-8502935e2519 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:30.740889 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4bff-d2b2-4ef1-be61-3138d0cb9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.743048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2b03aff-d80a-4892-8299-c5982b7409f9 req-6498a678-1da1-448d-b449-66709db1438e service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733096 Dec 17 15:52:30.749416 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.750614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:30.781008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2d19-8cea-4b80-be43-6c37a97b1fbe req-f4d748c5-4bcc-45b8-a90c-57f113f417b7 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:30.782125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-095e70ea-5d77-43e3-ab26-7545ce3a7786 req-ec70ded7-c8a9-4d6e-b5da-536b1feb5eb7 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879273 Dec 17 15:52:30.783024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68ae2d19-8cea-4b80-be43-6c37a97b1fbe req-f4d748c5-4bcc-45b8-a90c-57f113f417b7 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 984 time: 0.0953820 Dec 17 15:52:30.836769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.839490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:30.840316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a2a16e37-e3ec-48ed-8c32-0e2a5db730d3 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:30.849292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa59b421-721e-4b94-ad8a-00626fbb3f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.852561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa59b421-721e-4b94-ad8a-00626fbb3f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:30.858533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fa59b421-721e-4b94-ad8a-00626fbb3f74 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00bb356e-aa07-4753-aa12-d269dd422ecc HTTP/1.1" status: 204 len: 168 time: 0.4154048 Dec 17 15:52:30.885766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5c51859c-9c25-4bb8-a1bc-89de7d37e612,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:30.903741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75077678-771d-4bf2-8ec6-9c672b806282 req-d593e7c9-7a52-436f-9209-bcc56f579a4d tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/75a63a84-9413-4009-90bc-2b9b3a277e01 HTTP/1.1" status: 200 len: 1819 time: 0.0822964 Dec 17 15:52:30.938486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59b421-721e-4b94-ad8a-00626fbb3f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb356e-aa07-4753-aa12-d269dd422ecc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:30.981739 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68ae2d19-8cea-4b80-be43-6c37a97b1fbe req-92c8a281-bcc9-4ead-aba8-76c9610416c9 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dbde3d4-3deb-4b85-992d-b5edc36478c8&id=d47527fb-3f94-437f-b43d-deee232d4d88&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1879058 Dec 17 15:52:31.009176 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.070650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04598065-0ea4-4691-a3e4-2161167fb9e5 req-ac6ffb6c-e751-47f0-a686-7ca32ba94b7d tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 210 time: 0.0588996 Dec 17 15:52:31.154893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:31.169420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:31.178365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:31.181345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=e8b72caa-54fa-44fb-849c-caec642d46fe,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:31.229897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.244873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.251625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.258836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.264977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.271303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.277773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.285737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-2a5211fe-a52f-42a0-abcf-ec4ba549f050 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2051926 Dec 17 15:52:31.350630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c05ddb5f-e291-4a92-9627-65e45ab5137c None None] Provisioning complete for port a3adb7ee-5e89-4160-9335-0f0025196777 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:31.350994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c05ddb5f-e291-4a92-9627-65e45ab5137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.377741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.379090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.403289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d4541fe0-2be2-41fa-8164-5ff8bf50745f tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.9690034 Dec 17 15:52:31.406089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41452) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:31.431660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 36a96be8-d7f2-4e07-b749-8502935e2519 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:31.436642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be3b9682-b73c-45e3-b560-98d7c7af4f82 req-d8dec2aa-0e28-488e-ad60-128a91b38b0a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499865 Dec 17 15:52:31.455572 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a99b4d-e3b2-4f59-90b7-1e326a2b9216 x-openstack-request-id: req-62a99b4d-e3b2-4f59-90b7-1e326a2b9216 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:31.455572 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e5074a-5efe-4579-b574-958a643f1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "5c51859c-9c25-4bb8-a1bc-89de7d37e612", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:31.455572 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62a99b4d-e3b2-4f59-90b7-1e326a2b9216 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:31.455572 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e5074a-5efe-4579-b574-958a643f1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c51859c-9c25-4bb8-a1bc-89de7d37e612', 'code': 200} Dec 17 15:52:31.525944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c05ddb5f-e291-4a92-9627-65e45ab5137c None None] Port a3adb7ee-5e89-4160-9335-0f0025196777 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:31.548645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c05ddb5f-e291-4a92-9627-65e45ab5137c None None] Provisioning complete for port 36a96be8-d7f2-4e07-b749-8502935e2519 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:31.549033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c8844c70-95cc-4526-945c-e20b166b7de9 req-d57594a4-46eb-4794-aa53-fedada65c427 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1317017758', 'description': 'tempest-description-1037836234'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:31.549159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c05ddb5f-e291-4a92-9627-65e45ab5137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.620386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 36a96be8-d7f2-4e07-b749-8502935e2519 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:31.620763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.665780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-86da6d05-a2d6-49c0-bd67-7b456ecfa789 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-578430470&fields=id&tenant_id=87d90358094648ec98b5616e709000f9 HTTP/1.1" status: 200 len: 267 time: 0.0716317 Dec 17 15:52:31.699338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd116c8-998a-471b-a404-95f19b3af628 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.705834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd116c8-998a-471b-a404-95f19b3af628 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.712713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd116c8-998a-471b-a404-95f19b3af628 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.714767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1dd116c8-998a-471b-a404-95f19b3af628 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3076603 Dec 17 15:52:31.718556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41466) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:31.729512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cecf0c-f599-41a3-a0d7-678be82a0473 req-f9876827-387d-4869-b6de-c6e7f5d9a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.731196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f8cecf0c-f599-41a3-a0d7-678be82a0473 req-f9876827-387d-4869-b6de-c6e7f5d9a55d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 1098 time: 0.2162285 Dec 17 15:52:31.734359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c8844c70-95cc-4526-945c-e20b166b7de9 req-d57594a4-46eb-4794-aa53-fedada65c427 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.759525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-03bca929-e3c7-45ac-8e5c-16570060e9cd tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:31.761095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-03bca929-e3c7-45ac-8e5c-16570060e9cd tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 984 time: 0.0796204 Dec 17 15:52:31.783946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'port': {'security_groups': ['4dbde3d4-3deb-4b85-992d-b5edc36478c8', 'd47527fb-3f94-437f-b43d-deee232d4d88', '31047acc-c2c0-4828-92e8-fd2fab61d5f9']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:31.863481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f8cecf0c-f599-41a3-a0d7-678be82a0473 req-2f20b6bb-8eb6-46d6-a4d8-4a35a773ab8a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210420 Dec 17 15:52:31.904828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.917311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting port e8b72caa-54fa-44fb-849c-caec642d46fe {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:31.917571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.936068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ba61f2af-0e43-4dbf-8989-d71edbc37044 None None] Provisioning complete for port a3adb7ee-5e89-4160-9335-0f0025196777 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:31.936643 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ba61f2af-0e43-4dbf-8989-d71edbc37044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.943752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c8844c70-95cc-4526-945c-e20b166b7de9 req-d57594a4-46eb-4794-aa53-fedada65c427 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:31.980980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ba61f2af-0e43-4dbf-8989-d71edbc37044 None None] Port a3adb7ee-5e89-4160-9335-0f0025196777 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:32.008570 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c8844c70-95cc-4526-945c-e20b166b7de9 req-d57594a4-46eb-4794-aa53-fedada65c427 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.058633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c8844c70-95cc-4526-945c-e20b166b7de9 req-d57594a4-46eb-4794-aa53-fedada65c427 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.070248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8844c70-95cc-4526-945c-e20b166b7de9 req-d57594a4-46eb-4794-aa53-fedada65c427 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5568106 Dec 17 15:52:32.093321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57594a4-46eb-4794-aa53-fedada65c427 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c954e13a-365c-40f9-87a8-ba7bebf5f4da,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:32.117534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a8c69b46-22ca-45cc-a4ec-1029c61eba01 None None] Provisioning complete for port e8b72caa-54fa-44fb-849c-caec642d46fe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:32.117915 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a8c69b46-22ca-45cc-a4ec-1029c61eba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.122284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.146875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Calling delete_port for e8b72caa-54fa-44fb-849c-caec642d46fe owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:32.190907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a8c69b46-22ca-45cc-a4ec-1029c61eba01 None None] Port e8b72caa-54fa-44fb-849c-caec642d46fe cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:32.229368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41486) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:32.368189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.388998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-network', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:32.452926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Port': ['ID=e8b72caa-54fa-44fb-849c-caec642d46fe,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:32.510470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Made reservation on behalf of d50654d833a84445a6abb1aeeaf29819 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:32.513614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.526080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.609476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-22cd98b6-c41e-436f-a7d5-77ad9a8d7c4a tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4943123 Dec 17 15:52:32.702567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c738d60-7bc1-41f2-abb1-ca91b91d8fe3 req-ba0a3715-2ec3-4bb7-9ac9-8217223018f0 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:32.704065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c738d60-7bc1-41f2-abb1-ca91b91d8fe3 req-ba0a3715-2ec3-4bb7-9ac9-8217223018f0 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 944 time: 0.1361623 Dec 17 15:52:32.709153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.712961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3fb979c5-fad1-4a9f-8c66-ccf8679d37fc tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/ports/e8b72caa-54fa-44fb-849c-caec642d46fe HTTP/1.1" status: 204 len: 168 time: 0.9928851 Dec 17 15:52:32.720714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:32.743088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c0e80da3-471f-45d0-8cb9-514e50e21510,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:32.767386 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.774087 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-61292b83-73e8-40c4-9939-008fda6398cd tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] GET failed (client error): The resource could not be found. Dec 17 15:52:32.774863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.775522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-61292b83-73e8-40c4-9939-008fda6398cd tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "GET /v2.0/ports/e8b72caa-54fa-44fb-849c-caec642d46fe HTTP/1.1" status: 404 len: 333 time: 0.0539382 Dec 17 15:52:32.781609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41496) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:32.792115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'name': 'tempest-AllowedAddressPairTestJSON-1976118113'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:32.799020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c738d60-7bc1-41f2-abb1-ca91b91d8fe3 req-74caecf5-3883-4a1c-bdcc-c4711ff6358d tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809162 Dec 17 15:52:32.806426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-c4f30121-7db5-4559-847b-64143ff882b1 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:32.807912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-c4f30121-7db5-4559-847b-64143ff882b1 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908367 Dec 17 15:52:32.817341 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.823299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Request body: {'port': {'device_id': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '48d8e5e3bc1042a19ae2b98d061869ed'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:32.828322 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.841964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3', 'c0e80da3-471f-45d0-8cb9-514e50e21510'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:32.854776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:32.883942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c3f61b-0c75-4610-b5b2-40f00e094522,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:32.895051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.895419 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Added segment bfad0784-5a40-4f0c-b8b8-26ac65a50a84 of type vlan for network f1d46008-815e-40f2-92f6-07feb079381a Dec 17 15:52:32.921513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:32.950114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:32.950757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:32.955408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:32.967641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce3666cc-9bf2-495b-b82a-f058d1ecb6ef req-39bf30d3-79ea-432d-9995-5b353afdd1bf tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "PUT /v2.0/ports/c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 1020 time: 1.1975439 Dec 17 15:52:32.968413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:32.971430 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c274ff17-bc89-4cce-a52c-1b0ff8280109" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:32.980485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-522e4221-b207-46ad-9cca-63a4e8435612 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/c954e13a-365c-40f9-87a8-ba7bebf5f4da HTTP/1.1" status: 200 len: 1822 time: 0.1273174 Dec 17 15:52:32.999361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.017888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c954e13a-365c-40f9-87a8-ba7bebf5f4da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:33.017888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c954e13a-365c-40f9-87a8-ba7bebf5f4da', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:33.041438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c0e80da3-471f-45d0-8cb9-514e50e21510'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:33.069429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.070412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.070977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.083367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-355302af-feaf-4652-8161-8ed999534fbc req-d95a1cf8-75a5-4b6e-b7ac-b3baaba79cc8 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 210 time: 0.0355155 Dec 17 15:52:33.127230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:33.128520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Made reservation on behalf of 48d8e5e3bc1042a19ae2b98d061869ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:33.135335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.136915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:33.137369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.160018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.166446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9356589 Dec 17 15:52:33.170755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:33.172691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41502) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:33.174292 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.179246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Request body: {'subnet': {'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-subnet', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:33.195075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c86038-8a36-4821-b464-ca0806bcb0ae admin admin] Pushing event updated for resources: {'Network': ['ID=f1d46008-815e-40f2-92f6-07feb079381a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:33.209169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f1d46008-815e-40f2-92f6-07feb079381a details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:33.215967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] device_id is not set on port 8c4fd924-d7a4-4935-815c-bb239be19cd3 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:52:33.224683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.271569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Made reservation on behalf of d50654d833a84445a6abb1aeeaf29819 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:33.274516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.278696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.287812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.332994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7399c87-20c6-4478-b956-31c208b4bff4,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:33.341865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.347423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.348795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4264b4b-d967-403e-bca1-ac2e424da86d req-54e689a8-4b49-4fbb-8061-acf76bd560f3 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3405199 Dec 17 15:52:33.360254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.372554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.381763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Allocated IP 172.20.0.10 (cbb270f9-8739-47c3-bba2-367c3c2caee1/c934e057-b5a0-4fdf-b1e3-25714107b51e/8c4fd924-d7a4-4935-815c-bb239be19cd3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:33.382971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.393014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.401290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.408794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:33.411062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-297daf86-d453-42b3-a83f-e67ba5f8c66f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2233377 Dec 17 15:52:33.442909 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.502511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:33.505595 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03230198-bde6-419a-943b-1c9808b9dc51" -d '{"events": [{"server_uuid": "0cb34e04-23c3-4ad2-aa3a-c683e3df767a", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b19c0-14ec-4e67-aca4-d7b79bd0a999"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:33.533988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:33.541021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.551183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.554415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.626006 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.653850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:33.654536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ec699e4-3f72-4055-a8f7-81070d44a6c1 req-41a3e086-18ee-4461-a451-568e4fbc82c1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327538 Dec 17 15:52:33.722786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a26773-0bce-4e28-9af0-69ce676eab41,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:33.749048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c34ad116-0c6d-4bd7-97ab-e1eb97b095b0 req-a7113c4f-02cb-481e-a2c8-d865bfb7e576 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/31047acc-c2c0-4828-92e8-fd2fab61d5f9 HTTP/1.1" status: 200 len: 1817 time: 0.0939162 Dec 17 15:52:33.793274 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30362383-1008-40d8-9ebf-b20bc9271f99 x-openstack-request-id: req-30362383-1008-40d8-9ebf-b20bc9271f99 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:33.793635 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:33.793805 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30362383-1008-40d8-9ebf-b20bc9271f99 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:33.794202 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510', 'status': 'completed', 'code': 200} Dec 17 15:52:33.801342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.822927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:33.871252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Allocated IP 192.168.233.197 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/d1d8b568-d2d0-4537-b371-226d8fe748e6) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:33.897110 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-c34ad116-0c6d-4bd7-97ab-e1eb97b095b0 req-0aa51b29-46a1-4db6-a31f-1cda9de970d9 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:52:33.921295 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c34ad116-0c6d-4bd7-97ab-e1eb97b095b0 req-0aa51b29-46a1-4db6-a31f-1cda9de970d9 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/31047acc-c2c0-4828-92e8-fd2fab61d5f9 HTTP/1.1" status: 409 len: 341 time: 0.1686516 Dec 17 15:52:33.931590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=240eab32-eabf-48d9-9c90-1f453fa6cbdd,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:33.932188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:33.943079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:33.951506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:33.952918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5c44399-4289-40b5-8946-0699cc50c133 req-5690ba92-6e36-4279-a872-296c3bdd461e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/c954e13a-365c-40f9-87a8-ba7bebf5f4da HTTP/1.1" status: 200 len: 2415 time: 0.1009176 Dec 17 15:52:33.977346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=8c4fd924-d7a4-4935-815c-bb239be19cd3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:33.981745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-c5c44399-4289-40b5-8946-0699cc50c133 req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c954e13a-365c-40f9-87a8-ba7bebf5f4da', 'remote_group_id': None}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:33.982065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-c5c44399-4289-40b5-8946-0699cc50c133 req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c954e13a-365c-40f9-87a8-ba7bebf5f4da', 'remote_group_id': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:33.994793 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e21b73-f565-429c-b251-065c7ba7fab6 x-openstack-request-id: req-09e21b73-f565-429c-b251-065c7ba7fab6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:33.995332 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb34e04-23c3-4ad2-aa3a-c683e3df767a", "name": "network-vif-plugged", "status": "completed", "tag": "0d7b19c0-14ec-4e67-aca4-d7b79bd0a999", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:33.995332 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09e21b73-f565-429c-b251-065c7ba7fab6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:33.996232 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999', 'code': 200} Dec 17 15:52:33.998911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Checking segment: {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:33.999274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Network hostable DHCP agents. Network: f1d46008-815e-40f2-92f6-07feb079381a, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:34.002040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-0f55aa3f-7bd7-4238-9ca4-8e36cbe9c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.013349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-0f55aa3f-7bd7-4238-9ca4-8e36cbe9c04d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87d90358094648ec98b5616e709000f9&device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1175 time: 0.1641533 Dec 17 15:52:34.052750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.053575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.100422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e6cf4816-da33-4f65-b04c-19a39d7cc564 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3147202 Dec 17 15:52:34.110313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41522) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:34.123342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:72:64:3b'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:34.158717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Network f1d46008-815e-40f2-92f6-07feb079381a is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:34.188303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884529-ee41-4acd-87c3-9b7e08d2b9eb req-698b28d1-e4f7-479f-af3b-d692220c1ca7 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.189884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed884529-ee41-4acd-87c3-9b7e08d2b9eb req-698b28d1-e4f7-479f-af3b-d692220c1ca7 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 945 time: 0.1169698 Dec 17 15:52:34.208664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f1d46008-815e-40f2-92f6-07feb079381a) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:34.219237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1b8b1-8003-46ab-ba3e-eb2a0d2e0d34 None None] Network f1d46008-815e-40f2-92f6-07feb079381a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:34.220104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.220702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.242528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216793b2-ccd2-4db1-992f-418738db5549 req-a48c576c-c6ca-4944-ac75-b2519338b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.244003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-216793b2-ccd2-4db1-992f-418738db5549 req-a48c576c-c6ca-4944-ac75-b2519338b2df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 1097 time: 0.1817923 Dec 17 15:52:34.288279 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.288569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-e6bab43e-8d78-4ef6-994a-b162ff0dff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.291161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-e6bab43e-8d78-4ef6-994a-b162ff0dff2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 200 len: 914 time: 0.2197416 Dec 17 15:52:34.297191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed884529-ee41-4acd-87c3-9b7e08d2b9eb req-beb27027-f3c9-45a1-9715-ba1993bb0f82 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960860 Dec 17 15:52:34.328429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5c44399-4289-40b5-8946-0699cc50c133 req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.342126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1a763660-722b-4fe7-ae8b-41b60e477b27 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1678855 Dec 17 15:52:34.342798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41526) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:34.349071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.350730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-93af1f0d-c138-49d2-9507-9f4e156862f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 200 len: 217 time: 0.0518198 Dec 17 15:52:34.360071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:34.378470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-f1d46008-815e-40f2-92f6-07feb079381a', 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a', 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'fixed_ips': [{'subnet_id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:52:34.379769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.410729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5c44399-4289-40b5-8946-0699cc50c133 req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.425307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-77e028bf-5464-46c5-8a45-d111bb2e9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.426798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-77e028bf-5464-46c5-8a45-d111bb2e9d1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 200 len: 853 time: 0.0657156 Dec 17 15:52:34.432816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5c44399-4289-40b5-8946-0699cc50c133 req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.464282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-4fa25047-0389-463a-814a-7c9bf5606b35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87ff2a46-4020-4f5f-ab99-033e790b6e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303378 Dec 17 15:52:34.482190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-216793b2-ccd2-4db1-992f-418738db5549 req-e73bef22-7591-41d6-93f2-452bf140fbb4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047312 Dec 17 15:52:34.509804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1014f0e2-f988-4e21-9da8-044f7d0ce624,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:34.529372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.530713 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.539576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.548173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5c44399-4289-40b5-8946-0699cc50c133 req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.549395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5c44399-4289-40b5-8946-0699cc50c133 req-fbc52135-2b74-42cc-b778-6c8d1f86f67e tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5790648 Dec 17 15:52:34.580201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8521f293-a5b3-4833-adc1-e5d80448e2cd None None] Provisioning complete for port 8c4fd924-d7a4-4935-815c-bb239be19cd3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:34.581081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8521f293-a5b3-4833-adc1-e5d80448e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.585073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Allocated IP 172.20.0.2 (f1d46008-815e-40f2-92f6-07feb079381a/240eab32-eabf-48d9-9c90-1f453fa6cbdd/fdea2b9d-b42f-4e85-80af-e549ed7a4fdf) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:34.660908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8521f293-a5b3-4833-adc1-e5d80448e2cd None None] Port 8c4fd924-d7a4-4935-815c-bb239be19cd3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:34.663101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:34.669621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-431245cb-718c-48dc-83f8-f3e433271827 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978130 Dec 17 15:52:34.704952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:34.723610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:34.727226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.767022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Pushing event updated for resources: {'Port': ['ID=d1d8b568-d2d0-4537-b371-226d8fe748e6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:34.831954 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.849472 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.870775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c274ff17-bc89-4cce-a52c-1b0ff8280109 req-d18ccd03-de39-46b7-af3c-5b01acdcdd17 service neutron] 10.222.0.49 "GET /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872289 Dec 17 15:52:34.900016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Network f1d46008-815e-40f2-92f6-07feb079381a is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:34.906261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:34.913576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:34.964420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Pushing event updated for resources: {'Port': ['ID=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:34.984247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Attempting to bind port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:34.984418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb701fa-9e56-4ef0-82e2-a78ad00c1e87 req-cf0b0351-f98c-451a-92bb-a303fdc15857 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.984615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Attempting to bind port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:34.984972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Attempting to bind port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf on network f1d46008-815e-40f2-92f6-07feb079381a {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:34.986489 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fb701fa-9e56-4ef0-82e2-a78ad00c1e87 req-cf0b0351-f98c-451a-92bb-a303fdc15857 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1023 time: 0.0648873 Dec 17 15:52:34.989924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:34.990576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.993061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:34.993434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Checking segment: {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:34.993880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.994217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Bound using segment: {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:34.994683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Bound port: fdea2b9d-b42f-4e85-80af-e549ed7a4fdf, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:34.995059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:34.995619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.048899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de359d-3ad1-4f74-99a2-f72eec624bdc req-d345241d-2c6f-4383-a346-981d989d1b4e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.051092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44de359d-3ad1-4f74-99a2-f72eec624bdc req-d345241d-2c6f-4383-a346-981d989d1b4e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 936 time: 0.3477495 Dec 17 15:52:35.054081 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-96ff4511-bde8-4df6-a535-7ab5eabcba8e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2348413 Dec 17 15:52:35.063731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fb701fa-9e56-4ef0-82e2-a78ad00c1e87 req-86d90e3a-99c4-4360-8d48-ef215e3bfd6d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dbde3d4-3deb-4b85-992d-b5edc36478c8&id=d47527fb-3f94-437f-b43d-deee232d4d88&id=31047acc-c2c0-4828-92e8-fd2fab61d5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0711575 Dec 17 15:52:35.064332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] For port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:35.067716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] For port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:35.071084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Request body: {'port': {'device_id': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:35.076062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.138922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d0d5cb59-a84f-4e7f-abb7-9ec43e4b2343 None None] Provisioning complete for port d1d8b568-d2d0-4537-b371-226d8fe748e6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:35.139304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d0d5cb59-a84f-4e7f-abb7-9ec43e4b2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.165356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19718f75-9ead-4efa-afef-ed9e06088a59 req-589cfbfb-3e75-464e-a675-1e825692e9f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/c954e13a-365c-40f9-87a8-ba7bebf5f4da HTTP/1.1" status: 200 len: 3013 time: 0.0719802 Dec 17 15:52:35.175932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8fc03-cc61-4606-b594-569ab390df00 None None] Pushing event updated for resources: {'Port': ['ID=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:35.176328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.189376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5cb59-a84f-4e7f-abb7-9ec43e4b2343 None None] Port d1d8b568-d2d0-4537-b371-226d8fe748e6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:35.206068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.252109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.280829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.283960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44de359d-3ad1-4f74-99a2-f72eec624bdc req-030a3256-eb5f-4047-b553-1826a76c32a4 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868260 Dec 17 15:52:35.287124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.293711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.299525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.306025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.312127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.318406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.326974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-c9bcee7c-d4b4-4851-bee4-d8a34b1f0998 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.1050296 Dec 17 15:52:35.365649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=8c4fd924-d7a4-4935-815c-bb239be19cd3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:35.398233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975318b8-15ba-41e5-8930-09c71b81bd38 req-5bb58f2c-b4e8-4f96-85c7-c3506c772e29 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667334 Dec 17 15:52:35.427078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] In _notify_port_updated(), no bound segment for port 8c4fd924-d7a4-4935-815c-bb239be19cd3 on network cbb270f9-8739-47c3-bba2-367c3c2caee1 {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:52:35.433186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.433914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.435330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f516b5c4-d80d-46b5-b1e7-0e380d118528 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "PUT /v2.0/ports/8c4fd924-d7a4-4935-815c-bb239be19cd3 HTTP/1.1" status: 200 len: 994 time: 1.3216441 Dec 17 15:52:35.441694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41548) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:35.502328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb48fee5-bd81-42b7-a82b-4e70801e75a2 req-d7996221-15f8-47b4-a917-f18279c1f645 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-group-rules/1014f0e2-f988-4e21-9da8-044f7d0ce624 HTTP/1.1" status: 200 len: 783 time: 0.0705042 Dec 17 15:52:35.610617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb48fee5-bd81-42b7-a82b-4e70801e75a2 req-1a7dd348-d4c0-459f-8737-dc834aa6bd5f tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/c954e13a-365c-40f9-87a8-ba7bebf5f4da HTTP/1.1" status: 200 len: 3013 time: 0.1016905 Dec 17 15:52:35.654581 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cb48fee5-bd81-42b7-a82b-4e70801e75a2 req-5956501d-ed29-4051-9386-5d7676963be8 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.671331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cb48fee5-bd81-42b7-a82b-4e70801e75a2 req-5956501d-ed29-4051-9386-5d7676963be8 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.715131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cb48fee5-bd81-42b7-a82b-4e70801e75a2 req-5956501d-ed29-4051-9386-5d7676963be8 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.722426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cb48fee5-bd81-42b7-a82b-4e70801e75a2 req-5956501d-ed29-4051-9386-5d7676963be8 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.732497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb48fee5-bd81-42b7-a82b-4e70801e75a2 req-5956501d-ed29-4051-9386-5d7676963be8 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/1014f0e2-f988-4e21-9da8-044f7d0ce624 HTTP/1.1" status: 204 len: 173 time: 0.1201992 Dec 17 15:52:35.749098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956501d-ed29-4051-9386-5d7676963be8 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1014f0e2-f988-4e21-9da8-044f7d0ce624,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:35.769080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c0f1dcdb-5452-4e92-ae02-91e625c96907 None None] Provisioning complete for port 8c4fd924-d7a4-4935-815c-bb239be19cd3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:35.770628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0f1dcdb-5452-4e92-ae02-91e625c96907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.826031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1dcdb-5452-4e92-ae02-91e625c96907 None None] Port 8c4fd924-d7a4-4935-815c-bb239be19cd3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:35.847098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74fa4-3230-4d51-9f0a-86cf696f5696 req-42c159c9-2d0a-4512-bf21-9adc3eac1942 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.848717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fe74fa4-3230-4d51-9f0a-86cf696f5696 req-42c159c9-2d0a-4512-bf21-9adc3eac1942 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 945 time: 0.0602794 Dec 17 15:52:35.886044 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.900055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fe74fa4-3230-4d51-9f0a-86cf696f5696 req-f53deb90-257e-4d24-a31a-cb1207f54def tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Dec 17 15:52:35.936204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:35.956899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting port 8c4fd924-d7a4-4935-815c-bb239be19cd3 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:35.957234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.383351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-740c156b-3b79-4155-a1f0-0ac55040ea1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:36.389717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-740c156b-3b79-4155-a1f0-0ac55040ea1d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1023 time: 0.1097963 Dec 17 15:52:36.390035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0881117-37e0-4248-9a8b-257e9753e3df req-4346e0b7-ffcc-4a1d-981c-ce5cd56d3604 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/c954e13a-365c-40f9-87a8-ba7bebf5f4da HTTP/1.1" status: 200 len: 2415 time: 0.5328479 Dec 17 15:52:36.434328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-07585f82-e668-402a-aa77-7b636095e91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.552342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d708149-6420-42be-badd-fceda6c91a15 None None] Network f1d46008-815e-40f2-92f6-07feb079381a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:36.557348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.574886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d8b568-d2d0-4537-b371-226d8fe748e6 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:36.592152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5f7ff-3aae-44a2-9562-1edb834c9af2 req-56e9afef-d5a1-4908-88e9-b81991ef84f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:36.594089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b5f7ff-3aae-44a2-9562-1edb834c9af2 req-56e9afef-d5a1-4908-88e9-b81991ef84f1 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1998279 Dec 17 15:52:36.621182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Allocated IP 172.25.0.134 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d5a7851d-8c8e-4702-b273-ec40d9d040c6) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:36.659495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Deleting port c0e80da3-471f-45d0-8cb9-514e50e21510 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:36.668133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.671277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Calling delete_port for 8c4fd924-d7a4-4935-815c-bb239be19cd3 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:36.683489 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b5f7ff-3aae-44a2-9562-1edb834c9af2 req-cf4531cb-c94b-4289-8c1b-2ac86dfeea4d tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827651 Dec 17 15:52:36.685702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a5663405-6641-47a8-8d2f-91d0131d544a None None] Provisioning complete for port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:36.686172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5663405-6641-47a8-8d2f-91d0131d544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.686974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.731191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0881117-37e0-4248-9a8b-257e9753e3df req-7e803354-f5b1-4ee9-8c47-d89ed7e7b6f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.756876 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0881117-37e0-4248-9a8b-257e9753e3df req-7e803354-f5b1-4ee9-8c47-d89ed7e7b6f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.761756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41572) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:36.850806 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Transition to ACTIVE for port object d1d8b568-d2d0-4537-b371-226d8fe748e6 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:36.862336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.933213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0881117-37e0-4248-9a8b-257e9753e3df req-7e803354-f5b1-4ee9-8c47-d89ed7e7b6f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.936746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f0881117-37e0-4248-9a8b-257e9753e3df req-7e803354-f5b1-4ee9-8c47-d89ed7e7b6f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.937582 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54ff534a-2e48-4666-8c61-f59a8c2fd43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.951997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0881117-37e0-4248-9a8b-257e9753e3df req-7e803354-f5b1-4ee9-8c47-d89ed7e7b6f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-groups/c954e13a-365c-40f9-87a8-ba7bebf5f4da HTTP/1.1" status: 204 len: 173 time: 0.5605981 Dec 17 15:52:36.955271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5663405-6641-47a8-8d2f-91d0131d544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:36.974527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe891f-2dc1-45f1-94bb-586321f4c10c req-09fbeb5b-4c44-4b51-a5ff-bd75e3fe1937 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:36.982598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8fe891f-2dc1-45f1-94bb-586321f4c10c req-09fbeb5b-4c44-4b51-a5ff-bd75e3fe1937 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cd81b4-9e64-4df9-ac02-d3de5f8f5645 HTTP/1.1" status: 200 len: 1023 time: 0.1688936 Dec 17 15:52:36.992945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] For port c0e80da3-471f-45d0-8cb9-514e50e21510, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c0e80da3-471f-45d0-8cb9-514e50e21510,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:36.992945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.009456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a5663405-6641-47a8-8d2f-91d0131d544a None None] For port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:37.016015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5663405-6641-47a8-8d2f-91d0131d544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.071181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d8b568-d2d0-4537-b371-226d8fe748e6,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.073854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e803354-f5b1-4ee9-8c47-d89ed7e7b6f2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c954e13a-365c-40f9-87a8-ba7bebf5f4da,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.108037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.113145 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8fe891f-2dc1-45f1-94bb-586321f4c10c req-a32b1ac4-d561-43c1-944d-7cee9da38485 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=4dbde3d4-3deb-4b85-992d-b5edc36478c8&id=d47527fb-3f94-437f-b43d-deee232d4d88&id=31047acc-c2c0-4828-92e8-fd2fab61d5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1295390 Dec 17 15:52:37.122993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5663405-6641-47a8-8d2f-91d0131d544a None None] Pushing event updated for resources: {'Port': ['ID=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.148210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Calling delete_port for c0e80da3-471f-45d0-8cb9-514e50e21510 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:37.294702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd8157-2b21-495d-b372-36c352e22819 req-0f07e898-6172-4564-b6de-ead7c93c7578 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.296597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bdbd8157-2b21-495d-b372-36c352e22819 req-0f07e898-6172-4564-b6de-ead7c93c7578 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 948 time: 0.2387941 Dec 17 15:52:37.347054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.349149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a071b7d4-e1be-4468-8328-fb0b0c79842f None None] Provisioning complete for port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:37.349521 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a071b7d4-e1be-4468-8328-fb0b0c79842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.351594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.359366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Attempting to bind port d1d8b568-d2d0-4537-b371-226d8fe748e6 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:37.359702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Attempting to bind port d1d8b568-d2d0-4537-b371-226d8fe748e6 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:37.360116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Attempting to bind port d1d8b568-d2d0-4537-b371-226d8fe748e6 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:37.375063 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54ff534a-2e48-4666-8c61-f59a8c2fd43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.380210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fdea2b9d-b42f-4e85-80af-e549ed7a4fdf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:37.398934 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54ff534a-2e48-4666-8c61-f59a8c2fd43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.409340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Port d1d8b568-d2d0-4537-b371-226d8fe748e6 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:37.409664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Attempting to bind port d1d8b568-d2d0-4537-b371-226d8fe748e6 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:37.424062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:37.467303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:37.469574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:37.469849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:37.470414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:37.470937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Bound port: d1d8b568-d2d0-4537-b371-226d8fe748e6, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:37.471304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.471512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-54ff534a-2e48-4666-8c61-f59a8c2fd43c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=65acf093117b40aba7c3d7818b07f7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7078981 Dec 17 15:52:37.473477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41578) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:37.474370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:37.480209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff534a-2e48-4666-8c61-f59a8c2fd43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8953c06c-7d30-4bec-a83d-f5d0dc514538,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.483024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.489038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:37.489547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.494945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3', 'c0e80da3-471f-45d0-8cb9-514e50e21510'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:37.495221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.503440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.506507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a7851d-8c8e-4702-b273-ec40d9d040c6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.509313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.515045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.521273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.527049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.532970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:37.541113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-c279a7fc-03a0-4cef-a7aa-3fffcd3c9ccc tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2664371 Dec 17 15:52:37.563610 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bdbd8157-2b21-495d-b372-36c352e22819 req-0f41d84e-c2f8-47d5-8149-bd9b35137b7d tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455785 Dec 17 15:52:37.653224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'Port': ['ID=c0e80da3-471f-45d0-8cb9-514e50e21510,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.699077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Port': ['ID=8c4fd924-d7a4-4935-815c-bb239be19cd3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.719547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] No DVR routers for this DVR port c0e80da3-471f-45d0-8cb9-514e50e21510 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:37.724746 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.728060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73588f18-fdb9-4203-b6e5-1b679d4b94e2 req-b9d3dd58-66d3-44d9-85aa-d032b446bd80 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "DELETE /v2.0/ports/c0e80da3-471f-45d0-8cb9-514e50e21510 HTTP/1.1" status: 204 len: 173 time: 1.2600503 Dec 17 15:52:37.731646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'name': 'network-vif-deleted', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:37.734002 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef849333-7e06-4a23-bac2-0c8b3e4b236f" -d '{"events": [{"server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "name": "network-vif-deleted", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:37.771897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8f7d56a-b4eb-4c07-b168-f908a68363a6 req-01d9b96f-3656-4b50-a35e-2fe3cc7aa71f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2297320 Dec 17 15:52:37.784951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b1e56c4-257d-4b50-94b9-d962944953d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.837637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b1e56c4-257d-4b50-94b9-d962944953d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.867637 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-c7f23283-a5b9-44c6-b457-0e4b7e7a8147 req-3b924534-c3b8-40c4-9e2d-b4df388b37db tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] show failed (client error): The resource could not be found. Dec 17 15:52:37.869324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7f23283-a5b9-44c6-b457-0e4b7e7a8147 req-3b924534-c3b8-40c4-9e2d-b4df388b37db tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/1c27041f-6aaf-42b3-ad3c-efeb00dead88 HTTP/1.1" status: 404 len: 352 time: 0.0345478 Dec 17 15:52:37.922849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b1e56c4-257d-4b50-94b9-d962944953d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.926089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b1e56c4-257d-4b50-94b9-d962944953d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:37.930916 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b1e56c4-257d-4b50-94b9-d962944953d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8953c06c-7d30-4bec-a83d-f5d0dc514538 HTTP/1.1" status: 204 len: 168 time: 0.4563267 Dec 17 15:52:37.932812 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06435b1-c1a8-4ce1-adbe-c4ea01d8ddc0 x-openstack-request-id: req-e06435b1-c1a8-4ce1-adbe-c4ea01d8ddc0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:37.933210 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cd81b4-9e64-4df9-ac02-d3de5f8f5645", "name": "network-vif-deleted", "tag": "c0e80da3-471f-45d0-8cb9-514e50e21510", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:37.933623 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e06435b1-c1a8-4ce1-adbe-c4ea01d8ddc0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:37.934102 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cd81b4-9e64-4df9-ac02-d3de5f8f5645', 'name': 'network-vif-deleted', 'tag': 'c0e80da3-471f-45d0-8cb9-514e50e21510', 'status': 'completed', 'code': 200} Dec 17 15:52:37.944637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e56c4-257d-4b50-94b9-d962944953d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8953c06c-7d30-4bec-a83d-f5d0dc514538,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.973691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] For port d1d8b568-d2d0-4537-b371-226d8fe748e6, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:38.034135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] For port d1d8b568-d2d0-4537-b371-226d8fe748e6, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d1d8b568-d2d0-4537-b371-226d8fe748e6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:38.057526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.106467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.111534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c5c5caba-f33e-43eb-97ec-66f69559ed95 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/ports/8c4fd924-d7a4-4935-815c-bb239be19cd3 HTTP/1.1" status: 204 len: 168 time: 2.6680181 Dec 17 15:52:38.114307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41590) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:38.148823 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa69ec9e-4f30-44ab-97a7-3ae19c690413 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] GET failed (client error): The resource could not be found. Dec 17 15:52:38.153799 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aa69ec9e-4f30-44ab-97a7-3ae19c690413 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "GET /v2.0/ports/8c4fd924-d7a4-4935-815c-bb239be19cd3 HTTP/1.1" status: 404 len: 333 time: 0.0381701 Dec 17 15:52:38.154422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41596) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:38.164490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'name': 'tempest-AllowedAddressPairTestJSON-1659667572'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:38.175502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:38.176183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.177616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1d8b568-d2d0-4537-b371-226d8fe748e6 HTTP/1.1" status: 200 len: 1097 time: 3.1121297 Dec 17 15:52:38.179970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'tag': 'd1d8b568-d2d0-4537-b371-226d8fe748e6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:38.182387 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7" -d '{"events": [{"name": "network-changed", "server_uuid": "61861875-0bf6-428e-b853-f5641cdc5ae3", "tag": "d1d8b568-d2d0-4537-b371-226d8fe748e6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:38.201468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9ec56401-a8d1-48f1-90c3-f7007122aa26 req-9351e7a3-0b11-4c56-b59f-9943d9ecd2e9 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/75a63a84-9413-4009-90bc-2b9b3a277e01 HTTP/1.1" status: 200 len: 1819 time: 0.2253819 Dec 17 15:52:38.298055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17384007-298a-406e-a1e8-e38a221bdf52 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d8b568-d2d0-4537-b371-226d8fe748e6,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:38.379333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.404782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fde7b-c845-4d9b-b408-355d8516acde req-eeff52a1-a0b1-4653-8676-b860830f24e7 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:38.406292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f66fde7b-c845-4d9b-b408-355d8516acde req-eeff52a1-a0b1-4653-8676-b860830f24e7 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1748517 Dec 17 15:52:38.435415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-decb0f23-e6e1-4bf9-b4d5-cb0cb1184078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:38.437227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-decb0f23-e6e1-4bf9-b4d5-cb0cb1184078 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 1100 time: 0.1930211 Dec 17 15:52:38.444368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9ec56401-a8d1-48f1-90c3-f7007122aa26 req-0c6027bd-bb5d-43f0-8081-14f95a620d1a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.472758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41600) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:38.495857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f66fde7b-c845-4d9b-b408-355d8516acde req-0301c69c-7a54-4579-9241-2e46d64b31d4 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823879 Dec 17 15:52:38.497536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e85e241-7cf7-498c-931e-b547217c35ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.506959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:38.507626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-1f82e64b-5f8c-4e46-889f-aa99a9bf9648 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d1d8b568-d2d0-4537-b371-226d8fe748e6 HTTP/1.1" status: 200 len: 217 time: 0.0597579 Dec 17 15:52:38.510350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.525416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9ec56401-a8d1-48f1-90c3-f7007122aa26 req-0c6027bd-bb5d-43f0-8081-14f95a620d1a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.548422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] device_id is not set on port d82a0b10-6074-48ef-a255-38e15905d9bf yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:52:38.592126 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0e9da56-bea3-4b78-bcbd-32e180938f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.615185 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8ef415-bca6-42a4-ab9c-d97730505936 x-openstack-request-id: req-8e8ef415-bca6-42a4-ab9c-d97730505936 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:38.615480 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61861875-0bf6-428e-b853-f5641cdc5ae3", "tag": "d1d8b568-d2d0-4537-b371-226d8fe748e6", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:38.616504 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e8ef415-bca6-42a4-ab9c-d97730505936 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:38.617098 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'tag': 'd1d8b568-d2d0-4537-b371-226d8fe748e6', 'status': 'completed', 'code': 200} Dec 17 15:52:38.648901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-55eceec4-3f89-4b71-a1c0-942c5570af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:38.650540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-55eceec4-3f89-4b71-a1c0-942c5570af80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1333835 Dec 17 15:52:38.707617 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9ec56401-a8d1-48f1-90c3-f7007122aa26 req-0c6027bd-bb5d-43f0-8081-14f95a620d1a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.710271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9ec56401-a8d1-48f1-90c3-f7007122aa26 req-0c6027bd-bb5d-43f0-8081-14f95a620d1a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.711442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9ec56401-a8d1-48f1-90c3-f7007122aa26 req-0c6027bd-bb5d-43f0-8081-14f95a620d1a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-groups/75a63a84-9413-4009-90bc-2b9b3a277e01 HTTP/1.1" status: 204 len: 173 time: 0.4833229 Dec 17 15:52:38.746449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6027bd-bb5d-43f0-8081-14f95a620d1a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a63a84-9413-4009-90bc-2b9b3a277e01,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:38.829031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-9c6e0825-db2a-418d-8409-7cde3ea33fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:38.830709 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-9c6e0825-db2a-418d-8409-7cde3ea33fb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1395168 Dec 17 15:52:38.853364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:38.961913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ac631-8cec-437a-a9af-457193dfd91e req-8c5731a8-55e5-4fd0-88df-48600de9879e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:38.963394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-181ac631-8cec-437a-a9af-457193dfd91e req-8c5731a8-55e5-4fd0-88df-48600de9879e tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 948 time: 0.1825316 Dec 17 15:52:38.972928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96aba8c9-340b-4a43-b535-14ef662bcb37 req-4e72eefc-e276-4e54-bb31-8a246720835d tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/4dbde3d4-3deb-4b85-992d-b5edc36478c8 HTTP/1.1" status: 200 len: 1817 time: 0.3471653 Dec 17 15:52:39.008575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e85e241-7cf7-498c-931e-b547217c35ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.012241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Allocated IP 172.20.0.10 (cbb270f9-8739-47c3-bba2-367c3c2caee1/c934e057-b5a0-4fdf-b1e3-25714107b51e/d82a0b10-6074-48ef-a255-38e15905d9bf) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:39.024933 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e85e241-7cf7-498c-931e-b547217c35ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.049645 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-848eadf2-c30c-4b92-bdf7-ba72e4eebed9 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103038 Dec 17 15:52:39.101557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85e241-7cf7-498c-931e-b547217c35ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ea24a-c492-490d-967d-c82df920181a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:39.119752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0e85e241-7cf7-498c-931e-b547217c35ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aad05945bfd846009b98afb7b12c4387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6459656 Dec 17 15:52:39.124075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41610) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:39.139173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-96aba8c9-340b-4a43-b535-14ef662bcb37 req-6f4da5c7-cefa-4981-a491-b78bccc3be75 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.139433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-181ac631-8cec-437a-a9af-457193dfd91e req-a8de65c2-a0c5-4fa1-9b99-131c9cd66300 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649897 Dec 17 15:52:39.185177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Router 8f598f55-0b33-456a-84cb-12d712ecaa1d is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:52:39.220949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaa7688-8c4f-4a91-852d-3c7329d219c5 req-0c8a9aba-a88e-4eec-9ad4-00cb5cdc46a8 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527090 Dec 17 15:52:39.246477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-96aba8c9-340b-4a43-b535-14ef662bcb37 req-6f4da5c7-cefa-4981-a491-b78bccc3be75 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.313199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c453170-eb94-4890-a0bf-99bc4cded4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.351189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-96aba8c9-340b-4a43-b535-14ef662bcb37 req-6f4da5c7-cefa-4981-a491-b78bccc3be75 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.353778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-96aba8c9-340b-4a43-b535-14ef662bcb37 req-6f4da5c7-cefa-4981-a491-b78bccc3be75 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.354960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96aba8c9-340b-4a43-b535-14ef662bcb37 req-6f4da5c7-cefa-4981-a491-b78bccc3be75 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/4dbde3d4-3deb-4b85-992d-b5edc36478c8 HTTP/1.1" status: 204 len: 173 time: 0.3737397 Dec 17 15:52:39.365661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c453170-eb94-4890-a0bf-99bc4cded4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.369788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.376736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d75b519-8516-46e1-adbf-07647f067c27 req-7c826453-e6e5-4288-b04e-aa8ac059947c tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/5c0c663d-0e4b-43d4-a520-d9439d59f9c9 HTTP/1.1" status: 200 len: 1821 time: 0.1854112 Dec 17 15:52:39.382421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4da5c7-cefa-4981-a491-b78bccc3be75 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbde3d4-3deb-4b85-992d-b5edc36478c8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:39.431020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-8fcb8174-837b-447a-b650-a80be8461364 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.432546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-8fcb8174-837b-447a-b650-a80be8461364 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "GET /v2.0/ports?device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1540866 Dec 17 15:52:39.436559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:39.442646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-0d4d714f-e21d-472d-9eb7-45c7de6bc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.444159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-0d4d714f-e21d-472d-9eb7-45c7de6bc8b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 1100 time: 0.1667717 Dec 17 15:52:39.450493 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Sync routers for ids ['8f598f55-0b33-456a-84cb-12d712ecaa1d'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:39.471608 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Routers {'8f598f55-0b33-456a-84cb-12d712ecaa1d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:39.472514 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8f598f55-0b33-456a-84cb-12d712ecaa1d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:39.513482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-154def13-218f-4b25-895d-ebda5df6a4d6 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.515056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-154def13-218f-4b25-895d-ebda5df6a4d6 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cb34e04-23c3-4ad2-aa3a-c683e3df767a HTTP/1.1" status: 200 len: 945 time: 0.1121008 Dec 17 15:52:39.532893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c453170-eb94-4890-a0bf-99bc4cded4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.535812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c453170-eb94-4890-a0bf-99bc4cded4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.537168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6c453170-eb94-4890-a0bf-99bc4cded4cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a4ea24a-c492-490d-967d-c82df920181a HTTP/1.1" status: 204 len: 168 time: 0.4123178 Dec 17 15:52:39.538507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.552029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.558407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.560669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.562152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c8d447c8-626a-4dae-9689-71f8b8e65af9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2144425 Dec 17 15:52:39.565558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.571360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.573593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41618) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:39.577213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.596664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.602506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.604503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-367d3b0c-e085-472d-b2e3-b85687ff9e1e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.1656513 Dec 17 15:52:39.687692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c453170-eb94-4890-a0bf-99bc4cded4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ea24a-c492-490d-967d-c82df920181a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:39.718915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:39.747354 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Set router 8f598f55-0b33-456a-84cb-12d712ecaa1d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:39.750368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:39.758523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=d82a0b10-6074-48ef-a255-38e15905d9bf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:39.765858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:39.835928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30e3d364-05d7-44dc-bf1a-7a14f7e0e148 req-3bfb294f-fc16-4917-b24a-e8889ccd6a2f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037203 Dec 17 15:52:39.881003 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.890005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.891122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.931003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Deleting port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:39.931344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:39.943388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8cdb86a8-0ea4-450e-854d-9b401d366393 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7878854 Dec 17 15:52:39.954969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41622) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:39.963363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:72:64:3b'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:40.029352 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:52:38Z', 'revision_number': 3, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:40.061820 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Checking router: 8f598f55-0b33-456a-84cb-12d712ecaa1d for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:40.062320 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Updating router 8f598f55-0b33-456a-84cb-12d712ecaa1d port d5a7851d-8c8e-4702-b273-ec40d9d040c6 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:52:40.078482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e4678f9-eed5-474d-b52f-017a43ab3188 req-441ceaa2-cd48-499d-96e7-5ad38a7fcbe9 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/31047acc-c2c0-4828-92e8-fd2fab61d5f9 HTTP/1.1" status: 200 len: 1817 time: 0.1833169 Dec 17 15:52:40.095990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d75b519-8516-46e1-adbf-07647f067c27 req-987bbb0f-52de-4c51-b0e8-a32c60f6476a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.111843 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.202394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d75b519-8516-46e1-adbf-07647f067c27 req-987bbb0f-52de-4c51-b0e8-a32c60f6476a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.251799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6b66ce85-c39a-4da9-a403-726cb44d5e05 None None] Provisioning complete for port d82a0b10-6074-48ef-a255-38e15905d9bf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:40.252808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b66ce85-c39a-4da9-a403-726cb44d5e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.255147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] For port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:40.255147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.278528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Calling delete_port for 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:40.312402 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1e4678f9-eed5-474d-b52f-017a43ab3188 req-0d3b9ca5-4bbd-4ab3-a4e2-28999f1a293f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.315565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-4d6c0606-91c6-40df-9af6-459f0fb9c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:40.317845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-4d6c0606-91c6-40df-9af6-459f0fb9c885 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.8523710 Dec 17 15:52:40.322179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6b66ce85-c39a-4da9-a403-726cb44d5e05 None None] Port d82a0b10-6074-48ef-a255-38e15905d9bf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:40.331838 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d75b519-8516-46e1-adbf-07647f067c27 req-987bbb0f-52de-4c51-b0e8-a32c60f6476a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.334816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d75b519-8516-46e1-adbf-07647f067c27 req-987bbb0f-52de-4c51-b0e8-a32c60f6476a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.350141 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d75b519-8516-46e1-adbf-07647f067c27 req-987bbb0f-52de-4c51-b0e8-a32c60f6476a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-groups/5c0c663d-0e4b-43d4-a520-d9439d59f9c9 HTTP/1.1" status: 204 len: 173 time: 0.9549923 Dec 17 15:52:40.416795 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1e4678f9-eed5-474d-b52f-017a43ab3188 req-0d3b9ca5-4bbd-4ab3-a4e2-28999f1a293f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.447027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bbb0f-52de-4c51-b0e8-a32c60f6476a tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0c663d-0e4b-43d4-a520-d9439d59f9c9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:40.455367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-553ad5d8-9f9a-4bbf-baa6-6f8c3f8d1f48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d1d8b568-d2d0-4537-b371-226d8fe748e6 HTTP/1.1" status: 200 len: 217 time: 0.1255534 Dec 17 15:52:40.475886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.486590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Deleting port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:40.486933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.536390 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.548090 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.560966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1e4678f9-eed5-474d-b52f-017a43ab3188 req-0d3b9ca5-4bbd-4ab3-a4e2-28999f1a293f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.564348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1e4678f9-eed5-474d-b52f-017a43ab3188 req-0d3b9ca5-4bbd-4ab3-a4e2-28999f1a293f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.577230 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e4678f9-eed5-474d-b52f-017a43ab3188 req-0d3b9ca5-4bbd-4ab3-a4e2-28999f1a293f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/31047acc-c2c0-4828-92e8-fd2fab61d5f9 HTTP/1.1" status: 204 len: 173 time: 0.4977434 Dec 17 15:52:40.634062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b9ca5-4bbd-4ab3-a4e2-28999f1a293f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31047acc-c2c0-4828-92e8-fd2fab61d5f9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:40.668310 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Pushing event updated for resources: {'Port': ['ID=d5a7851d-8c8e-4702-b273-ec40d9d040c6,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:40.680163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.690141 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.690553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.690888 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.691728 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.692156 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.692532 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.692925 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.693997 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.694385 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.694761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.697459 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.698856 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.699653 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:40.705539 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Attempting to bind port d5a7851d-8c8e-4702-b273-ec40d9d040c6 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:40.705906 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Attempting to bind port d5a7851d-8c8e-4702-b273-ec40d9d040c6 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:40.707453 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Attempting to bind port d5a7851d-8c8e-4702-b273-ec40d9d040c6 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:40.714345 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:40.714716 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:40.715119 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.715510 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:40.716005 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Bound port: d5a7851d-8c8e-4702-b273-ec40d9d040c6, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:40.717556 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.729341 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.743653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5c51859c-9c25-4bb8-a1bc-89de7d37e612'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:40.746392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['0d7b19c0-14ec-4e67-aca4-d7b79bd0a999'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:40.759532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58bb77-bb83-4e43-9890-397f8b695d96 req-c4ef1400-d568-40ed-a5c9-d0cd1da81fa0 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:40.761107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b58bb77-bb83-4e43-9890-397f8b695d96 req-c4ef1400-d568-40ed-a5c9-d0cd1da81fa0 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3182676 Dec 17 15:52:40.769859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-a3420d8a-ff78-4cda-b801-e90d46b4e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:40.771336 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-a3420d8a-ff78-4cda-b801-e90d46b4e41b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2975736 Dec 17 15:52:40.781510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event deleted for resources: {'Port': ['ID=0d7b19c0-14ec-4e67-aca4-d7b79bd0a999,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:40.824806 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] For port d5a7851d-8c8e-4702-b273-ec40d9d040c6, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:40.833893 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] For port d5a7851d-8c8e-4702-b273-ec40d9d040c6, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d5a7851d-8c8e-4702-b273-ec40d9d040c6,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:40.842854 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.846104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e01ba-11d4-44db-a55d-8aeed8657de5 req-4143b795-987f-4f97-8a91-839427ab34e6 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:40.847654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e8e01ba-11d4-44db-a55d-8aeed8657de5 req-4143b795-987f-4f97-8a91-839427ab34e6 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 948 time: 0.1662326 Dec 17 15:52:40.861813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] For port 5c51859c-9c25-4bb8-a1bc-89de7d37e612, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5c51859c-9c25-4bb8-a1bc-89de7d37e612,segment=NetworkSegment(a7e9cb78-87b8-46ba-99f0-f593654ec27d),segment_id=a7e9cb78-87b8-46ba-99f0-f593654ec27d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:40.862210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.889580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Calling delete_port for 5c51859c-9c25-4bb8-a1bc-89de7d37e612 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:40.922733 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e490c0-bb7c-4264-a32c-bc938fee5d12 None None] Pushing event updated for resources: {'Port': ['ID=d5a7851d-8c8e-4702-b273-ec40d9d040c6,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:40.948732 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Routers {'8f598f55-0b33-456a-84cb-12d712ecaa1d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:40.949711 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8f598f55-0b33-456a-84cb-12d712ecaa1d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:40.949860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] No DVR routers for this DVR port 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:40.953910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:40.956716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c08a6ff8-5c58-4bdd-aa15-8704163086c3 req-37687541-5bf2-425f-a4a4-af8150f23597 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.49 "DELETE /v2.0/ports/0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 HTTP/1.1" status: 204 len: 173 time: 1.4352367 Dec 17 15:52:40.984284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:40.991871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'name': 'network-vif-deleted', 'tag': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:40.994401 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745c1c6-1920-4a2f-b311-e5ff2bd126ba" -d '{"events": [{"server_uuid": "0cb34e04-23c3-4ad2-aa3a-c683e3df767a", "name": "network-vif-deleted", "tag": "0d7b19c0-14ec-4e67-aca4-d7b79bd0a999"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:40.997052 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b58bb77-bb83-4e43-9890-397f8b695d96 req-e441e25c-47e3-42ea-bc88-4e134879c406 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/security-groups?id=356ac540-605a-4a10-942b-6068e1a1641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172873 Dec 17 15:52:41.048341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:41.048833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0d7b19c0-14ec-4e67-aca4-d7b79bd0a999 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:41.049354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c0e80da3-471f-45d0-8cb9-514e50e21510 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:41.077260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e8e01ba-11d4-44db-a55d-8aeed8657de5 req-69717713-4de8-423c-b2c5-2dccc108785c tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309299 Dec 17 15:52:41.096076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-2e705211-4ba2-4a4c-b7e4-e06e56c783a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.102515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-2e705211-4ba2-4a4c-b7e4-e06e56c783a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3073320 Dec 17 15:52:41.142873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] Set router 8f598f55-0b33-456a-84cb-12d712ecaa1d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:41.143368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: c0e80da3-471f-45d0-8cb9-514e50e21510 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:41.143713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c0e80da3-471f-45d0-8cb9-514e50e21510 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:41.159801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-353989ff-b1cd-4b2b-98ff-1cedec426de8 req-28b7c576-f8fe-4fc6-a5aa-d780e38f3f71 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-802047458', 'description': 'tempest-description-1685712511'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:41.175460 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.208151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-353989ff-b1cd-4b2b-98ff-1cedec426de8 req-28b7c576-f8fe-4fc6-a5aa-d780e38f3f71 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.232653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.271212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.373753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-808abf39-7b6f-43fe-975d-d865445ded3b req-07bd8918-30de-4279-a0e4-956fa4abb8d9 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/fde8b4c2-52a4-4038-8192-27ebf4839b54 HTTP/1.1" status: 200 len: 1822 time: 0.2871199 Dec 17 15:52:41.383471 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:52:38Z', 'revision_number': 3, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:41.422466 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-353989ff-b1cd-4b2b-98ff-1cedec426de8 req-28b7c576-f8fe-4fc6-a5aa-d780e38f3f71 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.424221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=d82a0b10-6074-48ef-a255-38e15905d9bf,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:41.432861 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aabf49b-b3ba-4a7d-9f57-0fee5d727a55 None None] The sync data for ids ['8f598f55-0b33-456a-84cb-12d712ecaa1d'] in n-d-806683-20 is: [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:52:38Z', 'revision_number': 3, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:41.453348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-353989ff-b1cd-4b2b-98ff-1cedec426de8 req-28b7c576-f8fe-4fc6-a5aa-d780e38f3f71 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.520893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] In _notify_port_updated(), no bound segment for port d82a0b10-6074-48ef-a255-38e15905d9bf on network cbb270f9-8739-47c3-bba2-367c3c2caee1 {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:52:41.532305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.533811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.536448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53db075b-5155-4c8f-a759-1e947fc0ef09 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "PUT /v2.0/ports/d82a0b10-6074-48ef-a255-38e15905d9bf HTTP/1.1" status: 200 len: 997 time: 1.5776043 Dec 17 15:52:41.556066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7c576-f8fe-4fc6-a5aa-d780e38f3f71 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52cc72-2b44-498e-92a7-e068d3f5e8aa,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:41.567925 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-353989ff-b1cd-4b2b-98ff-1cedec426de8 req-28b7c576-f8fe-4fc6-a5aa-d780e38f3f71 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.569133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-353989ff-b1cd-4b2b-98ff-1cedec426de8 req-28b7c576-f8fe-4fc6-a5aa-d780e38f3f71 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4338319 Dec 17 15:52:41.569652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41662) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:41.680790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0ced4265-e36d-4172-87d8-06e568890d42 None None] Provisioning complete for port d82a0b10-6074-48ef-a255-38e15905d9bf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:41.681608 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ced4265-e36d-4172-87d8-06e568890d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.742871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0ced4265-e36d-4172-87d8-06e568890d42 None None] Port d82a0b10-6074-48ef-a255-38e15905d9bf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:41.792048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-808abf39-7b6f-43fe-975d-d865445ded3b req-1d5724a4-013f-478a-94e9-a77f5c2692e2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.804945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.809690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.824738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.849087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.857758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.860541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-86fd1b59-f08f-4bdb-a31d-b630a888e34c service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342126 Dec 17 15:52:41.866555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.879070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d1d8b568-d2d0-4537-b371-226d8fe748e6 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:41.886186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:41.889348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-ead62cfb-5369-44ac-8203-5c80c2672e7b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.1703148 Dec 17 15:52:41.899160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting port d82a0b10-6074-48ef-a255-38e15905d9bf {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:41.899791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.916455 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-808abf39-7b6f-43fe-975d-d865445ded3b req-1d5724a4-013f-478a-94e9-a77f5c2692e2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.981760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:41.988404 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.034215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d1d8b568-d2d0-4537-b371-226d8fe748e6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d1d8b568-d2d0-4537-b371-226d8fe748e6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:42.068137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'd1d8b568-d2d0-4537-b371-226d8fe748e6', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': 'd1d8b568-d2d0-4537-b371-226d8fe748e6', 'mac_address': 'fa:16:3e:33:a4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:42.072815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe04a2e0-f732-4ec1-bf86-eb6740acd05d req-9d0f3dde-9ace-487d-8b9c-a7f745aab2fb tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693389 Dec 17 15:52:42.125076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Pushing event deleted for resources: {'Port': ['ID=5c51859c-9c25-4bb8-a1bc-89de7d37e612,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.138615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.156969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.164851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.173604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d8b568-d2d0-4537-b371-226d8fe748e6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:42.180067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Calling delete_port for d82a0b10-6074-48ef-a255-38e15905d9bf owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:42.199251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d1d8b568-d2d0-4537-b371-226d8fe748e6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d1d8b568-d2d0-4537-b371-226d8fe748e6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:42.206445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.236004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] No DVR routers for this DVR port 5c51859c-9c25-4bb8-a1bc-89de7d37e612 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:42.241992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.245355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3cc2c52-867c-4f21-98c4-bf6fce6d1185 req-63601810-7d9a-4812-97a6-5e22bd839c11 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.47 "DELETE /v2.0/ports/5c51859c-9c25-4bb8-a1bc-89de7d37e612 HTTP/1.1" status: 204 len: 173 time: 2.7944725 Dec 17 15:52:42.250003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e5074a-5efe-4579-b574-958a643f1dd2', 'name': 'network-vif-deleted', 'tag': '5c51859c-9c25-4bb8-a1bc-89de7d37e612'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:42.252379 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847f110b-a17d-4dfc-b576-1f3c4164cd6a" -d '{"events": [{"server_uuid": "32e5074a-5efe-4579-b574-958a643f1dd2", "name": "network-vif-deleted", "tag": "5c51859c-9c25-4bb8-a1bc-89de7d37e612"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:42.255015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-808abf39-7b6f-43fe-975d-d865445ded3b req-1d5724a4-013f-478a-94e9-a77f5c2692e2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.257869 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-808abf39-7b6f-43fe-975d-d865445ded3b req-1d5724a4-013f-478a-94e9-a77f5c2692e2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.258993 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-808abf39-7b6f-43fe-975d-d865445ded3b req-1d5724a4-013f-478a-94e9-a77f5c2692e2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-groups/fde8b4c2-52a4-4038-8192-27ebf4839b54 HTTP/1.1" status: 204 len: 173 time: 0.7871633 Dec 17 15:52:42.289559 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc6b3a-7dcd-4f01-af50-9a086e254330 x-openstack-request-id: req-18bc6b3a-7dcd-4f01-af50-9a086e254330 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:42.289840 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb34e04-23c3-4ad2-aa3a-c683e3df767a", "name": "network-vif-deleted", "tag": "0d7b19c0-14ec-4e67-aca4-d7b79bd0a999", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:42.290196 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18bc6b3a-7dcd-4f01-af50-9a086e254330 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:42.290675 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb34e04-23c3-4ad2-aa3a-c683e3df767a', 'name': 'network-vif-deleted', 'tag': '0d7b19c0-14ec-4e67-aca4-d7b79bd0a999', 'status': 'completed', 'code': 200} Dec 17 15:52:42.325636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d1d8b568-d2d0-4537-b371-226d8fe748e6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.325833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41680) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:42.361630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02929b8b-5d03-4078-90cd-e9f85cc554c0 req-61f25730-33e8-49ce-be19-242cde65a159 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/8e52cc72-2b44-498e-92a7-e068d3f5e8aa HTTP/1.1" status: 200 len: 1817 time: 0.0695946 Dec 17 15:52:42.431291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-02929b8b-5d03-4078-90cd-e9f85cc554c0 req-e7a8d2c9-d414-44f6-8f7f-45541e0d4d04 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Request body: {'security_group': {'name': 'tempest-sg-hth-127835607', 'description': 'tempest-description-hth-835696332'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:42.459360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d1d8b568-d2d0-4537-b371-226d8fe748e6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:42.499377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Allocated IP 172.20.0.1 (f1d46008-815e-40f2-92f6-07feb079381a/240eab32-eabf-48d9-9c90-1f453fa6cbdd/ee8296a5-c6df-4fe0-bb24-cf20298683b2) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:42.557921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.560504 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.579075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-02929b8b-5d03-4078-90cd-e9f85cc554c0 req-e7a8d2c9-d414-44f6-8f7f-45541e0d4d04 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.629589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Port': ['ID=d82a0b10-6074-48ef-a255-38e15905d9bf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.644257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5724a4-013f-478a-94e9-a77f5c2692e2 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde8b4c2-52a4-4038-8192-27ebf4839b54,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.647532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d421fe13-a75f-4f04-90dc-26b9a5a8c653 req-cc81c930-cdca-477e-a784-20a3c51b3b02 tempest-MultipleCreateTestJSON-572310021 tempest-MultipleCreateTestJSON-572310021-project] 10.222.0.54 "GET /v2.0/ports?device_id=32e5074a-5efe-4579-b574-958a643f1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0436594 Dec 17 15:52:42.651570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43b7dfa1-cdbc-4d51-a7c4-e492d85224d7 req-da976580-21cc-4daa-8bec-20f2238fc6f0 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768915 Dec 17 15:52:42.694144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.793472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.843117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-02929b8b-5d03-4078-90cd-e9f85cc554c0 req-e7a8d2c9-d414-44f6-8f7f-45541e0d4d04 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.852116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-02929b8b-5d03-4078-90cd-e9f85cc554c0 req-e7a8d2c9-d414-44f6-8f7f-45541e0d4d04 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.854827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-02929b8b-5d03-4078-90cd-e9f85cc554c0 req-e7a8d2c9-d414-44f6-8f7f-45541e0d4d04 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.861537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02929b8b-5d03-4078-90cd-e9f85cc554c0 req-e7a8d2c9-d414-44f6-8f7f-45541e0d4d04 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "PUT /v2.0/security-groups/8e52cc72-2b44-498e-92a7-e068d3f5e8aa HTTP/1.1" status: 200 len: 1790 time: 0.4371982 Dec 17 15:52:42.887609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Network f1d46008-815e-40f2-92f6-07feb079381a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:42.894093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:42.898361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:42.916833 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:42.920360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-08a6e5a6-a83a-4ff5-a449-1f027931d7ac tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/ports/d82a0b10-6074-48ef-a255-38e15905d9bf HTTP/1.1" status: 204 len: 168 time: 1.3493617 Dec 17 15:52:42.926836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41686) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:42.961788 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577a6bab-605b-474e-859a-356a2655fb30 x-openstack-request-id: req-577a6bab-605b-474e-859a-356a2655fb30 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:42.961924 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e5074a-5efe-4579-b574-958a643f1dd2", "name": "network-vif-deleted", "tag": "5c51859c-9c25-4bb8-a1bc-89de7d37e612", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:42.962170 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-577a6bab-605b-474e-859a-356a2655fb30 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:42.962521 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e5074a-5efe-4579-b574-958a643f1dd2', 'name': 'network-vif-deleted', 'tag': '5c51859c-9c25-4bb8-a1bc-89de7d37e612', 'status': 'completed', 'code': 200} Dec 17 15:52:42.967683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Pushing event updated for resources: {'Port': ['ID=ee8296a5-c6df-4fe0-bb24-cf20298683b2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.985399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932155e5-5dc3-48bb-b23a-4b2d64c63767 req-d9243960-6e86-471f-a409-3ee53216320a tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:42.987308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-932155e5-5dc3-48bb-b23a-4b2d64c63767 req-d9243960-6e86-471f-a409-3ee53216320a tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 949 time: 0.2097049 Dec 17 15:52:42.988500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8d2c9-d414-44f6-8f7f-45541e0d4d04 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52cc72-2b44-498e-92a7-e068d3f5e8aa,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.992839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.031630 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdc34a7-30f3-4f67-b513-df92fa3515c0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] GET failed (client error): The resource could not be found. Dec 17 15:52:43.033302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fbdc34a7-30f3-4f67-b513-df92fa3515c0 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "GET /v2.0/ports/d82a0b10-6074-48ef-a255-38e15905d9bf HTTP/1.1" status: 404 len: 333 time: 0.1054215 Dec 17 15:52:43.036673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.039435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41688) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:43.049221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'name': 'tempest-AllowedAddressPairTestJSON-1375564879'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:43.060342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.122477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-932155e5-5dc3-48bb-b23a-4b2d64c63767 req-5a5e4e47-cb86-483b-9884-a1a85a82974b tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875764 Dec 17 15:52:43.162728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a9c4bb5-c41f-4bcd-ba11-89de1bfb76eb req-a1beb43f-3c30-4354-b254-70631ca35ce6 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/579291a4-ed5a-4649-a73e-3318c9e95ef8 HTTP/1.1" status: 200 len: 2421 time: 0.1837850 Dec 17 15:52:43.179217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88463a51-fb25-4d4d-a398-1b9bee5bcc73,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:43.182744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00cb8a7a712346c4b5d0ff734e32c842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8560870 Dec 17 15:52:43.187985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41692) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:43.217043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.226337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.226688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.227026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.227361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.227691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.228026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.228350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.229055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.229055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.229276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.229584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.230319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.230319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb256731-2b34-4fdb-9dce-8cfb10dcb672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:43.261776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9224da5a-c4de-43a9-b905-5ccf51335d65 req-d7f8fc5b-6411-48e6-a9ef-5fd7e4ee07a3 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/8e52cc72-2b44-498e-92a7-e068d3f5e8aa HTTP/1.1" status: 200 len: 1790 time: 0.1063263 Dec 17 15:52:43.306567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ef6a9e67-ac21-4e14-b026-3bab1eeaeb20 None None] Provisioning complete for port ee8296a5-c6df-4fe0-bb24-cf20298683b2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:43.307950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9e67-ac21-4e14-b026-3bab1eeaeb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.339587 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a9c4bb5-c41f-4bcd-ba11-89de1bfb76eb req-322098cf-343d-4934-bb68-43732c158ebd tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.375500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a9e67-ac21-4e14-b026-3bab1eeaeb20 None None] Port ee8296a5-c6df-4fe0-bb24-cf20298683b2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:43.406298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d5a7851d-8c8e-4702-b273-ec40d9d040c6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:43.415456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3d04-cd03-417d-b598-989f9da58a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.423111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a9c4bb5-c41f-4bcd-ba11-89de1bfb76eb req-322098cf-343d-4934-bb68-43732c158ebd tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.432728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:43.437229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.458887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d5a7851d-8c8e-4702-b273-ec40d9d040c6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:43.459250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.481005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.489927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.495434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3d04-cd03-417d-b598-989f9da58a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.498325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] device_id is not set on port 18ecdafa-c75d-44d6-8100-10e6b1b0c392 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:52:43.513943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:43.520166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:43.525931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:43.531969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:43.537803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:43.543744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:43.549641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:43.550871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.558805 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-2e7c4908-bd88-49c0-8f91-cbae23a7b111 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.1654818 Dec 17 15:52:43.578194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port d5a7851d-8c8e-4702-b273-ec40d9d040c6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d5a7851d-8c8e-4702-b273-ec40d9d040c6,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:43.589563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.591558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a9c4bb5-c41f-4bcd-ba11-89de1bfb76eb req-322098cf-343d-4934-bb68-43732c158ebd tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.598164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0a9c4bb5-c41f-4bcd-ba11-89de1bfb76eb req-322098cf-343d-4934-bb68-43732c158ebd tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.599428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a9c4bb5-c41f-4bcd-ba11-89de1bfb76eb req-322098cf-343d-4934-bb68-43732c158ebd tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-groups/579291a4-ed5a-4649-a73e-3318c9e95ef8 HTTP/1.1" status: 204 len: 173 time: 0.4267166 Dec 17 15:52:43.648232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322098cf-343d-4934-bb68-43732c158ebd tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579291a4-ed5a-4649-a73e-3318c9e95ef8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:43.651933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Pushing event updated for resources: {'Port': ['ID=ee8296a5-c6df-4fe0-bb24-cf20298683b2,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:43.658264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.687688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=d5a7851d-8c8e-4702-b273-ec40d9d040c6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:43.701642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3d04-cd03-417d-b598-989f9da58a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.704290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3d04-cd03-417d-b598-989f9da58a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.705435 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0a0a3d04-cd03-417d-b598-989f9da58a21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88463a51-fb25-4d4d-a398-1b9bee5bcc73 HTTP/1.1" status: 204 len: 168 time: 0.5077190 Dec 17 15:52:43.739810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a3d04-cd03-417d-b598-989f9da58a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88463a51-fb25-4d4d-a398-1b9bee5bcc73,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:43.742008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32cce9b5-7e64-4e6d-ba03-1fbd3257555d req-cc645d4d-b652-4385-be48-8a53551a6bab tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823246 Dec 17 15:52:43.750516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e9cc46d-b4d4-4c13-9ff6-d1542fb5c2c1 req-04d9d64b-d3b4-411f-abda-94a95f774d70 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/8e52cc72-2b44-498e-92a7-e068d3f5e8aa HTTP/1.1" status: 200 len: 1790 time: 0.1178031 Dec 17 15:52:43.757426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Allocated IP 172.20.0.4 (cbb270f9-8739-47c3-bba2-367c3c2caee1/c934e057-b5a0-4fdf-b1e3-25714107b51e/18ecdafa-c75d-44d6-8100-10e6b1b0c392) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:43.848731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Network f1d46008-815e-40f2-92f6-07feb079381a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:43.857646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:43.861644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4e9cc46d-b4d4-4c13-9ff6-d1542fb5c2c1 req-b7db0b2c-cff3-40a6-8b0b-2db13075d912 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.894356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d1d8b568-d2d0-4537-b371-226d8fe748e6 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:43.931428 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c598cd7f-bb22-460b-8a19-16c33cbb20a8 req-9496db69-e3d6-4c2f-8e91-0fca62c379a5 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "GET /v2.0/security-groups/d3ac86f6-97bc-47ae-be7b-179ec9e419c9 HTTP/1.1" status: 200 len: 2415 time: 0.1199925 Dec 17 15:52:43.943205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4e9cc46d-b4d4-4c13-9ff6-d1542fb5c2c1 req-b7db0b2c-cff3-40a6-8b0b-2db13075d912 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:43.994740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port d1d8b568-d2d0-4537-b371-226d8fe748e6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:44.027045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port d1d8b568-d2d0-4537-b371-226d8fe748e6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:44.027847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.043266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4e9cc46d-b4d4-4c13-9ff6-d1542fb5c2c1 req-b7db0b2c-cff3-40a6-8b0b-2db13075d912 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.045585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c598cd7f-bb22-460b-8a19-16c33cbb20a8 req-31a62c61-5c44-454f-b614-563f54593518 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.048428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Router 8f598f55-0b33-456a-84cb-12d712ecaa1d has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:52:44.049848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4e9cc46d-b4d4-4c13-9ff6-d1542fb5c2c1 req-b7db0b2c-cff3-40a6-8b0b-2db13075d912 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.061534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e9cc46d-b4d4-4c13-9ff6-d1542fb5c2c1 req-b7db0b2c-cff3-40a6-8b0b-2db13075d912 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/8e52cc72-2b44-498e-92a7-e068d3f5e8aa HTTP/1.1" status: 204 len: 173 time: 0.2927184 Dec 17 15:52:44.126654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.163411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c598cd7f-bb22-460b-8a19-16c33cbb20a8 req-31a62c61-5c44-454f-b614-563f54593518 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.168431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db0b2c-cff3-40a6-8b0b-2db13075d912 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e52cc72-2b44-498e-92a7-e068d3f5e8aa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:44.185410 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.232487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d8b568-d2d0-4537-b371-226d8fe748e6'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:44.232487 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff3356c-1ed7-4772-b2da-b2d60d739f6c" -d '{"events": [{"server_uuid": "61861875-0bf6-428e-b853-f5641cdc5ae3", "name": "network-vif-plugged", "status": "completed", "tag": "d1d8b568-d2d0-4537-b371-226d8fe748e6"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:44.239928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41714) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:44.250912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41716) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:44.252986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c598cd7f-bb22-460b-8a19-16c33cbb20a8 req-31a62c61-5c44-454f-b614-563f54593518 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.255562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c598cd7f-bb22-460b-8a19-16c33cbb20a8 req-31a62c61-5c44-454f-b614-563f54593518 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.256707 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c598cd7f-bb22-460b-8a19-16c33cbb20a8 req-31a62c61-5c44-454f-b614-563f54593518 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] 10.222.0.54 "DELETE /v2.0/security-groups/d3ac86f6-97bc-47ae-be7b-179ec9e419c9 HTTP/1.1" status: 204 len: 173 time: 0.3189850 Dec 17 15:52:44.267199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d1d8b568-d2d0-4537-b371-226d8fe748e6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d1d8b568-d2d0-4537-b371-226d8fe748e6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:44.273911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c7aa2ebc-e75d-42f7-8251-286ef8601635 None None] Provisioning complete for port ee8296a5-c6df-4fe0-bb24-cf20298683b2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:44.274377 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ebc-e75d-42f7-8251-286ef8601635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.280172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41718) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:44.307214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.307214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5c51859c-9c25-4bb8-a1bc-89de7d37e612 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:44.309891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5aeba58-8f9b-4fba-ab71-a12ad8162a9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.338423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a62c61-5c44-454f-b614-563f54593518 tempest-SecurityGroupRulesTestJSON-364494946 tempest-SecurityGroupRulesTestJSON-364494946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ac86f6-97bc-47ae-be7b-179ec9e419c9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:44.353241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] Deleting subnet d11cbf5c-1c2d-4c85-aeef-5653c7027c8b {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:52:44.365111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.370849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 5c51859c-9c25-4bb8-a1bc-89de7d37e612 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:44.371365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5c51859c-9c25-4bb8-a1bc-89de7d37e612 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:44.376384 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a55e999-76fb-4efa-86c5-fa773022d137 x-openstack-request-id: req-7a55e999-76fb-4efa-86c5-fa773022d137 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:44.377200 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61861875-0bf6-428e-b853-f5641cdc5ae3", "name": "network-vif-plugged", "status": "completed", "tag": "d1d8b568-d2d0-4537-b371-226d8fe748e6", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:44.377604 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a55e999-76fb-4efa-86c5-fa773022d137 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:44.378128 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d8b568-d2d0-4537-b371-226d8fe748e6', 'code': 200} Dec 17 15:52:44.393041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:44.408710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e0bbca7d-4459-4738-8709-f2127454761e admin admin] 10.222.0.54 "PUT /v2.0/routers/8f598f55-0b33-456a-84cb-12d712ecaa1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8258073 Dec 17 15:52:44.409316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Sync routers for ids ['8f598f55-0b33-456a-84cb-12d712ecaa1d'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:44.420044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa2ebc-e75d-42f7-8251-286ef8601635 None None] Port ee8296a5-c6df-4fe0-bb24-cf20298683b2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:44.421757 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.457570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d1d8b568-d2d0-4537-b371-226d8fe748e6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:44.461646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Routers {'8f598f55-0b33-456a-84cb-12d712ecaa1d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:44.462714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8f598f55-0b33-456a-84cb-12d712ecaa1d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:44.508786 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-1ef16e10-ff08-4c13-a3d0-bbe63272f2d4 req-3b7d6b52-7d7a-4d42-840a-5be8cf474a20 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:44.509991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ef16e10-ff08-4c13-a3d0-bbe63272f2d4 req-3b7d6b52-7d7a-4d42-840a-5be8cf474a20 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/31047acc-c2c0-4828-92e8-fd2fab61d5f9 HTTP/1.1" status: 404 len: 352 time: 0.0250709 Dec 17 15:52:44.512703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] Deleting subnet d7014c39-5753-4bd2-83b2-979b00b4aab7 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:52:44.529171 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5aeba58-8f9b-4fba-ab71-a12ad8162a9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.541187 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5aeba58-8f9b-4fba-ab71-a12ad8162a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.544726 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.567625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=18ecdafa-c75d-44d6-8100-10e6b1b0c392,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:44.572161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:44.576532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:44.584853 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-268b7b75-4126-425c-8612-4974c8c08e68 req-5568a93f-db05-4271-b6a1-ceafb664170a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:44.604868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-268b7b75-4126-425c-8612-4974c8c08e68 req-5568a93f-db05-4271-b6a1-ceafb664170a tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/4dbde3d4-3deb-4b85-992d-b5edc36478c8 HTTP/1.1" status: 404 len: 352 time: 0.0400512 Dec 17 15:52:44.616274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:44.628611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d23aa-4ae3-4953-902b-612e513ff392 req-c171d585-67e6-45af-99c0-128c9f35d033 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:44.635460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Set router 8f598f55-0b33-456a-84cb-12d712ecaa1d gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:44.636277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d9d23aa-4ae3-4953-902b-612e513ff392 req-c171d585-67e6-45af-99c0-128c9f35d033 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 950 time: 0.2979267 Dec 17 15:52:44.638287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:44.646254 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e5aeba58-8f9b-4fba-ab71-a12ad8162a9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a97970536c6e4ead9e8f24ccf63e405d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941896 Dec 17 15:52:44.661563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41728) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:44.667348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aeba58-8f9b-4fba-ab71-a12ad8162a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e53ea9-8315-46e7-bfac-1a651f4d6b1c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:44.672512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c48b5-c0b5-4a99-bdd4-62bd2561243b req-3d482ba9-df3f-4be1-969e-dc82fc465e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:44.674396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c0c48b5-c0b5-4a99-bdd4-62bd2561243b req-3d482ba9-df3f-4be1-969e-dc82fc465e9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 1102 time: 0.1810296 Dec 17 15:52:44.675433 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-5de32312-fc88-477f-a19b-cf57de30dee2 req-244aade6-6259-4516-8d18-1d24f838534b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:44.696696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5de32312-fc88-477f-a19b-cf57de30dee2 req-244aade6-6259-4516-8d18-1d24f838534b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/05d090c0-ea60-4ad5-89f9-db774e282614 HTTP/1.1" status: 404 len: 352 time: 0.0712678 Dec 17 15:52:44.780682 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-e365bea4-0943-4b88-83c2-d936128d697f req-c0f5362d-5883-4896-ab4e-93830857618b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:44.804414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e365bea4-0943-4b88-83c2-d936128d697f req-c0f5362d-5883-4896-ab4e-93830857618b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/9dc40c29-95eb-4ce3-88eb-53e6e0791946 HTTP/1.1" status: 404 len: 352 time: 0.0668197 Dec 17 15:52:44.819606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c0c48b5-c0b5-4a99-bdd4-62bd2561243b req-4b54996e-0384-4dff-a005-4a8f588c36ec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212673 Dec 17 15:52:44.962438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'ee8296a5-c6df-4fe0-bb24-cf20298683b2', 'name': '', 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'mac_address': 'fa:16:3e:ba:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:42Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 2, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'subnets': [{'id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:45.002710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Checking router: 8f598f55-0b33-456a-84cb-12d712ecaa1d for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:45.003139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Updating router 8f598f55-0b33-456a-84cb-12d712ecaa1d port ee8296a5-c6df-4fe0-bb24-cf20298683b2 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:52:45.034714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.050996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f8dff918-d113-448f-94f5-b05838a4c64c None None] Provisioning complete for port 18ecdafa-c75d-44d6-8100-10e6b1b0c392 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:45.051782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f8dff918-d113-448f-94f5-b05838a4c64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.075734 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.116252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.136335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f8dff918-d113-448f-94f5-b05838a4c64c None None] Port 18ecdafa-c75d-44d6-8100-10e6b1b0c392 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:45.189248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.189900 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.213481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d9d23aa-4ae3-4953-902b-612e513ff392 req-a7e5d9b1-c04d-4682-9d76-c6e052e09686 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760839 Dec 17 15:52:45.277394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7e3c614-15c5-429a-aec8-ea80004b5b20 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2370114 Dec 17 15:52:45.278728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:45.285699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.289958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.295076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-network', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:45.298257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41750) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:45.298931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7789f93a-f534-4b93-a6e3-35a502517611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.309569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'network_id': 'cbb270f9-8739-47c3-bba2-367c3c2caee1', 'name': 'tempest-AllowedAddressPairTestJSON-1460805901'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:45.344194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d5a7851d-8c8e-4702-b273-ec40d9d040c6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:45.351509 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-681e1e83-5909-4b25-84bf-be9dbf091116 req-66da5524-3e7c-4a57-9695-8ab0813ace32 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:45.352583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-681e1e83-5909-4b25-84bf-be9dbf091116 req-66da5524-3e7c-4a57-9695-8ab0813ace32 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/d762322e-f466-4ee8-8584-7196e23af536 HTTP/1.1" status: 404 len: 352 time: 0.0926430 Dec 17 15:52:45.398235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.404330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.410664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.417952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.424404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.431329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.438066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.440280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51931cad-1a0a-4910-a442-f2882f656ffc req-929a49d6-9d4a-4520-a5d7-84887ccf9393 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.5163450 Dec 17 15:52:45.454267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d5a7851d-8c8e-4702-b273-ec40d9d040c6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:45.454723 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.457304 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7789f93a-f534-4b93-a6e3-35a502517611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.467477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.503385 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-5ab5e409-c109-485e-b715-148b858194bf req-cc5bac47-e783-46e9-9db5-829c93d8c48c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] show failed (client error): The resource could not be found. Dec 17 15:52:45.504800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ab5e409-c109-485e-b715-148b858194bf req-cc5bac47-e783-46e9-9db5-829c93d8c48c tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/70f9b134-a1a5-44a3-8d15-16bd92ec3540 HTTP/1.1" status: 404 len: 352 time: 0.0933046 Dec 17 15:52:45.509893 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51931cad-1a0a-4910-a442-f2882f656ffc req-be97703d-56eb-41bc-a945-445104bf0949 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611532 Dec 17 15:52:45.540381 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.554805 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.572175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Made reservation on behalf of 14c74654fb17491d9c581b588a3ad63c for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:45.575290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.585107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.591702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d11cbf5c-1c2d-4c85-aeef-5653c7027c8b HTTP/1.1" status: 204 len: 168 time: 1.3076100 Dec 17 15:52:45.592126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41756) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:45.600377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26f4c8-7217-46cc-8875-b7e997293bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11cbf5c-1c2d-4c85-aeef-5653c7027c8b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:45.628953 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.661187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.667764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8665b0-e46e-4ae3-a79e-00db3db6495b None None] Pushing event updated for resources: {'Port': ['ID=ee8296a5-c6df-4fe0-bb24-cf20298683b2,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:45.712970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7014c39-5753-4bd2-83b2-979b00b4aab7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:45.723223 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.727406 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-10a3dcda-72a4-46f8-bd52-975765e8d973 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d7014c39-5753-4bd2-83b2-979b00b4aab7 HTTP/1.1" status: 204 len: 168 time: 1.4864051 Dec 17 15:52:45.730206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41758) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:45.744307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Attempting to bind port ee8296a5-c6df-4fe0-bb24-cf20298683b2 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:45.745345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Attempting to bind port ee8296a5-c6df-4fe0-bb24-cf20298683b2 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:45.745807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7789f93a-f534-4b93-a6e3-35a502517611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.746466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Attempting to bind port ee8296a5-c6df-4fe0-bb24-cf20298683b2 on network f1d46008-815e-40f2-92f6-07feb079381a {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:45.748443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7789f93a-f534-4b93-a6e3-35a502517611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.752786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7789f93a-f534-4b93-a6e3-35a502517611 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52e53ea9-8315-46e7-bfac-1a651f4d6b1c HTTP/1.1" status: 204 len: 168 time: 1.0770619 Dec 17 15:52:45.758775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:45.759407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Checking segment: {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:45.760181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.761817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Bound using segment: {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:45.762854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Bound port: ee8296a5-c6df-4fe0-bb24-cf20298683b2, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:45.763644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.809533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789f93a-f534-4b93-a6e3-35a502517611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e53ea9-8315-46e7-bfac-1a651f4d6b1c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:45.821082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.822945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Made reservation on behalf of 717d7d1ce4ec4bd3942b877bb8ac1718 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:45.827144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:45.883287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] device_id is not set on port fb2237f8-c5a6-4948-9c81-6b6edddb24b7 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:52:46.019314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.028842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.100481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:46.105363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f107e10b-eaf0-45ef-8b01-de175db4bcb8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.115265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.126881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Allocated IP 172.20.0.6 (cbb270f9-8739-47c3-bba2-367c3c2caee1/c934e057-b5a0-4fdf-b1e3-25714107b51e/fb2237f8-c5a6-4948-9c81-6b6edddb24b7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:46.129552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.130003 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Added segment ee79ff5f-8948-4f38-9c35-d3c6ef64b848 of type vlan for network a76f84dc-0fdd-417e-bfb2-2be3a81660ed Dec 17 15:52:46.161621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device af86f54b-aced-4965-a78e-cb34f69485f3 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:46.187346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] For port ee8296a5-c6df-4fe0-bb24-cf20298683b2, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:46.199125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.207034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] For port ee8296a5-c6df-4fe0-bb24-cf20298683b2, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ee8296a5-c6df-4fe0-bb24-cf20298683b2,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:46.224308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.229144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.239589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab1012-0f61-411b-bd9a-1e242c54a212 req-2dcc3467-6b1d-4502-9528-aaadf2ba6236 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.248246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbab1012-0f61-411b-bd9a-1e242c54a212 req-2dcc3467-6b1d-4502-9528-aaadf2ba6236 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1024 time: 0.2801242 Dec 17 15:52:46.296213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59a9773-cbd5-4cfe-b551-aa6148536a08']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.329276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb2cafd-03fa-4cb0-a734-1d73829076cf') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.329851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb2cafd-03fa-4cb0-a734-1d73829076cf') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.361852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fc351e78-83f0-4e5b-a020-44527c8a58a8 None None] Provisioning complete for port ee8296a5-c6df-4fe0-bb24-cf20298683b2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:46.362447 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc351e78-83f0-4e5b-a020-44527c8a58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.368141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.370358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.371281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.388040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.398880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.425401 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.442223 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.443993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8665b0-e46e-4ae3-a79e-00db3db6495b None None] Pushing event updated for resources: {'Port': ['ID=ee8296a5-c6df-4fe0-bb24-cf20298683b2,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.462584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:52:46.462991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.465186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Routers {'8f598f55-0b33-456a-84cb-12d712ecaa1d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:52:46.465495 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:52:46.468582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8f598f55-0b33-456a-84cb-12d712ecaa1d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.492333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbab1012-0f61-411b-bd9a-1e242c54a212 req-8ac4079c-fb6e-4c6a-922a-dd62a9bdea4b tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&id=a11b5871-438c-4117-8d9e-9f275e9da3da&id=131d8c83-7ba2-4160-9398-5c331e11985b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2428999 Dec 17 15:52:46.494352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855c589d-405a-41f7-b51d-123b11b9f480']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.547440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port af86f54b-aced-4965-a78e-cb34f69485f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af86f54b-aced-4965-a78e-cb34f69485f3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:46.550073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e9cb78-87b8-46ba-99f0-f593654ec27d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.550622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e9cb78-87b8-46ba-99f0-f593654ec27d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.557856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.594959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.602654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'af86f54b-aced-4965-a78e-cb34f69485f3', 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'port_id': 'af86f54b-aced-4965-a78e-cb34f69485f3', 'mac_address': 'fa:16:3e:42:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46e4e9-a96c-4694-8623-f0357dcdca61', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:46.612974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.619097 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.624999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.641361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e59a9773-cbd5-4cfe-b551-aa6148536a08 HTTP/1.1" status: 204 len: 168 time: 1.0406456 Dec 17 15:52:46.645610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:52:46.646156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:52:46.651254 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:52:46.703431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59a9773-cbd5-4cfe-b551-aa6148536a08,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.730226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.730823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.731236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.731834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.732373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.732683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.733361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.733881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.734428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.734958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.735682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.736195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.736737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc53675-633e-4056-80b3-a9c35139de37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.737026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f943267-8d87-4557-ad81-2222fabff62e req-47f0a2b7-23ab-4b0f-9f7a-e163f3dff9c1 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.749173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f943267-8d87-4557-ad81-2222fabff62e req-47f0a2b7-23ab-4b0f-9f7a-e163f3dff9c1 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 950 time: 0.2847407 Dec 17 15:52:46.782722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.787543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.795283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] 10.222.0.54 "DELETE /v2.0/networks/855c589d-405a-41f7-b51d-123b11b9f480 HTTP/1.1" status: 204 len: 168 time: 1.0537150 Dec 17 15:52:46.801381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5186443 Dec 17 15:52:46.803640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc351e78-83f0-4e5b-a020-44527c8a58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.814418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41788) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:46.815588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f590-cdc7-471e-a011-291abe0d1849 admin admin] Pushing event deleted for resources: {'Network': ['ID=855c589d-405a-41f7-b51d-123b11b9f480,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.828869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Request body: {'subnet': {'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-subnet', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:46.855312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41790) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:46.879175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f943267-8d87-4557-ad81-2222fabff62e req-3bc44d86-9bc6-42d2-9383-62dcfa011123 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276808 Dec 17 15:52:46.879358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.885475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.899439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.905954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.912895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.917449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:46.919394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.925607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:46.925973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.928210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-0b1636a5-7d51-44b6-9228-89d1648e72a3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5429 time: 0.2265434 Dec 17 15:52:46.931692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb80d-f50a-4c16-9f3e-0f718523fbd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a76f84dc-0fdd-417e-bfb2-2be3a81660ed,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.934031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] Set router 8f598f55-0b33-456a-84cb-12d712ecaa1d gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:46.936980 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.938031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:46.948608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Made reservation on behalf of 14c74654fb17491d9c581b588a3ad63c for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:46.951659 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:46.965251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=fb2237f8-c5a6-4948-9c81-6b6edddb24b7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.008119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:47.008778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.014376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fc351e78-83f0-4e5b-a020-44527c8a58a8 None None] For port ee8296a5-c6df-4fe0-bb24-cf20298683b2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ee8296a5-c6df-4fe0-bb24-cf20298683b2,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:47.032073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cbec87c6-c6ae-4c53-8a36-608a585a2ee9 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7293401 Dec 17 15:52:47.033267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41798) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:47.033490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:47.039452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:72:64:3b'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bb:82:14'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:47.094255 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-23abcd31-156e-422b-b17c-0abb1911125b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba9a465c6e584a0bbeed88eaf53659c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374275 Dec 17 15:52:47.094889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41800) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:47.108834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41802) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:47.210748 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc351e78-83f0-4e5b-a020-44527c8a58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.225907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-0544196f-80fa-4ce6-91e8-be9707dc3890 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:47.228048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-0544196f-80fa-4ce6-91e8-be9707dc3890 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1024 time: 0.1126142 Dec 17 15:52:47.288748 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-980a7377-da0a-44c5-95ef-e5d0d721a624 req-4012e95b-1e5e-4cc9-91ec-c341357d5339 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3093872 Dec 17 15:52:47.343381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc351e78-83f0-4e5b-a020-44527c8a58a8 None None] Pushing event updated for resources: {'Port': ['ID=ee8296a5-c6df-4fe0-bb24-cf20298683b2,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.346485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41806) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:47.347181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3ed932d-420a-4bbd-88b0-aa79dd07e5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.350353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af86f54b-aced-4965-a78e-cb34f69485f3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:47.421306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3ed932d-420a-4bbd-88b0-aa79dd07e5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.472598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.478202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cedd8ce3-a545-4266-aab9-7bc2bb311092 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c8163426a0b4b709334a3c94011e6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1233582 Dec 17 15:52:47.485827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41808) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:47.493311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-83c2a0d3-085f-4ce3-b4eb-cb0f179703d7 None None] Provisioning complete for port ee8296a5-c6df-4fe0-bb24-cf20298683b2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:47.493764 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-83c2a0d3-085f-4ce3-b4eb-cb0f179703d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.545924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port af86f54b-aced-4965-a78e-cb34f69485f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af86f54b-aced-4965-a78e-cb34f69485f3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:47.559577 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.560506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fa249c3a-7da9-4703-8c36-4626db76d9dc details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:47.581987 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.599811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-network', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:47.633515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=af86f54b-aced-4965-a78e-cb34f69485f3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.676055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Deleting port 936d9981-e0da-4340-a510-9083f77860a3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:47.679474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.689865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'ee8296a5-c6df-4fe0-bb24-cf20298683b2', 'name': '', 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'mac_address': 'fa:16:3e:ba:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:42Z', 'updated_at': '2021-12-17T15:52:46Z', 'revision_number': 4, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'subnets': [{'id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:47.728844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3ed932d-420a-4bbd-88b0-aa79dd07e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.732017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c3ed932d-420a-4bbd-88b0-aa79dd07e5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.733427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c3ed932d-420a-4bbd-88b0-aa79dd07e5b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a59dc956-cccb-4f6c-9f21-d1cf3779a841 HTTP/1.1" status: 204 len: 168 time: 0.6348515 Dec 17 15:52:47.742528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fa249c3a-7da9-4703-8c36-4626db76d9dc, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:47.745851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3ebcf-acb3-4c5a-8bf4-82d657288c5a None None] The sync data for ids ['8f598f55-0b33-456a-84cb-12d712ecaa1d'] in n-d-806683-20 is: [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'ee8296a5-c6df-4fe0-bb24-cf20298683b2', 'name': '', 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'mac_address': 'fa:16:3e:ba:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:42Z', 'updated_at': '2021-12-17T15:52:46Z', 'revision_number': 4, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'subnets': [{'id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:47.789097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'fa249c3a-7da9-4703-8c36-4626db76d9dc', 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'port_id': 'fa249c3a-7da9-4703-8c36-4626db76d9dc', 'mac_address': 'fa:16:3e:b2:95:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46e4e9-a96c-4694-8623-f0357dcdca61', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:47.794804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed932d-420a-4bbd-88b0-aa79dd07e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59dc956-cccb-4f6c-9f21-d1cf3779a841,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.815625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc26c333-8250-48c2-a333-8d019600d462,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.853068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Made reservation on behalf of cc013acf6f5a4fd289621bc84533995a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:47.855692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.872816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395b6b6-6744-46aa-abe3-bd742bbf8bd9 req-6ac34c4e-ad4d-4b91-a7f4-810225ca06f4 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:47.874923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d395b6b6-6744-46aa-abe3-bd742bbf8bd9 req-6ac34c4e-ad4d-4b91-a7f4-810225ca06f4 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 1024 time: 0.2105155 Dec 17 15:52:47.877332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-baa55e13-2870-4dbf-b74d-938640bca796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.918377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Checking segment: {'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:47.918743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Network hostable DHCP agents. Network: a76f84dc-0fdd-417e-bfb2-2be3a81660ed, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:47.948347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-080d755d-c389-42b9-bda3-013340b9a7bf tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1010528 Dec 17 15:52:47.970894 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:47.996072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa249c3a-7da9-4703-8c36-4626db76d9dc {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:48.022251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fa249c3a-7da9-4703-8c36-4626db76d9dc, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:48.024473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d395b6b6-6744-46aa-abe3-bd742bbf8bd9 req-158ab866-cc3c-463b-acfe-826601c75136 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups?id=d47527fb-3f94-437f-b43d-deee232d4d88&id=a11b5871-438c-4117-8d9e-9f275e9da3da&id=131d8c83-7ba2-4160-9398-5c331e11985b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1244819 Dec 17 15:52:48.025302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.045849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.046864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 475205d7-93e1-41f2-aac3-9179c4c5545c details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:48.063249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.070682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-baa55e13-2870-4dbf-b74d-938640bca796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.080159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:48.115844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.129732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a76f84dc-0fdd-417e-bfb2-2be3a81660ed) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:48.135230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e0c2a7bd-05d9-4278-acbc-3dee2b1ce9f5 None None] Provisioning complete for port fb2237f8-c5a6-4948-9c81-6b6edddb24b7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:48.135599 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0c2a7bd-05d9-4278-acbc-3dee2b1ce9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.164024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:48.164681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.187752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2a7bd-05d9-4278-acbc-3dee2b1ce9f5 None None] Port fb2237f8-c5a6-4948-9c81-6b6edddb24b7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:48.189050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852181cf-d8b2-4014-8926-30956778e08b None None] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:48.210926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e752f5c8-c8bb-4414-8adf-826f27ef91f5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3895035 Dec 17 15:52:48.212120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41830) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:48.227671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:48.230267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:52:48.280936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] In _notify_port_updated(), no bound segment for port fb2237f8-c5a6-4948-9c81-6b6edddb24b7 on network cbb270f9-8739-47c3-bba2-367c3c2caee1 {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:52:48.286473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fa249c3a-7da9-4703-8c36-4626db76d9dc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:48.290053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 475205d7-93e1-41f2-aac3-9179c4c5545c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=475205d7-93e1-41f2-aac3-9179c4c5545c,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:48.290377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:48.291076 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.295119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "PUT /v2.0/ports/fb2237f8-c5a6-4948-9c81-6b6edddb24b7 HTTP/1.1" status: 200 len: 1055 time: 1.2578337 Dec 17 15:52:48.309837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41834) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:48.317988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '475205d7-93e1-41f2-aac3-9179c4c5545c', 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'port_id': '475205d7-93e1-41f2-aac3-9179c4c5545c', 'mac_address': 'fa:16:3e:80:ff:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46e4e9-a96c-4694-8623-f0357dcdca61', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:48.323409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-baa55e13-2870-4dbf-b74d-938640bca796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.325993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-baa55e13-2870-4dbf-b74d-938640bca796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.332929 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-baa55e13-2870-4dbf-b74d-938640bca796 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/356ac540-605a-4a10-942b-6068e1a1641e HTTP/1.1" status: 204 len: 168 time: 0.8404889 Dec 17 15:52:48.351322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] For port 936d9981-e0da-4340-a510-9083f77860a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=936d9981-e0da-4340-a510-9083f77860a3,segment=NetworkSegment(af951c15-3a6b-4346-8119-5b101e986a7f),segment_id=af951c15-3a6b-4346-8119-5b101e986a7f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:48.351856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.384196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.395508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Calling delete_port for 936d9981-e0da-4340-a510-9083f77860a3 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:48.401831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc4f81-1a35-4fb4-ba97-09e8a58cb888 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event updated for resources: {'Port': ['ID=fb2237f8-c5a6-4948-9c81-6b6edddb24b7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:48.421082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa55e13-2870-4dbf-b74d-938640bca796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ac540-605a-4a10-942b-6068e1a1641e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:48.422898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.512063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-a0f390bb-7b68-40bf-ad5b-88da37da31d5 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:48.514506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-a0f390bb-7b68-40bf-ad5b-88da37da31d5 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5513892 Dec 17 15:52:48.541579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-a76f84dc-0fdd-417e-bfb2-2be3a81660ed', 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed', 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'fixed_ips': [{'subnet_id': 'fc26c333-8250-48c2-a333-8d019600d462'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:52:48.542414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.551025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-baeda461-e442-469c-8a1d-348a20ffae01 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/quotas/48d8e5e3bc1042a19ae2b98d061869ed HTTP/1.1" status: 200 len: 375 time: 0.0246139 Dec 17 15:52:48.607011 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.672353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475205d7-93e1-41f2-aac3-9179c4c5545c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:48.686106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:48.708073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-56997e30-4830-4bf9-8c66-c4921525b331 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343551 Dec 17 15:52:48.722598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 475205d7-93e1-41f2-aac3-9179c4c5545c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=475205d7-93e1-41f2-aac3-9179c4c5545c,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:48.735453 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.736671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.746144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.746822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2825f97c-8692-45cd-9e2c-e6d299813cdb details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:48.795250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff86055-eab2-4dbc-a8a5-08ccb8551a2f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:48.811048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.812003 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Added segment 2c48b9de-a51b-4819-9047-9311af9b993d of type vlan for network 0fe08a01-943b-4816-989c-e3230b8fb9d8 Dec 17 15:52:48.835155 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.859675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['936d9981-e0da-4340-a510-9083f77860a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:48.897190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-36f27034-046e-455e-8842-b15ef0c710f4 None None] Provisioning complete for port fb2237f8-c5a6-4948-9c81-6b6edddb24b7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:48.897806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36f27034-046e-455e-8842-b15ef0c710f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:48.914969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'Port': ['ID=936d9981-e0da-4340-a510-9083f77860a3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:48.933829 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.050417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] No DVR routers for this DVR port 936d9981-e0da-4340-a510-9083f77860a3 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:49.063725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.068323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd0f608f-b591-45d3-a736-f585429eaf90 req-3cf3fa8c-64a2-482d-ad65-46c18657c0d1 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.49 "DELETE /v2.0/ports/936d9981-e0da-4340-a510-9083f77860a3 HTTP/1.1" status: 204 len: 173 time: 1.8251925 Dec 17 15:52:49.069037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'name': 'network-vif-deleted', 'tag': '936d9981-e0da-4340-a510-9083f77860a3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:49.080116 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd3db28-74f2-4777-abc3-8cc6a0cfc44a" -d '{"events": [{"server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "name": "network-vif-deleted", "tag": "936d9981-e0da-4340-a510-9083f77860a3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:49.116272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7649ff85-f74d-4274-88c1-26bdb61f9820 req-50b2cf2c-4f3a-4a17-a434-ae1302d74ebf tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 210 time: 0.0635836 Dec 17 15:52:49.141781 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.167512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:52:49.181654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41868) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:49.246098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.247277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.247949 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.356416 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aa160b28-3749-48c5-bafb-c23e23c7697a req-03d5af00-0ad5-4c79-95a6-5cdb33320fee tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd19b172-33a2-4c1b-b760-88d5230c0499 HTTP/1.1" status: 200 len: 210 time: 0.0454891 Dec 17 15:52:49.404019 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b871e080-505f-4c33-9738-f00d1ab34131 x-openstack-request-id: req-b871e080-505f-4c33-9738-f00d1ab34131 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:49.404538 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd19b172-33a2-4c1b-b760-88d5230c0499", "name": "network-vif-deleted", "tag": "936d9981-e0da-4340-a510-9083f77860a3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:49.404954 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b871e080-505f-4c33-9738-f00d1ab34131 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:49.405532 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd19b172-33a2-4c1b-b760-88d5230c0499', 'name': 'network-vif-deleted', 'tag': '936d9981-e0da-4340-a510-9083f77860a3', 'status': 'completed', 'code': 200} Dec 17 15:52:49.543049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ee8296a5-c6df-4fe0-bb24-cf20298683b2 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:49.568305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-926978831-network', 'tenant_id': '3356ac0dd40b41e589660909044312a6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:49.582105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=475205d7-93e1-41f2-aac3-9179c4c5545c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:49.599812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-36f27034-046e-455e-8842-b15ef0c710f4 None None] Port fb2237f8-c5a6-4948-9c81-6b6edddb24b7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:49.624563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe08a01-943b-4816-989c-e3230b8fb9d8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:49.646441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:49.649653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.655751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.661953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.662640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.668345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.675691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.684939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.695055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.710687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:49.712666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:49.717456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-a782d52f-99b7-43c5-b119-8a0eb94d02f7 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5431 time: 1.2015808 Dec 17 15:52:49.728598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c37f8d8-469f-4c81-90eb-0e0dc2a42660 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6187067 Dec 17 15:52:49.738879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41886) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:49.748223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Request body: {'subnet': {'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-subnet', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:49.810148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Made reservation on behalf of cc013acf6f5a4fd289621bc84533995a for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:49.813577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.834322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.891794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Allocated IP 172.20.0.2 (a76f84dc-0fdd-417e-bfb2-2be3a81660ed/fc26c333-8250-48c2-a333-8d019600d462/e41050bb-4c9d-4ca5-bed5-f88d81555194) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:49.904291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:49.951406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:50.035552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2825f97c-8692-45cd-9e2c-e6d299813cdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:50.049425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.052064 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Added segment e228fed4-86ab-4ebe-bee8-90625cb7bbf5 of type vlan for network b657c2bb-85d0-4a08-baf9-310c0106bb14 Dec 17 15:52:50.059869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '2825f97c-8692-45cd-9e2c-e6d299813cdb', 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee', 'port_id': '2825f97c-8692-45cd-9e2c-e6d299813cdb', 'mac_address': 'fa:16:3e:94:10:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7339ca3e-5315-4afb-8233-370a9cf91ad2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:50.064103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd5d165-068a-4513-bc98-2e839aba279a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:50.065801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ee8296a5-c6df-4fe0-bb24-cf20298683b2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:50.066433 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.099573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4eb2a449-517a-4df0-95f5-d321123036b5 req-63cac18b-e01a-4829-81fb-85e9a7c9ae6c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3642454 Dec 17 15:52:50.108029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.140529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting port fb2237f8-c5a6-4948-9c81-6b6edddb24b7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:50.140690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.185652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.257398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.267089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:50.267864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.328334 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.334385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d44ccd44-b4b4-497e-b4e5-6b9fd475fc87 req-8dcca130-9c93-4065-900c-647231f9b807 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 210 time: 0.0448067 Dec 17 15:52:50.358588 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.372803 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.393954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Calling delete_port for fb2237f8-c5a6-4948-9c81-6b6edddb24b7 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:50.433436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] Pushing event updated for resources: {'Network': ['ID=b657c2bb-85d0-4a08-baf9-310c0106bb14,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:50.479969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Pushing event updated for resources: {'Port': ['ID=e41050bb-4c9d-4ca5-bed5-f88d81555194,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:50.480539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6687c86d-6928-451b-92b4-7beb39400868 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2982624 Dec 17 15:52:50.481258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41910) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:50.487131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:50.488358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:50.491222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.496806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Request body: {'subnet': {'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-926978831-subnet', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:50.507527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:50.540576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:50.551041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.645499 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:52:50.661808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cacbb4c6-7355-457c-9af9-74aef3814562 req-079af40c-e0c7-4f6c-9a9a-f5fab55285fc tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/131d8c83-7ba2-4160-9398-5c331e11985b HTTP/1.1" status: 200 len: 1815 time: 0.1623609 Dec 17 15:52:50.682626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2825f97c-8692-45cd-9e2c-e6d299813cdb {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:50.688703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a456d88f-fdf6-42c0-8f1a-14b6e024bcbc req-7073187a-4038-4519-ab3f-cca7229c3532 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=496aaf64-d44e-40cf-b9de-29134cdcff44 HTTP/1.1" status: 200 len: 210 time: 0.1159141 Dec 17 15:52:50.709250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:50.711605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.745158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2825f97c-8692-45cd-9e2c-e6d299813cdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:50.782622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Attempting to bind port e41050bb-4c9d-4ca5-bed5-f88d81555194 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:50.783376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Attempting to bind port e41050bb-4c9d-4ca5-bed5-f88d81555194 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:50.784027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Attempting to bind port e41050bb-4c9d-4ca5-bed5-f88d81555194 on network a76f84dc-0fdd-417e-bfb2-2be3a81660ed {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:50.792246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.794222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device bb2a0b15-62e6-4c12-9029-77eda6a9fb88 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:50.825688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:50.885889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:50.886539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Checking segment: {'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:50.887101 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.887687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Bound using segment: {'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:50.888357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Bound port: e41050bb-4c9d-4ca5-bed5-f88d81555194, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:50.888904 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:50.933088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Checking segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:50.942145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Network hostable DHCP agents. Network: 0fe08a01-943b-4816-989c-e3230b8fb9d8, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:50.954653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-e0df6da5-8eb3-4949-bb45-a40d0e50523f tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025653 Dec 17 15:52:50.960777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 936d9981-e0da-4340-a510-9083f77860a3 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:50.972964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.019573 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.021317 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cacbb4c6-7355-457c-9af9-74aef3814562 req-b8ffa5f8-6511-4054-8705-832dc06efada tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.061523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] For port e41050bb-4c9d-4ca5-bed5-f88d81555194, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:51.068760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] For port e41050bb-4c9d-4ca5-bed5-f88d81555194, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e41050bb-4c9d-4ca5-bed5-f88d81555194,segment=NetworkSegment(ee79ff5f-8948-4f38-9c35-d3c6ef64b848),segment_id=ee79ff5f-8948-4f38-9c35-d3c6ef64b848)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:51.129583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 936d9981-e0da-4340-a510-9083f77860a3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:52:51.129956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 936d9981-e0da-4340-a510-9083f77860a3 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:51.137149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:51.137416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cacbb4c6-7355-457c-9af9-74aef3814562 req-b8ffa5f8-6511-4054-8705-832dc06efada tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.154890 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.199216 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.212227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Port': ['ID=fb2237f8-c5a6-4948-9c81-6b6edddb24b7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:51.259469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=2825f97c-8692-45cd-9e2c-e6d299813cdb,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:51.279612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-e0c7fbc9-2d25-481b-9d93-2689f5f48e4a tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:51.281370 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-e0c7fbc9-2d25-481b-9d93-2689f5f48e4a tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099611 Dec 17 15:52:51.377153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cacbb4c6-7355-457c-9af9-74aef3814562 req-b8ffa5f8-6511-4054-8705-832dc06efada tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.381152 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cacbb4c6-7355-457c-9af9-74aef3814562 req-b8ffa5f8-6511-4054-8705-832dc06efada tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.395438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cacbb4c6-7355-457c-9af9-74aef3814562 req-b8ffa5f8-6511-4054-8705-832dc06efada tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/131d8c83-7ba2-4160-9398-5c331e11985b HTTP/1.1" status: 204 len: 173 time: 0.7326803 Dec 17 15:52:51.474097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffa5f8-6511-4054-8705-832dc06efada tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131d8c83-7ba2-4160-9398-5c331e11985b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:51.481373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Allocated IP 172.25.0.182 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/5ef596ac-4489-4f98-abcf-80ff5151a852) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:51.490484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:51.514230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 0fe08a01-943b-4816-989c-e3230b8fb9d8) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:51.517271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'port_id': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'mac_address': 'fa:16:3e:7a:bf:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:51.546706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Request body: {'port': {'device_id': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '48d8e5e3bc1042a19ae2b98d061869ed'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:51.547039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-056e832e-df4d-4631-a292-3bdc78434bd4 req-6cd0aca2-3aec-4acd-b12e-76673069c48b tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0856974 Dec 17 15:52:51.548143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6d5bf-8e71-48e2-b0c7-b1db05f7ec0f None None] Pushing event updated for resources: {'Port': ['ID=e41050bb-4c9d-4ca5-bed5-f88d81555194,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:51.552482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa5b2d-00a7-4a3a-a920-9487a5bc6824 None None] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:51.602703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:51.607012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.794910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.806853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98d47313-e048-47b4-acb9-6cc71077ff1a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0658245 Dec 17 15:52:51.815553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41950) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:51.816846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.859090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:51.864412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2916aeaa-62f0-4edc-a09f-0c9c0e1a9079 req-c1374069-2983-4a12-846c-48f80d7622f8 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 210 time: 0.1284840 Dec 17 15:52:51.884254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2a0b15-62e6-4c12-9029-77eda6a9fb88 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:51.936902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:51.938997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-0fe08a01-943b-4816-989c-e3230b8fb9d8', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:52:51.941126 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.945855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.946794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 001a32c4-b56a-4703-abbe-7beaaf671b63 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:51.949794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:51.953594 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-30470256-fc76-4f82-81fc-51f5de535217 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/ports/fb2237f8-c5a6-4948-9c81-6b6edddb24b7 HTTP/1.1" status: 204 len: 168 time: 3.6312380 Dec 17 15:52:51.965021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:51.996092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:52.004573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:52.018849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:52.021497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-203d0ff9-e00d-49aa-9076-0fda0842e681 req-dfa86fe7-e83e-45bc-a2b7-69600c1e854f tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "GET /v2.0/security-groups/a11b5871-438c-4117-8d9e-9f275e9da3da HTTP/1.1" status: 200 len: 1816 time: 0.1112032 Dec 17 15:52:52.030983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:52.041154 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a75b73-d9a9-4f79-bd74-d6a2456c6bf6 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] GET failed (client error): The resource could not be found. Dec 17 15:52:52.043022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-44a75b73-d9a9-4f79-bd74-d6a2456c6bf6 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "GET /v2.0/ports/fb2237f8-c5a6-4948-9c81-6b6edddb24b7 HTTP/1.1" status: 404 len: 333 time: 0.0768931 Dec 17 15:52:52.046304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41956) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:52.055113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:52.064884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:52.073847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:52.084309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-bdbffa3c-763d-472c-b9e3-b24cc95e23b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5433 time: 0.5160873 Dec 17 15:52:52.138645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.154262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 001a32c4-b56a-4703-abbe-7beaaf671b63, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=001a32c4-b56a-4703-abbe-7beaaf671b63,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:52.169630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.192102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '001a32c4-b56a-4703-abbe-7beaaf671b63', 'network_id': '23384b65-cb3e-4750-95b4-36a39b629de6', 'port_id': '001a32c4-b56a-4703-abbe-7beaaf671b63', 'mac_address': 'fa:16:3e:af:ca:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac46e4e9-a96c-4694-8623-f0357dcdca61', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:52.227832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-203d0ff9-e00d-49aa-9076-0fda0842e681 req-a94574ae-0d85-4d31-a17a-07187da0ac26 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.246702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1296970-5897-4390-9ddc-21a2509fa3f8,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.249475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.251063 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.262746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-203d0ff9-e00d-49aa-9076-0fda0842e681 req-a94574ae-0d85-4d31-a17a-07187da0ac26 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.296260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.305159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Allocated IP 172.20.0.2 (0fe08a01-943b-4816-989c-e3230b8fb9d8/fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932/20459a47-e2f4-4344-b405-dfd441a174b7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:52.307551 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.337196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001a32c4-b56a-4703-abbe-7beaaf671b63 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:52.362328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:52.368329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:52.371535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:52.381252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting port 18ecdafa-c75d-44d6-8100-10e6b1b0c392 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:52.382337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.392401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.444670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 001a32c4-b56a-4703-abbe-7beaaf671b63, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=001a32c4-b56a-4703-abbe-7beaaf671b63,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:52.454033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.455209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a8f6a4b7-3a12-4302-85c9-76d8441471ff details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:52:52.471489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef596ac-4489-4f98-abcf-80ff5151a852,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.481987 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-203d0ff9-e00d-49aa-9076-0fda0842e681 req-a94574ae-0d85-4d31-a17a-07187da0ac26 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.485610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-203d0ff9-e00d-49aa-9076-0fda0842e681 req-a94574ae-0d85-4d31-a17a-07187da0ac26 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.486817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-203d0ff9-e00d-49aa-9076-0fda0842e681 req-a94574ae-0d85-4d31-a17a-07187da0ac26 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] 10.222.0.54 "DELETE /v2.0/security-groups/a11b5871-438c-4117-8d9e-9f275e9da3da HTTP/1.1" status: 204 len: 173 time: 0.4645205 Dec 17 15:52:52.500342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41958) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:52.556018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=001a32c4-b56a-4703-abbe-7beaaf671b63,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.561124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] Deleting subnet 584ef881-c9e6-4a5b-b079-21a123e1c61c {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:52:52.570849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94574ae-0d85-4d31-a17a-07187da0ac26 tempest-SecurityGroupsTestJSON-324985723 tempest-SecurityGroupsTestJSON-324985723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b5871-438c-4117-8d9e-9f275e9da3da,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.586155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a8f6a4b7-3a12-4302-85c9-76d8441471ff, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:52.600985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff', 'network_id': 'd56efdfb-2214-495b-b81d-8728c73706ee', 'port_id': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff', 'mac_address': 'fa:16:3e:c0:e3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7339ca3e-5315-4afb-8233-370a9cf91ad2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:52:52.621305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.757038 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.785258 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.788666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5938c06-3a23-42ca-806a-1c986a991732 req-90e5a2a7-698b-40a4-9dbc-b8ee18949c88 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0867791 Dec 17 15:52:52.821309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Calling delete_port for 18ecdafa-c75d-44d6-8100-10e6b1b0c392 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:52.849742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.891265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.913645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6a4b7-3a12-4302-85c9-76d8441471ff {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:52.973441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a8f6a4b7-3a12-4302-85c9-76d8441471ff, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:52.982847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:52.992683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.027568 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.073430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:53.075813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:53.077857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=a8f6a4b7-3a12-4302-85c9-76d8441471ff,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:53.084436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:53.089875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfdb9a-7713-4f68-af80-25d2b78cb0e4 None None] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:53.116727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Checking segment: {'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:53.117417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Network hostable DHCP agents. Network: b657c2bb-85d0-4a08-baf9-310c0106bb14, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:53.119238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Made reservation on behalf of 48d8e5e3bc1042a19ae2b98d061869ed for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:53.123379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.252360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8455c9d-ccbf-455c-b4d4-1078f1312d9f req-50f941a4-d7e5-4f5d-b4cf-b0b67f5a4d73 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1667538 Dec 17 15:52:53.300666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.309132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:53.343113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b657c2bb-85d0-4a08-baf9-310c0106bb14) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:53.351788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:53.352651 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.371465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Attempting to bind port 20459a47-e2f4-4344-b405-dfd441a174b7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:53.371875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Attempting to bind port 20459a47-e2f4-4344-b405-dfd441a174b7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:53.372208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Attempting to bind port 20459a47-e2f4-4344-b405-dfd441a174b7 on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:53.374227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f765c-e228-4a3d-8a95-506a92f96c64 None None] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:53.431349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2723af92-29b3-4205-b38e-ecd46643d611 None None] Provisioning complete for port e41050bb-4c9d-4ca5-bed5-f88d81555194 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:53.431880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2723af92-29b3-4205-b38e-ecd46643d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.435003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Pushing event updated for resources: {'Port': ['ID=20459a47-e2f4-4344-b405-dfd441a174b7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:53.442593 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5ff7baf8-7cc3-497e-a63b-c9ad10147bc9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9529939 Dec 17 15:52:53.448449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41964) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:53.455180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:53.455581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Checking segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:53.455969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.456359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Bound using segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:53.456640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:53.456869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Bound port: 20459a47-e2f4-4344-b405-dfd441a174b7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:53.457206 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.466140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.473672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Allocated IP 192.168.233.157 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/1d2671d6-3b09-45bf-925d-5238c09eff62) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:53.533418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['475205d7-93e1-41f2-aac3-9179c4c5545c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:53.535329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e41050bb-4c9d-4ca5-bed5-f88d81555194 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:53.537169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['fa249c3a-7da9-4703-8c36-4626db76d9dc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:53.566684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.567721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.570880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-198a3a7d-8b6e-4c79-a297-f3ea3e7201ec req-e5399dad-c851-4531-b450-f7c852c4b61c tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 210 time: 0.2850072 Dec 17 15:52:53.584626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['bb2a0b15-62e6-4c12-9029-77eda6a9fb88'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:53.595022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdafaca8-e47d-469a-9d21-502448d7075b req-ca089787-3cfc-4aca-9b8b-110c86a6def4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=496aaf64-d44e-40cf-b9de-29134cdcff44 HTTP/1.1" status: 200 len: 210 time: 0.1303754 Dec 17 15:52:53.700567 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.705524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.743171 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.748439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/584ef881-c9e6-4a5b-b079-21a123e1c61c HTTP/1.1" status: 204 len: 168 time: 1.2469881 Dec 17 15:52:53.752640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19b8c4-bfb5-48d2-8470-ed82bc102ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584ef881-c9e6-4a5b-b079-21a123e1c61c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:53.755296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41970) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:53.764831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['a8f6a4b7-3a12-4302-85c9-76d8441471ff'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:53.769167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] For port 20459a47-e2f4-4344-b405-dfd441a174b7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:53.932436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-b657c2bb-85d0-4a08-baf9-310c0106bb14', 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14', 'project_id': '3356ac0dd40b41e589660909044312a6', 'fixed_ips': [{'subnet_id': 'd1296970-5897-4390-9ddc-21a2509fa3f8'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:52:53.933295 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.953290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.957126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.968069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e41050bb-4c9d-4ca5-bed5-f88d81555194 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:53.968429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:53.999765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.000453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Port': ['ID=18ecdafa-c75d-44d6-8100-10e6b1b0c392,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:54.024338 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.043955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] For port 20459a47-e2f4-4344-b405-dfd441a174b7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=20459a47-e2f4-4344-b405-dfd441a174b7,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:54.061104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.065890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35dd83c0-ab55-4ae2-8705-4164adc47a45 req-707c53d4-56ca-4554-9ffc-8d1d6a096c73 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0778742 Dec 17 15:52:54.074639 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.075122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.184168 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2723af92-29b3-4205-b38e-ecd46643d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.189487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.212642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.218657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9cbc440a-e4e3-4fff-ac1e-12dedf4871c3 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/ports/18ecdafa-c75d-44d6-8100-10e6b1b0c392 HTTP/1.1" status: 204 len: 168 time: 2.1691802 Dec 17 15:52:54.256249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41976) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:54.274904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f998b75c-9a58-4cf4-a4ff-26d42c0218c9 req-8c5acbad-132f-40f9-bd0f-14810c063332 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0788944 Dec 17 15:52:54.281583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.334403 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ac897e-1346-4e8b-85f8-6c2c56707b11 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] GET failed (client error): The resource could not be found. Dec 17 15:52:54.339249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-36ac897e-1346-4e8b-85f8-6c2c56707b11 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "GET /v2.0/ports/18ecdafa-c75d-44d6-8100-10e6b1b0c392 HTTP/1.1" status: 404 len: 333 time: 0.0786052 Dec 17 15:52:54.351855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41980) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:54.381199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.403878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:54.477793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ff2a46-4020-4f5f-ab99-033e790b6e02']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:54.513097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Pushing event updated for resources: {'Port': ['ID=1d2671d6-3b09-45bf-925d-5238c09eff62,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:54.514943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:54.527704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['2825f97c-8692-45cd-9e2c-e6d299813cdb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:54.534698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Allocated IP 172.25.0.107 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/063560f3-0eb3-4686-a29e-0aa5c8633e91) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:54.537868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:54.554732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af951c15-3a6b-4346-8119-5b101e986a7f') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:54.555317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af951c15-3a6b-4346-8119-5b101e986a7f') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:54.602542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.612052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500952b-3cd0-4cc8-8ea8-228710424bb1 None None] Pushing event updated for resources: {'Port': ['ID=20459a47-e2f4-4344-b405-dfd441a174b7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:54.649890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['af86f54b-aced-4965-a78e-cb34f69485f3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:54.652138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['001a32c4-b56a-4703-abbe-7beaaf671b63'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:54.658857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.724761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.725417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.729428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.745698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.757627 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-1324e338-08c2-400d-ab80-22a17d1e23de tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2152922 Dec 17 15:52:54.782100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Request body: {'port': {'device_id': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:54.787500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.812965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.820661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.830233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.836107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.838100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-218a7948-6177-4159-85bb-68026d711707 req-be26cb4e-f5c7-491a-aada-c3621333b1e0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5436 time: 0.3976018 Dec 17 15:52:54.840364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:52:54.840753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:52:54.844099 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:52:54.857516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2723af92-29b3-4205-b38e-ecd46643d611 None None] For port e41050bb-4c9d-4ca5-bed5-f88d81555194, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e41050bb-4c9d-4ca5-bed5-f88d81555194,segment=NetworkSegment(ee79ff5f-8948-4f38-9c35-d3c6ef64b848),segment_id=ee79ff5f-8948-4f38-9c35-d3c6ef64b848)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:54.859110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Router 4437d65a-193e-4953-9b93-87d4c06cdff2 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:52:54.917495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting port a3adb7ee-5e89-4160-9335-0f0025196777 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:52:54.917833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.949841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2723af92-29b3-4205-b38e-ecd46643d611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.983224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:54.994321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.054697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-218a7948-6177-4159-85bb-68026d711707 req-a61ffdb9-4ee1-49c4-bd6c-88cb8bd91234 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400168 Dec 17 15:52:55.060082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.061287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723af92-29b3-4205-b38e-ecd46643d611 None None] Pushing event updated for resources: {'Port': ['ID=e41050bb-4c9d-4ca5-bed5-f88d81555194,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:55.067368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6c03f-d968-432e-8a4f-74f382bf2383 req-c682f9f9-8fc9-4598-8c6b-2ce2a3cbfcfb tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:55.069421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6d6c03f-d968-432e-8a4f-74f382bf2383 req-c682f9f9-8fc9-4598-8c6b-2ce2a3cbfcfb tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 936 time: 0.2450666 Dec 17 15:52:55.189618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.193306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-19cfb0be-10a4-4719-8a4c-645df2cab251 None None] Provisioning complete for port 1d2671d6-3b09-45bf-925d-5238c09eff62 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:55.193667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19cfb0be-10a4-4719-8a4c-645df2cab251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.207155 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.210819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/87ff2a46-4020-4f5f-ab99-033e790b6e02 HTTP/1.1" status: 204 len: 168 time: 1.4509015 Dec 17 15:52:55.214126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Allocated IP 172.20.0.2 (b657c2bb-85d0-4a08-baf9-310c0106bb14/d1296970-5897-4390-9ddc-21a2509fa3f8/c832c8f2-7428-4ae3-a761-b3b0892e6bf9) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:55.246324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208a140-9c72-45c2-83a6-d1c24dfa72a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ff2a46-4020-4f5f-ab99-033e790b6e02,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:55.289554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0fb6a045-dbfd-4664-b3c6-1345793abd64 req-832e0d01-27a8-4649-91bd-8017b9b0eda5 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0846806 Dec 17 15:52:55.361915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.365021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:55.388846 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Sync routers for ids ['4437d65a-193e-4953-9b93-87d4c06cdff2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:55.390530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.391924 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e826de7-955b-492e-bf12-6fbbe18dac32 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1770036 Dec 17 15:52:55.392949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Calling delete_port for a3adb7ee-5e89-4160-9335-0f0025196777 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:52:55.394508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41990) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:55.416444 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Routers {'4437d65a-193e-4953-9b93-87d4c06cdff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:55.418046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-19cfb0be-10a4-4719-8a4c-645df2cab251 None None] Port 1d2671d6-3b09-45bf-925d-5238c09eff62 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:55.422123 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4437d65a-193e-4953-9b93-87d4c06cdff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:55.549378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-19cfb0be-10a4-4719-8a4c-645df2cab251 None None] Provisioning complete for port e41050bb-4c9d-4ca5-bed5-f88d81555194 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:55.549378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19cfb0be-10a4-4719-8a4c-645df2cab251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:55.620062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41992) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:55.621935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:52:55.622293 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:52:55.654164 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Set router 4437d65a-193e-4953-9b93-87d4c06cdff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:55.683002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d1d8b568-d2d0-4537-b371-226d8fe748e6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:55.889044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:52:52Z', 'revision_number': 3, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port': {'id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:51Z', 'updated_at': '2021-12-17T15:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:55.895277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-36c37a6f-c6d9-429a-9729-9b0576725d90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87d90358094648ec98b5616e709000f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740939 Dec 17 15:52:55.899652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41994) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:55.995259 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.049267 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Checking router: 4437d65a-193e-4953-9b93-87d4c06cdff2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:56.050046 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Updating router 4437d65a-193e-4953-9b93-87d4c06cdff2 port 5ef596ac-4489-4f98-abcf-80ff5151a852 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:52:56.058637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.083067 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.102439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2671d6-3b09-45bf-925d-5238c09eff62 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:56.112768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.124939 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.168305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.184919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=063560f3-0eb3-4686-a29e-0aa5c8633e91,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:56.199335 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.199734 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.273791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:56.275186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Transition to ACTIVE for port object 1d2671d6-3b09-45bf-925d-5238c09eff62 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:56.284004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Port': ['ID=a3adb7ee-5e89-4160-9335-0f0025196777,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:56.285760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37340584-ae84-4565-b321-26e35f6224c8 None None] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:56.288557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Pushing event updated for resources: {'Port': ['ID=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:56.293301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6d6c03f-d968-432e-8a4f-74f382bf2383 req-3946905b-8331-49fa-a10a-dca17d086f22 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1754036 Dec 17 15:52:56.296228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:56.302429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.312547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:56.347323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbd45-80e2-4852-a3b8-d10860505e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.381547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:56.401851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:56.411917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:56.418873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:56.427331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:56.434219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:56.441901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:56.444204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-4505f4d6-6dc0-4e44-b80c-fb1d04e63918 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5436 time: 0.2320666 Dec 17 15:52:56.446587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:56.477906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbd45-80e2-4852-a3b8-d10860505e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.482965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:56.526068 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.542149 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.559712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:56.591047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2eee4f68-fddb-415e-942e-2b08ddbb23d1 req-c2b2501f-eea4-4d71-933a-2ea96db3c544 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1492484 Dec 17 15:52:56.647864 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785382c-a458-4366-b4fa-39cf4d98f272 None None] Pushing event updated for resources: {'Port': ['ID=5ef596ac-4489-4f98-abcf-80ff5151a852,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:56.685029 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Attempting to bind port 5ef596ac-4489-4f98-abcf-80ff5151a852 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:56.685401 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Attempting to bind port 5ef596ac-4489-4f98-abcf-80ff5151a852 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:56.685757 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Attempting to bind port 5ef596ac-4489-4f98-abcf-80ff5151a852 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:56.711725 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:56.712184 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:56.712593 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.712985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:56.713466 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Bound port: 5ef596ac-4489-4f98-abcf-80ff5151a852, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:56.713856 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.737648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Pushing event updated for resources: {'Port': ['ID=1d2671d6-3b09-45bf-925d-5238c09eff62,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:56.779883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbd45-80e2-4852-a3b8-d10860505e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.786158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 20459a47-e2f4-4344-b405-dfd441a174b7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:56.792377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbd45-80e2-4852-a3b8-d10860505e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.793546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4bcbbd45-80e2-4852-a3b8-d10860505e72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d47527fb-3f94-437f-b43d-deee232d4d88 HTTP/1.1" status: 204 len: 168 time: 0.8911436 Dec 17 15:52:56.842100 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] For port 5ef596ac-4489-4f98-abcf-80ff5151a852, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:56.854771 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] For port 5ef596ac-4489-4f98-abcf-80ff5151a852, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=5ef596ac-4489-4f98-abcf-80ff5151a852,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:56.862556 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.909989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7fa205a9-aba0-421a-8d18-8f16acb63ce9 None None] Provisioning complete for port 20459a47-e2f4-4344-b405-dfd441a174b7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:56.910595 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fa205a9-aba0-421a-8d18-8f16acb63ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.914409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Allocated IP 172.25.0.123 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d014224b-a7f1-471c-b403-ef64889b11d5) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:56.947407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:56.961594 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-711476a4-7231-4f93-81f4-1e0276045bb8 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/ports/a3adb7ee-5e89-4160-9335-0f0025196777 HTTP/1.1" status: 204 len: 168 time: 2.6080511 Dec 17 15:52:56.969765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Attempting to bind port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:56.970381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Attempting to bind port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:56.970933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Attempting to bind port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 on network b657c2bb-85d0-4a08-baf9-310c0106bb14 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:56.984829 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Routers {'4437d65a-193e-4953-9b93-87d4c06cdff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:56.985711 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4437d65a-193e-4953-9b93-87d4c06cdff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:57.023875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:57.024440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Checking segment: {'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:57.024711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.025864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Bound using segment: {'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:57.026562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42012) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:57.027113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Bound port: c832c8f2-7428-4ae3-a761-b3b0892e6bf9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:57.027113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.067558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbbd45-80e2-4852-a3b8-d10860505e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47527fb-3f94-437f-b43d-deee232d4d88,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:57.086771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a8f6a4b7-3a12-4302-85c9-76d8441471ff up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:57.116935 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785382c-a458-4366-b4fa-39cf4d98f272 None None] Pushing event updated for resources: {'Port': ['ID=5ef596ac-4489-4f98-abcf-80ff5151a852,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:57.217353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-273c4738-c77b-46f6-982e-2c5ac6df62d9 req-fdba13b4-e5b3-4c7b-8615-b25568006c84 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5256612 Dec 17 15:52:57.237386 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.293608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Attempting to bind port 1d2671d6-3b09-45bf-925d-5238c09eff62 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:52:57.294224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Attempting to bind port 1d2671d6-3b09-45bf-925d-5238c09eff62 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:52:57.294756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Attempting to bind port 1d2671d6-3b09-45bf-925d-5238c09eff62 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:57.336632 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] Set router 4437d65a-193e-4953-9b93-87d4c06cdff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:57.399252 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5700ae74-687e-4e69-a73c-10bfe1d306f6 req-f7b63762-c389-4f81-9065-724aa8acd800 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1420310 Dec 17 15:52:57.402435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] For port c832c8f2-7428-4ae3-a761-b3b0892e6bf9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:57.408264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] For port c832c8f2-7428-4ae3-a761-b3b0892e6bf9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,segment=NetworkSegment(e228fed4-86ab-4ebe-bee8-90625cb7bbf5),segment_id=e228fed4-86ab-4ebe-bee8-90625cb7bbf5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:57.423410 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.429253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Port 1d2671d6-3b09-45bf-925d-5238c09eff62 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:57.429725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Attempting to bind port 1d2671d6-3b09-45bf-925d-5238c09eff62 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:57.454086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 20459a47-e2f4-4344-b405-dfd441a174b7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:57.454458 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.504743 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fa205a9-aba0-421a-8d18-8f16acb63ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.511721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.532933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting subnet c934e057-b5a0-4fdf-b1e3-25714107b51e {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:52:57.598699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7a7a4-d6a7-40c2-aa81-2c36f43b6560 req-804b7037-5af1-4394-96c9-036de7f823ae tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:57.605613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6b7a7a4-d6a7-40c2-aa81-2c36f43b6560 req-804b7037-5af1-4394-96c9-036de7f823ae tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 948 time: 0.1425405 Dec 17 15:52:57.656512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb24b-f130-42d2-bd27-ecbf14d48fe9 None None] Pushing event updated for resources: {'Port': ['ID=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:57.663566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port a8f6a4b7-3a12-4302-85c9-76d8441471ff completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:57.668764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Allocated IP 172.20.0.1 (a76f84dc-0fdd-417e-bfb2-2be3a81660ed/fc26c333-8250-48c2-a333-8d019600d462/9b1e37ec-07d5-483f-ba6e-2f4e47387b17) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:57.671406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.682631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:57.684184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7fa205a9-aba0-421a-8d18-8f16acb63ce9 None None] For port 20459a47-e2f4-4344-b405-dfd441a174b7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=20459a47-e2f4-4344-b405-dfd441a174b7,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:57.685081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:52:57.685081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:57.685594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port a8f6a4b7-3a12-4302-85c9-76d8441471ff triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:57.685839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Bound port: 1d2671d6-3b09-45bf-925d-5238c09eff62, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:52:57.686075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.686763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.711163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fa205a9-aba0-421a-8d18-8f16acb63ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.736518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6b7a7a4-d6a7-40c2-aa81-2c36f43b6560 req-ea0e35a2-6e38-4da5-96f2-dca0089b0a9d tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250322 Dec 17 15:52:57.775222 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:52:52Z', 'revision_number': 3, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port': {'id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:51Z', 'updated_at': '2021-12-17T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:57.811587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e41050bb-4c9d-4ca5-bed5-f88d81555194 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:57.814490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.839503 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da6d1f8-2fe0-4279-847d-99126fefa41e None None] The sync data for ids ['4437d65a-193e-4953-9b93-87d4c06cdff2'] in n-d-806683-20 is: [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:52:52Z', 'revision_number': 3, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port': {'id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:51Z', 'updated_at': '2021-12-17T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:57.886831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa205a9-aba0-421a-8d18-8f16acb63ce9 None None] Pushing event updated for resources: {'Port': ['ID=20459a47-e2f4-4344-b405-dfd441a174b7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:57.939213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7eb16bc4-a6dc-445d-905c-e568aef55974 None None] Provisioning complete for port 20459a47-e2f4-4344-b405-dfd441a174b7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:57.939994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7eb16bc4-a6dc-445d-905c-e568aef55974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:57.972430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.031670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.059661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.082870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e41050bb-4c9d-4ca5-bed5-f88d81555194 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:58.083233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.106431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.128925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:58.133239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:58.135958 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac8cb4a-d517-42a4-a544-25a3a62ed7ba" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:58.152678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Pushing event updated for resources: {'Port': ['ID=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:58.168153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:58.190449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:58.217459 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d628b059-00df-410f-846b-b0b731967fae x-openstack-request-id: req-d628b059-00df-410f-846b-b0b731967fae {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:58.218135 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:58.219023 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d628b059-00df-410f-846b-b0b731967fae {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:58.219608 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff', 'code': 200} Dec 17 15:52:58.223174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a8f6a4b7-3a12-4302-85c9-76d8441471ff, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:58.247320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.248189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 475205d7-93e1-41f2-aac3-9179c4c5545c up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:58.254347 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.306905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] For port 1d2671d6-3b09-45bf-925d-5238c09eff62, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:58.313430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] For port 1d2671d6-3b09-45bf-925d-5238c09eff62, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1d2671d6-3b09-45bf-925d-5238c09eff62,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:58.327093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.333806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.474551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:58.529949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:58.555105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.555732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.563428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.565414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] 10.222.0.49 "PUT /v2.0/ports/1d2671d6-3b09-45bf-925d-5238c09eff62 HTTP/1.1" status: 200 len: 1097 time: 3.7940090 Dec 17 15:52:58.567442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'tag': '1d2671d6-3b09-45bf-925d-5238c09eff62'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:58.574045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.579725 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58c56fd-ac6a-4820-a2e9-0e1b19142229" -d '{"events": [{"name": "network-changed", "server_uuid": "18f97fb3-d46c-464d-b036-d4fd9d41009e", "tag": "1d2671d6-3b09-45bf-925d-5238c09eff62"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:58.586427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.601740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:58.622590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.630894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.637464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.645616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 475205d7-93e1-41f2-aac3-9179c4c5545c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:58.652209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 475205d7-93e1-41f2-aac3-9179c4c5545c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:58.652683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.663508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:58.665502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.697751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.699613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-d02fa206-7cae-453a-9eb0-23ae8cb88ced tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5437 time: 0.3233471 Dec 17 15:52:58.702806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=a8f6a4b7-3a12-4302-85c9-76d8441471ff,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:58.777328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.837170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 475205d7-93e1-41f2-aac3-9179c4c5545c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=475205d7-93e1-41f2-aac3-9179c4c5545c,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:58.838775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c0ee9df8-d1da-4bc9-afbf-5ef07c411f52 None None] Provisioning complete for port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:58.839320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9df8-d1da-4bc9-afbf-5ef07c411f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.844585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b41ba991-2f44-4aad-980c-fae5cc56b25e req-55140089-8e64-4876-a240-f9be08460227 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.3044131 Dec 17 15:52:58.885528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee9df8-d1da-4bc9-afbf-5ef07c411f52 None None] Port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:52:58.887017 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:58.887844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2825f97c-8692-45cd-9e2c-e6d299813cdb up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:58.926209 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c31d3b99-59a5-4e04-82af-3fd1f638cfc5 req-7e8704e7-d203-4780-b476-572f6657904e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2098386 Dec 17 15:52:58.930281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1968053218-network', 'tenant_id': '41916107ae22400d86beaa8849cdf344'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:58.994797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.038257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=475205d7-93e1-41f2-aac3-9179c4c5545c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.067400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 2825f97c-8692-45cd-9e2c-e6d299813cdb completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:59.075201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 2825f97c-8692-45cd-9e2c-e6d299813cdb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:59.075636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.082097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Made reservation on behalf of 41916107ae22400d86beaa8849cdf344 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:59.090400 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc40ca9c-68a3-494a-87a9-bf257d998deb x-openstack-request-id: req-cc40ca9c-68a3-494a-87a9-bf257d998deb {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:59.090828 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f97fb3-d46c-464d-b036-d4fd9d41009e", "tag": "1d2671d6-3b09-45bf-925d-5238c09eff62", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:59.091197 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc40ca9c-68a3-494a-87a9-bf257d998deb {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:59.091695 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'tag': '1d2671d6-3b09-45bf-925d-5238c09eff62', 'status': 'completed', 'code': 200} Dec 17 15:52:59.099502 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.121214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.131780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808be2fa-c173-4ce0-b320-2a0f1bc6916e service neutron] Pushing event updated for resources: {'Port': ['ID=1d2671d6-3b09-45bf-925d-5238c09eff62,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.241304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c832c8f2-7428-4ae3-a761-b3b0892e6bf9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:59.300650 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.344398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d47852b-b5a3-411c-ae77-3e96bd9a3a7c None None] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:59.361881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.373708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-f8953d68-72b0-4ab4-a915-6aea9f862fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.373989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2825f97c-8692-45cd-9e2c-e6d299813cdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:59.375731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-f8953d68-72b0-4ab4-a915-6aea9f862fe9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 1100 time: 0.7134500 Dec 17 15:52:59.382695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.407120 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.407975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device bb2a0b15-62e6-4c12-9029-77eda6a9fb88 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:59.413040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Pushing event updated for resources: {'Port': ['ID=d014224b-a7f1-471c-b403-ef64889b11d5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.465205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Subnet': ['ID=c934e057-b5a0-4fdf-b1e3-25714107b51e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.493022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:59.493382 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.536116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-d9037df8-236b-42f9-8d60-b59eed28b7f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1d2671d6-3b09-45bf-925d-5238c09eff62 HTTP/1.1" status: 200 len: 217 time: 0.1507382 Dec 17 15:52:59.547534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.553078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e3f8280-e2e9-4002-b6a1-4fe48711c853 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/subnets/c934e057-b5a0-4fdf-b1e3-25714107b51e HTTP/1.1" status: 204 len: 168 time: 2.5178087 Dec 17 15:52:59.566240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f7a4da28-1861-4950-8d0d-232a69fbe0c0 None None] Provisioning complete for port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:59.567137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f7a4da28-1861-4950-8d0d-232a69fbe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.567268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:52:59.746538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=2825f97c-8692-45cd-9e2c-e6d299813cdb,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.748502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec3fc6-848b-43c7-b251-3d2431dda566 req-0d5a8daa-6392-4309-92f0-42dd0cd7532c tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.750958 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15ec3fc6-848b-43c7-b251-3d2431dda566 req-0d5a8daa-6392-4309-92f0-42dd0cd7532c tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 948 time: 0.5959914 Dec 17 15:52:59.752350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f61c6b-e341-4d70-bbc7-08094386ed88 None None] Network cbb270f9-8739-47c3-bba2-367c3c2caee1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:52:59.855263 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.877400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.892752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.903632 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15ec3fc6-848b-43c7-b251-3d2431dda566 req-0a00516f-47b3-4ec9-8671-16607372dfb0 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374202 Dec 17 15:52:59.913568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:52:59.930975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:52:59.932068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:59.947561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:59.947561 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.012001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.012625 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Added segment 5a73a4ca-1b74-474b-ab79-8356899ca4c9 of type vlan for network f8d982da-a762-4506-bfac-fbcc2524a64e Dec 17 15:53:00.013573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807969e5-94f7-4fbd-8c7c-c00ac5ed0203,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:00.054838 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.060417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Pushing event updated for resources: {'Port': ['ID=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:00.077339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.114782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.136438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-9fc65223-777d-4d7f-8bfd-63cfbc4bc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.138109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-9fc65223-777d-4d7f-8bfd-63cfbc4bc8a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.5924397 Dec 17 15:53:00.160745 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f7a4da28-1861-4950-8d0d-232a69fbe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.198508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd606f64-fd24-4d8e-b3f4-4d899bc0d3de req-f994df55-b9f0-4956-852a-e642380a2133 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0647464 Dec 17 15:53:00.232440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:00.240756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475205d7-93e1-41f2-aac3-9179c4c5545c'}, {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:00.244585 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881f4da-aa12-475a-b289-aa519b852209" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "475205d7-93e1-41f2-aac3-9179c4c5545c"}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:00.247887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:00.262373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.298811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.305202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.318676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.324871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.333578 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422efb7a-f3bf-440c-b08e-94b41c2810f1 x-openstack-request-id: req-422efb7a-f3bf-440c-b08e-94b41c2810f1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:00.333848 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "475205d7-93e1-41f2-aac3-9179c4c5545c", "code": 200}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:00.334107 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-422efb7a-f3bf-440c-b08e-94b41c2810f1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:00.334800 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475205d7-93e1-41f2-aac3-9179c4c5545c', 'code': 200} Dec 17 15:53:00.335013 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb', 'code': 200} Dec 17 15:53:00.335294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.338780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port c832c8f2-7428-4ae3-a761-b3b0892e6bf9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,segment=NetworkSegment(e228fed4-86ab-4ebe-bee8-90625cb7bbf5),segment_id=e228fed4-86ab-4ebe-bee8-90625cb7bbf5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:00.340179 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.345681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.346548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 20459a47-e2f4-4344-b405-dfd441a174b7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:00.346749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.350978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.360272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.362241 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-f9a285c3-6604-404d-8247-9be7a641472d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5439 time: 0.3259945 Dec 17 15:53:00.363024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.365136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.365591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.509872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] DHCP port deletion for cbb270f9-8739-47c3-bba2-367c3c2caee1 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:53:00.510044 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0337555 Dec 17 15:53:00.521800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:00.523620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-3dbaa9f4-239d-418f-b076-9cd06c58948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.525337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-3dbaa9f4-239d-418f-b076-9cd06c58948c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3710296 Dec 17 15:53:00.535933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Request body: {'subnet': {'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1968053218-subnet', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:00.568969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-162fc0cb-9fc8-471a-91d6-4d28afbf9373 req-36112ab7-c31d-46ca-89ee-4d0ffc7ea4d0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1989138 Dec 17 15:53:00.571872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ccac-6939-4ffd-bad5-ab0c405896c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8d982da-a762-4506-bfac-fbcc2524a64e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:00.623055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f8d982da-a762-4506-bfac-fbcc2524a64e details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:53:00.688351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:53:00.694051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Router 4437d65a-193e-4953-9b93-87d4c06cdff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:53:00.704666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:00.708315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 20459a47-e2f4-4344-b405-dfd441a174b7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:00.708835 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.711740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-f7a4da28-1861-4950-8d0d-232a69fbe0c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:53:00.713091 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-f7a4da28-1861-4950-8d0d-232a69fbe0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:53:00.722228 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.722789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 001a32c4-b56a-4703-abbe-7beaaf671b63 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:00.737908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Made reservation on behalf of 41916107ae22400d86beaa8849cdf344 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:00.739965 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.766126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:00.815566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:00.821207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d8f0fb47-0fa7-4548-bdb3-e292f73dff9f admin admin] 10.222.0.54 "PUT /v2.0/routers/4437d65a-193e-4953-9b93-87d4c06cdff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4257061 Dec 17 15:53:00.841848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Sync routers for ids ['4437d65a-193e-4953-9b93-87d4c06cdff2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:00.874946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Routers {'4437d65a-193e-4953-9b93-87d4c06cdff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:00.875704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4437d65a-193e-4953-9b93-87d4c06cdff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:00.879079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Deleting port 36a96be8-d7f2-4e07-b749-8502935e2519 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:00.879434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.932731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] Deleting port 36a96be8-d7f2-4e07-b749-8502935e2519 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:00.933118 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:00.945171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:00.993509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 001a32c4-b56a-4703-abbe-7beaaf671b63 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:01.016487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 001a32c4-b56a-4703-abbe-7beaaf671b63 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:01.016861 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.079469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-cda36727-ca13-4d4d-962d-6fc961419ea7 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358915 Dec 17 15:53:01.125864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] For port 36a96be8-d7f2-4e07-b749-8502935e2519, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=36a96be8-d7f2-4e07-b749-8502935e2519,segment=NetworkSegment(3caab600-aa7f-4e77-a59c-10778e09d3b6),segment_id=3caab600-aa7f-4e77-a59c-10778e09d3b6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:01.126268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.153621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] For port 36a96be8-d7f2-4e07-b749-8502935e2519, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=36a96be8-d7f2-4e07-b749-8502935e2519,segment=NetworkSegment(3caab600-aa7f-4e77-a59c-10778e09d3b6),segment_id=3caab600-aa7f-4e77-a59c-10778e09d3b6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:01.154326 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.160669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ef596ac-4489-4f98-abcf-80ff5151a852 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:01.165825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] Calling delete_port for 36a96be8-d7f2-4e07-b749-8502935e2519 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:01.201962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Set router 4437d65a-193e-4953-9b93-87d4c06cdff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:01.225271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Calling delete_port for 36a96be8-d7f2-4e07-b749-8502935e2519 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:01.284730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:01.295764 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:01.318489 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:01.322104 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:01.348384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf4c23-26b1-4c01-bb23-c5c7c32762a1 req-4e089349-44fb-41ac-89d0-69dc94f37d24 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:01.349952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eaf4c23-26b1-4c01-bb23-c5c7c32762a1 req-4e089349-44fb-41ac-89d0-69dc94f37d24 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 948 time: 0.3039484 Dec 17 15:53:01.355386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2211881f-de29-4d7d-8f13-788f1f9713dd req-89b5fd22-9cfa-41dc-8294-1eb376f95b1f tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0464711 Dec 17 15:53:01.391262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.464930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.466069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f43dc924-1e7a-4dfc-87e4-057b5d62e9f9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.6138012 Dec 17 15:53:01.469203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42080) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:01.480098 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:01.571948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22fff0fd-9cc0-4b68-b9bd-bc9d99775a88 req-c7cda68b-6ea0-463f-bdc3-37653ca54e20 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708297 Dec 17 15:53:01.714405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 5ef596ac-4489-4f98-abcf-80ff5151a852 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:01.715527 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.794906 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:52:56Z', 'revision_number': 3, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:01.832306 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:01.832677 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Updating router 4d3300f7-b566-4aa7-8e80-fae6387e60ee port 063560f3-0eb3-4686-a29e-0aa5c8633e91 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:53:01.882514 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.901190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.907192 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:01.933169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eaf4c23-26b1-4c01-bb23-c5c7c32762a1 req-cd79b20c-ea66-4470-9053-c8c54845422b tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440571 Dec 17 15:53:02.006514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.052935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Port': ['ID=36a96be8-d7f2-4e07-b749-8502935e2519,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:02.053259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.065279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.077873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.082420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] No DVR routers for this DVR port 36a96be8-d7f2-4e07-b749-8502935e2519 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:02.092488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.108552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.122636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.137411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.149490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-7fcc3f96-896d-4382-9e93-998ee449b232 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5440 time: 0.3777730 Dec 17 15:53:02.205459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Pushing event updated for resources: {'Subnet': ['ID=779df5a2-5d62-4576-80db-4b1256889ae2,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:02.212815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-b6dc6654-fb57-4d96-8311-a1655c5b7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.214601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-b6dc6654-fb57-4d96-8311-a1655c5b7fdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 1100 time: 0.5251009 Dec 17 15:53:02.293194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.351258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 001a32c4-b56a-4703-abbe-7beaaf671b63, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=001a32c4-b56a-4703-abbe-7beaaf671b63,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:02.354230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88'}, {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:02.358050 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95844fa-481a-4f82-862c-40a816a04481" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88"}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:02.365235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.407733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] Pushing event deleted for resources: {'Port': ['ID=36a96be8-d7f2-4e07-b749-8502935e2519,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:02.408008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Checking segment: {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:02.408715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Network hostable DHCP agents. Network: f8d982da-a762-4506-bfac-fbcc2524a64e, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:53:02.413698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a444e5c-21d8-4189-98a3-d4cb5259e3c2 None None] Provisioning complete for port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:02.414349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a444e5c-21d8-4189-98a3-d4cb5259e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.417433 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.418618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fa249c3a-7da9-4703-8c36-4626db76d9dc up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:02.459620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb270f9-8739-47c3-bba2-367c3c2caee1']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:02.476619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a26217c-eaff-4e2a-a9ea-7c5764b9f47d req-250c93ed-4f05-4b06-a047-3c456aa1ad70 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3229942 Dec 17 15:53:02.492197 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.503168 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd4a38f-79f1-4758-b0e0-05a54f3efcb8 x-openstack-request-id: req-dfd4a38f-79f1-4758-b0e0-05a54f3efcb8 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:02.503601 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88", "code": 200}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:02.503997 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfd4a38f-79f1-4758-b0e0-05a54f3efcb8 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:02.504494 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'code': 200} Dec 17 15:53:02.504867 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63', 'code': 200} Dec 17 15:53:02.529146 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.534599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:53:02.547708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3caab600-aa7f-4e77-a59c-10778e09d3b6') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:02.548395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3caab600-aa7f-4e77-a59c-10778e09d3b6') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:02.559852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090244c-980f-4c71-9552-f3c02aea4b04 None None] No DVR routers for this DVR port 36a96be8-d7f2-4e07-b749-8502935e2519 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:02.634806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.648930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9a444e5c-21d8-4189-98a3-d4cb5259e3c2 None None] Port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:02.663724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.665097 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Attempting to bind port 063560f3-0eb3-4686-a29e-0aa5c8633e91 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:02.665474 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Attempting to bind port 063560f3-0eb3-4686-a29e-0aa5c8633e91 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:02.665838 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Attempting to bind port 063560f3-0eb3-4686-a29e-0aa5c8633e91 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:02.678193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Network f8d982da-a762-4506-bfac-fbcc2524a64e is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:53:02.681088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=001a32c4-b56a-4703-abbe-7beaaf671b63,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:02.687938 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d146a-7aaf-4706-8ba6-51d1726cbfb5 None None] Pushing event updated for resources: {'Port': ['ID=063560f3-0eb3-4686-a29e-0aa5c8633e91,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:02.701638 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:02.702017 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:02.702430 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.702928 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:02.703420 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Bound port: 063560f3-0eb3-4686-a29e-0aa5c8633e91, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:02.704827 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.735368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:52:58Z', 'revision_number': 4, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port': {'id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:51Z', 'updated_at': '2021-12-17T15:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9b1e37ec-07d5-483f-ba6e-2f4e47387b17', 'name': '', 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'mac_address': 'fa:16:3e:e4:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'fc26c333-8250-48c2-a333-8d019600d462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:57Z', 'updated_at': '2021-12-17T15:52:59Z', 'revision_number': 2, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'subnets': [{'id': 'fc26c333-8250-48c2-a333-8d019600d462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:02.802158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 5ef596ac-4489-4f98-abcf-80ff5151a852, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=5ef596ac-4489-4f98-abcf-80ff5151a852,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:02.808675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port fa249c3a-7da9-4703-8c36-4626db76d9dc completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:02.811942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.816661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Checking router: 4437d65a-193e-4953-9b93-87d4c06cdff2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:02.817223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Updating router 4437d65a-193e-4953-9b93-87d4c06cdff2 port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:53:02.822571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a444e5c-21d8-4189-98a3-d4cb5259e3c2 None None] Provisioning complete for port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:02.823175 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a444e5c-21d8-4189-98a3-d4cb5259e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.823377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.828875 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.840735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd6716bb-2d77-49dd-8b70-3c71ece9cfda req-b2052b59-029c-45e6-af02-8f8732662b09 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1776302 Dec 17 15:53:02.851165 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] For port 063560f3-0eb3-4686-a29e-0aa5c8633e91, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:02.859809 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] For port 063560f3-0eb3-4686-a29e-0aa5c8633e91, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=063560f3-0eb3-4686-a29e-0aa5c8633e91,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:02.872322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-bf34a0ec-44db-41e3-9d18-34f9079d777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.874119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-bf34a0ec-44db-41e3-9d18-34f9079d777e service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.6479998 Dec 17 15:53:02.876930 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.877297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:53:02.877698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:53:02.882669 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:53:02.885412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f8d982da-a762-4506-bfac-fbcc2524a64e) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:02.917033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port fa249c3a-7da9-4703-8c36-4626db76d9dc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:02.918049 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:02.941632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084df53d-8ce7-4ea9-94d8-75dab036ed75 None None] Network f8d982da-a762-4506-bfac-fbcc2524a64e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:03.045160 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:03.046227 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:03.187600 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:03.192108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c421-60bb-4f0c-b6fb-14e1cda8a65d req-11e095a6-d00d-4236-9ef5-5a978e1f5345 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:03.195319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e53c421-60bb-4f0c-b6fb-14e1cda8a65d req-11e095a6-d00d-4236-9ef5-5a978e1f5345 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 948 time: 0.1339002 Dec 17 15:53:03.228367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Allocated IP 172.20.0.1 (0fe08a01-943b-4816-989c-e3230b8fb9d8/fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932/0f900996-b36c-4725-af10-40a241bb2f11) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:03.230509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c832c8f2-7428-4ae3-a761-b3b0892e6bf9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:03.231580 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d146a-7aaf-4706-8ba6-51d1726cbfb5 None None] Pushing event updated for resources: {'Port': ['ID=063560f3-0eb3-4686-a29e-0aa5c8633e91,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:03.269426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e53c421-60bb-4f0c-b6fb-14e1cda8a65d req-90b1f2d1-1d2d-41fb-8f62-d8dd11b97351 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627160 Dec 17 15:53:03.370839 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:03.377526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:03.425624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:03.502534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=0f900996-b36c-4725-af10-40a241bb2f11,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:03.536120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:03.537857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:03.542113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:03.643851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:03.759643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:03.764144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:03.768274 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:52:56Z', 'revision_number': 3, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:03.803524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:03.807056 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e07d9b-4753-4601-b931-913a9b3fc6c2 None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:52:56Z', 'revision_number': 3, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:03.813643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] 10.222.0.54 "DELETE /v2.0/networks/cbb270f9-8739-47c3-bba2-367c3c2caee1 HTTP/1.1" status: 204 len: 168 time: 4.2457969 Dec 17 15:53:03.827322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:03.827839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:03.948246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Sync routers for ids ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:04.010096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:04.056878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0da661-3f04-44ed-a773-071ce518fcb4 tempest-AllowedAddressPairTestJSON-1512990332 tempest-AllowedAddressPairTestJSON-1512990332-project] Pushing event deleted for resources: {'Network': ['ID=cbb270f9-8739-47c3-bba2-367c3c2caee1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:04.180202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-f8d982da-a762-4506-bfac-fbcc2524a64e', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'project_id': '41916107ae22400d86beaa8849cdf344', 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:04.182313 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:04.198266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09b3e45a-af47-43a8-b0d5-0e084a9413db admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6718640 Dec 17 15:53:04.201616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42098) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:04.270010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-0fa25e2d-6497-4ac0-8c86-4ff61f0eb220 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1d2671d6-3b09-45bf-925d-5238c09eff62 HTTP/1.1" status: 200 len: 217 time: 0.6999507 Dec 17 15:53:04.273911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:04.276017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c34a4bf2-e3ef-44b3-8f1f-6aac86af2ebd admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.8262861 Dec 17 15:53:04.277673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:04.281183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42100) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:04.304421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Routers {'987dd9b2-b56a-485a-9089-cdb4cd79ee11'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:04.305090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:04.346844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-f106d888-c56b-40b3-ba02-ff99d85e141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.355277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-f106d888-c56b-40b3-ba02-ff99d85e141e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0731335 Dec 17 15:53:04.388486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87d7801a-b572-4142-8f43-9988fb6b5eec req-9eb0972e-c172-4544-a08c-a83ec8b07d2d tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.2248333 Dec 17 15:53:04.391575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42104) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:04.603901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Set router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:04.642442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:04.643481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:04.717579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.733782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.752269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.759659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.784154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.809913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.817957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.838426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=5ef596ac-4489-4f98-abcf-80ff5151a852,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:04.840657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-b4cbdbe6-e0aa-4ea3-b525-488c08d044db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5441 time: 0.9948289 Dec 17 15:53:04.851596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c9bc9-7081-4a42-958e-621d9525219d req-953ad411-8a16-4f28-a51f-613041f28bfa tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.853528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:04.854459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:04.861884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d52c9bc9-7081-4a42-958e-621d9525219d req-953ad411-8a16-4f28-a51f-613041f28bfa tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 948 time: 0.3603990 Dec 17 15:53:04.914872 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.040856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-855e27af-0d4d-4f96-b272-f3561d48ba59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=717d7d1ce4ec4bd3942b877bb8ac1718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6480982 Dec 17 15:53:05.062255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.065149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:05.075310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1d2671d6-3b09-45bf-925d-5238c09eff62 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:53:05.156475 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d52c9bc9-7081-4a42-958e-621d9525219d req-809b41ae-8ec6-4acd-92fb-c91ce9e9da06 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936947 Dec 17 15:53:05.185310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.193076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.289591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc33d154-c05c-4e25-a96e-51c9d61f2ad6 req-9aa91ff2-b316-40c2-9bbe-96709be5be1c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4367585 Dec 17 15:53:05.300713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-c8ae08e0-d343-4241-9fec-32ce585382de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.302696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-c8ae08e0-d343-4241-9fec-32ce585382de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6411035 Dec 17 15:53:05.376738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Pushing event updated for resources: {'Port': ['ID=0f900996-b36c-4725-af10-40a241bb2f11,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:05.404505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:05.407044 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf25e0-e9df-4112-a962-e0beb2512a24" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:05.419912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.469735 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:53:05.478817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.491564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fa249c3a-7da9-4703-8c36-4626db76d9dc, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:05.497032 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-a00d923b-7c07-4bfd-89cf-f8094be7bddf service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489403 Dec 17 15:53:05.516616 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02fdf2-c27c-47a9-8b4d-a4459888393a x-openstack-request-id: req-ce02fdf2-c27c-47a9-8b4d-a4459888393a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:05.517228 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:05.517792 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce02fdf2-c27c-47a9-8b4d-a4459888393a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:05.518362 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc', 'code': 200} Dec 17 15:53:05.595147 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b9fb742-f970-46e1-ad74-97971f8f494d req-5d11be24-51c2-4f9c-b1f8-45ad69da83ce tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0582159 Dec 17 15:53:05.604096 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.619015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dca9a62-ed7b-45cf-a799-a1205bc2152c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:05.645536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device af86f54b-aced-4965-a78e-cb34f69485f3 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:05.697508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Allocated IP 172.20.0.2 (f8d982da-a762-4506-bfac-fbcc2524a64e/779df5a2-5d62-4576-80db-4b1256889ae2/0b981d34-ff2d-4312-b5b7-0c3fdc371886) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:05.748839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:05.752445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:05.950395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dca9a62-ed7b-45cf-a799-a1205bc2152c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:06.034178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d58c56fd-ac6a-4820-a2e9-0e1b19142229 req-8d94556b-1062-4703-8bd9-c9d0be934b03 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266132 Dec 17 15:53:06.164471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dca9a62-ed7b-45cf-a799-a1205bc2152c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:06.164471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dca9a62-ed7b-45cf-a799-a1205bc2152c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:06.165249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6dca9a62-ed7b-45cf-a799-a1205bc2152c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db7ce4cc-7a0f-4168-9953-866f657b4ee9 HTTP/1.1" status: 204 len: 168 time: 1.0963328 Dec 17 15:53:06.186419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca9a62-ed7b-45cf-a799-a1205bc2152c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7ce4cc-7a0f-4168-9953-866f657b4ee9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:06.197226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:06.199729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1f840cbd-dd46-43c2-a11e-c8978eadc8bf None None] Provisioning complete for port 0f900996-b36c-4725-af10-40a241bb2f11 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:06.211763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f840cbd-dd46-43c2-a11e-c8978eadc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:06.238156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fa249c3a-7da9-4703-8c36-4626db76d9dc,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:06.296377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:06.349510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:06.409508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1d2671d6-3b09-45bf-925d-5238c09eff62, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1d2671d6-3b09-45bf-925d-5238c09eff62,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:06.465240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.471130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.471130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.471130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.471130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.471584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.471674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.472200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.472399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.472735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.473068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.475447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.476165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:06.572501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 36a96be8-d7f2-4e07-b749-8502935e2519 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:53:06.655130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 36a96be8-d7f2-4e07-b749-8502935e2519 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:06.655528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 36a96be8-d7f2-4e07-b749-8502935e2519 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:53:06.703683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cf68a-971c-4ab9-abb6-25b62c6fa6b8 req-d1a1e4f5-0246-47fb-9f70-638f128c91c6 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:06.705336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-360cf68a-971c-4ab9-abb6-25b62c6fa6b8 req-d1a1e4f5-0246-47fb-9f70-638f128c91c6 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 948 time: 0.3806763 Dec 17 15:53:06.764372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:53:06.813717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '1d2671d6-3b09-45bf-925d-5238c09eff62', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '1d2671d6-3b09-45bf-925d-5238c09eff62', 'mac_address': 'fa:16:3e:9e:1b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:53:06.866060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port af86f54b-aced-4965-a78e-cb34f69485f3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:06.873056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1f840cbd-dd46-43c2-a11e-c8978eadc8bf None None] Port 0f900996-b36c-4725-af10-40a241bb2f11 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:07.005269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port af86f54b-aced-4965-a78e-cb34f69485f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:07.005269 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.015340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:07.018475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8e0416e-cc9d-4f89-a4af-121a8feb675f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.034813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1d66a5cc-2492-4b1d-ba7d-a8e7c426cd2c admin admin] 10.222.0.54 "PUT /v2.0/routers/4d3300f7-b566-4aa7-8e80-fae6387e60ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5558319 Dec 17 15:53:07.069276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.080914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-360cf68a-971c-4ab9-abb6-25b62c6fa6b8 req-d7d0cee6-ca09-4097-ab64-e9d12a2c6484 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559144 Dec 17 15:53:07.096191 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:07.121848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.127433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Allocated IP 172.20.0.1 (b657c2bb-85d0-4a08-baf9-310c0106bb14/d1296970-5897-4390-9ddc-21a2509fa3f8/91ab9704-b6bf-4886-86b3-76a94e70b4f5) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:07.130637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.132663 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:07.134190 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:52:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:07.158898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.178453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.199973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070ed63-fdff-43e8-bdf8-6ac775458c54 None None] Pushing event updated for resources: {'Port': ['ID=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:07.206530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.222664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.246515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-b86328f7-261a-4e7f-99d5-a036180065ee tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5442 time: 0.5305905 Dec 17 15:53:07.315210 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.334896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 063560f3-0eb3-4686-a29e-0aa5c8633e91 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:07.338422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:52:59Z', 'revision_number': 3, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port': {'id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:56Z', 'updated_at': '2021-12-17T15:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:07.340983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.353159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.427044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d998f19d-5d65-4ea1-972a-4994acec0a9e req-086c01ff-c23e-4aa0-a1bc-4ba96d90d0d0 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1260986 Dec 17 15:53:07.462629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0e90a31f-4790-4a5c-b5e4-6738a330b0a7 None None] Provisioning complete for port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:07.463481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e90a31f-4790-4a5c-b5e4-6738a330b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.508897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Attempting to bind port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:07.509386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Attempting to bind port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:07.509763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Attempting to bind port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 on network a76f84dc-0fdd-417e-bfb2-2be3a81660ed {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:07.517052 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:07.548698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0e90a31f-4790-4a5c-b5e4-6738a330b0a7 None None] Port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:07.550650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:07.551693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Checking segment: {'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:07.552153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.552558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Bound using segment: {'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:07.553315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Bound port: 9b1e37ec-07d5-483f-ba6e-2f4e47387b17, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:07.553697 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.555660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Checking router: 987dd9b2-b56a-485a-9089-cdb4cd79ee11 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:07.556097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Updating router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 port d014224b-a7f1-471c-b403-ef64889b11d5 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:53:07.575214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.591357 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-431e6591-de0e-4ab4-be6a-79a4f97e568f req-e80d7949-4e02-4588-824d-e27341c0b5f8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3435287 Dec 17 15:53:07.607601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.657664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.661959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.710290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:07.786475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:07.802614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:07.810191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:07.845052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Pushing event updated for resources: {'Port': ['ID=91ab9704-b6bf-4886-86b3-76a94e70b4f5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:07.973016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.036967 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:04Z', 'revision_number': 2, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:08.073945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42148) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:08.118405 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:08.120029 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Updating router 4d3300f7-b566-4aa7-8e80-fae6387e60ee port 0f900996-b36c-4725-af10-40a241bb2f11 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:53:08.189611 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.254807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.268925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2671d6-3b09-45bf-925d-5238c09eff62 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:08.331292 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.374050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1364333926'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:08.397139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Network f8d982da-a762-4506-bfac-fbcc2524a64e is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:08.408098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:08.412960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.423313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:08.483226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Allocated IP 172.25.0.157 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/2ab19e20-bfea-4841-aa36-1d241db2808d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:08.512790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1d2671d6-3b09-45bf-925d-5238c09eff62, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1d2671d6-3b09-45bf-925d-5238c09eff62,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:08.515200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0e90a31f-4790-4a5c-b5e4-6738a330b0a7 None None] Provisioning complete for port 0f900996-b36c-4725-af10-40a241bb2f11 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:08.515683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e90a31f-4790-4a5c-b5e4-6738a330b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.534112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Pushing event updated for resources: {'Port': ['ID=0b981d34-ff2d-4312-b5b7-0c3fdc371886,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:08.572482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-fc5c0377-154a-4e78-9fe2-8494f177a258 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:08.574238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-fc5c0377-154a-4e78-9fe2-8494f177a258 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 820 time: 0.2061248 Dec 17 15:53:08.599027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.670717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Attempting to bind port d014224b-a7f1-471c-b403-ef64889b11d5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:08.671008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.671790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Attempting to bind port d014224b-a7f1-471c-b403-ef64889b11d5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:08.672678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Attempting to bind port d014224b-a7f1-471c-b403-ef64889b11d5 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:08.680762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-fa19271d-7a8d-4c91-8098-5c1c93b00f8a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/quotas/cc013acf6f5a4fd289621bc84533995a HTTP/1.1" status: 200 len: 375 time: 0.0974395 Dec 17 15:53:08.683989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.712855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Attempting to bind port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:08.713600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Attempting to bind port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:08.714176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Attempting to bind port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 on network f8d982da-a762-4506-bfac-fbcc2524a64e {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:08.753378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:08.753668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.754343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:08.754972 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.755577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:08.756282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Bound port: d014224b-a7f1-471c-b403-ef64889b11d5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:08.756887 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.771157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:08.771971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Checking segment: {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:08.772616 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.773214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Bound using segment: {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:08.773917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Bound port: 0b981d34-ff2d-4312-b5b7-0c3fdc371886, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:08.774515 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.776771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0e90a31f-4790-4a5c-b5e4-6738a330b0a7 None None] Port 0f900996-b36c-4725-af10-40a241bb2f11 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:08.779401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-48928185-bd21-402f-843a-4ac4575189e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.802691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 063560f3-0eb3-4686-a29e-0aa5c8633e91 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:08.803606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.822728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.840964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] For port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:08.862155 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.887920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1d2671d6-3b09-45bf-925d-5238c09eff62'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:08.888812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab19e20-bfea-4841-aa36-1d241db2808d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:08.894864 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.908285 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:08.928154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d137e-4987-4c14-9a09-0632843ab4e5 None None] Pushing event updated for resources: {'Port': ['ID=d014224b-a7f1-471c-b403-ef64889b11d5,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:08.960067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Pushing event updated for resources: {'Port': ['ID=91ab9704-b6bf-4886-86b3-76a94e70b4f5,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:08.973386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58378-69b5-4d34-9001-52a64669a7b5 req-1fbb959b-97fb-492c-a76d-368e078992b8 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:08.983716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8c58378-69b5-4d34-9001-52a64669a7b5 req-1fbb959b-97fb-492c-a76d-368e078992b8 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 948 time: 0.6333227 Dec 17 15:53:08.993014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:08.995592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:09.000477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.024332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.024332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:09.024332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:09.036761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] For port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,segment=NetworkSegment(ee79ff5f-8948-4f38-9c35-d3c6ef64b848),segment_id=ee79ff5f-8948-4f38-9c35-d3c6ef64b848)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:09.045965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.111301 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Attempting to bind port 0f900996-b36c-4725-af10-40a241bb2f11 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:09.111910 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Attempting to bind port 0f900996-b36c-4725-af10-40a241bb2f11 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:09.113023 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Attempting to bind port 0f900996-b36c-4725-af10-40a241bb2f11 on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:09.120114 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:09.121277 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Checking segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:09.121850 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.123587 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Bound using segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:09.124410 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Bound port: 0f900996-b36c-4725-af10-40a241bb2f11, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:09.124979 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.145294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-693849bd-3e72-48e5-9bfe-f053a41c28d2 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4545083 Dec 17 15:53:09.252346 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.274506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] For port 0f900996-b36c-4725-af10-40a241bb2f11, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:09.285232 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] For port 0f900996-b36c-4725-af10-40a241bb2f11, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0f900996-b36c-4725-af10-40a241bb2f11,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:09.297905 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.311440 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aba1f9-26cf-4813-b27d-05b21d1b8927 None None] Pushing event updated for resources: {'Port': ['ID=0f900996-b36c-4725-af10-40a241bb2f11,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:09.399933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fec81296-7fdf-4067-9eab-5917e8cae941 None None] Provisioning complete for port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:09.410471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:09.413808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-0e935b93-fb44-4e5b-9e46-118ce70fc95a service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675581 Dec 17 15:53:09.414937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:09.425121 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fec81296-7fdf-4067-9eab-5917e8cae941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.444073 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:09.445260 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:09.459705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af86f54b-aced-4965-a78e-cb34f69485f3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:09.473536 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcaaaad-60f3-4c95-98f7-d54a95c040bc" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "af86f54b-aced-4965-a78e-cb34f69485f3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:09.498974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] For port d014224b-a7f1-471c-b403-ef64889b11d5, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:09.664003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] For port d014224b-a7f1-471c-b403-ef64889b11d5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d014224b-a7f1-471c-b403-ef64889b11d5,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:09.673490 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.695163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.699489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port af86f54b-aced-4965-a78e-cb34f69485f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af86f54b-aced-4965-a78e-cb34f69485f3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:09.728440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1d2671d6-3b09-45bf-925d-5238c09eff62,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:09.732254 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-23cfd96d-7e69-42c1-b6c0-25c0cf3ce84b service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053572 Dec 17 15:53:09.814322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:09.826773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] For port 0b981d34-ff2d-4312-b5b7-0c3fdc371886, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:09.906866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24da8559-fffc-4297-8f88-d5091ef0b31e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:09.939886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8c58378-69b5-4d34-9001-52a64669a7b5 req-1910fdef-5c38-4f71-9135-6123c7a76bf1 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9549415 Dec 17 15:53:09.951160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:53:09.965780 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:10.018913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:10.025297 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Added segment 6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26 of type vlan for network 8b077363-f517-4c59-b99c-0f1f4e8cad1d Dec 17 15:53:10.089193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:53:10.146523 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aba1f9-26cf-4813-b27d-05b21d1b8927 None None] Pushing event updated for resources: {'Port': ['ID=0f900996-b36c-4725-af10-40a241bb2f11,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:10.179280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:10.264108 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:10.365053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:10.390861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] For port 0b981d34-ff2d-4312-b5b7-0c3fdc371886, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b981d34-ff2d-4312-b5b7-0c3fdc371886,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:10.404739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:10.417181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2ee174f8-f009-4193-a385-00a62d06503e admin admin] 10.222.0.54 "PUT /v2.0/routers/987dd9b2-b56a-485a-9089-cdb4cd79ee11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1337707 Dec 17 15:53:10.463780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbb97272-e324-4c1d-a4f3-026e8d8144d1 req-68e6f6f5-662a-465b-84ed-d39f26fe86d1 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.2187967 Dec 17 15:53:10.485317 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:10.516144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.525587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:10.543619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fec81296-7fdf-4067-9eab-5917e8cae941 None None] Port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:10.653370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.670534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.671229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070ed63-fdff-43e8-bdf8-6ac775458c54 None None] Pushing event updated for resources: {'Port': ['ID=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:10.696301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.716460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Routers {'4437d65a-193e-4953-9b93-87d4c06cdff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:10.717183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4437d65a-193e-4953-9b93-87d4c06cdff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:10.739966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.754080 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782ecb33-eece-47e1-ae77-4e77938e2dde x-openstack-request-id: req-782ecb33-eece-47e1-ae77-4e77938e2dde {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:10.754606 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-plugged", "status": "completed", "tag": "af86f54b-aced-4965-a78e-cb34f69485f3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:10.755835 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-782ecb33-eece-47e1-ae77-4e77938e2dde {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:10.756331 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af86f54b-aced-4965-a78e-cb34f69485f3', 'code': 200} Dec 17 15:53:10.764176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.779752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.793877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.808153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36a53d38-1dd1-464e-a987-44383a76359f req-c0ef08ad-b5f1-479a-b035-63d3d0b958bd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.4236746 Dec 17 15:53:10.835212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42178) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:10.857456 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:10.888021 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:10.924721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36a53d38-1dd1-464e-a987-44383a76359f req-39c1ad4d-f141-435c-a207-7fcb7efd1b15 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153331 Dec 17 15:53:10.936983 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a5c46-54c2-46d3-9a7c-6a8deabfe917 None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:11.090579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0099831 Dec 17 15:53:11.091276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1462160675'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:11.096306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:11.116251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:11.168978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83631391-6c16-45ab-9844-dc1bf4150ddc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Network': ['ID=8b077363-f517-4c59-b99c-0f1f4e8cad1d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:11.218637 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1bdc9869-3585-48d8-8235-39b90baf41b4 req-924a0376-574a-4a8c-8e19-a0688a93e9fd tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 210 time: 0.4110930 Dec 17 15:53:11.253500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] Set router 4437d65a-193e-4953-9b93-87d4c06cdff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:11.331085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.331718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.336600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.337181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.337720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.338243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.338767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.341445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-0b96dc3f-3819-42a2-8829-1f810b2e42e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6507 time: 0.5351875 Dec 17 15:53:11.425123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:53:11.483745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea69e-98e7-4675-8166-fb39b5983e99 req-6e1c3c02-f7c2-473b-a200-ddcd931a2668 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.490657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7dfea69e-98e7-4675-8166-fb39b5983e99 req-6e1c3c02-f7c2-473b-a200-ddcd931a2668 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 949 time: 0.2015362 Dec 17 15:53:11.503888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:11.507999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:11.571778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9ac658c7-4690-4fd3-8ab5-9fe5bf37b41b req-12725093-fb38-4b06-9e4c-221dc8a7c8d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2200215 Dec 17 15:53:11.627398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:11.634090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:11.676576 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:11.703098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:11.704089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d137e-4987-4c14-9a09-0632843ab4e5 None None] Pushing event updated for resources: {'Port': ['ID=d014224b-a7f1-471c-b403-ef64889b11d5,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:11.780243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-968453fd-08e6-4c89-9c77-f660d2f11c25 req-fc312797-7658-4c66-a8f7-9ad35a0b7067 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1064432 Dec 17 15:53:11.807851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:11.838591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7dfea69e-98e7-4675-8166-fb39b5983e99 req-a1da2e21-6f5e-4d26-9145-d3f482242b59 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008032 Dec 17 15:53:11.846475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:53:11.864001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:11.864831 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Added segment 5b39d180-80ce-4b8e-804a-ae9505075339 of type vlan for network 76f6b9cb-623f-4138-8c54-54482fd9cc16 Dec 17 15:53:11.946134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.059293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.089685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Provisioning complete for port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:12.090058 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.101195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 063560f3-0eb3-4686-a29e-0aa5c8633e91, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=063560f3-0eb3-4686-a29e-0aa5c8633e91,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:12.290719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.303106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.320808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.324622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ef596ac-4489-4f98-abcf-80ff5151a852 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:12.347450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.368380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.379739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.401931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=af86f54b-aced-4965-a78e-cb34f69485f3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:12.425096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.440363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.451493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91462708-808d-4045-9152-240e5dea9943 req-b4c56c52-d9aa-4778-bf2e-7b865257f661 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.3998358 Dec 17 15:53:12.503715 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.550357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Routers {'987dd9b2-b56a-485a-9089-cdb4cd79ee11'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:12.551304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:12.595367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Router e41bb900-f7cf-4503-8efc-d38acad97cf8 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:53:12.668353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 5ef596ac-4489-4f98-abcf-80ff5151a852 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:12.669096 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.688268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91462708-808d-4045-9152-240e5dea9943 req-bcdabc8a-53c1-4009-84e3-5697f3e575e3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2354708 Dec 17 15:53:12.729808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7bac077-feee-4bc7-b099-e15f7ef5d105 req-c3ac0733-665f-4c26-8cf4-f058071747d0 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 210 time: 0.1112275 Dec 17 15:53:12.783147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b09a98-0a1d-4fec-85d9-bc0f0877f943 None None] Pushing event updated for resources: {'Port': ['ID=0b981d34-ff2d-4312-b5b7-0c3fdc371886,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:12.799489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.901930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.913211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.926574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.938171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:12.993662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] Set router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:13.067237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1803679 Dec 17 15:53:13.142549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:13.152866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'subnet': {'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:13.169113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:13.209862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-da7155df-49a9-4dc3-a667-1204321e1ffb req-6a1dd1a1-47d1-4222-958f-63a70041cc75 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0905435 Dec 17 15:53:13.222866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Sync routers for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:13.238209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:13.241999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3c362fb9-f8cb-4e22-b7c5-797235c1f5c4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9992347 Dec 17 15:53:13.246877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42202) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:13.280060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=063560f3-0eb3-4686-a29e-0aa5c8633e91,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:13.297031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] For port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,segment=NetworkSegment(ee79ff5f-8948-4f38-9c35-d3c6ef64b848),segment_id=ee79ff5f-8948-4f38-9c35-d3c6ef64b848)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:13.375866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-55f73c3e-ed56-4cfb-a130-2709f09de83a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:13.375866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-55f73c3e-ed56-4cfb-a130-2709f09de83a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.47 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 820 time: 0.9045370 Dec 17 15:53:13.398665 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:13.436857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'port': {'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'admin_state_up': True, 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:13.497512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Pushing event updated for resources: {'Port': ['ID=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:13.509602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:13.518366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:13.581941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:13.582901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:13.834396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:13.883964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e1835c-9e59-40d7-8b31-ffbfbce261de None None] Network f8d982da-a762-4506-bfac-fbcc2524a64e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:13.910781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Subnet': ['ID=7a25fa58-e43a-42c9-b892-6bae0e820cdb,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:13.919889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b1321-ac9e-44e9-9154-ec896ae879ff tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Network': ['ID=76f6b9cb-623f-4138-8c54-54482fd9cc16,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:13.942582 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:13.997635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba457330-8314-41c5-ac98-b7dc35d5b431 req-6f26ad9e-d220-4193-ab2f-ec5e4b7a1e43 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.006880 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba457330-8314-41c5-ac98-b7dc35d5b431 req-6f26ad9e-d220-4193-ab2f-ec5e4b7a1e43 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 949 time: 0.9634509 Dec 17 15:53:14.011739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:53:14.022615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0f900996-b36c-4725-af10-40a241bb2f11 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:14.136804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba457330-8314-41c5-ac98-b7dc35d5b431 req-720d70b8-cc74-43dc-8c49-f43e4c878bcd tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285038 Dec 17 15:53:14.139185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:14.140610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network hostable DHCP agents. Network: 8b077363-f517-4c59-b99c-0f1f4e8cad1d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:53:14.163912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Made reservation on behalf of cc013acf6f5a4fd289621bc84533995a for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:14.169410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Checking segment: {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:14.170114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network hostable DHCP agents. Network: 76f6b9cb-623f-4138-8c54-54482fd9cc16, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:53:14.173209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:14.182755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.248818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:53:14.290293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-139cdceb-8a1c-4719-90b4-ed520b8c534b req-0d823cdd-c94b-4598-b2bb-5a2729103cd1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 210 time: 0.0588267 Dec 17 15:53:14.291030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:53:14.299535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 8b077363-f517-4c59-b99c-0f1f4e8cad1d) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:14.328078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.329372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.331898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 76f6b9cb-623f-4138-8c54-54482fd9cc16) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:14.345882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0684a1-fd6b-46ca-bbd1-9bb05dffcd21 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:14.348777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.349980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.379324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9005df01-467a-438d-bc13-76e955b53483 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2349863 Dec 17 15:53:14.380242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42218) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:14.388045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b6a9c480-1523-4738-a90b-8ef398f2af15 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2859697 Dec 17 15:53:14.393590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42220) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:14.395038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2062588190'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:14.411244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'name': 'tempest-NetworksTestDHCPv6-1102968086'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:14.444683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:14.447262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Provisioning complete for port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:14.447639 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.448521 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.450674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:52:58Z', 'revision_number': 4, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port': {'id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:51Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9b1e37ec-07d5-483f-ba6e-2f4e47387b17', 'name': '', 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'mac_address': 'fa:16:3e:e4:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'fc26c333-8250-48c2-a333-8d019600d462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:57Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 4, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'subnets': [{'id': 'fc26c333-8250-48c2-a333-8d019600d462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:14.464191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e982a3d-6660-4dfa-9e9b-8b670465bcdb None None] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:14.480922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d16ec4a-7c6a-4fbc-b571-2cb536278709 req-7fe2a9e8-4f19-461e-ba11-9d383a67ba43 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0611854 Dec 17 15:53:14.495994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:53:14.497869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:14.513404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.514574 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Added segment 95f62a18-fb3f-4a43-8633-7cbbb4c3e459 of type vlan for network 889582ba-7503-4fb6-aa93-e11443c4de45 Dec 17 15:53:14.563752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.568289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.574873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.585943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.587899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.594896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.601714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.614975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.615316 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.615435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-adcea5cc-5edd-4c20-8215-e9c9f63c349d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.7491567 Dec 17 15:53:14.622867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.624391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.691021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3037803 Dec 17 15:53:14.695232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42234) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:14.696747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2a59c-5d95-444d-bda7-b8bc4ca1996f None None] The sync data for ids ['4437d65a-193e-4953-9b93-87d4c06cdff2'] in n-d-806683-20 is: [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:52:58Z', 'revision_number': 4, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port': {'id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:51Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9b1e37ec-07d5-483f-ba6e-2f4e47387b17', 'name': '', 'network_id': 'a76f84dc-0fdd-417e-bfb2-2be3a81660ed', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'mac_address': 'fa:16:3e:e4:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'fc26c333-8250-48c2-a333-8d019600d462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:57Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 4, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'subnets': [{'id': 'fc26c333-8250-48c2-a333-8d019600d462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:14.699656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:14.713176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1d2671d6-3b09-45bf-925d-5238c09eff62 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:14.714530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'subnet': {'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:14.715119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:14.715947 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.738002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Allocated IP 172.20.0.4 (0fe08a01-943b-4816-989c-e3230b8fb9d8/fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932/7ca2780e-2e87-4ba4-8114-27b39c803c0e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:14.839088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3783670-72a1-4655-9f39-c5b5e856454a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Network': ['ID=889582ba-7503-4fb6-aa93-e11443c4de45,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:14.961106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:14.967250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.978099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:14.984187 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:14.996258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6ebf429f-8c05-4a9a-971e-722f1e2fea80 req-15111313-ea8f-4632-8fa2-7ac5b73b12de tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3473094 Dec 17 15:53:15.012849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 889582ba-7503-4fb6-aa93-e11443c4de45 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:53:15.275694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Provisioning complete for port 0f900996-b36c-4725-af10-40a241bb2f11 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:15.276050 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:15.373229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.385797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.401937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.408673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.418981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.448823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.455720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.457832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65e643b1-ae36-455b-8723-93c416d1959a req-167ded5d-7d18-47df-9827-46530e04373e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.2767124 Dec 17 15:53:15.468273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42246) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:15.481185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Request body: {'floatingip': {'port_id': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:15.574797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:15.657244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-76f6b9cb-623f-4138-8c54-54482fd9cc16', 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16', 'project_id': '3356ac0dd40b41e589660909044312a6', 'fixed_ips': [{'subnet_id': '7a25fa58-e43a-42c9-b892-6bae0e820cdb'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:15.658148 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:15.753701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db/89840b10-1393-4fcf-8371-b8c16060367c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:15.817646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:15.907031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fab526f-40fe-40d2-bde5-9d7652aeff22 req-1f0d77d8-5e67-44db-a107-23373e72163f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 210 time: 0.2519917 Dec 17 15:53:15.955353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 4a08a272-fb6b-4775-999a-5f071de71627 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:53:16.005394 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.165063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Allocated IP 19.80.0.2 (76f6b9cb-623f-4138-8c54-54482fd9cc16/7a25fa58-e43a-42c9-b892-6bae0e820cdb/45943199-8135-4b25-a7d7-b28894becebe) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:16.251892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.303781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf8ca-8818-47cc-b285-b82477d157f9 req-e9a41681-2090-42f6-b406-cab032bc4713 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:16.305451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-23eaf8ca-8818-47cc-b285-b82477d157f9 req-e9a41681-2090-42f6-b406-cab032bc4713 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 949 time: 0.4468799 Dec 17 15:53:16.312564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::be (8b077363-f517-4c59-b99c-0f1f4e8cad1d/2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db/4a08a272-fb6b-4775-999a-5f071de71627) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:16.339727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4213f823-3071-4da0-ab76-0d1c6364202c req-72627715-4db6-4ab7-bafa-f41d855392d2 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1378703 Dec 17 15:53:16.413286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Subnet': ['ID=d74f2522-9c17-4058-878e-8899a619d860,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:16.446626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.480101 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.496211 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.539100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Checking segment: {'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:16.539376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network hostable DHCP agents. Network: 889582ba-7503-4fb6-aa93-e11443c4de45, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:53:16.541747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.627094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:16.639077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:16.646382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0f900996-b36c-4725-af10-40a241bb2f11 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:16.646792 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.652533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:16.656475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network 889582ba-7503-4fb6-aa93-e11443c4de45 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:53:16.678948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 889582ba-7503-4fb6-aa93-e11443c4de45) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:16.692501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:16.693102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.703574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.resource_extend [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:53:16.757665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b945e70-c139-4799-8983-f4d8a7017167 None None] Network 889582ba-7503-4fb6-aa93-e11443c4de45 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:16.763559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:16.771766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a5d274b-550b-4f72-b70f-e6884415f75b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0753992 Dec 17 15:53:16.809768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.814641 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.855370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.863582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:16.865907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 1d2671d6-3b09-45bf-925d-5238c09eff62 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:16.870931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:16.877599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.920136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Pushing event updated for resources: {'Port': ['ID=45943199-8135-4b25-a7d7-b28894becebe,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:16.974740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 1d2671d6-3b09-45bf-925d-5238c09eff62 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:16.975119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:16.990285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 4, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port': {'id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:56Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '91ab9704-b6bf-4886-86b3-76a94e70b4f5', 'name': '', 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'mac_address': 'fa:16:3e:42:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:06Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 2, 'project_id': '3356ac0dd40b41e589660909044312a6', 'subnets': [{'id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:17.000694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-23eaf8ca-8818-47cc-b285-b82477d157f9 req-9b2d0872-1057-45e6-b9eb-e882d1f0d9b5 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6686316 Dec 17 15:53:17.078883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Allocated IP 172.20.0.1 (f8d982da-a762-4506-bfac-fbcc2524a64e/779df5a2-5d62-4576-80db-4b1256889ae2/f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:17.110494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.114835 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Floating IP 104a6f79-2624-4d8e-8169-b2aa13511c2c associated. External IP: 172.25.0.82, port: bb2a0b15-62e6-4c12-9029-77eda6a9fb88. Dec 17 15:53:17.191233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Pushing event updated for resources: {'Port': ['ID=7ca2780e-2e87-4ba4-8114-27b39c803c0e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:17.225705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.239577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 3, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:17.309471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.332236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Attempting to bind port 45943199-8135-4b25-a7d7-b28894becebe on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:17.332620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Attempting to bind port 45943199-8135-4b25-a7d7-b28894becebe by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:17.332970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Attempting to bind port 45943199-8135-4b25-a7d7-b28894becebe on network 76f6b9cb-623f-4138-8c54-54482fd9cc16 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:17.335039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c25f9b-7f73-4234-8b4d-d0b5ddff4c5e None None] The sync data for ids ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'] in n-d-806683-20 is: [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 4, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port': {'id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:56Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '91ab9704-b6bf-4886-86b3-76a94e70b4f5', 'name': '', 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'mac_address': 'fa:16:3e:42:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:06Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 2, 'project_id': '3356ac0dd40b41e589660909044312a6', 'subnets': [{'id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:17.357629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Checking router: e41bb900-f7cf-4503-8efc-d38acad97cf8 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:17.357969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Updating router e41bb900-f7cf-4503-8efc-d38acad97cf8 port 2ab19e20-bfea-4841-aa36-1d241db2808d binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:53:17.400709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.408179 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.411564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:17.423197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:17.438418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:17.440330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:17.440712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Checking segment: {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:17.441116 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.441516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Bound using segment: {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:17.441995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Bound port: 45943199-8135-4b25-a7d7-b28894becebe, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:17.442370 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.470879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] For port 0f900996-b36c-4725-af10-40a241bb2f11, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0f900996-b36c-4725-af10-40a241bb2f11,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:17.475733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Attempting to bind port 89840b10-1393-4fcf-8371-b8c16060367c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:17.476639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Attempting to bind port 89840b10-1393-4fcf-8371-b8c16060367c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:17.476639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Attempting to bind port 89840b10-1393-4fcf-8371-b8c16060367c on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:17.502927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.528232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:17.529252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.548693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:17.549064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:17.549471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.549861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:17.550660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Bound port: 89840b10-1393-4fcf-8371-b8c16060367c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:17.551050 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.560220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Pushing event updated for resources: {'Port': ['ID=89840b10-1393-4fcf-8371-b8c16060367c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:17.572371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Network f8d982da-a762-4506-bfac-fbcc2524a64e is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:17.573041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-9333c703-a9b5-413f-b6aa-51230235748d tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:17.577076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.580356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-9333c703-a9b5-413f-b6aa-51230235748d tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:17.582179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-9333c703-a9b5-413f-b6aa-51230235748d tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/networks?id=76f6b9cb-623f-4138-8c54-54482fd9cc16&id=889582ba-7503-4fb6-aa93-e11443c4de45&id=76f6b9cb-623f-4138-8c54-54482fd9cc16 HTTP/1.1" status: 200 len: 1392 time: 0.6532400 Dec 17 15:53:17.617235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:17.623477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9cb2de8c-9870-4e03-996e-33b7f697ad1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1918597 Dec 17 15:53:17.631340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:17.672977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=4a08a272-fb6b-4775-999a-5f071de71627,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:17.680159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Request body: {'port': {'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:17.704939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-3f01ee66-8e76-4e62-a298-25f7d88df8d1 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/quotas/3356ac0dd40b41e589660909044312a6 HTTP/1.1" status: 200 len: 375 time: 0.1019628 Dec 17 15:53:17.706640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cceee-9102-43e8-9653-72cb91ede408 req-e65ed414-e17e-4802-b2ab-73a843f31247 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:17.708261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743cceee-9102-43e8-9653-72cb91ede408 req-e65ed414-e17e-4802-b2ab-73a843f31247 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 931 time: 0.5282881 Dec 17 15:53:17.742478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-889582ba-7503-4fb6-aa93-e11443c4de45', 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45', 'project_id': '3356ac0dd40b41e589660909044312a6', 'fixed_ips': [{'subnet_id': 'd74f2522-9c17-4058-878e-8899a619d860'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:17.743339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:17.896600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:17.906788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-3193f829-6b73-411a-9c72-d6fb14ffc4e1 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1878605 Dec 17 15:53:17.946651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f1680-ef4a-4fc9-8114-e3e07846f1c6 None None] Pushing event updated for resources: {'Port': ['ID=0f900996-b36c-4725-af10-40a241bb2f11,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:18.030452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743cceee-9102-43e8-9653-72cb91ede408 req-76de6ca6-2372-4f06-a649-b351da71e48e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050781 Dec 17 15:53:18.050234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:18.075254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:18.091218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:18.092000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:18.118428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:53:18.203082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:18.233146 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:18.268423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:18.293425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Pushing event updated for resources: {'Port': ['ID=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:18.306002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-9c83223c-5c55-4c30-965a-156a282f2c61 service neutron] 10.222.0.54 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697939 Dec 17 15:53:18.455878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b758d0e-f279-48d6-9374-349a059f80db req-152c66c6-02ef-49ce-806d-b7d07730924f tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.2668605 Dec 17 15:53:18.520185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:53:18.520543 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:53:18.523734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2f6102df-faee-4e46-bad9-5384648695bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1144495 Dec 17 15:53:18.537962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42268) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:18.631511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ccc7cdfe-ca97-4f1b-9fdd-4820f3d13df2 None None] Provisioning complete for port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:18.632565 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cdfe-ca97-4f1b-9fdd-4820f3d13df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:18.634718 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:18.728099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-f5eb4d79-3a67-45f0-8951-8fa02a0714d7 service neutron] 10.222.0.54 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131038 Dec 17 15:53:18.732541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] For port 45943199-8135-4b25-a7d7-b28894becebe, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:18.775881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] For port 89840b10-1393-4fcf-8371-b8c16060367c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:18.845358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:18.856196 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:18.857995 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] Sync routers for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:18.879617 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:18.884315 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:18.923241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-629d4624-1e7c-4133-b7b6-75e47d9e1718 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "PUT /v2.0/floatingips/104a6f79-2624-4d8e-8169-b2aa13511c2c HTTP/1.1" status: 200 len: 990 time: 3.4532478 Dec 17 15:53:18.937802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:18.940474 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b66122-6262-42d3-b509-536a7f5cf907" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:18.949087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1d2671d6-3b09-45bf-925d-5238c09eff62, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1d2671d6-3b09-45bf-925d-5238c09eff62,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:18.974839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2671d6-3b09-45bf-925d-5238c09eff62'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:18.981496 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d800f00-ecd2-40ad-97b9-4acc59142b04" -d '{"events": [{"server_uuid": "18f97fb3-d46c-464d-b036-d4fd9d41009e", "name": "network-vif-plugged", "status": "completed", "tag": "1d2671d6-3b09-45bf-925d-5238c09eff62"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:18.988895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] For port 89840b10-1393-4fcf-8371-b8c16060367c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89840b10-1393-4fcf-8371-b8c16060367c,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:19.051408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] For port 45943199-8135-4b25-a7d7-b28894becebe, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=45943199-8135-4b25-a7d7-b28894becebe,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:19.061510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-f1c05171-40b5-4481-ac31-1a551fed10b5 service neutron] 10.222.0.54 "GET /v2.0/networks/889582ba-7503-4fb6-aa93-e11443c4de45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155291 Dec 17 15:53:19.069667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.179797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 063560f3-0eb3-4686-a29e-0aa5c8633e91 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:19.290719 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:19.293931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.314304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.330007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca2780e-2e87-4ba4-8114-27b39c803c0e {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:19.365118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.427455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Transition to ACTIVE for port object 7ca2780e-2e87-4ba4-8114-27b39c803c0e will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:19.443342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-ee41983f-f18e-4e27-bfe1-01f914bc4344 service neutron] 10.222.0.54 "GET /v2.0/networks/889582ba-7503-4fb6-aa93-e11443c4de45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806405 Dec 17 15:53:19.535677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.571705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cdfe-ca97-4f1b-9fdd-4820f3d13df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.707227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Allocated IP 19.86.0.2 (889582ba-7503-4fb6-aa93-e11443c4de45/d74f2522-9c17-4058-878e-8899a619d860/06fa7016-bc8b-4e03-9876-f88b8eb464bd) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:19.806822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ccc7cdfe-ca97-4f1b-9fdd-4820f3d13df2 None None] For port 0b981d34-ff2d-4312-b5b7-0c3fdc371886, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b981d34-ff2d-4312-b5b7-0c3fdc371886,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:19.838131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-b51d6652-c8a5-4900-bdc1-005d9600185b service neutron] 10.222.0.54 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721166 Dec 17 15:53:19.848508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 063560f3-0eb3-4686-a29e-0aa5c8633e91 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:19.849934 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.924863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca2780e-2e87-4ba4-8114-27b39c803c0e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:19.946577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f1af4-4ecd-4b1a-a5d0-aaf1ea6881e3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:19.954924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f1af4-4ecd-4b1a-a5d0-aaf1ea6881e3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:19.957621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-764f1af4-4ecd-4b1a-a5d0-aaf1ea6881e3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.4154062 Dec 17 15:53:19.967505 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '104a6f79-2624-4d8e-8169-b2aa13511c2c', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'port_id': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'mac_address': 'fa:16:3e:7a:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:51:38Z', 'updated_at': '2021-12-17T15:53:16Z', 'revision_number': 1, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:22Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:19.971633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cdfe-ca97-4f1b-9fdd-4820f3d13df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:19.974345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42282) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:19.998538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd630207-ef5d-40ac-ac58-5d290fb2564e req-8ba4afe1-bdef-4f08-83f4-1a34869f3463 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:20.008193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd630207-ef5d-40ac-ac58-5d290fb2564e req-8ba4afe1-bdef-4f08-83f4-1a34869f3463 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 950 time: 0.9991076 Dec 17 15:53:20.064369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1d2671d6-3b09-45bf-925d-5238c09eff62,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:20.095533 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] Checking router: 50c4869a-8165-405c-b8b9-d3bbd13a92d2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:20.157030 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:20.157675 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:20.299850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Attempting to bind port 7ca2780e-2e87-4ba4-8114-27b39c803c0e on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:20.300298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Attempting to bind port 7ca2780e-2e87-4ba4-8114-27b39c803c0e by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:20.300527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Attempting to bind port 7ca2780e-2e87-4ba4-8114-27b39c803c0e on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:20.317450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Port 7ca2780e-2e87-4ba4-8114-27b39c803c0e on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:20.317828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Attempting to bind port 7ca2780e-2e87-4ba4-8114-27b39c803c0e on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:20.328668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:20.338988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd630207-ef5d-40ac-ac58-5d290fb2564e req-c187f93c-bcbf-4191-b9f4-28154e7565fc tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122463 Dec 17 15:53:20.371205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-5de155d0-b8ab-4077-a372-578523ee7cc4 service neutron] 10.222.0.54 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210512 Dec 17 15:53:20.374078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 4a08a272-fb6b-4775-999a-5f071de71627 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:20.374321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:20.387398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:20.387740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Checking segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:20.403338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Bound using segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:20.404660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Bound port: 7ca2780e-2e87-4ba4-8114-27b39c803c0e, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:20.408561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:20.467626 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:20.621325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:20.677131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 4a08a272-fb6b-4775-999a-5f071de71627 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:20.821039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:20.871139 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13828e74-b021-4ca2-b3ce-5b92c6ef7bcb x-openstack-request-id: req-13828e74-b021-4ca2-b3ce-5b92c6ef7bcb {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:20.871532 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:20.871794 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13828e74-b021-4ca2-b3ce-5b92c6ef7bcb {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:20.879772 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'status': 'completed', 'code': 200} Dec 17 15:53:20.921545 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:20.958382 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9457bcbe-a94c-45d1-8578-308a74051de1 x-openstack-request-id: req-9457bcbe-a94c-45d1-8578-308a74051de1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:20.958681 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f97fb3-d46c-464d-b036-d4fd9d41009e", "name": "network-vif-plugged", "status": "completed", "tag": "1d2671d6-3b09-45bf-925d-5238c09eff62", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:20.958941 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9457bcbe-a94c-45d1-8578-308a74051de1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:20.959345 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2671d6-3b09-45bf-925d-5238c09eff62', 'code': 200} Dec 17 15:53:21.026104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] For port 7ca2780e-2e87-4ba4-8114-27b39c803c0e, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:21.133852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] For port 7ca2780e-2e87-4ba4-8114-27b39c803c0e, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:21.174226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-99569666-c788-48cc-bb6c-8629ff2a4261 None None] Provisioning complete for port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:21.174804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99569666-c788-48cc-bb6c-8629ff2a4261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.205055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5bc7885-067d-40ce-9064-5083ed555fad req-3d7fa3ee-d96a-4943-95b2-a67e92396df0 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.2131646 Dec 17 15:53:21.232679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Network 889582ba-7503-4fb6-aa93-e11443c4de45 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:21.232679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:21.289028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.296582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:21.323319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0a77-f24a-4dee-97b3-fde40c7466cc None None] Pushing event updated for resources: {'Port': ['ID=89840b10-1393-4fcf-8371-b8c16060367c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:21.353845 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '104a6f79-2624-4d8e-8169-b2aa13511c2c', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'port_id': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'mac_address': 'fa:16:3e:7a:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:51:38Z', 'updated_at': '2021-12-17T15:53:16Z', 'revision_number': 1, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:22Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:21.402011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b981d34-ff2d-4312-b5b7-0c3fdc371886 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:21.538516 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816e9bf-f8c1-46d9-9f28-2cf09ae67cb4 None None] The sync data for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 is: [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '104a6f79-2624-4d8e-8169-b2aa13511c2c', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'port_id': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'mac_address': 'fa:16:3e:7a:bf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:51:38Z', 'updated_at': '2021-12-17T15:53:16Z', 'revision_number': 1, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:22Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:21.549091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.616298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.730784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.731689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.732356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.751276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.753363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.754258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.756983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.761822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=4a08a272-fb6b-4775-999a-5f071de71627,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:21.789445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-26a3e1bb-4348-4862-9a59-d8be23f18d01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6507 time: 0.9503579 Dec 17 15:53:21.805251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:21.805832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.813830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] 10.222.0.47 "PUT /v2.0/ports/7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 1092 time: 4.1380522 Dec 17 15:53:21.832389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-99569666-c788-48cc-bb6c-8629ff2a4261 None None] Port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:21.852303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:21.854330 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c103c1-da97-4cc6-98c8-1f9e207285e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:21.868750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.875523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69a855f4-e0a3-4d8c-a845-ecc7f4ebfcd5 req-5ef026c0-0d1b-476d-8e18-afb7140daca3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 210 time: 0.3428462 Dec 17 15:53:21.903269 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.921369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:21.935676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b9a3686-5205-4495-8cd4-eceaa7e46930 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/4a08a272-fb6b-4775-999a-5f071de71627 HTTP/1.1" status: 204 len: 168 time: 1.9540269 Dec 17 15:53:21.938817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42300) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:22.061154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:22.085794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-cb8b9d3c-2334-4c6b-ac4e-a4677cda7c0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5849435 Dec 17 15:53:22.090880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916dda-e6a2-4b7b-962d-9d4905b9307c req-8732364b-c5ce-46d4-9e11-e3426f3568cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:22.095966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e916dda-e6a2-4b7b-962d-9d4905b9307c req-8732364b-c5ce-46d4-9e11-e3426f3568cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 1102 time: 0.9314954 Dec 17 15:53:22.156080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f62d8ca-6d88-4231-be55-f5b93395456f None None] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:22.204059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Attempting to bind port 06fa7016-bc8b-4e03-9876-f88b8eb464bd on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:22.204423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Attempting to bind port 06fa7016-bc8b-4e03-9876-f88b8eb464bd by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:22.204782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Attempting to bind port 06fa7016-bc8b-4e03-9876-f88b8eb464bd on network 889582ba-7503-4fb6-aa93-e11443c4de45 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:22.209138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692209b3-c144-49e9-bc43-911af4988ebb None None] Pushing event updated for resources: {'Port': ['ID=45943199-8135-4b25-a7d7-b28894becebe,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:22.361607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40687542-948a-408f-af0e-8e2c333fed53 req-a42e1d0a-acf6-49a1-9acf-85879f91ca3e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:22.380842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40687542-948a-408f-af0e-8e2c333fed53 req-a42e1d0a-acf6-49a1-9acf-85879f91ca3e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 943 time: 1.3319154 Dec 17 15:53:22.397112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ed6b0-7dd6-41e9-a8b4-a432099c6529 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca2780e-2e87-4ba4-8114-27b39c803c0e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:22.502486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c544ed-fa2e-42d2-837d-96cc6e0a2335 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:22.509774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c544ed-fa2e-42d2-837d-96cc6e0a2335 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:22.513335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-92c544ed-fa2e-42d2-837d-96cc6e0a2335 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5649855 Dec 17 15:53:22.515972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42304) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:22.589470 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:22.631547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-12759734-0da1-4785-b67d-75130d71d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:22.633436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-12759734-0da1-4785-b67d-75130d71d28c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8 HTTP/1.1" status: 200 len: 917 time: 0.7113242 Dec 17 15:53:22.741922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:53:22.762910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f6b3b-ff6c-477c-8a4a-ad383c091d6e req-47e2c961-3b74-41a8-b606-ecb0dd479d61 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:22.785244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e51f6b3b-ff6c-477c-8a4a-ad383c091d6e req-47e2c961-3b74-41a8-b606-ecb0dd479d61 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 950 time: 0.6760232 Dec 17 15:53:22.830532 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:22.835069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7cdfe-ca97-4f1b-9fdd-4820f3d13df2 None None] Pushing event updated for resources: {'Port': ['ID=0b981d34-ff2d-4312-b5b7-0c3fdc371886,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:22.836259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e916dda-e6a2-4b7b-962d-9d4905b9307c req-110e43ca-a8c8-41ea-a70a-5fde35cbf01f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033924 Dec 17 15:53:22.873549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c757b8c-0306-46f9-a324-6fcfabfa44f5 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:22.958345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d6f5d-f119-4f6e-aa0b-c7741956216b None None] New status for floating IP 104a6f79-2624-4d8e-8169-b2aa13511c2c: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:53:22.960575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Attempting to bind port 2ab19e20-bfea-4841-aa36-1d241db2808d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:22.960934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Attempting to bind port 2ab19e20-bfea-4841-aa36-1d241db2808d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:22.961292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Attempting to bind port 2ab19e20-bfea-4841-aa36-1d241db2808d on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:22.970951 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Sync routers for ids ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:22.992733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e51f6b3b-ff6c-477c-8a4a-ad383c091d6e req-0c9ff20c-e9b2-4d3c-9cb5-acd6d289b5ec tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058749 Dec 17 15:53:22.993517 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Routers {'987dd9b2-b56a-485a-9089-cdb4cd79ee11'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:22.996610 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:23.007893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.022540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Pushing event updated for resources: {'Port': ['ID=06fa7016-bc8b-4e03-9876-f88b8eb464bd,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:23.069085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:23.069539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Checking segment: {'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:23.069870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.070272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Bound using segment: {'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:23.071047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Bound port: 06fa7016-bc8b-4e03-9876-f88b8eb464bd, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:23.071437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.215873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] For port 06fa7016-bc8b-4e03-9876-f88b8eb464bd, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:23.220685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] For port 06fa7016-bc8b-4e03-9876-f88b8eb464bd, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=06fa7016-bc8b-4e03-9876-f88b8eb464bd,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:23.221449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.226833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84756351-359e-4098-b7ba-09137705e8d6 None None] Pushing event updated for resources: {'Port': ['ID=2ab19e20-bfea-4841-aa36-1d241db2808d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:23.238931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.331636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6d90-26c7-424c-89e2-e595648bdbaf None None] Pushing event updated for resources: {'Port': ['ID=06fa7016-bc8b-4e03-9876-f88b8eb464bd,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:23.334959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:23.335602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:23.336222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.336808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:23.337553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Bound port: 2ab19e20-bfea-4841-aa36-1d241db2808d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:23.338111 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.385110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:23.388388 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.390607 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.406847 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Set router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:23.447599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:23.556951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.573254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e762b228-dd30-431c-9dea-e2e01a45302d None None] Provisioning complete for port 45943199-8135-4b25-a7d7-b28894becebe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:23.573699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e762b228-dd30-431c-9dea-e2e01a45302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:23.614213 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c8d14b2f-8ddd-42c2-8405-25d781ed3c8f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db HTTP/1.1" status: 204 len: 168 time: 1.0866165 Dec 17 15:53:23.734641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Pushing event updated for resources: {'Port': ['ID=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:23.744440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42308) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:23.902022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-c97d8965-02b3-4f64-86b1-59bc8620b834 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:23.920433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-c97d8965-02b3-4f64-86b1-59bc8620b834 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:23.923947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-c97d8965-02b3-4f64-86b1-59bc8620b834 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "GET /v2.0/networks?id=76f6b9cb-623f-4138-8c54-54482fd9cc16&id=889582ba-7503-4fb6-aa93-e11443c4de45&id=76f6b9cb-623f-4138-8c54-54482fd9cc16 HTTP/1.1" status: 200 len: 1392 time: 0.4435968 Dec 17 15:53:23.944188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'port': {'device_id': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16', 'admin_state_up': True, 'tenant_id': '3356ac0dd40b41e589660909044312a6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:23.985634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-a058561a-f039-4537-a50e-48392556b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:23.987705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-a058561a-f039-4537-a50e-48392556b2ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1095 time: 2.1043255 Dec 17 15:53:23.994887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0c9ad983-ad31-4b95-830d-56fa5a8a466e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2348704 Dec 17 15:53:24.007394 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b85bcc4-7ffd-4553-96cc-4dae0a0e69e3 x-openstack-request-id: req-7b85bcc4-7ffd-4553-96cc-4dae0a0e69e3 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:24.008024 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:24.008438 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b85bcc4-7ffd-4553-96cc-4dae0a0e69e3 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:24.009025 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'status': 'completed', 'code': 200} Dec 17 15:53:24.059848 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 4, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port': {'id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:56Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '91ab9704-b6bf-4886-86b3-76a94e70b4f5', 'name': '', 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'mac_address': 'fa:16:3e:42:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:06Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 2, 'project_id': '3356ac0dd40b41e589660909044312a6', 'subnets': [{'id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:24.157558 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Checking router: 987dd9b2-b56a-485a-9089-cdb4cd79ee11 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:24.158089 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Updating router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:53:24.197574 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:24.213398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:24.275109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:24.363802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-9c8802ba-160a-4170-9c71-5c0f4fcdd420 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 217 time: 0.3584142 Dec 17 15:53:24.373759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] For port 2ab19e20-bfea-4841-aa36-1d241db2808d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:24.382230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e762b228-dd30-431c-9dea-e2e01a45302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:24.420602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05249a76-3235-4e7b-a54a-5cee24ede216 req-bcd3e08d-f0dc-4fdf-8874-22ab8dace69c tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.2123885 Dec 17 15:53:24.484662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] For port 2ab19e20-bfea-4841-aa36-1d241db2808d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2ab19e20-bfea-4841-aa36-1d241db2808d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:24.534059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:24.581808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e762b228-dd30-431c-9dea-e2e01a45302d None None] For port 45943199-8135-4b25-a7d7-b28894becebe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=45943199-8135-4b25-a7d7-b28894becebe,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:24.660099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e762b228-dd30-431c-9dea-e2e01a45302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:24.702809 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40687542-948a-408f-af0e-8e2c333fed53 req-ddcbcb25-ad16-4f0b-a72b-2deedea96572 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3203485 Dec 17 15:53:24.798357 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-84e7637e-a1fb-4d0e-bb42-22f5ec7d06e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 200 len: 998 time: 1.2281849 Dec 17 15:53:24.830097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:24.833537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:24.916417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:24.953353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:24.984268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec7bc20e-dc81-4fd4-a04e-d5b395d70829 req-e04a4cd8-e4c0-4cd7-bf83-c9df74fd451a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 210 time: 0.2436390 Dec 17 15:53:25.025701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-5c75f7c8-8508-44c1-9898-7dd4b542c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:25.027388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-5c75f7c8-8508-44c1-9898-7dd4b542c35b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.5610461 Dec 17 15:53:25.049814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:25.061712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:25.132483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4714204-f428-4403-8394-ed1338990bdf None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:25.205635 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:25.218758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Network f8d982da-a762-4506-bfac-fbcc2524a64e is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:25.231963 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:25.251736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:25.261054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Allocated IP 19.80.0.92 (76f6b9cb-623f-4138-8c54-54482fd9cc16/7a25fa58-e43a-42c9-b892-6bae0e820cdb/1e8106c3-3238-41ef-aed8-fd9c1dc87e36) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:25.317120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84756351-359e-4098-b7ba-09137705e8d6 None None] Pushing event updated for resources: {'Port': ['ID=2ab19e20-bfea-4841-aa36-1d241db2808d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:25.354668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 45943199-8135-4b25-a7d7-b28894becebe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:25.391575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-36219b0d-2848-488e-a437-e0003671da5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7179325 Dec 17 15:53:25.399349 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a0226-3a5b-4e94-8ab0-80a7b12e31f5 None None] Pushing event updated for resources: {'Port': ['ID=91ab9704-b6bf-4886-86b3-76a94e70b4f5,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:25.604598 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Attempting to bind port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:25.604985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Attempting to bind port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:25.605352 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Attempting to bind port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 on network b657c2bb-85d0-4a08-baf9-310c0106bb14 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:25.632258 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:25.632633 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Checking segment: {'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:25.633032 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:25.633421 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Bound using segment: {'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:25.633888 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Bound port: 91ab9704-b6bf-4886-86b3-76a94e70b4f5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:25.634260 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:25.701076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-2503e8c8-f2a6-44d4-8ff9-b3d4b274341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:25.705881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-2503e8c8-f2a6-44d4-8ff9-b3d4b274341c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71380c7b-6757-4471-934c-98831561d4a4 HTTP/1.1" status: 200 len: 855 time: 0.8430789 Dec 17 15:53:25.757497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7325928-ccf7-42d9-ac70-ce8455c65e89 req-b84ace83-8b9c-4c43-8440-284ea7bd5765 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:25.759491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7325928-ccf7-42d9-ac70-ce8455c65e89 req-b84ace83-8b9c-4c43-8440-284ea7bd5765 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 950 time: 0.6662793 Dec 17 15:53:25.771338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Router e41bb900-f7cf-4503-8efc-d38acad97cf8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:53:25.779644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c977a355-b085-4ce9-aebf-e7d266fed6b4 req-e95ad84a-3f4f-407e-83ed-7955662c1a7d tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1518457 Dec 17 15:53:25.790942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:25.802273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25d9b06b-91bd-4451-8049-3fb26cee790f req-e9926044-1d47-4078-8147-a80f8b4ee805 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1165736 Dec 17 15:53:25.831458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-1be055e2-ae7b-4c1f-9f70-ae97367794bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:25.833360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-1be055e2-ae7b-4c1f-9f70-ae97367794bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7446835 Dec 17 15:53:25.929108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] For port 91ab9704-b6bf-4886-86b3-76a94e70b4f5, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:25.949126 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] For port 91ab9704-b6bf-4886-86b3-76a94e70b4f5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=91ab9704-b6bf-4886-86b3-76a94e70b4f5,segment=NetworkSegment(e228fed4-86ab-4ebe-bee8-90625cb7bbf5),segment_id=e228fed4-86ab-4ebe-bee8-90625cb7bbf5)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:25.958705 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:26.016560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f1c4f-63bd-4208-9cb9-089b4a5fbce7 None None] Network 889582ba-7503-4fb6-aa93-e11443c4de45 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:26.038680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:26.068953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-2c47033e-48ae-4a6f-bb03-a8a3d36e4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:26.070675 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-2c47033e-48ae-4a6f-bb03-a8a3d36e4808 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 1102 time: 0.3891330 Dec 17 15:53:26.092017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:26.121999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7325928-ccf7-42d9-ac70-ce8455c65e89 req-b9a2da12-ea59-411d-adf0-fe06254f9723 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168597 Dec 17 15:53:26.188404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-97573338-bab8-4116-a75c-6e8fa341e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:26.190273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-97573338-bab8-4116-a75c-6e8fa341e794 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4445150 Dec 17 15:53:26.255038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:26.280754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Port': ['ID=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:26.283578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:26.293772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:26.354068 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Routers {'987dd9b2-b56a-485a-9089-cdb4cd79ee11'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:26.355564 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:26.361029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbbcc5-6774-40bd-b51e-e8803ffc217f req-dc020702-2a24-4238-b4c9-3594c26483d4 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:26.363001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-adbbbcc5-6774-40bd-b51e-e8803ffc217f req-dc020702-2a24-4238-b4c9-3594c26483d4 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 943 time: 0.3821683 Dec 17 15:53:26.366719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-86ecc7d3-9c75-4871-a685-79552e9d87ed None None] Provisioning complete for port 89840b10-1393-4fcf-8371-b8c16060367c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:26.367096 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86ecc7d3-9c75-4871-a685-79552e9d87ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:26.381648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:26.382360 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:26.414874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762b228-dd30-431c-9dea-e2e01a45302d None None] Pushing event updated for resources: {'Port': ['ID=45943199-8135-4b25-a7d7-b28894becebe,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:26.549186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-c4a54259-259f-47f4-ae7a-52e6a9ec5fc5 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058401 Dec 17 15:53:26.571294 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a0226-3a5b-4e94-8ab0-80a7b12e31f5 None None] Pushing event updated for resources: {'Port': ['ID=91ab9704-b6bf-4886-86b3-76a94e70b4f5,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:26.610809 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] Set router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:26.647396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:53:26.658161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-153ed07b-bfed-4286-9161-427eac6a4c71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7189014 Dec 17 15:53:26.674332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:26.688409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'port': {'device_id': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45', 'admin_state_up': True, 'tenant_id': '3356ac0dd40b41e589660909044312a6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:26.697968 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:26.732925 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7af1bd71-a2d3-4ae5-8149-5e7d5209cfae admin admin] 10.222.0.54 "PUT /v2.0/routers/e41bb900-f7cf-4503-8efc-d38acad97cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4804029 Dec 17 15:53:26.747846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 45943199-8135-4b25-a7d7-b28894becebe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:26.747846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:26.838223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-adbbbcc5-6774-40bd-b51e-e8803ffc217f req-5079e835-8b39-4bd6-b7db-36c961b4b6aa tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528944 Dec 17 15:53:26.864627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d908358-8415-41ca-a6fe-cc3337f0ad43 req-5ab748cd-e372-4e85-89a0-dcbfe1b0fbd7 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861004 Dec 17 15:53:26.922920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-e8e4c92c-07d8-4833-ba1a-f84c9f5d1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:26.924457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-e8e4c92c-07d8-4833-ba1a-f84c9f5d1f4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.8259201 Dec 17 15:53:26.929712 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-1d37985c-f3cc-49ff-8bba-10395b99feef service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914999 Dec 17 15:53:26.940217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08e30-71c0-41ce-88f7-fc457caacdef req-ecfc182d-af57-4789-bf05-f94d8793deab tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:26.941994 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22f08e30-71c0-41ce-88f7-fc457caacdef req-ecfc182d-af57-4789-bf05-f94d8793deab tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 931 time: 0.5435038 Dec 17 15:53:27.139377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-4624dbb3-c9a7-4b93-85a4-0d8adad8a17d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=1d2671d6-3b09-45bf-925d-5238c09eff62 HTTP/1.1" status: 200 len: 217 time: 0.1962762 Dec 17 15:53:27.151453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5b66122-6262-42d3-b509-536a7f5cf907 req-eb5a5479-0c96-4e3d-a30c-45a55c2d0a38 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072649 Dec 17 15:53:27.363374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:20Z', 'revision_number': 2, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:27.390474 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 4, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port': {'id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:56Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '91ab9704-b6bf-4886-86b3-76a94e70b4f5', 'name': '', 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'mac_address': 'fa:16:3e:42:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:06Z', 'updated_at': '2021-12-17T15:53:25Z', 'revision_number': 4, 'project_id': '3356ac0dd40b41e589660909044312a6', 'subnets': [{'id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:27.428384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead54b9-c85d-4bd4-9354-29878e282bdb None None] The sync data for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 is: [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:20Z', 'revision_number': 2, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:27.444409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-16a1536c-9e4b-4224-a13b-2c0a92978dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:27.445951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-16a1536c-9e4b-4224-a13b-2c0a92978dba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1095 time: 0.3215480 Dec 17 15:53:27.469070 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b365ce-e324-4adb-9e0d-0483152c7104 None None] The sync data for ids ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'] in n-d-806683-20 is: [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:53:08Z', 'revision_number': 4, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port': {'id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:56Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '91ab9704-b6bf-4886-86b3-76a94e70b4f5', 'name': '', 'network_id': 'b657c2bb-85d0-4a08-baf9-310c0106bb14', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'mac_address': 'fa:16:3e:42:79:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:06Z', 'updated_at': '2021-12-17T15:53:25Z', 'revision_number': 4, 'project_id': '3356ac0dd40b41e589660909044312a6', 'subnets': [{'id': 'd1296970-5897-4390-9ddc-21a2509fa3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:27.504475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:27.527870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:27.533453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:27.534262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:27.556040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:27.557196 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86ecc7d3-9c75-4871-a685-79552e9d87ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:27.607786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-600f88ac-9434-420b-a38b-90979f6781d5 req-08759b2d-e329-43f7-ac52-f291610eb389 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1076190 Dec 17 15:53:27.648216 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:53:27.742449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4ba3ab9c-96b5-4ee7-9b49-6b6a05b0dfbc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5099363 Dec 17 15:53:27.753306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:27.786366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'name': 'tempest-NetworksTestDHCPv6-566718404'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:27.854932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0f900996-b36c-4725-af10-40a241bb2f11 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:27.866966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-86ecc7d3-9c75-4871-a685-79552e9d87ed None None] For port 89840b10-1393-4fcf-8371-b8c16060367c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89840b10-1393-4fcf-8371-b8c16060367c,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:27.939744 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86ecc7d3-9c75-4871-a685-79552e9d87ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:27.993831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-46540dbd-ecd4-4dd6-9659-92b3e31b8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:27.995951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-46540dbd-ecd4-4dd6-9659-92b3e31b8e1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.7789569 Dec 17 15:53:28.002762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22f08e30-71c0-41ce-88f7-fc457caacdef req-8dc33b2e-341b-46af-8bf5-8be2bc514cf4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9777586 Dec 17 15:53:28.024100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.024571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.025034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.025638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.025942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.032303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.032840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.034873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-62233664-6f85-4d32-a59e-4498b7b6d30b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6507 time: 0.6957481 Dec 17 15:53:28.049314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] Deleting port 89840b10-1393-4fcf-8371-b8c16060367c {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:28.050139 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.151385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecc7d3-9c75-4871-a685-79552e9d87ed None None] Pushing event updated for resources: {'Port': ['ID=89840b10-1393-4fcf-8371-b8c16060367c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:28.184098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-ff989160-06a1-4bca-85ae-58360cfb6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.185525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-ff989160-06a1-4bca-85ae-58360cfb6db9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.7261109 Dec 17 15:53:28.239669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:28.243447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Provisioning complete for port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:28.244964 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.246550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.279408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:28.285367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.311386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] For port 89840b10-1393-4fcf-8371-b8c16060367c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89840b10-1393-4fcf-8371-b8c16060367c,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:28.311941 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.324921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] Calling delete_port for 89840b10-1393-4fcf-8371-b8c16060367c owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:28.332751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 81317f0d-4cb8-4485-8345-337b845a33f1 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:53:28.431630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-846037fa-a2d8-4481-97d7-2f364402a2c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 217 time: 0.2116621 Dec 17 15:53:28.446313 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.481712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] Pushing event deleted for resources: {'Port': ['ID=89840b10-1393-4fcf-8371-b8c16060367c,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:28.493733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c8e98-9b77-4d74-ae97-1ce18a5e4d12 None None] No DVR routers for this DVR port 89840b10-1393-4fcf-8371-b8c16060367c on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:28.504722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:28.520280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0f900996-b36c-4725-af10-40a241bb2f11 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:28.521926 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.571660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2625e331-799e-4739-842f-53f50b7b3584 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:28.579778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0b682-ff27-4bab-8084-d32427a90036 req-defb6ae9-559f-4cd3-b9a7-a6db747149b4 tempest-ServersAdminNegativeTestJSON-1537697668 tempest-ServersAdminNegativeTestJSON-1537697668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.585635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39c0b682-ff27-4bab-8084-d32427a90036 req-defb6ae9-559f-4cd3-b9a7-a6db747149b4 tempest-ServersAdminNegativeTestJSON-1537697668 tempest-ServersAdminNegativeTestJSON-1537697668-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 1102 time: 0.3507230 Dec 17 15:53:28.604144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-02fb14d5-599f-4f01-b233-51aa3f748079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.605803 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-02fb14d5-599f-4f01-b233-51aa3f748079 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5963061 Dec 17 15:53:28.663547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::1a6 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b/81317f0d-4cb8-4485-8345-337b845a33f1) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:28.676511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42348) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:28.686712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9ecf17c7-a53c-4120-aea0-6a552ab20bf8 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155808294', 'description': 'tempest-description--569970260'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:28.711495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Provisioning complete for port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:28.712058 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.717894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:28.936678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-04c040a6-67f0-4caa-88e9-c868297b7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.937924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-04c040a6-67f0-4caa-88e9-c868297b7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.938616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-04c040a6-67f0-4caa-88e9-c868297b7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.940089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:28.940936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.942866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-04c040a6-67f0-4caa-88e9-c868297b7860 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=d56efdfb-2214-495b-b81d-8728c73706ee&id=d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 200 len: 2297 time: 0.7560270 Dec 17 15:53:28.946002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ecf17c7-a53c-4120-aea0-6a552ab20bf8 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.956517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:28.956884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.957850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-39c0b682-ff27-4bab-8084-d32427a90036 req-a3a47332-56cf-4351-a281-9d3c4d204024 tempest-ServersAdminNegativeTestJSON-1537697668 tempest-ServersAdminNegativeTestJSON-1537697668-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:28.991899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-fa83a76d-2fe4-4242-86aa-14ec771fbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:28.995883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-fa83a76d-2fe4-4242-86aa-14ec771fbaeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.5544515 Dec 17 15:53:29.070948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Allocated IP 19.86.0.171 (889582ba-7503-4fb6-aa93-e11443c4de45/d74f2522-9c17-4058-878e-8899a619d860/ff663933-e06b-4a9d-a3f4-6a8a2dcd9095) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:29.122028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-90d46264-9816-43bb-a4f4-4862e14611f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 200 len: 1000 time: 0.1424563 Dec 17 15:53:29.159529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.215571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] For port 91ab9704-b6bf-4886-86b3-76a94e70b4f5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=91ab9704-b6bf-4886-86b3-76a94e70b4f5,segment=NetworkSegment(e228fed4-86ab-4ebe-bee8-90625cb7bbf5),segment_id=e228fed4-86ab-4ebe-bee8-90625cb7bbf5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:29.221520 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.298150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7ca2780e-2e87-4ba4-8114-27b39c803c0e details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:53:29.310872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Provisioning complete for port 06fa7016-bc8b-4e03-9876-f88b8eb464bd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:29.311312 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.326166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-f1158b5b-3607-490c-a732-efcfab55a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:29.328418 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-f1158b5b-3607-490c-a732-efcfab55a9d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71380c7b-6757-4471-934c-98831561d4a4 HTTP/1.1" status: 200 len: 855 time: 0.1401594 Dec 17 15:53:29.344339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-cd3018c8-1483-4bb9-b7b9-623e25174fe3 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226608 Dec 17 15:53:29.410792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-0ea592d5-05e0-45fc-a8b1-87f930bba0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:29.412753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-0ea592d5-05e0-45fc-a8b1-87f930bba0a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2893839 Dec 17 15:53:29.426095 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ecf17c7-a53c-4120-aea0-6a552ab20bf8 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.444021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7c86f4f-61e4-4b9f-977f-7eb984d43ac1 req-d46f0e51-9fcf-4072-9fd9-802636467306 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60&device_id=496aaf64-d44e-40cf-b9de-29134cdcff44 HTTP/1.1" status: 200 len: 210 time: 0.0818331 Dec 17 15:53:29.476994 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ecf17c7-a53c-4120-aea0-6a552ab20bf8 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.510465 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.564952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-44ab6a8a-8c76-4fde-80e1-919dc17fc8d6 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326761 Dec 17 15:53:29.616024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d014224b-a7f1-471c-b403-ef64889b11d5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:29.664532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Pushing event updated for resources: {'Port': ['ID=91ab9704-b6bf-4886-86b3-76a94e70b4f5,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:29.749941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ecf17c7-a53c-4120-aea0-6a552ab20bf8 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.753667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9ecf17c7-a53c-4120-aea0-6a552ab20bf8 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0709217 Dec 17 15:53:29.767038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf17c7-a53c-4120-aea0-6a552ab20bf8 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:29.768325 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.774428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42354) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:29.785908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-9251c18f-4f71-4391-8b88-b047cef28a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:29.787541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-9251c18f-4f71-4391-8b88-b047cef28a6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4474874 Dec 17 15:53:29.790070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c103c1-da97-4cc6-98c8-1f9e207285e9 req-bf589bc6-5718-4f66-8cc4-779a6daba758 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021673 Dec 17 15:53:29.804658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9cdc47ce-1efb-4061-9ee4-6a5a4af65afa tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Request body: {'security_group_rule': {'security_group_id': 'd437fd0d-d182-41b5-a7d7-ef9ef59f17e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:29.883295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] For port 06fa7016-bc8b-4e03-9876-f88b8eb464bd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=06fa7016-bc8b-4e03-9876-f88b8eb464bd,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:29.893206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7ca2780e-2e87-4ba4-8114-27b39c803c0e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:29.898049 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.918646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3b27-d8da-46cc-b486-d0859368c883 req-01f37d08-17d5-49f9-8705-fafb877d7b1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:29.930663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73af3b27-d8da-46cc-b486-d0859368c883 req-01f37d08-17d5-49f9-8705-fafb877d7b1a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 943 time: 0.3847797 Dec 17 15:53:29.953592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'mac_address': 'fa:16:3e:ba:35:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:53:29.965759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d014224b-a7f1-471c-b403-ef64889b11d5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:29.966560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:29.994061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b27dd74-448d-43aa-9556-0e6b7dd59cbd req-47324c44-4030-41fc-a876-95418655922e service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903375 Dec 17 15:53:30.008744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-253b8a1f-a7c3-432f-a98c-e87a58a047c5 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032182 Dec 17 15:53:30.014160 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.014748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-39c0b682-ff27-4bab-8084-d32427a90036 req-a3a47332-56cf-4351-a281-9d3c4d204024 tempest-ServersAdminNegativeTestJSON-1537697668 tempest-ServersAdminNegativeTestJSON-1537697668-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.035118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-39c0b682-ff27-4bab-8084-d32427a90036 req-a3a47332-56cf-4351-a281-9d3c4d204024 tempest-ServersAdminNegativeTestJSON-1537697668 tempest-ServersAdminNegativeTestJSON-1537697668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.050680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.100391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39c0b682-ff27-4bab-8084-d32427a90036 req-a3a47332-56cf-4351-a281-9d3c4d204024 tempest-ServersAdminNegativeTestJSON-1537697668 tempest-ServersAdminNegativeTestJSON-1537697668-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4866598 Dec 17 15:53:30.113019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a47332-56cf-4351-a281-9d3c4d204024 tempest-ServersAdminNegativeTestJSON-1537697668 tempest-ServersAdminNegativeTestJSON-1537697668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a9a93a-e0ee-427b-bb96-5e08a6f4e18d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:30.134358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cdc47ce-1efb-4061-9ee4-6a5a4af65afa tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.165383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:30.207435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:30.213996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:30.215994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Pushing event updated for resources: {'Port': ['ID=06fa7016-bc8b-4e03-9876-f88b8eb464bd,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:30.231159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Provisioning complete for port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:30.231533 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.243132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:30.243951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.268120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=81317f0d-4cb8-4485-8345-337b845a33f1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:30.280912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-10465bec-de90-4c93-88e2-be946a4994de service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580376 Dec 17 15:53:30.312557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73af3b27-d8da-46cc-b486-d0859368c883 req-53e34079-a108-4706-b6c7-b3c35544076c tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806462 Dec 17 15:53:30.399928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8d4bd3a7-bc91-4105-a6ae-0d6005a25849 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6454575 Dec 17 15:53:30.411977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42358) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:30.413380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.440392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b/af367017-54b5-4eec-9449-53e675c364ae) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:30.441869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-2f295998-f41a-41da-bc17-e3d1be3c026c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 217 time: 0.1237025 Dec 17 15:53:30.452936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:30.458542 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.467699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca2780e-2e87-4ba4-8114-27b39c803c0e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:30.565182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7ca2780e-2e87-4ba4-8114-27b39c803c0e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:30.652941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31c772-5ed1-41a2-9ea8-4ef860fd5b4f req-ce5ccf93-8137-437e-8c4a-3aa1b7669b1c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:30.669415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31c772-5ed1-41a2-9ea8-4ef860fd5b4f req-ce5ccf93-8137-437e-8c4a-3aa1b7669b1c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:30.674125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.680867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba31c772-5ed1-41a2-9ea8-4ef860fd5b4f req-ce5ccf93-8137-437e-8c4a-3aa1b7669b1c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 1654 time: 0.1614952 Dec 17 15:53:30.681519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Provisioning complete for port 45943199-8135-4b25-a7d7-b28894becebe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:30.681891 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5855d57-6b58-4d8f-9332-6b1d18bafc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.696318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cdc47ce-1efb-4061-9ee4-6a5a4af65afa tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.706506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-1cac7758-478b-4115-aa53-4eb080cb22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:30.712363 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-1cac7758-478b-4115-aa53-4eb080cb22a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.2446058 Dec 17 15:53:30.720995 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cdc47ce-1efb-4061-9ee4-6a5a4af65afa tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.730925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network 889582ba-7503-4fb6-aa93-e11443c4de45 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:30.763992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:30.769290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:30.811786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc47ce-1efb-4061-9ee4-6a5a4af65afa tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7024cb24-1e1a-4bab-8a3a-1e34e1a77e78,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:30.816652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Port': ['ID=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:30.831701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c81c42-8e48-4c14-8f8b-4c7e47ff76a7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:30.833672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c2c81c42-8e48-4c14-8f8b-4c7e47ff76a7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4100826 Dec 17 15:53:30.841587 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9cdc47ce-1efb-4061-9ee4-6a5a4af65afa tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:30.842989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9cdc47ce-1efb-4061-9ee4-6a5a4af65afa tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0551655 Dec 17 15:53:30.843596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:30.849513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42366) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:30.865222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e16859fc-6858-4c53-aa9a-0587bb818b8d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Request body: {'security_group_rule': {'security_group_id': 'd437fd0d-d182-41b5-a7d7-ef9ef59f17e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:30.997523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52f61f41-bff7-492a-8b1c-78c97cc0a045 req-c2e3a824-f0e3-4cef-bb39-32eabc50db35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56b9473032fc42c78941c3aa3da15869&device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.3074243 Dec 17 15:53:31.003785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:31.004499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.068848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.082950 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3016749f-ad5b-4865-bb20-34083fffcef3 req-3bf28a58-fccd-4a6b-8d38-6df18ea7f6bf tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1826189 Dec 17 15:53:31.091417 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52f61f41-bff7-492a-8b1c-78c97cc0a045 req-95c3169d-08db-469e-a2e7-d604b0705c16 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=56b9473032fc42c78941c3aa3da15869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494301 Dec 17 15:53:31.105226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba31c772-5ed1-41a2-9ea8-4ef860fd5b4f req-47fff652-4fe0-4c10-84e9-51b63919cd8c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171035 Dec 17 15:53:31.116112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-4db4c020-e0b5-43e2-a180-539a6a53ee6a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4425745 Dec 17 15:53:31.145729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'port': {'device_id': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16', 'admin_state_up': True, 'tenant_id': '3356ac0dd40b41e589660909044312a6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:31.162854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port d014224b-a7f1-471c-b403-ef64889b11d5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d014224b-a7f1-471c-b403-ef64889b11d5,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:31.170183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-92776c92-0b3f-4489-872b-64cdcf62217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:31.183231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-92776c92-0b3f-4489-872b-64cdcf62217e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3877327 Dec 17 15:53:31.363892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16859fc-6858-4c53-aa9a-0587bb818b8d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.419867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f61f41-bff7-492a-8b1c-78c97cc0a045 req-77222f84-7e25-4a6c-84bc-7980fdd1c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:31.419867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52f61f41-bff7-492a-8b1c-78c97cc0a045 req-77222f84-7e25-4a6c-84bc-7980fdd1c445 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3030488 Dec 17 15:53:31.420779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7ca2780e-2e87-4ba4-8114-27b39c803c0e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:31.452282 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16859fc-6858-4c53-aa9a-0587bb818b8d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.461081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16859fc-6858-4c53-aa9a-0587bb818b8d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.464414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-db2f56ff-9905-4567-9342-707a0a0bba9a service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513967 Dec 17 15:53:31.480257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16859fc-6858-4c53-aa9a-0587bb818b8d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f9eb76-59a7-4e02-a900-aa0c7a37c46f,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:31.509905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 81317f0d-4cb8-4485-8345-337b845a33f1 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:31.510718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.556178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7ca2780e-2e87-4ba4-8114-27b39c803c0e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:31.581762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.599181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 06fa7016-bc8b-4e03-9876-f88b8eb464bd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:31.607154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:31.609049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Sync routers for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:31.611768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.633433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-eb481ec0-a264-4134-a2af-49b7cdd1315d service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598828 Dec 17 15:53:31.646225 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16859fc-6858-4c53-aa9a-0587bb818b8d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.647706 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e16859fc-6858-4c53-aa9a-0587bb818b8d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7877278 Dec 17 15:53:31.654241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42380) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:31.674002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:31.710142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.729615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-8b2ae682-cb2b-47e3-81fd-847228488f39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 217 time: 0.0826542 Dec 17 15:53:31.753643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32931f0e-3d80-48bb-a65c-467b445f127c req-81c90a03-bf9f-47f0-868e-9068353cb88e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:31.755199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32931f0e-3d80-48bb-a65c-467b445f127c req-81c90a03-bf9f-47f0-868e-9068353cb88e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 944 time: 0.1713521 Dec 17 15:53:31.766838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 81317f0d-4cb8-4485-8345-337b845a33f1 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:31.767555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:31.768124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:31.851506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27409b7e-8795-4707-94ca-c03e31830f65 req-5309f315-4e15-4ce7-834c-692c779c89a9 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:31.861273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-27409b7e-8795-4707-94ca-c03e31830f65 req-5309f315-4e15-4ce7-834c-692c779c89a9 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 950 time: 0.2266829 Dec 17 15:53:31.878191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:31.888736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:31.935623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Allocated IP 19.80.0.97 (76f6b9cb-623f-4138-8c54-54482fd9cc16/7a25fa58-e43a-42c9-b892-6bae0e820cdb/a5d06f23-8d57-46c7-a094-828fb687db72) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:31.959759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32931f0e-3d80-48bb-a65c-467b445f127c req-70a9d097-8db4-47bc-8ae8-5f8178e12f8b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790295 Dec 17 15:53:32.013446 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.029419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-27409b7e-8795-4707-94ca-c03e31830f65 req-1ca9c4eb-a717-4914-86f1-0d42b4dc3a94 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671870 Dec 17 15:53:32.039155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-b148e35e-3929-41a3-b832-573eeadf0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:32.043368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-b148e35e-3929-41a3-b832-573eeadf0148 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.2974432 Dec 17 15:53:32.071342 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.097776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=d014224b-a7f1-471c-b403-ef64889b11d5,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:32.150600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-004b366b-3f58-41bb-be97-bb91f5e0e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:32.152166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-004b366b-3f58-41bb-be97-bb91f5e0e2ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992799 Dec 17 15:53:32.197184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a503bf8-85fb-4d8d-8dfa-596c15c9a7b5 None None] Provisioning complete for port 06fa7016-bc8b-4e03-9876-f88b8eb464bd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:32.198412 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a503bf8-85fb-4d8d-8dfa-596c15c9a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.214085 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.239066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:32.289019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:32.291442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:32.298936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 06fa7016-bc8b-4e03-9876-f88b8eb464bd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:32.299350 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.304892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be97c9b4-4622-48a9-8f27-95c0e282be93 req-0c9abb2d-fbdc-4592-a3a2-d898bc72eb8e tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.0536773 Dec 17 15:53:32.330019 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.332582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=81317f0d-4cb8-4485-8345-337b845a33f1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:32.332999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Pushing event updated for resources: {'Port': ['ID=af367017-54b5-4eec-9449-53e675c364ae,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:32.371474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-3ac6e3e4-e962-4016-afc2-3648942d5a29 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021728 Dec 17 15:53:32.386081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.393226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b1d9b3c2-6bdd-41ce-a517-dd8cea274223 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/81317f0d-4cb8-4485-8345-337b845a33f1 HTTP/1.1" status: 204 len: 168 time: 1.5445893 Dec 17 15:53:32.403098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42386) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:32.457897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.507492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Attempting to bind port af367017-54b5-4eec-9449-53e675c364ae on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:32.511422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.514220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Attempting to bind port af367017-54b5-4eec-9449-53e675c364ae by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:32.514987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Attempting to bind port af367017-54b5-4eec-9449-53e675c364ae on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:32.526638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a825c-640f-412f-b77b-e047482bdce4 req-4e514c25-193d-4ad5-ad3e-a20fca660f60 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:32.537870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a825c-640f-412f-b77b-e047482bdce4 req-4e514c25-193d-4ad5-ad3e-a20fca660f60 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:32.541117 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-559a825c-640f-412f-b77b-e047482bdce4 req-4e514c25-193d-4ad5-ad3e-a20fca660f60 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 1654 time: 0.2777617 Dec 17 15:53:32.563701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:32.564130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:32.564519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.564915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:32.565406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Bound port: af367017-54b5-4eec-9449-53e675c364ae, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:32.565784 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.623540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:32.638024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:32.651192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:32.721697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:32.722487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.766867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-559a825c-640f-412f-b77b-e047482bdce4 req-0a7e44e8-46cd-457d-bc0e-30a54b98685f tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083292 Dec 17 15:53:32.771801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Port': ['ID=a5d06f23-8d57-46c7-a094-828fb687db72,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:32.799060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] For port af367017-54b5-4eec-9449-53e675c364ae, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:32.801966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-46862b19-e9cb-4d14-956d-5808d88439d0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6708860 Dec 17 15:53:32.804027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] For port af367017-54b5-4eec-9449-53e675c364ae, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=af367017-54b5-4eec-9449-53e675c364ae,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:32.820213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Request body: {'port': {'device_id': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:32.852019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:20Z', 'revision_number': 2, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:32.900460 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.919614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Checking router: e41bb900-f7cf-4503-8efc-d38acad97cf8 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:32.920212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Updating router e41bb900-f7cf-4503-8efc-d38acad97cf8 port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:53:32.922096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a503bf8-85fb-4d8d-8dfa-596c15c9a7b5 None None] Provisioning complete for port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:32.922579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a503bf8-85fb-4d8d-8dfa-596c15c9a7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:32.957975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:33.039644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9a503bf8-85fb-4d8d-8dfa-596c15c9a7b5 None None] Port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:33.041504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2222a-5f34-4be2-8f71-1a5f3aa22402 None None] Pushing event updated for resources: {'Port': ['ID=af367017-54b5-4eec-9449-53e675c364ae,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:33.124699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b981d34-ff2d-4312-b5b7-0c3fdc371886 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:33.223587 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:33.284941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52f61f41-bff7-492a-8b1c-78c97cc0a045 req-f7e3b166-a321-4490-ae52-3c06cf8bba06 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.49 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1414826 Dec 17 15:53:33.329492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b807cc9-3db0-4dd1-b110-43c6e99533d0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:33.331251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b807cc9-3db0-4dd1-b110-43c6e99533d0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:33.332891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b807cc9-3db0-4dd1-b110-43c6e99533d0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9270678 Dec 17 15:53:33.337959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42394) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:33.404508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:53:33.418459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e69254-6575-4db3-b9be-12bfd83926c6 req-6634cb66-1cac-48cc-8269-9d9b4f7ece86 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:33.420486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07e69254-6575-4db3-b9be-12bfd83926c6 req-6634cb66-1cac-48cc-8269-9d9b4f7ece86 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 950 time: 0.2480590 Dec 17 15:53:33.424598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:33.439684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-cb73d4b6-40b2-4d39-81e0-7e88b3765c3f tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:33.441524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-cb73d4b6-40b2-4d39-81e0-7e88b3765c3f tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.49 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 950 time: 0.2394462 Dec 17 15:53:33.566550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-395f40ab-d807-4cf5-b9ca-c41da5e8ecc4 None None] Provisioning complete for port a5d06f23-8d57-46c7-a094-828fb687db72 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:33.577970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-395f40ab-d807-4cf5-b9ca-c41da5e8ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:33.595735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:33.651565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89f7e0-3a61-40f1-b896-d2970ebcbaa1 req-1dc6eaaf-8e71-4d64-9680-c61971a13a2c tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:33.662548 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e89f7e0-3a61-40f1-b896-d2970ebcbaa1 req-1dc6eaaf-8e71-4d64-9680-c61971a13a2c tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 944 time: 0.5201321 Dec 17 15:53:33.666094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-ba9562f1-bb47-40ba-8cb6-f28712adfc3c service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2860563 Dec 17 15:53:33.713987 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07e69254-6575-4db3-b9be-12bfd83926c6 req-2cdfb4bd-bf4f-40ce-b6bf-66037136ecc7 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809587 Dec 17 15:53:33.734637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:33.735159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:33.739196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-395f40ab-d807-4cf5-b9ca-c41da5e8ecc4 None None] Port a5d06f23-8d57-46c7-a094-828fb687db72 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:33.816807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Allocated IP 172.25.0.76 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/4c0551dd-cde2-4c1b-8063-74591d576634) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:33.973630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:33.975660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:33.979199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89840b10-1393-4fcf-8371-b8c16060367c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:34.007026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a361f4bf-10f0-4ec2-8454-2d5a759f3a16 req-06a5c4d8-b167-45d8-978d-79133fe77609 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=7db44a7a-9847-44df-ae00-3d1b66c8ec60 HTTP/1.1" status: 200 len: 210 time: 0.1190348 Dec 17 15:53:34.013718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 89840b10-1393-4fcf-8371-b8c16060367c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:34.015718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.018129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89840b10-1393-4fcf-8371-b8c16060367c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 15:53:34.027412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.030894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.070073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.075519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Port 89840b10-1393-4fcf-8371-b8c16060367c not found, will not notify nova. {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 15:53:34.098759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Transition to ACTIVE for port object 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:34.114578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.247482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-f568fbe9-78e8-40f4-bc78-c41c7978ef4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=001a32c4-b56a-4703-abbe-7beaaf671b63 HTTP/1.1" status: 200 len: 217 time: 0.1376734 Dec 17 15:53:34.255078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:34.286547 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.314049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.317893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.321233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b HTTP/1.1" status: 204 len: 168 time: 0.9793246 Dec 17 15:53:34.323878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42402) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:34.470833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0c238714-c321-496f-999f-8ef4fbf25c0a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1437078 Dec 17 15:53:34.501090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748c2ae-2980-4198-aa73-43236d1e0e55 None None] Pushing event updated for resources: {'Port': ['ID=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:34.525662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42404) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:34.532965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fba70-6d98-4612-8e8e-10814cc4811d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:34.553541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:34.567358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:34.568664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event updated for resources: {'Port': ['ID=4c0551dd-cde2-4c1b-8063-74591d576634,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:34.572837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-35ee144d-dc5c-4d6c-9a64-3f7ea9decd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:34.574329 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-35ee144d-dc5c-4d6c-9a64-3f7ea9decd04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1401262 Dec 17 15:53:34.585422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:34.659408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Attempting to bind port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:34.660311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Attempting to bind port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:34.661196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Attempting to bind port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce on network f8d982da-a762-4506-bfac-fbcc2524a64e {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:34.666562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:34.710680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:34.711062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Checking segment: {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:34.711476 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.715328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Bound using segment: {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:34.716084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Bound port: f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:34.726063 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.747094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 91ab9704-b6bf-4886-86b3-76a94e70b4f5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:34.814337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e89f7e0-3a61-40f1-b896-d2970ebcbaa1 req-bcea446d-b469-4906-8353-eb9053c4dfa5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1505396 Dec 17 15:53:34.885619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:34.892187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.921854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] For port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:34.929354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:34.942033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:34.947691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] For port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:34.975051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dca4b-4f49-4713-a14c-02129d798049 req-3b167042-f465-409d-b691-2df3eefeaa74 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:34.995312 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.003549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dca4b-4f49-4713-a14c-02129d798049 req-3b167042-f465-409d-b691-2df3eefeaa74 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.012404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dca4b-4f49-4713-a14c-02129d798049 req-3b167042-f465-409d-b691-2df3eefeaa74 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.025651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c4dca4b-4f49-4713-a14c-02129d798049 req-3b167042-f465-409d-b691-2df3eefeaa74 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2387 time: 0.5523894 Dec 17 15:53:35.142398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Deleting port 1d2671d6-3b09-45bf-925d-5238c09eff62 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:35.142834 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.158307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Attempting to bind port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:35.158824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Attempting to bind port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:35.159136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Attempting to bind port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 on network 76f6b9cb-623f-4138-8c54-54482fd9cc16 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:35.160618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-1f635bed-9bd7-4916-b416-7fb8b1130671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.165646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-1f635bed-9bd7-4916-b416-7fb8b1130671 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5676877 Dec 17 15:53:35.168407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:35.171348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:53:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:35.190894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 on network 76f6b9cb-623f-4138-8c54-54482fd9cc16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:35.191219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Attempting to bind port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 on network 76f6b9cb-623f-4138-8c54-54482fd9cc16 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:35.246069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c4dca4b-4f49-4713-a14c-02129d798049 req-159ddc20-82e9-4654-804f-110ed4984e32 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188876 Dec 17 15:53:35.251040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:35.258265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Checking segment: {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:35.260106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Bound using segment: {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:35.262398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Bound port: 1e8106c3-3238-41ef-aed8-fd9c1dc87e36, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:35.265265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.283153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a641098a-3c93-496d-93b0-042ec536dd5e None None] Provisioning complete for port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:35.283539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a641098a-3c93-496d-93b0-042ec536dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.340813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748c2ae-2980-4198-aa73-43236d1e0e55 None None] Pushing event updated for resources: {'Port': ['ID=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:35.356555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7ca2780e-2e87-4ba4-8114-27b39c803c0e up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:35.372178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.392701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa76b97-a50e-4a12-9bac-02843f756236 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:35.521791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.548441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22182b-2db4-4e82-9a24-ade1ca252c79 req-a44c7057-8b68-42a9-b616-95d5694ea6e4 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.556621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd22182b-2db4-4e82-9a24-ade1ca252c79 req-a44c7057-8b68-42a9-b616-95d5694ea6e4 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 950 time: 0.5390041 Dec 17 15:53:35.566866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 45943199-8135-4b25-a7d7-b28894becebe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:35.657931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] For port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:35.685118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] For port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:35.697536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.741807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:35.744991 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a641098a-3c93-496d-93b0-042ec536dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.747115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd22182b-2db4-4e82-9a24-ade1ca252c79 req-3125e599-3888-4a55-adc4-68c0754869b2 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892343 Dec 17 15:53:35.760470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.761094 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.762758 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] 10.222.0.49 "PUT /v2.0/ports/1e8106c3-3238-41ef-aed8-fd9c1dc87e36 HTTP/1.1" status: 200 len: 1092 time: 2.9506850 Dec 17 15:53:35.763210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'tag': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:35.768178 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "tag": "1e8106c3-3238-41ef-aed8-fd9c1dc87e36"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:35.804951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Request body: {'port': {'device_id': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:35.862225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 7ca2780e-2e87-4ba4-8114-27b39c803c0e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:35.870630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] For port 1d2671d6-3b09-45bf-925d-5238c09eff62, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1d2671d6-3b09-45bf-925d-5238c09eff62,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:35.871365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.932290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 7ca2780e-2e87-4ba4-8114-27b39c803c0e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:35.932806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:35.942054 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4c9cc-22e4-4420-87ad-e1dc69de36b2 x-openstack-request-id: req-82b4c9cc-22e4-4420-87ad-e1dc69de36b2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:35.942655 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "tag": "1e8106c3-3238-41ef-aed8-fd9c1dc87e36", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:35.944004 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82b4c9cc-22e4-4420-87ad-e1dc69de36b2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:35.944606 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'tag': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36', 'status': 'completed', 'code': 200} Dec 17 15:53:36.038631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a641098a-3c93-496d-93b0-042ec536dd5e None None] For port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:36.053597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-9ec1a938-ac2d-41a1-a5ae-9e97e3fa62dd service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606882 Dec 17 15:53:36.064965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2d20533-5772-42e0-b322-86cbc51f03e8 req-75c58278-0ef4-469f-bee1-9e85c5d9b9da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56b9473032fc42c78941c3aa3da15869&device_id=496aaf64-d44e-40cf-b9de-29134cdcff44 HTTP/1.1" status: 200 len: 210 time: 0.1220653 Dec 17 15:53:36.082594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Calling delete_port for 1d2671d6-3b09-45bf-925d-5238c09eff62 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:36.089259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 45943199-8135-4b25-a7d7-b28894becebe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:36.090818 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.102436 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.117555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.124520 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a641098a-3c93-496d-93b0-042ec536dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.138219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:53:36.169910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25895663-8dd4-41a1-b287-cb2ded3e43a4 req-a3f77d7c-f0bd-4634-acca-f6fde8917f50 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=496aaf64-d44e-40cf-b9de-29134cdcff44 HTTP/1.1" status: 200 len: 210 time: 0.0556598 Dec 17 15:53:36.197213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b157b-d401-4dc5-8f47-cfded1da8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:36.241486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2d20533-5772-42e0-b322-86cbc51f03e8 req-62353a0a-ff69-451c-98f1-4b8547231380 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=56b9473032fc42c78941c3aa3da15869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1559274 Dec 17 15:53:36.318720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:36.356680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:36.365904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.366512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.369818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=f01fc1fd-ee2d-4533-8325-c11fae551cda,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:36.378849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-5857b415-5b5e-4476-a344-35596f0ee790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.379336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-5857b415-5b5e-4476-a344-35596f0ee790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.379812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-5857b415-5b5e-4476-a344-35596f0ee790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.381592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-5857b415-5b5e-4476-a344-35596f0ee790 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2731 time: 0.4044960 Dec 17 15:53:36.425000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641098a-3c93-496d-93b0-042ec536dd5e None None] Pushing event updated for resources: {'Port': ['ID=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:36.438343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3f928382-2d71-4415-bfbc-2661a12a5c0f None None] Provisioning complete for port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:36.438920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3f928382-2d71-4415-bfbc-2661a12a5c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.484488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ee19b192-073f-4fe3-87dd-a93cc6fc6d5c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9499407 Dec 17 15:53:36.495650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42426) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:36.508779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'name': 'tempest-NetworksTestDHCPv6-1436702329'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:36.597614 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2716cec0-b44b-41c4-a651-2726fd96ca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.615413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] Deleting port af367017-54b5-4eec-9449-53e675c364ae {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:36.615836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.713030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] For port af367017-54b5-4eec-9449-53e675c364ae, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=af367017-54b5-4eec-9449-53e675c364ae,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:36.713524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.729676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] Calling delete_port for af367017-54b5-4eec-9449-53e675c364ae owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:36.730212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385f824-2f2e-41e1-b999-06c871f31683 req-9458875b-4ccf-497d-9dce-94a82e594d98 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.737122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385f824-2f2e-41e1-b999-06c871f31683 req-9458875b-4ccf-497d-9dce-94a82e594d98 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.743128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385f824-2f2e-41e1-b999-06c871f31683 req-9458875b-4ccf-497d-9dce-94a82e594d98 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.744963 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c385f824-2f2e-41e1-b999-06c871f31683 req-9458875b-4ccf-497d-9dce-94a82e594d98 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2387 time: 0.3538797 Dec 17 15:53:36.747083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-548c8b9d-83e7-49b0-b371-41e53688fcd1 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781883 Dec 17 15:53:36.756007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:36.759845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.833813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1d2671d6-3b09-45bf-925d-5238c09eff62 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:53:36.840627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d20533-5772-42e0-b322-86cbc51f03e8 req-c08cc6a5-ab00-4584-b563-c077f9a7181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.842094 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.843586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2d20533-5772-42e0-b322-86cbc51f03e8 req-c08cc6a5-ab00-4584-b563-c077f9a7181b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5679131 Dec 17 15:53:36.851346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-c4cd1351-65fb-42e4-b613-0163b896ac60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc HTTP/1.1" status: 200 len: 217 time: 0.0888727 Dec 17 15:53:36.856079 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.883224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:36.886589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d014224b-a7f1-471c-b403-ef64889b11d5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:36.892873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c09d2-4284-479e-b0e3-1ae0a292507c req-ea3dbb63-10fd-4f8a-a2b3-ed90e77ee23f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.901214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-640c09d2-4284-479e-b0e3-1ae0a292507c req-ea3dbb63-10fd-4f8a-a2b3-ed90e77ee23f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 944 time: 0.7607880 Dec 17 15:53:36.919295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-9c839a56-0002-4b7b-8ec9-40c3021b092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:36.921362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-9c839a56-0002-4b7b-8ec9-40c3021b092b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.0623746 Dec 17 15:53:36.952934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 58ff9806-cfbd-44cd-a947-d2903514b712 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:53:36.960577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] Pushing event deleted for resources: {'Port': ['ID=af367017-54b5-4eec-9449-53e675c364ae,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:36.981395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd462a-038d-4487-8c3a-a7a2d892903d None None] No DVR routers for this DVR port af367017-54b5-4eec-9449-53e675c364ae on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:36.981691 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.021969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:37.024902 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e45645-bde8-4d33-aa82-373972d3c9b5" -d '{"events": [{"server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "name": "network-vif-plugged", "status": "completed", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:37.063351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-b2823967-fd99-44e2-b56a-b0a8527156ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:37.063859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-b2823967-fd99-44e2-b56a-b0a8527156ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:37.064323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-b2823967-fd99-44e2-b56a-b0a8527156ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:37.065964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-b2823967-fd99-44e2-b56a-b0a8527156ee service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3356ac0dd40b41e589660909044312a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6683617 Dec 17 15:53:37.127656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-640c09d2-4284-479e-b0e3-1ae0a292507c req-7566db30-46b7-43d5-9876-29c4c2b78f54 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197914 Dec 17 15:53:37.177348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c385f824-2f2e-41e1-b999-06c871f31683 req-7cfa4714-070d-4679-84b0-c81021937799 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052594 Dec 17 15:53:37.205249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-fdab3076-50ee-4ff1-8502-4b3ad0dc7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:37.206967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-fdab3076-50ee-4ff1-8502-4b3ad0dc7d2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2443128 Dec 17 15:53:37.322021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5772f3-14cb-450f-95a8-3a532ef0c38c None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:37.332878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-75b03017-a37e-4684-b61f-81596b4a8ffb service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140764 Dec 17 15:53:37.350329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event updated for resources: {'Port': ['ID=4c0551dd-cde2-4c1b-8063-74591d576634,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:37.353090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.365906 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c743d6a-da54-4df5-a8c3-07b5e248eece x-openstack-request-id: req-0c743d6a-da54-4df5-a8c3-07b5e248eece {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:37.366502 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "name": "network-vif-plugged", "status": "completed", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:37.366974 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c743d6a-da54-4df5-a8c3-07b5e248eece {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:37.367544 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'code': 200} Dec 17 15:53:37.378450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7ca2780e-2e87-4ba4-8114-27b39c803c0e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:37.404654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Pushing event deleted for resources: {'Port': ['ID=1d2671d6-3b09-45bf-925d-5238c09eff62,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:37.421692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d1d8b568-d2d0-4537-b371-226d8fe748e6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:37.423873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No active binding found for port 1d2671d6-3b09-45bf-925d-5238c09eff62 {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 15:53:37.425177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1d2671d6-3b09-45bf-925d-5238c09eff62 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:53:37.430238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-edf10b7e-0ee4-498d-bd6f-4f823f8a1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:37.432102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e36b78ec-4acd-418c-ba5c-6fa5eb6f198c req-edf10b7e-0ee4-498d-bd6f-4f823f8a1c2c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3557963 Dec 17 15:53:37.443310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:37.455061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.465180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.471372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Transition to ACTIVE for port object ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:37.479042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.489547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:34Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:37.573882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:37.606181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a70e27-3c5b-4de4-8040-9cf4bb5dc24b None None] The sync data for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 is: [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:34Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:37.655631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d014224b-a7f1-471c-b403-ef64889b11d5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:37.655631 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.785875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7ca2780e-2e87-4ba4-8114-27b39c803c0e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:37.802208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3f928382-2d71-4415-bfbc-2661a12a5c0f None None] Could not find standard attr ID for object af367017-54b5-4eec-9449-53e675c364ae. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:53:37.849685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'f01fc1fd-ee2d-4533-8325-c11fae551cda'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:37.850464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.881780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c28c1d6-ff1a-45d2-85e8-d825d9661cd7 req-7b2a8df6-18ef-4510-b7ad-ccac77e75442 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.54 "GET /v2.0/ports?device_id=496aaf64-d44e-40cf-b9de-29134cdcff44 HTTP/1.1" status: 200 len: 210 time: 0.2978001 Dec 17 15:53:37.894994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:37.966184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Attempting to bind port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:37.966913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Attempting to bind port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:37.967538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Attempting to bind port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 on network 889582ba-7503-4fb6-aa93-e11443c4de45 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:37.982036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 on network 889582ba-7503-4fb6-aa93-e11443c4de45 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:37.986376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Attempting to bind port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 on network 889582ba-7503-4fb6-aa93-e11443c4de45 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:38.007291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:38.007669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Checking segment: {'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:38.008093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Bound using segment: {'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:38.011570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Bound port: ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f62a18-fb3f-4a43-8633-7cbbb4c3e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:38.012352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.037477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::3b8 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/f01fc1fd-ee2d-4533-8325-c11fae551cda/58ff9806-cfbd-44cd-a947-d2903514b712) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:38.106482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2d20533-5772-42e0-b322-86cbc51f03e8 req-5e82873a-1ff2-4ebc-ad94-5d9e55178b13 tempest-ServerShowV247Test-1977423747 tempest-ServerShowV247Test-1977423747-project] 10.222.0.49 "GET /v2.0/ports?device_id=496aaf64-d44e-40cf-b9de-29134cdcff44 HTTP/1.1" status: 200 len: 210 time: 0.0401709 Dec 17 15:53:38.237327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] For port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:38.245773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] For port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:38.254659 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.305915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 06fa7016-bc8b-4e03-9876-f88b8eb464bd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:38.339060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.359228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:38.360611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.362226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 HTTP/1.1" status: 200 len: 1093 time: 2.5618360 Dec 17 15:53:38.395598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:38.398960 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee66844-0877-4b69-a5e3-34cc271f8053" -d '{"events": [{"name": "network-changed", "server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:38.425113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Request body: {'port': {'device_id': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:38.439182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 06fa7016-bc8b-4e03-9876-f88b8eb464bd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:38.439772 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.440756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce4a81b8-a8d3-4084-ba5b-084a4a12941d req-ae9dc51d-f3a5-4ef6-94b7-d683ae7a714b tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 210 time: 1.1042149 Dec 17 15:53:38.514741 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.565550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/f01fc1fd-ee2d-4533-8325-c11fae551cda/1d73827c-5ad9-4f87-814b-8a37c4fcb382) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:38.571222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9a6b5-6d6f-4470-bba7-597de6c887e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:38.645091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055cd6d-b08a-4151-b535-874bad522ad7 req-979308e1-f40c-4085-bfc4-3c8e7d6e5166 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:38.657051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f055cd6d-b08a-4151-b535-874bad522ad7 req-979308e1-f40c-4085-bfc4-3c8e7d6e5166 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 945 time: 0.3553214 Dec 17 15:53:38.662427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2ab19e20-bfea-4841-aa36-1d241db2808d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:38.667324 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26a35d23-ffc9-4672-8230-95fea7cea9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.807264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.851683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f055cd6d-b08a-4151-b535-874bad522ad7 req-2f915190-9899-4238-9501-368aa2b0c7df tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936524 Dec 17 15:53:38.871716 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.889867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-426d80cf-6082-4e53-be4b-06da5c38b466 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2121229 Dec 17 15:53:38.889867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] No DVR routers for this DVR port 1d2671d6-3b09-45bf-925d-5238c09eff62 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:38.890615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:38.894015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f84a668a-9540-448b-bfd3-1d9ad6e48f5c req-e644f863-f4c0-4e1f-9fa5-5b5b8a7ce952 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.49 "DELETE /v2.0/ports/1d2671d6-3b09-45bf-925d-5238c09eff62 HTTP/1.1" status: 204 len: 173 time: 5.4299545 Dec 17 15:53:38.916010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'name': 'network-vif-deleted', 'tag': '1d2671d6-3b09-45bf-925d-5238c09eff62'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:38.918388 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2ae802-b419-4788-90bc-ac3fb9752421" -d '{"events": [{"server_uuid": "18f97fb3-d46c-464d-b036-d4fd9d41009e", "name": "network-vif-deleted", "tag": "1d2671d6-3b09-45bf-925d-5238c09eff62"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:38.947733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=58ff9806-cfbd-44cd-a947-d2903514b712,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:38.974022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:38.978386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d66490-4578-4be7-b436-77e782598ad2 req-bfd95107-cd3b-4a01-8ee9-8d9bb1157c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:38.990110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77d66490-4578-4be7-b436-77e782598ad2 req-bfd95107-cd3b-4a01-8ee9-8d9bb1157c2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.5843914 Dec 17 15:53:39.008379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2ab19e20-bfea-4841-aa36-1d241db2808d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:39.008751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.027097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:39.054008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:39.059770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.082769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.160162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bd25c-16d4-4a0e-bb98-90f4e20d2b00 req-9802a01a-0774-4daf-a06a-d9bc5dd9a2be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.173989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bd25c-16d4-4a0e-bb98-90f4e20d2b00 req-9802a01a-0774-4daf-a06a-d9bc5dd9a2be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.192964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bd25c-16d4-4a0e-bb98-90f4e20d2b00 req-9802a01a-0774-4daf-a06a-d9bc5dd9a2be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.194831 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-815bd25c-16d4-4a0e-bb98-90f4e20d2b00 req-9802a01a-0774-4daf-a06a-d9bc5dd9a2be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2399 time: 0.5306523 Dec 17 15:53:39.205179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-0df3574c-bcb1-4bfd-8c15-154c84e634b9 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8042786 Dec 17 15:53:39.217474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-223e63ad-fb2b-4b8b-ab56-b2891b43fa22 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7125518 Dec 17 15:53:39.235093 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6298854-0a0f-4bde-98c3-d910c2ad59ec x-openstack-request-id: req-d6298854-0a0f-4bde-98c3-d910c2ad59ec {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:39.236570 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:39.238027 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6298854-0a0f-4bde-98c3-d910c2ad59ec {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:39.240024 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095', 'status': 'completed', 'code': 200} Dec 17 15:53:39.242462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42474) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:39.302497 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.311131 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.328319 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.329014 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-815bd25c-16d4-4a0e-bb98-90f4e20d2b00 req-0618452b-7175-44a4-af57-e4d6f9bc4166 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227677 Dec 17 15:53:39.361875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 2ab19e20-bfea-4841-aa36-1d241db2808d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2ab19e20-bfea-4841-aa36-1d241db2808d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:39.365263 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c412ae63-df6f-4e00-b222-8e9046c4120b x-openstack-request-id: req-c412ae63-df6f-4e00-b222-8e9046c4120b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:39.365563 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f97fb3-d46c-464d-b036-d4fd9d41009e", "name": "network-vif-deleted", "tag": "1d2671d6-3b09-45bf-925d-5238c09eff62", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:39.365814 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c412ae63-df6f-4e00-b222-8e9046c4120b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:39.366254 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f97fb3-d46c-464d-b036-d4fd9d41009e', 'name': 'network-vif-deleted', 'tag': '1d2671d6-3b09-45bf-925d-5238c09eff62', 'status': 'completed', 'code': 200} Dec 17 15:53:39.413146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77d66490-4578-4be7-b436-77e782598ad2 req-1bde851a-29ee-4c98-b6d3-75907291df4d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237840 Dec 17 15:53:39.414468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-6804f787-df71-4b8c-8be8-c687b0607744 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb HTTP/1.1" status: 200 len: 217 time: 0.1823623 Dec 17 15:53:39.417617 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.418412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device af367017-54b5-4eec-9449-53e675c364ae up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:39.499672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80764f8-288a-4d59-9fb7-256c2d7218c2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.504740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c80764f8-288a-4d59-9fb7-256c2d7218c2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2581463 Dec 17 15:53:39.505568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42492) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:39.535466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: af367017-54b5-4eec-9449-53e675c364ae {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:39.536290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device af367017-54b5-4eec-9449-53e675c364ae not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 15:53:39.620623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-b6b1d1f6-8467-4f4f-916c-63e425ccbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.621109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-b6b1d1f6-8467-4f4f-916c-63e425ccbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.627498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-b6b1d1f6-8467-4f4f-916c-63e425ccbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.628696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Port af367017-54b5-4eec-9449-53e675c364ae not found, will not notify nova. {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 15:53:39.638555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-b6b1d1f6-8467-4f4f-916c-63e425ccbef0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2799 time: 0.3268261 Dec 17 15:53:39.640279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:39.649364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:39.669119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:39.672733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Pushing event updated for resources: {'Port': ['ID=1d73827c-5ad9-4f87-814b-8a37c4fcb382,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:39.730388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d06f23-8d57-46c7-a094-828fb687db72 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:39.755130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.758663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=2ab19e20-bfea-4841-aa36-1d241db2808d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:39.761480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89840b10-1393-4fcf-8371-b8c16060367c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:53:39.783748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-e19291d0-44e3-4802-82e4-100f2ca174c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:39.788879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-e19291d0-44e3-4802-82e4-100f2ca174c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1427357 Dec 17 15:53:39.804432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Transition to ACTIVE for port object a5d06f23-8d57-46c7-a094-828fb687db72 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:39.810052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:39.819479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 89840b10-1393-4fcf-8371-b8c16060367c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:39.819884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89840b10-1393-4fcf-8371-b8c16060367c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:53:39.933942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-840cb6d6-35ed-4e5f-9ae5-d1f69fed9cad req-c68096a8-18af-43f4-89e8-2ae7e5e615df tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=18f97fb3-d46c-464d-b036-d4fd9d41009e HTTP/1.1" status: 200 len: 210 time: 0.1113007 Dec 17 15:53:39.984789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Attempting to bind port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:39.988281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Attempting to bind port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:39.988281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Attempting to bind port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:40.003544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:40.004561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:40.005443 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.006128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:40.007478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Bound port: 1d73827c-5ad9-4f87-814b-8a37c4fcb382, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:40.008136 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.036810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.107407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d06f23-8d57-46c7-a094-828fb687db72,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:40.199478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-e413fd72-199a-4bdd-b5f9-f01da72ad965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:40.201389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-e413fd72-199a-4bdd-b5f9-f01da72ad965 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3735650 Dec 17 15:53:40.221873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] For port 1d73827c-5ad9-4f87-814b-8a37c4fcb382, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:40.240383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] For port 1d73827c-5ad9-4f87-814b-8a37c4fcb382, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1d73827c-5ad9-4f87-814b-8a37c4fcb382,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:40.244807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2ab19e20-bfea-4841-aa36-1d241db2808d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:40.292975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71020-e02d-472d-a303-e82020da21d4 req-f271a3d9-b005-47ab-924f-9981d3d51347 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:40.307409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfa71020-e02d-472d-a303-e82020da21d4 req-f271a3d9-b005-47ab-924f-9981d3d51347 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 945 time: 0.2312915 Dec 17 15:53:40.315030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.317164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42506) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:40.370891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Attempting to bind port a5d06f23-8d57-46c7-a094-828fb687db72 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:40.371388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Attempting to bind port a5d06f23-8d57-46c7-a094-828fb687db72 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:40.371987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Attempting to bind port a5d06f23-8d57-46c7-a094-828fb687db72 on network 76f6b9cb-623f-4138-8c54-54482fd9cc16 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:40.387975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 58ff9806-cfbd-44cd-a947-d2903514b712 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:40.388324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.405105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-bb482f98-bed2-4620-968c-883ae3948656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:40.405586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-bb482f98-bed2-4620-968c-883ae3948656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:40.406055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-bb482f98-bed2-4620-968c-883ae3948656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:40.407265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Port a5d06f23-8d57-46c7-a094-828fb687db72 on network 76f6b9cb-623f-4138-8c54-54482fd9cc16 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:40.407676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-bb482f98-bed2-4620-968c-883ae3948656 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3356ac0dd40b41e589660909044312a6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6149135 Dec 17 15:53:40.407867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Attempting to bind port a5d06f23-8d57-46c7-a094-828fb687db72 on network 76f6b9cb-623f-4138-8c54-54482fd9cc16 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:40.456876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfa71020-e02d-472d-a303-e82020da21d4 req-0e89e314-1201-4d8f-a207-2a19a61fb2bb tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391451 Dec 17 15:53:40.460403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:40.461047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Checking segment: {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:40.462660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Bound using segment: {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:40.463449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Bound port: a5d06f23-8d57-46c7-a094-828fb687db72, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b39d180-80ce-4b8e-804a-ae9505075339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:40.464707 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.520466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2ab19e20-bfea-4841-aa36-1d241db2808d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:40.520801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.672454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d25bb-70c2-42fa-bf93-e420a9b3ffe0 None None] Pushing event updated for resources: {'Port': ['ID=1d73827c-5ad9-4f87-814b-8a37c4fcb382,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:40.682260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:40.685895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-79a4b223-0b24-4759-a3a9-c6d34d1d9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:40.701919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ee66844-0877-4b69-a5e3-34cc271f8053 req-79a4b223-0b24-4759-a3a9-c6d34d1d9b8b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694550 Dec 17 15:53:40.740012 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.746132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfd821b9-eed0-400a-afda-9bbdf8ffb4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.768509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:40.768902 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.855496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] For port a5d06f23-8d57-46c7-a094-828fb687db72, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:40.869000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] For port a5d06f23-8d57-46c7-a094-828fb687db72, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a5d06f23-8d57-46c7-a094-828fb687db72,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:40.884669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.946027 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:40.972925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 58ff9806-cfbd-44cd-a947-d2903514b712 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:41.049924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:41.049924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:41.084244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] 10.222.0.49 "PUT /v2.0/ports/a5d06f23-8d57-46c7-a094-828fb687db72 HTTP/1.1" status: 200 len: 1092 time: 2.6360343 Dec 17 15:53:41.147090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device af367017-54b5-4eec-9449-53e675c364ae no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:53:41.154904 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:41.185718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: af367017-54b5-4eec-9449-53e675c364ae {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:41.186097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device af367017-54b5-4eec-9449-53e675c364ae not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:53:41.269685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'tag': 'a5d06f23-8d57-46c7-a094-828fb687db72'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:41.277101 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b164d-cb27-468d-aafd-300e00ad3369" -d '{"events": [{"name": "network-changed", "server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "tag": "a5d06f23-8d57-46c7-a094-828fb687db72"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:41.394802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfd821b9-eed0-400a-afda-9bbdf8ffb4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:41.404372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3acb15-7b1b-4816-a02f-32e4b91df199 req-7268eb71-e6ad-43e0-bd1c-5c2a01da466c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:41.423140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3acb15-7b1b-4816-a02f-32e4b91df199 req-7268eb71-e6ad-43e0-bd1c-5c2a01da466c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:41.439572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3acb15-7b1b-4816-a02f-32e4b91df199 req-7268eb71-e6ad-43e0-bd1c-5c2a01da466c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:41.453273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb3acb15-7b1b-4816-a02f-32e4b91df199 req-7268eb71-e6ad-43e0-bd1c-5c2a01da466c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2411 time: 0.7489552 Dec 17 15:53:41.456691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfd821b9-eed0-400a-afda-9bbdf8ffb4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:41.461104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-430be587-30e3-4081-ae11-36d3a122d29e service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2394099 Dec 17 15:53:41.545620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d71c3-72f6-4c20-a6b0-0cb674238f44 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d06f23-8d57-46c7-a094-828fb687db72,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:41.593323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bfd821b9-eed0-400a-afda-9bbdf8ffb4a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=56b9473032fc42c78941c3aa3da15869&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2713041 Dec 17 15:53:41.613802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42556) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:41.703949 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7a459f-2b6f-4f60-beee-2924d76b9ad3 x-openstack-request-id: req-4f7a459f-2b6f-4f60-beee-2924d76b9ad3 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:41.704316 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "tag": "a5d06f23-8d57-46c7-a094-828fb687db72", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:41.705033 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f7a459f-2b6f-4f60-beee-2924d76b9ad3 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:41.707150 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'tag': 'a5d06f23-8d57-46c7-a094-828fb687db72', 'status': 'completed', 'code': 200} Dec 17 15:53:41.714867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd821b9-eed0-400a-afda-9bbdf8ffb4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d881e3e-7e19-42e8-b116-5046f9eb0e01,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:41.786250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-61a4a6a3-c5d1-4eb9-8dff-c526189049ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:41.787726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-61a4a6a3-c5d1-4eb9-8dff-c526189049ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:41.788592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-61a4a6a3-c5d1-4eb9-8dff-c526189049ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:41.792904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-61a4a6a3-c5d1-4eb9-8dff-c526189049ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2867 time: 0.5071039 Dec 17 15:53:41.965469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb3acb15-7b1b-4816-a02f-32e4b91df199 req-a2d86c4d-5a2a-4bfd-8dc9-7e9eda8885ed tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101149 Dec 17 15:53:41.981217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-54571c87-6910-49ae-a7ee-99756967d5be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=1e8106c3-3238-41ef-aed8-fd9c1dc87e36 HTTP/1.1" status: 200 len: 217 time: 0.1499550 Dec 17 15:53:42.003610 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-d6d95532-5ba3-4233-9429-d392db69664f service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328295 Dec 17 15:53:42.029746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.107937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.111569 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-2158d07a-d838-41a3-8404-41a325c3047e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 200 len: 217 time: 0.1006920 Dec 17 15:53:42.133945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1d73827c-5ad9-4f87-814b-8a37c4fcb382 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:42.169162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.173448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/58ff9806-cfbd-44cd-a947-d2903514b712 HTTP/1.1" status: 204 len: 168 time: 2.6614795 Dec 17 15:53:42.184518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba95e8-6359-4224-bd0f-71049a71f4e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=58ff9806-cfbd-44cd-a947-d2903514b712,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:42.205202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42558) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:42.226793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e42f4-2d01-45fb-972a-699b428ef258 req-ff70f040-8651-4f2c-bc93-8396ba104818 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.232520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-367e42f4-2d01-45fb-972a-699b428ef258 req-ff70f040-8651-4f2c-bc93-8396ba104818 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 945 time: 0.4701209 Dec 17 15:53:42.235522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b52e1f5-de68-4f71-9ff5-d28369f4f865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.311292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:42.311676 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.342849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b52e1f5-de68-4f71-9ff5-d28369f4f865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.394558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-67c78de6-5b78-435b-a7ba-679ce8e0286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.397021 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-67c78de6-5b78-435b-a7ba-679ce8e0286a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.2433777 Dec 17 15:53:42.425759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66975cd-30b2-43d0-bfdd-bdff93d11aba tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.428423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66975cd-30b2-43d0-bfdd-bdff93d11aba tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.432619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c66975cd-30b2-43d0-bfdd-bdff93d11aba tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2238913 Dec 17 15:53:42.440086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42562) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:42.447333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001818-e1e2-4dae-bb42-e3620c126d8d req-526776e1-ab92-4a31-abd4-c796db5a784c tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.449702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65001818-e1e2-4dae-bb42-e3620c126d8d req-526776e1-ab92-4a31-abd4-c796db5a784c tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 950 time: 0.2943132 Dec 17 15:53:42.557192 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.594476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65001818-e1e2-4dae-bb42-e3620c126d8d req-8f24bc0b-042e-4731-81c0-de907baf8892 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893185 Dec 17 15:53:42.611978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-367e42f4-2d01-45fb-972a-699b428ef258 req-278bd7cf-4a95-4eaa-8412-45dbc4bcee6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937443 Dec 17 15:53:42.612667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad522cf-9312-4c29-bc32-04ff785f789a req-94cae1bc-4d34-4b39-91bb-3116d9736b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.612667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-94cae1bc-4d34-4b39-91bb-3116d9736b3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1743422 Dec 17 15:53:42.682908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a1ac8375-0fcd-42de-aded-d4daac8c226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.684428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a1ac8375-0fcd-42de-aded-d4daac8c226a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a25fa58-e43a-42c9-b892-6bae0e820cdb HTTP/1.1" status: 200 len: 801 time: 0.6763179 Dec 17 15:53:42.703634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 1d73827c-5ad9-4f87-814b-8a37c4fcb382, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1d73827c-5ad9-4f87-814b-8a37c4fcb382,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:42.737803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.749977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b52e1f5-de68-4f71-9ff5-d28369f4f865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.753710 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b52e1f5-de68-4f71-9ff5-d28369f4f865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.757319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4b52e1f5-de68-4f71-9ff5-d28369f4f865 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d881e3e-7e19-42e8-b116-5046f9eb0e01 HTTP/1.1" status: 204 len: 168 time: 1.1383860 Dec 17 15:53:42.798624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52e1f5-de68-4f71-9ff5-d28369f4f865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d881e3e-7e19-42e8-b116-5046f9eb0e01,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:42.825745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet f01fc1fd-ee2d-4533-8325-c11fae551cda {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:53:42.844865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.889885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=1d73827c-5ad9-4f87-814b-8a37c4fcb382,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:42.933226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2e4b4739-d690-49c8-af0b-38d978a60668 None None] Provisioning complete for port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:42.933629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2e4b4739-d690-49c8-af0b-38d978a60668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:42.954022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-52bb1b93-ba19-47d1-912c-d173b2ddcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:42.956390 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-52bb1b93-ba19-47d1-912c-d173b2ddcd83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76f6b9cb-623f-4138-8c54-54482fd9cc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585645 Dec 17 15:53:43.127426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:43.251923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6efe915a-f8c5-4805-8668-c86bca4ecc66 None None] Could not find standard attr ID for object 4a08a272-fb6b-4775-999a-5f071de71627. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:53:43.333219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-11642b47-29b2-4e2a-9ea7-f9b1115a29db service neutron] 10.222.0.49 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692222 Dec 17 15:53:43.337189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-ba7167d9-2f7c-4387-9384-001607412cd7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6628478 Dec 17 15:53:43.351752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da77af-70d5-42d0-a9a5-2b45e3544cf9 req-ea650bb7-ff67-49dc-84c2-a69d933f9bf5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:43.365702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da77af-70d5-42d0-a9a5-2b45e3544cf9 req-ea650bb7-ff67-49dc-84c2-a69d933f9bf5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:43.374011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623a157-39d5-4063-850f-966031361f62 req-f71fab67-a832-4f0d-b209-93f51bb566ff tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:43.375462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9623a157-39d5-4063-850f-966031361f62 req-f71fab67-a832-4f0d-b209-93f51bb566ff tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.47 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 950 time: 0.3477933 Dec 17 15:53:43.383239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da77af-70d5-42d0-a9a5-2b45e3544cf9 req-ea650bb7-ff67-49dc-84c2-a69d933f9bf5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:43.389016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:43.392752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22da77af-70d5-42d0-a9a5-2b45e3544cf9 req-ea650bb7-ff67-49dc-84c2-a69d933f9bf5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2411 time: 0.2616417 Dec 17 15:53:43.569427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d2786eea-4139-4b5c-a386-1f46f6856af1 None None] Could not find standard attr ID for object 81317f0d-4cb8-4485-8345-337b845a33f1. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:53:43.585560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:43.590627 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-2bb5cdba-3a48-46a7-b8d5-cac0b91779d1 service neutron] 10.222.0.49 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917706 Dec 17 15:53:43.794865 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-7201c4d9-bde2-43c8-8fdb-4e2b366b77ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 HTTP/1.1" status: 200 len: 217 time: 0.1727223 Dec 17 15:53:43.887617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:43.913629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0284d73b-ec3a-426b-98cc-309d2d772888 None None] Could not find standard attr ID for object 58ff9806-cfbd-44cd-a947-d2903514b712. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:53:43.936900 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-3b3eff8c-0611-4a4b-9654-59cecd8a750d service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3149607 Dec 17 15:53:43.937726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.004487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1d73827c-5ad9-4f87-814b-8a37c4fcb382 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:44.018954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22da77af-70d5-42d0-a9a5-2b45e3544cf9 req-422cd737-536e-426b-bf67-86a3c7612a76 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250095 Dec 17 15:53:44.025196 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.036508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/f01fc1fd-ee2d-4533-8325-c11fae551cda HTTP/1.1" status: 204 len: 168 time: 1.5838821 Dec 17 15:53:44.038872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=f01fc1fd-ee2d-4533-8325-c11fae551cda,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:44.094506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42596) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:44.137260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.137613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.137966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.145508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.145878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.146231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.146580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.146920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.147256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.147608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.147954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.155316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.155316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c886bba-d658-4a5b-a0f2-5282faa606d4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:44.178860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:44.184010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.292203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-57046a0b-0d5b-43b7-b36f-6b4edd6ec32b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1934495 Dec 17 15:53:44.297683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42598) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:44.299550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-b2d0ad10-0412-4ae4-93bd-f5906dcc59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:44.303063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-b2d0ad10-0412-4ae4-93bd-f5906dcc59b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d74f2522-9c17-4058-878e-8899a619d860 HTTP/1.1" status: 200 len: 801 time: 0.4178047 Dec 17 15:53:44.355900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42600) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:44.420829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d087c-51c8-4048-a064-7ef5cd4b686c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:44.426382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42604) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:44.426844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-229d087c-51c8-4048-a064-7ef5cd4b686c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1226065 Dec 17 15:53:44.437545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008be96e-b2b9-4be7-bb33-f7467b207245 req-efa30256-c11c-4a24-954a-b2810ed8f4da tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:44.446029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-008be96e-b2b9-4be7-bb33-f7467b207245 req-efa30256-c11c-4a24-954a-b2810ed8f4da tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 950 time: 0.2513437 Dec 17 15:53:44.461901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-be6ab7f3-b9e7-4fec-8034-4ed6161848f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:44.463649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-be6ab7f3-b9e7-4fec-8034-4ed6161848f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=889582ba-7503-4fb6-aa93-e11443c4de45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393423 Dec 17 15:53:44.512616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68f487-a29f-481d-96fb-e68bdd9c2b37 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:44.518512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8b68f487-a29f-481d-96fb-e68bdd9c2b37 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898690 Dec 17 15:53:44.522082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bad522cf-9312-4c29-bc32-04ff785f789a req-384a2ed0-24c7-4bb4-a463-e0e582360a10 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048399 Dec 17 15:53:44.524384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42606) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:44.566563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91a030-95cd-4c6e-9813-a39b23b33cb8 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:44.647660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-008be96e-b2b9-4be7-bb33-f7467b207245 req-892b1485-0055-43f8-a5ef-89990eaf3ba6 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a26773-0bce-4e28-9af0-69ce676eab41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007062 Dec 17 15:53:44.657939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1458035532-network', 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:44.676977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42610) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:44.682844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d6d62750-b994-477c-8c8f-9ba53777a438 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553862 Dec 17 15:53:44.689084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:44.691755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Deleting port d1d8b568-d2d0-4537-b371-226d8fe748e6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:44.692193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.725518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-21a28396-2cb3-4f40-a03a-068d496e8f94 service neutron] 10.222.0.49 "GET /v2.0/networks/889582ba-7503-4fb6-aa93-e11443c4de45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452958 Dec 17 15:53:44.866087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:44.869385 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.894942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.901421 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.956440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] For port d1d8b568-d2d0-4537-b371-226d8fe748e6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d1d8b568-d2d0-4537-b371-226d8fe748e6,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:44.956811 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:44.975657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:44.993419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.030929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Calling delete_port for d1d8b568-d2d0-4537-b371-226d8fe748e6 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:45.052384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:53:45.097371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-5250cd0e-f073-4d59-b124-090b63b8eb58 service neutron] 10.222.0.49 "GET /v2.0/networks/889582ba-7503-4fb6-aa93-e11443c4de45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359034 Dec 17 15:53:45.186327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] Deleting port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:45.187380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.204562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-dac53c30-6050-4fca-b710-8b98728bf429 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.97&port_id=a5d06f23-8d57-46c7-a094-828fb687db72 HTTP/1.1" status: 200 len: 217 time: 0.0900242 Dec 17 15:53:45.366769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] For port 1d73827c-5ad9-4f87-814b-8a37c4fcb382, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1d73827c-5ad9-4f87-814b-8a37c4fcb382,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:45.368371 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.395931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-c1c93d13-87ed-4bc5-a02e-972da49a912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:45.397554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-c1c93d13-87ed-4bc5-a02e-972da49a912d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a25fa58-e43a-42c9-b892-6bae0e820cdb HTTP/1.1" status: 200 len: 801 time: 0.1809864 Dec 17 15:53:45.398165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Allocated IP 172.25.0.208 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/bd40ae19-c90d-4d39-970d-b553a4b33a48) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:45.429601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.457334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.465518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] Calling delete_port for 1d73827c-5ad9-4f87-814b-8a37c4fcb382 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:45.470590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614018-6226-4057-a838-5be12a4f9c2c req-1ada172a-a7f4-4782-a361-3a0ebb97bf7e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:45.478140 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.489903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614018-6226-4057-a838-5be12a4f9c2c req-1ada172a-a7f4-4782-a361-3a0ebb97bf7e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:45.495991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70614018-6226-4057-a838-5be12a4f9c2c req-1ada172a-a7f4-4782-a361-3a0ebb97bf7e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:45.517432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-70614018-6226-4057-a838-5be12a4f9c2c req-1ada172a-a7f4-4782-a361-3a0ebb97bf7e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2411 time: 0.2715080 Dec 17 15:53:45.617606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.648612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] No DVR routers for this DVR port 1d73827c-5ad9-4f87-814b-8a37c4fcb382 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:45.653168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:53:45.672024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-78ac38c0-9afb-4bfa-b28e-fc1a0afe5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:45.673486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-78ac38c0-9afb-4bfa-b28e-fc1a0afe5158 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76f6b9cb-623f-4138-8c54-54482fd9cc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240615 Dec 17 15:53:45.675465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a4923-f249-466c-a7f9-db8eacf2fb7c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:45.686707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.687219 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Added segment f250c312-d8ff-4fbe-8ebf-b2ada7343df7 of type vlan for network 547378fa-1c79-48b0-ae08-311db701015d Dec 17 15:53:45.690728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed3a00-dee8-4315-9367-1a2e0b7505de None None] Pushing event deleted for resources: {'Port': ['ID=1d73827c-5ad9-4f87-814b-8a37c4fcb382,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:45.721477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.780075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-70614018-6226-4057-a838-5be12a4f9c2c req-4595cc91-ef65-48e1-a50c-ded462d9103c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569492 Dec 17 15:53:45.822511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.909488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Pushing event deleted for resources: {'Port': ['ID=d1d8b568-d2d0-4537-b371-226d8fe748e6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:45.926495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.937128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.968583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] No DVR routers for this DVR port d1d8b568-d2d0-4537-b371-226d8fe748e6 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:45.971303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:45.975505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9623a157-39d5-4063-850f-966031361f62 req-d727ddea-fcd5-4049-aca5-b4d17a3fe348 tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.47 "DELETE /v2.0/ports/d1d8b568-d2d0-4537-b371-226d8fe748e6 HTTP/1.1" status: 204 len: 173 time: 2.5534914 Dec 17 15:53:45.979907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'name': 'network-vif-deleted', 'tag': 'd1d8b568-d2d0-4537-b371-226d8fe748e6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:45.982332 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6936d38-5406-43ec-bb15-a429cbbf9d79" -d '{"events": [{"server_uuid": "61861875-0bf6-428e-b853-f5641cdc5ae3", "name": "network-vif-deleted", "tag": "d1d8b568-d2d0-4537-b371-226d8fe748e6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:46.022522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1d73827c-5ad9-4f87-814b-8a37c4fcb382 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:53:46.022794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:46.023793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:46.024674 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:46.028286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:46.032816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e71cae93-56d4-4066-bb80-c115d6273fcb req-9cf0e90e-489b-4aab-9f1f-2879d2182fde tempest-ServersAdminNegativeTestJSON-1248528370 tempest-ServersAdminNegativeTestJSON-1248528370-project] 10.222.0.54 "GET /v2.0/ports?device_id=61861875-0bf6-428e-b853-f5641cdc5ae3 HTTP/1.1" status: 200 len: 210 time: 0.0767119 Dec 17 15:53:46.041386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:46.059411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:46.059411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:46.063592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=0f7de874-34e0-4f0a-8189-be3737317e8d,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:46.084401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-d33cf11f-1263-4272-89d1-6c40fceadf12 service neutron] 10.222.0.49 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831213 Dec 17 15:53:46.090834 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7a5c0140-e162-4423-983f-9da7048fca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4103885 Dec 17 15:53:46.091244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42628) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:46.091680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed616556-be0e-4cf7-8309-0178110d7ac0 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:46.097457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': '0f7de874-34e0-4f0a-8189-be3737317e8d', 'ip_address': '2001:db8::4f1c:792f:6e2:f1da'}], 'name': 'tempest-NetworksTestDHCPv6-866291882'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:46.098998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1d73827c-5ad9-4f87-814b-8a37c4fcb382 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:46.099452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1d73827c-5ad9-4f87-814b-8a37c4fcb382 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:53:46.262750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=547378fa-1c79-48b0-ae08-311db701015d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:46.299807 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b93eb86f-6e1d-4904-a17a-3d9eab32f1c3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9417691 Dec 17 15:53:46.308731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 547378fa-1c79-48b0-ae08-311db701015d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:53:46.309932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42630) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:46.337875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Request body: {'subnet': {'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1458035532-subnet', 'tenant_id': '1216523009a34c13b7dfa15c403d858c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:46.361770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:46.425024 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eabd677-b7ff-4cb6-9f83-f5981f55781a x-openstack-request-id: req-4eabd677-b7ff-4cb6-9f83-f5981f55781a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:46.425741 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61861875-0bf6-428e-b853-f5641cdc5ae3", "name": "network-vif-deleted", "tag": "d1d8b568-d2d0-4537-b371-226d8fe748e6", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:46.425741 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4eabd677-b7ff-4cb6-9f83-f5981f55781a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:46.425958 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61861875-0bf6-428e-b853-f5641cdc5ae3', 'name': 'network-vif-deleted', 'tag': 'd1d8b568-d2d0-4537-b371-226d8fe748e6', 'status': 'completed', 'code': 200} Dec 17 15:53:46.491198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:46.504793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:46.520817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:46.545111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '0f7de874-34e0-4f0a-8189-be3737317e8d'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:46.551015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:46.625994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:46.632858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:46.749105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Pushing event updated for resources: {'Port': ['ID=bd40ae19-c90d-4d39-970d-b553a4b33a48,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:46.840353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.841124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.841772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.842359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.842916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.843490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.844070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.844664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.845214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.845772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.846462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.847017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.847633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:46.951293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bf93aef-1fb5-4d2d-b2f6-b0114b479511 req-a4ea4405-2c9d-4b70-9ffd-65258884c622 service neutron] 10.222.0.49 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8591363 Dec 17 15:53:47.045614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0f7de874-34e0-4f0a-8189-be3737317e8d/daea686e-8cb3-4971-9cbc-7373411442c7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:47.048840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.053487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:47.183163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.195952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da738a-0a48-4ce6-9fa5-e28187f2930f req-e3480ea7-bd02-4403-9ee7-50fab298e3a5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.202284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da738a-0a48-4ce6-9fa5-e28187f2930f req-e3480ea7-bd02-4403-9ee7-50fab298e3a5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.209774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da738a-0a48-4ce6-9fa5-e28187f2930f req-e3480ea7-bd02-4403-9ee7-50fab298e3a5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.217584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61da738a-0a48-4ce6-9fa5-e28187f2930f req-e3480ea7-bd02-4403-9ee7-50fab298e3a5 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2411 time: 0.2459192 Dec 17 15:53:47.291214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-267e07fc-7511-427f-a472-79c9f4d2bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.292620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-267e07fc-7511-427f-a472-79c9f4d2bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.293244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-267e07fc-7511-427f-a472-79c9f4d2bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.295181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-267e07fc-7511-427f-a472-79c9f4d2bad1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2867 time: 0.2314324 Dec 17 15:53:47.342770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61da738a-0a48-4ce6-9fa5-e28187f2930f req-9167736a-5d58-40e6-806d-55e9f1cf2a3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196823 Dec 17 15:53:47.364132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d1d8b568-d2d0-4537-b371-226d8fe748e6 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:53:47.424028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: d1d8b568-d2d0-4537-b371-226d8fe748e6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:47.424366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d1d8b568-d2d0-4537-b371-226d8fe748e6 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:53:47.426111 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.440808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.478710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:47.492531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.531288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:47.550748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-a088b8d4-2e58-4d76-bde6-c89979a2e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.555299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-a088b8d4-2e58-4d76-bde6-c89979a2e715 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76f6b9cb-623f-4138-8c54-54482fd9cc16 HTTP/1.1" status: 200 len: 903 time: 0.2454515 Dec 17 15:53:47.556066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:47.596147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.630568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0efab85-04e1-4517-94cd-ea63b501f245,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:47.669234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Pushing event updated for resources: {'Port': ['ID=daea686e-8cb3-4971-9cbc-7373411442c7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:47.686832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:47.687538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Network hostable DHCP agents. Network: 547378fa-1c79-48b0-ae08-311db701015d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:53:47.727543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-259c4c20-059d-4a8f-9f03-bd3b40a4fbc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.97&port_id=a5d06f23-8d57-46c7-a094-828fb687db72 HTTP/1.1" status: 200 len: 217 time: 0.1655724 Dec 17 15:53:47.742879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Attempting to bind port daea686e-8cb3-4971-9cbc-7373411442c7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:47.745222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Attempting to bind port daea686e-8cb3-4971-9cbc-7373411442c7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:47.749299 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Attempting to bind port daea686e-8cb3-4971-9cbc-7373411442c7 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:47.760348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:47.761463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:47.762489 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.767583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:47.769355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Bound port: daea686e-8cb3-4971-9cbc-7373411442c7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:47.773585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.781309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.784229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Network 547378fa-1c79-48b0-ae08-311db701015d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:53:47.792367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.802261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 547378fa-1c79-48b0-ae08-311db701015d) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:47.814167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 2b9ad040-ec62-4df9-8e41-7011d7098032 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:53:47.841208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.842471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.852472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-198a4725-cd69-4aa6-987c-67641c27d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:47.859146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-198a4725-cd69-4aa6-987c-67641c27d3b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a25fa58-e43a-42c9-b892-6bae0e820cdb HTTP/1.1" status: 200 len: 801 time: 0.1229265 Dec 17 15:53:47.874660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c6162-73d9-4d99-928a-797a4f18dedc None None] Network 547378fa-1c79-48b0-ae08-311db701015d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:47.892629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Pushing event updated for resources: {'Port': ['ID=bd40ae19-c90d-4d39-970d-b553a4b33a48,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:47.902931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b2c20149-cc31-46c3-817b-e8c5e73f1fa8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5915148 Dec 17 15:53:47.914395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.947291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:47.948615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-e1140bc8-ae14-41aa-9418-a1d9f9be3b93 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5826547 Dec 17 15:53:48.049943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42660) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:48.079057 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-b9acbc07-e03b-4d71-98e5-f8eb81ac232a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.1239195 Dec 17 15:53:48.182294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] For port daea686e-8cb3-4971-9cbc-7373411442c7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:48.241874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] For port daea686e-8cb3-4971-9cbc-7373411442c7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=daea686e-8cb3-4971-9cbc-7373411442c7,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:48.256550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ea692-5668-41ff-b07c-597589262ff6 None None] Network 547378fa-1c79-48b0-ae08-311db701015d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:48.259522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:48.351614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-bbee049a-17fd-4b5d-a957-e14768ec421c tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:48.353397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b32d1dda-0c47-4145-b657-e8bdca5f80ee req-bbee049a-17fd-4b5d-a957-e14768ec421c tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2679811 Dec 17 15:53:48.442719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-e56a8279-5f81-4ff1-bbbf-76ed8bd54729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:48.445141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-e56a8279-5f81-4ff1-bbbf-76ed8bd54729 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76f6b9cb-623f-4138-8c54-54482fd9cc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5779040 Dec 17 15:53:48.454046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25190ba7-abca-4c1a-9df1-9558078ba4eb None None] Pushing event updated for resources: {'Port': ['ID=daea686e-8cb3-4971-9cbc-7373411442c7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:48.493086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fb01939f-d040-4f47-921c-b1033dbd852a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=48d8e5e3bc1042a19ae2b98d061869ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4346490 Dec 17 15:53:48.500670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42682) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:48.534985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::4f1c:792f:6e2:f1da (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0f7de874-34e0-4f0a-8189-be3737317e8d/2b9ad040-ec62-4df9-8e41-7011d7098032) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:48.598262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fabb93ec-0315-4826-b9fe-3d19e07b89cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:48.600035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-2529ac7e-c0a9-4155-8942-7b087eca5614 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:48.601560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-2529ac7e-c0a9-4155-8942-7b087eca5614 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/networks?id=f1d46008-815e-40f2-92f6-07feb079381a HTTP/1.1" status: 200 len: 814 time: 0.3061090 Dec 17 15:53:48.637187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-2479389f-1f24-4bd4-a8dd-9f7e191ec658 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/quotas/d50654d833a84445a6abb1aeeaf29819 HTTP/1.1" status: 200 len: 375 time: 0.0268402 Dec 17 15:53:48.640367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fabb93ec-0315-4826-b9fe-3d19e07b89cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:48.725855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fabb93ec-0315-4826-b9fe-3d19e07b89cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:48.729474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fabb93ec-0315-4826-b9fe-3d19e07b89cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:48.733418 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fabb93ec-0315-4826-b9fe-3d19e07b89cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50a26773-0bce-4e28-9af0-69ce676eab41 HTTP/1.1" status: 204 len: 168 time: 0.2286937 Dec 17 15:53:48.741183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb93ec-0315-4826-b9fe-3d19e07b89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a26773-0bce-4e28-9af0-69ce676eab41,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:48.750851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-f4438c1f-179c-47d3-a927-af3385356da0 service neutron] 10.222.0.49 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971320 Dec 17 15:53:48.812980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a5d06f23-8d57-46c7-a094-828fb687db72 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:53:48.956050 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-7d0f7882-c4d2-4dd8-86fc-ef98f92c361b tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d50654d833a84445a6abb1aeeaf29819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3178785 Dec 17 15:53:48.960036 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b0b164d-cb27-468d-aafd-300e00ad3369 req-06a72048-7877-4025-9877-147c37b18ac1 service neutron] 10.222.0.49 "GET /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660583 Dec 17 15:53:48.994998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fa0-4505-4263-93f5-ac820e78611d req-cdde24b4-fdcd-4c96-a86a-207a0cc9a246 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:48.999132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-cdde24b4-fdcd-4c96-a86a-207a0cc9a246 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.1918378 Dec 17 15:53:49.013775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a5d06f23-8d57-46c7-a094-828fb687db72, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a5d06f23-8d57-46c7-a094-828fb687db72,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:49.028953 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-04685189-c5df-4c3b-99a8-ad0f75b36e5e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0243387 Dec 17 15:53:49.032388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'a5d06f23-8d57-46c7-a094-828fb687db72', 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16', 'port_id': 'a5d06f23-8d57-46c7-a094-828fb687db72', 'mac_address': 'fa:16:3e:ef:6c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a25fa58-e43a-42c9-b892-6bae0e820cdb', 'ip_address': '19.80.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:53:49.075054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-ae582ade-322f-46e1-9654-61a10a868b51 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401392 Dec 17 15:53:49.120727 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.146799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d06f23-8d57-46c7-a094-828fb687db72 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:49.157228 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.173787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a5d06f23-8d57-46c7-a094-828fb687db72, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a5d06f23-8d57-46c7-a094-828fb687db72,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:49.186385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.187233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:53:49.201730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-99b60b04-7fc1-48ab-acd7-d6571ec864ed service neutron] 10.222.0.54 "GET /v2.0/networks/f1d46008-815e-40f2-92f6-07feb079381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386074 Dec 17 15:53:49.263009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=a5d06f23-8d57-46c7-a094-828fb687db72,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:49.279010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-a0b6a077-3365-47d5-8136-0067aa8e2d6d service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934054 Dec 17 15:53:49.298581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42702) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:49.373205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.398495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:49.430234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095', 'network_id': '889582ba-7503-4fb6-aa93-e11443c4de45', 'port_id': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095', 'mac_address': 'fa:16:3e:d1:1a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74f2522-9c17-4058-878e-8899a619d860', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:53:49.435495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a5ef447b-b636-4270-a752-cf39b8a49b9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cf01aa6ffce4e4fb63ed5c7d4025cee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354306 Dec 17 15:53:49.438146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42704) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:49.482884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-dc01cdcd-8df6-49ef-9268-0a062872ae1a service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964271 Dec 17 15:53:49.492018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-fb14f00b-0511-4799-b4b8-9c76a4250adb service neutron] 10.222.0.54 "GET /v2.0/networks/f1d46008-815e-40f2-92f6-07feb079381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869296 Dec 17 15:53:49.499626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.520203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:49.522058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:49.527086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b70aaaf-3d9a-4107-a6e3-8c4e4eb304d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.542300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:49.556448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:49.561649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:49.562810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.563747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:53:49.565334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b70aaaf-3d9a-4107-a6e3-8c4e4eb304d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.578117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:49.578814 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.602461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=2b9ad040-ec62-4df9-8e41-7011d7098032,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:49.634837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b70aaaf-3d9a-4107-a6e3-8c4e4eb304d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.639510 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b70aaaf-3d9a-4107-a6e3-8c4e4eb304d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:49.642101 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3b70aaaf-3d9a-4107-a6e3-8c4e4eb304d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94a9a93a-e0ee-427b-bb96-5e08a6f4e18d HTTP/1.1" status: 204 len: 168 time: 0.2026196 Dec 17 15:53:49.656084 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2b9e0f70-df69-49c0-9e69-168a5d605fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5620918 Dec 17 15:53:49.657146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42708) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:49.675108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70aaaf-3d9a-4107-a6e3-8c4e4eb304d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a9a93a-e0ee-427b-bb96-5e08a6f4e18d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:49.769410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908eeb0-0c16-418f-a534-8c01bb70c1c4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:49.783857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:53:49.793129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908eeb0-0c16-418f-a534-8c01bb70c1c4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:49.798402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2908eeb0-0c16-418f-a534-8c01bb70c1c4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1397328 Dec 17 15:53:49.801576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42714) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:49.898845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:49.918102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:49.977572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36', 'network_id': '76f6b9cb-623f-4138-8c54-54482fd9cc16', 'port_id': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36', 'mac_address': 'fa:16:3e:dd:aa:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a25fa58-e43a-42c9-b892-6bae0e820cdb', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:53:50.152679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:50.176130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b73de-ea98-4863-b702-07a076a1a2f7 req-3528e9b0-83c0-4169-801c-d12e66c1eb24 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:50.188856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:50.189616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b73de-ea98-4863-b702-07a076a1a2f7 req-3528e9b0-83c0-4169-801c-d12e66c1eb24 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:50.205199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b73de-ea98-4863-b702-07a076a1a2f7 req-3528e9b0-83c0-4169-801c-d12e66c1eb24 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:50.207067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b41b73de-ea98-4863-b702-07a076a1a2f7 req-3528e9b0-83c0-4169-801c-d12e66c1eb24 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2413 time: 0.1854517 Dec 17 15:53:50.235178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device daea686e-8cb3-4971-9cbc-7373411442c7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:50.260630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 2b9ad040-ec62-4df9-8e41-7011d7098032 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:50.261269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:50.306471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:50.324651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:50.432189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-fff131c0-a154-4f6a-af8a-191333493afc tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:50.449285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:50.452371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-fff131c0-a154-4f6a-af8a-191333493afc tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 820 time: 0.4934773 Dec 17 15:53:50.472872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b41b73de-ea98-4863-b702-07a076a1a2f7 req-37debb24-c943-41d0-8c6c-8052f9e6f062 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364764 Dec 17 15:53:50.535855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-19aab412-be7d-4d34-aa9f-9347679da559 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/quotas/cc013acf6f5a4fd289621bc84533995a HTTP/1.1" status: 200 len: 375 time: 0.0772455 Dec 17 15:53:50.552817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a0ee6c08-e155-4648-92da-f5df4899d115 None None] Provisioning complete for port daea686e-8cb3-4971-9cbc-7373411442c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:50.553020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0ee6c08-e155-4648-92da-f5df4899d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:50.588093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:50.660553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 2b9ad040-ec62-4df9-8e41-7011d7098032 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:50.667272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ff663933-e06b-4a9d-a3f4-6a8a2dcd9095'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:50.699221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['a5d06f23-8d57-46c7-a094-828fb687db72'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:50.704349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1e8106c3-3238-41ef-aed8-fd9c1dc87e36'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:50.739868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-502c0891-1ebc-4d33-b876-191b87db8fc3 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1970904 Dec 17 15:53:50.940722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port daea686e-8cb3-4971-9cbc-7373411442c7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:50.941330 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:50.950491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be742050-8faa-4829-a447-23528054c55d req-77c3ff4d-6b5f-45e1-bb87-1d5840908e77 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 210 time: 0.0999932 Dec 17 15:53:51.013010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-86c87143-3fde-4b2b-ad34-d73667e57c42 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566490 Dec 17 15:53:51.177225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-72ac0f1b-6aed-4966-900b-3e82265a6b29 req-53bcc06f-4616-41d7-b0d1-c489b5676ae8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 210 time: 0.0971787 Dec 17 15:53:51.181855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:51.230861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-335076ec-62b6-4a9e-a635-7f8460e464dd service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134290 Dec 17 15:53:51.286073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=2b9ad040-ec62-4df9-8e41-7011d7098032,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:51.343522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:51.349906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-68290ae8-19c8-4541-87cf-8875d9ae51b5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/2b9ad040-ec62-4df9-8e41-7011d7098032 HTTP/1.1" status: 204 len: 168 time: 1.5466318 Dec 17 15:53:51.352187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42758) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:51.522648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b45e67-a3f0-4f6e-a90f-6cc2d5f62e65 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:51.524545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b45e67-a3f0-4f6e-a90f-6cc2d5f62e65 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:51.526089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-73b45e67-a3f0-4f6e-a90f-6cc2d5f62e65 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1726699 Dec 17 15:53:51.529091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42770) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:51.675013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42772) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:51.702896 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0ee6c08-e155-4648-92da-f5df4899d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:51.708424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda850b8-cb59-4501-bbf2-c7bea2c0bbf9 req-72f680f0-7b8f-4c02-9e9d-6fcdc34ed257 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:51.718911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda850b8-cb59-4501-bbf2-c7bea2c0bbf9 req-72f680f0-7b8f-4c02-9e9d-6fcdc34ed257 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:51.725303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda850b8-cb59-4501-bbf2-c7bea2c0bbf9 req-72f680f0-7b8f-4c02-9e9d-6fcdc34ed257 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:51.740522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9441b6ef-5c6d-4bf3-9383-de373201ab50 req-10483ffa-412d-4efa-ae36-55ed1e3af34a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 210 time: 0.1081433 Dec 17 15:53:51.747511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cda850b8-cb59-4501-bbf2-c7bea2c0bbf9 req-72f680f0-7b8f-4c02-9e9d-6fcdc34ed257 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2414 time: 0.1297131 Dec 17 15:53:51.769494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 0f7de874-34e0-4f0a-8189-be3737317e8d {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:53:51.776859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:51.874137 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:51.887506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cda850b8-cb59-4501-bbf2-c7bea2c0bbf9 req-5971f010-95b8-472c-8584-43ee144028db tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361473 Dec 17 15:53:51.940819 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:51.971891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1095114826-network', 'tenant_id': '21d17c5df8cc4d8281072dc8cc2bbae3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:52.004160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Made reservation on behalf of 21d17c5df8cc4d8281072dc8cc2bbae3 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:52.009416 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.033932 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.071423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a0ee6c08-e155-4648-92da-f5df4899d115 None None] For port daea686e-8cb3-4971-9cbc-7373411442c7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=daea686e-8cb3-4971-9cbc-7373411442c7,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:52.094403 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0ee6c08-e155-4648-92da-f5df4899d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.214050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.223567 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.285555 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:53:52.285945 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:53:52.305521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ef0da0e8-ba38-4e1c-a525-74803023bf62 None None] Could not find standard attr ID for object 2b9ad040-ec62-4df9-8e41-7011d7098032. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:53:52.352260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee6c08-e155-4648-92da-f5df4899d115 None None] Pushing event updated for resources: {'Port': ['ID=daea686e-8cb3-4971-9cbc-7373411442c7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:52.382213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:53:52.415981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f33ff-43c4-443c-8e02-9bb25f0cd655,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:52.457333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b14a3b6-1ace-4ff3-abc3-2812c2f0d590 req-8bf04646-292d-46b0-a924-8ad49156fb04 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 210 time: 0.0887365 Dec 17 15:53:52.470340 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.471119 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Added segment fe0d163c-ac91-49a5-84fe-5a776584ea07 of type vlan for network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 Dec 17 15:53:52.542666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.589176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.593072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:52.596334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.626227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9408398 Dec 17 15:53:52.641151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42794) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:52.650971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Request body: {'subnet': {'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1095114826-subnet', 'tenant_id': '21d17c5df8cc4d8281072dc8cc2bbae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:52.706358 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4569e69-3d8c-4d6e-84c3-a0ca6c0a0b35 req-da3c809d-93c4-4551-8515-c0cd59fe8948 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 210 time: 0.1364539 Dec 17 15:53:52.709909 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.810044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f40f3-2f6c-4f49-aa4f-9fd3763874e8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:52.816823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Made reservation on behalf of 21d17c5df8cc4d8281072dc8cc2bbae3 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:52.820768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.831646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-e79c5aba-9d3a-4658-8368-f0430f7e2628 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:52.833850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-e79c5aba-9d3a-4658-8368-f0430f7e2628 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.47 "GET /v2.0/networks?id=f1d46008-815e-40f2-92f6-07feb079381a HTTP/1.1" status: 200 len: 814 time: 0.2629454 Dec 17 15:53:52.842006 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:52.877282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Request body: {'port': {'device_id': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a', 'admin_state_up': True, 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:52.886348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a5d06f23-8d57-46c7-a094-828fb687db72 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:52.901479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:53:52.961900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7de874-34e0-4f0a-8189-be3737317e8d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:53.020677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85dd86e1-5565-448a-b8b1-268701a6337f req-dff78491-7200-45eb-b92c-04586724b00c tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 210 time: 0.0739131 Dec 17 15:53:53.137576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:53.147452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1350f0aa-f8c5-440b-8743-7ff7270d002d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0f7de874-34e0-4f0a-8189-be3737317e8d HTTP/1.1" status: 204 len: 168 time: 1.6170490 Dec 17 15:53:53.165063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42808) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:53.206852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3c9f4-8bd8-4d77-8901-a14afb3d0839 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:53.411280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device daea686e-8cb3-4971-9cbc-7373411442c7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:53.436734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-8be2a8b4-fc69-4429-b08e-73a730522f44 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:53.438492 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-8be2a8b4-fc69-4429-b08e-73a730522f44 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.49 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 820 time: 0.3378286 Dec 17 15:53:53.440135 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:53.469620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f1078d54-09c5-42a0-9c60-545ac29f306d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2998159 Dec 17 15:53:53.470254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42816) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:53.478618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'port': {'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'admin_state_up': True, 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:53.502346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port a5d06f23-8d57-46c7-a094-828fb687db72 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:53.520510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:53.545268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port a5d06f23-8d57-46c7-a094-828fb687db72 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:53.545886 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:53.573738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3308404c-a5ad-4c4b-8a69-8c6b33f78789,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:53.606712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Checking segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:53.619720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Network hostable DHCP agents. Network: bb6de2ac-e7d9-4dab-ab32-29963ae9ee78, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:53:53.673019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port daea686e-8cb3-4971-9cbc-7373411442c7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:53.673693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:53.781947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebe2164c-2e92-4999-a335-2fad16afb82e req-061b4e8b-92f5-4e71-8b55-c6fcf97a5155 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 210 time: 0.1127608 Dec 17 15:53:53.854786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:53:53.898350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Made reservation on behalf of cc013acf6f5a4fd289621bc84533995a for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:53.904597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:53:53.914261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:53.954431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bb6de2ac-e7d9-4dab-ab32-29963ae9ee78) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:53.962924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d38ac-ed20-4ec1-8ed1-a15b07c051c3 req-7c4feb3e-cb1f-4c42-b5b4-b0473b6fd5e3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:53.969078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:53.969658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:53.979274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d38ac-ed20-4ec1-8ed1-a15b07c051c3 req-7c4feb3e-cb1f-4c42-b5b4-b0473b6fd5e3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:53.985477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b871ce-f2dc-43fa-9608-9e39e231b397 None None] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:53.987869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d38ac-ed20-4ec1-8ed1-a15b07c051c3 req-7c4feb3e-cb1f-4c42-b5b4-b0473b6fd5e3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:53.990530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-212d38ac-ed20-4ec1-8ed1-a15b07c051c3 req-7c4feb3e-cb1f-4c42-b5b4-b0473b6fd5e3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2414 time: 0.7958982 Dec 17 15:53:53.991209 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:54.031683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d83c746e-f2e2-43cc-8b8f-914c69beb60d req-4bfbc46e-607d-4344-af21-9ab26513eaf3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 210 time: 0.0964708 Dec 17 15:53:54.108313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fa0-4505-4263-93f5-ac820e78611d req-659cf712-2287-458b-b966-8eb7e5ecb550 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:54.114103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-659cf712-2287-458b-b966-8eb7e5ecb550 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 1.2141201 Dec 17 15:53:54.137195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:54.146319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:54.158948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-849c4556-6a31-4807-94f4-81bef8467480 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5145223 Dec 17 15:53:54.246830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-212d38ac-ed20-4ec1-8ed1-a15b07c051c3 req-c35da549-23ca-49a2-a7ac-a5d5d1ad3b54 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418427 Dec 17 15:53:54.258261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d06f23-8d57-46c7-a094-828fb687db72'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:54.261322 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d4079-e14b-4204-9d2c-b978abaf9e01" -d '{"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-plugged", "status": "completed", "tag": "a5d06f23-8d57-46c7-a094-828fb687db72"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:54.286790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a5d06f23-8d57-46c7-a094-828fb687db72, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a5d06f23-8d57-46c7-a094-828fb687db72,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:54.298601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:54.299720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:54.414371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] Deleting port daea686e-8cb3-4971-9cbc-7373411442c7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:53:54.414752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:54.421464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a59576b-ea67-4700-9a3e-f7ec4c0a7cc1 None None] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:54.433319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Allocated IP 172.20.0.12 (0fe08a01-943b-4816-989c-e3230b8fb9d8/fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932/1104abd7-a0d4-4fe5-bdc7-cfde2a355f87) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:54.449831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:54.543967 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963636b6-2c25-43a2-973e-468307a79436 x-openstack-request-id: req-963636b6-2c25-43a2-973e-468307a79436 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:54.546437 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-plugged", "status": "completed", "tag": "a5d06f23-8d57-46c7-a094-828fb687db72", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:54.546437 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-963636b6-2c25-43a2-973e-468307a79436 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:54.546437 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d06f23-8d57-46c7-a094-828fb687db72', 'code': 200} Dec 17 15:53:54.557092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Made reservation on behalf of d50654d833a84445a6abb1aeeaf29819 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:54.561392 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:54.570962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81093efe-ade7-4869-8a05-c0ba1c357a4a req-aa5523ad-4494-44fc-afac-d1bc8c4f9849 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 210 time: 0.1350269 Dec 17 15:53:54.665412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=a5d06f23-8d57-46c7-a094-828fb687db72,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:54.722728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] For port daea686e-8cb3-4971-9cbc-7373411442c7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=daea686e-8cb3-4971-9cbc-7373411442c7,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:54.723207 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:54.768727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] Calling delete_port for daea686e-8cb3-4971-9cbc-7373411442c7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:53:54.773373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:54.794210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:54.794582 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.041977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Allocated IP 172.20.0.4 (f1d46008-815e-40f2-92f6-07feb079381a/240eab32-eabf-48d9-9c90-1f453fa6cbdd/ef461b86-5a84-4214-8a6b-9cd877173dcb) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:55.059871 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.196129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1e8defe-cda0-4dee-81ae-2a8b918e65f4 req-7a159553-9b46-44b1-b4c0-05533c58e77c tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 210 time: 0.1023240 Dec 17 15:53:55.246374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.247623 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.254305 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.292446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7ca2780e-2e87-4ba4-8114-27b39c803c0e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:55.314623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.365635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:55.369177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.416516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:55.434239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:55.451010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:55.453020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device daea686e-8cb3-4971-9cbc-7373411442c7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:53:55.461395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:55.462042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.465661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a8197c2-35bf-4fa6-b7f7-d51520b2a211 req-02bb33a8-e99e-4c51-a16f-250ab11216cf tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 210 time: 0.1094172 Dec 17 15:53:55.466613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:55.475733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:55.480845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Pushing event updated for resources: {'Port': ['ID=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:55.506102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] Pushing event deleted for resources: {'Port': ['ID=daea686e-8cb3-4971-9cbc-7373411442c7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:55.513790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1164cb-9734-4d8e-a61a-20775b474c99 None None] No DVR routers for this DVR port daea686e-8cb3-4971-9cbc-7373411442c7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:53:55.517601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: daea686e-8cb3-4971-9cbc-7373411442c7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:53:55.517815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device daea686e-8cb3-4971-9cbc-7373411442c7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:53:55.523222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:55.534047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0277216 Dec 17 15:53:55.544827 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.545646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:55.562345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42852) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:53:55.593474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'bdb227f4-3449-457d-ac60-99ac1991bdcf', 'ip_address': '2001:db8::8c28:9d4:4c68:f2ea'}], 'name': 'tempest-NetworksTestDHCPv6-621943058'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:55.628051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42478c1d-d85f-4692-97cc-aa942a6c0254 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:53:55.644188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6fcea-19aa-4533-b2c6-f294c9713c3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=bdb227f4-3449-457d-ac60-99ac1991bdcf,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:55.772750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.799538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.4 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:55.847588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:55.848541 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.903643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:55.944545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-0459bcc8-d5df-4b1b-a675-3280509f154d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4740286 Dec 17 15:53:55.995333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Request body: {'port': {'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:56.042109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Pushing event updated for resources: {'Port': ['ID=ef461b86-5a84-4214-8a6b-9cd877173dcb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:56.242385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:56.267398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.292995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:56.296293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.330895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Network f1d46008-815e-40f2-92f6-07feb079381a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:56.338385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:56.362471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:56.374009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca34e33-8951-4776-8344-0932768b6e7e req-259a9da2-585a-4a3c-b242-a8fb8549548a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:56.390604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca34e33-8951-4776-8344-0932768b6e7e req-259a9da2-585a-4a3c-b242-a8fb8549548a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:56.393830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:56.410022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca34e33-8951-4776-8344-0932768b6e7e req-259a9da2-585a-4a3c-b242-a8fb8549548a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:56.428644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ca34e33-8951-4776-8344-0932768b6e7e req-259a9da2-585a-4a3c-b242-a8fb8549548a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2416 time: 0.4428196 Dec 17 15:53:56.432276 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.445046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.477204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-54e250fb-72f6-4a58-b403-ec8614801efd None None] Provisioning complete for port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:56.482041 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54e250fb-72f6-4a58-b403-ec8614801efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.609457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:56.615973 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f548758d-f7cf-4140-a83f-36cc43fb6198" -d '{"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-plugged", "status": "completed", "tag": "1e8106c3-3238-41ef-aed8-fd9c1dc87e36"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:56.629639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:56.633640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.657722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:56.663319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:56.672105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:56.678071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:56.709879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ca34e33-8951-4776-8344-0932768b6e7e req-da83cce2-fcb2-4715-9c43-71a0237b3aef tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778168 Dec 17 15:53:56.792341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:56.807949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccf08ce7-7b5b-475c-871a-240d0c5fd5a8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9581583 Dec 17 15:53:56.813549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-54e250fb-72f6-4a58-b403-ec8614801efd None None] Port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:56.823405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'bdb227f4-3449-457d-ac60-99ac1991bdcf'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:53:56.827587 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.850728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:56.851404 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:56.888211 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-f08f47a5-71a4-40e7-aff1-8f2807784255 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5780127 Dec 17 15:53:57.013352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.018038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dff17-2d2c-40eb-bf9e-ccc02dd0ce68 req-f91c0948-361c-4968-bbca-ec3636154a04 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:57.019651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-836dff17-2d2c-40eb-bf9e-ccc02dd0ce68 req-f91c0948-361c-4968-bbca-ec3636154a04 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 932 time: 0.1638069 Dec 17 15:53:57.077079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b6073bbd-ef3a-44fc-8c2a-439d6545a922 None None] Provisioning complete for port ef461b86-5a84-4214-8a6b-9cd877173dcb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:57.077911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6073bbd-ef3a-44fc-8c2a-439d6545a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.120517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:57.121919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b6073bbd-ef3a-44fc-8c2a-439d6545a922 None None] Port ef461b86-5a84-4214-8a6b-9cd877173dcb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:53:57.163694 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.231626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Request body: {'port': {'device_id': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:57.252373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Request body: {'port': {'device_id': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:57.274517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/bdb227f4-3449-457d-ac60-99ac1991bdcf/4429e97e-79e7-48fa-8fa8-79e0298baaf3) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:57.299109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:57.501849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.505063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.604476 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.611718 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.715648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:57.719699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:57.726023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:57.747540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:57.767285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.773170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Pushing event updated for resources: {'Port': ['ID=4429e97e-79e7-48fa-8fa8-79e0298baaf3,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:57.818733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Transition to ACTIVE for port object 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:57.828769 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.861429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Attempting to bind port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:57.862194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Attempting to bind port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:57.863016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Attempting to bind port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:57.877300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:57.877687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:57.878091 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.878630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:57.879121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Bound port: 4429e97e-79e7-48fa-8fa8-79e0298baaf3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:57.879501 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.883868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:57.945554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 3f67849c-69d1-4f64-96c2-df0e64f2aa6e yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:53:58.050329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] For port 4429e97e-79e7-48fa-8fa8-79e0298baaf3, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:58.062864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] For port 4429e97e-79e7-48fa-8fa8-79e0298baaf3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4429e97e-79e7-48fa-8fa8-79e0298baaf3,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:58.076141 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:58.102242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Pushing event updated for resources: {'Port': ['ID=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:58.111893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-836dff17-2d2c-40eb-bf9e-ccc02dd0ce68 req-308b94bf-8cef-4414-b7b3-fd265ee7716a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139700 Dec 17 15:53:58.231717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bce27-8633-4a09-a76a-9d8548aa1b40 None None] Pushing event updated for resources: {'Port': ['ID=4429e97e-79e7-48fa-8fa8-79e0298baaf3,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:58.444577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef461b86-5a84-4214-8a6b-9cd877173dcb {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:58.466914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:58.467696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Attempting to bind port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:58.468082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Attempting to bind port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:58.468422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Attempting to bind port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:58.516045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e046ae5-2053-43fc-9c26-cb3ebc89c440 req-772cc0f0-3fce-403c-b85e-015dc5ea011b tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:58.516371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e046ae5-2053-43fc-9c26-cb3ebc89c440 req-772cc0f0-3fce-403c-b85e-015dc5ea011b tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 931 time: 0.2343140 Dec 17 15:53:58.519676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:58.520034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Attempting to bind port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 on network 0fe08a01-943b-4816-989c-e3230b8fb9d8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:58.588688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Transition to ACTIVE for port object ef461b86-5a84-4214-8a6b-9cd877173dcb will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:58.602128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:58.602865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Checking segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:58.603649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Bound using segment: {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:58.604297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Bound port: 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c48b9de-a51b-4819-9047-9311af9b993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:58.612518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:58.615626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:58.699384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:58.713696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:58.719342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::8c28:9d4:4c68:f2ea (8b077363-f517-4c59-b99c-0f1f4e8cad1d/bdb227f4-3449-457d-ac60-99ac1991bdcf/3f67849c-69d1-4f64-96c2-df0e64f2aa6e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:58.773547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Transition to ACTIVE for port object 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:58.826042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:58.901387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Pushing event updated for resources: {'Port': ['ID=ef461b86-5a84-4214-8a6b-9cd877173dcb,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:58.912887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e046ae5-2053-43fc-9c26-cb3ebc89c440 req-abb117c2-8f33-41d1-816e-781433c326e7 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843532 Dec 17 15:53:58.955932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] For port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:58.970216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] For port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:58.997840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Attempting to bind port ef461b86-5a84-4214-8a6b-9cd877173dcb on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:58.999129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Attempting to bind port ef461b86-5a84-4214-8a6b-9cd877173dcb by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:59.000334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Attempting to bind port ef461b86-5a84-4214-8a6b-9cd877173dcb on network f1d46008-815e-40f2-92f6-07feb079381a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:59.083283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Port ef461b86-5a84-4214-8a6b-9cd877173dcb on network f1d46008-815e-40f2-92f6-07feb079381a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:59.084000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Attempting to bind port ef461b86-5a84-4214-8a6b-9cd877173dcb on network f1d46008-815e-40f2-92f6-07feb079381a {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:59.104465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:59.104808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Checking segment: {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:59.108703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Bound using segment: {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:59.109262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Bound port: ef461b86-5a84-4214-8a6b-9cd877173dcb, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:59.109663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.115175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:59.120116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.314240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Attempting to bind port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:53:59.314640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Attempting to bind port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:53:59.314985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Attempting to bind port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:59.354265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.370523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:59.374756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Attempting to bind port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:59.451261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4429e97e-79e7-48fa-8fa8-79e0298baaf3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:59.456749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] For port ef461b86-5a84-4214-8a6b-9cd877173dcb, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:59.462630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] For port ef461b86-5a84-4214-8a6b-9cd877173dcb, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ef461b86-5a84-4214-8a6b-9cd877173dcb,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:59.462630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:59.465119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:53:59.465740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:59.468785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Bound port: 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:53:59.468785 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.506517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.507084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.560029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:59.560697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.562362 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] 10.222.0.49 "PUT /v2.0/ports/1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 1093 time: 3.5860012 Dec 17 15:53:59.586335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:59.589973 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:59.613349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:59.614142 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.646618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2203f60-b9ed-431d-a850-2e30497e1f2f service neutron] Pushing event updated for resources: {'Port': ['ID=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:59.660087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Pushing event updated for resources: {'Port': ['ID=ef461b86-5a84-4214-8a6b-9cd877173dcb,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:59.673256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:59.695375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:59.697594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.702950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-1558f6b2-774d-477e-aef8-51551c1cea44 service neutron] 10.222.0.47 "PUT /v2.0/ports/ef461b86-5a84-4214-8a6b-9cd877173dcb HTTP/1.1" status: 200 len: 1092 time: 2.4774714 Dec 17 15:53:59.705665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'tag': 'ef461b86-5a84-4214-8a6b-9cd877173dcb'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:59.709438 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1535f40-99b8-4042-9012-e3aa83227d53" -d '{"events": [{"name": "network-changed", "server_uuid": "1029120f-7a1e-47f4-b365-c9696c3787d5", "tag": "ef461b86-5a84-4214-8a6b-9cd877173dcb"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:59.737786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a686b3-f443-49c5-9cb4-469fc546df18 req-bf11cb2c-9920-4b56-8573-3f6477d04948 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:59.739639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14a686b3-f443-49c5-9cb4-469fc546df18 req-bf11cb2c-9920-4b56-8573-3f6477d04948 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 943 time: 0.6311431 Dec 17 15:53:59.823538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:59.843493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] For port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:59.854875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] For port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:59.866404 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.903225 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:53:59.949631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:59.965702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:59.966411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:00.021529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.022407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:00.024746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 HTTP/1.1" status: 200 len: 1092 time: 2.7979691 Dec 17 15:54:00.039980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccae160a-c98b-4ab4-a84b-8f0c0209555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.041999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-ccae160a-c98b-4ab4-a84b-8f0c0209555e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d50654d833a84445a6abb1aeeaf29819&device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 1095 time: 0.1065397 Dec 17 15:54:00.051982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 4429e97e-79e7-48fa-8fa8-79e0298baaf3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4429e97e-79e7-48fa-8fa8-79e0298baaf3,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:00.082843 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:00.083337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d83301-04ee-4648-bd98-37c2b2ef79c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:00.119234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=3f67849c-69d1-4f64-96c2-df0e64f2aa6e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:00.170703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-8e75020e-d943-41aa-b4f5-a204a0b46d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.174303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-8e75020e-d943-41aa-b4f5-a204a0b46d84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 1096 time: 0.5673487 Dec 17 15:54:00.182146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-11595b87-52c0-4883-8218-4dcf6df8d090 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6054506 Dec 17 15:54:00.183687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42884) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:00.258518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=4429e97e-79e7-48fa-8fa8-79e0298baaf3,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:00.307119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-90cd6775-7ae8-4a71-9fdc-b2bb25c074f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef461b86-5a84-4214-8a6b-9cd877173dcb HTTP/1.1" status: 200 len: 217 time: 0.2047858 Dec 17 15:54:00.343335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fa0-4505-4263-93f5-ac820e78611d req-d33dd54e-44b2-4eba-839e-a2191ad66d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.343927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14a686b3-f443-49c5-9cb4-469fc546df18 req-b94612ec-fde8-4901-a3a1-167d40a1094a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532983 Dec 17 15:54:00.346283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-4bf1e471-075f-4192-8631-075f58bb9fc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 217 time: 0.1231420 Dec 17 15:54:00.349874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-d33dd54e-44b2-4eba-839e-a2191ad66d37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 1095 time: 0.1093912 Dec 17 15:54:00.515027 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5ca7d8-17bd-409c-92c7-fee6f5ba4678 x-openstack-request-id: req-6f5ca7d8-17bd-409c-92c7-fee6f5ba4678 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:00.515573 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-plugged", "status": "completed", "tag": "1e8106c3-3238-41ef-aed8-fd9c1dc87e36", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:00.515954 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f5ca7d8-17bd-409c-92c7-fee6f5ba4678 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:00.516622 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36', 'code': 200} Dec 17 15:54:00.522761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d3875cb7-3fdc-4898-99cc-f6ee9b72f887 None None] Provisioning complete for port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:00.523164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d3875cb7-3fdc-4898-99cc-f6ee9b72f887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:00.525677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-8335a30e-b6ee-4d02-a5f9-d3b39bfe38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.530089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-8335a30e-b6ee-4d02-a5f9-d3b39bfe38e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.1296754 Dec 17 15:54:00.667116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-6a96e864-7f96-41dc-8425-f2cefb8c8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.668701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-6a96e864-7f96-41dc-8425-f2cefb8c8fe2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268969 Dec 17 15:54:00.693239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2847d-32fa-4c89-9aef-3abbcf9e0d91 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.712357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b2847d-32fa-4c89-9aef-3abbcf9e0d91 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.715379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-60b2847d-32fa-4c89-9aef-3abbcf9e0d91 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3978250 Dec 17 15:54:00.718587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:00.922722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-597ea27c-6f3c-4329-9ad4-a0f009388051 None None] Provisioning complete for port 3f67849c-69d1-4f64-96c2-df0e64f2aa6e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:00.926124 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-597ea27c-6f3c-4329-9ad4-a0f009388051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:00.930077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9ec4-4633-4d8e-8f8e-4e8e91e86fa4 req-58c6a5a5-5e5e-4675-aa8b-a8faefe0b937 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.936522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9ec4-4633-4d8e-8f8e-4e8e91e86fa4 req-58c6a5a5-5e5e-4675-aa8b-a8faefe0b937 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.943789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9ec4-4633-4d8e-8f8e-4e8e91e86fa4 req-58c6a5a5-5e5e-4675-aa8b-a8faefe0b937 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:00.952945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a9a9ec4-4633-4d8e-8f8e-4e8e91e86fa4 req-58c6a5a5-5e5e-4675-aa8b-a8faefe0b937 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2417 time: 0.1092329 Dec 17 15:54:00.976207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-91d429c3-31b5-46cf-9fd4-aa39b9908139 service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595692 Dec 17 15:54:00.998219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-597ea27c-6f3c-4329-9ad4-a0f009388051 None None] Port 3f67849c-69d1-4f64-96c2-df0e64f2aa6e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:01.076457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a9a9ec4-4633-4d8e-8f8e-4e8e91e86fa4 req-6c60d6b3-eb8c-43e8-9e3e-b314c5cfc653 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223071 Dec 17 15:54:01.133752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2335dd16-c2d3-440a-a673-82cd493fc1d5 req-f98aeb05-9a9c-45a2-ac31-d7ba7f78d2af service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480253 Dec 17 15:54:01.260074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f674-75ac-4ad8-8f72-efba7a0cdf9f req-4c12ed4a-76df-4c13-b260-49a35723c2ce tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:01.265688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f19f674-75ac-4ad8-8f72-efba7a0cdf9f req-4c12ed4a-76df-4c13-b260-49a35723c2ce tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 944 time: 0.0773563 Dec 17 15:54:01.372457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4429e97e-79e7-48fa-8fa8-79e0298baaf3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:01.405054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f19f674-75ac-4ad8-8f72-efba7a0cdf9f req-bc825fb8-0be6-43af-a14b-98cccd2cc86b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345131 Dec 17 15:54:01.519436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:01.520638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:01.525367 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9d25b6-593d-4cc1-ab37-174c621908b9 x-openstack-request-id: req-0f9d25b6-593d-4cc1-ab37-174c621908b9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:01.526447 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:01.526829 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f9d25b6-593d-4cc1-ab37-174c621908b9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:01.527318 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'status': 'completed', 'code': 200} Dec 17 15:54:01.709854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-08abdb73-4d91-4aa9-95f0-c8d6e5998e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:01.719913 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9a30f-4330-4d2d-ab7a-95c6f91fd267 x-openstack-request-id: req-b5e9a30f-4330-4d2d-ab7a-95c6f91fd267 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:01.719913 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1029120f-7a1e-47f4-b365-c9696c3787d5", "tag": "ef461b86-5a84-4214-8a6b-9cd877173dcb", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:01.720659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-08abdb73-4d91-4aa9-95f0-c8d6e5998e28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 1096 time: 0.1670096 Dec 17 15:54:01.720905 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5e9a30f-4330-4d2d-ab7a-95c6f91fd267 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:01.720905 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'tag': 'ef461b86-5a84-4214-8a6b-9cd877173dcb', 'status': 'completed', 'code': 200} Dec 17 15:54:01.731830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-4ff5903c-cce2-4f07-9a09-a46030cf4a2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 HTTP/1.1" status: 200 len: 217 time: 0.8359385 Dec 17 15:54:01.746054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 3f67849c-69d1-4f64-96c2-df0e64f2aa6e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:01.746403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:01.888226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:01.953819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 3f67849c-69d1-4f64-96c2-df0e64f2aa6e owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:01.955578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c730f2d-d032-45e8-8350-78c279433953 req-7d2b839c-446e-4cba-aca8-6419f51f5c59 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:01.963689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c730f2d-d032-45e8-8350-78c279433953 req-7d2b839c-446e-4cba-aca8-6419f51f5c59 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 943 time: 0.1972165 Dec 17 15:54:01.998607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-12267c35-96ec-4f48-9e75-405c1eb633d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.000244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-12267c35-96ec-4f48-9e75-405c1eb633d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.2786117 Dec 17 15:54:02.019361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-f4a71b03-ebbe-4216-a535-c054f590719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.023762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-f4a71b03-ebbe-4216-a535-c054f590719b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=240eab32-eabf-48d9-9c90-1f453fa6cbdd HTTP/1.1" status: 200 len: 853 time: 1.1237829 Dec 17 15:54:02.060674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-acc45ad6-3067-4875-9fdd-fc0256f5e493 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 217 time: 0.0484543 Dec 17 15:54:02.115103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c730f2d-d032-45e8-8350-78c279433953 req-f0237d01-6293-4c66-ae16-54e8d069eb27 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503592 Dec 17 15:54:02.172695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-26133b49-f1cd-471e-b4b3-aa3972d30a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.180806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-26133b49-f1cd-471e-b4b3-aa3972d30a24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.1125128 Dec 17 15:54:02.232205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009209f-e260-4d8d-8888-75984509a35f req-e9b2513b-2f2a-4a97-92d9-a017f9fb43b4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.234830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-e9b2513b-2f2a-4a97-92d9-a017f9fb43b4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.2533689 Dec 17 15:54:02.266531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-b1bc043a-372b-4371-bae1-76a5119176d0 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/quotas/21d17c5df8cc4d8281072dc8cc2bbae3 HTTP/1.1" status: 200 len: 375 time: 0.0225291 Dec 17 15:54:02.300582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-56350d30-1667-491c-b514-313bee225770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.301142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-56350d30-1667-491c-b514-313bee225770 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123009 Dec 17 15:54:02.314022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72781b47-42ab-416d-b416-1d22fa71d378 req-29a62faf-5cad-496e-8bde-9315c0894287 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.315696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72781b47-42ab-416d-b416-1d22fa71d378 req-29a62faf-5cad-496e-8bde-9315c0894287 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 943 time: 0.0885115 Dec 17 15:54:02.324564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-4653cfb7-7e12-492e-bde2-1b72ad91a6be tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520701 Dec 17 15:54:02.426589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72781b47-42ab-416d-b416-1d22fa71d378 req-f3c889b4-2d60-4940-a78a-e85d78e8b84f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024992 Dec 17 15:54:02.463010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-c5e1d86a-4cea-4c0b-bf9f-eaf8a28a3546 service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462853 Dec 17 15:54:02.521730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:02.525107 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9656a16d-7aa7-41e5-a9f3-908708904dce" -d '{"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-plugged", "status": "completed", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:02.535116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:02.596678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=3f67849c-69d1-4f64-96c2-df0e64f2aa6e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:02.611854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467c8830-d88a-49c1-a1d2-68c5aa87c6d6 req-31e1ce07-988d-4abc-8680-155b31a2d90e service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417680 Dec 17 15:54:02.622328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-6da5f11c-11ab-4fb5-9e20-fa16ce7fd854 service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732961 Dec 17 15:54:02.741655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:02.745529 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-563c0a49-62ea-4ad7-b9f8-ce821f58cfe4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/3f67849c-69d1-4f64-96c2-df0e64f2aa6e HTTP/1.1" status: 204 len: 168 time: 2.0256205 Dec 17 15:54:02.750215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42918) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:02.860089 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-cdcbdf5e-1166-4f22-984f-c29944cc1594 service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358239 Dec 17 15:54:02.861438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27aa88-7f6d-475f-9e41-756da7a28a60 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.863037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:02.863203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27aa88-7f6d-475f-9e41-756da7a28a60 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:02.867100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dc27aa88-7f6d-475f-9e41-756da7a28a60 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1154749 Dec 17 15:54:02.867745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42920) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:02.956687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet bdb227f4-3449-457d-ac60-99ac1991bdcf {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:02.969406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:03.032990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:03.052853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'mac_address': 'fa:16:3e:f2:ca:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:03.072090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:03.127436 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:03.146314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:03.172894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:03.182265 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:03.249648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:03.309253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bdfb3-c83d-419f-b3d5-9599d6a586d2 req-477ee07f-17c2-4233-8f44-9536dab683fe tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:03.315348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bdfb3-c83d-419f-b3d5-9599d6a586d2 req-477ee07f-17c2-4233-8f44-9536dab683fe tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:03.321650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bdfb3-c83d-419f-b3d5-9599d6a586d2 req-477ee07f-17c2-4233-8f44-9536dab683fe tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:03.323301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab2bdfb3-c83d-419f-b3d5-9599d6a586d2 req-477ee07f-17c2-4233-8f44-9536dab683fe tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2417 time: 0.1562009 Dec 17 15:54:03.343120 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:03.427063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1104abd7-a0d4-4fe5-bdc7-cfde2a355f87'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:03.493026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab2bdfb3-c83d-419f-b3d5-9599d6a586d2 req-0f3f8cf2-5f5f-4de5-995a-cabd4bb58e71 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586738 Dec 17 15:54:03.535280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:03.571134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb227f4-3449-457d-ac60-99ac1991bdcf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:03.577907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:03.583596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd5e3058-92cd-498e-8646-27b214d44432 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/bdb227f4-3449-457d-ac60-99ac1991bdcf HTTP/1.1" status: 204 len: 168 time: 0.7129197 Dec 17 15:54:03.584110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:03.624441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa522e-2de3-4c79-810d-7a04f05a2db5 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:03.653755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4d8c3d42-8a25-4941-9d6a-d97bdb4387ea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682626 Dec 17 15:54:03.662979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42936) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:03.679013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:03.724192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8286a2-ffd6-44d9-9bf4-83242f31ccaa req-4c9a3662-c8d9-4966-9ffa-70e3df6c8901 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:03.739315 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a8286a2-ffd6-44d9-9bf4-83242f31ccaa req-4c9a3662-c8d9-4966-9ffa-70e3df6c8901 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 945 time: 0.1108451 Dec 17 15:54:03.752683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'tag': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:03.759377 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfcb10b-1823-4147-ac58-aea6c17f5dee" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a4d95f-5685-482c-9a37-25a68d3da481", "tag": "7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:03.860189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a8286a2-ffd6-44d9-9bf4-83242f31ccaa req-49257994-89c8-44d6-bff0-e6ec64ccca1d tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196213 Dec 17 15:54:03.969900 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f94de82-e719-46ff-a1e3-6bcb9ad11538 x-openstack-request-id: req-0f94de82-e719-46ff-a1e3-6bcb9ad11538 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:03.971439 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-plugged", "status": "completed", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:03.971439 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f94de82-e719-46ff-a1e3-6bcb9ad11538 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:03.971439 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095', 'code': 200} Dec 17 15:54:03.974865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:03.980448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:04.078188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:54:04.106293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-543598cd-a244-473f-99c6-3446ada69520 req-4123c5b4-c6e5-4cc3-9946-70d0828ac0ba tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 210 time: 0.0608935 Dec 17 15:54:04.203644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292f1fe-98a1-467f-890e-b995eee3e636 req-08a6ba0a-3b50-49a1-8276-f97de7d57caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:04.204146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292f1fe-98a1-467f-890e-b995eee3e636 req-08a6ba0a-3b50-49a1-8276-f97de7d57caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:04.204624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292f1fe-98a1-467f-890e-b995eee3e636 req-08a6ba0a-3b50-49a1-8276-f97de7d57caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:04.206354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6292f1fe-98a1-467f-890e-b995eee3e636 req-08a6ba0a-3b50-49a1-8276-f97de7d57caa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2873 time: 0.1125329 Dec 17 15:54:04.241782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] Deleting port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:04.244501 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:04.273131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84506124-4393-43ef-88f6-cda3c670e139 req-4485da27-ebc7-435e-9d3a-2180c8230557 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:04.274630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-84506124-4393-43ef-88f6-cda3c670e139 req-4485da27-ebc7-435e-9d3a-2180c8230557 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 943 time: 0.0867047 Dec 17 15:54:04.347481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] For port 4429e97e-79e7-48fa-8fa8-79e0298baaf3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4429e97e-79e7-48fa-8fa8-79e0298baaf3,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:04.348087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:04.359518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6292f1fe-98a1-467f-890e-b995eee3e636 req-5b5066f9-5ffd-4635-9a52-8c3369fcc69e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349473 Dec 17 15:54:04.368393 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-84506124-4393-43ef-88f6-cda3c670e139 req-5030223b-843a-4e3d-9852-961df3454d2d tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Dec 17 15:54:04.382349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] Calling delete_port for 4429e97e-79e7-48fa-8fa8-79e0298baaf3 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:04.528039 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:04.564181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:04.605368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] No DVR routers for this DVR port 4429e97e-79e7-48fa-8fa8-79e0298baaf3 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:04.628128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=d8ff8bf9-11a6-4883-9a55-e3018bfe01f3,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:04.648450 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:54:04.656129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:04.661166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:04.668224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:04.668971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:04.678613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba7bbe2-37f3-40d2-ae93-13bd92e4db50 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:04.686160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a7c03-991f-4d68-bd2e-01b6604a808d None None] Pushing event deleted for resources: {'Port': ['ID=4429e97e-79e7-48fa-8fa8-79e0298baaf3,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:04.699774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8a38d757-37d2-446c-a0df-79296aa85746 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0340536 Dec 17 15:54:04.702751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42954) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:04.707956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'd8ff8bf9-11a6-4883-9a55-e3018bfe01f3', 'ip_address': '2001:db8::e69b:468:f99a:2a36'}], 'name': 'tempest-NetworksTestDHCPv6-1525793410'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:04.712089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21978ba8-3b23-4254-a940-005f5ece81e0 req-c29b84de-84dd-491d-b688-52231b3232ad tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:04.717583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21978ba8-3b23-4254-a940-005f5ece81e0 req-c29b84de-84dd-491d-b688-52231b3232ad tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 943 time: 0.2063742 Dec 17 15:54:04.812309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21978ba8-3b23-4254-a940-005f5ece81e0 req-1fd9be22-d982-48dc-83e2-60c1ba60a5ca tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865946 Dec 17 15:54:04.871558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:05.035709 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e4a2de-a406-4f31-a18b-40925450c0af x-openstack-request-id: req-f9e4a2de-a406-4f31-a18b-40925450c0af {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:05.036250 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a4d95f-5685-482c-9a37-25a68d3da481", "tag": "7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:05.036689 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9e4a2de-a406-4f31-a18b-40925450c0af {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:05.037330 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'tag': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52', 'status': 'completed', 'code': 200} Dec 17 15:54:05.110200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:05.163263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'd8ff8bf9-11a6-4883-9a55-e3018bfe01f3'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:54:05.183348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:05.324430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fa0-4505-4263-93f5-ac820e78611d req-75aaec04-97b3-4164-a723-a9d7a5f9bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:05.324430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-75aaec04-97b3-4164-a723-a9d7a5f9bf68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.1474276 Dec 17 15:54:05.452654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-905f950c-1426-4310-8c45-b068ae07cc8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916386 Dec 17 15:54:05.510084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-de1ea761-8fc0-48f6-bb4d-8c08d127c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:05.511961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-de1ea761-8fc0-48f6-bb4d-8c08d127c472 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1d46008-815e-40f2-92f6-07feb079381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3464866 Dec 17 15:54:05.652950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b14e2-63bc-48bc-be1d-8e7e7c3605e5 req-a841f322-ca49-4d3b-8874-4582adf3511a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:05.661106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b14e2-63bc-48bc-be1d-8e7e7c3605e5 req-a841f322-ca49-4d3b-8874-4582adf3511a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:05.668985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b14e2-63bc-48bc-be1d-8e7e7c3605e5 req-a841f322-ca49-4d3b-8874-4582adf3511a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:05.672180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-536b14e2-63bc-48bc-be1d-8e7e7c3605e5 req-a841f322-ca49-4d3b-8874-4582adf3511a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2417 time: 0.2393930 Dec 17 15:54:05.697801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4429e97e-79e7-48fa-8fa8-79e0298baaf3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:05.768289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 4429e97e-79e7-48fa-8fa8-79e0298baaf3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:05.773469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4429e97e-79e7-48fa-8fa8-79e0298baaf3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:05.780878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:05.805364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:05.806190 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:05.829994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d825e8-1bf8-4d12-adcf-fa0cadd06e88 req-8ad8ea4a-ac8f-41aa-b160-d806747bb15e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:05.837532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22d825e8-1bf8-4d12-adcf-fa0cadd06e88 req-8ad8ea4a-ac8f-41aa-b160-d806747bb15e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 945 time: 0.2218146 Dec 17 15:54:05.861728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-536b14e2-63bc-48bc-be1d-8e7e7c3605e5 req-e63832ee-627a-4063-b461-84702ce419a1 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791182 Dec 17 15:54:05.868585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-165cd026-9d3c-4971-8789-7be9efb24689 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901291 Dec 17 15:54:05.870667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-47d07ee0-1da1-46d3-a21f-80bae505861a service neutron] 10.222.0.47 "GET /v2.0/networks/f1d46008-815e-40f2-92f6-07feb079381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295677 Dec 17 15:54:05.880546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:05.910968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009209f-e260-4d8d-8888-75984509a35f req-26152b1d-01a0-4e17-834d-c633a8ccb927 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:05.912531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-26152b1d-01a0-4e17-834d-c633a8ccb927 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.5929849 Dec 17 15:54:05.927133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Request body: {'port': {'device_id': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'admin_state_up': True, 'tenant_id': '21d17c5df8cc4d8281072dc8cc2bbae3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:05.955661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 8344d31f-3305-468c-ba35-c6adf9b24c43 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:54:06.070556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22d825e8-1bf8-4d12-adcf-fa0cadd06e88 req-481cfdf5-7f09-4317-a641-09da1974651f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301481 Dec 17 15:54:06.179173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9eb1065f-2720-420e-a333-f6fb6f21d8c1 req-e88995ab-e9de-4f8d-ad80-ed707a8a45f6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 210 time: 0.1876557 Dec 17 15:54:06.187942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/d8ff8bf9-11a6-4883-9a55-e3018bfe01f3/07806ea6-7d64-4ee7-a3a6-c14b52d57011) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:06.200730 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.242412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:06.244946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:06.245704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414b2fa0-4505-4263-93f5-ac820e78611d req-535269b9-e345-4e5c-a506-71e8d57bd1d3 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074641 Dec 17 15:54:06.250047 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922a46d-bad4-43eb-bde5-b12a5d97cb62" -d '{"events": [{"server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "name": "network-vif-plugged", "status": "completed", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:06.257185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.283782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Made reservation on behalf of 21d17c5df8cc4d8281072dc8cc2bbae3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:06.288076 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.307445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7dca-3824-4186-b071-94e039725ad6 req-fe0f71f4-ea0b-43fe-9990-bc596075baf6 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:06.309231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433c7dca-3824-4186-b071-94e039725ad6 req-fe0f71f4-ea0b-43fe-9990-bc596075baf6 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 943 time: 0.1107006 Dec 17 15:54:06.360271 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fa792e6-5606-463a-a7f1-266d9fed5c3f req-42fa3832-33e4-4fd2-902a-c8c69432a2e3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1d46008-815e-40f2-92f6-07feb079381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205782 Dec 17 15:54:06.382967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:06.438115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433c7dca-3824-4186-b071-94e039725ad6 req-061fb0c3-291a-4869-8710-40f2d14fc9e1 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216331 Dec 17 15:54:06.478526 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-03cc8e5a-3516-46c6-a8aa-2f37cb04f95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.500886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe4991-7925-474f-b557-dc329337069a req-c214b4b5-f962-475f-9ad3-492aeae04945 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:06.502467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59fe4991-7925-474f-b557-dc329337069a req-c214b4b5-f962-475f-9ad3-492aeae04945 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 943 time: 0.2170107 Dec 17 15:54:06.512308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-016b062d-3930-4f9c-9acc-27531e193b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:06.513237 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.515880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Allocated IP 172.20.0.6 (bb6de2ac-e7d9-4dab-ab32-29963ae9ee78/3308404c-a5ad-4c4b-8a69-8c6b33f78789/12335513-cb98-4c7b-b572-781831c8cbe3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:06.518872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-016b062d-3930-4f9c-9acc-27531e193b59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 1095 time: 0.2050071 Dec 17 15:54:06.525746 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.615736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::e69b:468:f99a:2a36 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/d8ff8bf9-11a6-4883-9a55-e3018bfe01f3/8344d31f-3305-468c-ba35-c6adf9b24c43) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:06.617910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:06.622444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:06.629558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:06.665968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Pushing event updated for resources: {'Port': ['ID=07806ea6-7d64-4ee7-a3a6-c14b52d57011,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:06.677095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-b83f1878-b75f-470c-bf1e-eccd714cff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:06.678641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-b83f1878-b75f-470c-bf1e-eccd714cff28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d50654d833a84445a6abb1aeeaf29819&device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 1095 time: 0.1580400 Dec 17 15:54:06.698238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.698899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.699011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.699380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.699737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.700097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.700429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.700785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.701113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.701435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.701764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.702087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.702410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:06.724138 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd575a1-1d8a-4fdd-bee0-aa5ddf3f7ef6 x-openstack-request-id: req-2dd575a1-1d8a-4fdd-bee0-aa5ddf3f7ef6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:06.725116 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "name": "network-vif-plugged", "status": "completed", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:06.725573 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dd575a1-1d8a-4fdd-bee0-aa5ddf3f7ef6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:06.726128 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'code': 200} Dec 17 15:54:06.736932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59fe4991-7925-474f-b557-dc329337069a req-8b48b853-8077-4aa2-a4b9-4635adbef2fb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145250 Dec 17 15:54:06.762347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Attempting to bind port 07806ea6-7d64-4ee7-a3a6-c14b52d57011 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:06.763030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Attempting to bind port 07806ea6-7d64-4ee7-a3a6-c14b52d57011 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:06.763627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Attempting to bind port 07806ea6-7d64-4ee7-a3a6-c14b52d57011 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:06.769658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:06.770324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:06.770918 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.771539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:06.772237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Bound port: 07806ea6-7d64-4ee7-a3a6-c14b52d57011, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:06.772807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.846204 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.848860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] For port 07806ea6-7d64-4ee7-a3a6-c14b52d57011, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:06.866993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] For port 07806ea6-7d64-4ee7-a3a6-c14b52d57011, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=07806ea6-7d64-4ee7-a3a6-c14b52d57011,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:06.877294 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.905027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c1eac-df7a-40d1-8870-cfac09d574fc req-99f215bb-644c-441b-92da-7e1a24f9390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:06.909620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476c1eac-df7a-40d1-8870-cfac09d574fc req-99f215bb-644c-441b-92da-7e1a24f9390a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 1098 time: 0.1491528 Dec 17 15:54:06.911104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.930898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:06.934368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-82c6f2c4-6908-496f-8dd8-77eb93cc900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:06.956176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-82c6f2c4-6908-496f-8dd8-77eb93cc900f service neutron] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.3733237 Dec 17 15:54:06.988978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf6f0b-3743-4706-9114-4908e41246d0 None None] Pushing event updated for resources: {'Port': ['ID=07806ea6-7d64-4ee7-a3a6-c14b52d57011,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:07.016230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-76f67233-dc87-4795-b004-d5fd04297f91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 HTTP/1.1" status: 200 len: 217 time: 0.0590930 Dec 17 15:54:07.037949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:07.047843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:07.052582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:07.055416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:07.058096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:07.078012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-22bfbdfe-431a-41ef-af85-f2b6325e40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.080542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-22bfbdfe-431a-41ef-af85-f2b6325e40e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1d46008-815e-40f2-92f6-07feb079381a HTTP/1.1" status: 200 len: 915 time: 0.3545327 Dec 17 15:54:07.137617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0e6ad-efef-4def-a24b-5d5463b9a14e req-b043f4ed-55b4-47f5-bc7c-ba1548ea8ae6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.144452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0e6ad-efef-4def-a24b-5d5463b9a14e req-b043f4ed-55b4-47f5-bc7c-ba1548ea8ae6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.150381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0e6ad-efef-4def-a24b-5d5463b9a14e req-b043f4ed-55b4-47f5-bc7c-ba1548ea8ae6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.152119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fdc0e6ad-efef-4def-a24b-5d5463b9a14e req-b043f4ed-55b4-47f5-bc7c-ba1548ea8ae6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2417 time: 0.1639380 Dec 17 15:54:07.172637 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-2110332d-ceca-4ce2-9f3c-b9c685643546 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef461b86-5a84-4214-8a6b-9cd877173dcb HTTP/1.1" status: 200 len: 217 time: 0.0605068 Dec 17 15:54:07.191717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:07.207732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:07.213598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:07.220491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476c1eac-df7a-40d1-8870-cfac09d574fc req-c5e0b696-def1-4ad4-b929-8ffef7beb3a4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957931 Dec 17 15:54:07.220999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.221668 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:07.224205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=8344d31f-3305-468c-ba35-c6adf9b24c43,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:07.245544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.246175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:07.299783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-805e66f6-713b-4309-9225-222a22e4958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.303844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e6b5b454-03fd-431c-a4c9-b9ceaf83dd33 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5978010 Dec 17 15:54:07.304343 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-805e66f6-713b-4309-9225-222a22e4958a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.2766626 Dec 17 15:54:07.307399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fdc0e6ad-efef-4def-a24b-5d5463b9a14e req-1caf0d9a-ac1f-4281-8549-8c92f21f5e54 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235936 Dec 17 15:54:07.307574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42990) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:07.309415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-dc5729bc-7552-4fbb-99be-61af948548a6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861439 Dec 17 15:54:07.404551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-5bb14c6a-b229-460b-8a1c-6a564250883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.406156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-5bb14c6a-b229-460b-8a1c-6a564250883f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=240eab32-eabf-48d9-9c90-1f453fa6cbdd HTTP/1.1" status: 200 len: 853 time: 0.2168596 Dec 17 15:54:07.418678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Request body: {'port': {'device_id': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:07.456825 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-55d4043b-217d-47b0-b064-2e5c1942f225 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227758 Dec 17 15:54:07.489075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301664c-e989-4cec-84f3-d215d14457df req-6c9d150e-95cf-48c3-bc36-b55aa904f20b tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.490798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9301664c-e989-4cec-84f3-d215d14457df req-6c9d150e-95cf-48c3-bc36-b55aa904f20b tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 931 time: 0.1118495 Dec 17 15:54:07.496378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:07.543036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e3776-508e-4236-a2f5-d50ff24cf9bf req-277d8c37-f880-4bbf-9b00-956161309d49 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.544909 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d8e3776-508e-4236-a2f5-d50ff24cf9bf req-277d8c37-f880-4bbf-9b00-956161309d49 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 946 time: 0.3693542 Dec 17 15:54:07.558337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914eeff7-8bd2-40e1-a164-3be0fa9e2ec1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.564875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914eeff7-8bd2-40e1-a164-3be0fa9e2ec1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.567880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-914eeff7-8bd2-40e1-a164-3be0fa9e2ec1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2565563 Dec 17 15:54:07.569314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42996) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:07.604375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-84704db9-dd1e-4852-99cd-4c1bf23cb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.605172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-84704db9-dd1e-4852-99cd-4c1bf23cb5bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1d46008-815e-40f2-92f6-07feb079381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795948 Dec 17 15:54:07.626011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9301664c-e989-4cec-84f3-d215d14457df req-00c5d172-525d-4b8d-9bd5-4745a415b32d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201541 Dec 17 15:54:07.861230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 8344d31f-3305-468c-ba35-c6adf9b24c43 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:07.861952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:07.879686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f93d0a-ace7-43bb-bffb-93ae91e4beb3 req-050394cf-2f29-49a8-892e-3c0f50f95ff9 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:07.881329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f93d0a-ace7-43bb-bffb-93ae91e4beb3 req-050394cf-2f29-49a8-892e-3c0f50f95ff9 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 943 time: 0.1109385 Dec 17 15:54:08.070656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d8e3776-508e-4236-a2f5-d50ff24cf9bf req-2eac6938-6e0e-4b07-a8eb-921b68c37427 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008562 Dec 17 15:54:08.106080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-4886f0c1-39b9-4a43-a4da-51e6043c8155 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383784 Dec 17 15:54:08.193866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-0d111998-e10d-491d-891a-a3c6e4c45429 service neutron] 10.222.0.47 "GET /v2.0/networks/f1d46008-815e-40f2-92f6-07feb079381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797341 Dec 17 15:54:08.381439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ecfcb10b-1823-4147-ac58-aea6c17f5dee req-244082e4-0a01-40ef-b668-375dd8e11fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514470 Dec 17 15:54:08.423941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1535f40-99b8-4042-9012-e3aa83227d53 req-9576a23a-5fde-4936-9db3-9cf8b72dd55c service neutron] 10.222.0.47 "GET /v2.0/networks/f1d46008-815e-40f2-92f6-07feb079381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023673 Dec 17 15:54:08.525898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-206f9c68-0fee-40c7-9774-42121bd37869 None None] Provisioning complete for port 07806ea6-7d64-4ee7-a3a6-c14b52d57011 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:08.526901 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-206f9c68-0fee-40c7-9774-42121bd37869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.561044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f93d0a-ace7-43bb-bffb-93ae91e4beb3 req-f635ae39-f68b-4405-8d05-a6f8f966f43d tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668541 Dec 17 15:54:08.588222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12335513-cb98-4c7b-b572-781831c8cbe3 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:08.598794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.630815 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.642987 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-50950a1f-262e-4981-99dd-4b8af7cc96ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.657223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 8344d31f-3305-468c-ba35-c6adf9b24c43 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:08.665818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796d4b5-724a-4990-902b-a4601b93538d req-02527017-8535-4750-96ed-810a0216233e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:08.675229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4796d4b5-724a-4990-902b-a4601b93538d req-02527017-8535-4750-96ed-810a0216233e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 943 time: 0.0759153 Dec 17 15:54:08.714326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Transition to ACTIVE for port object 12335513-cb98-4c7b-b572-781831c8cbe3 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:54:08.717159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-206f9c68-0fee-40c7-9774-42121bd37869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.724331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.771504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4796d4b5-724a-4990-902b-a4601b93538d req-e7aa6f40-2b86-424c-9b7b-1437d5fa9f3b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949163 Dec 17 15:54:08.775870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-206f9c68-0fee-40c7-9774-42121bd37869 None None] For port 07806ea6-7d64-4ee7-a3a6-c14b52d57011, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=07806ea6-7d64-4ee7-a3a6-c14b52d57011,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:08.789271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-206f9c68-0fee-40c7-9774-42121bd37869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.834907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbce88-44b5-4ec2-85f1-53ba2ef28964 req-8edc455e-aa53-4df2-b19a-9b80c8723494 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:08.841068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbce88-44b5-4ec2-85f1-53ba2ef28964 req-8edc455e-aa53-4df2-b19a-9b80c8723494 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:08.847876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbce88-44b5-4ec2-85f1-53ba2ef28964 req-8edc455e-aa53-4df2-b19a-9b80c8723494 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:08.857147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f9c68-0fee-40c7-9774-42121bd37869 None None] Pushing event updated for resources: {'Port': ['ID=07806ea6-7d64-4ee7-a3a6-c14b52d57011,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:08.861783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cbbce88-44b5-4ec2-85f1-53ba2ef28964 req-8edc455e-aa53-4df2-b19a-9b80c8723494 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2417 time: 0.1874335 Dec 17 15:54:08.903497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:08.918778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fb0fe6d7-606a-4633-9570-e627ebfa7255 None None] Provisioning complete for port 8344d31f-3305-468c-ba35-c6adf9b24c43 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:08.919180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe6d7-606a-4633-9570-e627ebfa7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:08.953718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceb421-ea51-4977-ae48-24ee52d3e56d req-209e98e2-81b0-4aa0-9ce1-b53705388e30 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:08.955402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdceb421-ea51-4977-ae48-24ee52d3e56d req-209e98e2-81b0-4aa0-9ce1-b53705388e30 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 943 time: 0.0842366 Dec 17 15:54:08.983878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fb0fe6d7-606a-4633-9570-e627ebfa7255 None None] Port 8344d31f-3305-468c-ba35-c6adf9b24c43 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:09.029368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cbbce88-44b5-4ec2-85f1-53ba2ef28964 req-a60ddfc8-07cd-42b6-9455-55a42409a604 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661777 Dec 17 15:54:09.036468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdceb421-ea51-4977-ae48-24ee52d3e56d req-25c5105b-6e08-4074-8d22-d44905e2213e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725136 Dec 17 15:54:09.069203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Attempting to bind port 12335513-cb98-4c7b-b572-781831c8cbe3 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:09.069538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Attempting to bind port 12335513-cb98-4c7b-b572-781831c8cbe3 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:09.069859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Attempting to bind port 12335513-cb98-4c7b-b572-781831c8cbe3 on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:09.073282 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.106102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Port 12335513-cb98-4c7b-b572-781831c8cbe3 on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:54:09.106439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Attempting to bind port 12335513-cb98-4c7b-b572-781831c8cbe3 on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:09.114469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=8344d31f-3305-468c-ba35-c6adf9b24c43,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:09.123248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:09.123626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Checking segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:09.124069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Bound using segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:09.124585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Bound port: 12335513-cb98-4c7b-b572-781831c8cbe3, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:09.124894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.158176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.164204 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aa3fa812-5136-4721-8abf-77af353c805e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/8344d31f-3305-468c-ba35-c6adf9b24c43 HTTP/1.1" status: 204 len: 168 time: 1.5886369 Dec 17 15:54:09.164585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43012) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:09.235668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b06be8-0cc2-430f-bdb6-5b7af2318135 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:09.237931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b06be8-0cc2-430f-bdb6-5b7af2318135 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:09.246017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b2b06be8-0cc2-430f-bdb6-5b7af2318135 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0770066 Dec 17 15:54:09.246017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:09.285626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ede91-0021-4594-bf1c-206619b11e4c req-325f5052-2d16-48b8-814f-82802eadf8a0 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:09.289872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a96ede91-0021-4594-bf1c-206619b11e4c req-325f5052-2d16-48b8-814f-82802eadf8a0 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 946 time: 0.1265912 Dec 17 15:54:09.314935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet d8ff8bf9-11a6-4883-9a55-e3018bfe01f3 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:09.318486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.404375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:09.427468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a96ede91-0021-4594-bf1c-206619b11e4c req-509cffa9-0777-434e-a200-e6be176abac9 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248915 Dec 17 15:54:09.438252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ef461b86-5a84-4214-8a6b-9cd877173dcb details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:09.443086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:09.460315 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.474495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.520794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 07806ea6-7d64-4ee7-a3a6-c14b52d57011 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:09.552814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:09.553442 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.554905 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-0363b860-1053-418a-84b1-52118baeea64 service neutron] 10.222.0.49 "PUT /v2.0/ports/12335513-cb98-4c7b-b572-781831c8cbe3 HTTP/1.1" status: 200 len: 1092 time: 2.1408119 Dec 17 15:54:09.555926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:09.557785 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb051bcc-392a-4386-8655-0e2da7c0de52" -d '{"events": [{"name": "network-changed", "server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:09.603742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363b860-1053-418a-84b1-52118baeea64 service neutron] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:09.656429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:54:09.658199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.689923 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f98f9-db1b-48e3-96d9-78b12440ed24 x-openstack-request-id: req-fb4f98f9-db1b-48e3-96d9-78b12440ed24 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:09.690519 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:09.690973 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb4f98f9-db1b-48e3-96d9-78b12440ed24 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:09.691568 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3', 'status': 'completed', 'code': 200} Dec 17 15:54:09.721353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009209f-e260-4d8d-8888-75984509a35f req-9975d5b8-4a19-4453-9a10-6d1216c1df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:09.727774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-9975d5b8-4a19-4453-9a10-6d1216c1df5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 1095 time: 0.1052353 Dec 17 15:54:09.743901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 07806ea6-7d64-4ee7-a3a6-c14b52d57011 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:09.744188 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.789235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-b764b18b-4395-4f90-aa30-e109311ca569 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12335513-cb98-4c7b-b572-781831c8cbe3 HTTP/1.1" status: 200 len: 217 time: 0.0504770 Dec 17 15:54:09.817555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ef461b86-5a84-4214-8a6b-9cd877173dcb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ef461b86-5a84-4214-8a6b-9cd877173dcb,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:09.832990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afe0c-5206-4406-8888-aa29a397b77c req-7f49791f-7373-466b-83ca-56b0b1da057a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:09.834587 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-7f49791f-7373-466b-83ca-56b0b1da057a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1408761 Dec 17 15:54:09.847287 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.847707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'ef461b86-5a84-4214-8a6b-9cd877173dcb', 'network_id': 'f1d46008-815e-40f2-92f6-07feb079381a', 'port_id': 'ef461b86-5a84-4214-8a6b-9cd877173dcb', 'mac_address': 'fa:16:3e:b9:62:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240eab32-eabf-48d9-9c90-1f453fa6cbdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:09.902631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009209f-e260-4d8d-8888-75984509a35f req-94e92a11-4d18-4fa0-bbc1-50ce7de3cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:09.906712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-94e92a11-4d18-4fa0-bbc1-50ce7de3cb1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.1080322 Dec 17 15:54:09.923081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.941216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-28570e53-67a8-4309-9f45-abcedabc68cd tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0925722 Dec 17 15:54:09.946658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'floatingip': {'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:09.960646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:09.980095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef461b86-5a84-4214-8a6b-9cd877173dcb {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:09.996604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ff8bf9-11a6-4883-9a55-e3018bfe01f3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:09.999028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-742124fa-57c3-4bef-a153-a314b46d4c75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686181 Dec 17 15:54:10.011580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.042410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ef461b86-5a84-4214-8a6b-9cd877173dcb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ef461b86-5a84-4214-8a6b-9cd877173dcb,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:10.049788 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.050615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:10.061203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492155e1-07b9-410f-8045-50402c2d00a4 req-f5f02691-d040-42e4-b8e9-11015218a177 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.063670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-492155e1-07b9-410f-8045-50402c2d00a4 req-f5f02691-d040-42e4-b8e9-11015218a177 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 943 time: 0.2743104 Dec 17 15:54:10.091868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.096678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1070f27c-f299-4cef-aebb-9fbb7b362fb1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/d8ff8bf9-11a6-4883-9a55-e3018bfe01f3 HTTP/1.1" status: 204 len: 168 time: 0.8522656 Dec 17 15:54:10.108364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dadbda-eafb-4393-8199-57f8f9b258e4 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:10.120625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43032) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:10.187104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-492155e1-07b9-410f-8045-50402c2d00a4 req-50b2b22b-abde-47f8-93d9-393725a2abc1 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092341 Dec 17 15:54:10.226740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a80352a8-e5b6-493d-b5b6-73094e24a304 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992939 Dec 17 15:54:10.236527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43034) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:10.266900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ef461b86-5a84-4214-8a6b-9cd877173dcb,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:10.312516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-28b55e58-387d-41fb-8007-a23c55b49c0b service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944448 Dec 17 15:54:10.399497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:10.440874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52', 'mac_address': 'fa:16:3e:b9:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:10.467873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-11a9cfb4-d624-465e-8290-dc0364ce457e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.491224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-11a9cfb4-d624-465e-8290-dc0364ce457e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.503169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-11a9cfb4-d624-465e-8290-dc0364ce457e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.506700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-11a9cfb4-d624-465e-8290-dc0364ce457e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 2417 time: 0.4002812 Dec 17 15:54:10.544712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac8216-be05-40da-8d84-e887727fa23a None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:54:10.569458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303cd32-9cc9-4fed-b1ef-4b0df4a0d499 req-f131bd64-8b45-4c6d-b424-8077d31dbe28 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.572042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0303cd32-9cc9-4fed-b1ef-4b0df4a0d499 req-f131bd64-8b45-4c6d-b424-8077d31dbe28 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 943 time: 0.2390776 Dec 17 15:54:10.590674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1009209f-e260-4d8d-8888-75984509a35f req-4283846d-fc00-44b2-9d6b-a9c65a56629d service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705133 Dec 17 15:54:10.604893 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.640746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:10.692134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372b577-fde1-40e6-840b-d4284dce07d2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.693598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:10.695095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a372b577-fde1-40e6-840b-d4284dce07d2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4574766 Dec 17 15:54:10.715508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.725867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43040) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:10.772446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0303cd32-9cc9-4fed-b1ef-4b0df4a0d499 req-f853b757-475f-4fc5-b785-dcf4b7a9e74e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795912 Dec 17 15:54:10.784076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-feac8216-be05-40da-8d84-e887727fa23a None None] Deleting port 07806ea6-7d64-4ee7-a3a6-c14b52d57011 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:10.784665 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-feac8216-be05-40da-8d84-e887727fa23a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.808676 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.814008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:10.814527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.914331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:10.914612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-63fa5417-072c-4e28-9c06-bf1f3f376353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.915072 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.916344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-63fa5417-072c-4e28-9c06-bf1f3f376353 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 1095 time: 0.2511630 Dec 17 15:54:10.929774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:10.930005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf3d30-2b1f-4338-b9a4-5e2ebf758ff7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:10.931609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6cbf3d30-2b1f-4338-b9a4-5e2ebf758ff7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2021205 Dec 17 15:54:10.944135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:10.956478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-feac8216-be05-40da-8d84-e887727fa23a None None] For port 07806ea6-7d64-4ee7-a3a6-c14b52d57011, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=07806ea6-7d64-4ee7-a3a6-c14b52d57011,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:10.957120 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-feac8216-be05-40da-8d84-e887727fa23a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:10.978545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-feac8216-be05-40da-8d84-e887727fa23a None None] Calling delete_port for 07806ea6-7d64-4ee7-a3a6-c14b52d57011 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:11.034924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-75bbc1e8-8d67-45d3-a489-9b14d1684abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:11.035510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-75bbc1e8-8d67-45d3-a489-9b14d1684abc service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 906 time: 0.1029100 Dec 17 15:54:11.051502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:11.082070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:11.091535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:11.094543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ef461b86-5a84-4214-8a6b-9cd877173dcb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:11.104281 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-feac8216-be05-40da-8d84-e887727fa23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:11.112373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c3861180-a4b3-4f4b-9c8c-b59ec9b8c7b2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592759 Dec 17 15:54:11.118331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=1e8106c3-3238-41ef-aed8-fd9c1dc87e36,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:11.137522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43044) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:11.146465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:11.159986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-f8f2c940-ce64-45da-a8c5-6bea34c49c5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12335513-cb98-4c7b-b572-781831c8cbe3 HTTP/1.1" status: 200 len: 217 time: 0.1003687 Dec 17 15:54:11.189339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844da88-c7aa-4cdd-a1bb-5c3dacc57ca0 req-892b69a5-1cd0-4236-a906-0692236e1922 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:11.198537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b844da88-c7aa-4cdd-a1bb-5c3dacc57ca0 req-892b69a5-1cd0-4236-a906-0692236e1922 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 943 time: 0.2803457 Dec 17 15:54:11.215301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac8216-be05-40da-8d84-e887727fa23a None None] No DVR routers for this DVR port 07806ea6-7d64-4ee7-a3a6-c14b52d57011 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:11.255256 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac8216-be05-40da-8d84-e887727fa23a None None] Pushing event deleted for resources: {'Port': ['ID=07806ea6-7d64-4ee7-a3a6-c14b52d57011,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:11.275716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:11.363261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-3fb501c0-bbd4-4eaa-b299-661736b22487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:11.386898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-3fb501c0-bbd4-4eaa-b299-661736b22487 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.2150912 Dec 17 15:54:11.418066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:11.420023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:11.428607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:11.430305 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b844da88-c7aa-4cdd-a1bb-5c3dacc57ca0 req-94116878-ba0d-4f93-88af-30ec42f5cd81 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293072 Dec 17 15:54:11.431630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 07806ea6-7d64-4ee7-a3a6-c14b52d57011 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:11.453436 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-e8b26671-dd04-49f6-8af7-2b065f533205 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571423 Dec 17 15:54:11.531905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 07806ea6-7d64-4ee7-a3a6-c14b52d57011 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:11.532296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 07806ea6-7d64-4ee7-a3a6-c14b52d57011 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:11.672726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-0a52b4fa-18b3-43ce-b928-d1836c7c09a7 service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083127 Dec 17 15:54:11.685989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664db7-5b0c-47c7-93dc-dae9bf28a278 req-eed75fc7-a1ee-4805-922b-d167111ea8fe tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:11.693110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664db7-5b0c-47c7-93dc-dae9bf28a278 req-eed75fc7-a1ee-4805-922b-d167111ea8fe tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:11.694977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2664db7-5b0c-47c7-93dc-dae9bf28a278 req-eed75fc7-a1ee-4805-922b-d167111ea8fe tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 1682 time: 0.1095715 Dec 17 15:54:11.751114 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:11.754898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-3afe3d42-b66b-4dcc-b84c-884c9ee9c854 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "DELETE /v2.0/ports/1e8106c3-3238-41ef-aed8-fd9c1dc87e36 HTTP/1.1" status: 204 len: 173 time: 1.2330258 Dec 17 15:54:11.755384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-deleted', 'tag': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:11.757829 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd26256-924f-4fcd-a5ce-1ee8463333cb" -d '{"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-deleted", "tag": "1e8106c3-3238-41ef-aed8-fd9c1dc87e36"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:11.818347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2664db7-5b0c-47c7-93dc-dae9bf28a278 req-f5ccb94a-bacd-4d86-9b89-283faab6d4eb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147842 Dec 17 15:54:11.824616 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:11.840864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb051bcc-392a-4386-8655-0e2da7c0de52 req-947e4060-8061-46a7-b5b9-408801e3a659 service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448646 Dec 17 15:54:11.998569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:12.002848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543148e7-3e60-4464-b9f4-8600e01b42f1 req-6616f78c-b957-4fce-8462-f15c65ac4ecc tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:12.005060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-543148e7-3e60-4464-b9f4-8600e01b42f1 req-6616f78c-b957-4fce-8462-f15c65ac4ecc tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 944 time: 0.0552011 Dec 17 15:54:12.027121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:12.038725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:12.039350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.045137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60bbac3-1c86-4ac1-a309-02ba2c2bcbeb None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:12.049511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=a57680d9-f222-4297-8717-240d7baa79a5,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:12.082399 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2a15ae6d-c869-40f6-80c0-67f45b269bd8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9404967 Dec 17 15:54:12.088632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-543148e7-3e60-4464-b9f4-8600e01b42f1 req-6a93f954-b149-4954-b296-46b4ece6fe35 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758348 Dec 17 15:54:12.089176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:12.095644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'a57680d9-f222-4297-8717-240d7baa79a5', 'ip_address': '2001:db8::f7a:ed4:a751:1eda'}], 'name': 'tempest-NetworksTestDHCPv6-939681815'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:12.114359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.207973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'a57680d9-f222-4297-8717-240d7baa79a5'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:54:12.208857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.294751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf22605-b669-4024-982a-01ce582d3ac8 req-5f2f08ec-d20a-40fd-bafe-2afd342cbeef tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:12.296776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebf22605-b669-4024-982a-01ce582d3ac8 req-5f2f08ec-d20a-40fd-bafe-2afd342cbeef tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 944 time: 0.0766609 Dec 17 15:54:12.306247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:12.411549 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c88d10-6a93-4988-bedd-8927aa46c60e x-openstack-request-id: req-e7c88d10-6a93-4988-bedd-8927aa46c60e {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:12.412024 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-deleted", "tag": "1e8106c3-3238-41ef-aed8-fd9c1dc87e36", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:12.412024 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7c88d10-6a93-4988-bedd-8927aa46c60e {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:12.412383 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-deleted', 'tag': '1e8106c3-3238-41ef-aed8-fd9c1dc87e36', 'status': 'completed', 'code': 200} Dec 17 15:54:12.420351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebf22605-b669-4024-982a-01ce582d3ac8 req-b77bd36a-d006-4eb4-9f8e-ff5ec2b26495 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071324 Dec 17 15:54:12.448626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:54:12.457093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.481741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 01824909-875a-4869-ad54-877fd6995ca7 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:54:12.506201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/a57680d9-f222-4297-8717-240d7baa79a5/2cc87b45-9ff2-4599-890d-905befbc2a7d) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:12.524032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port a5d06f23-8d57-46c7-a094-828fb687db72 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:12.524468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.577642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.594825 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.646794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd509a1-9aaf-4fbf-9648-356f53938a4e req-bd2b65a5-dbb8-4788-9b07-b005fc5bdec0 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:12.655284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecd509a1-9aaf-4fbf-9648-356f53938a4e req-bd2b65a5-dbb8-4788-9b07-b005fc5bdec0 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 943 time: 0.1154346 Dec 17 15:54:12.692588 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.699169 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.740552 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecd509a1-9aaf-4fbf-9648-356f53938a4e req-475c47e7-4b46-4f51-86d9-35941c035bf8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847397 Dec 17 15:54:12.743372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:12.746016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:12.750346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:12.751224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port a5d06f23-8d57-46c7-a094-828fb687db72, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a5d06f23-8d57-46c7-a094-828fb687db72,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:12.751597 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.781537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Pushing event updated for resources: {'Port': ['ID=2cc87b45-9ff2-4599-890d-905befbc2a7d,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:12.797466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for a5d06f23-8d57-46c7-a094-828fb687db72 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:12.797829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f7a:ed4:a751:1eda (8b077363-f517-4c59-b99c-0f1f4e8cad1d/a57680d9-f222-4297-8717-240d7baa79a5/01824909-875a-4869-ad54-877fd6995ca7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:12.819797 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Floating IP afc9fcde-b412-4614-9759-97185cdda793 associated. External IP: 172.25.0.208, port: 7ca2780e-2e87-4ba4-8114-27b39c803c0e. Dec 17 15:54:12.820960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Attempting to bind port 2cc87b45-9ff2-4599-890d-905befbc2a7d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:12.821217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Attempting to bind port 2cc87b45-9ff2-4599-890d-905befbc2a7d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:12.821589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Attempting to bind port 2cc87b45-9ff2-4599-890d-905befbc2a7d on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:12.832223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:12.832604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:12.833011 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.833872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:12.833872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Bound port: 2cc87b45-9ff2-4599-890d-905befbc2a7d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:12.834235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.904056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] For port 2cc87b45-9ff2-4599-890d-905befbc2a7d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:12.911663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] For port 2cc87b45-9ff2-4599-890d-905befbc2a7d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2cc87b45-9ff2-4599-890d-905befbc2a7d,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:12.915385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:12.946162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 12335513-cb98-4c7b-b572-781831c8cbe3 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:12.948848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a5d06f23-8d57-46c7-a094-828fb687db72 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:12.997650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-5d69d335-ae05-44c9-8d54-160870a45974 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1155808294&fields=id&tenant_id=41916107ae22400d86beaa8849cdf344 HTTP/1.1" status: 200 len: 267 time: 0.1409059 Dec 17 15:54:13.051688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd698-22cd-4cf9-8afd-0899ece04340 None None] Pushing event updated for resources: {'Port': ['ID=2cc87b45-9ff2-4599-890d-905befbc2a7d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:13.101673 n-d-806683-20 neutron-server[109785]: INFO neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No ports have port_id starting with a5d06f23-8d57-46c7-a094-828fb687db72 Dec 17 15:54:13.106488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.110192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:13.134712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:13.135095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1e8106c3-3238-41ef-aed8-fd9c1dc87e36 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:13.135523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:13.149929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-332b5f68-d66c-4adf-9842-a5dff84b6831 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:13.151588 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-332b5f68-d66c-4adf-9842-a5dff84b6831 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/networks?id=f8d982da-a762-4506-bfac-fbcc2524a64e HTTP/1.1" status: 200 len: 816 time: 0.1462710 Dec 17 15:54:13.176708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-5bc8f0d1-fd27-469f-aeab-9691ff360101 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/quotas/41916107ae22400d86beaa8849cdf344 HTTP/1.1" status: 200 len: 375 time: 0.0179708 Dec 17 15:54:13.202996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=a5d06f23-8d57-46c7-a094-828fb687db72,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:13.229270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:13.243367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '12335513-cb98-4c7b-b572-781831c8cbe3', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '12335513-cb98-4c7b-b572-781831c8cbe3', 'mac_address': 'fa:16:3e:48:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:13.264408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port a5d06f23-8d57-46c7-a094-828fb687db72 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:13.270684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.274940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-83300d10-8e3b-4a65-81ef-23c594e713c3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "DELETE /v2.0/ports/a5d06f23-8d57-46c7-a094-828fb687db72 HTTP/1.1" status: 204 len: 173 time: 1.5034759 Dec 17 15:54:13.311956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-b9252ff3-9a60-4def-b627-f2f352093341 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=41916107ae22400d86beaa8849cdf344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172547 Dec 17 15:54:13.355437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:13.363128 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.368639 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.406794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.409234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12335513-cb98-4c7b-b572-781831c8cbe3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:13.420084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:13.428828 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95f318e-215e-445a-8b93-f06bbe1002f4" -d '{"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-unplugged", "status": "completed", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:13.451252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ef461b86-5a84-4214-8a6b-9cd877173dcb up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:13.458674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:13.459420 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-3c558732-d523-4496-b4ad-1791b14be21b service neutron] 10.222.0.54 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458011 Dec 17 15:54:13.505535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:13.513977 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.522188 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.582266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.592205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:13.597582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.604953 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:13.610783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:13.615598 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:13.616274 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:13.640807 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-174ec847-1e20-40da-bcc8-ab41b1016e2a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "PUT /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 200 len: 996 time: 3.6986394 Dec 17 15:54:13.645945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:13.647307 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.671645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:13.679792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port ef461b86-5a84-4214-8a6b-9cd877173dcb completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:13.681788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:13.689628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=01824909-875a-4869-ad54-877fd6995ca7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:13.693983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port ef461b86-5a84-4214-8a6b-9cd877173dcb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:13.694159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.694418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:13.700065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:13.700716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.717212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-5b57f69d-754b-4431-b68c-2b0b029410e8 service neutron] 10.222.0.54 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217212 Dec 17 15:54:13.736419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-61d6e3d7-36ce-4bdb-87aa-58d26e985b42 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.6460602 Dec 17 15:54:13.740068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43074) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:13.753077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fd3654a9-d473-4931-8d5f-ff64e182a021 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'a57680d9-f222-4297-8717-240d7baa79a5', 'ip_address': '2001:db8::f7a:ed4:a751:1eda'}], 'name': 'tempest-NetworksTestDHCPv6-282519523'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:13.767174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['12335513-cb98-4c7b-b572-781831c8cbe3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:13.796388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afe0c-5206-4406-8888-aa29a397b77c req-e588216c-2dce-4794-a486-a3df7807a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:13.798183 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-e588216c-2dce-4794-a486-a3df7807a3ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.1308966 Dec 17 15:54:13.833058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:13.845928 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:13.878275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:13.879382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:13.902211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:13.998161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afe0c-5206-4406-8888-aa29a397b77c req-dd00d87c-a08f-4a6f-98d7-8e7c6c3189dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:13.999996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-dd00d87c-a08f-4a6f-98d7-8e7c6c3189dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.1941593 Dec 17 15:54:14.010920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3654a9-d473-4931-8d5f-ff64e182a021 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:14.019229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd3654a9-d473-4931-8d5f-ff64e182a021 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.053531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-fd3654a9-d473-4931-8d5f-ff64e182a021 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 54788437-0742-4138-8e72-1707d13a1635 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:54:14.075412 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.116500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ef461b86-5a84-4214-8a6b-9cd877173dcb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ef461b86-5a84-4214-8a6b-9cd877173dcb,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:14.138903 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.140314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:14.183048 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:ba:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:12Z', 'revision_number': 1, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:14.228760 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:14.247455 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:14.248198 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:14.261773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-5e380b91-f6af-455f-b1d0-3d6a14f0b3c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 999 time: 0.2430422 Dec 17 15:54:14.358832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.361475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afe0c-5206-4406-8888-aa29a397b77c req-e4663571-ba89-4442-9c51-891aade76dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.374573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-e4663571-ba89-4442-9c51-891aade76dee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.0963180 Dec 17 15:54:14.448876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ef461b86-5a84-4214-8a6b-9cd877173dcb,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:14.460773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-deleted', 'tag': 'a5d06f23-8d57-46c7-a094-828fb687db72'}, {'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:14.465077 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55" -d '{"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-deleted", "tag": "a5d06f23-8d57-46c7-a094-828fb687db72"}, {"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:14.468195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:14.474262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:14.474569 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.480145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:14.492418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=ff663933-e06b-4a9d-a3f4-6a8a2dcd9095,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:14.546356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28bf07-6e98-4c2c-8e8f-ae903abbfc37 req-9aa29fde-a54b-47ef-8d58-9193a8683bbd tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.555144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc28bf07-6e98-4c2c-8e8f-ae903abbfc37 req-9aa29fde-a54b-47ef-8d58-9193a8683bbd tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=a0718e5a-a1bb-4b70-9e27-6e175811d641 HTTP/1.1" status: 200 len: 865 time: 0.2472062 Dec 17 15:54:14.566319 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3654a9-d473-4931-8d5f-ff64e182a021 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 15:54:14.566948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3654a9-d473-4931-8d5f-ff64e182a021 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:54:14.588338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.594315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:14.606086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.609171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60c6fda0-3e6d-43e4-bcf3-30a59eb7ffd7 req-1050a18f-d691-4e28-b1b3-c14f09846d09 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.49 "DELETE /v2.0/ports/ff663933-e06b-4a9d-a3f4-6a8a2dcd9095 HTTP/1.1" status: 204 len: 173 time: 1.3267760 Dec 17 15:54:14.618539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afe0c-5206-4406-8888-aa29a397b77c req-0871100c-f4f5-4671-bb33-6eb590a12e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.620382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-0871100c-f4f5-4671-bb33-6eb590a12e5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2239356 Dec 17 15:54:14.634654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fd3654a9-d473-4931-8d5f-ff64e182a021 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.8930802 Dec 17 15:54:14.640107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43094) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:14.653211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:14.659341 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.738074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-78d39494-35f8-4593-87d1-b2b8de0a9017 None None] Provisioning complete for port 2cc87b45-9ff2-4599-890d-905befbc2a7d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:14.738398 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-78d39494-35f8-4593-87d1-b2b8de0a9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:14.769036 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc28bf07-6e98-4c2c-8e8f-ae903abbfc37 req-5e8f20d6-c316-46c8-b9e9-e7f0b944aecd tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126575 Dec 17 15:54:14.833215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe3b7a-a9f6-4129-b648-ce0ab068dcfc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.848497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe3b7a-a9f6-4129-b648-ce0ab068dcfc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.850500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4cfe3b7a-a9f6-4129-b648-ce0ab068dcfc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2089348 Dec 17 15:54:14.853567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43096) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:14.924061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-db841e72-ad68-4cf1-b569-33662ad83aa6 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916625 Dec 17 15:54:14.941184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:14.970836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 12335513-cb98-4c7b-b572-781831c8cbe3 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:15.063721 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:ba:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:12Z', 'revision_number': 1, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:15.090817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244afe0c-5206-4406-8888-aa29a397b77c req-96d91058-8d78-499b-b4dd-82ea6800e0e3 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653883 Dec 17 15:54:15.123145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1cfa1-95d0-48f4-b10e-22c216dcfc3d None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:ba:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:12Z', 'revision_number': 1, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:15.190383 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af9a7d-ca1a-4037-936c-f2d381cb2efa x-openstack-request-id: req-74af9a7d-ca1a-4037-936c-f2d381cb2efa {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:15.190961 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-unplugged", "status": "completed", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:15.191496 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74af9a7d-ca1a-4037-936c-f2d381cb2efa {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:15.191919 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095', 'code': 200} Dec 17 15:54:15.202662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-78d39494-35f8-4593-87d1-b2b8de0a9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.203725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f19fb-00a0-46ff-9000-5666196a7092 req-23fa520d-361d-4868-95b9-5b44b073fd32 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:15.213791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 12335513-cb98-4c7b-b572-781831c8cbe3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:15.218558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e1f19fb-00a0-46ff-9000-5666196a7092 req-23fa520d-361d-4868-95b9-5b44b073fd32 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.1660106 Dec 17 15:54:15.272019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 01824909-875a-4869-ad54-877fd6995ca7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:15.272695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.291346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 12335513-cb98-4c7b-b572-781831c8cbe3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:15.292638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.330075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853ee52-04b1-4ab0-a4ac-77afb727618b req-6c3ebd4c-c310-4e1c-aa74-c08ec52b62bb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:15.338431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.339609 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6853ee52-04b1-4ab0-a4ac-77afb727618b req-6c3ebd4c-c310-4e1c-aa74-c08ec52b62bb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.0996196 Dec 17 15:54:15.370833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-78d39494-35f8-4593-87d1-b2b8de0a9017 None None] For port 2cc87b45-9ff2-4599-890d-905befbc2a7d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2cc87b45-9ff2-4599-890d-905befbc2a7d,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:15.388903 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-78d39494-35f8-4593-87d1-b2b8de0a9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.413290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e1f19fb-00a0-46ff-9000-5666196a7092 req-cc8e822e-c91f-40b4-8cc0-6e07ac2dbbc4 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937184 Dec 17 15:54:15.477266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6853ee52-04b1-4ab0-a4ac-77afb727618b req-249bb094-a075-493f-aaa1-ecf485742ff1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355908 Dec 17 15:54:15.522844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.536297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 01824909-875a-4869-ad54-877fd6995ca7 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:15.537948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2cc87b45-9ff2-4599-890d-905befbc2a7d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:15.584149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39494-35f8-4593-87d1-b2b8de0a9017 None None] Pushing event updated for resources: {'Port': ['ID=2cc87b45-9ff2-4599-890d-905befbc2a7d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:15.629950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c011162-5d18-4a68-9a71-3c29985b295f req-b98985fd-9127-4a42-9d24-19ddb2649211 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.0303993 Dec 17 15:54:15.665851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e303d496-237f-4382-b21d-5621682feae5 None None] Provisioning complete for port 01824909-875a-4869-ad54-877fd6995ca7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:15.666299 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e303d496-237f-4382-b21d-5621682feae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.670849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.689915 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bede45b-bc0c-403d-bce7-f92732a0c44a x-openstack-request-id: req-2bede45b-bc0c-403d-bce7-f92732a0c44a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:15.690223 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-deleted", "tag": "a5d06f23-8d57-46c7-a094-828fb687db72", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:15.690480 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bede45b-bc0c-403d-bce7-f92732a0c44a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:15.690890 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-deleted', 'tag': 'a5d06f23-8d57-46c7-a094-828fb687db72', 'status': 'completed', 'code': 200} Dec 17 15:54:15.691147 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'status': 'completed', 'code': 200} Dec 17 15:54:15.756668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e303d496-237f-4382-b21d-5621682feae5 None None] Port 01824909-875a-4869-ad54-877fd6995ca7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:15.759147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.772070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2cc87b45-9ff2-4599-890d-905befbc2a7d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:15.772611 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.778337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:15.804513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.828683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:15.833702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/01824909-875a-4869-ad54-877fd6995ca7 HTTP/1.1" status: 204 len: 168 time: 0.9784231 Dec 17 15:54:15.835990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9564c-9af5-4bde-86dd-fbc268f14267 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=01824909-875a-4869-ad54-877fd6995ca7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:15.848557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43104) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:15.860170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-71165a3b-cf79-4ac2-890e-e9c3ca4638e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:15.862227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-71165a3b-cf79-4ac2-890e-e9c3ca4638e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.1438272 Dec 17 15:54:15.870865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a77c4-2104-4867-87ab-484f8f941707 req-d224a175-48b6-411b-8635-9f2aeed9bafd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:15.877971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b9a77c4-2104-4867-87ab-484f8f941707 req-d224a175-48b6-411b-8635-9f2aeed9bafd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 944 time: 0.2843118 Dec 17 15:54:15.930209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:15.960155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-3e5ed18f-8b9a-4f8d-9e8b-5e779d79c57b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:15.961918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-3e5ed18f-8b9a-4f8d-9e8b-5e779d79c57b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1881926 Dec 17 15:54:16.052503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b9a77c4-2104-4867-87ab-484f8f941707 req-1115b261-38f2-459b-a64e-a35d3c504760 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182857 Dec 17 15:54:16.090298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18992452-4c73-48cb-bfec-6dd3a807ae2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:16.099589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18992452-4c73-48cb-bfec-6dd3a807ae2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:16.099589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-18992452-4c73-48cb-bfec-6dd3a807ae2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2441981 Dec 17 15:54:16.099589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:16.145766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43110) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:16.179735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet a57680d9-f222-4297-8717-240d7baa79a5 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:16.183514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.234222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.280949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b5334f-30e2-466c-a846-94c53900f561 None None] New status for floating IP afc9fcde-b412-4614-9759-97185cdda793: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:54:16.348863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.420465 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.452865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=a57680d9-f222-4297-8717-240d7baa79a5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:16.467360 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.476495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a0d06f88-de9c-4810-99f8-fa66e02c91d9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/a57680d9-f222-4297-8717-240d7baa79a5 HTTP/1.1" status: 204 len: 168 time: 0.3753715 Dec 17 15:54:16.477702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43114) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:16.481045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda91228-2cb2-476b-b9c4-bc145b702745 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:16.586930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3e9f2103-f8ce-4f20-9151-56b5c2e79390 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076596 Dec 17 15:54:16.593430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43118) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:16.605441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:16.611749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting subnet d74f2522-9c17-4058-878e-8899a619d860 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:16.615019 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.667879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-41819a2b-e3bb-4bbf-ae3e-3e1a91de757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:16.669376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-41819a2b-e3bb-4bbf-ae3e-3e1a91de757b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.7936375 Dec 17 15:54:16.672744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-6e0a67f5-c98c-477f-9543-954b02dfb5b5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 999 time: 0.6966743 Dec 17 15:54:16.688532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:54:16.696152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'floatingip': {'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:16.715099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.736467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc975f9a-0b41-4cee-a5d4-0799c4c0d5fe req-e1723df6-9a13-499e-bc7d-047e4fca7458 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:16.738536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc975f9a-0b41-4cee-a5d4-0799c4c0d5fe req-e1723df6-9a13-499e-bc7d-047e4fca7458 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.2006266 Dec 17 15:54:16.753709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] Deleting port 2cc87b45-9ff2-4599-890d-905befbc2a7d {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:16.754381 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.816238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc975f9a-0b41-4cee-a5d4-0799c4c0d5fe req-a2e08d36-01cf-4887-aea4-8379697f7716 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705900 Dec 17 15:54:16.823124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-ea7eb0ad-0d1f-4aa9-b416-9530a5439826 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:16.824705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-ea7eb0ad-0d1f-4aa9-b416-9530a5439826 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.47 "GET /v2.0/networks?id=f8d982da-a762-4506-bfac-fbcc2524a64e HTTP/1.1" status: 200 len: 816 time: 0.8358877 Dec 17 15:54:16.826498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:16.833551 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:16.915915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-55c1d0e0-3514-4b8f-86bf-e9f42ee4e3c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 1001 time: 0.2273803 Dec 17 15:54:16.963395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.011339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] For port 2cc87b45-9ff2-4599-890d-905befbc2a7d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2cc87b45-9ff2-4599-890d-905befbc2a7d,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:17.011985 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.012830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83afddd-89b0-414b-9e1c-ebcbfd9e08fe req-3e343e48-33b9-48b0-af2d-74770d5a934c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:17.015948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f83afddd-89b0-414b-9e1c-ebcbfd9e08fe req-3e343e48-33b9-48b0-af2d-74770d5a934c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.0873222 Dec 17 15:54:17.026490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] Calling delete_port for 2cc87b45-9ff2-4599-890d-905befbc2a7d owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:17.074475 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.133380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-b8144cb9-cb26-4867-95d1-eb130d7c35c9 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41916107ae22400d86beaa8849cdf344 HTTP/1.1" status: 200 len: 380 time: 0.2874753 Dec 17 15:54:17.133862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.162891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Request body: {'port': {'device_id': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'admin_state_up': True, 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'security_groups': ['d437fd0d-d182-41b5-a7d7-ef9ef59f17e8']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:17.167633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-7a813110-e0d9-4613-a946-f2e36a78a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:17.169090 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-7a813110-e0d9-4613-a946-f2e36a78a244 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.2372212 Dec 17 15:54:17.175553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] Pushing event deleted for resources: {'Port': ['ID=2cc87b45-9ff2-4599-890d-905befbc2a7d,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:17.175859 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f83afddd-89b0-414b-9e1c-ebcbfd9e08fe req-c09f1dae-418b-4661-96c2-b87a8be9247f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525302 Dec 17 15:54:17.189064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.192806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef461b86-5a84-4214-8a6b-9cd877173dcb'}, {'server_uuid': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'}, {'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:17.195688 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727dd51f-30d3-4e58-bf22-cd51b0d2377c" -d '{"events": [{"server_uuid": "1029120f-7a1e-47f4-b365-c9696c3787d5", "name": "network-vif-plugged", "status": "completed", "tag": "ef461b86-5a84-4214-8a6b-9cd877173dcb"}, {"server_uuid": "d8a4d95f-5685-482c-9a37-25a68d3da481", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52"}, {"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-plugged", "status": "completed", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:17.206266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d43da69-684c-43f8-8c81-2a214edba4b9 None None] No DVR routers for this DVR port 2cc87b45-9ff2-4599-890d-905befbc2a7d on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:17.296280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:17.333907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2cc87b45-9ff2-4599-890d-905befbc2a7d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:17.341228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:17.345138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=d747d2dc-562a-4047-a342-80ace37086a0,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:17.373162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7a865-d9fa-405d-9be7-6c6e8775f7dd None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:17.374859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:17.375657 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.375841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 2cc87b45-9ff2-4599-890d-905befbc2a7d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:17.376090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2cc87b45-9ff2-4599-890d-905befbc2a7d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:17.392607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2abd8caf-d4b7-44be-a307-8352f2c63c99 req-9631ca4a-fa6a-4165-8b10-3d17453b3615 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.1126971 Dec 17 15:54:17.396849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ea46b3b3-042c-4a25-9cca-a0109eb3d3b4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7977030 Dec 17 15:54:17.399910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43128) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:17.413132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6d1711b1-a810-4e28-a570-6be6dce565cc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'd747d2dc-562a-4047-a342-80ace37086a0', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1914239649'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:17.459209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.495327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-6df4dc9f-99b6-413b-a3d0-ac0e766de208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:17.497040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-6df4dc9f-99b6-413b-a3d0-ac0e766de208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3058388 Dec 17 15:54:17.531952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'd747d2dc-562a-4047-a342-80ace37086a0'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:54:17.534920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.535264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Subnet': ['ID=d74f2522-9c17-4058-878e-8899a619d860,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:17.541095 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.545912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f53c1a89-1d10-48a6-9c0e-c8e115666c0e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/subnets/d74f2522-9c17-4058-878e-8899a619d860 HTTP/1.1" status: 204 len: 168 time: 1.3977871 Dec 17 15:54:17.549538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43130) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:17.550680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917688a-cc0d-4ce6-b1e4-74bb8793b50d None None] Network 889582ba-7503-4fb6-aa93-e11443c4de45 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:17.574274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba45813-7248-4f15-9ec8-910985c7c1df req-afd24cf6-1408-428e-acd9-be4124738c05 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:17.576251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ba45813-7248-4f15-9ec8-910985c7c1df req-afd24cf6-1408-428e-acd9-be4124738c05 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 945 time: 0.0912151 Dec 17 15:54:17.655703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ba45813-7248-4f15-9ec8-910985c7c1df req-096304b8-2e61-4fe5-85d8-1da7cec2f2fc tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642216 Dec 17 15:54:17.657168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1711b1-a810-4e28-a570-6be6dce565cc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:17.708354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-deleted', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:17.711215 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b904d051-09ad-433e-9f75-c63ecc3c8ad5" -d '{"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-deleted", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:17.751417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d1711b1-a810-4e28-a570-6be6dce565cc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.773705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-6d1711b1-a810-4e28-a570-6be6dce565cc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 9854c8c7-84bb-4243-a25a-4021de23687d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:54:17.859643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Made reservation on behalf of 41916107ae22400d86beaa8849cdf344 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:17.868245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.925331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/d747d2dc-562a-4047-a342-80ace37086a0/89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:17.964929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:17.976760 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdac0b6-3c97-42ff-af7f-cb90182a4761 x-openstack-request-id: req-cfdac0b6-3c97-42ff-af7f-cb90182a4761 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:17.977349 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0718e5a-a1bb-4b70-9e27-6e175811d641", "name": "network-vif-deleted", "tag": "ff663933-e06b-4a9d-a3f4-6a8a2dcd9095", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:17.977780 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cfdac0b6-3c97-42ff-af7f-cb90182a4761 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:17.978332 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0718e5a-a1bb-4b70-9e27-6e175811d641', 'name': 'network-vif-deleted', 'tag': 'ff663933-e06b-4a9d-a3f4-6a8a2dcd9095', 'status': 'completed', 'code': 200} Dec 17 15:54:17.991079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-0fe73c39-9636-4578-a6c9-f5ca00102a93 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706912 Dec 17 15:54:18.087259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8df8-1483-447a-8f23-7576057ea4d0 req-07916d75-e5b4-4450-a3cf-9b48a9aa2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.088915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-310d8df8-1483-447a-8f23-7576057ea4d0 req-07916d75-e5b4-4450-a3cf-9b48a9aa2824 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 1097 time: 0.0517197 Dec 17 15:54:18.090050 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.099277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc525c4-4521-4e1b-afdd-ef8c478747ef req-067e07a9-fd9a-4e50-92e9-85cd37a59ed8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.102215 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3410c4-c808-4544-ab92-377f302e5860 x-openstack-request-id: req-bc3410c4-c808-4544-ab92-377f302e5860 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:18.102565 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029120f-7a1e-47f4-b365-c9696c3787d5", "name": "network-vif-plugged", "status": "completed", "tag": "ef461b86-5a84-4214-8a6b-9cd877173dcb", "code": 200}, {"server_uuid": "d8a4d95f-5685-482c-9a37-25a68d3da481", "name": "network-vif-plugged", "status": "completed", "tag": "7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52", "code": 200}, {"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-plugged", "status": "completed", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:18.102829 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc3410c4-c808-4544-ab92-377f302e5860 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:18.103263 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef461b86-5a84-4214-8a6b-9cd877173dcb', 'code': 200} Dec 17 15:54:18.103524 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52', 'code': 200} Dec 17 15:54:18.103780 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3', 'code': 200} Dec 17 15:54:18.109571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cc525c4-4521-4e1b-afdd-ef8c478747ef req-067e07a9-fd9a-4e50-92e9-85cd37a59ed8 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.1083341 Dec 17 15:54:18.109836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.155672 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1711b1-a810-4e28-a570-6be6dce565cc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:54:18.156217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1711b1-a810-4e28-a570-6be6dce565cc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:54:18.166739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Pushing event updated for resources: {'Port': ['ID=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:18.190093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:18.191627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:18.193961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:18.205801 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c91aeaa6-9e07-4fad-a42b-b2a2a2181f55 req-08fc5aad-14d3-4d11-ba30-33864b75daca service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604466 Dec 17 15:54:18.219421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-310d8df8-1483-447a-8f23-7576057ea4d0 req-7bc1097e-71e8-4ca0-b3df-3335f901ee46 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051476 Dec 17 15:54:18.224056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d1711b1-a810-4e28-a570-6be6dce565cc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8228247 Dec 17 15:54:18.235354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cc525c4-4521-4e1b-afdd-ef8c478747ef req-4197678a-641a-4f10-b13a-6a22dbad828b tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248162 Dec 17 15:54:18.238211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:18.317296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Attempting to bind port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:18.321000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Attempting to bind port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:18.321000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Attempting to bind port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:18.321000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24359646-77d8-4534-8909-fda079ed558f None None] DHCP port deletion for 889582ba-7503-4fb6-aa93-e11443c4de45 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:54:18.367790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:18.368503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:18.368503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.368895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:18.369380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Bound port: 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:18.370949 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.457374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938584db-e250-4beb-8b81-159a6aa8f8fa req-8c572734-b783-44a8-92e7-af91b17066e9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.461155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-938584db-e250-4beb-8b81-159a6aa8f8fa req-8c572734-b783-44a8-92e7-af91b17066e9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.1142802 Dec 17 15:54:18.496468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-24359646-77d8-4534-8909-fda079ed558f None None] Deleting port 06fa7016-bc8b-4e03-9876-f88b8eb464bd {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:18.496838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24359646-77d8-4534-8909-fda079ed558f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.501561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] For port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:18.530837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-938584db-e250-4beb-8b81-159a6aa8f8fa req-18b9bcea-ce16-4050-a248-6356376c85fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603333 Dec 17 15:54:18.534091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dbcd9-cb41-40bf-a18a-c848fa8492f5 req-1c586213-4d82-41e0-890f-c76280b2d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.535746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c4dbcd9-cb41-40bf-a18a-c848fa8492f5 req-1c586213-4d82-41e0-890f-c76280b2d3b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 1097 time: 0.5561140 Dec 17 15:54:18.561392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee36a6-92d3-4a3a-97a8-15009d5c87e0 req-d4ad711c-2a7f-4e88-a0d4-490f3a179ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.563286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97ee36a6-92d3-4a3a-97a8-15009d5c87e0 req-d4ad711c-2a7f-4e88-a0d4-490f3a179ccc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 1097 time: 0.3955371 Dec 17 15:54:18.572656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] For port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:18.578643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd661ee-82d6-4729-9300-147d9b129e7a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.580905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4bd661ee-82d6-4729-9300-147d9b129e7a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2988906 Dec 17 15:54:18.584348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:18.661630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-24359646-77d8-4534-8909-fda079ed558f None None] For port 06fa7016-bc8b-4e03-9876-f88b8eb464bd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=06fa7016-bc8b-4e03-9876-f88b8eb464bd,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:18.662360 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24359646-77d8-4534-8909-fda079ed558f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.702101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Allocated IP 172.20.0.11 (f8d982da-a762-4506-bfac-fbcc2524a64e/779df5a2-5d62-4576-80db-4b1256889ae2/3dfd601e-e821-4b82-8a27-04a2b55396e2) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:18.718244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-24359646-77d8-4534-8909-fda079ed558f None None] Calling delete_port for 06fa7016-bc8b-4e03-9876-f88b8eb464bd owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:18.754191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bb1f7a9d-5c53-42ca-ad9a-62591dda081b req-4c48ee1c-ca12-41ae-9676-ed98a24c8e7a tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.0830402 Dec 17 15:54:18.781597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c4dbcd9-cb41-40bf-a18a-c848fa8492f5 req-0c771819-bb7d-4516-a761-9e030a1a884f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066078 Dec 17 15:54:18.781597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97ee36a6-92d3-4a3a-97a8-15009d5c87e0 req-b9c57e5e-71c6-436e-a328-c0e05e846716 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814001 Dec 17 15:54:18.782881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea35ed6-0352-4cb1-a555-b367a2fb0d92 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.785755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port 06fa7016-bc8b-4e03-9876-f88b8eb464bd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:18.786170 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.790355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea35ed6-0352-4cb1-a555-b367a2fb0d92 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:18.795400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aea35ed6-0352-4cb1-a555-b367a2fb0d92 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2095609 Dec 17 15:54:18.798909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43146) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:18.886218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.904622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24359646-77d8-4534-8909-fda079ed558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:18.978282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24359646-77d8-4534-8909-fda079ed558f None None] No DVR routers for this DVR port 06fa7016-bc8b-4e03-9876-f88b8eb464bd on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:19.023232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b7663-8ae4-41c1-8e78-2dc94579c879 None None] Pushing event updated for resources: {'Port': ['ID=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:19.077186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24359646-77d8-4534-8909-fda079ed558f None None] Pushing event deleted for resources: {'Port': ['ID=06fa7016-bc8b-4e03-9876-f88b8eb464bd,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:19.090132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port 06fa7016-bc8b-4e03-9876-f88b8eb464bd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=06fa7016-bc8b-4e03-9876-f88b8eb464bd,segment=NetworkSegment(95f62a18-fb3f-4a43-8633-7cbbb4c3e459),segment_id=95f62a18-fb3f-4a43-8633-7cbbb4c3e459)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:19.090508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.101804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.117729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.120394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for 06fa7016-bc8b-4e03-9876-f88b8eb464bd owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:19.288526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet d747d2dc-562a-4047-a342-80ace37086a0 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:19.292883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.350909 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.427526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 06fa7016-bc8b-4e03-9876-f88b8eb464bd no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:19.488396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 06fa7016-bc8b-4e03-9876-f88b8eb464bd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:19.488661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 06fa7016-bc8b-4e03-9876-f88b8eb464bd not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:19.559235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.602539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f640-1cab-4637-8870-e682b2c6e55a req-dd66166f-2b0d-4297-a55f-2bc6700d33c3 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:19.610840 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e097f640-1cab-4637-8870-e682b2c6e55a req-dd66166f-2b0d-4297-a55f-2bc6700d33c3 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 945 time: 0.1154523 Dec 17 15:54:19.689544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e097f640-1cab-4637-8870-e682b2c6e55a req-ce798976-9dea-4cba-b3f9-520afdd37e30 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726449 Dec 17 15:54:19.709712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.758790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=d747d2dc-562a-4047-a342-80ace37086a0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:19.773936 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.780244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-16b8ac9a-a69f-49d1-b4a8-563e602f6b2e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/d747d2dc-562a-4047-a342-80ace37086a0 HTTP/1.1" status: 204 len: 168 time: 0.9776013 Dec 17 15:54:19.783853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43154) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:19.822785 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:19.880556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-66f7b922-5b3b-48c8-92c2-57612a4bb561 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951133 Dec 17 15:54:19.884514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43158) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:19.890113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port 06fa7016-bc8b-4e03-9876-f88b8eb464bd on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:19.892709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:19.920292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=06fa7016-bc8b-4e03-9876-f88b8eb464bd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:20.024613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.046817 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Floating IP afc9fcde-b412-4614-9759-97185cdda793 associated. External IP: 172.25.0.208, port: 7ca2780e-2e87-4ba4-8114-27b39c803c0e. Dec 17 15:54:20.128598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.134808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9f2d-7a9b-45b0-9231-796b02f8440a req-8e15fb6b-7adc-4440-9b15-15c79a36e48e tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:20.147038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c76f9f2d-7a9b-45b0-9231-796b02f8440a req-8e15fb6b-7adc-4440-9b15-15c79a36e48e tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.2234039 Dec 17 15:54:20.184857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:20.189051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.210261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889582ba-7503-4fb6-aa93-e11443c4de45']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:20.237849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f62a18-fb3f-4a43-8633-7cbbb4c3e459') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:20.238175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f62a18-fb3f-4a43-8633-7cbbb4c3e459') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:20.242566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.262215 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.331449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.343096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c76f9f2d-7a9b-45b0-9231-796b02f8440a req-d47c0daf-9ac8-4783-93cb-ceb50e9921cc tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941516 Dec 17 15:54:20.355370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Network f8d982da-a762-4506-bfac-fbcc2524a64e is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:20.366852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:54:20.367271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:54:20.419301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:20.467054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event updated for resources: {'Port': ['ID=3dfd601e-e821-4b82-8a27-04a2b55396e2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:20.491647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:20.595029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.667311 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.709137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:20.711075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.715903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff765e-f733-46d9-9b80-e216cd9909aa None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:20.720002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ffa01-fdcc-46ca-964a-51c588118619 req-fded4c82-9a18-4623-a5c0-94915dee846b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:20.721602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b4ffa01-fdcc-46ca-964a-51c588118619 req-fded4c82-9a18-4623-a5c0-94915dee846b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.1972768 Dec 17 15:54:20.733691 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/networks/889582ba-7503-4fb6-aa93-e11443c4de45 HTTP/1.1" status: 204 len: 168 time: 3.1345904 Dec 17 15:54:20.738690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:20.743463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43162) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:20.761661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:20.762458 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.778096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fb563-b6f5-4c0b-b48a-4b2cd6c34ba4 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Network': ['ID=889582ba-7503-4fb6-aa93-e11443c4de45,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:20.786170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-a26ef59e-1317-4fb6-8722-43c67dc7ab83 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6310925 Dec 17 15:54:20.793014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:20.797013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:20.797849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.839189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9533305 Dec 17 15:54:20.846626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43166) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:20.847611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847c8ce-62aa-4e38-a4d2-bce66085ba06 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=9acc79ec-ddd6-43bc-9969-9938e7f505b8,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:20.850130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Request body: {'port': {'device_id': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:20.866423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4e0acf63-eecf-4663-a9cf-f85c251357e4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1747681663', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:20.868733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Provisioning complete for port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:20.869103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.893670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting subnet 7a25fa58-e43a-42c9-b892-6bae0e820cdb {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:20.898482 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.912580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.943697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:20.995262 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.032315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b4ffa01-fdcc-46ca-964a-51c588118619 req-ae6dd7ef-5151-4e48-9ebb-abb7930ee225 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970045 Dec 17 15:54:21.087193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] For port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:21.092540 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.174170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.205810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Provisioning complete for port 3dfd601e-e821-4b82-8a27-04a2b55396e2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:21.206083 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.268178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:21.284126 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:21.326105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Pushing event updated for resources: {'Port': ['ID=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:21.332051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff62769d-3062-493f-943b-55ff13c7cc03 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:21.337242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e0acf63-eecf-4663-a9cf-f85c251357e4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.339157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e0acf63-eecf-4663-a9cf-f85c251357e4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.369950 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:21.370760 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:21.437222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0c68edfc-ed78-443d-8fe9-0bdb0fffe521 None None] Port 3dfd601e-e821-4b82-8a27-04a2b55396e2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:21.445332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeaa89-4b8b-4576-84a2-713e11e9fa1e req-18491e93-86fb-4808-9ea5-ff3640d1135f tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:21.456220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7cdeaa89-4b8b-4576-84a2-713e11e9fa1e req-18491e93-86fb-4808-9ea5-ff3640d1135f tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 932 time: 0.2056267 Dec 17 15:54:21.511039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:21.562698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e0acf63-eecf-4663-a9cf-f85c251357e4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.598296 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e0acf63-eecf-4663-a9cf-f85c251357e4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.620291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e0acf63-eecf-4663-a9cf-f85c251357e4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.621719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e0acf63-eecf-4663-a9cf-f85c251357e4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7592912 Dec 17 15:54:21.625122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43174) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:21.635331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.645762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-05bf362b-1330-48bd-a449-28e0b34b3eb0 None None] Provisioning complete for port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:21.646884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05bf362b-1330-48bd-a449-28e0b34b3eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.699550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7cdeaa89-4b8b-4576-84a2-713e11e9fa1e req-3696df3e-ead5-4b31-a399-755b6ba24848 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421758 Dec 17 15:54:21.707074 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.712667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/subnets/7a25fa58-e43a-42c9-b892-6bae0e820cdb HTTP/1.1" status: 204 len: 168 time: 0.9640293 Dec 17 15:54:21.714255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:21.715050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354b43f-ac73-4b46-ace9-aea356646f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Subnet': ['ID=7a25fa58-e43a-42c9-b892-6bae0e820cdb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:21.787643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:21.793813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2b970-690e-422c-adb5-267f8254e15d None None] Network 76f6b9cb-623f-4138-8c54-54482fd9cc16 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:21.850096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.867060 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:21.911990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:21.912273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:21.960491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6e2ad-50c1-4865-ae16-fd4a257f9398 req-a03eb5ff-2fe6-4751-9014-7c4bb52d0f52 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:21.962302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28c6e2ad-50c1-4865-ae16-fd4a257f9398 req-a03eb5ff-2fe6-4751-9014-7c4bb52d0f52 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 945 time: 0.0740871 Dec 17 15:54:21.968250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port 45943199-8135-4b25-a7d7-b28894becebe {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:21.968777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.082551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port 45943199-8135-4b25-a7d7-b28894becebe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=45943199-8135-4b25-a7d7-b28894becebe,segment=NetworkSegment(5b39d180-80ce-4b8e-804a-ae9505075339),segment_id=5b39d180-80ce-4b8e-804a-ae9505075339)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:22.083174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.116411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28c6e2ad-50c1-4865-ae16-fd4a257f9398 req-0a4ef55b-da55-464d-be1a-2a06d18811e5 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439152 Dec 17 15:54:22.136872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for 45943199-8135-4b25-a7d7-b28894becebe owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:22.229727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b80b301a-fb1f-42dd-87bd-a6213d5abd28 None None] Provisioning complete for port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:22.230931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b80b301a-fb1f-42dd-87bd-a6213d5abd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.246972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a8039-9fc9-4e9e-94ab-e8028e23da05 None None] DHCP port deletion for 76f6b9cb-623f-4138-8c54-54482fd9cc16 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:54:22.317697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.388916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.393411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfd601e-e821-4b82-8a27-04a2b55396e2 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:22.395811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=45943199-8135-4b25-a7d7-b28894becebe,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:22.409888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:22.415112 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.423438 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:f2:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:18Z', 'revision_number': 3, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:22.445220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.454294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:22.456787 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:22.472164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port 45943199-8135-4b25-a7d7-b28894becebe on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:22.484892 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:22.494901 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:22.495750 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:22.571467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a8039-9fc9-4e9e-94ab-e8028e23da05 None None] The port '45943199-8135-4b25-a7d7-b28894becebe' was deleted {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 17 15:54:22.592810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Transition to ACTIVE for port object 3dfd601e-e821-4b82-8a27-04a2b55396e2 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:54:22.631191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.654276 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.656016 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:22.672527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bc044f2f-1351-4f37-ae6a-4fd4932749f5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "PUT /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 200 len: 999 time: 5.9902542 Dec 17 15:54:22.711289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-a4fcb4a4-ce70-4039-9ac0-7d55211ae8ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:22.721595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-a4fcb4a4-ce70-4039-9ac0-7d55211ae8ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.3492954 Dec 17 15:54:22.732860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f6b9cb-623f-4138-8c54-54482fd9cc16']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:22.748645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-ba23922c-ba29-49d1-9619-1a2e9b198e65 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0203450 Dec 17 15:54:22.790628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b39d180-80ce-4b8e-804a-ae9505075339') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:22.790786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b39d180-80ce-4b8e-804a-ae9505075339') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:22.809659 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.833097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-ce664d8e-f59c-4c80-b184-5446b41f918a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:22.834984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-ce664d8e-f59c-4c80-b184-5446b41f918a tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports/7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 942 time: 0.1497529 Dec 17 15:54:22.848490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-91c7ba8a-c977-411b-b5f4-13c64599249d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037180 Dec 17 15:54:22.967047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.979410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:54:22.979855 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:54:22.983526 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:54:23.009992 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:f2:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:18Z', 'revision_number': 3, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:23.040301 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06b9a8-233e-4166-832c-a9888986b48d None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:f2:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:18Z', 'revision_number': 3, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:23.051267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-773ec20e-27bf-474e-8d6b-9f4c92bdbc4b service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975131 Dec 17 15:54:23.098648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Pushing event updated for resources: {'Port': ['ID=3dfd601e-e821-4b82-8a27-04a2b55396e2,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:23.132632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:23.143055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:23.156373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/networks/76f6b9cb-623f-4138-8c54-54482fd9cc16 HTTP/1.1" status: 204 len: 168 time: 1.4306617 Dec 17 15:54:23.157192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:23.166635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-762113300'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:23.174899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2b38-076c-4793-86b4-61c8313ed8be tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Network': ['ID=76f6b9cb-623f-4138-8c54-54482fd9cc16,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:23.210871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-e19fc730-5af6-419f-941f-f4ce3c92f149 service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531885 Dec 17 15:54:23.337950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ab36f-f3e4-4c71-ae06-fa09914e7d91 None None] New status for floating IP afc9fcde-b412-4614-9759-97185cdda793: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:54:23.401538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:23.556864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b81f7-0e18-4129-8b0a-5113770f2717 req-9595c959-3f97-4b19-a254-ac148f0fb17d tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:23.561083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e3b81f7-0e18-4129-8b0a-5113770f2717 req-9595c959-3f97-4b19-a254-ac148f0fb17d tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.1273546 Dec 17 15:54:23.637955 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e3b81f7-0e18-4129-8b0a-5113770f2717 req-d419e4f6-84f6-45c7-ac98-c0b007d13391 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714159 Dec 17 15:54:23.649036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:23.649409 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:23.731117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-e9918168-158c-491a-aa40-1951bcb66a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:23.744289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-e9918168-158c-491a-aa40-1951bcb66a03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.6663923 Dec 17 15:54:23.866684 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:23.885341 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:23.887171 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:23.930473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 45943199-8135-4b25-a7d7-b28894becebe no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:24.005910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 45943199-8135-4b25-a7d7-b28894becebe {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:24.006337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 45943199-8135-4b25-a7d7-b28894becebe not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:24.023633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-60e29521-4af9-402e-baf1-2f5c4929039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:24.036154 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-60e29521-4af9-402e-baf1-2f5c4929039f service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.2909594 Dec 17 15:54:24.081173 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567bd1b3-defe-480c-bf50-651ca2354a38 x-openstack-request-id: req-567bd1b3-defe-480c-bf50-651ca2354a38 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:24.081571 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:24.081734 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-567bd1b3-defe-480c-bf50-651ca2354a38 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:24.083921 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'status': 'completed', 'code': 200} Dec 17 15:54:24.137417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Attempting to bind port 3dfd601e-e821-4b82-8a27-04a2b55396e2 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:24.137765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Attempting to bind port 3dfd601e-e821-4b82-8a27-04a2b55396e2 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:24.138100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Attempting to bind port 3dfd601e-e821-4b82-8a27-04a2b55396e2 on network f8d982da-a762-4506-bfac-fbcc2524a64e {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:24.186858 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:24.199895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc6680-a068-4b24-9ad8-fc1665dcad81 req-8d0b8466-9c89-491f-8665-872ccda7ca42 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:24.216702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9bc6680-a068-4b24-9ad8-fc1665dcad81 req-8d0b8466-9c89-491f-8665-872ccda7ca42 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 944 time: 0.1185908 Dec 17 15:54:24.301862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9bc6680-a068-4b24-9ad8-fc1665dcad81 req-7738c7d9-ed1f-485e-9e0a-4a6f789e3680 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843797 Dec 17 15:54:24.304189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::1 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/9acc79ec-ddd6-43bc-9969-9938e7f505b8/3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:24.329815 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-b4fe2322-b78b-43e5-861b-502865d4d2f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 217 time: 0.2037845 Dec 17 15:54:24.352693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Port 3dfd601e-e821-4b82-8a27-04a2b55396e2 on network f8d982da-a762-4506-bfac-fbcc2524a64e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:54:24.353236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Attempting to bind port 3dfd601e-e821-4b82-8a27-04a2b55396e2 on network f8d982da-a762-4506-bfac-fbcc2524a64e {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:24.432494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:24.432860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Checking segment: {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:24.433263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Bound using segment: {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:24.433728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Bound port: 3dfd601e-e821-4b82-8a27-04a2b55396e2, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a73a4ca-1b74-474b-ab79-8356899ca4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:24.434091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:24.472480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:24.475978 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:24.567204 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:f2:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:23Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:24.594326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-da9007c6-8f96-4b07-9335-656d60efaec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:24.595770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-da9007c6-8f96-4b07-9335-656d60efaec5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.5586882 Dec 17 15:54:24.605467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:54:24.609233 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:24.619093 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:24.620393 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:24.713492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:24.713841 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Added segment d7b73086-86cd-471c-b157-2ef4088201db of type vlan for network ccbe74f8-5d46-4686-b467-e3736979af53 Dec 17 15:54:24.783053 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:24.799171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-8843acbb-3e20-44eb-88a3-ce2c708af2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:24.801381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-8843acbb-3e20-44eb-88a3-ce2c708af2b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.4406862 Dec 17 15:54:24.899589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:24.914443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] For port 3dfd601e-e821-4b82-8a27-04a2b55396e2, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:24.974592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:24.999597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] For port 3dfd601e-e821-4b82-8a27-04a2b55396e2, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:25.005729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-4fb46bcd-5662-490f-b1dc-ed0b2f724f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.007578 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-4fb46bcd-5662-490f-b1dc-ed0b2f724f05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.3981197 Dec 17 15:54:25.032983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:25.075945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-643897e3-7929-4d10-bbb0-5ec7df4b5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.087463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-643897e3-7929-4d10-bbb0-5ec7df4b5e03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2706809 Dec 17 15:54:25.306296 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:f2:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:23Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:25.326094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-ec1c263e-7023-43c6-9477-a8f4983872fd service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372477 Dec 17 15:54:25.347855 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67332a-fe52-41f4-84af-d3cfc2c7e1ff None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:f2:ca:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1221c2aa-b921-4729-97a1-663921d82970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:23Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:25.350020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a25884-df4f-4a8c-af8f-da3f55205242 req-748e21f5-4a3c-444c-9f2e-24c66111eff6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.377552 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48a25884-df4f-4a8c-af8f-da3f55205242 req-748e21f5-4a3c-444c-9f2e-24c66111eff6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 945 time: 0.1450605 Dec 17 15:54:25.481273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48a25884-df4f-4a8c-af8f-da3f55205242 req-3bc1b3f5-325f-417d-809b-6ca0dd750bb4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021423 Dec 17 15:54:25.486329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.487149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:25.489231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] 10.222.0.47 "PUT /v2.0/ports/3dfd601e-e821-4b82-8a27-04a2b55396e2 HTTP/1.1" status: 200 len: 1093 time: 4.6547453 Dec 17 15:54:25.519253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d83cc-790d-4069-aa4e-dcfcfca29e8f service neutron] Pushing event updated for resources: {'Port': ['ID=3dfd601e-e821-4b82-8a27-04a2b55396e2,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:25.524979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:25.536365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.537032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:25.540468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-170dd5bc-fb94-46eb-b8cb-fb14fdcc68ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 217 time: 0.5135372 Dec 17 15:54:25.599669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c9513e5-bc03-4972-b38a-397ebca12424 req-4bd6d593-84a7-47c8-87e7-d9c355752002 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 210 time: 0.0395415 Dec 17 15:54:25.713059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8993-b6a3-4f31-a5e6-46d524bf58f4 req-73285ca1-b63c-4449-a985-6499cd668d11 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.714567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-633c8993-b6a3-4f31-a5e6-46d524bf58f4 req-73285ca1-b63c-4449-a985-6499cd668d11 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 944 time: 0.0503371 Dec 17 15:54:25.743550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5807800 Dec 17 15:54:25.746313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43230) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:25.752006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'subnet': {'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:25.762724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:25.787876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ca1ea-1ea2-471f-94c5-aa407ab767ac tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Network': ['ID=ccbe74f8-5d46-4686-b467-e3736979af53,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:25.802078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ccbe74f8-5d46-4686-b467-e3736979af53 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:54:25.815772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-633c8993-b6a3-4f31-a5e6-46d524bf58f4 req-e8dd9b38-dda9-4ddd-9ed0-0dd3c7d4bc6e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948360 Dec 17 15:54:25.843513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-0f6a98b1-c3ee-43d1-81c2-44e4cb74a4ea tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.843513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-0f6a98b1-c3ee-43d1-81c2-44e4cb74a4ea tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.8424377 Dec 17 15:54:25.855161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:25.864287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-451b8aad-7c8c-47fe-8eac-086d1c4d1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.865257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-451b8aad-7c8c-47fe-8eac-086d1c4d1d48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.3105328 Dec 17 15:54:25.874279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:25.880788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:25.907490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:25.936135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-9469ada6-0279-4770-9b3d-9c6f5397fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:25.937710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-9469ada6-0279-4770-9b3d-9c6f5397fb5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41916107ae22400d86beaa8849cdf344&device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 1096 time: 0.3082235 Dec 17 15:54:25.963185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:25.977674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:25.986673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:25.987147 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.022990 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-bfa429a0-0b15-439d-bee9-e6a794ccc6ac service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770885 Dec 17 15:54:26.062743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-dfdd70ac-4c83-4d36-91fe-dfb0e9df1957 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2 HTTP/1.1" status: 200 len: 217 time: 0.0941355 Dec 17 15:54:26.085092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87'}, {'name': 'network-changed', 'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:26.087344 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ab4ce-fa46-498b-9288-dfaac4918e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87"}, {"name": "network-changed", "server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:26.102780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.175667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Subnet': ['ID=95324847-fbfd-4cdd-9f35-fb3a58ad3405,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:26.197951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Checking segment: {'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:26.198320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network hostable DHCP agents. Network: ccbe74f8-5d46-4686-b467-e3736979af53, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:54:26.216146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-cc495b92-ec0f-47d9-a2fe-f7e92d0c8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.216541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network ccbe74f8-5d46-4686-b467-e3736979af53 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:54:26.217950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-cc495b92-ec0f-47d9-a2fe-f7e92d0c8f42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3248694 Dec 17 15:54:26.227086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ccbe74f8-5d46-4686-b467-e3736979af53) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:26.236637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.237461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.248774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9132045-3038-43fc-be84-6280f7862bc4 None None] Network ccbe74f8-5d46-4686-b467-e3736979af53 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:26.281977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e1edfe94-bfbe-4f3f-bd43-adeffa7cdf77 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5334747 Dec 17 15:54:26.286733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43244) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:26.300300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1672406012'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:26.350667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-f1c6a83d-b6b9-4ea1-98fe-dbb035e2bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.352732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-f1c6a83d-b6b9-4ea1-98fe-dbb035e2bfd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=779df5a2-5d62-4576-80db-4b1256889ae2 HTTP/1.1" status: 200 len: 855 time: 0.2527621 Dec 17 15:54:26.362227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:26.366544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.390744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-f7e0c452-164b-4859-bc72-a479361e8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.393376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-f7e0c452-164b-4859-bc72-a479361e8ab9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 1098 time: 0.3161542 Dec 17 15:54:26.416675 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49ce56-c307-4cb4-a518-ecf3c7359823 x-openstack-request-id: req-5e49ce56-c307-4cb4-a518-ecf3c7359823 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:26.417200 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:26.417701 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e49ce56-c307-4cb4-a518-ecf3c7359823 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:26.418329 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'status': 'completed', 'code': 200} Dec 17 15:54:26.418595 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'status': 'completed', 'code': 200} Dec 17 15:54:26.421697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:54:26.463084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ccbe74f8-5d46-4686-b467-e3736979af53', 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53', 'project_id': '3356ac0dd40b41e589660909044312a6', 'fixed_ips': [{'subnet_id': '95324847-fbfd-4cdd-9f35-fb3a58ad3405'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:54:26.464361 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.475126 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.475679 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Added segment 0d6f85de-d9ef-452f-85a6-7da1e7029473 of type vlan for network f05b574f-4f29-43db-abdc-47c37318f81c Dec 17 15:54:26.541435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-00bba7b3-2d9d-46b1-944e-66deec5eea74 None None] Provisioning complete for port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:26.545969 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.547235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-00bba7b3-2d9d-46b1-944e-66deec5eea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.547440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-b67611c5-7537-4af4-8dd9-7a609c8145f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.551421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-b67611c5-7537-4af4-8dd9-7a609c8145f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 1098 time: 0.1234202 Dec 17 15:54:26.556984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.562301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:26.571550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.601355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-cd0e0b6a-4b98-49c8-b9fc-963c0af5d5b4 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731108 Dec 17 15:54:26.609621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-4a071375-5750-4ac5-ab25-987984e80930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.611232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-4a071375-5750-4ac5-ab25-987984e80930 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8d982da-a762-4506-bfac-fbcc2524a64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408590 Dec 17 15:54:26.655812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-00bba7b3-2d9d-46b1-944e-66deec5eea74 None None] Port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:26.675589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.682128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.682912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:26.733356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Allocated IP 19.80.0.2 (ccbe74f8-5d46-4686-b467-e3736979af53/95324847-fbfd-4cdd-9f35-fb3a58ad3405/ebc5d04e-4a5c-49a7-86a2-0d960d5f4282) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:26.778198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4865105 Dec 17 15:54:26.782562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43266) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:26.783327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-684200d1-b904-418c-8f67-f7f483af6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:26.784907 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-684200d1-b904-418c-8f67-f7f483af6dfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.2242966 Dec 17 15:54:26.791498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'subnet': {'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:26.913556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a1d37-010f-48dd-a04d-2d00c43ac75c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Network': ['ID=f05b574f-4f29-43db-abdc-47c37318f81c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:26.972163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f05b574f-4f29-43db-abdc-47c37318f81c details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:54:27.006418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9391a307-09f8-4877-8ef9-9e4ed11eb6c4 req-22f2055a-310e-4af8-9658-5620cbc37ea6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 210 time: 0.0525131 Dec 17 15:54:27.079615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.086125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-34a01eee-835a-44fa-81b4-950f2f61e315 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 1002 time: 0.2817850 Dec 17 15:54:27.089760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.143355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Network ccbe74f8-5d46-4686-b467-e3736979af53 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:27.145823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:27.156086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:27.189259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:27.193605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.200523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-ab5efd6a-3d2c-445b-adfe-86b38a97364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:27.202174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-ab5efd6a-3d2c-445b-adfe-86b38a97364a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.1053369 Dec 17 15:54:27.227510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Pushing event updated for resources: {'Port': ['ID=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:27.231634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340eafa-ba80-4a3c-881b-53492f503b0d req-bb00cdfa-edcc-4bf1-b195-ba2ba80a7d5b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:27.234568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Attempting to bind port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:27.235312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Attempting to bind port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:27.236001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Attempting to bind port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 on network ccbe74f8-5d46-4686-b467-e3736979af53 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:27.240469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7340eafa-ba80-4a3c-881b-53492f503b0d req-bb00cdfa-edcc-4bf1-b195-ba2ba80a7d5b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 944 time: 0.1598141 Dec 17 15:54:27.252090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:27.252708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Checking segment: {'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:27.253401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.254255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Bound using segment: {'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:27.254961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Bound port: ebc5d04e-4a5c-49a7-86a2-0d960d5f4282, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:27.255352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.351878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] For port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:27.354807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] For port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:27.360185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.386317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-6e64ecc2-f512-47d5-b26a-d9ce269403a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:27.387994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-6e64ecc2-f512-47d5-b26a-d9ce269403a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1722012 Dec 17 15:54:27.405776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7340eafa-ba80-4a3c-881b-53492f503b0d req-5bd3c42d-bd4c-4351-a5b8-443fff8e385c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640239 Dec 17 15:54:27.467909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259f01f-f6e3-423d-af8f-d8b992169ba9 None None] Pushing event updated for resources: {'Port': ['ID=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:27.515442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.6 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:27.650374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.753136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-af883f6b-0623-4ab5-b339-3aa8ce0d02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:27.754868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-af883f6b-0623-4ab5-b339-3aa8ce0d02cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 1.3336728 Dec 17 15:54:27.769702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.785299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Subnet': ['ID=bd18f754-5311-4a39-a501-628dbc8ee670,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:27.793860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-623e717d-3bc2-4d97-b10d-0968774392e9 service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857739 Dec 17 15:54:27.800478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Checking segment: {'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:27.800784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network hostable DHCP agents. Network: f05b574f-4f29-43db-abdc-47c37318f81c, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:54:27.850890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aadaec81-dbf3-4aa6-8ba5-3a33617430c6 req-a1635e17-159b-4e59-8092-a505b3e3bfad service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2328193 Dec 17 15:54:27.879084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network f05b574f-4f29-43db-abdc-47c37318f81c is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:54:27.893259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f05b574f-4f29-43db-abdc-47c37318f81c) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:27.898162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:27.899105 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.906413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a3962-a92f-4569-ad8e-364b9b7c2baa None None] Network f05b574f-4f29-43db-abdc-47c37318f81c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:27.926338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-e7f0b1d4-30f1-4df7-94e8-75a60cebb95b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 1002 time: 0.1550808 Dec 17 15:54:27.930146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.931262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:27.939871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-70022049-f29d-45d0-a9f0-93009a0b212d service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356776 Dec 17 15:54:27.944723 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-5e9a18f8-f09a-471a-b8d9-6990698166c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3167562 Dec 17 15:54:27.962072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e6296acc-04c7-4ccc-bcfa-eef48b73773a tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1738024 Dec 17 15:54:28.141281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-f05b574f-4f29-43db-abdc-47c37318f81c', 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c', 'project_id': '3356ac0dd40b41e589660909044312a6', 'fixed_ips': [{'subnet_id': 'bd18f754-5311-4a39-a501-628dbc8ee670'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:54:28.142754 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:28.149682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a2019b6-32ca-4ecb-9f5d-2b660072a1a6 req-cf5b3166-2066-4bd7-9b50-12360fdd10fa tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 210 time: 0.0382307 Dec 17 15:54:28.196935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9242911-f0cf-4f81-9999-945153baf3e1 req-dee105cb-a03c-4049-b372-e9280de7178e service neutron] 10.222.0.47 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341883 Dec 17 15:54:28.257003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:28.317501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-79ee2392-2bf3-411b-bfc8-827c8bafcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:28.319231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-79ee2392-2bf3-411b-bfc8-827c8bafcc55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.3829913 Dec 17 15:54:28.324902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:28.398086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Allocated IP 19.86.0.2 (f05b574f-4f29-43db-abdc-47c37318f81c/bd18f754-5311-4a39-a501-628dbc8ee670/afd54182-b773-4518-a4c5-812fac06b087) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:28.494374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8c9f9b18-1b6e-4ae1-a7f5-675776bd3975 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:28.508462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8c9f9b18-1b6e-4ae1-a7f5-675776bd3975 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:28.508785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-b7358246-b4cf-4047-bf24-24dc09e88e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:28.510355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-b7358246-b4cf-4047-bf24-24dc09e88e34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41916107ae22400d86beaa8849cdf344&device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 1096 time: 0.2479503 Dec 17 15:54:28.513237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8c9f9b18-1b6e-4ae1-a7f5-675776bd3975 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/networks?id=ccbe74f8-5d46-4686-b467-e3736979af53&id=f05b574f-4f29-43db-abdc-47c37318f81c HTTP/1.1" status: 200 len: 1391 time: 0.2373981 Dec 17 15:54:28.514582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-d23f0403-1ce7-45bf-901e-c86f04cc0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:28.529633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-d23f0403-1ce7-45bf-901e-c86f04cc0566 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966999 Dec 17 15:54:28.535545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:28.548945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-269c3ba4-3c72-4d0d-9c58-03502f4cd93e tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/quotas/3356ac0dd40b41e589660909044312a6 HTTP/1.1" status: 200 len: 375 time: 0.0250900 Dec 17 15:54:28.598684 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:28.606640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:28.641188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-85b7ee09-7ff2-4807-bc81-674d94278518 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887537 Dec 17 15:54:28.655751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Network f05b574f-4f29-43db-abdc-47c37318f81c is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:28.659916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:28.664167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:28.703481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:28.721968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:28.728598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Pushing event updated for resources: {'Port': ['ID=afd54182-b773-4518-a4c5-812fac06b087,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:28.735067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:28.794057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Attempting to bind port afd54182-b773-4518-a4c5-812fac06b087 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:28.794057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Attempting to bind port afd54182-b773-4518-a4c5-812fac06b087 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:28.795643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Attempting to bind port afd54182-b773-4518-a4c5-812fac06b087 on network f05b574f-4f29-43db-abdc-47c37318f81c {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:28.807547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-dff3c302-feb2-43b4-8572-fa3c6865700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:28.809330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:28.809821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Checking segment: {'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:28.810372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:28.810554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-dff3c302-feb2-43b4-8572-fa3c6865700e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f8d982da-a762-4506-bfac-fbcc2524a64e HTTP/1.1" status: 200 len: 917 time: 0.2732711 Dec 17 15:54:28.810939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Bound using segment: {'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:28.811511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Bound port: afd54182-b773-4518-a4c5-812fac06b087, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:28.813703 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:28.818352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-14c3ce76-c548-46e7-8569-be0a8c1b00db service neutron] 10.222.0.54 "GET /v2.0/networks/ccbe74f8-5d46-4686-b467-e3736979af53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759720 Dec 17 15:54:28.904176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f35a26-6e19-4b64-9724-53eb08bdae78 None None] Network ccbe74f8-5d46-4686-b467-e3736979af53 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:28.940191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:28.946104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-6d4c7f4f-678b-4167-b7bb-7e302db2ecc4 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155641 Dec 17 15:54:28.971485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-7c752d10-6bb6-4d74-be48-59f6081ff1de service neutron] 10.222.0.54 "GET /v2.0/networks/ccbe74f8-5d46-4686-b467-e3736979af53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522081 Dec 17 15:54:29.017218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 12335513-cb98-4c7b-b572-781831c8cbe3 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:29.125336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] For port afd54182-b773-4518-a4c5-812fac06b087, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:29.127750 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-bd146591-d1f0-4fac-8ca3-6059c126b5d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2 HTTP/1.1" status: 200 len: 217 time: 0.1805031 Dec 17 15:54:29.141631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:29.213056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-feb95655-3bde-4e73-9ea0-99153bb27b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:29.214719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-feb95655-3bde-4e73-9ea0-99153bb27b1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=779df5a2-5d62-4576-80db-4b1256889ae2 HTTP/1.1" status: 200 len: 855 time: 0.0698977 Dec 17 15:54:29.226325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:29.235236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:29.281760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:29.308620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '12335513-cb98-4c7b-b572-781831c8cbe3', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '12335513-cb98-4c7b-b572-781831c8cbe3', 'mac_address': 'fa:16:3e:48:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:29.318277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:29.319298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:29.340488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] For port afd54182-b773-4518-a4c5-812fac06b087, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=afd54182-b773-4518-a4c5-812fac06b087,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:29.355521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c6f5b9f7-b476-4209-887b-b8838e09cd0b None None] Provisioning complete for port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:29.355924 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b9f7-b476-4209-887b-b8838e09cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:29.462810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e3f90ef-ebee-43f2-9f0f-e2ba98bc33c4 req-78b91200-156f-4ecc-bb7f-7403f6bf5d43 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411919 Dec 17 15:54:29.467573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-44a881f1-365b-49bf-bda7-cb455bc392b5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6165712 Dec 17 15:54:29.478548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Router 59da8039-446f-4c78-91f2-116b00fbb41b is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:54:29.485706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Request body: {'port': {'device_id': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:29.524290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-795ce9c0-ca49-46f1-a463-3101a4845114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:29.526062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-795ce9c0-ca49-46f1-a463-3101a4845114 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8d982da-a762-4506-bfac-fbcc2524a64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2238357 Dec 17 15:54:29.620817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:29.673803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0a6af2d1-6039-43d9-8de2-e04bbd3b6d60 service neutron] 10.222.0.54 "GET /v2.0/networks/f05b574f-4f29-43db-abdc-47c37318f81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013006 Dec 17 15:54:29.674486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:29.704163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:29.725123 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e953cfe9-8ba5-46b5-aaf6-659cf9153125 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "PUT /v2.0/routers/59da8039-446f-4c78-91f2-116b00fbb41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0515268 Dec 17 15:54:29.769273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43326) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:29.775853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Sync routers for ids ['59da8039-446f-4c78-91f2-116b00fbb41b'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:29.818181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-2c4a243c-ff3d-4b81-9b0d-89497e0968e0 service neutron] 10.222.0.54 "GET /v2.0/networks/f05b574f-4f29-43db-abdc-47c37318f81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413267 Dec 17 15:54:29.848691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f25205-3521-4c7c-998f-300fdbc2d473 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:29.850938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-64f25205-3521-4c7c-998f-300fdbc2d473 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports/3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff HTTP/1.1" status: 200 len: 911 time: 0.0798888 Dec 17 15:54:29.853803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:29.861509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:29.907114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:29.909567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313cdae-1872-4a15-ad3c-29c0c35f17b4 req-68e30a21-9dd9-44dd-afbd-a2b747690c5b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:29.910833 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b9f7-b476-4209-887b-b8838e09cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:29.911452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2313cdae-1872-4a15-ad3c-29c0c35f17b4 req-68e30a21-9dd9-44dd-afbd-a2b747690c5b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 944 time: 0.2391932 Dec 17 15:54:29.981933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Routers {'59da8039-446f-4c78-91f2-116b00fbb41b'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:29.982775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['59da8039-446f-4c78-91f2-116b00fbb41b'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:30.093940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fa5ba-51b9-429b-9d4e-e8effe4ddf73 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:30.106559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1fa5ba-51b9-429b-9d4e-e8effe4ddf73 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:30.114231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2c1fa5ba-51b9-429b-9d4e-e8effe4ddf73 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2596607 Dec 17 15:54:30.114879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:30.162338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700dec6-a13e-465b-8ae0-716eb7e27054 None None] Pushing event updated for resources: {'Port': ['ID=afd54182-b773-4518-a4c5-812fac06b087,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:30.178155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12335513-cb98-4c7b-b572-781831c8cbe3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:30.307310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-ee1b1913-6faf-4158-9e1c-554707d1f7ed service neutron] 10.222.0.47 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687056 Dec 17 15:54:30.388685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c6f5b9f7-b476-4209-887b-b8838e09cd0b None None] For port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:30.470988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b9f7-b476-4209-887b-b8838e09cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:30.529590 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2313cdae-1872-4a15-ad3c-29c0c35f17b4 req-0efd6e69-22df-4852-b9fa-4d8203c99134 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6077812 Dec 17 15:54:30.694372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:30.725293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:30.735885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Set router 59da8039-446f-4c78-91f2-116b00fbb41b gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:30.862730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5b9f7-b476-4209-887b-b8838e09cd0b None None] Pushing event updated for resources: {'Port': ['ID=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:30.869049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:30.869782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:31.067221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['12335513-cb98-4c7b-b572-781831c8cbe3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:31.110942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc22d8-5f8e-468d-95c2-2877bffd7830 req-c9410f0d-4a39-49cb-94ef-d6c1592bed33 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:31.127333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75cc22d8-5f8e-468d-95c2-2877bffd7830 req-c9410f0d-4a39-49cb-94ef-d6c1592bed33 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 931 time: 0.4176593 Dec 17 15:54:31.206239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b391d3b8-30c4-4124-a8f8-e2f762ab80e3 None None] Provisioning complete for port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:31.207043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b391d3b8-30c4-4124-a8f8-e2f762ab80e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:31.227296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e88ab4ce-fa46-498b-9288-dfaac4918e9c req-738d43dc-8b69-4a3c-a2c7-e26d24dc5b78 service neutron] 10.222.0.47 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8960457 Dec 17 15:54:31.277725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f79ee405-a28b-4ec7-b733-2b6c0492e4d4 req-2c4f83f8-36a6-4924-bf03-8e34c5ef8132 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.6303041 Dec 17 15:54:31.390839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75cc22d8-5f8e-468d-95c2-2877bffd7830 req-444425c0-a0fd-4893-856f-3d1275509e71 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622347 Dec 17 15:54:31.566555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ee405-a28b-4ec7-b733-2b6c0492e4d4 req-1d91bacb-67b7-407d-9b29-ace300e47fc8 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:31.584469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f79ee405-a28b-4ec7-b733-2b6c0492e4d4 req-1d91bacb-67b7-407d-9b29-ace300e47fc8 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports/1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 943 time: 0.3046782 Dec 17 15:54:31.652502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5cabf492-3541-45f4-b88b-e0b5f0664815 req-4c5db1f4-bbc5-4baf-8254-6927df4cc117 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 210 time: 0.0994496 Dec 17 15:54:31.695283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:31.719186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:31.765252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Transition to ACTIVE for port object fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:54:31.773036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:31.784450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:31.920555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f79ee405-a28b-4ec7-b733-2b6c0492e4d4 req-fb1c524a-b3ea-4ed7-ae0d-b6d0422891e5 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1777303 Dec 17 15:54:31.940323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b391d3b8-30c4-4124-a8f8-e2f762ab80e3 None None] Provisioning complete for port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:31.940802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b391d3b8-30c4-4124-a8f8-e2f762ab80e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:31.955413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:31.997202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb1362-5941-4ee6-b286-efab30a3cced None None] Network f05b574f-4f29-43db-abdc-47c37318f81c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:32.108689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ee405-a28b-4ec7-b733-2b6c0492e4d4 req-c525b03f-8cff-4359-b29a-0a36e4f06d54 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:32.132306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f79ee405-a28b-4ec7-b733-2b6c0492e4d4 req-c525b03f-8cff-4359-b29a-0a36e4f06d54 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2107534 Dec 17 15:54:32.145071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b391d3b8-30c4-4124-a8f8-e2f762ab80e3 None None] Port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:32.227552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da8039-446f-4c78-91f2-116b00fbb41b', 'name': 'tempest-NetworksTestDHCPv6-router-1747681663', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:21Z', 'updated_at': '2021-12-17T15:54:26Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None, '_interfaces': [{'id': '3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff', 'name': '', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'mac_address': 'fa:16:3e:0b:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da8039-446f-4c78-91f2-116b00fbb41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '9acc79ec-ddd6-43bc-9969-9938e7f505b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:54:22Z', 'updated_at': '2021-12-17T15:54:27Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'subnets': [{'id': '9acc79ec-ddd6-43bc-9969-9938e7f505b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:32.273291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Checking router: 59da8039-446f-4c78-91f2-116b00fbb41b for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:32.273764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Updating router 59da8039-446f-4c78-91f2-116b00fbb41b port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:54:32.368990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a014977b-fe3c-4721-b783-6291ee1561fa None None] Provisioning complete for port afd54182-b773-4518-a4c5-812fac06b087 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:32.369696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a014977b-fe3c-4721-b783-6291ee1561fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:32.487766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-0608b0fb-89e9-4b6c-81cf-d0a55e271b39 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.1827507 Dec 17 15:54:32.491693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:32.607606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a014977b-fe3c-4721-b783-6291ee1561fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:32.810067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:32.831720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-61cbbc8f-049f-48c3-842d-2165a0c0c903 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:32.846344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-61cbbc8f-049f-48c3-842d-2165a0c0c903 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports/1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 943 time: 0.3572299 Dec 17 15:54:32.953714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177702d-cbc6-4771-9b5f-119e3e43f6d0 req-3751e972-9b76-4976-a3ae-45023c96195d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:32.961253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2177702d-cbc6-4771-9b5f-119e3e43f6d0 req-3751e972-9b76-4976-a3ae-45023c96195d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 944 time: 0.9540339 Dec 17 15:54:33.016802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-df05bb94-a33b-48ab-aafb-c4112d69c9e3 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.0733905 Dec 17 15:54:33.021120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Attempting to bind port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:33.021630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Attempting to bind port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:33.022121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Attempting to bind port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:33.038546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:54:33.039097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Attempting to bind port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:33.050096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-9ea62970-1a78-4a97-8ea9-586e9b7e0162 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:33.064225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-9ea62970-1a78-4a97-8ea9-586e9b7e0162 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:33.067171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-9ea62970-1a78-4a97-8ea9-586e9b7e0162 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.47 "GET /v2.0/networks?id=ccbe74f8-5d46-4686-b467-e3736979af53&id=f05b574f-4f29-43db-abdc-47c37318f81c HTTP/1.1" status: 200 len: 1391 time: 0.3022814 Dec 17 15:54:33.081469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:33.082044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:33.082659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:33.083267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Bound port: fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:33.083783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.095013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'port': {'device_id': '8012767a-57eb-42ca-bec5-4c6188715079', 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53', 'admin_state_up': True, 'tenant_id': '3356ac0dd40b41e589660909044312a6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:33.146983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:33.149037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 12335513-cb98-4c7b-b572-781831c8cbe3 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:33.188448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2177702d-cbc6-4771-9b5f-119e3e43f6d0 req-37dccbc2-553a-4f08-b11e-4c916617a8cb tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224374 Dec 17 15:54:33.258898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-4eb039c2-de25-4215-97d9-e3a9db89302f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:33.260326 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-4eb039c2-de25-4215-97d9-e3a9db89302f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2427356 Dec 17 15:54:33.337071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-fad012d5-e14f-4c3a-b458-eeef23060fdb tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1002 time: 0.0690870 Dec 17 15:54:33.350870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:33.457963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968590-d63c-465f-8d46-79a590b723fa req-4b74048a-89ac-4413-80a5-96fc8175c94b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:33.459686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44968590-d63c-465f-8d46-79a590b723fa req-4b74048a-89ac-4413-80a5-96fc8175c94b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 943 time: 0.1108811 Dec 17 15:54:33.466409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] For port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:33.475744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] For port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:33.481786 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.487929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:33.491300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.502414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.539318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a014977b-fe3c-4721-b783-6291ee1561fa None None] For port afd54182-b773-4518-a4c5-812fac06b087, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=afd54182-b773-4518-a4c5-812fac06b087,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:33.548561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:33.549073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.556969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.559037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a014977b-fe3c-4721-b783-6291ee1561fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.567799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:33.645733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014977b-fe3c-4721-b783-6291ee1561fa None None] Pushing event updated for resources: {'Port': ['ID=afd54182-b773-4518-a4c5-812fac06b087,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:33.650769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.712225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Allocated IP 19.80.0.125 (ccbe74f8-5d46-4686-b467-e3736979af53/95324847-fbfd-4cdd-9f35-fb3a58ad3405/e39033bf-541b-44d2-8d0e-09bf859d1f64) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:33.728267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bf3f3-d536-41dc-a0ea-4b8bf0e2c956 None None] Pushing event updated for resources: {'Port': ['ID=3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:33.771029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.771434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-50d6faeb-1fe9-43a9-b166-a18753d53991 None None] Provisioning complete for port afd54182-b773-4518-a4c5-812fac06b087 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:33.771794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-50d6faeb-1fe9-43a9-b166-a18753d53991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.780498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.781079 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Floating IP afc9fcde-b412-4614-9759-97185cdda793 disassociated. External IP: 172.25.0.208, port: 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87. Dec 17 15:54:33.804683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 12335513-cb98-4c7b-b572-781831c8cbe3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:33.805803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.843227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:33.843605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.877856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.920072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:33.921255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:33.922856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-14090cf3-5eb8-4e38-877e-530ba023d5a0 service neutron] 10.222.0.49 "PUT /v2.0/ports/fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e HTTP/1.1" status: 200 len: 1092 time: 4.4418964 Dec 17 15:54:33.925414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'tag': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:33.928842 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb6b344-5db1-4e42-9963-00545e5b005a" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f0884-314f-49f0-a54a-16567a1e519e", "tag": "fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:33.932527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.039500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Port': ['ID=e39033bf-541b-44d2-8d0e-09bf859d1f64,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:34.139282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network ccbe74f8-5d46-4686-b467-e3736979af53 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:34.154079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44968590-d63c-465f-8d46-79a590b723fa req-03a20390-980f-4908-8b84-66fc2d205f65 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815441 Dec 17 15:54:34.155721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:34.160358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:34.172453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device afd54182-b773-4518-a4c5-812fac06b087 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:34.285582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:34.287022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.358423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8cfab7f7-c7af-4dad-9876-14b4d8533eeb tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2683487 Dec 17 15:54:34.365984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-56f88e2d-e09f-46f4-89d4-44c82e8a913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:34.368344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-56f88e2d-e09f-46f4-89d4-44c82e8a913f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 1095 time: 0.3431845 Dec 17 15:54:34.383523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Request body: {'port': {'device_id': '8012767a-57eb-42ca-bec5-4c6188715079', 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c', 'admin_state_up': True, 'tenant_id': '3356ac0dd40b41e589660909044312a6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:34.403001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Attempting to bind port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:34.408013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Attempting to bind port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:34.408013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Attempting to bind port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:34.522261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:34.532038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:34.532577 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.533148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:34.533749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Bound port: 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:34.534195 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.539255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.646380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.659862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:34.705346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Made reservation on behalf of 3356ac0dd40b41e589660909044312a6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:34.716774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.723166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-85ef5527-6f68-4549-8884-b66937af479f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e HTTP/1.1" status: 200 len: 217 time: 0.1258135 Dec 17 15:54:34.738376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:34.740721 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6a2056-963e-4ec1-a604-16972115c447" -d '{"events": [{"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-plugged", "status": "completed", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:34.744863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port afd54182-b773-4518-a4c5-812fac06b087 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:34.745246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.781946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-6ed54db6-9b7d-4ee5-89b7-9f71c011981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:34.783419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-6ed54db6-9b7d-4ee5-89b7-9f71c011981b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.0521045 Dec 17 15:54:34.793685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:34.803802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.816441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] For port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:34.822071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] For port 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:34.873760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.879260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330b882-57bb-456a-ac45-a88d3f176b6f req-6dd7245c-e135-4584-8bcb-002c670538a3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:34.880813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8330b882-57bb-456a-ac45-a88d3f176b6f req-6dd7245c-e135-4584-8bcb-002c670538a3 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 932 time: 0.5638642 Dec 17 15:54:34.974833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a090e62-78f5-4dcf-a1f4-6104cdfcd94b None None] Provisioning complete for port e39033bf-541b-44d2-8d0e-09bf859d1f64 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:34.974833 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a090e62-78f5-4dcf-a1f4-6104cdfcd94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:34.994111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:34.995754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8330b882-57bb-456a-ac45-a88d3f176b6f req-61ac8875-085a-49c0-8d7b-0252fa604bf2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745738 Dec 17 15:54:34.999113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-48d3f2b3-4f6b-4ce7-8077-6513d4415a9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371598 Dec 17 15:54:35.171027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Routers {'59da8039-446f-4c78-91f2-116b00fbb41b'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:35.171679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['59da8039-446f-4c78-91f2-116b00fbb41b'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:35.182302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-287d2de1-1165-4b8c-84f0-82c98424658e service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767809 Dec 17 15:54:35.215942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Allocated IP 19.86.0.48 (f05b574f-4f29-43db-abdc-47c37318f81c/bd18f754-5311-4a39-a501-628dbc8ee670/3b65f5ce-0e8d-43db-a9e6-32140319d951) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:35.247430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:35.298319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:35.307031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] Set router 59da8039-446f-4c78-91f2-116b00fbb41b gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:35.391449 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18af0c9-1530-4e7a-b010-53287e91011f x-openstack-request-id: req-a18af0c9-1530-4e7a-b010-53287e91011f {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:35.391745 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f0884-314f-49f0-a54a-16567a1e519e", "tag": "fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:35.392029 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a18af0c9-1530-4e7a-b010-53287e91011f {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:35.394584 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'tag': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e', 'status': 'completed', 'code': 200} Dec 17 15:54:35.441623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device afd54182-b773-4518-a4c5-812fac06b087 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:35.444623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9a090e62-78f5-4dcf-a1f4-6104cdfcd94b None None] Port e39033bf-541b-44d2-8d0e-09bf859d1f64 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:35.449245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:35.449789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bf3f3-d536-41dc-a0ea-4b8bf0e2c956 None None] Pushing event updated for resources: {'Port': ['ID=3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:35.507798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a090e62-78f5-4dcf-a1f4-6104cdfcd94b None None] Could not find standard attr ID for object 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:54:35.547397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3dfd601e-e821-4b82-8a27-04a2b55396e2 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:35.644270 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c8649d6-932e-4fe9-b3f3-a5cbb98fd20f req-341c0150-b12b-4296-9dad-1ed87cd067f1 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521141 Dec 17 15:54:35.668510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c070-6065-45e6-8e64-4e69adb90043 req-1b9fab08-91c6-4b43-9834-494f93a5c93a tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:35.673495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:35.676073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6dd7c070-6065-45e6-8e64-4e69adb90043 req-1b9fab08-91c6-4b43-9834-494f93a5c93a tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 944 time: 0.2237947 Dec 17 15:54:35.756822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3dfd601e-e821-4b82-8a27-04a2b55396e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:35.837243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:35.850440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:35.850709 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:35.863579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6dd7c070-6065-45e6-8e64-4e69adb90043 req-58d3929d-dae1-4f85-9220-1456b8d8e4ef tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865222 Dec 17 15:54:35.875177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:35.877087 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:35.877880 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:35.900525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-4463723d-cbbe-4dde-be81-72e8fad3021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:35.903083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-4463723d-cbbe-4dde-be81-72e8fad3021a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 1095 time: 0.1890740 Dec 17 15:54:35.939094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'port_id': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'mac_address': 'fa:16:3e:ed:0c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:35.992710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b4692ec4-886b-4a03-8caa-16db1a6d6211 None None] Could not find standard attr ID for object 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:54:36.000948 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300d580-c6ca-433e-b2c2-1cd7900fbf2e x-openstack-request-id: req-f300d580-c6ca-433e-b2c2-1cd7900fbf2e {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:36.001650 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-plugged", "status": "completed", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:36.012406 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f300d580-c6ca-433e-b2c2-1cd7900fbf2e {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:36.012930 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3', 'code': 200} Dec 17 15:54:36.036056 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:36.102208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port afd54182-b773-4518-a4c5-812fac06b087 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:36.102502 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:36.150190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d8f83617-a724-4c1b-8f4e-a0a36024f847 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "PUT /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 200 len: 695 time: 2.8049903 Dec 17 15:54:36.205172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:36.270649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:36.278814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfd601e-e821-4b82-8a27-04a2b55396e2 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:36.282155 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:36.300038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-f9182143-b6b7-4683-b218-746b6fe87c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:36.302223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-f9182143-b6b7-4683-b218-746b6fe87c21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.3896403 Dec 17 15:54:36.308247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:36.361538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Router 59da8039-446f-4c78-91f2-116b00fbb41b has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:36.383287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d98b9526-0cdc-4628-882d-a88fe40b0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:36.385162 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-d98b9526-0cdc-4628-882d-a88fe40b0070 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 1098 time: 0.0936432 Dec 17 15:54:36.414338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3dfd601e-e821-4b82-8a27-04a2b55396e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:36.432275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:36.434688 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:36.458921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59da8039-446f-4c78-91f2-116b00fbb41b', 'name': 'tempest-NetworksTestDHCPv6-router-1747681663', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:21Z', 'updated_at': '2021-12-17T15:54:26Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None, '_interfaces': [{'id': '3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff', 'name': '', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'mac_address': 'fa:16:3e:0b:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da8039-446f-4c78-91f2-116b00fbb41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '9acc79ec-ddd6-43bc-9969-9938e7f505b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:54:22Z', 'updated_at': '2021-12-17T15:54:34Z', 'revision_number': 4, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'subnets': [{'id': '9acc79ec-ddd6-43bc-9969-9938e7f505b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:36.499568 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:36.519082 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:36.519726 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:36.524565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event updated for resources: {'Port': ['ID=3b65f5ce-0e8d-43db-a9e6-32140319d951,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:36.543171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-550f0037-450c-46ba-8601-f2a86c4b5fcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e HTTP/1.1" status: 200 len: 217 time: 0.2280531 Dec 17 15:54:36.568387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2647d-ab33-43b1-aaa5-01a45b2fc88b req-d75552c1-48f3-4101-8143-00baa7cba92a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:36.576372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ad2647d-ab33-43b1-aaa5-01a45b2fc88b req-d75552c1-48f3-4101-8143-00baa7cba92a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 943 time: 0.4781599 Dec 17 15:54:36.585525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3dfd601e-e821-4b82-8a27-04a2b55396e2,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:36.622240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Network f05b574f-4f29-43db-abdc-47c37318f81c is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:36.634149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6ddc9d-0528-41bf-a3c2-bf0d42c68cbe None None] The sync data for ids ['59da8039-446f-4c78-91f2-116b00fbb41b'] in n-d-806683-20 is: [{'id': '59da8039-446f-4c78-91f2-116b00fbb41b', 'name': 'tempest-NetworksTestDHCPv6-router-1747681663', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:21Z', 'updated_at': '2021-12-17T15:54:26Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None, '_interfaces': [{'id': '3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff', 'name': '', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'mac_address': 'fa:16:3e:0b:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59da8039-446f-4c78-91f2-116b00fbb41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '9acc79ec-ddd6-43bc-9969-9938e7f505b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:54:22Z', 'updated_at': '2021-12-17T15:54:34Z', 'revision_number': 4, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'subnets': [{'id': '9acc79ec-ddd6-43bc-9969-9938e7f505b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:36.639105 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f97198fd-ffc2-4556-870d-5ada58ebb21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:36.677144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:36.681531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-9c9ac2a6-ae2a-4d2c-b689-19583e5cf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:36.689210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:36.694055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:36.712063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-9c9ac2a6-ae2a-4d2c-b689-19583e5cf142 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.2448325 Dec 17 15:54:36.736445 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a5548f5-21c2-4fca-b13d-782abe3551bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "PUT /v2.0/routers/59da8039-446f-4c78-91f2-116b00fbb41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6204267 Dec 17 15:54:36.745563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43422) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:36.764803 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:36.781454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3dfd601e-e821-4b82-8a27-04a2b55396e2'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:36.790965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-3286a753-7d7d-4a87-b9fc-3420e00f4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:36.792672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-3286a753-7d7d-4a87-b9fc-3420e00f4601 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.1997840 Dec 17 15:54:36.913644 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-1e32f686-4620-40bd-9886-943f25b24b1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057806 Dec 17 15:54:36.936704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-dcbf1414-d39d-4e4d-b688-8882f3a1fdef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 217 time: 0.2229805 Dec 17 15:54:36.948977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:36.949647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:36.996314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ad2647d-ab33-43b1-aaa5-01a45b2fc88b req-cb9c5c02-9d83-49ee-b886-31a8eba6f926 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186816 Dec 17 15:54:37.049927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-8f7b6e98-df0a-41b0-b7d9-2109d7fb308c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6726308 Dec 17 15:54:37.062925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-ff9b1581-b19e-4e57-abd6-b9fc4872122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.074725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-ff9b1581-b19e-4e57-abd6-b9fc4872122d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.1355731 Dec 17 15:54:37.187888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Request body: {'port': {'device_id': '8012767a-57eb-42ca-bec5-4c6188715079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:37.218131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2c340-4d80-4528-ac37-57e4ee5a369a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.233341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c2c340-4d80-4528-ac37-57e4ee5a369a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.240890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-12c2c340-4d80-4528-ac37-57e4ee5a369a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4909189 Dec 17 15:54:37.245596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43428) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:37.271041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6ba06d71-a19f-434c-aab6-73b15f067da6 None None] Provisioning complete for port 3b65f5ce-0e8d-43db-a9e6-32140319d951 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:37.271421 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ba06d71-a19f-434c-aab6-73b15f067da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:37.382026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6ba06d71-a19f-434c-aab6-73b15f067da6 None None] Port 3b65f5ce-0e8d-43db-a9e6-32140319d951 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:37.385551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 9acc79ec-ddd6-43bc-9969-9938e7f505b8 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:37.409297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:37.416308 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:37.462967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd463973-b0d9-40f9-9991-96b6241b69b0 req-5e8a874a-579b-45fc-9ea3-69e2be4d51c2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.468037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7de33-6a80-4d4d-8938-b03628f6b21f None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:37.475237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-bcd37869-4906-4d81-9048-cd93ca96ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.488558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-bcd37869-4906-4d81-9048-cd93ca96ceb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4142394 Dec 17 15:54:37.494938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd463973-b0d9-40f9-9991-96b6241b69b0 req-5e8a874a-579b-45fc-9ea3-69e2be4d51c2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.497916 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd463973-b0d9-40f9-9991-96b6241b69b0 req-5e8a874a-579b-45fc-9ea3-69e2be4d51c2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1654 time: 0.2803805 Dec 17 15:54:37.499649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:37.506036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-93b86090-418c-4230-804b-1244664ac2c0 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740683 Dec 17 15:54:37.635118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:37.715356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:37.732330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd463973-b0d9-40f9-9991-96b6241b69b0 req-7f335b4f-6691-4857-ae98-ff17e6edc158 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136590 Dec 17 15:54:37.830633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-0e78b46b-ef84-457e-9042-bce10169e761 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407817 Dec 17 15:54:37.970413 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bea3e4-c32d-4c40-afaa-8a2dda42ebbb x-openstack-request-id: req-27bea3e4-c32d-4c40-afaa-8a2dda42ebbb {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:37.973298 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:37.973918 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27bea3e4-c32d-4c40-afaa-8a2dda42ebbb {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:37.974366 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'status': 'completed', 'code': 200} Dec 17 15:54:38.013295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddb6b344-5db1-4e42-9963-00545e5b005a req-4df75453-6e1d-498d-97c2-d1ef2053b405 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857435 Dec 17 15:54:38.049737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.082018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c3e7c-33fc-4f4c-9ed5-92d5ef52d0c7 None None] New status for floating IP afc9fcde-b412-4614-9759-97185cdda793: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:54:38.089882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a17b9c7e-1dcd-4dc2-b0dd-54d913df8823 req-a4fb7bbf-79ef-41e1-8847-78ea9e0fb307 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582815 Dec 17 15:54:38.096129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=9acc79ec-ddd6-43bc-9969-9938e7f505b8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:38.101824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.116710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5fd7608e-669d-4ff0-a538-96cf77be0eac tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/9acc79ec-ddd6-43bc-9969-9938e7f505b8 HTTP/1.1" status: 204 len: 168 time: 0.8698709 Dec 17 15:54:38.118753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43440) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:38.189309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-4d912bfc-b241-4d68-8edb-9a9ab0b50d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:38.190861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-4d912bfc-b241-4d68-8edb-9a9ab0b50d17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 1098 time: 0.1907396 Dec 17 15:54:38.233777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c9b736-448b-4284-89a3-ae938971511d None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:38.357277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fdee1-de85-4b4b-be4d-86e05cbe4ced req-2e40fa55-568d-40fd-ab3d-3cdad5cb6b21 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:38.366953 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-256fdee1-de85-4b4b-be4d-86e05cbe4ced req-2e40fa55-568d-40fd-ab3d-3cdad5cb6b21 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 945 time: 0.1180089 Dec 17 15:54:38.399370 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f48e8a36-73f2-4824-a318-610d166cec23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2794921 Dec 17 15:54:38.399987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43446) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:38.497202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-256fdee1-de85-4b4b-be4d-86e05cbe4ced req-d325dba1-6494-40fc-8906-b1fb770f02ad tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202133 Dec 17 15:54:38.525309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71628b7c-d85a-4515-ad01-c811dc52c74d req-9dc0d51b-51c2-47c8-8650-a0219d8fdcff tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:38.526890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71628b7c-d85a-4515-ad01-c811dc52c74d req-9dc0d51b-51c2-47c8-8650-a0219d8fdcff tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 943 time: 0.2907927 Dec 17 15:54:38.543316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39033bf-541b-44d2-8d0e-09bf859d1f64 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:38.554390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e9db237-c9ca-41d6-aaba-399800febe2c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.569442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.623086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Transition to ACTIVE for port object e39033bf-541b-44d2-8d0e-09bf859d1f64 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:54:38.629792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.654560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-753561f9-a2ce-43bb-9a5b-7358df24b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:38.656348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-753561f9-a2ce-43bb-9a5b-7358df24b85e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.4371142 Dec 17 15:54:38.691504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Pushing event updated for resources: {'Port': ['ID=e39033bf-541b-44d2-8d0e-09bf859d1f64,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:38.699417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71628b7c-d85a-4515-ad01-c811dc52c74d req-356f9405-fb5e-4e7c-9532-6c9e96a46a67 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602447 Dec 17 15:54:38.827250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-bf27a865-a390-424a-83f1-753435b04528 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 200 len: 217 time: 0.1416140 Dec 17 15:54:38.875514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Attempting to bind port e39033bf-541b-44d2-8d0e-09bf859d1f64 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:38.876392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Attempting to bind port e39033bf-541b-44d2-8d0e-09bf859d1f64 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:38.876874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Attempting to bind port e39033bf-541b-44d2-8d0e-09bf859d1f64 on network ccbe74f8-5d46-4686-b467-e3736979af53 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:38.883104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Port e39033bf-541b-44d2-8d0e-09bf859d1f64 on network ccbe74f8-5d46-4686-b467-e3736979af53 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:54:38.883699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Attempting to bind port e39033bf-541b-44d2-8d0e-09bf859d1f64 on network ccbe74f8-5d46-4686-b467-e3736979af53 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:38.891287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:38.892258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Checking segment: {'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:38.892793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Bound using segment: {'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:38.893375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Bound port: e39033bf-541b-44d2-8d0e-09bf859d1f64, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b73086-86cd-471c-b157-2ef4088201db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:38.894149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.957418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e9db237-c9ca-41d6-aaba-399800febe2c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.962303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e9db237-c9ca-41d6-aaba-399800febe2c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:38.996349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3861c98-6898-4696-88e3-5fdd5d3fad2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.038246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:39.051441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-4fc194ed-b722-4c76-aead-dd9531d67a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:39.058430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-4fc194ed-b722-4c76-aead-dd9531d67a87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.1993887 Dec 17 15:54:39.087838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:54:39.089003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42116c-181c-46dd-a26a-f1781aac6ce6 req-4f6bade4-00cf-42c7-8640-105c42f12a37 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:39.097089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42116c-181c-46dd-a26a-f1781aac6ce6 req-4f6bade4-00cf-42c7-8640-105c42f12a37 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:39.098867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd42116c-181c-46dd-a26a-f1781aac6ce6 req-4f6bade4-00cf-42c7-8640-105c42f12a37 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1666 time: 0.1765738 Dec 17 15:54:39.133348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e9db237-c9ca-41d6-aaba-399800febe2c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.134035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9db237-c9ca-41d6-aaba-399800febe2c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Fanout notify agent at l3_agent the message router_deleted on router 59da8039-446f-4c78-91f2-116b00fbb41b {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:54:39.144791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e9db237-c9ca-41d6-aaba-399800febe2c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.148758 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e9db237-c9ca-41d6-aaba-399800febe2c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/routers/59da8039-446f-4c78-91f2-116b00fbb41b HTTP/1.1" status: 204 len: 168 time: 0.7424800 Dec 17 15:54:39.158843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-231141ca-b78b-4c29-b47f-d799e37dd4b7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:39.160616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:39.164181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-231141ca-b78b-4c29-b47f-d799e37dd4b7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1731369 Dec 17 15:54:39.184508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:39.248468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] For port e39033bf-541b-44d2-8d0e-09bf859d1f64, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:39.266345 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-d61c7a12-0b14-494a-8fde-f9a403a59c83 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0915065 Dec 17 15:54:39.270545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] For port e39033bf-541b-44d2-8d0e-09bf859d1f64, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e39033bf-541b-44d2-8d0e-09bf859d1f64,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:39.283143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.286962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'floatingip': {'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:39.312108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:39.327913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] Deleting port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:39.328231 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.332593 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] Sync routers for ids ['59da8039-446f-4c78-91f2-116b00fbb41b'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:39.342366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-cb60e975-a4ff-4878-8580-c4821d063f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:39.344117 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-cb60e975-a4ff-4878-8580-c4821d063f06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2767248 Dec 17 15:54:39.345932 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] Routers set() bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:39.346293 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] Router IDs set() for agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:54:39.346941 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_agentschedulers_db [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'59da8039-446f-4c78-91f2-116b00fbb41b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent'). {{(pid=109786) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 15:54:39.369031 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] Routers set() bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:39.369429 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] Router IDs set() for agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:54:39.370176 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_agentschedulers_db [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'59da8039-446f-4c78-91f2-116b00fbb41b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent'). {{(pid=109786) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 15:54:39.370694 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f51008-b760-44dc-8772-a3e9d5ce78c4 None None] The sync data for ids ['59da8039-446f-4c78-91f2-116b00fbb41b'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:39.436104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:39.437479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.439878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] 10.222.0.47 "PUT /v2.0/ports/e39033bf-541b-44d2-8d0e-09bf859d1f64 HTTP/1.1" status: 200 len: 1093 time: 2.3210561 Dec 17 15:54:39.443088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.462094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:39.489370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'tag': 'e39033bf-541b-44d2-8d0e-09bf859d1f64'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:39.492008 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f7df1-88e7-4a6f-a554-ed9e4129b27d" -d '{"events": [{"name": "network-changed", "server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "tag": "e39033bf-541b-44d2-8d0e-09bf859d1f64"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:39.500744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Request body: {'port': {'device_id': '8012767a-57eb-42ca-bec5-4c6188715079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:39.537839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd42116c-181c-46dd-a26a-f1781aac6ce6 req-5659f4c8-b8d2-43b0-807b-680b0cb96004 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901160 Dec 17 15:54:39.567409 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.569842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3dfd601e-e821-4b82-8a27-04a2b55396e2 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:39.634583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696ef02-e2d3-4573-b0d6-781e5471e29d service neutron] Pushing event updated for resources: {'Port': ['ID=e39033bf-541b-44d2-8d0e-09bf859d1f64,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:39.644388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:39.647845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e', 'mac_address': 'fa:16:3e:9a:eb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:39.651990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.698486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.732053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] For port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:39.732458 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.767610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 3dfd601e-e821-4b82-8a27-04a2b55396e2 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:39.820749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:39.829259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-ae9a77c1-9800-4ebc-be36-8fe8b4936db6 service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740496 Dec 17 15:54:39.840874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 3dfd601e-e821-4b82-8a27-04a2b55396e2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:39.841872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.843731 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:39.849109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] Calling delete_port for 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:39.915851 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f022364-b2a5-40c4-bdc1-caef781b9b74 x-openstack-request-id: req-0f022364-b2a5-40c4-bdc1-caef781b9b74 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:39.915851 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "tag": "e39033bf-541b-44d2-8d0e-09bf859d1f64", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:39.915851 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f022364-b2a5-40c4-bdc1-caef781b9b74 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:39.915851 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'tag': 'e39033bf-541b-44d2-8d0e-09bf859d1f64', 'status': 'completed', 'code': 200} Dec 17 15:54:40.014659 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.029534 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.064333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:40.068181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:40.102906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:40.166267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.177076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.214519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.263683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] No DVR routers for this DVR port 89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:40.358413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3dfd601e-e821-4b82-8a27-04a2b55396e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:40.367754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:40.370911 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea597da2-adf3-4b5f-ac2a-c02b5055fad2" -d '{"events": [{"server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "name": "network-vif-plugged", "status": "completed", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:40.377673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:40.393512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.398231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:40.460292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6e83a-b919-494d-a0b9-08dbe8161586 None None] Pushing event deleted for resources: {'Port': ['ID=89f1aea7-8a7f-4f0f-bf00-25fcf4ea586f,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:40.551226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3dfd601e-e821-4b82-8a27-04a2b55396e2,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:40.573913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c3e5af-bdf1-4ad2-b7b9-914b787a76ec req-c815b26a-ca7a-4f42-b7c4-4abf20205e3b service neutron] 10.222.0.49 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091932 Dec 17 15:54:40.650995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ef0c4-c6fb-4992-9935-a95726960ca2 req-c00ea5a6-335d-48f0-9d32-e0e3435b0b26 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:40.660617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e4ef0c4-c6fb-4992-9935-a95726960ca2 req-c00ea5a6-335d-48f0-9d32-e0e3435b0b26 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.1863577 Dec 17 15:54:40.724593 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.757014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e4ef0c4-c6fb-4992-9935-a95726960ca2 req-ccdf3ece-c95d-45a0-98ec-bbb6ef51f986 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950799 Dec 17 15:54:40.834431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-8dec7efb-c015-49dd-8ae9-1b99460ab0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:40.834977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-8dec7efb-c015-49dd-8ae9-1b99460ab0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:40.836630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-8dec7efb-c015-49dd-8ae9-1b99460ab0b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1914 time: 0.9129939 Dec 17 15:54:40.850945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.856158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-190efb30-082a-4025-a536-4be676c41c04 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:40.859034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-190efb30-082a-4025-a536-4be676c41c04 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.49 "GET /v2.0/ports?device_id=1221c2aa-b921-4729-97a1-663921d82970 HTTP/1.1" status: 200 len: 946 time: 0.2683756 Dec 17 15:54:40.925607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:40.934155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:40.942522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:40.942522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:40.948688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=bee5d68a-9dfb-42df-957b-67bc5a6d8045,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:40.956601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af12ac6-892f-4fab-8173-63c4a723fd37 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:40.981230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f1043-22b2-4828-b8f8-0d629bc5d552 req-c4b57313-c1d2-4a5c-b4d3-e71e87ba324b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:40.983447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-026f1043-22b2-4828-b8f8-0d629bc5d552 req-c4b57313-c1d2-4a5c-b4d3-e71e87ba324b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 944 time: 0.1020293 Dec 17 15:54:40.990250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7a507a55-316b-4db0-a504-692558d8cc28 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8256927 Dec 17 15:54:40.992641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43488) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:40.996980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-70638945-dcf2-4bb0-a073-9e1d1927753e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1294022195', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:41.084986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-026f1043-22b2-4828-b8f8-0d629bc5d552 req-3efe0d18-7108-4a9f-a41f-aff4fc7fcbc3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934026 Dec 17 15:54:41.086719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70638945-dcf2-4bb0-a073-9e1d1927753e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.088015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70638945-dcf2-4bb0-a073-9e1d1927753e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.203788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70638945-dcf2-4bb0-a073-9e1d1927753e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.208475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.210488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70638945-dcf2-4bb0-a073-9e1d1927753e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.239289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-02c0c5a9-d386-40e3-8dc2-67d9b6b8ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:41.239759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-02c0c5a9-d386-40e3-8dc2-67d9b6b8ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:41.240245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-02c0c5a9-d386-40e3-8dc2-67d9b6b8ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:41.241890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-02c0c5a9-d386-40e3-8dc2-67d9b6b8ddc3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3356ac0dd40b41e589660909044312a6&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3772151 Dec 17 15:54:41.245118 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2559dc-0538-47fd-a55d-2253f31b3a9b x-openstack-request-id: req-dd2559dc-0538-47fd-a55d-2253f31b3a9b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:41.245408 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "name": "network-vif-plugged", "status": "completed", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:41.245661 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd2559dc-0538-47fd-a55d-2253f31b3a9b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:41.246469 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'code': 200} Dec 17 15:54:41.270747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70638945-dcf2-4bb0-a073-9e1d1927753e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.274574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-70638945-dcf2-4bb0-a073-9e1d1927753e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2808638 Dec 17 15:54:41.275193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43490) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:41.283193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:41.286341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'bee5d68a-9dfb-42df-957b-67bc5a6d8045'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:54:41.287371 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.330446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:41.331438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3f85e4fc-3f5d-4c8e-91a2-ac5819a5cdff not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:41.462860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Deleting port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:41.463185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.523392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b65f5ce-0e8d-43db-a9e6-32140319d951 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:41.538093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575512c8-74cf-404e-9d56-9d483dae1151 req-b4e04244-ae95-40cb-a2c2-ea0febbaa2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:41.539975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.540238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/bee5d68a-9dfb-42df-957b-67bc5a6d8045/840a207f-487f-4a0e-8c58-22346375c96d) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:41.541781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-575512c8-74cf-404e-9d56-9d483dae1151 req-b4e04244-ae95-40cb-a2c2-ea0febbaa2d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 1098 time: 0.1997921 Dec 17 15:54:41.546091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.557095 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.563951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-d6186f7e-5984-4c2a-829c-48269e09c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:41.565435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-957f7df1-88e7-4a6f-a554-ed9e4129b27d req-d6186f7e-5984-4c2a-829c-48269e09c055 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3114796 Dec 17 15:54:41.641474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Transition to ACTIVE for port object 3b65f5ce-0e8d-43db-a9e6-32140319d951 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:54:41.649269 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:54:41.652293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.720068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5986fff-4070-4215-a644-961f9c2fc98c req-8ec91daa-b925-4546-82d2-0512c132bd95 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:41.726029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5986fff-4070-4215-a644-961f9c2fc98c req-8ec91daa-b925-4546-82d2-0512c132bd95 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:41.734075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5986fff-4070-4215-a644-961f9c2fc98c req-8ec91daa-b925-4546-82d2-0512c132bd95 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1666 time: 0.2661264 Dec 17 15:54:41.773261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] For port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:41.773630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.780609 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.788865 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.819697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Pushing event updated for resources: {'Port': ['ID=3b65f5ce-0e8d-43db-a9e6-32140319d951,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:41.822550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Calling delete_port for 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:41.860275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:41.872775 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Floating IP afc9fcde-b412-4614-9759-97185cdda793 associated. External IP: 172.25.0.208, port: 7ca2780e-2e87-4ba4-8114-27b39c803c0e. Dec 17 15:54:41.883744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-575512c8-74cf-404e-9d56-9d483dae1151 req-e253eaa6-610c-4afa-a5c8-27c328a81d60 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333051 Dec 17 15:54:41.891503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:41.898954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:41.912469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:41.923740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Pushing event updated for resources: {'Port': ['ID=840a207f-487f-4a0e-8c58-22346375c96d,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:41.985421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5986fff-4070-4215-a644-961f9c2fc98c req-24bc7fa8-7f7d-4e6b-a970-c0fdc354ba94 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503061 Dec 17 15:54:42.033840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Attempting to bind port 840a207f-487f-4a0e-8c58-22346375c96d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:42.035002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Attempting to bind port 840a207f-487f-4a0e-8c58-22346375c96d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:42.035448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Attempting to bind port 840a207f-487f-4a0e-8c58-22346375c96d on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:42.075287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:42.075287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:42.078258 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.078258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:42.078258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Bound port: 840a207f-487f-4a0e-8c58-22346375c96d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:42.078258 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.130401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Attempting to bind port 3b65f5ce-0e8d-43db-a9e6-32140319d951 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:42.130741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Attempting to bind port 3b65f5ce-0e8d-43db-a9e6-32140319d951 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:42.131067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Attempting to bind port 3b65f5ce-0e8d-43db-a9e6-32140319d951 on network f05b574f-4f29-43db-abdc-47c37318f81c {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:42.151063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Port 3b65f5ce-0e8d-43db-a9e6-32140319d951 on network f05b574f-4f29-43db-abdc-47c37318f81c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:54:42.151383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Attempting to bind port 3b65f5ce-0e8d-43db-a9e6-32140319d951 on network f05b574f-4f29-43db-abdc-47c37318f81c {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:42.161593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:42.162172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Checking segment: {'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:42.162568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Bound using segment: {'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:42.163008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Bound port: 3b65f5ce-0e8d-43db-a9e6-32140319d951, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6f85de-d9ef-452f-85a6-7da1e7029473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:42.163361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.228564 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.263153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::1 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/bee5d68a-9dfb-42df-957b-67bc5a6d8045/c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:42.302947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] For port 840a207f-487f-4a0e-8c58-22346375c96d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:42.306647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] For port 840a207f-487f-4a0e-8c58-22346375c96d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=840a207f-487f-4a0e-8c58-22346375c96d,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:42.313898 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.409403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.409720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f9ce-93c6-46f6-96c0-11467af5c91a None None] Pushing event updated for resources: {'Port': ['ID=840a207f-487f-4a0e-8c58-22346375c96d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:42.427544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7ca2780e-2e87-4ba4-8114-27b39c803c0e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:42.502210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.519095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eb237-0705-4ea2-9c65-d6554aa73477 req-365f36a2-5fc7-4fc4-8d54-5c5a26238c6b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:42.526318 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b82eb237-0705-4ea2-9c65-d6554aa73477 req-365f36a2-5fc7-4fc4-8d54-5c5a26238c6b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.1125979 Dec 17 15:54:42.627324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b82eb237-0705-4ea2-9c65-d6554aa73477 req-bc3cc428-0154-457f-8cf3-c70a602839b5 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953863 Dec 17 15:54:42.636014 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.637090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Pushing event deleted for resources: {'Port': ['ID=1104abd7-a0d4-4fe5-bdc7-cfde2a355f87,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:42.728371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] No DVR routers for this DVR port 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:42.731683 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.738289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ef9ab51-789a-4525-a32b-ddfae0f7dcd2 req-62025475-c5fb-4ab3-a8a6-283763b6bce7 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.49 "DELETE /v2.0/ports/1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 HTTP/1.1" status: 204 len: 173 time: 1.8702488 Dec 17 15:54:42.742944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] For port 3b65f5ce-0e8d-43db-a9e6-32140319d951, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:42.744908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'name': 'network-vif-deleted', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:42.747360 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f484b4-aa6e-40b1-8be5-b2aafbc5c5ab" -d '{"events": [{"server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "name": "network-vif-deleted", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:42.763291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:42.794110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:42.801524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:42.801658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] For port 3b65f5ce-0e8d-43db-a9e6-32140319d951, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b65f5ce-0e8d-43db-a9e6-32140319d951,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:42.802348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.807482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:42.832506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:42.839906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.888341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:42.889447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:42.891228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b65f5ce-0e8d-43db-a9e6-32140319d951 HTTP/1.1" status: 200 len: 1092 time: 3.3950174 Dec 17 15:54:42.917270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db8b8b-0e6c-4765-b8c4-c9df3b4740e1 req-2b15a529-82d8-4c20-9da8-8ae8a03b87bb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:42.934472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4db8b8b-0e6c-4765-b8c4-c9df3b4740e1 req-2b15a529-82d8-4c20-9da8-8ae8a03b87bb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 944 time: 0.1875389 Dec 17 15:54:43.045278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:43.065700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7aa9c-af68-40f1-b35e-ba842fe60f86 service neutron] Pushing event updated for resources: {'Port': ['ID=3b65f5ce-0e8d-43db-a9e6-32140319d951,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:43.149952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-1906c3ab-58dd-41b6-a27c-a533cdf83e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:43.150431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-1906c3ab-58dd-41b6-a27c-a533cdf83e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:43.152379 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-1906c3ab-58dd-41b6-a27c-a533cdf83e43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1982 time: 0.1557693 Dec 17 15:54:43.161217 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:43.181932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4db8b8b-0e6c-4765-b8c4-c9df3b4740e1 req-dc18f484-4ebc-4b23-977a-f63420996de4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423272 Dec 17 15:54:43.187394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:43.199195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:43.199543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:43.318474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-aa62a6fb-8343-4ae1-b7ac-555d20a6c1b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=e39033bf-541b-44d2-8d0e-09bf859d1f64 HTTP/1.1" status: 200 len: 217 time: 0.1426344 Dec 17 15:54:43.325179 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab578304-4d38-4332-996e-4705d3bc1e57 x-openstack-request-id: req-ab578304-4d38-4332-996e-4705d3bc1e57 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:43.329500 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1221c2aa-b921-4729-97a1-663921d82970", "name": "network-vif-deleted", "tag": "1104abd7-a0d4-4fe5-bdc7-cfde2a355f87", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:43.329717 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab578304-4d38-4332-996e-4705d3bc1e57 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:43.330160 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1221c2aa-b921-4729-97a1-663921d82970', 'name': 'network-vif-deleted', 'tag': '1104abd7-a0d4-4fe5-bdc7-cfde2a355f87', 'status': 'completed', 'code': 200} Dec 17 15:54:43.474665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-333c1848-6e14-4f11-b7d7-35c072519faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:43.477024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-333c1848-6e14-4f11-b7d7-35c072519faa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95324847-fbfd-4cdd-9f35-fb3a58ad3405 HTTP/1.1" status: 200 len: 801 time: 0.1441944 Dec 17 15:54:43.490104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:43.503465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 840a207f-487f-4a0e-8c58-22346375c96d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:43.523175 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:43.534217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:43.613275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:43.626192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-09f093a5-d64b-4a8f-b884-153971882a6b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "PUT /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 200 len: 996 time: 4.3465540 Dec 17 15:54:43.636238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:43.637155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:43.653493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-7ebe69b0-4d13-4b31-bc98-b0a255ff95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:43.655414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-7ebe69b0-4d13-4b31-bc98-b0a255ff95b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccbe74f8-5d46-4686-b467-e3736979af53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210194 Dec 17 15:54:43.719247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:43.722168 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c84eb64-2a91-442f-a6a4-ed47e17534de" -d '{"events": [{"server_uuid": "db5f0884-314f-49f0-a54a-16567a1e519e", "name": "network-vif-plugged", "status": "completed", "tag": "fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:43.759569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:43.784916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 840a207f-487f-4a0e-8c58-22346375c96d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:43.785704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:43.790661 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:43.793546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:43.800965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4043f-aec3-4b23-ba8e-a7627340df8e req-dd5ad380-86c4-4695-ad93-851fdf550211 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:43.809526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4043f-aec3-4b23-ba8e-a7627340df8e req-dd5ad380-86c4-4695-ad93-851fdf550211 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:43.826080 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae4043f-aec3-4b23-ba8e-a7627340df8e req-dd5ad380-86c4-4695-ad93-851fdf550211 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1678 time: 0.2936270 Dec 17 15:54:43.949829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:43.950649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1104abd7-a0d4-4fe5-bdc7-cfde2a355f87 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:44.024815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:44.027090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:44.067467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aae4043f-aec3-4b23-ba8e-a7627340df8e req-338a4184-071c-4064-926f-fe0add09c657 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380352 Dec 17 15:54:44.158356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:44.161469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:44.162324 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:44.444445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:44.456669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.457079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.457433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.457777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.458121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.459340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.459340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.460135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.460481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.460817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.461153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.461977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.462329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:44.462994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:44.481378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:44.487372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:44.536893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-196dc598-ece5-41a3-aeec-207a471aafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:44.543168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-196dc598-ece5-41a3-aeec-207a471aafb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.8866220 Dec 17 15:54:44.657545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-d88076bf-12d4-47e1-9b56-3b0c7248f5cb service neutron] 10.222.0.47 "GET /v2.0/networks/ccbe74f8-5d46-4686-b467-e3736979af53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927962 Dec 17 15:54:44.668387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1d1bb487-d5fb-4d8e-b697-18e675732fd9 None None] Provisioning complete for port 840a207f-487f-4a0e-8c58-22346375c96d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:44.669479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb487-d5fb-4d8e-b697-18e675732fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:44.676756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 840a207f-487f-4a0e-8c58-22346375c96d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=840a207f-487f-4a0e-8c58-22346375c96d,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:44.677813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82bb04-923b-45cf-ab19-245d23327578 req-137a0ad5-ce3f-4314-a977-9eda4c4db76b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:44.684984 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d82bb04-923b-45cf-ab19-245d23327578 req-137a0ad5-ce3f-4314-a977-9eda4c4db76b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.1827958 Dec 17 15:54:44.712563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:44.787199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d82bb04-923b-45cf-ab19-245d23327578 req-216eb6d8-fb81-49b0-ae33-25229b3cae67 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946653 Dec 17 15:54:44.878130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=840a207f-487f-4a0e-8c58-22346375c96d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:44.880493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Router ef469af6-4207-4283-a0a4-3774886028f0 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:54:44.885233 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8387bfc-cfa2-4f6f-933e-3edf7096b3af x-openstack-request-id: req-b8387bfc-cfa2-4f6f-933e-3edf7096b3af {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:44.886992 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f0884-314f-49f0-a54a-16567a1e519e", "name": "network-vif-plugged", "status": "completed", "tag": "fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:44.887794 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8387bfc-cfa2-4f6f-933e-3edf7096b3af {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:44.889109 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e', 'code': 200} Dec 17 15:54:44.924567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-a05cec85-6dae-4f8a-8e73-82b03d3a0b31 service neutron] 10.222.0.47 "GET /v2.0/networks/ccbe74f8-5d46-4686-b467-e3736979af53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575066 Dec 17 15:54:44.931026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-dcd4c900-70bf-4134-a3d0-6d36d9a8f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:44.933076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-dcd4c900-70bf-4134-a3d0-6d36d9a8f251 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.3891158 Dec 17 15:54:45.083074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bbc1397e-e90d-4423-949e-97c8932a28d2 None None] Provisioning complete for port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:45.083681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bbc1397e-e90d-4423-949e-97c8932a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:45.112223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:ba:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:41Z', 'revision_number': 8, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:45.131936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-bc45a602-5c26-4632-bfb6-16f7ac849eee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=3b65f5ce-0e8d-43db-a9e6-32140319d951 HTTP/1.1" status: 200 len: 217 time: 0.1867044 Dec 17 15:54:45.138201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e6bd-c537-4950-8ba1-c8ee8fc4a47e req-d85e6838-e36c-4be4-9ec7-70c6045c99fa tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.146087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e739e6bd-c537-4950-8ba1-c8ee8fc4a47e req-d85e6838-e36c-4be4-9ec7-70c6045c99fa tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 945 time: 0.1267195 Dec 17 15:54:45.154674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:45.173054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:45.174609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:45.179523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1397e-e90d-4423-949e-97c8932a28d2 None None] Port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:54:45.210125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e739e6bd-c537-4950-8ba1-c8ee8fc4a47e req-4b8f2c0a-985a-429d-9253-9812027e31dc tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594480 Dec 17 15:54:45.213539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:45.228026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1351f3c1-d466-4d87-b3e2-92ca769d7557 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "PUT /v2.0/routers/ef469af6-4207-4283-a0a4-3774886028f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9517660 Dec 17 15:54:45.234560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43544) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:45.236898 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Sync routers for ids ['ef469af6-4207-4283-a0a4-3774886028f0'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:45.256031 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Routers {'ef469af6-4207-4283-a0a4-3774886028f0'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:45.256686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-1d55496d-c042-4178-ad6b-79d3d4878853 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 999 time: 0.3125927 Dec 17 15:54:45.262076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efd566-e689-4bcf-920d-7106d8253c30 req-998198f1-6800-4b14-8953-0831ac7d047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.264377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9efd566-e689-4bcf-920d-7106d8253c30 req-998198f1-6800-4b14-8953-0831ac7d047c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 1097 time: 0.2798355 Dec 17 15:54:45.265592 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ef469af6-4207-4283-a0a4-3774886028f0'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:45.323159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:45.341585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33032aea-eb59-41d9-9f6b-dc05c8af03bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.345997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-33032aea-eb59-41d9-9f6b-dc05c8af03bf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports/c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 HTTP/1.1" status: 200 len: 911 time: 0.1063128 Dec 17 15:54:45.346611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43546) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:45.360502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'tag': '3b65f5ce-0e8d-43db-a9e6-32140319d951'}, {'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:45.370021 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "tag": "3b65f5ce-0e8d-43db-a9e6-32140319d951"}, {"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:45.394248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-df59c345-5eaa-45cd-92cf-f3493ccb4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.408066 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-df59c345-5eaa-45cd-92cf-f3493ccb4d92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd18f754-5311-4a39-a501-628dbc8ee670 HTTP/1.1" status: 200 len: 801 time: 0.2665861 Dec 17 15:54:45.432344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1bf62f-46a8-4bcf-8ae6-6934938c56b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.446636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1bf62f-46a8-4bcf-8ae6-6934938c56b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.452224 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bc1bf62f-46a8-4bcf-8ae6-6934938c56b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1039670 Dec 17 15:54:45.452686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43554) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:45.483403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:45.512484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-b4d4ae11-94ed-484f-9db3-bbe6e68a0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.526122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-b4d4ae11-94ed-484f-9db3-bbe6e68a0da8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.2604702 Dec 17 15:54:45.527741 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Set router ef469af6-4207-4283-a0a4-3774886028f0 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:45.572226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9efd566-e689-4bcf-920d-7106d8253c30 req-29513b5a-5729-46e4-a5bd-5894b9b7760f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777917 Dec 17 15:54:45.589480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-9e8ba994-84cb-4665-a3e9-a058f09b3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.591086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-9e8ba994-84cb-4665-a3e9-a058f09b3edc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f05b574f-4f29-43db-abdc-47c37318f81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744723 Dec 17 15:54:45.631315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-9b086632-df09-4b43-9a1e-c779e33ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.644899 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-9b086632-df09-4b43-9a1e-c779e33ed101 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175904 Dec 17 15:54:45.645326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3d1a-8444-4309-b6e1-022ab5ee6d6a req-08797bdf-1d07-470f-8c7e-82de3ce93e5e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:45.647090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-952d3d1a-8444-4309-b6e1-022ab5ee6d6a req-08797bdf-1d07-470f-8c7e-82de3ce93e5e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.1239579 Dec 17 15:54:45.662989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43556) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:45.668864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Request body: {'floatingip': {'port_id': '3dfd601e-e821-4b82-8a27-04a2b55396e2'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:45.678126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 840a207f-487f-4a0e-8c58-22346375c96d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:45.822069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:45.822902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 840a207f-487f-4a0e-8c58-22346375c96d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:45.823276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:45.938923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-885a0515-0f94-48ea-afd6-6c4c4b610e47 service neutron] 10.222.0.47 "GET /v2.0/networks/f05b574f-4f29-43db-abdc-47c37318f81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335688 Dec 17 15:54:45.980989 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'name': 'tempest-NetworksTestDHCPv6-router-1294022195', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:42Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None, '_interfaces': [{'id': 'c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4', 'name': '', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'mac_address': 'fa:16:3e:5b:a6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'bee5d68a-9dfb-42df-957b-67bc5a6d8045', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:43Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'subnets': [{'id': 'bee5d68a-9dfb-42df-957b-67bc5a6d8045', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:45.995487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9fa46-0795-4f17-8867-6791e9861f10 req-3a8fc468-aac9-428b-bf6e-4dace2b0a457 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:46.003607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9fa46-0795-4f17-8867-6791e9861f10 req-3a8fc468-aac9-428b-bf6e-4dace2b0a457 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:46.011984 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42e9fa46-0795-4f17-8867-6791e9861f10 req-3a8fc468-aac9-428b-bf6e-4dace2b0a457 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1678 time: 0.2376401 Dec 17 15:54:46.050454 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Checking router: ef469af6-4207-4283-a0a4-3774886028f0 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:46.050924 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Updating router ef469af6-4207-4283-a0a4-3774886028f0 port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:54:46.074880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf783817-0ac7-411b-b000-eac7bf412b7f req-02488c13-8dbd-4cde-8117-597df78a35cd service neutron] 10.222.0.47 "GET /v2.0/networks/f05b574f-4f29-43db-abdc-47c37318f81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151764 Dec 17 15:54:46.075973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:ba:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:41Z', 'revision_number': 8, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:46.111067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-c206dc17-e039-45a0-a1d3-5da15abbfe37 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649894 Dec 17 15:54:46.117058 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:46.133524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba926be1-e341-4ec0-8dc3-140c11232677 None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'afc9fcde-b412-4614-9759-97185cdda793', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'port_id': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'mac_address': 'fa:16:3e:ba:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:46Z', 'updated_at': '2021-12-17T15:54:41Z', 'revision_number': 8, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:46.162526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42e9fa46-0795-4f17-8867-6791e9861f10 req-591c2594-6d7a-4090-86bd-8d634e3ca323 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441228 Dec 17 15:54:46.286701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-966b5ed7-bf3f-43d9-b88b-ab435d3895bb req-60a84c6e-f391-4d58-b24b-813b1b996ddd service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660008 Dec 17 15:54:46.365917 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9facf93-a099-42bf-ab33-a1add54aded3 x-openstack-request-id: req-e9facf93-a099-42bf-ab33-a1add54aded3 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:46.366260 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "tag": "3b65f5ce-0e8d-43db-a9e6-32140319d951", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:46.366612 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9facf93-a099-42bf-ab33-a1add54aded3 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:46.367123 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'tag': '3b65f5ce-0e8d-43db-a9e6-32140319d951', 'status': 'completed', 'code': 200} Dec 17 15:54:46.367478 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'status': 'completed', 'code': 200} Dec 17 15:54:46.508161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-bbd56e69-09af-499c-9c1e-559d6c8d9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:46.509512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-bbd56e69-09af-499c-9c1e-559d6c8d9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:46.511688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-bbd56e69-09af-499c-9c1e-559d6c8d9c2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3356ac0dd40b41e589660909044312a6&device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1982 time: 0.1058650 Dec 17 15:54:46.553558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3e14f-d902-4ce5-894c-84583769712a None None] New status for floating IP afc9fcde-b412-4614-9759-97185cdda793: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:54:46.656319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-78f04389-0da0-4950-9509-9acafbcbfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:46.658424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-78f04389-0da0-4950-9509-9acafbcbfbfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f05b574f-4f29-43db-abdc-47c37318f81c HTTP/1.1" status: 200 len: 903 time: 0.1340523 Dec 17 15:54:46.710145 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:46.721060 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:46.735167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-679a1c73-f535-44e8-a42b-0d826f106ebe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=3b65f5ce-0e8d-43db-a9e6-32140319d951 HTTP/1.1" status: 200 len: 217 time: 0.0688224 Dec 17 15:54:46.833491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-f43e8538-2c11-4f0e-acff-f87f42ccc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:46.835033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-f43e8538-2c11-4f0e-acff-f87f42ccc06c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd18f754-5311-4a39-a501-628dbc8ee670 HTTP/1.1" status: 200 len: 801 time: 0.0897446 Dec 17 15:54:46.959920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-b3478806-1f14-479c-b8a4-c1a2cacc3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:46.961808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-b3478806-1f14-479c-b8a4-c1a2cacc3fb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f05b574f-4f29-43db-abdc-47c37318f81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167755 Dec 17 15:54:47.139430 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Attempting to bind port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:47.140452 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Attempting to bind port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:47.140838 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Attempting to bind port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:47.166756 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:47.168680 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:47.169126 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:47.169593 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:47.172133 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Bound port: c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:47.172564 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:47.191970 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Pushing event updated for resources: {'Port': ['ID=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:47.204624 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.204982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.205324 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.205710 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.206286 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.206634 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.206964 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.207301 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.207625 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.207999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.208495 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.209501 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.209839 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:47.314144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-41271b64-9bce-43f2-9294-4b3b092cc506 service neutron] 10.222.0.47 "GET /v2.0/networks/f05b574f-4f29-43db-abdc-47c37318f81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397028 Dec 17 15:54:47.331744 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] For port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:47.337221 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] For port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:47.339649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4f2ec9c8-da48-4c09-951c-0a6f4b6a6801 None None] Provisioning complete for port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:47.340142 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec9c8-da48-4c09-951c-0a6f4b6a6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:47.343289 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:47.419468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-d5b9e876-5948-46c4-8e0a-4cf039223e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:47.419588 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd8979-3f66-4c20-ba19-0398744b64a3 None None] Pushing event updated for resources: {'Port': ['ID=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:47.421027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-d5b9e876-5948-46c4-8e0a-4cf039223e3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 1097 time: 0.4221451 Dec 17 15:54:47.430797 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Routers {'ef469af6-4207-4283-a0a4-3774886028f0'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:47.431480 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ef469af6-4207-4283-a0a4-3774886028f0'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:47.532436 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec9c8-da48-4c09-951c-0a6f4b6a6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:47.556299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-5ea4bdbf-88ad-4edb-b8a4-15b687f8af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:47.557779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-5ea4bdbf-88ad-4edb-b8a4-15b687f8af21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.1198394 Dec 17 15:54:47.592366 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] Set router ef469af6-4207-4283-a0a4-3774886028f0 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:47.592651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4f2ec9c8-da48-4c09-951c-0a6f4b6a6801 None None] For port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:47.595951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e39033bf-541b-44d2-8d0e-09bf859d1f64 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:47.599212 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec9c8-da48-4c09-951c-0a6f4b6a6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:47.656730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-830f7001-e54d-491d-ae55-ec4ffcf092d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e HTTP/1.1" status: 200 len: 217 time: 0.0912707 Dec 17 15:54:47.666656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:47.677966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59ca94e0-60f0-4be2-bf30-32e7d0da6805 req-76986024-e726-4dfc-917a-fedc0234d723 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 200 len: 998 time: 0.5123928 Dec 17 15:54:47.691397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec9c8-da48-4c09-951c-0a6f4b6a6801 None None] Pushing event updated for resources: {'Port': ['ID=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:47.895657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port e39033bf-541b-44d2-8d0e-09bf859d1f64, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e39033bf-541b-44d2-8d0e-09bf859d1f64,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:47.909769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'e39033bf-541b-44d2-8d0e-09bf859d1f64', 'network_id': 'ccbe74f8-5d46-4686-b467-e3736979af53', 'port_id': 'e39033bf-541b-44d2-8d0e-09bf859d1f64', 'mac_address': 'fa:16:3e:b9:f8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95324847-fbfd-4cdd-9f35-fb3a58ad3405', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:48.004021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca94e0-60f0-4be2-bf30-32e7d0da6805 req-f7442e54-55cf-4dbe-b107-025919aad40e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:48.024492 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59ca94e0-60f0-4be2-bf30-32e7d0da6805 req-f7442e54-55cf-4dbe-b107-025919aad40e tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.3120310 Dec 17 15:54:48.032311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-84c1221f-be56-4162-a955-899dd5a4ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:48.037414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-84c1221f-be56-4162-a955-899dd5a4ecbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.3715932 Dec 17 15:54:48.047292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:48.048919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-66e64571-7a8e-44dc-b27a-9b54114e4c99 service neutron] 10.222.0.47 "GET /v2.0/networks/f05b574f-4f29-43db-abdc-47c37318f81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959474 Dec 17 15:54:48.114490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a610fee0-bda0-4e89-934c-7ac11f73f905 None None] Provisioning complete for port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:48.115522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-3b29b8a3-60b4-435d-88fa-b272d0c81d1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649922 Dec 17 15:54:48.118692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a610fee0-bda0-4e89-934c-7ac11f73f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:48.121941 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'name': 'tempest-NetworksTestDHCPv6-router-1294022195', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:42Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None, '_interfaces': [{'id': 'c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4', 'name': '', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'mac_address': 'fa:16:3e:5b:a6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'bee5d68a-9dfb-42df-957b-67bc5a6d8045', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:47Z', 'revision_number': 4, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'subnets': [{'id': 'bee5d68a-9dfb-42df-957b-67bc5a6d8045', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:48.128773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00526bb-dc8f-4ec9-ba0e-85a16ca0761a req-c662badd-459c-4e6b-bef9-791121f001a6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:48.142034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d00526bb-dc8f-4ec9-ba0e-85a16ca0761a req-c662badd-459c-4e6b-bef9-791121f001a6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 945 time: 0.6024623 Dec 17 15:54:48.165531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.resource_extend [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:54:48.192817 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407afb8-e010-43ef-a8d7-710d148f2016 None None] The sync data for ids ['ef469af6-4207-4283-a0a4-3774886028f0'] in n-d-806683-20 is: [{'id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'name': 'tempest-NetworksTestDHCPv6-router-1294022195', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:42Z', 'revision_number': 2, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None, '_interfaces': [{'id': 'c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4', 'name': '', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'mac_address': 'fa:16:3e:5b:a6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': 'bee5d68a-9dfb-42df-957b-67bc5a6d8045', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:47Z', 'revision_number': 4, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'subnets': [{'id': 'bee5d68a-9dfb-42df-957b-67bc5a6d8045', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:48.193665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39033bf-541b-44d2-8d0e-09bf859d1f64 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:48.309993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port e39033bf-541b-44d2-8d0e-09bf859d1f64, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e39033bf-541b-44d2-8d0e-09bf859d1f64,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:48.316451 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:48.317435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b65f5ce-0e8d-43db-a9e6-32140319d951 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:54:48.432476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:48.438935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6617b-6a81-4508-ac3c-d7ffc64f729e req-4ae721f0-4572-4662-a08c-58e248b890ae tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:48.447289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6617b-6a81-4508-ac3c-d7ffc64f729e req-4ae721f0-4572-4662-a08c-58e248b890ae tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:48.453183 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95c6617b-6a81-4508-ac3c-d7ffc64f729e req-4ae721f0-4572-4662-a08c-58e248b890ae tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1678 time: 0.2710590 Dec 17 15:54:48.472035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d00526bb-dc8f-4ec9-ba0e-85a16ca0761a req-9f7e5d28-96bd-4acc-b98a-a7ee3271aa4f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290191 Dec 17 15:54:48.483741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:48.608920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f896dd6f-47e7-401f-a870-509982626818 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054670 Dec 17 15:54:48.788785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=e39033bf-541b-44d2-8d0e-09bf859d1f64,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:48.810890 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Floating IP 321ab8b4-2266-4f97-981e-d1bb453c78c1 associated. External IP: 172.25.0.76, port: 3dfd601e-e821-4b82-8a27-04a2b55396e2. Dec 17 15:54:48.816675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3b65f5ce-0e8d-43db-a9e6-32140319d951, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b65f5ce-0e8d-43db-a9e6-32140319d951,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:48.838477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '3b65f5ce-0e8d-43db-a9e6-32140319d951', 'network_id': 'f05b574f-4f29-43db-abdc-47c37318f81c', 'port_id': '3b65f5ce-0e8d-43db-a9e6-32140319d951', 'mac_address': 'fa:16:3e:ba:72:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd18f754-5311-4a39-a501-628dbc8ee670', 'ip_address': '19.86.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:54:48.839960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-38df1f56-c8c7-4439-986f-7a5b7f3caf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:48.841700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-38df1f56-c8c7-4439-986f-7a5b7f3caf03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.7252214 Dec 17 15:54:48.916653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95c6617b-6a81-4508-ac3c-d7ffc64f729e req-933f84ee-e2f2-4bb5-ae79-9969f5271774 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046973 Dec 17 15:54:48.941995 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:48.955941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b65f5ce-0e8d-43db-a9e6-32140319d951 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:54:48.986608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-173e6c74-3954-422b-8952-fd1ca0bb402f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1722701 Dec 17 15:54:48.994098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3b65f5ce-0e8d-43db-a9e6-32140319d951, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b65f5ce-0e8d-43db-a9e6-32140319d951,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:49.002083 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:49.087026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-5b21c0fd-8741-4b0f-89a3-e31560ebc162 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:49.088981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-52839812-3947-42a0-842a-dd60444febf1 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187634 Dec 17 15:54:49.096650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-5b21c0fd-8741-4b0f-89a3-e31560ebc162 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports/7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 942 time: 0.0958285 Dec 17 15:54:49.123731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3b65f5ce-0e8d-43db-a9e6-32140319d951,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:49.205342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-c9f50b3d-9ee7-4ba9-b47a-d9e6e138dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:49.207106 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-c9f50b3d-9ee7-4ba9-b47a-d9e6e138dd56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.3377278 Dec 17 15:54:49.294774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:49.295418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:49.379330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3b65f5ce-0e8d-43db-a9e6-32140319d951'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:49.382919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:49.398426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-9859e16f-d128-48d4-94f5-1edfa3033a82 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.2173579 Dec 17 15:54:49.414486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-124b3b63-fcd6-4773-b8df-c7f6e0bdceae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 1001 time: 0.1946929 Dec 17 15:54:49.544150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-b591ec69-9228-4d0f-9b83-8bde888e2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:49.545771 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-b591ec69-9228-4d0f-9b83-8bde888e2721 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.1203496 Dec 17 15:54:49.716395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-9d595407-78d4-4ced-a544-25e56ec09826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:49.718042 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-9d595407-78d4-4ced-a544-25e56ec09826 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647573 Dec 17 15:54:49.787768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] For port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:49.788234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:49.802889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:49.838079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:49.838621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:49.929006 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-91e8f012-0cce-4da8-a5ca-4a2025c8d1e7 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907861 Dec 17 15:54:49.975717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368869-4462-49ef-9249-9ef0b59e8099 req-660a95ba-d7a6-4f25-a3ef-d4ee3f3e9321 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:49.992763 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd368869-4462-49ef-9249-9ef0b59e8099 req-660a95ba-d7a6-4f25-a3ef-d4ee3f3e9321 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 945 time: 0.3654695 Dec 17 15:54:50.003957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Router e41bb900-f7cf-4503-8efc-d38acad97cf8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:50.010601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:50.057132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:50.125855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd368869-4462-49ef-9249-9ef0b59e8099 req-ecbfd777-eb68-4647-ab0e-cbbaa3fc3b41 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320415 Dec 17 15:54:50.198232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-8ccb2779-f0d8-48bc-9754-5becca82a186 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:50.205906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a07319e-866f-4d5e-acc8-7ca5b7704ec5 req-b610d11d-cbfd-4303-882e-bb1ead6300d8 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609000 Dec 17 15:54:50.209415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-8ccb2779-f0d8-48bc-9754-5becca82a186 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.8015733 Dec 17 15:54:50.286899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:50.299156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-191262a4-9679-4290-9cae-970b3740b8f1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.0886800 Dec 17 15:54:50.301948 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] Sync routers for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:50.319519 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:50.320473 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:50.329649 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:50.379533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-93f5ffa0-fa43-4f87-85d6-b541d9e9e22c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "PUT /v2.0/floatingips/321ab8b4-2266-4f97-981e-d1bb453c78c1 HTTP/1.1" status: 200 len: 991 time: 4.7153556 Dec 17 15:54:50.400474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['e39033bf-541b-44d2-8d0e-09bf859d1f64'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:50.428126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:50.435229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:50.446733 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:50.666596 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:50.778970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:50.896004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:51.059175 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '321ab8b4-2266-4f97-981e-d1bb453c78c1', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'port_id': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'mac_address': 'fa:16:3e:ed:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:34Z', 'updated_at': '2021-12-17T15:54:47Z', 'revision_number': 1, 'project_id': '41916107ae22400d86beaa8849cdf344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:35Z', 'revision_number': 5, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:51.114390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-d53882be-48b5-42f1-affb-709f7ab3ab88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:51.115916 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] Checking router: e41bb900-f7cf-4503-8efc-d38acad97cf8 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:51.116098 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-d53882be-48b5-42f1-affb-709f7ab3ab88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 945 time: 0.7051551 Dec 17 15:54:51.127037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:51.128823 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:51.192123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bf33c-fdcf-4f7c-aeb8-76c8880793d9 req-b3376965-294a-4a08-91d3-f58041932556 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:51.198482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bf33c-fdcf-4f7c-aeb8-76c8880793d9 req-b3376965-294a-4a08-91d3-f58041932556 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:51.206497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-828bf33c-fdcf-4f7c-aeb8-76c8880793d9 req-b3376965-294a-4a08-91d3-f58041932556 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1680 time: 0.1447415 Dec 17 15:54:51.254886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Router ef469af6-4207-4283-a0a4-3774886028f0 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:51.349244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:51.368919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-828bf33c-fdcf-4f7c-aeb8-76c8880793d9 req-b90cfc27-5eac-45e1-8ec4-e15dcdfc6d85 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612911 Dec 17 15:54:51.389747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:51.390395 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Floating IP afc9fcde-b412-4614-9759-97185cdda793 disassociated. External IP: 172.25.0.208, port: 7ca2780e-2e87-4ba4-8114-27b39c803c0e. Dec 17 15:54:51.398524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:51.401482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:51.412835 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:51.438528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:51.445078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a6624955-fbe7-46f1-a231-17343781fa02 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "PUT /v2.0/routers/ef469af6-4207-4283-a0a4-3774886028f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9909585 Dec 17 15:54:51.447681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43628) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:51.449057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] Sync routers for ids ['ef469af6-4207-4283-a0a4-3774886028f0'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:51.464126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] Routers {'ef469af6-4207-4283-a0a4-3774886028f0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:51.484591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ef469af6-4207-4283-a0a4-3774886028f0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:51.614653 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cd255b-45ef-4b30-b5ce-d0131f0155b9 x-openstack-request-id: req-d5cd255b-45ef-4b30-b5ce-d0131f0155b9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:51.614951 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:51.618913 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5cd255b-45ef-4b30-b5ce-d0131f0155b9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:51.619406 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'status': 'completed', 'code': 200} Dec 17 15:54:51.654138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7bab1c-53c5-4bab-8a49-2ad494922fda tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:51.659874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:51.660313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:51.693479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7bab1c-53c5-4bab-8a49-2ad494922fda tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:51.695246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ce7bab1c-53c5-4bab-8a49-2ad494922fda tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2465446 Dec 17 15:54:51.703852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:51.713549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43632) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:51.912334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet bee5d68a-9dfb-42df-957b-67bc5a6d8045 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:54:51.916532 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '321ab8b4-2266-4f97-981e-d1bb453c78c1', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'port_id': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'mac_address': 'fa:16:3e:ed:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:34Z', 'updated_at': '2021-12-17T15:54:47Z', 'revision_number': 1, 'project_id': '41916107ae22400d86beaa8849cdf344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:35Z', 'revision_number': 5, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:51.916729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:51.921480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b65f5ce-0e8d-43db-a9e6-32140319d951 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:51.946876 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68a283-7d85-49d3-abcf-6059d0940ed9 None None] The sync data for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 is: [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '321ab8b4-2266-4f97-981e-d1bb453c78c1', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'port_id': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'mac_address': 'fa:16:3e:ed:0c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:34Z', 'updated_at': '2021-12-17T15:54:47Z', 'revision_number': 1, 'project_id': '41916107ae22400d86beaa8849cdf344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:35Z', 'revision_number': 5, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:51.952482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-133fd82c-aad8-4b29-80a6-ce24a5166362 req-7cd3f86d-3442-4b2d-a707-4be4ec4519d3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=db5f0884-314f-49f0-a54a-16567a1e519e HTTP/1.1" status: 200 len: 210 time: 0.0700145 Dec 17 15:54:51.962498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:51.970232 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:52.055657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:52.058659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:52.077520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] Set router ef469af6-4207-4283-a0a4-3774886028f0 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:52.198265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:52.215248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.215621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.216012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.216459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.216815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.217147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.217498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.217852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.218409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.218907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.219247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.219595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.220046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:54:52.235979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'name': 'tempest-NetworksTestDHCPv6-router-1294022195', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:49Z', 'revision_number': 3, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:52.244159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-f8e8200a-60f1-4372-8b1a-948aaa81eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:52.245952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-f8e8200a-60f1-4372-8b1a-948aaa81eb95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=41916107ae22400d86beaa8849cdf344&device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 1098 time: 0.3856387 Dec 17 15:54:52.247492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:52.253613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:52.258574 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be32248d-cb24-447a-9ed4-7be81806fd8e req-f3d218fe-2b28-4079-94ca-4f7cb191780d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "DELETE /v2.0/ports/fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e HTTP/1.1" status: 204 len: 173 time: 1.1308062 Dec 17 15:54:52.267844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'name': 'network-vif-deleted', 'tag': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:52.270909 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b5df5a-1f7c-4bfa-a1ba-0fa4c6fedc7f" -d '{"events": [{"server_uuid": "db5f0884-314f-49f0-a54a-16567a1e519e", "name": "network-vif-deleted", "tag": "fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:52.416880 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aef835-892d-4823-b718-b570bc6f2251 x-openstack-request-id: req-84aef835-892d-4823-b718-b570bc6f2251 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:52.417365 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f0884-314f-49f0-a54a-16567a1e519e", "name": "network-vif-deleted", "tag": "fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:52.417844 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84aef835-892d-4823-b718-b570bc6f2251 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:52.420738 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f0884-314f-49f0-a54a-16567a1e519e', 'name': 'network-vif-deleted', 'tag': 'fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e', 'status': 'completed', 'code': 200} Dec 17 15:54:52.454221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] Checking router: ef469af6-4207-4283-a0a4-3774886028f0 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:52.483025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-36cda0d5-49bf-4432-a3e2-3b245ac7e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:52.486884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-36cda0d5-49bf-4432-a3e2-3b245ac7e56c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f8d982da-a762-4506-bfac-fbcc2524a64e HTTP/1.1" status: 200 len: 917 time: 0.2270019 Dec 17 15:54:52.551338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] Routers {'ef469af6-4207-4283-a0a4-3774886028f0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:52.551338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ef469af6-4207-4283-a0a4-3774886028f0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:52.618026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 3b65f5ce-0e8d-43db-a9e6-32140319d951 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:52.621433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-07aa99db-28d9-4232-8db6-4a7394c7e868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2 HTTP/1.1" status: 200 len: 999 time: 0.1268914 Dec 17 15:54:52.676060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 3b65f5ce-0e8d-43db-a9e6-32140319d951 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:52.676366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:52.746723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] Set router ef469af6-4207-4283-a0a4-3774886028f0 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:52.819543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed03d-8042-438c-9c0f-942fe8b1c98a req-44155fa5-4631-4dcf-9a2e-63b07bdb7e4b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:52.853833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed03d-8042-438c-9c0f-942fe8b1c98a req-44155fa5-4631-4dcf-9a2e-63b07bdb7e4b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:52.862122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-db3ed03d-8042-438c-9c0f-942fe8b1c98a req-44155fa5-4631-4dcf-9a2e-63b07bdb7e4b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1680 time: 0.2390604 Dec 17 15:54:52.944445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-db3ed03d-8042-438c-9c0f-942fe8b1c98a req-5520a4cc-057e-4141-9c1d-fad93bd7c5a1 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811925 Dec 17 15:54:52.953047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-be810bd7-36cf-4648-b836-104a4cc551b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:52.961366 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-be810bd7-36cf-4648-b836-104a4cc551b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=779df5a2-5d62-4576-80db-4b1256889ae2 HTTP/1.1" status: 200 len: 855 time: 0.2970741 Dec 17 15:54:53.030370 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:53.039331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'name': 'tempest-NetworksTestDHCPv6-router-1294022195', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:49Z', 'revision_number': 3, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:53.070069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-da177542-f56a-41bf-97e4-6a420c3a52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:53.071600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-da177542-f56a-41bf-97e4-6a420c3a52d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8d982da-a762-4506-bfac-fbcc2524a64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028516 Dec 17 15:54:53.142140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f031474-f586-4725-a517-54bbfb859b47 None None] The sync data for ids ['ef469af6-4207-4283-a0a4-3774886028f0'] in n-d-806683-20 is: [{'id': 'ef469af6-4207-4283-a0a4-3774886028f0', 'name': 'tempest-NetworksTestDHCPv6-router-1294022195', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:54:41Z', 'updated_at': '2021-12-17T15:54:49Z', 'revision_number': 3, 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:53.227691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b65f5ce-0e8d-43db-a9e6-32140319d951'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:53.247572 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eda151-ffee-4213-88a1-b1a4d71a6740" -d '{"events": [{"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-plugged", "status": "completed", "tag": "3b65f5ce-0e8d-43db-a9e6-32140319d951"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:53.268307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:54:53.270179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3b65f5ce-0e8d-43db-a9e6-32140319d951, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b65f5ce-0e8d-43db-a9e6-32140319d951,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:53.277087 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:53.303640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:53.343926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-e275b06c-b65f-4b91-8fe2-f79bf3148d5c service neutron] 10.222.0.47 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614374 Dec 17 15:54:53.442964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3b65f5ce-0e8d-43db-a9e6-32140319d951,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:53.479834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:53.534339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e54f0d-9aaa-4d44-a541-ae4a676ea65c req-65e07e97-3efc-4ab1-b437-44737a8d5f33 service neutron] 10.222.0.47 "GET /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721106 Dec 17 15:54:53.536011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=bee5d68a-9dfb-42df-957b-67bc5a6d8045,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:53.544501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:54:53.554133 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:54:53.556443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:53.562389 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:53.566198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ce611c5a-e6c4-4843-87d6-4d779d3e1389 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/bee5d68a-9dfb-42df-957b-67bc5a6d8045 HTTP/1.1" status: 204 len: 168 time: 1.8514187 Dec 17 15:54:53.569557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43670) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:53.574181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee737c4-f3aa-474f-aa5b-d5115eae298d None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:53.613994 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:53.614684 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:53.666970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-614b2a2f-8608-4537-bb46-e553e22e63a1 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "PUT /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 200 len: 696 time: 3.3487048 Dec 17 15:54:53.751852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:53.755176 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65612238-b7c5-4925-bc60-79b5616c15e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:53.780816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-ae59e8d9-5d05-412b-ad4d-d1d3d5826453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:53.789183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e39033bf-541b-44d2-8d0e-09bf859d1f64 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:53.791762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-ae59e8d9-5d05-412b-ad4d-d1d3d5826453 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.1231656 Dec 17 15:54:53.803465 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061fd1db-6b57-492a-856a-dbf9d0c45910 x-openstack-request-id: req-061fd1db-6b57-492a-856a-dbf9d0c45910 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:53.803758 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-plugged", "status": "completed", "tag": "3b65f5ce-0e8d-43db-a9e6-32140319d951", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:53.813912 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-061fd1db-6b57-492a-856a-dbf9d0c45910 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:53.815165 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b65f5ce-0e8d-43db-a9e6-32140319d951', 'code': 200} Dec 17 15:54:53.822212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c77d0e-c53f-437c-ba41-498e4ac2cce9 None None] New status for floating IP 321ab8b4-2266-4f97-981e-d1bb453c78c1: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:54:53.869861 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:53.960327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-458604c0-e668-4fa5-a17e-a796d9812528 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3880756 Dec 17 15:54:53.964043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:54.057603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-d5b16779-c8f1-4300-b790-518cf85cc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:54.074368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-d5b16779-c8f1-4300-b790-518cf85cc340 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.2806621 Dec 17 15:54:54.091859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b19dc254-3dc7-464a-bc92-17c34f0942a4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.204012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-9b7b8d46-bc36-46df-939c-daabcd461938 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 217 time: 0.1258769 Dec 17 15:54:54.228246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-e10043a4-20ff-40c7-95b8-611003527c9c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:54.236383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-e10043a4-20ff-40c7-95b8-611003527c9c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.4234650 Dec 17 15:54:54.280622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port e39033bf-541b-44d2-8d0e-09bf859d1f64 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:54:54.303543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port e39033bf-541b-44d2-8d0e-09bf859d1f64 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:54.303937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.313309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-a0c67a9f-dda7-4f3c-9e7d-d08847945989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:54.314836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-a0c67a9f-dda7-4f3c-9e7d-d08847945989 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.1040905 Dec 17 15:54:54.329134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-395874d3-647f-436c-a59c-5891c9a92536 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0915399 Dec 17 15:54:54.342547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b19dc254-3dc7-464a-bc92-17c34f0942a4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.361663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b19dc254-3dc7-464a-bc92-17c34f0942a4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.432509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-738bcdbc-a51e-4876-adbd-73bf55bc0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:54.438334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-738bcdbc-a51e-4876-adbd-73bf55bc0ee7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164675 Dec 17 15:54:54.481369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-e55ac0be-7ae5-46a5-86bf-494d1cf27ad6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1509538 Dec 17 15:54:54.506344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b19dc254-3dc7-464a-bc92-17c34f0942a4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.506978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19dc254-3dc7-464a-bc92-17c34f0942a4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Fanout notify agent at l3_agent the message router_deleted on router ef469af6-4207-4283-a0a4-3774886028f0 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:54:54.542921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:54:54.551670 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b19dc254-3dc7-464a-bc92-17c34f0942a4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.555147 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b19dc254-3dc7-464a-bc92-17c34f0942a4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/routers/ef469af6-4207-4283-a0a4-3774886028f0 HTTP/1.1" status: 204 len: 168 time: 0.5879784 Dec 17 15:54:54.557552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43694) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:54.601728 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:54.673936 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:54:54.700666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-ac530770-2cbd-46d9-869c-866da3b5d971 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532477 Dec 17 15:54:54.719502 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:54:54.719502 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:54:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:54.736820 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.794667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-fe024432-4e51-4cd1-9f64-ea58bc59459b service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115325 Dec 17 15:54:54.814844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1edda-69f4-45ae-8554-6b990534a37d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:54.816925 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-64b1edda-69f4-45ae-8554-6b990534a37d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2580755 Dec 17 15:54:54.821222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43696) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:54.844954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port e39033bf-541b-44d2-8d0e-09bf859d1f64, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e39033bf-541b-44d2-8d0e-09bf859d1f64,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:54.851672 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.942874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-e8ab0ece-509a-4043-9e11-966f66dbcc87 service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466784 Dec 17 15:54:54.972882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=e39033bf-541b-44d2-8d0e-09bf859d1f64,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:54.982637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9737d-471b-4ba0-a4e2-1d65310db831 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:54.986701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:54.993316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] Deleting port 840a207f-487f-4a0e-8c58-22346375c96d {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:54.993703 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:54.999304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6cb9737d-471b-4ba0-a4e2-1d65310db831 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1721580 Dec 17 15:54:55.003885 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:54:55.095120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1527f49-03ff-4700-99d2-8761c0e916d5 req-a84f0ab3-ce09-4ece-a590-7ce6f2eedc68 service neutron] 10.222.0.54 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647840 Dec 17 15:54:55.108586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43702) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:55.112118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-743572c6-217a-4167-b71b-807480a1bd27 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231112 Dec 17 15:54:55.117866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:55.188648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] For port 840a207f-487f-4a0e-8c58-22346375c96d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=840a207f-487f-4a0e-8c58-22346375c96d,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:55.189455 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:55.207104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] Calling delete_port for 840a207f-487f-4a0e-8c58-22346375c96d owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:55.347567 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434f7da-b1ae-4cdc-8b4d-0cdae81449a5 x-openstack-request-id: req-9434f7da-b1ae-4cdc-8b4d-0cdae81449a5 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:55.348526 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:55.348983 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9434f7da-b1ae-4cdc-8b4d-0cdae81449a5 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:55.349549 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'status': 'completed', 'code': 200} Dec 17 15:54:55.355692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-c01a1e75-65f7-4ec7-aa1e-251807cf64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:55.363642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-c01a1e75-65f7-4ec7-aa1e-251807cf64e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc013acf6f5a4fd289621bc84533995a&device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 1097 time: 0.1230798 Dec 17 15:54:55.468087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:55.473434 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:55.482985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 840a207f-487f-4a0e-8c58-22346375c96d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:55.508594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] No DVR routers for this DVR port 840a207f-487f-4a0e-8c58-22346375c96d on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:54:55.521051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:55.521482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device fc660b97-97e4-4a7d-8108-6f3cbdc6cf2e not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:55.543315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:55.567859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:55.570901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 840a207f-487f-4a0e-8c58-22346375c96d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:55.571247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 840a207f-487f-4a0e-8c58-22346375c96d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:55.571831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:54:55.611750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f38d4-71e2-4b8d-b943-ee4f36f8df64 None None] Pushing event deleted for resources: {'Port': ['ID=840a207f-487f-4a0e-8c58-22346375c96d,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:55.616233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:54:55.617123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c32e95eb-e51b-44c3-8cc5-8fc6a2dc4dc4 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:54:55.709251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80286d82-4642-4117-aec2-a01d74079a63 req-ef6d5d39-8d64-400b-b1f2-f87c67c25ac7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:55.720568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80286d82-4642-4117-aec2-a01d74079a63 req-ef6d5d39-8d64-400b-b1f2-f87c67c25ac7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:55.734499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80286d82-4642-4117-aec2-a01d74079a63 req-ef6d5d39-8d64-400b-b1f2-f87c67c25ac7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1682 time: 0.3645399 Dec 17 15:54:55.818787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39033bf-541b-44d2-8d0e-09bf859d1f64'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:54:55.820984 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:54:55.825103 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682b6b6a-fdca-4bac-aa32-c6debecdde58" -d '{"events": [{"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-plugged", "status": "completed", "tag": "e39033bf-541b-44d2-8d0e-09bf859d1f64"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:54:55.844351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80286d82-4642-4117-aec2-a01d74079a63 req-dbb18c37-3faa-4d8e-8bb3-09dbcc6c45b8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139958 Dec 17 15:54:55.869353 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc86d1e-810b-433b-855c-b1e70bcf4546 None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:53:03Z', 'revision_number': 4, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f900996-b36c-4725-af10-40a241bb2f11', 'name': '', 'network_id': '0fe08a01-943b-4816-989c-e3230b8fb9d8', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'mac_address': 'fa:16:3e:6b:c3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:02Z', 'updated_at': '2021-12-17T15:53:17Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'subnets': [{'id': 'fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:54:55.885387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-7eefd23f-0fab-462b-a5c4-331685854423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:55.888176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-7eefd23f-0fab-462b-a5c4-331685854423 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 200 len: 921 time: 0.4804332 Dec 17 15:54:55.896339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e41d749-88ea-499e-b278-fe6256bc144a req-16feb3d8-d159-4000-9a4e-096d24df00b8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 210 time: 0.0482807 Dec 17 15:54:56.016301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-7dd29969-4609-404e-92e3-a3786f5dbf54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 200 len: 217 time: 0.1036704 Dec 17 15:54:56.047917 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c71838-c1ca-441c-802a-453e4fd0a55d x-openstack-request-id: req-09c71838-c1ca-441c-802a-453e4fd0a55d {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:54:56.048723 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-plugged", "status": "completed", "tag": "e39033bf-541b-44d2-8d0e-09bf859d1f64", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:54:56.049203 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09c71838-c1ca-441c-802a-453e4fd0a55d {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:54:56.049962 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39033bf-541b-44d2-8d0e-09bf859d1f64', 'code': 200} Dec 17 15:54:56.234857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-284873ac-7cca-4c99-8fe6-9b0f8a15e0c0 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 200 len: 696 time: 0.2116358 Dec 17 15:54:56.358723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-82f868dd-fd07-4198-ae9d-5de884939fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:56.360647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-82f868dd-fd07-4198-ae9d-5de884939fd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 200 len: 859 time: 0.3364658 Dec 17 15:54:56.455772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:54:56.463544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:56.506713 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1377aeb9-e912-4575-a8ec-2e39681711cf None None] New status for floating IP afc9fcde-b412-4614-9759-97185cdda793: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:54:56.529119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-3e76a887-71c4-46de-a6de-abf44dbe8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:56.531534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-3e76a887-71c4-46de-a6de-abf44dbe8364 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0fe08a01-943b-4816-989c-e3230b8fb9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632853 Dec 17 15:54:56.580280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234af1d-675b-4f9d-a99b-4efedfe08a97 req-3f1a8204-cc56-4d24-8f25-a571dbf50d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:56.580780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234af1d-675b-4f9d-a99b-4efedfe08a97 req-3f1a8204-cc56-4d24-8f25-a571dbf50d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:56.582404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8234af1d-675b-4f9d-a99b-4efedfe08a97 req-3f1a8204-cc56-4d24-8f25-a571dbf50d02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1986 time: 0.4251919 Dec 17 15:54:56.609595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-8bd24937-b092-455d-8d7f-9f0f75e57988 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:56.621531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-8bd24937-b092-455d-8d7f-9f0f75e57988 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.3771293 Dec 17 15:54:56.644937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=0d204b09-6070-4db4-8419-f1909059eb10,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:56.695678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-15423c64-7841-4703-8538-6dc349a57278 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 699 time: 0.0726919 Dec 17 15:54:56.721178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:56.750364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:56.755465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:56.756105 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:56.758898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-d47f368f-85d1-479c-9bd3-6896b6df7807 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 699 time: 0.0620329 Dec 17 15:54:56.762124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862c31f-ee4a-4c1f-a569-601aee3bdb90 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:56.827513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8234af1d-675b-4f9d-a99b-4efedfe08a97 req-7a11fedd-7f6e-483b-a68c-08f7d79866b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751401 Dec 17 15:54:56.851951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-305a3322-478f-4af1-a676-99556fd4284f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7401574 Dec 17 15:54:56.852169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:56.857819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:57.029843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '0d204b09-6070-4db4-8419-f1909059eb10'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:54:57.031551 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:57.195996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:57.206111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:57.261003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Allocated IP 2001:db8::f816:3eff:fe82:f8a5 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0d204b09-6070-4db4-8419-f1909059eb10/d6f61de6-73fe-4cd7-922f-c20e84487277) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:57.360181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee2994-5f6d-4c47-83bf-7baed38d12d2 req-ac110a7a-7f12-46b9-bfff-b3d29e5f33f2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:57.376122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee2994-5f6d-4c47-83bf-7baed38d12d2 req-ac110a7a-7f12-46b9-bfff-b3d29e5f33f2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:57.382179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65ee2994-5f6d-4c47-83bf-7baed38d12d2 req-ac110a7a-7f12-46b9-bfff-b3d29e5f33f2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1682 time: 0.3344457 Dec 17 15:54:57.539045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-b61c4ecb-81d0-4054-9dfb-125b67aa6332 service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9948537 Dec 17 15:54:57.560632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65ee2994-5f6d-4c47-83bf-7baed38d12d2 req-1f0a80b6-9d87-4939-9790-bdea1f673c38 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674929 Dec 17 15:54:57.708048 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:57.718552 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:57.753281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65612238-b7c5-4925-bc60-79b5616c15e2 req-1ff4ab10-056d-4cd6-8714-6d712443daea service neutron] 10.222.0.47 "GET /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892505 Dec 17 15:54:57.779448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:57.783485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:57.792966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:57.804957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-9441a4ad-ea44-4b62-89bb-d7143ce0af1f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:57.806457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-9441a4ad-ea44-4b62-89bb-d7143ce0af1f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.3326404 Dec 17 15:54:57.807915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Deleting port bd40ae19-c90d-4d39-970d-b553a4b33a48 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:54:57.808258 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:57.822595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9b8db17-37db-444b-9161-356ae80d2c9d req-95385b3b-ad20-4f26-ab3f-50770878fd7a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 210 time: 0.1105125 Dec 17 15:54:57.838974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Pushing event updated for resources: {'Port': ['ID=d6f61de6-73fe-4cd7-922f-c20e84487277,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:57.845441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:57.947182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Attempting to bind port d6f61de6-73fe-4cd7-922f-c20e84487277 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:54:57.947182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Attempting to bind port d6f61de6-73fe-4cd7-922f-c20e84487277 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:54:57.947182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Attempting to bind port d6f61de6-73fe-4cd7-922f-c20e84487277 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:54:57.950546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:54:57.950921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:54:57.951496 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:57.955618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:54:57.956373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Bound port: d6f61de6-73fe-4cd7-922f-c20e84487277, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:54:57.957025 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.064404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.066340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] For port d6f61de6-73fe-4cd7-922f-c20e84487277, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:54:58.070972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] For port d6f61de6-73fe-4cd7-922f-c20e84487277, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d6f61de6-73fe-4cd7-922f-c20e84487277,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:54:58.078575 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.193161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:58.217928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:58.227352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:58.228535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.233005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1cd45-849d-4987-ba41-ca57572c2b47 None None] Pushing event updated for resources: {'Port': ['ID=d6f61de6-73fe-4cd7-922f-c20e84487277,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:58.282758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=ec5bddbb-69a5-41d7-9cd6-e86417a41ebf,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:58.282850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.282850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.303801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7d8d2909-9b65-4884-8539-27cba7f9b96a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4500384 Dec 17 15:54:58.304876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43770) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:58.306630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Calling delete_port for bd40ae19-c90d-4d39-970d-b553a4b33a48 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:54:58.312063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:3b:c4:ab', 'name': 'tempest-NetworksTestDHCPv6-20703817'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:58.364954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:58.368837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.525264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.553975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:54:58.669707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Pushing event deleted for resources: {'Port': ['ID=bd40ae19-c90d-4d39-970d-b553a4b33a48,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:58.705935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.758843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.762344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:58.764091 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e0e4c18-030b-494d-a5ff-4dc5d94dbd2d req-4fb7ea16-86cf-4bf5-b941-0a32dae7a47f tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "DELETE /v2.0/floatingips/afc9fcde-b412-4614-9759-97185cdda793 HTTP/1.1" status: 204 len: 173 time: 2.0042090 Dec 17 15:54:58.780097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port ba6a1458-f068-4be3-9784-561e7030174d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:54:58.805259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.9 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/74ec3814-fa6c-4553-a806-251f2d1f3bb1) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:58.858678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264e7e2-2152-4dc6-8d49-14c9d9ec469b req-08aa6d61-c3a0-48d2-883f-029fa3369fe0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:58.866440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264e7e2-2152-4dc6-8d49-14c9d9ec469b req-08aa6d61-c3a0-48d2-883f-029fa3369fe0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:58.868357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f264e7e2-2152-4dc6-8d49-14c9d9ec469b req-08aa6d61-c3a0-48d2-883f-029fa3369fe0 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1682 time: 0.1547885 Dec 17 15:54:59.037905 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f264e7e2-2152-4dc6-8d49-14c9d9ec469b req-7201b6d7-831e-4191-a4f8-f0843e647a59 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379821 Dec 17 15:54:59.097382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.159862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.174709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:54:59.283892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 172.20.0.14 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/ec5bddbb-69a5-41d7-9cd6-e86417a41ebf/ba6a1458-f068-4be3-9784-561e7030174d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:59.311621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c1143-ee21-45e4-b109-1652390d6592 req-19c84b1b-c5e3-4a24-9a08-d49f1df70dce tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:59.325604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-063c1143-ee21-45e4-b109-1652390d6592 req-19c84b1b-c5e3-4a24-9a08-d49f1df70dce tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 931 time: 0.1850851 Dec 17 15:54:59.327115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:59.335364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:59.353331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fe3b:c4ab (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0d204b09-6070-4db4-8419-f1909059eb10/ba6a1458-f068-4be3-9784-561e7030174d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:54:59.386527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:59.461096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d6f61de6-73fe-4cd7-922f-c20e84487277 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:54:59.475696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-063c1143-ee21-45e4-b109-1652390d6592 req-61e5e9cd-0257-45cf-99b2-14752b568d18 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345081 Dec 17 15:54:59.530017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=74ec3814-fa6c-4553-a806-251f2d1f3bb1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:59.576031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:59.578764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.612811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168d615-5a2f-4794-a331-e97ac63ac018 req-64bc4ea0-baa3-43ab-ab54-3926d1425ff4 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:59.622257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1168d615-5a2f-4794-a331-e97ac63ac018 req-64bc4ea0-baa3-43ab-ab54-3926d1425ff4 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.2637527 Dec 17 15:54:59.646778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-626843b5-9046-49d3-8c2f-4f9846140663 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8078477 Dec 17 15:54:59.665691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.667333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Request body: {'port': {'device_id': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:54:59.676252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d6f61de6-73fe-4cd7-922f-c20e84487277 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:59.677027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.712478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.780435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:54:59.784561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:54:59.787045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:54:59.799896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1168d615-5a2f-4794-a331-e97ac63ac018 req-7a340b6b-0bb5-4880-82c8-033eecbe14af tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737278 Dec 17 15:54:59.807073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced4baea-fc71-4a15-9b7c-ecc4ac5d50c4 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:54:59.837116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.841675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=ba6a1458-f068-4be3-9784-561e7030174d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:54:59.874770 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.898887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:59.899423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.919512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port d6f61de6-73fe-4cd7-922f-c20e84487277, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d6f61de6-73fe-4cd7-922f-c20e84487277,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:54:59.920251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b76b4c-8b71-42de-9b7c-208ee77115f3 req-d5fde555-83da-4166-99bb-48893dc5eb3b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:59.929045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10b76b4c-8b71-42de-9b7c-208ee77115f3 req-d5fde555-83da-4166-99bb-48893dc5eb3b tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 945 time: 0.1043899 Dec 17 15:54:59.935516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8acc1dda-155b-4092-9a5f-6e3957223e1c None None] Provisioning complete for port d6f61de6-73fe-4cd7-922f-c20e84487277 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:54:59.937027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8acc1dda-155b-4092-9a5f-6e3957223e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.939208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:54:59.950787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8e72032-47b0-41d6-b014-e48d588af91f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6448009 Dec 17 15:54:59.953784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43826) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:54:59.996705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10b76b4c-8b71-42de-9b7c-208ee77115f3 req-b3c6e8d0-d15a-49d8-bb10-db10bf1c3ec9 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667224 Dec 17 15:55:00.049374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=d6f61de6-73fe-4cd7-922f-c20e84487277,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:00.174534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77243cf-6c8e-4fb3-82ef-5e55fbdfece9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:00.181177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77243cf-6c8e-4fb3-82ef-5e55fbdfece9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:00.182971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a77243cf-6c8e-4fb3-82ef-5e55fbdfece9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2276914 Dec 17 15:55:00.186901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:00.208966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12a2bb-f1bd-4fce-80c9-e65d7fe0a88d None None] Update dhcp port {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': '0d204b09-6070-4db4-8419-f1909059eb10', 'ip_address': '2001:db8::f816:3eff:fe82:f8a5'}, {'subnet_id': 'ec5bddbb-69a5-41d7-9cd6-e86417a41ebf'}], 'binding:host_id': 'n-d-806683-20'}, 'id': 'd6f61de6-73fe-4cd7-922f-c20e84487277'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:55:00.243475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc12a2bb-f1bd-4fce-80c9-e65d7fe0a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.334090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port ba6a1458-f068-4be3-9784-561e7030174d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:00.334390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d1ee-68f1-4ee6-aac8-4e7e7bc7c848 req-f365f62b-2c03-4b1c-b495-3cac6a087f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:00.334516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.341752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d1ee-68f1-4ee6-aac8-4e7e7bc7c848 req-f365f62b-2c03-4b1c-b495-3cac6a087f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:00.350722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae63d1ee-68f1-4ee6-aac8-4e7e7bc7c848 req-f365f62b-2c03-4b1c-b495-3cac6a087f18 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1682 time: 0.1662617 Dec 17 15:55:00.453107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-cc12a2bb-f1bd-4fce-80c9-e65d7fe0a88d None None] Allocated IP 172.20.0.2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/ec5bddbb-69a5-41d7-9cd6-e86417a41ebf/d6f61de6-73fe-4cd7-922f-c20e84487277) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:00.472332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae63d1ee-68f1-4ee6-aac8-4e7e7bc7c848 req-b8d3012f-d3b9-4b4c-867d-b6c8c2f114f2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198959 Dec 17 15:55:00.487708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.512739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for ba6a1458-f068-4be3-9784-561e7030174d owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:00.580706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ec3814-fa6c-4553-a806-251f2d1f3bb1 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:00.595851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.627152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Transition to ACTIVE for port object 74ec3814-fa6c-4553-a806-251f2d1f3bb1 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:55:00.632041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cc12a2bb-f1bd-4fce-80c9-e65d7fe0a88d None None] For port d6f61de6-73fe-4cd7-922f-c20e84487277, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d6f61de6-73fe-4cd7-922f-c20e84487277,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:00.650606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.681635 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc12a2bb-f1bd-4fce-80c9-e65d7fe0a88d None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.691025 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc12a2bb-f1bd-4fce-80c9-e65d7fe0a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.824820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12a2bb-f1bd-4fce-80c9-e65d7fe0a88d None None] Pushing event updated for resources: {'Port': ['ID=d6f61de6-73fe-4cd7-922f-c20e84487277,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:00.902103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:00.943126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=ba6a1458-f068-4be3-9784-561e7030174d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:00.977040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74ec3814-fa6c-4553-a806-251f2d1f3bb1,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:01.044654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Attempting to bind port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:01.045013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Attempting to bind port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:01.048282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Attempting to bind port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:01.063107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc39d5e-00d6-44b6-ae03-053908ac27df req-e631899c-3175-45ea-a47b-a1a71087621c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.066134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6dc39d5e-00d6-44b6-ae03-053908ac27df req-e631899c-3175-45ea-a47b-a1a71087621c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 943 time: 0.3256540 Dec 17 15:55:01.070450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:55:01.071058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Attempting to bind port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:01.083930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:01.084442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:01.085041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:01.085593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Bound port: 74ec3814-fa6c-4553-a806-251f2d1f3bb1, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:01.086157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.159433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-a59969a2-9baa-416c-87a5-75f0b0d67519 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.161365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-a59969a2-9baa-416c-87a5-75f0b0d67519 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.47 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.1791933 Dec 17 15:55:01.172573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.179284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a75511e0-ba6b-4d97-a56a-50c9f8e8d92c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/ba6a1458-f068-4be3-9784-561e7030174d HTTP/1.1" status: 204 len: 168 time: 0.9852591 Dec 17 15:55:01.186239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43890) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:01.293001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6dc39d5e-00d6-44b6-ae03-053908ac27df req-d98fbcc7-2f45-426b-a56f-62b4147345a7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144346 Dec 17 15:55:01.299337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5612b88-d574-4062-9593-6cb32b526388 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.301414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5612b88-d574-4062-9593-6cb32b526388 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.303176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5612b88-d574-4062-9593-6cb32b526388 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.307624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a5612b88-d574-4062-9593-6cb32b526388 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1124754 Dec 17 15:55:01.315674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-36567625-99f7-40e4-8373-3c7d8f03da50 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.317032 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-36567625-99f7-40e4-8373-3c7d8f03da50 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 945 time: 0.3097317 Dec 17 15:55:01.317729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43892) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:01.355574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d6f61de6-73fe-4cd7-922f-c20e84487277 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:01.357852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] For port 74ec3814-fa6c-4553-a806-251f2d1f3bb1, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:01.376353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] For port 74ec3814-fa6c-4553-a806-251f2d1f3bb1, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=74ec3814-fa6c-4553-a806-251f2d1f3bb1,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:01.384460 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.427991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3d43e-43c5-4969-ad32-bc4a6c157d00 req-4f036a74-1612-4f5e-abc8-d7696d00c061 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.440466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bfa3d43e-43c5-4969-ad32-bc4a6c157d00 req-4f036a74-1612-4f5e-abc8-d7696d00c061 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 945 time: 0.3447049 Dec 17 15:55:01.454173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.455204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.457152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] 10.222.0.49 "PUT /v2.0/ports/74ec3814-fa6c-4553-a806-251f2d1f3bb1 HTTP/1.1" status: 200 len: 1092 time: 1.7995834 Dec 17 15:55:01.457622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'tag': '74ec3814-fa6c-4553-a806-251f2d1f3bb1'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:01.459957 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8c43fc-6406-4619-a66c-fc4d369327ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a31d8229-ab2b-44fd-9672-a6dcd0ad98e0", "tag": "74ec3814-fa6c-4553-a806-251f2d1f3bb1"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:01.494000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5435a-2815-4d06-ae46-2cb3555a80d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74ec3814-fa6c-4553-a806-251f2d1f3bb1,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:01.500148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Deleting port ef461b86-5a84-4214-8a6b-9cd877173dcb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:01.500511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.507960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d6f61de6-73fe-4cd7-922f-c20e84487277 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:01.508545 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.531387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bfa3d43e-43c5-4969-ad32-bc4a6c157d00 req-b7935cc8-b4c3-4a46-8ad0-4ff38b65b230 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/security-groups?id=29c3f61b-0c75-4610-b5b2-40f00e094522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899346 Dec 17 15:55:01.551506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 0d204b09-6070-4db4-8419-f1909059eb10 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:01.562725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.707410 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ba738b-986a-4085-bc39-ab9f1b1781f5 x-openstack-request-id: req-f4ba738b-986a-4085-bc39-ab9f1b1781f5 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:01.707703 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31d8229-ab2b-44fd-9672-a6dcd0ad98e0", "tag": "74ec3814-fa6c-4553-a806-251f2d1f3bb1", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:01.707982 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4ba738b-986a-4085-bc39-ab9f1b1781f5 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:01.708789 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'tag': '74ec3814-fa6c-4553-a806-251f2d1f3bb1', 'status': 'completed', 'code': 200} Dec 17 15:55:01.736261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.739313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-0272d014-de32-44c8-a641-a9663e8f65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.740874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-0272d014-de32-44c8-a641-a9663e8f65a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 1095 time: 0.2209914 Dec 17 15:55:01.766391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d6b38-37f1-47cf-8dce-7d10b8b61a6c req-0cbeb9f8-553f-4571-aeb9-ba822fe52b47 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:01.773904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-449d6b38-37f1-47cf-8dce-7d10b8b61a6c req-0cbeb9f8-553f-4571-aeb9-ba822fe52b47 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9cdc4c4-5655-46e5-8f14-49c99a649b8b HTTP/1.1" status: 200 len: 945 time: 0.1116529 Dec 17 15:55:01.838577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6f06fc03-026d-42c4-aa90-b831b94b37d4 None None] Provisioning complete for port d6f61de6-73fe-4cd7-922f-c20e84487277 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:01.838951 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f06fc03-026d-42c4-aa90-b831b94b37d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.849094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-b8ec339e-be97-4556-a0b2-00649c9f2c66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74ec3814-fa6c-4553-a806-251f2d1f3bb1 HTTP/1.1" status: 200 len: 217 time: 0.0884736 Dec 17 15:55:01.866803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Deleting port 7ca2780e-2e87-4ba4-8114-27b39c803c0e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:01.867180 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.868129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] For port ef461b86-5a84-4214-8a6b-9cd877173dcb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ef461b86-5a84-4214-8a6b-9cd877173dcb,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:01.868505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.883585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-449d6b38-37f1-47cf-8dce-7d10b8b61a6c req-384d856f-57cb-47ca-afbc-267606edc706 tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.54 "GET /v2.0/security-groups?id=fff86055-eab2-4dbc-a8a5-08ccb8551a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087890 Dec 17 15:55:01.955286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Calling delete_port for ef461b86-5a84-4214-8a6b-9cd877173dcb owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:01.956141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:01.958737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6f06fc03-026d-42c4-aa90-b831b94b37d4 None None] Could not find standard attr ID for object ba6a1458-f068-4be3-9784-561e7030174d. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:02.007480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715421-0c2e-4656-b31d-b95eca12e165 req-30261b18-fc42-436a-9e19-bfa0393831f2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:02.015765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715421-0c2e-4656-b31d-b95eca12e165 req-30261b18-fc42-436a-9e19-bfa0393831f2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:02.017758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d715421-0c2e-4656-b31d-b95eca12e165 req-30261b18-fc42-436a-9e19-bfa0393831f2 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1682 time: 0.2551374 Dec 17 15:55:02.036575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-70ab3255-4771-4f94-98b2-7f524212b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:02.038927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-70ab3255-4771-4f94-98b2-7f524212b582 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.1806855 Dec 17 15:55:02.042104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] For port 7ca2780e-2e87-4ba4-8114-27b39c803c0e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7ca2780e-2e87-4ba4-8114-27b39c803c0e,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:02.042478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.061937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Calling delete_port for 7ca2780e-2e87-4ba4-8114-27b39c803c0e owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:02.068592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.135031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-ba8750e5-6d9b-42aa-b7c7-fcc0fc04f42b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:02.141739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-ba8750e5-6d9b-42aa-b7c7-fcc0fc04f42b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:02.143296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-ba8750e5-6d9b-42aa-b7c7-fcc0fc04f42b tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.47 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1682 time: 0.2332048 Dec 17 15:55:02.152997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=0d204b09-6070-4db4-8419-f1909059eb10,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:02.166202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.168238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-b704d308-941c-4d3b-bd58-5829bb5624d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580838 Dec 17 15:55:02.172304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a9cb8234-4f0a-4239-8d9e-e88bfdca7401 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0d204b09-6070-4db4-8419-f1909059eb10 HTTP/1.1" status: 204 len: 168 time: 0.8376563 Dec 17 15:55:02.174283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43914) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:02.175590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7abba540-c4bc-432d-8a0a-7d66a5d1022e None None] Could not find standard attr ID for object ba6a1458-f068-4be3-9784-561e7030174d. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:02.276885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-244ee148-78da-4ab4-b8eb-17a223d026b4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:02.278371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-244ee148-78da-4ab4-b8eb-17a223d026b4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.1692121 Dec 17 15:55:02.318530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-e36e17c0-a9ba-4de2-bcc7-4346b7edb284 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/quotas/21d17c5df8cc4d8281072dc8cc2bbae3 HTTP/1.1" status: 200 len: 375 time: 0.0305040 Dec 17 15:55:02.351518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d715421-0c2e-4656-b31d-b95eca12e165 req-1dcc905e-4c8d-416b-850f-1bf8732257cf tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255150 Dec 17 15:55:02.364696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.398814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Pushing event deleted for resources: {'Port': ['ID=7ca2780e-2e87-4ba4-8114-27b39c803c0e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:02.402008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet ec5bddbb-69a5-41d7-9cd6-e86417a41ebf {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:02.412463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.426458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-7a517dc4-6fec-4320-80dd-9a3773d0be3c tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013930 Dec 17 15:55:02.458451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] No DVR routers for this DVR port 7ca2780e-2e87-4ba4-8114-27b39c803c0e on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:02.470309 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.473514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07a4181d-0a5a-4aea-a7b7-fe29ea74ee57 req-56fc36f1-3b9d-42bb-84b9-6452375eb1bf tempest-FloatingIPsAssociationTestJSON-1660901693 tempest-FloatingIPsAssociationTestJSON-1660901693-project] 10.222.0.47 "DELETE /v2.0/ports/7ca2780e-2e87-4ba4-8114-27b39c803c0e HTTP/1.1" status: 204 len: 173 time: 1.1332364 Dec 17 15:55:02.473982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'name': 'network-vif-deleted', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:02.476711 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2199f21-d2b2-4880-98d3-e71bbda185f8" -d '{"events": [{"server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "name": "network-vif-deleted", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:02.481545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.490049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.496383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-65a27fd4-201f-43f7-8a56-662db3113a2d service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884991 Dec 17 15:55:02.569646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-0a214ea6-7409-4388-91bc-d167479ed122 service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358955 Dec 17 15:55:02.641453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port 3b65f5ce-0e8d-43db-a9e6-32140319d951 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:02.641797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:02.645988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Pushing event deleted for resources: {'Port': ['ID=ef461b86-5a84-4214-8a6b-9cd877173dcb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:02.720550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-5ff3c906-166f-401a-9edc-0b9304b5dcf1 service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481004 Dec 17 15:55:02.843435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5000a2-b2e0-45c1-b35f-2f6d14b0fe51 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:02.906579 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21861738-d4c2-4d03-b18c-cc191b0cf614 x-openstack-request-id: req-21861738-d4c2-4d03-b18c-cc191b0cf614 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:02.906579 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cdc4c4-5655-46e5-8f14-49c99a649b8b", "name": "network-vif-deleted", "tag": "7ca2780e-2e87-4ba4-8114-27b39c803c0e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:02.906579 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21861738-d4c2-4d03-b18c-cc191b0cf614 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:02.906985 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cdc4c4-5655-46e5-8f14-49c99a649b8b', 'name': 'network-vif-deleted', 'tag': '7ca2780e-2e87-4ba4-8114-27b39c803c0e', 'status': 'completed', 'code': 200} Dec 17 15:55:03.053883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2484fb-2ee5-4f18-8fb7-32632ca797b2 req-03b998cd-4ba0-48c9-9127-4ab07fda4c34 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 210 time: 0.0730114 Dec 17 15:55:03.185461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b043253-890e-449f-82e2-20b18547ab74 req-a272f51a-1db5-4d17-8903-052425be45f3 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 210 time: 0.0504606 Dec 17 15:55:03.199137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 12335513-cb98-4c7b-b572-781831c8cbe3 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:03.274711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:03.353910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port 3b65f5ce-0e8d-43db-a9e6-32140319d951, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3b65f5ce-0e8d-43db-a9e6-32140319d951,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:03.354392 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:03.379293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for 3b65f5ce-0e8d-43db-a9e6-32140319d951 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:03.404070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:03.442601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:03.452474 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c70e8-d5e8-475c-8b6f-fc653b1454de" -d '{"events": [{"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-unplugged", "status": "completed", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:03.473586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:03.478655 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:03.533220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002780e9-c60f-4edc-a12a-0e184b176397 req-9ed8f05f-7afe-4adb-be24-5dee7b7fb80e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:03.536424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-002780e9-c60f-4edc-a12a-0e184b176397 req-9ed8f05f-7afe-4adb-be24-5dee7b7fb80e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf89317-6802-424c-b5cf-2b28ba2792c9 HTTP/1.1" status: 200 len: 945 time: 0.3079884 Dec 17 15:55:03.547971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:03.557751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] No DVR routers for this DVR port ef461b86-5a84-4214-8a6b-9cd877173dcb on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:03.573537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:03.578093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f829d64-a18a-4732-8f69-e40abd9e9999 req-07a65db1-08ac-4554-b783-274cc94e1007 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.47 "DELETE /v2.0/ports/ef461b86-5a84-4214-8a6b-9cd877173dcb HTTP/1.1" status: 204 len: 173 time: 2.3999174 Dec 17 15:55:03.600008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74104941-fec4-4cfc-920d-a24512a3de80 req-43d57a5b-12bd-4d6f-9eab-941caa8c2cb6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:03.612486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74104941-fec4-4cfc-920d-a24512a3de80 req-43d57a5b-12bd-4d6f-9eab-941caa8c2cb6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 943 time: 1.0709774 Dec 17 15:55:03.656585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7ca2780e-2e87-4ba4-8114-27b39c803c0e no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:03.702679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 7ca2780e-2e87-4ba4-8114-27b39c803c0e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:03.704192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:03.704784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7ca2780e-2e87-4ba4-8114-27b39c803c0e not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:03.709145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'name': 'network-vif-deleted', 'tag': 'ef461b86-5a84-4214-8a6b-9cd877173dcb'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:03.712711 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695f021-c17a-495a-ac45-cef79e65b0fe" -d '{"events": [{"server_uuid": "1029120f-7a1e-47f4-b365-c9696c3787d5", "name": "network-vif-deleted", "tag": "ef461b86-5a84-4214-8a6b-9cd877173dcb"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:03.713866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ef461b86-5a84-4214-8a6b-9cd877173dcb no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:03.748570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: ef461b86-5a84-4214-8a6b-9cd877173dcb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:03.748939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ef461b86-5a84-4214-8a6b-9cd877173dcb not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:03.757149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf81ef8-e4b4-4408-a99d-344a145e5417 req-be1bd0fa-3c7b-4ec2-bd7b-28d3c019295c service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2296984 Dec 17 15:55:03.924061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74104941-fec4-4cfc-920d-a24512a3de80 req-33b6aab3-28a2-410d-b10d-5b9dff07b4ae tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104587 Dec 17 15:55:03.930634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:03.974717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=3b65f5ce-0e8d-43db-a9e6-32140319d951,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:04.004851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.006056 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d891e2a0-8975-47dc-87e0-71f320750edf x-openstack-request-id: req-d891e2a0-8975-47dc-87e0-71f320750edf {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:04.007099 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-unplugged", "status": "completed", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:04.007749 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d891e2a0-8975-47dc-87e0-71f320750edf {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:04.008637 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3', 'code': 200} Dec 17 15:55:04.031110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-b933e350-dcad-480d-92e9-907b5f5e4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:04.032666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-b933e350-dcad-480d-92e9-907b5f5e4adb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 1095 time: 0.1622448 Dec 17 15:55:04.093987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port 3b65f5ce-0e8d-43db-a9e6-32140319d951 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:04.097315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5bddbb-69a5-41d7-9cd6-e86417a41ebf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:04.105368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64ea39-e348-464b-8553-2b12340dde8d None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:04.110850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.114645 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-59c904cf-2ea0-4c7a-888a-7ee2663d99a8 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.47 "DELETE /v2.0/ports/3b65f5ce-0e8d-43db-a9e6-32140319d951 HTTP/1.1" status: 204 len: 173 time: 1.9548171 Dec 17 15:55:04.115415 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.122109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43950) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:04.124992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-569419b8-fed1-4c68-b107-bc8f8e111775 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ec5bddbb-69a5-41d7-9cd6-e86417a41ebf HTTP/1.1" status: 204 len: 168 time: 1.9495761 Dec 17 15:55:04.229291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-13304f72-dd57-4e66-bb92-962fed1fca72 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846901 Dec 17 15:55:04.234012 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f3734d-2fbe-4bee-9cca-7afa4aa4ac43 x-openstack-request-id: req-b8f3734d-2fbe-4bee-9cca-7afa4aa4ac43 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:04.234403 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1029120f-7a1e-47f4-b365-c9696c3787d5", "name": "network-vif-deleted", "tag": "ef461b86-5a84-4214-8a6b-9cd877173dcb", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:04.234714 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8f3734d-2fbe-4bee-9cca-7afa4aa4ac43 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:04.235617 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1029120f-7a1e-47f4-b365-c9696c3787d5', 'name': 'network-vif-deleted', 'tag': 'ef461b86-5a84-4214-8a6b-9cd877173dcb', 'status': 'completed', 'code': 200} Dec 17 15:55:04.236048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:04.244989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:04.364264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40311f01-7871-4128-adea-57156adb5a8d None None] Provisioning complete for port d6f61de6-73fe-4cd7-922f-c20e84487277 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:04.368253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40311f01-7871-4128-adea-57156adb5a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.438351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-da6c77b5-6d03-4d09-b73f-8b75642751af req-cf524285-af9b-41f5-9fd5-90b99f4d5307 tempest-AttachSCSIVolumeTestJSON-530504961 tempest-AttachSCSIVolumeTestJSON-530504961-project] 10.222.0.54 "GET /v2.0/ports?device_id=1029120f-7a1e-47f4-b365-c9696c3787d5 HTTP/1.1" status: 200 len: 210 time: 0.0785398 Dec 17 15:55:04.447235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-d55eb648-24ed-4cb2-bd48-e776c562cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:04.448894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-d55eb648-24ed-4cb2-bd48-e776c562cfb3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.4037740 Dec 17 15:55:04.558879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-b9deadf8-5428-4866-a211-827cdfd36d1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74ec3814-fa6c-4553-a806-251f2d1f3bb1 HTTP/1.1" status: 200 len: 217 time: 0.0971885 Dec 17 15:55:04.567577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:04.572011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2c14-4ce1-40ed-87d9-dd47174d87ce req-18147b50-390d-4060-a867-c67569cc8b36 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:04.578429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2c14-4ce1-40ed-87d9-dd47174d87ce req-18147b50-390d-4060-a867-c67569cc8b36 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:04.587097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0db2c14-4ce1-40ed-87d9-dd47174d87ce req-18147b50-390d-4060-a867-c67569cc8b36 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 1604 time: 1.0927043 Dec 17 15:55:04.633607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:04.638661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.692292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] Deleting port d6f61de6-73fe-4cd7-922f-c20e84487277 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:04.692677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.699547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port e39033bf-541b-44d2-8d0e-09bf859d1f64 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:04.699977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.766311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] For port d6f61de6-73fe-4cd7-922f-c20e84487277, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d6f61de6-73fe-4cd7-922f-c20e84487277,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:04.766700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.767739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Deleting port 12335513-cb98-4c7b-b572-781831c8cbe3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:04.768219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.773772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0db2c14-4ce1-40ed-87d9-dd47174d87ce req-a06e7d1c-dc0b-44e6-b6c8-dfef6df96e29 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/security-groups?id=1fd5d165-068a-4513-bc98-2e839aba279a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855915 Dec 17 15:55:04.781898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] Calling delete_port for d6f61de6-73fe-4cd7-922f-c20e84487277 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:04.813298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a208bd01-8443-4907-a84b-890575ed26d6 req-6fed2f14-ce8a-4a1e-99bf-e51ea578548f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 210 time: 0.1310022 Dec 17 15:55:04.832970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-f88c8b57-1035-4a44-8541-8e28bbbeb88a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:04.834602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-f88c8b57-1035-4a44-8541-8e28bbbeb88a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.3916810 Dec 17 15:55:04.851188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Request body: {'port': {'device_id': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'admin_state_up': True, 'tenant_id': '21d17c5df8cc4d8281072dc8cc2bbae3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:04.899417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-dbb62dba-1cca-413a-9497-9ffce7dc56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:04.901283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-dbb62dba-1cca-413a-9497-9ffce7dc56c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.3326273 Dec 17 15:55:04.958559 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-5facad1a-3b2f-419d-9ef0-43cfe4a9183c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456908 Dec 17 15:55:04.963119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port e39033bf-541b-44d2-8d0e-09bf859d1f64, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e39033bf-541b-44d2-8d0e-09bf859d1f64,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:04.963639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:04.986358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] For port 12335513-cb98-4c7b-b572-781831c8cbe3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=12335513-cb98-4c7b-b572-781831c8cbe3,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:04.986862 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.014966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Calling delete_port for 12335513-cb98-4c7b-b572-781831c8cbe3 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:05.044942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for e39033bf-541b-44d2-8d0e-09bf859d1f64 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:05.074864 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.101504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] Pushing event deleted for resources: {'Port': ['ID=d6f61de6-73fe-4cd7-922f-c20e84487277,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:05.111603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aeeaaa-6f5f-4515-866f-153b3ab65d6b None None] No DVR routers for this DVR port d6f61de6-73fe-4cd7-922f-c20e84487277 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:05.143998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Made reservation on behalf of 21d17c5df8cc4d8281072dc8cc2bbae3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:05.147350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.190826 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.282347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d6f61de6-73fe-4cd7-922f-c20e84487277 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:05.282517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79e1e5-adc7-4b77-a964-2d4f4a033efc req-d414b9a2-f166-44ef-8b51-dd37f27063e2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:05.284467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e79e1e5-adc7-4b77-a964-2d4f4a033efc req-d414b9a2-f166-44ef-8b51-dd37f27063e2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 943 time: 0.2423534 Dec 17 15:55:05.292381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-79bef76c-48f1-4784-9808-f9d81283be4b service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172998 Dec 17 15:55:05.314366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d6f61de6-73fe-4cd7-922f-c20e84487277 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:05.315098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d6f61de6-73fe-4cd7-922f-c20e84487277 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:05.431567 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.484914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e79e1e5-adc7-4b77-a964-2d4f4a033efc req-8ce569cc-d322-4971-8579-2723b75b8e74 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841857 Dec 17 15:55:05.535151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.537980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event deleted for resources: {'Port': ['ID=12335513-cb98-4c7b-b572-781831c8cbe3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:05.555849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c43fc-6406-4619-a66c-fc4d369327ac req-cf3296c0-0a20-4add-bcc8-0bfb00807149 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563410 Dec 17 15:55:05.600751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Allocated IP 172.20.0.7 (bb6de2ac-e7d9-4dab-ab32-29963ae9ee78/3308404c-a5ad-4c4b-8a69-8c6b33f78789/57dd4eb6-d361-4145-bb7c-014f6cb92bcd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:05.607312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] No DVR routers for this DVR port 12335513-cb98-4c7b-b572-781831c8cbe3 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:05.609608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=e39033bf-541b-44d2-8d0e-09bf859d1f64,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:05.612930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.616407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-002780e9-c60f-4edc-a12a-0e184b176397 req-790858be-a6d3-4c30-938f-53420a4211c8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "DELETE /v2.0/ports/12335513-cb98-4c7b-b572-781831c8cbe3 HTTP/1.1" status: 204 len: 173 time: 2.0679319 Dec 17 15:55:05.619018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-deleted', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:05.625155 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417456e8-6dba-419e-9b31-95e57795fd87" -d '{"events": [{"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-deleted", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:05.646067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e39033bf-541b-44d2-8d0e-09bf859d1f64 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:05.692824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.objects.ports [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109784) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:55:05.707701 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.740615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port e39033bf-541b-44d2-8d0e-09bf859d1f64 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:05.754773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: e39033bf-541b-44d2-8d0e-09bf859d1f64 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:05.755123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e39033bf-541b-44d2-8d0e-09bf859d1f64 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:05.755539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b65f5ce-0e8d-43db-a9e6-32140319d951 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:05.813369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.818317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d50b51f-6d7b-426c-b1e6-5fc3120128fd req-2bd53485-2557-4e0f-998d-f0e7cf239bd7 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.47 "DELETE /v2.0/ports/e39033bf-541b-44d2-8d0e-09bf859d1f64 HTTP/1.1" status: 204 len: 173 time: 1.6804883 Dec 17 15:55:05.844174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:05.851556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:05.871780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:05.872788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:05.885595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef7feb-31f4-44e9-a217-217fd6069e35 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:05.908156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 3b65f5ce-0e8d-43db-a9e6-32140319d951 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:05.908156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3b65f5ce-0e8d-43db-a9e6-32140319d951 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:05.920311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=58eb5a41-3d33-4b4e-a554-c991d00f14f5,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:05.942286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d6be62b3-9971-415f-83d5-30beb1c81685 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7016802 Dec 17 15:55:05.946365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43988) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:05.958284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:06.032729 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fec802-0446-4c66-8818-bdbc6b455fdd x-openstack-request-id: req-b3fec802-0446-4c66-8818-bdbc6b455fdd {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:06.033151 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf89317-6802-424c-b5cf-2b28ba2792c9", "name": "network-vif-deleted", "tag": "12335513-cb98-4c7b-b572-781831c8cbe3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:06.033558 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3fec802-0446-4c66-8818-bdbc6b455fdd {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:06.034055 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf89317-6802-424c-b5cf-2b28ba2792c9', 'name': 'network-vif-deleted', 'tag': '12335513-cb98-4c7b-b572-781831c8cbe3', 'status': 'completed', 'code': 200} Dec 17 15:55:06.159632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.239853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-deleted', 'tag': '3b65f5ce-0e8d-43db-a9e6-32140319d951'}, {'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-deleted', 'tag': 'e39033bf-541b-44d2-8d0e-09bf859d1f64'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:06.242667 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa82b6-aa47-44b6-b3ef-9817ae9b84ad" -d '{"events": [{"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-deleted", "tag": "3b65f5ce-0e8d-43db-a9e6-32140319d951"}, {"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-deleted", "tag": "e39033bf-541b-44d2-8d0e-09bf859d1f64"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:06.251504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:06.255993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.257430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a9b0f16-907c-483c-a290-62ea12e24848 req-5f78ce87-2939-4349-9140-1c10b2d52daa tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "GET /v2.0/ports?device_id=8012767a-57eb-42ca-bec5-4c6188715079 HTTP/1.1" status: 200 len: 210 time: 0.0447865 Dec 17 15:55:06.264813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '58eb5a41-3d33-4b4e-a554-c991d00f14f5'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:55:06.266220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.280970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.404373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:06.411657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:06.417973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:06.479432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:06.480343 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.486321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:06.493103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Deleting port 0f900996-b36c-4725-af10-40a241bb2f11 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:06.493285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.493392 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-84fb20ab-c90d-4da9-90bb-b04b0461ca6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.532240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f05f9f-be27-4732-89f4-14da1a011537 req-ac1c9d8a-bd68-47ca-b262-057831366cef tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:06.533822 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-76f05f9f-be27-4732-89f4-14da1a011537 req-ac1c9d8a-bd68-47ca-b262-057831366cef tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 931 time: 0.1767585 Dec 17 15:55:06.598533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] For port 0f900996-b36c-4725-af10-40a241bb2f11, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0f900996-b36c-4725-af10-40a241bb2f11,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:06.598846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.602130 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f41c58-d5e2-444e-a5a1-7885ea620fa3 x-openstack-request-id: req-84f41c58-d5e2-444e-a5a1-7885ea620fa3 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:06.602430 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-deleted", "tag": "3b65f5ce-0e8d-43db-a9e6-32140319d951", "status": "completed", "code": 200}, {"server_uuid": "8012767a-57eb-42ca-bec5-4c6188715079", "name": "network-vif-deleted", "tag": "e39033bf-541b-44d2-8d0e-09bf859d1f64", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:06.602684 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84f41c58-d5e2-444e-a5a1-7885ea620fa3 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:06.603093 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-deleted', 'tag': '3b65f5ce-0e8d-43db-a9e6-32140319d951', 'status': 'completed', 'code': 200} Dec 17 15:55:06.603348 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8012767a-57eb-42ca-bec5-4c6188715079', 'name': 'network-vif-deleted', 'tag': 'e39033bf-541b-44d2-8d0e-09bf859d1f64', 'status': 'completed', 'code': 200} Dec 17 15:55:06.613175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Calling delete_port for 0f900996-b36c-4725-af10-40a241bb2f11 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:06.635104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Allocated IP 2001:db8::f816:3eff:fe0b:8300 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/58eb5a41-3d33-4b4e-a554-c991d00f14f5/86dc09ef-9b80-4322-b0dc-4546b8e513fd) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:06.683028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-76f05f9f-be27-4732-89f4-14da1a011537 req-5ffe4c2d-5856-4cce-b19c-e7b0372faf01 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368659 Dec 17 15:55:06.870946 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.877852 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.942467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Pushing event updated for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:06.952093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:06.954565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:06.964121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:06.967163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.968111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.968631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.968749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.969265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.969381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-d3ae8957-2636-4554-9e43-3e3dae2ae3cd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1227250 Dec 17 15:55:06.969584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.969999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.970223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.970701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.971041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.971336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.971456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.971653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.971998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:06.982891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:06.987424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Request body: {'port': {'device_id': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:07.043940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Attempting to bind port 86dc09ef-9b80-4322-b0dc-4546b8e513fd on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:07.043940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Attempting to bind port 86dc09ef-9b80-4322-b0dc-4546b8e513fd by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:07.043940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Attempting to bind port 86dc09ef-9b80-4322-b0dc-4546b8e513fd on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:07.049025 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:07.049403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:07.049800 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.050184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:07.050798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Bound port: 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:07.051179 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.059273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=d3f7e397-8076-4034-baac-ef4855b48091,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:07.065014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f900996-b36c-4725-af10-40a241bb2f11,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:07.072503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:07.074141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:07.077413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:07.078012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.105911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-30bea356-0301-4642-bdf1-4a68d454448c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1581607 Dec 17 15:55:07.106654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44024) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:07.112709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:a7:97:ba', 'name': 'tempest-NetworksTestDHCPv6-64365564'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:07.154325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050f97-0108-44eb-9ce9-2b7e7de490a0 req-4d9f9b25-ee3f-402f-b31d-c8a1a2b72733 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:07.162208 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01050f97-0108-44eb-9ce9-2b7e7de490a0 req-4d9f9b25-ee3f-402f-b31d-c8a1a2b72733 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 943 time: 0.2426949 Dec 17 15:55:07.187594 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.196138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:07.202593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 74ec3814-fa6c-4553-a806-251f2d1f3bb1 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:55:07.340610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 12335513-cb98-4c7b-b572-781831c8cbe3 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:07.371863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44028) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:07.428508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=86dc09ef-9b80-4322-b0dc-4546b8e513fd,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:07.430855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 12335513-cb98-4c7b-b572-781831c8cbe3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:07.432109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 12335513-cb98-4c7b-b572-781831c8cbe3 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:07.435345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting subnet bd18f754-5311-4a39-a501-628dbc8ee670 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:07.436913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01050f97-0108-44eb-9ce9-2b7e7de490a0 req-f9580270-6d31-4d0e-b95f-f3bdbbe8d6e1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718670 Dec 17 15:55:07.451850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.461741 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.504602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:07.522279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 74ec3814-fa6c-4553-a806-251f2d1f3bb1, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=74ec3814-fa6c-4553-a806-251f2d1f3bb1,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:07.573207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.634634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '74ec3814-fa6c-4553-a806-251f2d1f3bb1', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': '74ec3814-fa6c-4553-a806-251f2d1f3bb1', 'mac_address': 'fa:16:3e:bf:ab:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:55:07.640889 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.687101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.716690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebb91b-e96a-48da-9c65-97d49c808448 None None] Pushing event updated for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:07.784963 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.792517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port bad2058f-a08c-44d1-9148-460c23a6922b yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:55:07.797763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.819720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ec3814-fa6c-4553-a806-251f2d1f3bb1 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:07.849672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 74ec3814-fa6c-4553-a806-251f2d1f3bb1, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=74ec3814-fa6c-4553-a806-251f2d1f3bb1,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:07.855162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:07.934880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=74ec3814-fa6c-4553-a806-251f2d1f3bb1,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:08.073411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['74ec3814-fa6c-4553-a806-251f2d1f3bb1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:08.196414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 172.20.0.12 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/d3f7e397-8076-4034-baac-ef4855b48091/bad2058f-a08c-44d1-9148-460c23a6922b) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:08.203614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fea7:97ba (8b077363-f517-4c59-b99c-0f1f4e8cad1d/58eb5a41-3d33-4b4e-a554-c991d00f14f5/bad2058f-a08c-44d1-9148-460c23a6922b) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:08.292738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dd4eb6-d361-4145-bb7c-014f6cb92bcd {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:08.307285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.339154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Transition to ACTIVE for port object 57dd4eb6-d361-4145-bb7c-014f6cb92bcd will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:55:08.346131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Router 4d3300f7-b566-4aa7-8e80-fae6387e60ee has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:08.353606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.405018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.413403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d083b4-7784-450e-8921-0c8fd467548e req-3ec08307-5912-4288-9615-dfb1d6b1e80f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:08.414950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1d083b4-7784-450e-8921-0c8fd467548e req-3ec08307-5912-4288-9615-dfb1d6b1e80f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 931 time: 0.5490439 Dec 17 15:55:08.421377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:08.424654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.454968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f1c98-9749-4bfc-b363-744c1dfc96c0 None None] Network f05b574f-4f29-43db-abdc-47c37318f81c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:08.472578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.475941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/subnets/bd18f754-5311-4a39-a501-628dbc8ee670 HTTP/1.1" status: 204 len: 168 time: 1.1021349 Dec 17 15:55:08.480064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44040) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:08.483927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403746a-ccb0-40b6-811b-972c12bb979c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Subnet': ['ID=bd18f754-5311-4a39-a501-628dbc8ee670,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:08.528714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1d083b4-7784-450e-8921-0c8fd467548e req-c815968a-cdfd-429e-9bb5-64a7ac29b144 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953352 Dec 17 15:55:08.531549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.573926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:08.591597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:08.592918 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.596873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:08.639423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=bad2058f-a08c-44d1-9148-460c23a6922b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:08.671696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:08.672626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.703705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-adf37ab9-9452-48b5-bcf3-2a3f65618fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5953963 Dec 17 15:55:08.705159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:08.784869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-682f8557-ebf7-4ad8-a0a6-1f7a9221c75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:08.953587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] DHCP port deletion for f05b574f-4f29-43db-abdc-47c37318f81c request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:09.063861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] Deleting port afd54182-b773-4518-a4c5-812fac06b087 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:09.064322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.152505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] For port afd54182-b773-4518-a4c5-812fac06b087, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=afd54182-b773-4518-a4c5-812fac06b087,segment=NetworkSegment(0d6f85de-d9ef-452f-85a6-7da1e7029473),segment_id=0d6f85de-d9ef-452f-85a6-7da1e7029473)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:09.153010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.175346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] Calling delete_port for afd54182-b773-4518-a4c5-812fac06b087 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:09.293504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 74ec3814-fa6c-4553-a806-251f2d1f3bb1 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:09.304506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ca88d-ccdb-486d-b2f2-bb0c6eeeabc1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:09.310677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ca88d-ccdb-486d-b2f2-bb0c6eeeabc1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:09.312404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec9ca88d-ccdb-486d-b2f2-bb0c6eeeabc1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6058266 Dec 17 15:55:09.315105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44050) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:09.349198 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.387460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a806527-34be-43ce-9688-f330b794ff1d None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:09.398493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:09.403320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] Pushing event deleted for resources: {'Port': ['ID=afd54182-b773-4518-a4c5-812fac06b087,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:09.424918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] Sync routers for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:09.442913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-63f7bbb9-2155-4210-959e-5903c6d29f1f admin admin] 10.222.0.54 "PUT /v2.0/routers/4d3300f7-b566-4aa7-8e80-fae6387e60ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1671162 Dec 17 15:55:09.445440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44052) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:09.458568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26308a4-de9a-4fc5-b683-f18442737e17 None None] No DVR routers for this DVR port afd54182-b773-4518-a4c5-812fac06b087 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:09.467706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 86dc09ef-9b80-4322-b0dc-4546b8e513fd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:09.513508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:55:09.529247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:09.529852 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.566078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port bad2058f-a08c-44d1-9148-460c23a6922b {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:09.566515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.614069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-be294987-4658-40b7-9ac6-9468eb9c75ab None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:09.614438 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-be294987-4658-40b7-9ac6-9468eb9c75ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.661662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.666653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:09.667435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:09.668452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Attempting to bind port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:09.668792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Attempting to bind port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:09.669604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Attempting to bind port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:09.682141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc9861-89de-480f-904b-3b9d143fe3ed req-821c2e26-a20f-4787-89cd-4bd1bddf88dd tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:09.692356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:09.692539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7fc9861-89de-480f-904b-3b9d143fe3ed req-821c2e26-a20f-4787-89cd-4bd1bddf88dd tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 944 time: 0.3878608 Dec 17 15:55:09.693270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.735114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:55:09.735552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Attempting to bind port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:09.746685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:09.748146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Checking segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:09.748602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Bound using segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:09.749316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Bound port: 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:09.749749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.755870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.830615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.832284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7fc9861-89de-480f-904b-3b9d143fe3ed req-026ba805-3d49-4321-9aff-7980c4ff863e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384718 Dec 17 15:55:09.855942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.862394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05b574f-4f29-43db-abdc-47c37318f81c']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:09.901582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for bad2058f-a08c-44d1-9148-460c23a6922b owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:09.907627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6f85de-d9ef-452f-85a6-7da1e7029473') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:09.907949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6f85de-d9ef-452f-85a6-7da1e7029473') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:09.912390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2bac8-8b34-4002-aadd-1fc42f0b8325 req-fcc82260-02fa-4fa0-a7b6-94b9ecb8692f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:09.914017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0a2bac8-8b34-4002-aadd-1fc42f0b8325 req-fcc82260-02fa-4fa0-a7b6-94b9ecb8692f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 943 time: 0.1359639 Dec 17 15:55:09.924337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.961699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.968106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:09.973745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:09.975339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:55:09.975682 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:55:09.979800 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:55:09.994246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.037312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0a2bac8-8b34-4002-aadd-1fc42f0b8325 req-d9d5b832-179d-4843-a3d4-f0c019a56dd7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123261 Dec 17 15:55:10.047029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Deleting port 063560f3-0eb3-4686-a29e-0aa5c8633e91 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:10.047446 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.149751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:10.183129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:10.183283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.184941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b72adf50-8c06-473b-b496-737e1b1441eb service neutron] 10.222.0.49 "PUT /v2.0/ports/57dd4eb6-d361-4145-bb7c-014f6cb92bcd HTTP/1.1" status: 200 len: 1092 time: 3.2052829 Dec 17 15:55:10.207512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:10.210310 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb00d89-f5c5-411d-9197-d8997da94aca" -d '{"events": [{"name": "network-changed", "server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:10.219078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.224133 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.231172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] For port 063560f3-0eb3-4686-a29e-0aa5c8633e91, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=063560f3-0eb3-4686-a29e-0aa5c8633e91,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:10.232077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.239118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.254284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.261277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/networks/f05b574f-4f29-43db-abdc-47c37318f81c HTTP/1.1" status: 204 len: 168 time: 1.7774708 Dec 17 15:55:10.261490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Calling delete_port for 063560f3-0eb3-4686-a29e-0aa5c8633e91 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:10.265950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44064) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:10.276874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 74ec3814-fa6c-4553-a806-251f2d1f3bb1, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=74ec3814-fa6c-4553-a806-251f2d1f3bb1,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:10.303763 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f47b0c4-f48b-49e2-adc4-c316bbd6fe7f x-openstack-request-id: req-9f47b0c4-f48b-49e2-adc4-c316bbd6fe7f {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:10.304621 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:10.304621 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f47b0c4-f48b-49e2-adc4-c316bbd6fe7f {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:10.304812 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'status': 'completed', 'code': 200} Dec 17 15:55:10.307939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313a533-aa0c-4208-b4a6-d82071ac8179 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Network': ['ID=f05b574f-4f29-43db-abdc-47c37318f81c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:10.308464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ec3814-fa6c-4553-a806-251f2d1f3bb1'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:10.314920 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4764d3-70fb-4854-9161-7918c00c3dda" -d '{"events": [{"server_uuid": "a31d8229-ab2b-44fd-9672-a6dcd0ad98e0", "name": "network-vif-plugged", "status": "completed", "tag": "74ec3814-fa6c-4553-a806-251f2d1f3bb1"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:10.328709 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.349478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b543037c-7352-40aa-a5c3-ca7c4fed0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:10.352752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-b543037c-7352-40aa-a5c3-ca7c4fed0742 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 1095 time: 0.1277313 Dec 17 15:55:10.392902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=74ec3814-fa6c-4553-a806-251f2d1f3bb1,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:10.395727 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-be294987-4658-40b7-9ac6-9468eb9c75ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.421188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting subnet 95324847-fbfd-4cdd-9f35-fb3a58ad3405 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:10.421714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.427921 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0e71e-30ba-4120-b128-cd45e19cac88 x-openstack-request-id: req-32a0e71e-30ba-4120-b128-cd45e19cac88 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:10.428422 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d8229-ab2b-44fd-9672-a6dcd0ad98e0", "name": "network-vif-plugged", "status": "completed", "tag": "74ec3814-fa6c-4553-a806-251f2d1f3bb1", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:10.428812 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32a0e71e-30ba-4120-b128-cd45e19cac88 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:10.429360 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ec3814-fa6c-4553-a806-251f2d1f3bb1', 'code': 200} Dec 17 15:55:10.430610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.433659 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.468228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-18bce236-0b78-499c-be01-d6234b95a154 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd HTTP/1.1" status: 200 len: 217 time: 0.1071830 Dec 17 15:55:10.494216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:10.498681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=86dc09ef-9b80-4322-b0dc-4546b8e513fd,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:10.508201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=bad2058f-a08c-44d1-9148-460c23a6922b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:10.613254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-f51bd65a-5ce2-4e37-b287-84382bf1bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:10.614196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.615495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-f51bd65a-5ce2-4e37-b287-84382bf1bbe9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.1297388 Dec 17 15:55:10.624110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5bea8-1306-49ea-a9c8-cd88bccbde6d req-35357103-2749-46bd-ae8d-161e9e6abd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:10.626614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fac5bea8-1306-49ea-a9c8-cd88bccbde6d req-35357103-2749-46bd-ae8d-161e9e6abd3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 1097 time: 0.1392362 Dec 17 15:55:10.649876 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-be294987-4658-40b7-9ac6-9468eb9c75ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:55:10.650448 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-be294987-4658-40b7-9ac6-9468eb9c75ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:55:10.651215 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.653893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f7fae1-adea-4a3e-b850-75664253b6a4 None None] Update dhcp port {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': '58eb5a41-3d33-4b4e-a554-c991d00f14f5', 'ip_address': '2001:db8::f816:3eff:fe0b:8300'}, {'subnet_id': 'd3f7e397-8076-4034-baac-ef4855b48091'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '86dc09ef-9b80-4322-b0dc-4546b8e513fd'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:55:10.679370 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-02a5a9ac-dfd9-48f7-b03e-3172a2a1d752 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517125 Dec 17 15:55:10.737349 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.741544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0232cf70-1ed6-4659-ac66-bef0d9d6f211 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/bad2058f-a08c-44d1-9148-460c23a6922b HTTP/1.1" status: 204 len: 168 time: 1.4254572 Dec 17 15:55:10.748156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44068) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:10.790207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device afd54182-b773-4518-a4c5-812fac06b087 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:10.797932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-14f7fae1-adea-4a3e-b850-75664253b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.833175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fac5bea8-1306-49ea-a9c8-cd88bccbde6d req-0b7bf458-1b48-43a8-953a-d6d4c90d4ee3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960957 Dec 17 15:55:10.861518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.880780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.897839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b24b2-af79-4c0e-b4ea-141165f729fb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:10.899439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b24b2-af79-4c0e-b4ea-141165f729fb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:10.901246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b24b2-af79-4c0e-b4ea-141165f729fb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:10.902785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f7b24b2-af79-4c0e-b4ea-141165f729fb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1535275 Dec 17 15:55:10.903041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-a227c040-aa4a-480c-9c24-4ce12b0f835d service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162774 Dec 17 15:55:10.906716 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:10.907801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44072) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:10.939617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Pushing event deleted for resources: {'Port': ['ID=063560f3-0eb3-4686-a29e-0aa5c8633e91,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:11.032909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 58eb5a41-3d33-4b4e-a554-c991d00f14f5 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:11.047798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: afd54182-b773-4518-a4c5-812fac06b087 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:11.047996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device afd54182-b773-4518-a4c5-812fac06b087 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:11.053987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.054133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.064010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:11.076421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40aad1-2bdb-4d8e-929a-564cbeb1cf7d req-50d798a0-f203-42e9-85d0-16a90f931015 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:11.078065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa40aad1-2bdb-4d8e-929a-564cbeb1cf7d req-50d798a0-f203-42e9-85d0-16a90f931015 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 945 time: 0.1265624 Dec 17 15:55:11.126711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Subnet': ['ID=95324847-fbfd-4cdd-9f35-fb3a58ad3405,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:11.130666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.134318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5841dbf5-0d5d-46ef-ac4e-18edc872bc3c tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/subnets/95324847-fbfd-4cdd-9f35-fb3a58ad3405 HTTP/1.1" status: 204 len: 168 time: 0.8669600 Dec 17 15:55:11.140089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44078) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:11.141336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4dec9-a30f-409a-81b4-8c7b12fd984b None None] Network ccbe74f8-5d46-4686-b467-e3736979af53 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:11.145817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.217346 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.282244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.302951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa40aad1-2bdb-4d8e-929a-564cbeb1cf7d req-aeb9ee07-37a9-42bc-a8cb-df86c0631a1b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994429 Dec 17 15:55:11.351143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:55:06Z', 'revision_number': 5, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port': {'id': '063560f3-0eb3-4686-a29e-0aa5c8633e91', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:52:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:54Z', 'updated_at': '2021-12-17T15:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:11.364357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.368077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.392623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] Checking router: 4d3300f7-b566-4aa7-8e80-fae6387e60ee for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:11.403599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] Routers {'4d3300f7-b566-4aa7-8e80-fae6387e60ee'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:11.404623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:11.405224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.456253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] DHCP port deletion for ccbe74f8-5d46-4686-b467-e3736979af53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:11.463255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.464338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d3300f7-b566-4aa7-8e80-fae6387e60ee {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:55:11.471947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.476473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d46f2673-8bfe-4267-befc-850b2731d214 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4d3300f7-b566-4aa7-8e80-fae6387e60ee HTTP/1.1" status: 204 len: 168 time: 2.0293763 Dec 17 15:55:11.477806 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44084) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:11.518710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] Set router 4d3300f7-b566-4aa7-8e80-fae6387e60ee gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:11.557621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] Deleting subnet fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:11.561508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.605072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 86dc09ef-9b80-4322-b0dc-4546b8e513fd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:11.611352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a494331-1b2b-43de-a375-3d16524dfec1 req-62d0c1aa-2f7a-41b4-80eb-5221e5441386 service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905967 Dec 17 15:55:11.616616 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.663930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:55:10Z', 'revision_number': 7, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:11.695628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.709054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49f139-2b78-443b-8397-33355275416a req-6fbceec1-1d97-400c-a40d-10fed9986617 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:11.718770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d49f139-2b78-443b-8397-33355275416a req-6fbceec1-1d97-400c-a40d-10fed9986617 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 943 time: 0.3077488 Dec 17 15:55:11.724573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af0d7-e4e5-46e6-b0e3-05726fdd8e7d None None] The sync data for ids ['4d3300f7-b566-4aa7-8e80-fae6387e60ee'] in n-d-806683-20 is: [{'id': '4d3300f7-b566-4aa7-8e80-fae6387e60ee', 'name': 'tempest-FloatingIPsAssociationTestJSON-601265599-router', 'tenant_id': 'cc013acf6f5a4fd289621bc84533995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:52Z', 'updated_at': '2021-12-17T15:55:10Z', 'revision_number': 7, 'project_id': 'cc013acf6f5a4fd289621bc84533995a', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:11.758371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] Deleting port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:11.758747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.790966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.820243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.864019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=58eb5a41-3d33-4b4e-a554-c991d00f14f5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:11.868298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.871156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] For port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,segment=NetworkSegment(d7b73086-86cd-471c-b157-2ef4088201db),segment_id=d7b73086-86cd-471c-b157-2ef4088201db)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:11.871551 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:11.873473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-43089400-02de-4b09-89d4-521beeac317d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/58eb5a41-3d33-4b4e-a554-c991d00f14f5 HTTP/1.1" status: 204 len: 168 time: 0.9643698 Dec 17 15:55:11.891753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] Calling delete_port for ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:11.896091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-92f55df6-af01-4485-8222-0b8c92643925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:11.898679 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-92f55df6-af01-4485-8222-0b8c92643925 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 1095 time: 0.2228227 Dec 17 15:55:11.899666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44086) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:11.922048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d49f139-2b78-443b-8397-33355275416a req-e1e77d32-ebf4-49fd-a2b1-30dc0b6ea255 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011259 Dec 17 15:55:11.961854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.001122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:12.014414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.025154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.029924 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d01e5a1e-19ba-4d69-8180-ca0fbde01b59 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fa3c1cfe-7786-4b97-9a0c-7d2d1eeca932 HTTP/1.1" status: 204 len: 168 time: 0.5506210 Dec 17 15:55:12.032408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44088) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:12.045004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet d3f7e397-8076-4034-baac-ef4855b48091 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:12.055195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.103002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Deleting port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:12.103450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.161377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.165589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-bbde2f92-a384-438d-9d87-c16089b8d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:12.167111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-bbde2f92-a384-438d-9d87-c16089b8d2e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 906 time: 0.2373083 Dec 17 15:55:12.175674 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-14f7fae1-adea-4a3e-b850-75664253b6a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58eb5a41-3d33-4b4e-a554-c991d00f14f5: This subnet is being modified by another concurrent operation. Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:55:12.179039 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58eb5a41-3d33-4b4e-a554-c991d00f14f5: This subnet is being modified by another concurrent operation. Dec 17 15:55:12.181886 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 15:55:12.194157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] No DVR routers for this DVR port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:12.211005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4cf6a-a022-4772-a61d-617cfba45093 None None] Network 0fe08a01-943b-4816-989c-e3230b8fb9d8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:12.312462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] For port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282, host n-d-806683-20, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:12.312462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.312797 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-6396dd0c-23f4-4e82-b3d6-42442a7d3bbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd HTTP/1.1" status: 200 len: 217 time: 0.1325824 Dec 17 15:55:12.320643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Deleting port 20459a47-e2f4-4344-b405-dfd441a174b7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:12.320643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.339932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Calling delete_port for ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:12.349076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:12.349449 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.367281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:55:12.375201 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.387975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.454211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44100) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:12.459037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc12a9-8b31-4d98-b43b-f1732ec5d00f None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:12.471031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb6b15-1bda-492c-b712-42791c7da4ca None None] Pushing event deleted for resources: {'Port': ['ID=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:12.509957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Port': ['ID=ebc5d04e-4a5c-49a7-86a2-0d960d5f4282,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:12.535378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-d266e4cc-15bd-473f-b9a4-bfac7e4d168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:12.538245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-d266e4cc-15bd-473f-b9a4-bfac7e4d168e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.2172704 Dec 17 15:55:12.542193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] No DVR routers for this DVR port ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:12.606256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.620975 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-88ea2bc2-1c73-4911-a0c7-da4b21418c16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709083 Dec 17 15:55:12.628922 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.708516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] For port 20459a47-e2f4-4344-b405-dfd441a174b7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=20459a47-e2f4-4344-b405-dfd441a174b7,segment=NetworkSegment(2c48b9de-a51b-4819-9047-9311af9b993d),segment_id=2c48b9de-a51b-4819-9047-9311af9b993d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:12.708925 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.735462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Calling delete_port for 20459a47-e2f4-4344-b405-dfd441a174b7 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:12.751849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.791381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbe74f8-5d46-4686-b467-e3736979af53']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:12.814306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b73086-86cd-471c-b157-2ef4088201db') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:12.814987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b73086-86cd-471c-b157-2ef4088201db') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:12.819388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c393bb-5e5c-4c73-ab42-7bb00d3edcf8 req-c946dbf0-9abe-432b-b303-cf93c0b27ca4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:12.829556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.832920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01c393bb-5e5c-4c73-ab42-7bb00d3edcf8 req-c946dbf0-9abe-432b-b303-cf93c0b27ca4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 945 time: 0.3795574 Dec 17 15:55:12.851997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ecec63d3-2cb4-4bcd-ac23-57c1717ee49e None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:12.851997 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ecec63d3-2cb4-4bcd-ac23-57c1717ee49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.860429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.869482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:55:12.870247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:55:12.972154 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:55:13.024944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.033629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.037411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] 10.222.0.54 "DELETE /v2.0/networks/ccbe74f8-5d46-4686-b467-e3736979af53 HTTP/1.1" status: 204 len: 168 time: 1.8825586 Dec 17 15:55:13.075054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] DHCP port deletion for 0fe08a01-943b-4816-989c-e3230b8fb9d8 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:13.103961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01c393bb-5e5c-4c73-ab42-7bb00d3edcf8 req-64ff57e4-d212-4115-9e7a-c458dc1f86f6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562268 Dec 17 15:55:13.107525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ec20b-d97c-4147-8a4f-bc31d0be22e6 tempest-ServersTestMultiNic-924909930 tempest-ServersTestMultiNic-924909930-project] Pushing event deleted for resources: {'Network': ['ID=ccbe74f8-5d46-4686-b467-e3736979af53,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:13.113865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f7e397-8076-4034-baac-ef4855b48091,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:13.136844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.147939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ecec63d3-2cb4-4bcd-ac23-57c1717ee49e None None] Could not find standard attr ID for object bad2058f-a08c-44d1-9148-460c23a6922b. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:13.150740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c3b68a-71a6-430a-9a7b-d15dbae7e83a None None] Update dhcp port {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'd3f7e397-8076-4034-baac-ef4855b48091'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '86dc09ef-9b80-4322-b0dc-4546b8e513fd'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:55:13.152239 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-060cb4e0-2feb-4de0-b390-65a5b2aeacfd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/d3f7e397-8076-4034-baac-ef4855b48091 HTTP/1.1" status: 204 len: 168 time: 1.2499840 Dec 17 15:55:13.159549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44112) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:13.188872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53c3b68a-71a6-430a-9a7b-d15dbae7e83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.215037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] Deleting port 20459a47-e2f4-4344-b405-dfd441a174b7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:13.215663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.217852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 57dd4eb6-d361-4145-bb7c-014f6cb92bcd details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:55:13.234222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.313265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=20459a47-e2f4-4344-b405-dfd441a174b7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:13.333511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] No DVR routers for this DVR port 20459a47-e2f4-4344-b405-dfd441a174b7 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:13.343180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bd92e947-9e43-4469-9603-f6484733e4f7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1802413 Dec 17 15:55:13.346736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-82433bed-ffad-429e-a6bc-8a9174870218 service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948407 Dec 17 15:55:13.347555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44116) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:13.363292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:13.417004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0f900996-b36c-4725-af10-40a241bb2f11 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:13.433537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:55:13.507166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] For port 20459a47-e2f4-4344-b405-dfd441a174b7, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:13.507675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.513235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0f900996-b36c-4725-af10-40a241bb2f11 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:13.513729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0f900996-b36c-4725-af10-40a241bb2f11 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:13.514266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:13.550006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4fb00d89-f5c5-411d-9197-d8997da94aca req-79bc68dc-5dc7-4df5-9eab-778505bf65ed service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806242 Dec 17 15:55:13.557146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:13.557586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ebc5d04e-4a5c-49a7-86a2-0d960d5f4282 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:13.558075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 86dc09ef-9b80-4322-b0dc-4546b8e513fd no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:13.560594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] Calling delete_port for 20459a47-e2f4-4344-b405-dfd441a174b7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:13.566286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] Port 20459a47-e2f4-4344-b405-dfd441a174b7 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:55:13.594285 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.622615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eba50-fdff-4dc9-999b-4ef1ea587558 req-7d4c6ba3-ca3f-4916-a9e0-e0f042280297 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:13.624385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed5eba50-fdff-4dc9-999b-4ef1ea587558 req-7d4c6ba3-ca3f-4916-a9e0-e0f042280297 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 943 time: 0.4638789 Dec 17 15:55:13.666317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] Pushing event deleted for resources: {'Port': ['ID=20459a47-e2f4-4344-b405-dfd441a174b7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:13.685217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:13.689863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64be02-10b4-4b5d-9202-d0ae1714779a None None] No DVR routers for this DVR port 20459a47-e2f4-4344-b405-dfd441a174b7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:13.700894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:13.705072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.706186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ca3cc0af-fb9b-46be-9146-84e9bccd6d1a None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:13.706631 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc0af-fb9b-46be-9146-84e9bccd6d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.770597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'mac_address': 'fa:16:3e:59:d4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:55:13.817691 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed5eba50-fdff-4dc9-999b-4ef1ea587558 req-c29766fa-144a-4b61-abbb-acb4ef511c42 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852462 Dec 17 15:55:13.853829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296a8ad-33a4-4165-9717-33b87887c9fd None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 15:55:13.932649 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.970868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.982646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:13.984707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f51822-5413-490a-8f67-f1cc541f80df req-f4012483-2f40-4aaa-b423-7f9692508b1e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:13.995299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9f51822-5413-490a-8f67-f1cc541f80df req-f4012483-2f40-4aaa-b423-7f9692508b1e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 945 time: 0.6952517 Dec 17 15:55:14.007313 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.032915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=86dc09ef-9b80-4322-b0dc-4546b8e513fd,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:14.053599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dd4eb6-d361-4145-bb7c-014f6cb92bcd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:14.067011 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.067755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 063560f3-0eb3-4686-a29e-0aa5c8633e91 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:14.085968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:14.089546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:14.092730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe08a01-943b-4816-989c-e3230b8fb9d8']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:14.095397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:14.096270 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.109208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=ef074d25-f541-4a59-9563-17cb77178d95,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:14.127400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c48b9de-a51b-4819-9047-9311af9b993d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:14.127733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c48b9de-a51b-4819-9047-9311af9b993d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:14.136407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 063560f3-0eb3-4686-a29e-0aa5c8633e91 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:14.136407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 063560f3-0eb3-4686-a29e-0aa5c8633e91 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:14.136407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 20459a47-e2f4-4344-b405-dfd441a174b7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:14.143398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c1c856af-9998-4f95-ba05-35d48d46a38b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7907085 Dec 17 15:55:14.144786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44122) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:14.147054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:14.156886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:14.159146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.187509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-50614f53-7850-4988-bfd7-fd0b67440d34 None None] Could not find standard attr ID for object bad2058f-a08c-44d1-9148-460c23a6922b. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:14.187509 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.195800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9f51822-5413-490a-8f67-f1cc541f80df req-fa099508-5b52-4176-adfd-ba6aa3d1dfd9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966639 Dec 17 15:55:14.197605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44126) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:14.198094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 20459a47-e2f4-4344-b405-dfd441a174b7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:14.198449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 20459a47-e2f4-4344-b405-dfd441a174b7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:14.221566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:14.226056 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.273761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296a8ad-33a4-4165-9717-33b87887c9fd None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:55:14.288712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:14.312043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:55:14.312456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:55:14.317187 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:55:14.362151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:14.367692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.453563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['57dd4eb6-d361-4145-bb7c-014f6cb92bcd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:14.475638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.496596 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.502265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] 10.222.0.54 "DELETE /v2.0/networks/0fe08a01-943b-4816-989c-e3230b8fb9d8 HTTP/1.1" status: 204 len: 168 time: 2.4664562 Dec 17 15:55:14.524299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76e262-515b-426f-b4a8-2a1266642a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe08a01-943b-4816-989c-e3230b8fb9d8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:14.640079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348c853-af96-4d1e-bf04-2caf01ef329e req-c3aa1e87-48aa-4f40-9f14-dd42f6b30444 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:14.648361 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7348c853-af96-4d1e-bf04-2caf01ef329e req-c3aa1e87-48aa-4f40-9f14-dd42f6b30444 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 945 time: 0.0941424 Dec 17 15:55:14.648768 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.690693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44134) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:14.754439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7348c853-af96-4d1e-bf04-2caf01ef329e req-aaf1e483-da97-4f99-ad32-e5bd9281e2df tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051619 Dec 17 15:55:14.812593 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-47855f2d-07d7-4a47-b65e-c616a3c2aa8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc013acf6f5a4fd289621bc84533995a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1192870 Dec 17 15:55:14.816032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44136) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:14.913485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc2853a3-b8cd-4ab4-96aa-de8659ea6293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:14.981683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc2853a3-b8cd-4ab4-96aa-de8659ea6293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.052502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:55:15.070974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbefd14-fcc0-4b87-946f-782dfbd28b77 req-7e213346-1201-4bcc-bf90-9660177775d0 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:15.084047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bbefd14-fcc0-4b87-946f-782dfbd28b77 req-7e213346-1201-4bcc-bf90-9660177775d0 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 944 time: 0.1521235 Dec 17 15:55:15.183096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Update dhcp port {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'ef074d25-f541-4a59-9563-17cb77178d95'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '86dc09ef-9b80-4322-b0dc-4546b8e513fd'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:55:15.210324 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.216189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bbefd14-fcc0-4b87-946f-782dfbd28b77 req-ba7f4157-f54d-45a9-b56b-d5c919d8b477 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308229 Dec 17 15:55:15.223990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc2853a3-b8cd-4ab4-96aa-de8659ea6293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.226634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc2853a3-b8cd-4ab4-96aa-de8659ea6293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.231625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cc2853a3-b8cd-4ab4-96aa-de8659ea6293 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fff86055-eab2-4dbc-a8a5-08ccb8551a2f HTTP/1.1" status: 204 len: 168 time: 0.4122777 Dec 17 15:55:15.284404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2853a3-b8cd-4ab4-96aa-de8659ea6293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff86055-eab2-4dbc-a8a5-08ccb8551a2f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:15.285139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.291003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 167c8a96-aecd-41bf-87ec-aa1e93b94531 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:15.291520 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.330242 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.333064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Deleting port ee8296a5-c6df-4fe0-bb24-cf20298683b2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:15.333442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.334423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.473159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] For port ee8296a5-c6df-4fe0-bb24-cf20298683b2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ee8296a5-c6df-4fe0-bb24-cf20298683b2,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:15.473647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.556532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Calling delete_port for ee8296a5-c6df-4fe0-bb24-cf20298683b2 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:15.599334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 0c2eaf6a-77ff-4ab2-b932-ed92d820520e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:15.599711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.678814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Port 0c2eaf6a-77ff-4ab2-b932-ed92d820520e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:15.692045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe0b:8300-94a85826-eb7a-4d12-965d-71af35f567 {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:55:15.692656 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:55:15.693185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 5ef596ac-4489-4f98-abcf-80ff5151a852 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:15.693551 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.831218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port d5a7851d-8c8e-4702-b273-ec40d9d040c6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:15.831591 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.850497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Deleting port 91ab9704-b6bf-4886-86b3-76a94e70b4f5 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:15.850824 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.922534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.955996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:15.956366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:15.956479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8296a5-c6df-4fe0-bb24-cf20298683b2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:15.975841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-1c7a5176-b007-4d20-9478-37126cd399e0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:15.977673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-1c7a5176-b007-4d20-9478-37126cd399e0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 945 time: 0.1715825 Dec 17 15:55:16.092658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] For port 91ab9704-b6bf-4886-86b3-76a94e70b4f5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=91ab9704-b6bf-4886-86b3-76a94e70b4f5,segment=NetworkSegment(e228fed4-86ab-4ebe-bee8-90625cb7bbf5),segment_id=e228fed4-86ab-4ebe-bee8-90625cb7bbf5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:16.093329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.098338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f79460-e241-4b64-b6fe-c260fc3ee05a req-b8756e12-396e-4b08-9ccc-34a1c36f81c9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:16.106286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f79460-e241-4b64-b6fe-c260fc3ee05a req-b8756e12-396e-4b08-9ccc-34a1c36f81c9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 945 time: 0.2117417 Dec 17 15:55:16.118836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Calling delete_port for 91ab9704-b6bf-4886-86b3-76a94e70b4f5 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:16.141587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:16.142003 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.257509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44170) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:16.258630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98f79460-e241-4b64-b6fe-c260fc3ee05a req-93ce0d00-f4b5-4be4-80d9-27ec457e8bfd tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511436 Dec 17 15:55:16.265310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=86dc09ef-9b80-4322-b0dc-4546b8e513fd,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:16.291487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:16.291874 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.294597 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.352085 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.361654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.362542 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.400177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.453917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-network', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:16.545242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=2c84b08b-b09e-49d6-923a-f0c328b4d9ad,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:16.555187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:16.570851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:16.592346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:16.593163 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.610982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:16.611193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.613973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port 74ec3814-fa6c-4553-a806-251f2d1f3bb1, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=74ec3814-fa6c-4553-a806-251f2d1f3bb1,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:16.614404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.617658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:16.638991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for 74ec3814-fa6c-4553-a806-251f2d1f3bb1 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:16.644740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53a4bc1a-09c6-4a1b-8526-769fccf98384 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4983566 Dec 17 15:55:16.648853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:16.658063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaed453-cc77-4be9-9a08-a4d55470a56e req-0b804146-e6c2-4b98-871b-ece6470e6f36 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:16.660335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8eaed453-cc77-4be9-9a08-a4d55470a56e req-0b804146-e6c2-4b98-871b-ece6470e6f36 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 944 time: 0.2186778 Dec 17 15:55:16.667130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:c4:9b:d6', 'name': 'tempest-NetworksTestDHCPv6-1777528441'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:16.667388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Allocated IP 172.20.0.2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/ef074d25-f541-4a59-9563-17cb77178d95/86dc09ef-9b80-4322-b0dc-4546b8e513fd) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:16.828589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port d014224b-a7f1-471c-b403-ef64889b11d5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:16.829103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.862714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d82738da-9aac-4a2c-a970-416646591238 None None] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=86dc09ef-9b80-4322-b0dc-4546b8e513fd,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:16.891868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8eaed453-cc77-4be9-9a08-a4d55470a56e req-b462d001-0755-4cdd-a952-ff1b0c1d9e31 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144918 Dec 17 15:55:16.895378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Made reservation on behalf of 9c9997c25b5a482a95d7c70790be1a09 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:16.897788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.903948 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.914459 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.944642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:16.972174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:17.045938 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.055211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.078046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['74ec3814-fa6c-4553-a806-251f2d1f3bb1'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:17.098941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=74ec3814-fa6c-4553-a806-251f2d1f3bb1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:17.113390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:17.143434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82738da-9aac-4a2c-a970-416646591238 None None] Pushing event updated for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:17.162733 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.181061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 2ab19e20-bfea-4841-aa36-1d241db2808d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:17.181432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.183891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port 74ec3814-fa6c-4553-a806-251f2d1f3bb1 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:17.193816 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.197677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42d7dd81-1ca0-44f7-b035-c375f064dbec req-10006545-01c7-4b71-9da1-a5fb473284fe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "DELETE /v2.0/ports/74ec3814-fa6c-4553-a806-251f2d1f3bb1 HTTP/1.1" status: 204 len: 173 time: 1.2123330 Dec 17 15:55:17.198210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'name': 'network-vif-deleted', 'tag': '74ec3814-fa6c-4553-a806-251f2d1f3bb1'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:17.201838 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f547ca4b-a294-40e4-bcc8-c5b32f463a31" -d '{"events": [{"server_uuid": "a31d8229-ab2b-44fd-9672-a6dcd0ad98e0", "name": "network-vif-deleted", "tag": "74ec3814-fa6c-4553-a806-251f2d1f3bb1"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:17.202742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.208234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ab9704-b6bf-4886-86b3-76a94e70b4f5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:17.226207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.242506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port be870ab7-deef-4f29-a470-4cea43537921 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:55:17.256078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 57dd4eb6-d361-4145-bb7c-014f6cb92bcd up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:17.378661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:55:17.424647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.424647 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Added segment 3f1ab03c-7a47-4a77-80f0-a7d18365e984 of type vlan for network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 Dec 17 15:55:17.467078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee5c759-53eb-4d4a-95b0-1507e3fdca9c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:17.508637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Router 8f598f55-0b33-456a-84cb-12d712ecaa1d has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:17.542983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b21f7ae6-eb70-46c1-b866-2b036e3b450e req-15170608-33eb-4f54-8224-8218b417ed77 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31d8229-ab2b-44fd-9672-a6dcd0ad98e0 HTTP/1.1" status: 200 len: 210 time: 0.0621388 Dec 17 15:55:17.558370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:55:17.582103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:17.582499 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.598942 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1525a490-aecb-488b-b71d-f22ea0ae4b4d x-openstack-request-id: req-1525a490-aecb-488b-b71d-f22ea0ae4b4d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:17.599298 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d8229-ab2b-44fd-9672-a6dcd0ad98e0", "name": "network-vif-deleted", "tag": "74ec3814-fa6c-4553-a806-251f2d1f3bb1", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:17.599560 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1525a490-aecb-488b-b71d-f22ea0ae4b4d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:17.599743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.600009 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31d8229-ab2b-44fd-9672-a6dcd0ad98e0', 'name': 'network-vif-deleted', 'tag': '74ec3814-fa6c-4553-a806-251f2d1f3bb1', 'status': 'completed', 'code': 200} Dec 17 15:55:17.636340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 172.20.0.11 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/ef074d25-f541-4a59-9563-17cb77178d95/be870ab7-deef-4f29-a470-4cea43537921) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:17.648618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fec4:9bd6 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/2c84b08b-b09e-49d6-923a-f0c328b4d9ad/be870ab7-deef-4f29-a470-4cea43537921) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:17.676356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 103e1b32-9fb0-4d2f-80fa-5d3c22226b9f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:17.676721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.713122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.714361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:17.715206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.808440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.841252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:17.855595 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13368a6b-c61a-4696-a9a4-99734c2f08c3" -d '{"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-plugged", "status": "completed", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:17.893537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6342778 Dec 17 15:55:17.900792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:17.907345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44188) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:17.909445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.914338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Request body: {'subnet': {'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-subnet', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:17.918104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.927314 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.971506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.979311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:17.979709 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:17.984968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:18.012045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f05bf2-06be-4f5a-9d5a-f6e657f31bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6fb871-3b1b-4440-ba56-36b0a73d3d92,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:18.016828 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d60e96-716b-4824-833a-519f9e25c2f7 x-openstack-request-id: req-c2d60e96-716b-4824-833a-519f9e25c2f7 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:18.017129 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-plugged", "status": "completed", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:18.017386 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2d60e96-716b-4824-833a-519f9e25c2f7 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:18.017783 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'code': 200} Dec 17 15:55:18.045864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:55:18.076429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:18.082198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:18.154265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:18.201665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Provisioning complete for port 4c0551dd-cde2-4c1b-8063-74591d576634 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:18.202149 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.237193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:18.238523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.254379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7881b813-23e1-406d-a349-94b2f6f55e9e None None] Port 4c0551dd-cde2-4c1b-8063-74591d576634 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:18.272286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6109028 Dec 17 15:55:18.273731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c98bf-aa48-4a05-b4d6-7e0f935d06af tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=be870ab7-deef-4f29-a470-4cea43537921,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:18.280571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44194) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:18.285760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:18.305386 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] Sync routers for ids ['8f598f55-0b33-456a-84cb-12d712ecaa1d'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:18.325564 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] Routers {'8f598f55-0b33-456a-84cb-12d712ecaa1d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:18.326264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ee143c9-c926-44e1-beb1-0435bcddb2ac admin admin] 10.222.0.54 "PUT /v2.0/routers/8f598f55-0b33-456a-84cb-12d712ecaa1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8708937 Dec 17 15:55:18.328121 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8f598f55-0b33-456a-84cb-12d712ecaa1d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:18.335444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44196) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:18.385123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e26e4-dbf3-436d-8bc4-5deb9fcaa15a req-77063117-8d7c-422b-9de5-8efdb2e5cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:18.393747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-600e26e4-dbf3-436d-8bc4-5deb9fcaa15a req-77063117-8d7c-422b-9de5-8efdb2e5cc6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 1097 time: 0.2932787 Dec 17 15:55:18.401988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Made reservation on behalf of 9c9997c25b5a482a95d7c70790be1a09 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:18.404165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.412367 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b078c5-d7bf-4150-a81e-c2cfc71d0df7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:18.421036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b078c5-d7bf-4150-a81e-c2cfc71d0df7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:18.428432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f0b078c5-d7bf-4150-a81e-c2cfc71d0df7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1461561 Dec 17 15:55:18.431449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:18.496205 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] Set router 8f598f55-0b33-456a-84cb-12d712ecaa1d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:18.521041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe40dd1-c761-4f7a-bf50-42230d309206 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 15:55:18.638575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-600e26e4-dbf3-436d-8bc4-5deb9fcaa15a req-f1cb2d14-3283-415f-a6fe-4a46399a52ba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087438 Dec 17 15:55:18.663746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port be870ab7-deef-4f29-a470-4cea43537921 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:18.664511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.695967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-eeba7265-a9da-48c1-92c5-ad3d19573edc None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:18.696467 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eeba7265-a9da-48c1-92c5-ad3d19573edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.709512 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:55:18.848095 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.849555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.863307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for be870ab7-deef-4f29-a470-4cea43537921 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:18.867351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2689b8e-ff50-44ce-b458-7d3d003766c3 req-331297c2-6017-45cb-8915-3ceda477b151 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:18.875885 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a2689b8e-ff50-44ce-b458-7d3d003766c3 req-331297c2-6017-45cb-8915-3ceda477b151 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.6304209 Dec 17 15:55:18.888145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:55:15Z', 'revision_number': 5, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:18.934045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe40dd1-c761-4f7a-bf50-42230d309206 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:55:18.934257 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] Checking router: 8f598f55-0b33-456a-84cb-12d712ecaa1d for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:18.945222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eeba7265-a9da-48c1-92c5-ad3d19573edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:18.963544 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] Routers {'8f598f55-0b33-456a-84cb-12d712ecaa1d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:18.964463 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8f598f55-0b33-456a-84cb-12d712ecaa1d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:19.068627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584a30fb-f794-4291-ba65-1b88448f803a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:19.071362 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.087197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:19.102481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.145416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=be870ab7-deef-4f29-a470-4cea43537921,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:19.152446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a2689b8e-ff50-44ce-b458-7d3d003766c3 req-8c439f55-7ecf-43a5-a9b9-848d6fe5b0c0 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752402 Dec 17 15:55:19.159499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-eeba7265-a9da-48c1-92c5-ad3d19573edc None None] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=86dc09ef-9b80-4322-b0dc-4546b8e513fd,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:19.173698 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] Set router 8f598f55-0b33-456a-84cb-12d712ecaa1d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:19.187185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eeba7265-a9da-48c1-92c5-ad3d19573edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.189448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Checking segment: {'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:19.189974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Network hostable DHCP agents. Network: ea6fb871-3b1b-4440-ba56-36b0a73d3d92, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:55:19.267052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 74ec3814-fa6c-4553-a806-251f2d1f3bb1 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:19.329061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:55:19.385017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.394938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b33bcb7c-9e40-49dd-9dc3-c8fe0d6a75fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/be870ab7-deef-4f29-a470-4cea43537921 HTTP/1.1" status: 204 len: 168 time: 0.9600158 Dec 17 15:55:19.395157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 74ec3814-fa6c-4553-a806-251f2d1f3bb1 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:19.395157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 74ec3814-fa6c-4553-a806-251f2d1f3bb1 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:19.395312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44208) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:19.402189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ea6fb871-3b1b-4440-ba56-36b0a73d3d92) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:19.448247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:19.452517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.478946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.489450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba7265-a9da-48c1-92c5-ad3d19573edc None None] Pushing event updated for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:19.523216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:19.546079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-313fb34a-ce33-4634-b3b7-ef48e0b06db9 admin admin] 10.222.0.54 "PUT /v2.0/routers/987dd9b2-b56a-485a-9089-cdb4cd79ee11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3390744 Dec 17 15:55:19.547583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44210) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:19.577376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-44961b01-7207-4d3f-939e-2581ddc01469 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6602082 Dec 17 15:55:19.579469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44212) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:19.588087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] Sync routers for ids ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:19.666122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 86dc09ef-9b80-4322-b0dc-4546b8e513fd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:19.682240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:19.820457 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:55:15Z', 'revision_number': 5, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:19.833826 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.834967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.867130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a31d508-cb5d-40ed-a53d-6929fc3ecadb None None] The sync data for ids ['8f598f55-0b33-456a-84cb-12d712ecaa1d'] in n-d-806683-20 is: [{'id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'name': 'tempest-AttachSCSIVolumeTestJSON-239170745-router', 'tenant_id': 'd50654d833a84445a6abb1aeeaf29819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:34Z', 'updated_at': '2021-12-17T15:55:15Z', 'revision_number': 5, 'project_id': 'd50654d833a84445a6abb1aeeaf29819', 'gw_port': {'id': 'd5a7851d-8c8e-4702-b273-ec40d9d040c6', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:36:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f598f55-0b33-456a-84cb-12d712ecaa1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:35Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:19.885412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Deleting port d5a7851d-8c8e-4702-b273-ec40d9d040c6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:19.885989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:19.898722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f7c3a7-e530-4da0-bb64-a1826aa64300 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:19.913565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f7c3a7-e530-4da0-bb64-a1826aa64300 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:19.915431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f7c3a7-e530-4da0-bb64-a1826aa64300 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:19.920545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-56f7c3a7-e530-4da0-bb64-a1826aa64300 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5241876 Dec 17 15:55:19.928617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44222) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:20.007703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.063385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 2c84b08b-b09e-49d6-923a-f0c328b4d9ad {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:20.067482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.074002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.125156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] Routers {'987dd9b2-b56a-485a-9089-cdb4cd79ee11'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:20.125808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:20.174834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.227790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.332095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:20.332594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.373635 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.411934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9811cd2-d3e6-4e89-9932-222bd297e54b req-60f52c8e-2f96-473a-8950-8c6d901c7b78 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:20.413735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9811cd2-d3e6-4e89-9932-222bd297e54b req-60f52c8e-2f96-473a-8950-8c6d901c7b78 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.1304264 Dec 17 15:55:20.423171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] Set router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:20.438997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Deleting port d014224b-a7f1-471c-b403-ef64889b11d5 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:20.439555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.591265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.647461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.651352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/2c84b08b-b09e-49d6-923a-f0c328b4d9ad HTTP/1.1" status: 204 len: 168 time: 0.7185438 Dec 17 15:55:20.663282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9811cd2-d3e6-4e89-9932-222bd297e54b req-47247368-339f-4514-a150-5aeb01b2f210 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298179 Dec 17 15:55:20.667766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] For port d014224b-a7f1-471c-b403-ef64889b11d5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d014224b-a7f1-471c-b403-ef64889b11d5,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:20.668162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.671149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44236) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:20.761820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34af08-d0c7-4091-8934-2e8c8a6b561b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=2c84b08b-b09e-49d6-923a-f0c328b4d9ad,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:20.786005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:55:16Z', 'revision_number': 5, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port': {'id': 'd014224b-a7f1-471c-b403-ef64889b11d5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:56Z', 'updated_at': '2021-12-17T15:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:20.805956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Calling delete_port for d014224b-a7f1-471c-b403-ef64889b11d5 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:20.831254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] Checking router: 987dd9b2-b56a-485a-9089-cdb4cd79ee11 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:20.843467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] Routers {'987dd9b2-b56a-485a-9089-cdb4cd79ee11'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:20.844384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:20.857651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet ef074d25-f541-4a59-9563-17cb77178d95 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:20.867510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] For port d5a7851d-8c8e-4702-b273-ec40d9d040c6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d5a7851d-8c8e-4702-b273-ec40d9d040c6,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:20.868038 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.868145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.893344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.896635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Calling delete_port for d5a7851d-8c8e-4702-b273-ec40d9d040c6 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:20.917566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7529a3-6d46-42fe-80e1-531644073943 req-e9ecd155-d717-40ae-892c-ee71dd3fdb94 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:20.919445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-e9ecd155-d717-40ae-892c-ee71dd3fdb94 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.9201124 Dec 17 15:55:20.943406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:20.993214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-85f6bd3e-f7bf-4bde-a2ec-59eed2cfa041 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0600872 Dec 17 15:55:21.001145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] Set router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:21.091780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.095036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:55:20Z', 'revision_number': 6, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:21.166077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755874f-efe9-435d-9cc4-0a8cc10cf69b None None] The sync data for ids ['987dd9b2-b56a-485a-9089-cdb4cd79ee11'] in n-d-806683-20 is: [{'id': '987dd9b2-b56a-485a-9089-cdb4cd79ee11', 'name': 'tempest-ServersTestMultiNic-926978831-router', 'tenant_id': '3356ac0dd40b41e589660909044312a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:53Z', 'updated_at': '2021-12-17T15:55:20Z', 'revision_number': 6, 'project_id': '3356ac0dd40b41e589660909044312a6', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:21.202099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-0d65148a-ce9f-4f6c-a98a-b9f8446144b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002416 Dec 17 15:55:21.235935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.296071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=ef074d25-f541-4a59-9563-17cb77178d95,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:21.311627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.315098 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0d1cf1f3-110d-4942-816c-b44ed4fe3ab5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ef074d25-f541-4a59-9563-17cb77178d95 HTTP/1.1" status: 204 len: 168 time: 0.5885203 Dec 17 15:55:21.318746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44244) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:21.389880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-059f2d1b-e8ca-488d-874f-a8e6eee9ae3d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646343 Dec 17 15:55:21.391285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791fd67-c508-4d57-8640-79d1043a3d3e req-3bc754f7-b427-4e63-9f67-c7d3b908f4a8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:21.393269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a791fd67-c508-4d57-8640-79d1043a3d3e req-3bc754f7-b427-4e63-9f67-c7d3b908f4a8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2121401 Dec 17 15:55:21.393938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44246) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:21.402778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:21.424359 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.453698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3cd07-7c85-483c-8254-be2f7078c8c2 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:21.463031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-c060f755-e94d-43de-86b4-1ebf6a14ec32 service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519531 Dec 17 15:55:21.469950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a7851d-8c8e-4702-b273-ec40d9d040c6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:21.539240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df8d24a-d039-495f-9ed5-982dc3b278c2 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:21.577052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a791fd67-c508-4d57-8640-79d1043a3d3e req-2c505311-c745-4280-a5a8-54ca99ec7ad2 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618633 Dec 17 15:55:21.617700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ef86f-3e8e-4fe0-bbba-04558ebcb670 None None] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:21.633836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.691190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:21.696397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.697614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40beace-83d6-4835-bd02-5ef9b84acf1c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:21.701364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Pushing event deleted for resources: {'Port': ['ID=d014224b-a7f1-471c-b403-ef64889b11d5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:21.768364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.772250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.795425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 86dc09ef-9b80-4322-b0dc-4546b8e513fd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:21.862341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5d857-5af7-4ba9-85d1-88f0596a42cf None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:21.911584 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.934194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c6f7e753-3066-405a-90bc-4faeb9d422ea None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:21.934681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6f7e753-3066-405a-90bc-4faeb9d422ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.969883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.980278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:21.994464 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.047549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 86dc09ef-9b80-4322-b0dc-4546b8e513fd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:22.047952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.049703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ea6fb871-3b1b-4440-ba56-36b0a73d3d92', 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92', 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'fixed_ips': [{'subnet_id': '584a30fb-f794-4291-ba65-1b88448f803a'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:55:22.050523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.076212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.084310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.119895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-4f2c4e76-0e00-4a44-983b-b6cb6fa9895b service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066933 Dec 17 15:55:22.147594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.148413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:22.148695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f598f55-0b33-456a-84cb-12d712ecaa1d {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:55:22.164598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.170669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf50e616-32a0-4f08-800a-7b8e9071c265 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8f598f55-0b33-456a-84cb-12d712ecaa1d HTTP/1.1" status: 204 len: 168 time: 3.8321161 Dec 17 15:55:22.173989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44252) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:22.197308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.197938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987dd9b2-b56a-485a-9089-cdb4cd79ee11 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:55:22.204370 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.206016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8c7de19-6961-4328-9d80-19ec4c234660 admin admin] 10.222.0.54 "DELETE /v2.0/routers/987dd9b2-b56a-485a-9089-cdb4cd79ee11 HTTP/1.1" status: 204 len: 168 time: 2.6487870 Dec 17 15:55:22.208636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44254) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:22.335196 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.376126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] Deleting subnet d1296970-5897-4390-9ddc-21a2509fa3f8 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:22.421236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Allocated IP 172.20.0.2 (ea6fb871-3b1b-4440-ba56-36b0a73d3d92/584a30fb-f794-4291-ba65-1b88448f803a/b2e1dec5-7c38-410c-9b3c-0e4130ce351e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:22.424215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ee8296a5-c6df-4fe0-bb24-cf20298683b2 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:22.424359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.435285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] Deleting port 86dc09ef-9b80-4322-b0dc-4546b8e513fd {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:22.435679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.444164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Allocated IP 172.25.0.120 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/90a5c6a0-898b-4804-8265-60bda8fd6544) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:22.495135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:22.498684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] Deleting subnet 240eab32-eabf-48d9-9c90-1f453fa6cbdd {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:22.512593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.518312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44c0514b-7072-46c2-a877-8fa0c27a1d52 req-70324134-1422-40ae-aaa3-86b371bb302e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 210 time: 0.0954506 Dec 17 15:55:22.538890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:22.551401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: ee8296a5-c6df-4fe0-bb24-cf20298683b2 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:22.551796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ee8296a5-c6df-4fe0-bb24-cf20298683b2 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:22.588386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:22.589179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.600765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.626794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.710537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=29f5e21e-e971-44ca-9afd-e86b7a7a94d1,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:22.725643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-200bf7ec-a2e3-43c4-8720-bf6aaeb2ecc7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3286679 Dec 17 15:55:22.728559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44266) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:22.735078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:22.772659 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.875384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] For port 86dc09ef-9b80-4322-b0dc-4546b8e513fd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=86dc09ef-9b80-4322-b0dc-4546b8e513fd,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:22.875922 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.929463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:22.984900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] Calling delete_port for 86dc09ef-9b80-4322-b0dc-4546b8e513fd owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:22.992218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.016120 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.051487 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:23.061620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.066103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:23.093558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:23.108065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b73e8a-63c6-42e4-b8f8-e44b0259c746 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:23.125749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:23.128022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Pushing event updated for resources: {'Port': ['ID=90a5c6a0-898b-4804-8265-60bda8fd6544,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:23.145670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b4fad-483b-46d8-a48c-e40fd7e847db req-0bc3c0b9-8365-4f88-9718-b6a263d06fb1 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.147302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e9b4fad-483b-46d8-a48c-e40fd7e847db req-0bc3c0b9-8365-4f88-9718-b6a263d06fb1 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.3143520 Dec 17 15:55:23.173973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:23.176681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:23.269897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.271099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Pushing event updated for resources: {'Port': ['ID=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:23.291663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Attempting to bind port b2e1dec5-7c38-410c-9b3c-0e4130ce351e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:23.292265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Attempting to bind port b2e1dec5-7c38-410c-9b3c-0e4130ce351e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:23.292712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Attempting to bind port b2e1dec5-7c38-410c-9b3c-0e4130ce351e on network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:23.328173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:23.329924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Checking segment: {'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:23.330412 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.330831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Bound using segment: {'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:23.333104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Bound port: b2e1dec5-7c38-410c-9b3c-0e4130ce351e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:23.333534 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.389389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:23.401421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.410690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.429606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.432896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-97924e6e-72ab-44a3-966d-4e5081264f71 None None] Provisioning complete for port 90a5c6a0-898b-4804-8265-60bda8fd6544 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:23.435056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-97924e6e-72ab-44a3-966d-4e5081264f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.466153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e9b4fad-483b-46d8-a48c-e40fd7e847db req-a2691521-116b-42bd-bf86-8efa092e0d1c tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098910 Dec 17 15:55:23.478801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240eab32-eabf-48d9-9c90-1f453fa6cbdd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:23.501422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 91ab9704-b6bf-4886-86b3-76a94e70b4f5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:23.526283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.528649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1296970-5897-4390-9ddc-21a2509fa3f8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:23.530920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-30bc4c89-9a97-4011-b555-ee85cfd0eef1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/240eab32-eabf-48d9-9c90-1f453fa6cbdd HTTP/1.1" status: 204 len: 168 time: 1.3534818 Dec 17 15:55:23.535254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.535384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:23.537838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc8bd43-ee0f-467f-827e-4471a8772694 None None] Network b657c2bb-85d0-4a08-baf9-310c0106bb14 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:23.539347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7f1a77da-d428-4387-a5d5-c62b92872421 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d1296970-5897-4390-9ddc-21a2509fa3f8 HTTP/1.1" status: 204 len: 168 time: 1.3294709 Dec 17 15:55:23.542632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44276) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:23.547341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d652a-65ba-478b-97ee-ab2e4bcd34ec None None] Network f1d46008-815e-40f2-92f6-07feb079381a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:23.550060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 91ab9704-b6bf-4886-86b3-76a94e70b4f5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:23.550183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 91ab9704-b6bf-4886-86b3-76a94e70b4f5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:23.550745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d5a7851d-8c8e-4702-b273-ec40d9d040c6 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:23.579303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-7eb6ae27-2e49-4d25-9637-377faaa3e00a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2542341 Dec 17 15:55:23.617476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.637010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d5a7851d-8c8e-4702-b273-ec40d9d040c6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:23.638010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d5a7851d-8c8e-4702-b273-ec40d9d040c6 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:23.639260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d014224b-a7f1-471c-b403-ef64889b11d5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:23.658644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.706844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d014224b-a7f1-471c-b403-ef64889b11d5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:23.707501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d014224b-a7f1-471c-b403-ef64889b11d5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:23.708110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 86dc09ef-9b80-4322-b0dc-4546b8e513fd no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:23.711451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.718653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07301944-e092-47b1-9a42-a38fcc94e67b req-fc6aba0f-4216-46a1-84f1-106a2d404ab3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 210 time: 0.0386393 Dec 17 15:55:23.750180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.796629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] No DVR routers for this DVR port 86dc09ef-9b80-4322-b0dc-4546b8e513fd on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:23.822296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 86dc09ef-9b80-4322-b0dc-4546b8e513fd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:23.823737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 86dc09ef-9b80-4322-b0dc-4546b8e513fd not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:23.825075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Deleting port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:23.825679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:23.826455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-97924e6e-72ab-44a3-966d-4e5081264f71 None None] Port 90a5c6a0-898b-4804-8265-60bda8fd6544 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:23.844180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.844746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.845224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.845686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.846369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.846611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.847061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:23.852206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-da1be997-e2cd-4913-b229-59963ed6132b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6507 time: 0.1799350 Dec 17 15:55:23.860814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd16af0-e708-4730-8fa8-8587134a3e8b None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:23.896959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cca728-7079-4cb9-9006-423a7576ccff None None] Pushing event deleted for resources: {'Port': ['ID=86dc09ef-9b80-4322-b0dc-4546b8e513fd,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:24.000933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] For port b2e1dec5-7c38-410c-9b3c-0e4130ce351e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:24.004612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] For port c832c8f2-7428-4ae3-a761-b3b0892e6bf9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,segment=NetworkSegment(e228fed4-86ab-4ebe-bee8-90625cb7bbf5),segment_id=e228fed4-86ab-4ebe-bee8-90625cb7bbf5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:24.004969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.043671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] For port b2e1dec5-7c38-410c-9b3c-0e4130ce351e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,segment=NetworkSegment(3f1ab03c-7a47-4a77-80f0-a7d18365e984),segment_id=3f1ab03c-7a47-4a77-80f0-a7d18365e984)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:24.055718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Calling delete_port for c832c8f2-7428-4ae3-a761-b3b0892e6bf9 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:24.083235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.103763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6a4f5271-f30c-47a3-8fc2-3f760964f906 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:24.106894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6a4f5271-f30c-47a3-8fc2-3f760964f906 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.2272136 Dec 17 15:55:24.185719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] DHCP port deletion for b657c2bb-85d0-4a08-baf9-310c0106bb14 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:24.189963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:24.207917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6735c-d07f-40ec-89c2-cf3359539728 None None] Pushing event updated for resources: {'Port': ['ID=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:24.230598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '29f5e21e-e971-44ca-9afd-e86b7a7a94d1'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:55:24.231786 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.278740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] DHCP port deletion for f1d46008-815e-40f2-92f6-07feb079381a request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:24.323853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:55:24.364276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.400364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] Deleting port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:24.400737 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.443101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=0d2322c5-036c-4b4b-85a3-6740d40ad18a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:24.537042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:24.553966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:24.564343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] For port c832c8f2-7428-4ae3-a761-b3b0892e6bf9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,segment=NetworkSegment(e228fed4-86ab-4ebe-bee8-90625cb7bbf5),segment_id=e228fed4-86ab-4ebe-bee8-90625cb7bbf5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:24.565027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.571681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:24.572730 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.589808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Deleting port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:24.590365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.605058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.625734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] Calling delete_port for c832c8f2-7428-4ae3-a761-b3b0892e6bf9 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:24.646005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] Deleting port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:24.646663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.664205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:24.681030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f5a6fa6e-7d8b-4d7b-b323-9f4e7e59ac07 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9506788 Dec 17 15:55:24.681554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44286) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:24.699136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:a7:06:1f', 'name': 'tempest-NetworksTestDHCPv6-1282223291'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:24.708214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Allocated IP 172.20.0.2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/29f5e21e-e971-44ca-9afd-e86b7a7a94d1/587f9f4c-fd30-473e-85b4-27632048ccc7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:24.710802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] No DVR routers for this DVR port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:24.733961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-9ff09af5-39e7-41db-873a-9b7ec13da709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:24.734436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-9ff09af5-39e7-41db-873a-9b7ec13da709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:24.734896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-9ff09af5-39e7-41db-873a-9b7ec13da709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:24.736565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-9ff09af5-39e7-41db-873a-9b7ec13da709 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=d56efdfb-2214-495b-b81d-8728c73706ee&id=d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 200 len: 2297 time: 0.8404322 Dec 17 15:55:24.741451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.769946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Allocated IP 2001:db8::f816:3eff:fe9d:2bb9 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0d2322c5-036c-4b4b-85a3-6740d40ad18a/587f9f4c-fd30-473e-85b4-27632048ccc7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:24.814234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] For port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:24.814752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.852921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] For port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,segment=NetworkSegment(bfad0784-5a40-4f0c-b8b8-26ac65a50a84),segment_id=bfad0784-5a40-4f0c-b8b8-26ac65a50a84)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:24.853410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.855525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.890908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] Calling delete_port for fdea2b9d-b42f-4e85-80af-e549ed7a4fdf owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:24.894324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:24.894602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46887bd-572e-42bf-a4f9-9ad28afd6a36 req-e161548a-c593-4032-ab55-28c3519497df tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:24.896514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d46887bd-572e-42bf-a4f9-9ad28afd6a36 req-e161548a-c593-4032-ab55-28c3519497df tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2315819 Dec 17 15:55:24.897739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.899442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Calling delete_port for fdea2b9d-b42f-4e85-80af-e549ed7a4fdf owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:24.913091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b657c2bb-85d0-4a08-baf9-310c0106bb14']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:24.927100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-2590c1af-bf11-4fcf-83a6-6ce928cf5c70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 200 len: 1000 time: 0.1745665 Dec 17 15:55:24.934176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:24.934645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e228fed4-86ab-4ebe-bee8-90625cb7bbf5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:24.955189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:24.962309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.019504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] No DVR routers for this DVR port c832c8f2-7428-4ae3-a761-b3b0892e6bf9 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:25.019750 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.025335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6d22-79bd-4bb9-9a13-82e7e1f6a177 None None] Pushing event deleted for resources: {'Port': ['ID=c832c8f2-7428-4ae3-a761-b3b0892e6bf9,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:25.053399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff9f0ed9-e884-4e2a-9bd9-c924b76108ef req-95d6486d-568c-49cd-bfec-bbbc46f14f68 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 210 time: 0.0885823 Dec 17 15:55:25.062715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:55:25.063134 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:55:25.071155 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:55:25.122192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-cee70031-5b8b-4e9a-a16a-de6321a87095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:25.124261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-cee70031-5b8b-4e9a-a16a-de6321a87095 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71380c7b-6757-4471-934c-98831561d4a4 HTTP/1.1" status: 200 len: 855 time: 0.1519589 Dec 17 15:55:25.133159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d46887bd-572e-42bf-a4f9-9ad28afd6a36 req-349ab860-8060-4f88-a681-e38c67913fe6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142942 Dec 17 15:55:25.169264 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.173245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.178190 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.180169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:25.222412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] Pushing event deleted for resources: {'Port': ['ID=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:25.257035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.259062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.262236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.268734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b657c2bb-85d0-4a08-baf9-310c0106bb14 HTTP/1.1" status: 204 len: 168 time: 1.7219479 Dec 17 15:55:25.306434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3e5bb-241b-4172-a77b-cdac2ab0bb34 None None] No DVR routers for this DVR port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:25.336350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:25.344105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:55:25.344367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:25.349176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:25.351525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdea2b9d-b42f-4e85-80af-e549ed7a4fdf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:25.357595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283b0b0-6f64-49fb-88dc-c70c2209b2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b657c2bb-85d0-4a08-baf9-310c0106bb14,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:25.362771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] No DVR routers for this DVR port fdea2b9d-b42f-4e85-80af-e549ed7a4fdf on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:25.368472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-c79770c5-81c2-4cd3-884e-cb6e71b9cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:25.370010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-c79770c5-81c2-4cd3-884e-cb6e71b9cdcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2359283 Dec 17 15:55:25.401133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.8 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/768ba8f4-7687-4c32-98ff-bc778d1b4133) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:25.460238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b2e1dec5-7c38-410c-9b3c-0e4130ce351e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:25.464236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.471520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Pushing event updated for resources: {'Port': ['ID=587f9f4c-fd30-473e-85b4-27632048ccc7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:25.514993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:55:25.531712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44294) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:25.563216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Attempting to bind port 587f9f4c-fd30-473e-85b4-27632048ccc7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:25.563517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Attempting to bind port 587f9f4c-fd30-473e-85b4-27632048ccc7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:25.563879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Attempting to bind port 587f9f4c-fd30-473e-85b4-27632048ccc7 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:25.573979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:25.574668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:25.574778 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.575289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:25.575685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Bound port: 587f9f4c-fd30-473e-85b4-27632048ccc7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:25.576079 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.632782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b2e1dec5-7c38-410c-9b3c-0e4130ce351e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:25.633217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.656566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.676953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b7265a2-04e4-4e8b-8ee4-8577afc4f2bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3356ac0dd40b41e589660909044312a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415837 Dec 17 15:55:25.681046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44298) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:25.704244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] For port 587f9f4c-fd30-473e-85b4-27632048ccc7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:25.711171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d46008-815e-40f2-92f6-07feb079381a']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:25.720556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] For port 587f9f4c-fd30-473e-85b4-27632048ccc7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=587f9f4c-fd30-473e-85b4-27632048ccc7,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:25.728456 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.737255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:25.737791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfad0784-5a40-4f0c-b8b8-26ac65a50a84') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:25.751865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.770349 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.780117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:55:25.781234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.816080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296b3c1-ed52-4cf6-81e1-a85229e4969e None None] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:55:25.845695 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:55:25.848621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.848742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-8039606d-ba0b-4d63-b08d-f6c2b87eedf0 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571059 Dec 17 15:55:25.851342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b7f7-0c8d-4a90-9a15-2a2834e0ec50 None None] Pushing event updated for resources: {'Port': ['ID=587f9f4c-fd30-473e-85b4-27632048ccc7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:25.882424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51f0647f-a9de-45a4-aa14-9491740edcc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.909258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51f0647f-a9de-45a4-aa14-9491740edcc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.924718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:25.938905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.944968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.949487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f1d46008-815e-40f2-92f6-07feb079381a HTTP/1.1" status: 204 len: 168 time: 2.4131904 Dec 17 15:55:25.955203 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Sync routers for ids ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:25.973795 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Routers {'62f6bd9a-85ee-4b20-9b24-470cb33065f8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:25.974767 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:25.979441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:25.981162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44300) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:26.004777 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:26.009057 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e7882c21-4a43-431f-80b7-b742fc073c90 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3389654 Dec 17 15:55:26.011611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44302) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:26.055465 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51f0647f-a9de-45a4-aa14-9491740edcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:26.056724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51f0647f-a9de-45a4-aa14-9491740edcc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:26.057981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-51f0647f-a9de-45a4-aa14-9491740edcc7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1fd5d165-068a-4513-bc98-2e839aba279a HTTP/1.1" status: 204 len: 168 time: 0.3689761 Dec 17 15:55:26.127439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0647f-a9de-45a4-aa14-9491740edcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd5d165-068a-4513-bc98-2e839aba279a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:26.254341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68666d3-a086-46d8-9b6d-c133dcc1a030 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d46008-815e-40f2-92f6-07feb079381a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:26.261755 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Set router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:26.278107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 172.20.0.3 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/29f5e21e-e971-44ca-9afd-e86b7a7a94d1/b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:26.349110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port b2e1dec5-7c38-410c-9b3c-0e4130ce351e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,segment=NetworkSegment(3f1ab03c-7a47-4a77-80f0-a7d18365e984),segment_id=3f1ab03c-7a47-4a77-80f0-a7d18365e984)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:26.350340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ada2fe63-0f7a-4880-a7a8-40d4c0a69c4c None None] Provisioning complete for port b2e1dec5-7c38-410c-9b3c-0e4130ce351e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:26.351004 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ada2fe63-0f7a-4880-a7a8-40d4c0a69c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:26.371423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61549eff-dafe-4559-b22f-46b2d3ceee78 req-d70e5c31-413e-41be-9e28-98141bb48182 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 210 time: 0.1373184 Dec 17 15:55:26.378429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fea7:61f (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0d2322c5-036c-4b4b-85a3-6740d40ad18a/b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:26.420131 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:26.428499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-d055174a-716b-4be9-8d62-51d5eb058296 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698507 Dec 17 15:55:26.559181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c832c8f2-7428-4ae3-a761-b3b0892e6bf9 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:26.604621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-e7a95dbd-865f-450d-8025-a580b1b79a8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 217 time: 0.1083257 Dec 17 15:55:26.612744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:26.628285 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:23Z', 'revision_number': 3, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port': {'id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:22Z', 'updated_at': '2021-12-17T15:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:26.631126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:26.632869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c832c8f2-7428-4ae3-a761-b3b0892e6bf9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:26.633212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c832c8f2-7428-4ae3-a761-b3b0892e6bf9 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:26.643048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fdea2b9d-b42f-4e85-80af-e549ed7a4fdf no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:26.668283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Checking router: 62f6bd9a-85ee-4b20-9b24-470cb33065f8 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:26.668966 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Updating router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 port 90a5c6a0-898b-4804-8265-60bda8fd6544 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:55:26.721303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:26.729431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4ec91-ae06-44f0-b841-55e41ac133bc req-43eeed20-80cf-45f3-a175-303f84f19410 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:26.730768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bb4ec91-ae06-44f0-b841-55e41ac133bc req-43eeed20-80cf-45f3-a175-303f84f19410 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.3830156 Dec 17 15:55:26.752581 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:26.767780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-b1ef03a0-0ee5-40e4-907b-2eef282c2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:26.769536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-b1ef03a0-0ee5-40e4-907b-2eef282c2208 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1035013 Dec 17 15:55:26.775066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:26.816350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:26.841342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fd6e5-ea97-4b59-98d8-6136d030d489 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:26.852701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fdea2b9d-b42f-4e85-80af-e549ed7a4fdf {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:26.853195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fdea2b9d-b42f-4e85-80af-e549ed7a4fdf not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:26.872265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:26.882264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bb4ec91-ae06-44f0-b841-55e41ac133bc req-b8bc855c-373b-40c7-9e0c-4c5fb292ee85 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418650 Dec 17 15:55:26.968241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=768ba8f4-7687-4c32-98ff-bc778d1b4133,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:27.016227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-8906d2b9-e81c-4f6d-8f5b-049eb67904c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:27.018233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-8906d2b9-e81c-4f6d-8f5b-049eb67904c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2123773 Dec 17 15:55:27.119069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:27.120079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.153319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.185470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-743115e7-fb07-41a9-b691-1408ec0c9213 None None] Provisioning complete for port 768ba8f4-7687-4c32-98ff-bc778d1b4133 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:27.185863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-743115e7-fb07-41a9-b691-1408ec0c9213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.270156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-6606404a-49f8-47e3-823b-058f707587d0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0948303 Dec 17 15:55:27.294593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Request body: {'port': {'device_id': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:27.298944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-743115e7-fb07-41a9-b691-1408ec0c9213 None None] Port 768ba8f4-7687-4c32-98ff-bc778d1b4133 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:27.422772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-715d49f4-993e-494f-bf90-4b157a3bf255 None None] Provisioning complete for port b2e1dec5-7c38-410c-9b3c-0e4130ce351e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:27.423415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-715d49f4-993e-494f-bf90-4b157a3bf255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.477415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-c6de6dc8-1511-4eeb-af99-c5c7df337ace service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497330 Dec 17 15:55:27.479730 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.501684 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.509863 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.637847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 587f9f4c-fd30-473e-85b4-27632048ccc7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:27.655475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.685118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b4847-1315-4abd-a53e-7aae8cdc9868 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:27.718420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 587f9f4c-fd30-473e-85b4-27632048ccc7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:27.718897 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.727628 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Attempting to bind port 90a5c6a0-898b-4804-8265-60bda8fd6544 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:27.728074 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Attempting to bind port 90a5c6a0-898b-4804-8265-60bda8fd6544 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:27.728433 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Attempting to bind port 90a5c6a0-898b-4804-8265-60bda8fd6544 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:27.743958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:27.750981 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:27.751355 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:27.751757 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.752173 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:27.752645 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Bound port: 90a5c6a0-898b-4804-8265-60bda8fd6544, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:27.753024 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.755985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-404806f5-493b-449d-8959-d5890fcc8653 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693555 Dec 17 15:55:27.774322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcda3c3-f925-4797-a860-1ab1d2ec42cd None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:27.774680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:27.778606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:27.783580 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.799341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:27.842530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] For port 90a5c6a0-898b-4804-8265-60bda8fd6544, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:27.845982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] For port 90a5c6a0-898b-4804-8265-60bda8fd6544, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=90a5c6a0-898b-4804-8265-60bda8fd6544,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:27.847447 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79aa9-74ce-43fa-8b37-ac48f575ef43 None None] Pushing event updated for resources: {'Port': ['ID=90a5c6a0-898b-4804-8265-60bda8fd6544,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:27.852260 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.904505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] Provisioning complete for port 90a5c6a0-898b-4804-8265-60bda8fd6544 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:27.905129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:27.907508 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Routers {'62f6bd9a-85ee-4b20-9b24-470cb33065f8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:27.908213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:27.935585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff50e0-0a7a-413f-9152-a85163cdd015 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:27.945687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44336) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:27.969387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-e86486fb-1e23-488b-abfd-b9a557b084ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 217 time: 0.1965292 Dec 17 15:55:28.082794 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] Set router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:28.085820 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.115982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-f5e261a9-c09f-4543-91de-00eaf81ffdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:28.117848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-f5e261a9-c09f-4543-91de-00eaf81ffdd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1368432 Dec 17 15:55:28.176520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Allocated IP 172.20.0.1 (ea6fb871-3b1b-4440-ba56-36b0a73d3d92/584a30fb-f794-4291-ba65-1b88448f803a/71384efd-c12b-42f2-a8c2-9fbc98ea8ab6) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:28.178163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768ba8f4-7687-4c32-98ff-bc778d1b4133 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:28.186901 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79aa9-74ce-43fa-8b37-ac48f575ef43 None None] Pushing event updated for resources: {'Port': ['ID=90a5c6a0-898b-4804-8265-60bda8fd6544,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:28.190926 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.207616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Transition to ACTIVE for port object 768ba8f4-7687-4c32-98ff-bc778d1b4133 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:55:28.211765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 587f9f4c-fd30-473e-85b4-27632048ccc7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=587f9f4c-fd30-473e-85b4-27632048ccc7,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:28.218089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.219013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:28.219166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b2e1dec5-7c38-410c-9b3c-0e4130ce351e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:28.219704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.256422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.317965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.322469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208126-e192-4d75-a792-29629ea97240 req-ac64a0b0-1517-463b-ba47-fb6d2d46cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:28.324778 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0208126-e192-4d75-a792-29629ea97240 req-ac64a0b0-1517-463b-ba47-fb6d2d46cce6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 1097 time: 0.8031631 Dec 17 15:55:28.328239 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:23Z', 'revision_number': 3, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port': {'id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:22Z', 'updated_at': '2021-12-17T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:28.355103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.374250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea900a9-b268-4b3a-bb33-5ffa61d99633 None None] The sync data for ids ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'] in n-d-806683-20 is: [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:23Z', 'revision_number': 3, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port': {'id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:22Z', 'updated_at': '2021-12-17T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:28.380778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] For port 90a5c6a0-898b-4804-8265-60bda8fd6544, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=90a5c6a0-898b-4804-8265-60bda8fd6544,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:28.386892 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.393587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f3075-1186-40bd-a75e-f7a9c262e08d None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:28.397550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=587f9f4c-fd30-473e-85b4-27632048ccc7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:28.410879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.439343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] Provisioning complete for port 587f9f4c-fd30-473e-85b4-27632048ccc7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:28.439934 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.441850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-732492298-network', 'tenant_id': 'c81336360a334161a51173b9879a5656'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:28.479461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44344) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:28.480313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6b45ee25-b5c1-4827-a90f-ca25a15513cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7907202 Dec 17 15:55:28.488417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b2e1dec5-7c38-410c-9b3c-0e4130ce351e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:28.488786 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.527653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17cccb-0c39-48dc-b3b7-69bf67600c32 req-a5569959-c10c-426d-8ebe-d8581660a3ed tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:28.531031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e17cccb-0c39-48dc-b3b7-69bf67600c32 req-a5569959-c10c-426d-8ebe-d8581660a3ed tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 931 time: 0.9221232 Dec 17 15:55:28.539077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:28.554295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Pushing event updated for resources: {'Port': ['ID=768ba8f4-7687-4c32-98ff-bc778d1b4133,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:28.599403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:28.606748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d1e18-81e2-4390-bccb-f8f256d25b24 None None] Pushing event updated for resources: {'Port': ['ID=90a5c6a0-898b-4804-8265-60bda8fd6544,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:28.621584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:28.652763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.717798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-c1457db8-9e56-4f8a-ba0e-dced4dbfb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:28.724593 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-c1457db8-9e56-4f8a-ba0e-dced4dbfb33a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5982723 Dec 17 15:55:28.743287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Pushing event updated for resources: {'Port': ['ID=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:28.747164 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.763512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:28.766123 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.775278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503487f-94fe-4aa8-af51-e901f7cd6f83 req-9e6d35bf-f6e3-4210-9dfe-f15905a24fca tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:28.788465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f503487f-94fe-4aa8-af51-e901f7cd6f83 req-9e6d35bf-f6e3-4210-9dfe-f15905a24fca tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.6432076 Dec 17 15:55:28.820869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208126-e192-4d75-a792-29629ea97240 req-bc1fcff9-421b-4c62-bc86-1292d0e24123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:28.822453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0208126-e192-4d75-a792-29629ea97240 req-bc1fcff9-421b-4c62-bc86-1292d0e24123 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 906 time: 0.4561930 Dec 17 15:55:28.842579 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e17cccb-0c39-48dc-b3b7-69bf67600c32 req-661b901b-98b1-4867-a935-b22bc0e60471 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829547 Dec 17 15:55:28.868762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9821354b-e85f-4f51-8e35-17ec91ddcc6d None None] Provisioning complete for port 90a5c6a0-898b-4804-8265-60bda8fd6544 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:28.870672 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9821354b-e85f-4f51-8e35-17ec91ddcc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:28.988709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:29.245041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b9a62416-6bfa-4712-82bd-6b9c6d6f14ec None None] Provisioning complete for port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:29.245432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b9a62416-6bfa-4712-82bd-6b9c6d6f14ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:29.298437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b9a62416-6bfa-4712-82bd-6b9c6d6f14ec None None] Port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:29.472208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 587f9f4c-fd30-473e-85b4-27632048ccc7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:29.534539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e660c-e668-4de5-bc7d-2d6862b90268 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:29.563590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0208126-e192-4d75-a792-29629ea97240 req-5eedf5f6-f8b4-4859-9370-eeb699c6817b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd HTTP/1.1" status: 200 len: 217 time: 0.7198977 Dec 17 15:55:29.566227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Attempting to bind port 768ba8f4-7687-4c32-98ff-bc778d1b4133 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:29.566560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Attempting to bind port 768ba8f4-7687-4c32-98ff-bc778d1b4133 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:29.566895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Attempting to bind port 768ba8f4-7687-4c32-98ff-bc778d1b4133 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:29.574916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Port 768ba8f4-7687-4c32-98ff-bc778d1b4133 on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:55:29.575356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Attempting to bind port 768ba8f4-7687-4c32-98ff-bc778d1b4133 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:29.592312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-a8aca14a-c90e-4ba2-8843-d7dc8a69e53e service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383672 Dec 17 15:55:29.621903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:29.622593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c5b0c-ae86-4380-a998-88153ec1b756 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:29.622701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:29.622902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:29.623731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Bound port: 768ba8f4-7687-4c32-98ff-bc778d1b4133, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:29.624121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:29.626414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4018d490-f822-4e52-baff-feb9308beb56 None None] Provisioning complete for port 587f9f4c-fd30-473e-85b4-27632048ccc7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:29.626987 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4018d490-f822-4e52-baff-feb9308beb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:29.630797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c5b0c-ae86-4380-a998-88153ec1b756 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:29.634573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-308c5b0c-ae86-4380-a998-88153ec1b756 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1146572 Dec 17 15:55:29.639486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44350) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:29.657303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 587f9f4c-fd30-473e-85b4-27632048ccc7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:29.657740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:29.741861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:29.782779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208126-e192-4d75-a792-29629ea97240 req-faafc0c8-40de-4656-87c5-d40d0e547ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:29.784234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0208126-e192-4d75-a792-29629ea97240 req-faafc0c8-40de-4656-87c5-d40d0e547ab2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.2121384 Dec 17 15:55:29.802657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f503487f-94fe-4aa8-af51-e901f7cd6f83 req-ea000755-a912-4a85-8876-c5b527faf76e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0177183 Dec 17 15:55:29.828203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 90a5c6a0-898b-4804-8265-60bda8fd6544 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:29.869817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-22055ddf-9cce-4ac4-bbfa-8ab319dda453 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658770 Dec 17 15:55:29.885964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0208126-e192-4d75-a792-29629ea97240 req-53580c01-e2f6-4b66-89b3-7285471695a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729375 Dec 17 15:55:29.891162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] For port 768ba8f4-7687-4c32-98ff-bc778d1b4133, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:29.963028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] For port 768ba8f4-7687-4c32-98ff-bc778d1b4133, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=768ba8f4-7687-4c32-98ff-bc778d1b4133,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:29.981034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-98bfb0f0-a9a0-4739-b4f2-74f9f1ff5f69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=001a32c4-b56a-4703-abbe-7beaaf671b63 HTTP/1.1" status: 200 len: 217 time: 0.0941615 Dec 17 15:55:29.990960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4018d490-f822-4e52-baff-feb9308beb56 None None] Provisioning complete for port b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:29.991640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4018d490-f822-4e52-baff-feb9308beb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.032070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.041721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 90a5c6a0-898b-4804-8265-60bda8fd6544 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:30.042699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.087268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4018d490-f822-4e52-baff-feb9308beb56 None None] Port b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:30.130100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:30.130931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.132527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] 10.222.0.49 "PUT /v2.0/ports/768ba8f4-7687-4c32-98ff-bc778d1b4133 HTTP/1.1" status: 200 len: 1092 time: 2.8470683 Dec 17 15:55:30.133082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'tag': '768ba8f4-7687-4c32-98ff-bc778d1b4133'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:30.139122 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8e505-32c4-4911-969e-e97bb03412a1" -d '{"events": [{"name": "network-changed", "server_uuid": "548bf5a8-d6d4-4740-9ded-81c284066ea2", "tag": "768ba8f4-7687-4c32-98ff-bc778d1b4133"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:30.147127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-e37963ea-cb42-47a5-b4f1-3c256018bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:30.153165 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-e37963ea-cb42-47a5-b4f1-3c256018bb18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1595411 Dec 17 15:55:30.170284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.194270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f2de7-79e5-453d-90e7-6f62f22234c9 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:30.196235 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.261685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.266172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:30.267012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.280075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:55:30.282181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.292256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378b14d-d310-4e27-b44c-1a5a61431912 req-09bea468-d3a3-4499-a107-476659338a5d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:30.295054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f378b14d-d310-4e27-b44c-1a5a61431912 req-09bea468-d3a3-4499-a107-476659338a5d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 943 time: 0.2995377 Dec 17 15:55:30.297502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc44798d-b992-44a0-9d2e-f9a2a393612e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:30.335702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bdf4b-2a83-4909-9af3-bd7d8ef66654 service neutron] Pushing event updated for resources: {'Port': ['ID=768ba8f4-7687-4c32-98ff-bc778d1b4133,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:30.366369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.366865 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Added segment 4dfaf166-a0f4-4fb8-a158-a999b46a2336 of type vlan for network 3dc344b3-1870-46c9-a4e7-746f86a3b411 Dec 17 15:55:30.399728 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434efb30-e142-424e-ae6c-af89a6cd388c x-openstack-request-id: req-434efb30-e142-424e-ae6c-af89a6cd388c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:30.400183 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548bf5a8-d6d4-4740-9ded-81c284066ea2", "tag": "768ba8f4-7687-4c32-98ff-bc778d1b4133", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:30.400516 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-434efb30-e142-424e-ae6c-af89a6cd388c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:30.401050 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'tag': '768ba8f4-7687-4c32-98ff-bc778d1b4133', 'status': 'completed', 'code': 200} Dec 17 15:55:30.417474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0208126-e192-4d75-a792-29629ea97240 req-260ba72f-81dc-4e25-816c-2fe11bc1266d service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195634 Dec 17 15:55:30.427751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Pushing event updated for resources: {'Port': ['ID=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:30.433820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-efff8f9e-dcd9-4a99-ba6a-7bee98c61f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:30.435118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-efff8f9e-dcd9-4a99-ba6a-7bee98c61f8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2591574 Dec 17 15:55:30.443468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.460985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.498253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-580f1b4d-d61f-4a9d-85ab-ca74a1c63248 None None] Provisioning complete for port 587f9f4c-fd30-473e-85b4-27632048ccc7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:30.499030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-580f1b4d-d61f-4a9d-85ab-ca74a1c63248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.590399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7529a3-6d46-42fe-80e1-531644073943 req-0be1c300-7fba-41dd-9638-8b82fefae90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:30.592594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-0be1c300-7fba-41dd-9638-8b82fefae90a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 1095 time: 0.3847983 Dec 17 15:55:30.610334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:55:30.662286 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.664425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:30.665159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.675440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f378b14d-d310-4e27-b44c-1a5a61431912 req-184923f1-ad53-410e-b51e-ec48c709ba30 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931981 Dec 17 15:55:30.683714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-580f1b4d-d61f-4a9d-85ab-ca74a1c63248 None None] Provisioning complete for port b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:30.694755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-7a535575-b6c9-4eff-8671-146861338ecc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=768ba8f4-7687-4c32-98ff-bc778d1b4133 HTTP/1.1" status: 200 len: 217 time: 0.0771034 Dec 17 15:55:30.699697 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-580f1b4d-d61f-4a9d-85ab-ca74a1c63248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.715517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.751431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-580f1b4d-d61f-4a9d-85ab-ca74a1c63248 None None] Port b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:30.776757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:30.779058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8300178 Dec 17 15:55:30.786553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44360) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:30.788908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-41cb8591-e8e0-4389-a7e9-1f1fe7ca357b service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413308 Dec 17 15:55:30.789860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0208126-e192-4d75-a792-29629ea97240 req-f9330d65-192b-4da2-a91a-da54f76fbdef service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588226 Dec 17 15:55:30.806637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Request body: {'subnet': {'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-732492298-subnet', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:30.815680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Deleting port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:30.816417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:30.819777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7529a3-6d46-42fe-80e1-531644073943 req-36435e18-ac5e-411f-b482-c62495f569cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:30.822787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-36435e18-ac5e-411f-b482-c62495f569cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.1232786 Dec 17 15:55:30.846272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:30.862671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcce74-c4b0-426e-bd32-c7bfc143300d admin admin] Pushing event updated for resources: {'Network': ['ID=3dc344b3-1870-46c9-a4e7-746f86a3b411,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:30.871722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:30.875440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:55:30.959970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-068b7f16-5d73-4a90-aabd-b27c9ce1c11d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500135 Dec 17 15:55:31.074052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4bba08ca-e4c7-4e30-98b7-6bf9ce70bd21 None None] Could not find standard attr ID for object be870ab7-deef-4f29-a470-4cea43537921. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:31.093836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:31.097394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:31.185060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] For port 9b1e37ec-07d5-483f-ba6e-2f4e47387b17, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,segment=NetworkSegment(ee79ff5f-8948-4f38-9c35-d3c6ef64b848),segment_id=ee79ff5f-8948-4f38-9c35-d3c6ef64b848)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:31.185621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:31.230865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Calling delete_port for 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:31.245758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-631d3de2-5e91-4b02-8c5f-8981c7e23aad service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136248 Dec 17 15:55:31.270617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ba93-aa4d-4a8b-8410-c407f69ccd48 req-5b9769e1-5cf6-4317-82ed-d4a7060add82 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:31.272264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94d2ba93-aa4d-4a8b-8410-c407f69ccd48 req-5b9769e1-5cf6-4317-82ed-d4a7060add82 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2317700 Dec 17 15:55:31.321448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-e59cec26-cb83-4380-a6bf-9a22deb02229 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283510 Dec 17 15:55:31.377223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:31.382241 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-d51e82da-a4ae-43f3-901f-2349107f3310 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc HTTP/1.1" status: 200 len: 217 time: 0.0912817 Dec 17 15:55:31.438209 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94d2ba93-aa4d-4a8b-8410-c407f69ccd48 req-259c929d-859e-49b4-8148-6e38e9b4b7e1 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460090 Dec 17 15:55:31.537169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-988c9007-d2a8-499b-9529-35c090b18a50 None None] Provisioning complete for port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:31.537540 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-988c9007-d2a8-499b-9529-35c090b18a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:31.570571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-65c128a8-1eaf-46ac-a5ce-0a5031492499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:31.572568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-65c128a8-1eaf-46ac-a5ce-0a5031492499 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1768372 Dec 17 15:55:31.589693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:31.596495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-abc31e15-d07e-42b4-bf27-0b67764cf8bf admin admin] 10.222.0.54 "PUT /v2.0/routers/62f6bd9a-85ee-4b20-9b24-470cb33065f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5748301 Dec 17 15:55:31.623695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Sync routers for ids ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:31.629761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:31.637060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-988c9007-d2a8-499b-9529-35c090b18a50 None None] Port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:31.646660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b7529a3-6d46-42fe-80e1-531644073943 req-0e41a380-ecaa-4da0-8bee-1183d51e48f8 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797699 Dec 17 15:55:31.659248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Routers {'62f6bd9a-85ee-4b20-9b24-470cb33065f8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:31.660045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:31.690199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-2d3a8b0c-8e7d-4232-a1be-d6ce07b2e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:31.691775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-2d3a8b0c-8e7d-4232-a1be-d6ce07b2e118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1000319 Dec 17 15:55:31.768044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:31.958949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:31.987375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1e7e464e-bbdd-428d-9fcd-a9b7270c38f5 None None] Could not find standard attr ID for object b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:32.018668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1e37ec-07d5-483f-ba6e-2f4e47387b17,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:32.059178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-89cbca1b-e7b1-4436-8ea9-7b178b4c5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.063718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-89cbca1b-e7b1-4436-8ea9-7b178b4c5686 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 1095 time: 0.3326967 Dec 17 15:55:32.074099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd87b9-c566-48de-abc5-89554622d038 req-5a279c56-c99f-4741-9156-8300d355e2da tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.085504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18fd87b9-c566-48de-abc5-89554622d038 req-5a279c56-c99f-4741-9156-8300d355e2da tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 943 time: 0.2427695 Dec 17 15:55:32.098323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.098565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Set router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:32.117814 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-3ed57f7e-27bd-4163-ba11-08f90e732f5b service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798409 Dec 17 15:55:32.218401 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-4364cc00-54c8-413a-a6ca-b669d2e57cd2 req-074e66d1-be53-4abf-bfec-64cb9860d0aa tempest-FloatingIPDetailsNegativeTestJSON-1043296554 tempest-FloatingIPDetailsNegativeTestJSON-1043296554-project] show failed (client error): The resource could not be found. Dec 17 15:55:32.234911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4364cc00-54c8-413a-a6ca-b669d2e57cd2 req-074e66d1-be53-4abf-bfec-64cb9860d0aa tempest-FloatingIPDetailsNegativeTestJSON-1043296554 tempest-FloatingIPDetailsNegativeTestJSON-1043296554-project] 10.222.0.54 "GET /v2.0/floatingips/bae639f0-83d7-4d5c-a24c-de0a0a99f452 HTTP/1.1" status: 404 len: 350 time: 0.1422760 Dec 17 15:55:32.241013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44376) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:32.289037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18fd87b9-c566-48de-abc5-89554622d038 req-2afd0764-12f5-4b68-aa71-22c75c5e1d68 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891117 Dec 17 15:55:32.292481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:32.303521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Checking segment: {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:32.304099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Network hostable DHCP agents. Network: 3dc344b3-1870-46c9-a4e7-746f86a3b411, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:55:32.335641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:29Z', 'revision_number': 4, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port': {'id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:22Z', 'updated_at': '2021-12-17T15:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '71384efd-c12b-42f2-a8c2-9fbc98ea8ab6', 'name': '', 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'mac_address': 'fa:16:3e:f2:da:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '584a30fb-f794-4291-ba65-1b88448f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:27Z', 'updated_at': '2021-12-17T15:55:29Z', 'revision_number': 2, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'subnets': [{'id': '584a30fb-f794-4291-ba65-1b88448f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:32.346279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:55:32.354346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-964d8e13-4b83-46e9-9660-c4f034bce0bb service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980157 Dec 17 15:55:32.359863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 3dc344b3-1870-46c9-a4e7-746f86a3b411) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:32.373352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.374182 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.378553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c3a50-087f-4ccc-953d-8d219fa86a08 None None] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:32.386474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.394442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4cdb8467-b917-4471-a550-5efe91d41d8b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 HTTP/1.1" status: 204 len: 168 time: 2.7487049 Dec 17 15:55:32.400348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Checking router: 62f6bd9a-85ee-4b20-9b24-470cb33065f8 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:32.400673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Updating router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:55:32.416328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:32.428971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dad28674-d17d-4e55-8e12-f3cefa4fc360 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6366134 Dec 17 15:55:32.428971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-6fdb4ec9-6b0d-4825-8cac-dd5c664af34f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb HTTP/1.1" status: 200 len: 217 time: 0.0660560 Dec 17 15:55:32.429260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44382) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:32.434448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:32.475416 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.539030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-a71c16ca-acc1-46f5-85ac-9c631301aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.540757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-a71c16ca-acc1-46f5-85ac-9c631301aa1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1012783 Dec 17 15:55:32.543327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.546952 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.560013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-3c4c94b8-d1f3-4149-a507-507f3711e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.561923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-3c4c94b8-d1f3-4149-a507-507f3711e1b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.4706204 Dec 17 15:55:32.660322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-3dc344b3-1870-46c9-a4e7-746f86a3b411', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'project_id': 'c81336360a334161a51173b9879a5656', 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:55:32.661689 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.688962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-4f1036b1-f220-4c3c-996f-eef6ff470869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.690498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-4f1036b1-f220-4c3c-996f-eef6ff470869 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343548 Dec 17 15:55:32.696037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:32.756717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f53a4-f9c4-48f6-8236-1716ac832137 req-dcb96f70-3329-4660-9c7c-f445f8e34983 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.758201 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-423f53a4-f9c4-48f6-8236-1716ac832137 req-dcb96f70-3329-4660-9c7c-f445f8e34983 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.1512423 Dec 17 15:55:32.784025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-d6af9788-c241-4b57-88c1-14b880a32553 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=768ba8f4-7687-4c32-98ff-bc778d1b4133 HTTP/1.1" status: 200 len: 217 time: 0.2117770 Dec 17 15:55:32.811361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fecb21-c18a-4fe0-8e5f-d246037e3dd5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.812789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fecb21-c18a-4fe0-8e5f-d246037e3dd5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.814349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fecb21-c18a-4fe0-8e5f-d246037e3dd5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.818373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b3fecb21-c18a-4fe0-8e5f-d246037e3dd5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3897340 Dec 17 15:55:32.820270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44388) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:32.916485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Allocated IP 172.20.0.2 (3dc344b3-1870-46c9-a4e7-746f86a3b411/957935e7-ec9f-44a7-a537-c1b8e4bbfbf3/ac639ce7-0f2e-4e97-936a-27a0b60b8e65) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:32.924304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-6b7a3708-8302-48c5-8940-80c4d2a8fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:32.925708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-6b7a3708-8302-48c5-8940-80c4d2a8fbda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.1316829 Dec 17 15:55:32.969439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-62547df1-40b2-4cf8-8201-3f78e913bee8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339458 Dec 17 15:55:32.972451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.071076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.082322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.188566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2654bb8-3515-43b6-ae2c-bd2d38a43806 None None] Pushing event updated for resources: {'Port': ['ID=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:33.243698 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.262488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.311748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 768ba8f4-7687-4c32-98ff-bc778d1b4133 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:55:33.315939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Pushing event updated for resources: {'Port': ['ID=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:33.318273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Attempting to bind port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:33.318649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Attempting to bind port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:33.319015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Attempting to bind port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 on network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:33.350789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:33.351167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Checking segment: {'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:33.351589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.352040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Bound using segment: {'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:33.352534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Bound port: 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ab03c-7a47-4a77-80f0-a7d18365e984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:33.357485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.380189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:33.385621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:33.385830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 0d2322c5-036c-4b4b-85a3-6740d40ad18a {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:33.388974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:33.389605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.449232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-423f53a4-f9c4-48f6-8236-1716ac832137 req-9a74518b-fee2-488e-96a2-ea5c9c83960c tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591649 Dec 17 15:55:33.477820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.482955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-7d29cc21-42a7-423a-a313-6bd0fd8b7f17 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828343 Dec 17 15:55:33.516433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.535532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Attempting to bind port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:33.535931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Attempting to bind port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:33.536298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Attempting to bind port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 on network 3dc344b3-1870-46c9-a4e7-746f86a3b411 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:33.570705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:33.574000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Checking segment: {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:33.574000 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.574000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Bound using segment: {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:33.574000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Bound port: ac639ce7-0f2e-4e97-936a-27a0b60b8e65, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:33.574000 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.575211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] For port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:33.582885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] For port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,segment=NetworkSegment(3f1ab03c-7a47-4a77-80f0-a7d18365e984),segment_id=3f1ab03c-7a47-4a77-80f0-a7d18365e984)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:33.602396 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.645097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-67eb033d-244d-451e-b6ea-74ce4cefea68 None None] Provisioning complete for port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:33.645473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-67eb033d-244d-451e-b6ea-74ce4cefea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.728262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 768ba8f4-7687-4c32-98ff-bc778d1b4133, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=768ba8f4-7687-4c32-98ff-bc778d1b4133,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:33.764084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4802a-eb7d-4705-8b39-e37e5fdec452 req-8e58a258-d4dc-4033-8e91-ec1c393d1251 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:33.774527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '768ba8f4-7687-4c32-98ff-bc778d1b4133', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': '768ba8f4-7687-4c32-98ff-bc778d1b4133', 'mac_address': 'fa:16:3e:51:32:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:55:33.775756 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-53d4802a-eb7d-4705-8b39-e37e5fdec452 req-8e58a258-d4dc-4033-8e91-ec1c393d1251 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 943 time: 0.1823637 Dec 17 15:55:33.776558 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:33.781978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2654bb8-3515-43b6-ae2c-bd2d38a43806 None None] Pushing event updated for resources: {'Port': ['ID=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:33.790440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Routers {'62f6bd9a-85ee-4b20-9b24-470cb33065f8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:33.791078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:33.817337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-3778b377-51ab-4f3f-9e20-63c976b140c5 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194563 Dec 17 15:55:33.839655 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-4dcd6add-edd8-4a26-b973-05df6dc20cff service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884729 Dec 17 15:55:33.896727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] For port ac639ce7-0f2e-4e97-936a-27a0b60b8e65, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:33.914595 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-1be1ff7b-a9fc-4950-940a-3a8eeea3f5a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 200 len: 217 time: 0.0564620 Dec 17 15:55:33.935498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] For port ac639ce7-0f2e-4e97-936a-27a0b60b8e65, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:33.973293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.018251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2322c5-036c-4b4b-85a3-6740d40ad18a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:34.028835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-53d4802a-eb7d-4705-8b39-e37e5fdec452 req-c8792b2c-30dd-4662-8bf3-92e47de987fb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519975 Dec 17 15:55:34.093161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-4e59ddac-557b-4cbc-a134-de6d748a8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:34.094686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-4e59ddac-557b-4cbc-a134-de6d748a8f99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1668189 Dec 17 15:55:34.095858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.098882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-02be875b-a464-4772-a70d-ff37925f86f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0d2322c5-036c-4b4b-85a3-6740d40ad18a HTTP/1.1" status: 204 len: 168 time: 1.2704949 Dec 17 15:55:34.101530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44396) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:34.125078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbe8e505-32c4-4911-969e-e97bb03412a1 req-e9f2a058-a697-4a6f-b80f-f64e47042198 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980518 Dec 17 15:55:34.162181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f14fabd-3184-4142-bc7b-10c726ddbeb7 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:34.171659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Router 4437d65a-193e-4953-9b93-87d4c06cdff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:34.172204 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.174464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.221801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 29f5e21e-e971-44ca-9afd-e86b7a7a94d1 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:34.226432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.234363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-b555bded-5f0b-4797-882b-874d8c4de30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:34.235974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-b555bded-5f0b-4797-882b-874d8c4de30a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1259966 Dec 17 15:55:34.236673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.240122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.281623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768ba8f4-7687-4c32-98ff-bc778d1b4133 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:34.296982 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.301359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-67eb033d-244d-451e-b6ea-74ce4cefea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.344555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] Set router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:34.354661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 768ba8f4-7687-4c32-98ff-bc778d1b4133, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=768ba8f4-7687-4c32-98ff-bc778d1b4133,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:34.355626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.387743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:34.393877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a81754d8-fa99-4f05-a1f0-8229039bb507 admin admin] 10.222.0.54 "PUT /v2.0/routers/4437d65a-193e-4953-9b93-87d4c06cdff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4113185 Dec 17 15:55:34.397537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.400504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44398) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:34.405526 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] Sync routers for ids ['4437d65a-193e-4953-9b93-87d4c06cdff2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:34.409738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384ec60-de27-4e92-acd8-a7af95a99d2f None None] Pushing event updated for resources: {'Port': ['ID=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:34.424045 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] Routers {'4437d65a-193e-4953-9b93-87d4c06cdff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:34.424506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4437d65a-193e-4953-9b93-87d4c06cdff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:34.514430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-67eb033d-244d-451e-b6ea-74ce4cefea68 None None] For port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,segment=NetworkSegment(3f1ab03c-7a47-4a77-80f0-a7d18365e984),segment_id=3f1ab03c-7a47-4a77-80f0-a7d18365e984)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:34.567682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-67eb033d-244d-451e-b6ea-74ce4cefea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.576073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-53dd1e15-ad40-4ade-bdde-b101714b2301 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129139 Dec 17 15:55:34.624201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=768ba8f4-7687-4c32-98ff-bc778d1b4133,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:34.650441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['768ba8f4-7687-4c32-98ff-bc778d1b4133'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:34.728293 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.741042 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] Set router 4437d65a-193e-4953-9b93-87d4c06cdff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:34.836107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5702b1bf-d28d-4224-ba6f-e50ebfa62eba req-69fefa32-1cd4-46f4-bc42-4b80bf5a426c service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274141 Dec 17 15:55:34.921321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c33c8056-c833-40f1-94ed-6e5fb1d02167 None None] Provisioning complete for port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:34.921621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c33c8056-c833-40f1-94ed-6e5fb1d02167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:34.933563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb033d-244d-451e-b6ea-74ce4cefea68 None None] Pushing event updated for resources: {'Port': ['ID=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:34.936685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Allocated IP 172.25.0.187 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/6de93b2d-5414-4ff4-bb2f-f52d2d53b282) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:34.954493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.030546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.065565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Deleting port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:35.065919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.167886 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.262953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:29Z', 'revision_number': 4, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port': {'id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:22Z', 'updated_at': '2021-12-17T15:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '71384efd-c12b-42f2-a8c2-9fbc98ea8ab6', 'name': '', 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'mac_address': 'fa:16:3e:f2:da:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '584a30fb-f794-4291-ba65-1b88448f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:27Z', 'updated_at': '2021-12-17T15:55:33Z', 'revision_number': 4, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'subnets': [{'id': '584a30fb-f794-4291-ba65-1b88448f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:35.300359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11004064-6dcb-41b8-9e7a-5e5f1b48e22b None None] The sync data for ids ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'] in n-d-806683-20 is: [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:29Z', 'revision_number': 4, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port': {'id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:22Z', 'updated_at': '2021-12-17T15:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '71384efd-c12b-42f2-a8c2-9fbc98ea8ab6', 'name': '', 'network_id': 'ea6fb871-3b1b-4440-ba56-36b0a73d3d92', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'mac_address': 'fa:16:3e:f2:da:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '584a30fb-f794-4291-ba65-1b88448f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:27Z', 'updated_at': '2021-12-17T15:55:33Z', 'revision_number': 4, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'subnets': [{'id': '584a30fb-f794-4291-ba65-1b88448f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:35.340164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ea312-3b95-449b-832a-e8cd85191039 req-1a9df67c-c5eb-481c-be15-3db7d4624d36 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:35.344941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-505ea312-3b95-449b-832a-e8cd85191039 req-1a9df67c-c5eb-481c-be15-3db7d4624d36 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 944 time: 0.1826241 Dec 17 15:55:35.437542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.441556 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:55:31Z', 'revision_number': 5, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port': {'id': '5ef596ac-4489-4f98-abcf-80ff5151a852', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:51Z', 'updated_at': '2021-12-17T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:35.445323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] For port 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,segment=NetworkSegment(3f1ab03c-7a47-4a77-80f0-a7d18365e984),segment_id=3f1ab03c-7a47-4a77-80f0-a7d18365e984)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:35.445740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.467915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Calling delete_port for 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:35.469807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405f53b-b6b0-494d-9e36-30beb486b05c req-ce5929b4-1bad-48a7-a905-f3f275dbcbf1 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:35.472089 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2405f53b-b6b0-494d-9e36-30beb486b05c req-ce5929b4-1bad-48a7-a905-f3f275dbcbf1 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.6321700 Dec 17 15:55:35.500942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ac639ce7-0f2e-4e97-936a-27a0b60b8e65 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:35.528892 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] Checking router: 4437d65a-193e-4953-9b93-87d4c06cdff2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:35.550271 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] Routers {'4437d65a-193e-4953-9b93-87d4c06cdff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:35.551075 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4437d65a-193e-4953-9b93-87d4c06cdff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:35.560570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Pushing event updated for resources: {'Port': ['ID=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:35.612872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Deleting port 5ef596ac-4489-4f98-abcf-80ff5151a852 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:35.616290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.625287 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.673407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:35.677401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:35.678539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=29f5e21e-e971-44ca-9afd-e86b7a7a94d1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:35.678780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.691021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:35.694904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:35.741223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b49f62-5bef-489a-84a4-55f3936bd003 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:35.766475 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] Set router 4437d65a-193e-4953-9b93-87d4c06cdff2 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:35.901113 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:55:35Z', 'revision_number': 6, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:35.913005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.917886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-39ae2d94-77db-4893-8b06-3451da1d1c97 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/29f5e21e-e971-44ca-9afd-e86b7a7a94d1 HTTP/1.1" status: 204 len: 168 time: 1.8153555 Dec 17 15:55:35.922048 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:35.957213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30e2e6-3358-49c2-83c0-7babe450335f None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:35.962213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44414) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:35.965716 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11776c4-7bc4-4022-afd4-71937839753d None None] The sync data for ids ['4437d65a-193e-4953-9b93-87d4c06cdff2'] in n-d-806683-20 is: [{'id': '4437d65a-193e-4953-9b93-87d4c06cdff2', 'name': 'tempest-AttachSCSIVolumeTestJSON-105878155-router', 'tenant_id': '14c74654fb17491d9c581b588a3ad63c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:48Z', 'updated_at': '2021-12-17T15:55:35Z', 'revision_number': 6, 'project_id': '14c74654fb17491d9c581b588a3ad63c', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:35.978703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2405f53b-b6b0-494d-9e36-30beb486b05c req-4956bacd-e2ae-41fb-837d-f8b3a8201cef tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996236 Dec 17 15:55:36.066762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e6dc981e-a486-441f-8dca-97016d67d412 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029899 Dec 17 15:55:36.070417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44418) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:36.096768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-505ea312-3b95-449b-832a-e8cd85191039 req-86f6d7df-604e-4641-964c-8dda80e1df1c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931787 Dec 17 15:55:36.103207 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.191005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Pushing event deleted for resources: {'Port': ['ID=71384efd-c12b-42f2-a8c2-9fbc98ea8ab6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:36.238542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port ac639ce7-0f2e-4e97-936a-27a0b60b8e65, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:36.247072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4efaa74f-6722-4051-bf84-13f0b4336359 None None] Provisioning complete for port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:36.247326 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4efaa74f-6722-4051-bf84-13f0b4336359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.267060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e9d03f-ae39-45aa-a3a0-fad8de6ea21f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:36.274875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a5e9d03f-ae39-45aa-a3a0-fad8de6ea21f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1999147 Dec 17 15:55:36.274875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44420) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:36.291016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.305574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970c257-490d-4cf7-9bd3-5c9102b04883 None None] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:36.437327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca298f0-194f-4bd3-9cfd-a5c106af3dd7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:36.449261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cca298f0-194f-4bd3-9cfd-a5c106af3dd7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1723373 Dec 17 15:55:36.450196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44422) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:36.484420 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.532977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1322705b-440a-400c-b022-fe1d507cec03 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792687 Dec 17 15:55:36.538092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44424) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:36.545250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9559f58b-64b9-46c2-bdb8-dabae0e84752 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:36.572532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:36.593084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4efaa74f-6722-4051-bf84-13f0b4336359 None None] Port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:36.600903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] For port 5ef596ac-4489-4f98-abcf-80ff5151a852, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=5ef596ac-4489-4f98-abcf-80ff5151a852,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:36.601517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.621802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dcd021b5-4558-4f82-bab5-fc9f8c6cc740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.622107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Calling delete_port for 5ef596ac-4489-4f98-abcf-80ff5151a852 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:36.650874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.718458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8fa75eb1-888b-41e1-984f-131f68a9d11d None None] Provisioning complete for port 587f9f4c-fd30-473e-85b4-27632048ccc7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:36.721633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8fa75eb1-888b-41e1-984f-131f68a9d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.721781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9559f58b-64b9-46c2-bdb8-dabae0e84752 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:36.726847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9559f58b-64b9-46c2-bdb8-dabae0e84752 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.728406 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-9559f58b-64b9-46c2-bdb8-dabae0e84752 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:55:36.729010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9559f58b-64b9-46c2-bdb8-dabae0e84752 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:55:36.785872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9559f58b-64b9-46c2-bdb8-dabae0e84752 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2464693 Dec 17 15:55:36.791146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44426) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:36.797219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a98dd8e4-c1cf-4cf1-b451-a68126680c48 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:36.889057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:36.939667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:36.986877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef596ac-4489-4f98-abcf-80ff5151a852,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:36.987438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8fa75eb1-888b-41e1-984f-131f68a9d11d None None] Provisioning complete for port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:36.987874 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8fa75eb1-888b-41e1-984f-131f68a9d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.063337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] Deleting port 587f9f4c-fd30-473e-85b4-27632048ccc7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:37.065649 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.123514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98dd8e4-c1cf-4cf1-b451-a68126680c48 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:37.128250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a98dd8e4-c1cf-4cf1-b451-a68126680c48 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.130525 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98dd8e4-c1cf-4cf1-b451-a68126680c48 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:55:37.131183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98dd8e4-c1cf-4cf1-b451-a68126680c48 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:55:37.166048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a98dd8e4-c1cf-4cf1-b451-a68126680c48 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3735600 Dec 17 15:55:37.169695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:37.181286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-26984da4-7d0b-4b3e-bb5e-3a337f275f82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:37.188204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.189942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:37.221865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2878dc-2bd2-4d27-928c-4459ba92d9be None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:37.291414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 768ba8f4-7687-4c32-98ff-bc778d1b4133 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:37.304753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e774-01a8-40f4-b660-b3d0357c07b9 req-c1a68eb8-902b-4ae3-b1ee-5b8c90d9f28a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:37.306601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f70e774-01a8-40f4-b660-b3d0357c07b9 req-c1a68eb8-902b-4ae3-b1ee-5b8c90d9f28a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.1850052 Dec 17 15:55:37.311930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.335203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] For port 587f9f4c-fd30-473e-85b4-27632048ccc7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=587f9f4c-fd30-473e-85b4-27632048ccc7,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:37.335745 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.461073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ac639ce7-0f2e-4e97-936a-27a0b60b8e65 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:37.482459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] Calling delete_port for 587f9f4c-fd30-473e-85b4-27632048ccc7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:37.564646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b60d-355f-41cf-9d94-4794be47cdb5 req-8cf7489c-d580-4904-b573-55df9a5d5f4c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:37.572664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf38b60d-355f-41cf-9d94-4794be47cdb5 req-8cf7489c-d580-4904-b573-55df9a5d5f4c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 944 time: 0.1028943 Dec 17 15:55:37.582944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26984da4-7d0b-4b3e-bb5e-3a337f275f82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:37.586535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26984da4-7d0b-4b3e-bb5e-3a337f275f82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.588038 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-26984da4-7d0b-4b3e-bb5e-3a337f275f82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:55:37.588480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26984da4-7d0b-4b3e-bb5e-3a337f275f82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:55:37.635616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-26984da4-7d0b-4b3e-bb5e-3a337f275f82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4616222 Dec 17 15:55:37.636814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44438) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:37.645664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1fe965e4-8e26-4cb8-a245-bbf37882b837 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:37.717168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf38b60d-355f-41cf-9d94-4794be47cdb5 req-ee9ae2dd-0b91-40f0-bf58-6642fcc5cb35 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427867 Dec 17 15:55:37.792906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 768ba8f4-7687-4c32-98ff-bc778d1b4133 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:55:37.805115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Router 2f83e34a-9bdc-42ac-8937-117d74e92176 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:55:37.812399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 768ba8f4-7687-4c32-98ff-bc778d1b4133 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:37.812841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.813012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe965e4-8e26-4cb8-a245-bbf37882b837 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:37.816752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fe965e4-8e26-4cb8-a245-bbf37882b837 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.818226 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe965e4-8e26-4cb8-a245-bbf37882b837 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:55:37.818670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe965e4-8e26-4cb8-a245-bbf37882b837 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:55:37.821057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:37.821481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.844062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1fe965e4-8e26-4cb8-a245-bbf37882b837 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2038906 Dec 17 15:55:37.845275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44440) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:37.852630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fa83041f-d8a9-4aa4-8f41-4234c96d332c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:37.892498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8c76d743-de09-422b-bd3c-039ff5eea25f None None] Provisioning complete for port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:37.892716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8c76d743-de09-422b-bd3c-039ff5eea25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.904850 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.943548 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.946948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:37.967010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] No DVR routers for this DVR port 587f9f4c-fd30-473e-85b4-27632048ccc7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:37.971653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e95941-1d63-44fd-8489-f478d2f3106f None None] Pushing event deleted for resources: {'Port': ['ID=587f9f4c-fd30-473e-85b4-27632048ccc7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:38.038096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:38.040079 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f70e774-01a8-40f4-b660-b3d0357c07b9 req-c9baba69-2360-4c86-8b7a-11612a3d7818 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903715 Dec 17 15:55:38.042330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.042786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa83041f-d8a9-4aa4-8f41-4234c96d332c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:38.042899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4437d65a-193e-4953-9b93-87d4c06cdff2 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:55:38.047381 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa83041f-d8a9-4aa4-8f41-4234c96d332c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.051970 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa83041f-d8a9-4aa4-8f41-4234c96d332c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:55:38.052535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa83041f-d8a9-4aa4-8f41-4234c96d332c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:55:38.052935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.059197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c9aac3e2-3fdc-4039-848e-912f0eda6f2c admin admin] 10.222.0.54 "DELETE /v2.0/routers/4437d65a-193e-4953-9b93-87d4c06cdff2 HTTP/1.1" status: 204 len: 168 time: 3.6491876 Dec 17 15:55:38.059197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:38.059197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44442) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:38.082632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Sync routers for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:38.088759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09842c97-3797-43bd-905b-deaee575952d admin admin] 10.222.0.54 "PUT /v2.0/routers/62f6bd9a-85ee-4b20-9b24-470cb33065f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456271 Dec 17 15:55:38.090739 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] Sync routers for ids ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:38.091431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44444) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:38.097618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.100241 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-305cff50-51a3-41b2-922d-11494735d3be admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6700523 Dec 17 15:55:38.103394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44446) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:38.104675 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] Routers {'62f6bd9a-85ee-4b20-9b24-470cb33065f8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:38.105279 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:38.125870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fa83041f-d8a9-4aa4-8f41-4234c96d332c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2754815 Dec 17 15:55:38.155123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.187235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:38.188205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:38.259246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44448) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:38.266873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.277696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c49fa2e7-205e-4f1e-9997-6493de41bf82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:38.317481 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] Set router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:38.368748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 587f9f4c-fd30-473e-85b4-27632048ccc7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:38.387166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:38.393958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ba8f4-7687-4c32-98ff-bc778d1b4133'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:38.396490 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd49441a-0005-4fa9-b948-8a6a6c84525d" -d '{"events": [{"server_uuid": "548bf5a8-d6d4-4740-9ded-81c284066ea2", "name": "network-vif-plugged", "status": "completed", "tag": "768ba8f4-7687-4c32-98ff-bc778d1b4133"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:38.423129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] Deleting subnet fc26c333-8250-48c2-a333-8d019600d462 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:38.483335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 587f9f4c-fd30-473e-85b4-27632048ccc7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:38.483682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 587f9f4c-fd30-473e-85b4-27632048ccc7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:38.484264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ef596ac-4489-4f98-abcf-80ff5151a852 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:38.486322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.487193 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69dac00-ecce-4cac-8b4a-9b6e51eae383 x-openstack-request-id: req-f69dac00-ecce-4cac-8b4a-9b6e51eae383 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:38.487485 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548bf5a8-d6d4-4740-9ded-81c284066ea2", "name": "network-vif-plugged", "status": "completed", "tag": "768ba8f4-7687-4c32-98ff-bc778d1b4133", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:38.487848 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f69dac00-ecce-4cac-8b4a-9b6e51eae383 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:38.488447 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ba8f4-7687-4c32-98ff-bc778d1b4133', 'code': 200} Dec 17 15:55:38.509938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 768ba8f4-7687-4c32-98ff-bc778d1b4133, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=768ba8f4-7687-4c32-98ff-bc778d1b4133,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:38.512424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 5ef596ac-4489-4f98-abcf-80ff5151a852 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:38.513318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ef596ac-4489-4f98-abcf-80ff5151a852 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:38.513655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:38.535088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fa2e7-205e-4f1e-9997-6493de41bf82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:38.539379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2e7-205e-4f1e-9997-6493de41bf82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.540849 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49fa2e7-205e-4f1e-9997-6493de41bf82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:55:38.541391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49fa2e7-205e-4f1e-9997-6493de41bf82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:55:38.577162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.583051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:38.583397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9b1e37ec-07d5-483f-ba6e-2f4e47387b17 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:38.609024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.660263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c49fa2e7-205e-4f1e-9997-6493de41bf82 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3908093 Dec 17 15:55:38.661014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44454) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:38.674062 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:36Z', 'revision_number': 5, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port': {'id': '90a5c6a0-898b-4804-8265-60bda8fd6544', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:22Z', 'updated_at': '2021-12-17T15:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:38.687172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6d5c960f-73fa-49ab-b460-1ff102198bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.693501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=768ba8f4-7687-4c32-98ff-bc778d1b4133,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:38.709653 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] Checking router: 62f6bd9a-85ee-4b20-9b24-470cb33065f8 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:38.713502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-496a1980-833b-4b78-92d6-0c7c0b8fb3cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0403414 Dec 17 15:55:38.715767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7537-ae3c-4a45-9bf5-b0b3b91097ef req-89e6b884-7604-477b-9861-1c8b3d5be70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:38.717502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-567d7537-ae3c-4a45-9bf5-b0b3b91097ef req-89e6b884-7604-477b-9861-1c8b3d5be70a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1701064 Dec 17 15:55:38.720078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.720296 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] Routers {'62f6bd9a-85ee-4b20-9b24-470cb33065f8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:38.721144 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:38.722320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:38.760563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:36Z', 'revision_number': 3, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:38.795149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Checking router: 2f83e34a-9bdc-42ac-8937-117d74e92176 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:38.795668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Updating router 2f83e34a-9bdc-42ac-8937-117d74e92176 port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:55:38.826170 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] Set router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:38.830851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.889579 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:38Z', 'revision_number': 6, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:38.915768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5034eb-cf6e-42eb-8a07-b47aab5ec4ec tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:38.917459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ef5034eb-cf6e-42eb-8a07-b47aab5ec4ec tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1902745 Dec 17 15:55:38.920665 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e313f77-e5a5-4d0f-8460-d4965420010f None None] The sync data for ids ['62f6bd9a-85ee-4b20-9b24-470cb33065f8'] in n-d-806683-20 is: [{'id': '62f6bd9a-85ee-4b20-9b24-470cb33065f8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-218364764-router', 'tenant_id': '9c9997c25b5a482a95d7c70790be1a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:19Z', 'updated_at': '2021-12-17T15:55:38Z', 'revision_number': 6, 'project_id': '9c9997c25b5a482a95d7c70790be1a09', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:38.935040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44462) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:38.945180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Deleting port 90a5c6a0-898b-4804-8265-60bda8fd6544 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:38.945533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:38.949082 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-567d7537-ae3c-4a45-9bf5-b0b3b91097ef req-813f02d1-2715-42dd-b2a2-c5c107266cdb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835253 Dec 17 15:55:39.053606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-99fbdbe8-5456-4330-a3f9-0c896b4231ba tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130326 Dec 17 15:55:39.053794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44464) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:39.056177 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.062638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:39.149417 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.150698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7deba-a9ff-4883-b9db-8efb17ea8907 req-f7c08a8d-c26f-4c4f-8a17-a019e2e8d9cc tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:39.156412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60f7deba-a9ff-4883-b9db-8efb17ea8907 req-f7c08a8d-c26f-4c4f-8a17-a019e2e8d9cc tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 945 time: 0.0970242 Dec 17 15:55:39.159115 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.218802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Attempting to bind port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:39.219606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Attempting to bind port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:39.219606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Attempting to bind port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:39.226031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d36b7-3b6a-41ff-8fac-d3add8ac7743 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:39.235519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:39.235804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:39.236571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.236690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:39.237543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Bound port: 6de93b2d-5414-4ff4-bb2f-f52d2d53b282, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:39.237543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.245431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] For port 90a5c6a0-898b-4804-8265-60bda8fd6544, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=90a5c6a0-898b-4804-8265-60bda8fd6544,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:39.245800 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.271060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd641b-bce5-4233-b9ce-ffb7f6ace413 None None] Pushing event updated for resources: {'Port': ['ID=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:39.272766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Calling delete_port for 90a5c6a0-898b-4804-8265-60bda8fd6544 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:39.286448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60f7deba-a9ff-4883-b9db-8efb17ea8907 req-d8c6cd97-9514-4c73-be84-2aba71e2b038 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243892 Dec 17 15:55:39.347290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:39.350098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] For port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:39.373270 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.373820 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.382380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:39.382957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 71384efd-c12b-42f2-a8c2-9fbc98ea8ab6 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:39.412528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] For port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:39.417821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8b0b41c0-9560-4cbd-8fbc-27c8724c6c1e None None] Provisioning complete for port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:39.418220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b0b41c0-9560-4cbd-8fbc-27c8724c6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.425919 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.428540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007332a6-72a4-4eea-9202-b4db75ad95e2 req-280d4367-b61c-4776-b51c-93375ecb3d22 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:39.430333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-007332a6-72a4-4eea-9202-b4db75ad95e2 req-280d4367-b61c-4776-b51c-93375ecb3d22 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2552252 Dec 17 15:55:39.434697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:39.438602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.455566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc26c333-8250-48c2-a333-8d019600d462,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:39.513249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.515495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edea749-6463-491e-bbb7-015d8afe2723 None None] Network a76f84dc-0fdd-417e-bfb2-2be3a81660ed requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:39.517622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e233711e-93fb-46b1-b05e-be459fd0b322 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fc26c333-8250-48c2-a333-8d019600d462 HTTP/1.1" status: 204 len: 168 time: 1.4523621 Dec 17 15:55:39.520278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44470) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:39.617381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d8525-2cc4-4e31-863e-9a8cd6de3a3c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:39.633133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-007332a6-72a4-4eea-9202-b4db75ad95e2 req-980f7b62-f904-4929-81c8-c8c858a3ed1d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856337 Dec 17 15:55:39.664980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Allocated IP 172.20.0.1 (3dc344b3-1870-46c9-a4e7-746f86a3b411/957935e7-ec9f-44a7-a537-c1b8e4bbfbf3/0da4febd-45e0-4f6f-aa67-1f5f24982109) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:39.670064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.695684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd641b-bce5-4233-b9ce-ffb7f6ace413 None None] Pushing event updated for resources: {'Port': ['ID=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:39.701056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:39.701778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:39.768219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.812518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:39.823460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=90a5c6a0-898b-4804-8265-60bda8fd6544,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:39.855779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Deleting port e41050bb-4c9d-4ca5-bed5-f88d81555194 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:39.856153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.882319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.975181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] For port e41050bb-4c9d-4ca5-bed5-f88d81555194, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e41050bb-4c9d-4ca5-bed5-f88d81555194,segment=NetworkSegment(ee79ff5f-8948-4f38-9c35-d3c6ef64b848),segment_id=ee79ff5f-8948-4f38-9c35-d3c6ef64b848)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:39.975547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:39.999480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Calling delete_port for e41050bb-4c9d-4ca5-bed5-f88d81555194 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:40.053941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a85e85-b78a-4477-82b5-4c0e89949c09 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:40.066450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.068440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.118432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.122680 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b0b41c0-9560-4cbd-8fbc-27c8724c6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.150661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:55:40.161768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:40.172890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0da4febd-45e0-4f6f-aa67-1f5f24982109,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:40.185087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:40.190558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:40.198060 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.207285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8b0b41c0-9560-4cbd-8fbc-27c8724c6c1e None None] For port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:40.227949 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b0b41c0-9560-4cbd-8fbc-27c8724c6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.248250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.299457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:40.302579 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.307170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:40.309984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.315987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:40.316497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.348868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.355518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3008096 Dec 17 15:55:40.360790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44478) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:40.416277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b41c0-9560-4cbd-8fbc-27c8724c6c1e None None] Pushing event updated for resources: {'Port': ['ID=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:40.416879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:e1:3d:5a', 'name': 'tempest-NetworksTestDHCPv6-776080865'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:40.430317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104c0a4-39f5-4cb0-b94f-0c9b0ef3d29c None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:40.442426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ace33-aea1-4df7-b50d-719d8f8d4656 None None] DHCP port deletion for a76f84dc-0fdd-417e-bfb2-2be3a81660ed request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:40.444074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41050bb-4c9d-4ca5-bed5-f88d81555194,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:40.448158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] No DVR routers for this DVR port e41050bb-4c9d-4ca5-bed5-f88d81555194 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:40.448366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6e45-b76a-43f7-bea9-13f7caccbfa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=1c1c1579-418a-47a1-ae71-1250ec5b8617,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:40.500698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.501767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f6bd9a-85ee-4b20-9b24-470cb33065f8 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:55:40.549670 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.550359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b26ae1c3-4159-49b5-9e26-c2f6f2a55d16 admin admin] 10.222.0.54 "DELETE /v2.0/routers/62f6bd9a-85ee-4b20-9b24-470cb33065f8 HTTP/1.1" status: 204 len: 168 time: 2.4575174 Dec 17 15:55:40.551013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-469e9e81-65f6-4562-8b82-3bc48deb6779 None None] Provisioning complete for port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:40.551707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-469e9e81-65f6-4562-8b82-3bc48deb6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.579633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44482) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:40.665786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0e0df-25f9-42e5-9402-6bb36e9322e1 req-ae41d53a-7f07-4618-9173-e4a5bb4d7e63 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:40.665786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ef0e0df-25f9-42e5-9402-6bb36e9322e1 req-ae41d53a-7f07-4618-9173-e4a5bb4d7e63 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 945 time: 0.1680770 Dec 17 15:55:40.673031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:36Z', 'revision_number': 3, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:40.683690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '1c1c1579-418a-47a1-ae71-1250ec5b8617'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:55:40.684817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.702187 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.739523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7f0df-28cd-48fa-a63c-d292667eb570 None None] The sync data for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 is: [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:36Z', 'revision_number': 3, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:40.770666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.781872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76f84dc-0fdd-417e-bfb2-2be3a81660ed']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:40.786645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ef0e0df-25f9-42e5-9402-6bb36e9322e1 req-009cbde4-77b5-4e29-9baf-7fc5c7c893a4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124840 Dec 17 15:55:40.793021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:40.839592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:40.839914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee79ff5f-8948-4f38-9c35-d3c6ef64b848') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:40.842043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.870380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.886242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] Deleting subnet 584a30fb-f794-4291-ba65-1b88448f803a {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:40.938211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.946569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.947772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Allocated IP 2001:db8::f816:3eff:fe40:445d (8b077363-f517-4c59-b99c-0f1f4e8cad1d/1c1c1579-418a-47a1-ae71-1250ec5b8617/7eda4837-e428-469f-a0b3-c38d9c7ac590) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:40.950975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5d41-0e8d-4d55-b002-3d88991333f9 req-fb58280f-b3b6-475a-a51a-852cde113761 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:40.953079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-645f5d41-0e8d-4d55-b002-3d88991333f9 req-fb58280f-b3b6-475a-a51a-852cde113761 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.1778748 Dec 17 15:55:40.955562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:40.992674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port b89e9886-6857-4244-b9c4-a3c6bfafe868 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:55:41.005159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:55:41.005614 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:55:41.008734 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:55:41.014381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c880afd-310f-46ef-94f8-4024598f9514 req-0475d0c3-31f9-4e8c-8570-7fabbbfe79e6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:41.020380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c880afd-310f-46ef-94f8-4024598f9514 req-0475d0c3-31f9-4e8c-8570-7fabbbfe79e6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 945 time: 0.0957108 Dec 17 15:55:41.051017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4735572a-72b5-46ef-b8d7-4f210c28dd6e None None] Provisioning complete for port 0da4febd-45e0-4f6f-aa67-1f5f24982109 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:41.051397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4735572a-72b5-46ef-b8d7-4f210c28dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.076887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.181800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c880afd-310f-46ef-94f8-4024598f9514 req-9ba25599-ba1f-40b8-be33-4802b15f98c1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829825 Dec 17 15:55:41.183300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.210752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4735572a-72b5-46ef-b8d7-4f210c28dd6e None None] Port 0da4febd-45e0-4f6f-aa67-1f5f24982109 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:41.228557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.245341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-645f5d41-0e8d-4d55-b002-3d88991333f9 req-d12bdc14-a866-47a6-ba75-b5848d1490aa tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642529 Dec 17 15:55:41.267773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.271166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a76f84dc-0fdd-417e-bfb2-2be3a81660ed HTTP/1.1" status: 204 len: 168 time: 1.7503610 Dec 17 15:55:41.284906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.320813 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.352146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d7777-3655-424e-bba7-fc9b95dce9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76f84dc-0fdd-417e-bfb2-2be3a81660ed,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:41.443766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fee1:3d5a (8b077363-f517-4c59-b99c-0f1f4e8cad1d/1c1c1579-418a-47a1-ae71-1250ec5b8617/b89e9886-6857-4244-b9c4-a3c6bfafe868) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:41.466275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.473085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Pushing event updated for resources: {'Port': ['ID=7eda4837-e428-469f-a0b3-c38d9c7ac590,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:41.486084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:41.488921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:41.493978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:41.510263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:41.539631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44496) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:41.613679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Attempting to bind port 7eda4837-e428-469f-a0b3-c38d9c7ac590 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:41.614047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Attempting to bind port 7eda4837-e428-469f-a0b3-c38d9c7ac590 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:41.614664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Attempting to bind port 7eda4837-e428-469f-a0b3-c38d9c7ac590 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:41.623915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:41.624281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:41.624689 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.625170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:41.625655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Bound port: 7eda4837-e428-469f-a0b3-c38d9c7ac590, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:41.627660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.644571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.646835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:41.647207 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.653716 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.687892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.695434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b05535-683b-40e3-b7a7-aec6a53bd352 None None] Network ea6fb871-3b1b-4440-ba56-36b0a73d3d92 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:41.696665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/584a30fb-f794-4291-ba65-1b88448f803a HTTP/1.1" status: 204 len: 168 time: 1.0971975 Dec 17 15:55:41.698839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44500) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:41.699522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.719745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c4600a0-5101-46b8-aa18-4beca325b4aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d50654d833a84445a6abb1aeeaf29819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784813 Dec 17 15:55:41.720415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44502) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:41.803195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] For port 7eda4837-e428-469f-a0b3-c38d9c7ac590, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:41.804468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.807849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad75215-9ba8-48d6-ac34-5f26b82b28f9 req-44779a4c-0d08-4b21-882e-f9381c2396c9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:41.810086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ad75215-9ba8-48d6-ac34-5f26b82b28f9 req-44779a4c-0d08-4b21-882e-f9381c2396c9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 945 time: 0.2328532 Dec 17 15:55:41.846705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] For port 7eda4837-e428-469f-a0b3-c38d9c7ac590, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7eda4837-e428-469f-a0b3-c38d9c7ac590,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:41.871492 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.888945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45901046-cd83-4b0d-93e0-3f5f568e0d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584a30fb-f794-4291-ba65-1b88448f803a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:41.904805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0da4febd-45e0-4f6f-aa67-1f5f24982109,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:41.909833 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.924607 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-905aa233-0cca-4a7b-8a28-6d1c3a1c411d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:41.991648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ee3c4-673a-4b09-ab11-fc427b67d876 None None] Pushing event updated for resources: {'Port': ['ID=7eda4837-e428-469f-a0b3-c38d9c7ac590,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:41.996992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ad75215-9ba8-48d6-ac34-5f26b82b28f9 req-acc092c8-7677-406d-b412-75e5c3c07575 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708300 Dec 17 15:55:41.998561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.000977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-905aa233-0cca-4a7b-8a28-6d1c3a1c411d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.065144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.094466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] DHCP port deletion for ea6fb871-3b1b-4440-ba56-36b0a73d3d92 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:42.131001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e41050bb-4c9d-4ca5-bed5-f88d81555194 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:42.139042 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.139286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:42.141769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:42.145398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:42.146079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:42.156419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Deleting port b2e1dec5-7c38-410c-9b3c-0e4130ce351e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:42.156766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.156893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:42.162965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:42.163676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.172031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-905aa233-0cca-4a7b-8a28-6d1c3a1c411d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.174994 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-905aa233-0cca-4a7b-8a28-6d1c3a1c411d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.176323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-905aa233-0cca-4a7b-8a28-6d1c3a1c411d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29c3f61b-0c75-4610-b5b2-40f00e094522 HTTP/1.1" status: 204 len: 168 time: 0.4489424 Dec 17 15:55:42.184608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e41050bb-4c9d-4ca5-bed5-f88d81555194 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:42.185997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=b89e9886-6857-4244-b9c4-a3c6bfafe868,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:42.186909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e41050bb-4c9d-4ca5-bed5-f88d81555194 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:42.187434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 90a5c6a0-898b-4804-8265-60bda8fd6544 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:42.204147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905aa233-0cca-4a7b-8a28-6d1c3a1c411d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c3f61b-0c75-4610-b5b2-40f00e094522,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:42.220359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1a7810f2-3897-429d-9056-e9b1b84e7be8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8106503 Dec 17 15:55:42.223028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44506) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:42.249468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 90a5c6a0-898b-4804-8265-60bda8fd6544 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:42.249468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 90a5c6a0-898b-4804-8265-60bda8fd6544 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:42.286980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] For port b2e1dec5-7c38-410c-9b3c-0e4130ce351e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,segment=NetworkSegment(3f1ab03c-7a47-4a77-80f0-a7d18365e984),segment_id=3f1ab03c-7a47-4a77-80f0-a7d18365e984)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:42.294950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.334637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22440b-5d7c-482b-ba01-8852faa4e535 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:42.343350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] Deleting port b2e1dec5-7c38-410c-9b3c-0e4130ce351e {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:42.344102 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.366875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Calling delete_port for b2e1dec5-7c38-410c-9b3c-0e4130ce351e owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:42.368671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22440b-5d7c-482b-ba01-8852faa4e535 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:42.370923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e22440b-5d7c-482b-ba01-8852faa4e535 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1466546 Dec 17 15:55:42.386213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:42.498691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] For port b2e1dec5-7c38-410c-9b3c-0e4130ce351e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,segment=NetworkSegment(3f1ab03c-7a47-4a77-80f0-a7d18365e984),segment_id=3f1ab03c-7a47-4a77-80f0-a7d18365e984)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:42.500692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.547502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] Calling delete_port for b2e1dec5-7c38-410c-9b3c-0e4130ce351e owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:42.563658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port b89e9886-6857-4244-b9c4-a3c6bfafe868 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:42.564261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.615712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.668630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:42.686783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] No DVR routers for this DVR port b2e1dec5-7c38-410c-9b3c-0e4130ce351e on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:42.739615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.743889 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.759490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ac3d5-143c-469b-9bba-6d461f5aed5b req-3a0c2df4-8d72-4847-b690-0c06e8cc138d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:42.766264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for b89e9886-6857-4244-b9c4-a3c6bfafe868 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:42.767342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-280ac3d5-143c-469b-9bba-6d461f5aed5b req-3a0c2df4-8d72-4847-b690-0c06e8cc138d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2498968 Dec 17 15:55:42.782589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] Pushing event deleted for resources: {'Port': ['ID=b2e1dec5-7c38-410c-9b3c-0e4130ce351e,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:42.794113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb2f29-0c74-449d-9bab-fc8d3acbf61b None None] No DVR routers for this DVR port b2e1dec5-7c38-410c-9b3c-0e4130ce351e on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:42.819562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6a20549d-dac8-4bc9-b9ff-dfe9f7881c9e None None] Provisioning complete for port 0da4febd-45e0-4f6f-aa67-1f5f24982109 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:42.819952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6a20549d-dac8-4bc9-b9ff-dfe9f7881c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.866033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6a20549d-dac8-4bc9-b9ff-dfe9f7881c9e None None] Port 0da4febd-45e0-4f6f-aa67-1f5f24982109 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:42.870760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.930383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Router 2f83e34a-9bdc-42ac-8937-117d74e92176 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:42.933749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6fb871-3b1b-4440-ba56-36b0a73d3d92']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:42.948862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-280ac3d5-143c-469b-9bba-6d461f5aed5b req-2abd2aa6-17f2-479a-9f8a-d1c85d92e28a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805048 Dec 17 15:55:42.959137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-9926d1e8-38c5-4ca5-b84e-fb3eb2b88de3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:42.960996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-9926d1e8-38c5-4ca5-b84e-fb3eb2b88de3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 945 time: 0.0975637 Dec 17 15:55:42.966824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ab03c-7a47-4a77-80f0-a7d18365e984') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:42.967127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ab03c-7a47-4a77-80f0-a7d18365e984') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:42.981794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:42.983393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44518) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:43.054436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.065987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:55:43.066965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:55:43.071562 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:55:43.111372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.170110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port 768ba8f4-7687-4c32-98ff-bc778d1b4133 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:43.170440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.174674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=b89e9886-6857-4244-b9c4-a3c6bfafe868,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:43.186581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5ecf475d-e1aa-4862-b5ca-8872102ed14d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14c74654fb17491d9c581b588a3ad63c&name=default HTTP/1.1" status: 200 len: 2997 time: 0.2019844 Dec 17 15:55:43.189848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44522) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:43.191842 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.203337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.206542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] 10.222.0.54 "DELETE /v2.0/networks/ea6fb871-3b1b-4440-ba56-36b0a73d3d92 HTTP/1.1" status: 204 len: 168 time: 1.5040424 Dec 17 15:55:43.227891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28e0b-ed14-46e3-8244-ddb44c40a70f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6fb871-3b1b-4440-ba56-36b0a73d3d92,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:43.230110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:43.247119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ee4a22b2-1bc5-4abf-9c61-75532eea81a2 admin admin] 10.222.0.54 "PUT /v2.0/routers/2f83e34a-9bdc-42ac-8937-117d74e92176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1423814 Dec 17 15:55:43.253657 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.264708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-11cba294-8afa-4ff4-911a-8dc2df3587ee tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/b89e9886-6857-4244-b9c4-a3c6bfafe868 HTTP/1.1" status: 204 len: 168 time: 0.8770204 Dec 17 15:55:43.268294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44528) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:43.319304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d41ae83-c0f1-4d42-91f3-14333c7eb3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.370173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d41ae83-c0f1-4d42-91f3-14333c7eb3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.377250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7b01-210f-44ad-b338-6c9afa449c66 req-f52cc2a5-e990-4cae-8ccf-cb2daef28f71 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:43.378869 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-448c7b01-210f-44ad-b338-6c9afa449c66 req-f52cc2a5-e990-4cae-8ccf-cb2daef28f71 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 945 time: 0.2654371 Dec 17 15:55:43.444696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9964d85-fdb4-4d3f-bf06-5eb5227cce93 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:43.449963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9964d85-fdb4-4d3f-bf06-5eb5227cce93 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:43.456312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b9964d85-fdb4-4d3f-bf06-5eb5227cce93 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1863225 Dec 17 15:55:43.459490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44530) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:43.470698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port 768ba8f4-7687-4c32-98ff-bc778d1b4133, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=768ba8f4-7687-4c32-98ff-bc778d1b4133,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:43.471065 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.507293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for 768ba8f4-7687-4c32-98ff-bc778d1b4133 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:43.522529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-448c7b01-210f-44ad-b338-6c9afa449c66 req-3cc7b4dc-8356-4169-9d02-2b1f6df159cd tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331272 Dec 17 15:55:43.528829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7eda4837-e428-469f-a0b3-c38d9c7ac590 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:43.563415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44534) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:43.609515 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 1c1c1579-418a-47a1-ae71-1250ec5b8617 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:43.622924 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.648109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Sync routers for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:43.665966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7eda4837-e428-469f-a0b3-c38d9c7ac590 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:43.666580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.669080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:43.669906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:43.696426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d41ae83-c0f1-4d42-91f3-14333c7eb3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.698850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d41ae83-c0f1-4d42-91f3-14333c7eb3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.703200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8d41ae83-c0f1-4d42-91f3-14333c7eb3a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f107e10b-eaf0-45ef-8b01-de175db4bcb8 HTTP/1.1" status: 204 len: 168 time: 0.5122621 Dec 17 15:55:43.729370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.733977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41ae83-c0f1-4d42-91f3-14333c7eb3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f107e10b-eaf0-45ef-8b01-de175db4bcb8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:43.776311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5c713b25-fbd4-45a6-afd6-cd4b561b0608 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c9997c25b5a482a95d7c70790be1a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103028 Dec 17 15:55:43.780958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44542) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:43.892406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.909486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:43.957856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=768ba8f4-7687-4c32-98ff-bc778d1b4133,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:44.004078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['768ba8f4-7687-4c32-98ff-bc778d1b4133'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:44.007422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:44.011587 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0755c2b-190a-4c29-b3af-c7cf19016fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.020453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e203805-12a8-4566-a20e-18677afc33bc None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:44.046554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port 768ba8f4-7687-4c32-98ff-bc778d1b4133 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:44.051577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.055385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13ad5d6e-d5bc-4452-b3ee-8926a2851b48 req-147081e8-64d6-4abb-8469-c0165487e4b1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "DELETE /v2.0/ports/768ba8f4-7687-4c32-98ff-bc778d1b4133 HTTP/1.1" status: 204 len: 173 time: 1.0868926 Dec 17 15:55:44.056023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'name': 'network-vif-deleted', 'tag': '768ba8f4-7687-4c32-98ff-bc778d1b4133'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:44.060614 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbaa7e1-9d99-4036-8503-814e2fbd454b" -d '{"events": [{"server_uuid": "548bf5a8-d6d4-4740-9ded-81c284066ea2", "name": "network-vif-deleted", "tag": "768ba8f4-7687-4c32-98ff-bc778d1b4133"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:44.086104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0755c2b-190a-4c29-b3af-c7cf19016fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.114442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.170620 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e122fb19-9269-4177-872b-884774b5a407 x-openstack-request-id: req-e122fb19-9269-4177-872b-884774b5a407 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:44.171601 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548bf5a8-d6d4-4740-9ded-81c284066ea2", "name": "network-vif-deleted", "tag": "768ba8f4-7687-4c32-98ff-bc778d1b4133", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:44.172035 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e122fb19-9269-4177-872b-884774b5a407 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:44.172615 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548bf5a8-d6d4-4740-9ded-81c284066ea2', 'name': 'network-vif-deleted', 'tag': '768ba8f4-7687-4c32-98ff-bc778d1b4133', 'status': 'completed', 'code': 200} Dec 17 15:55:44.182807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:44.202395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0755c2b-190a-4c29-b3af-c7cf19016fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.205331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0755c2b-190a-4c29-b3af-c7cf19016fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.206561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a0755c2b-190a-4c29-b3af-c7cf19016fe7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ee5c759-53eb-4d4a-95b0-1507e3fdca9c HTTP/1.1" status: 204 len: 168 time: 0.4180403 Dec 17 15:55:44.222479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0755c2b-190a-4c29-b3af-c7cf19016fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee5c759-53eb-4d4a-95b0-1507e3fdca9c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:44.296206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1c1579-418a-47a1-ae71-1250ec5b8617,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:44.309252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.314354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-28533aa5-45e3-41f5-9e84-3734d0071413 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/1c1c1579-418a-47a1-ae71-1250ec5b8617 HTTP/1.1" status: 204 len: 168 time: 0.8535788 Dec 17 15:55:44.317009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44562) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:44.341747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab108a17-535a-49d4-b5a7-c145aa443828 req-5bc423ca-2cd6-4ff2-b197-c48c83bf8eb9 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:44.352812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-33a15190-5099-4e9a-9689-9601086d5cc8 None None] Provisioning complete for port 7eda4837-e428-469f-a0b3-c38d9c7ac590 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:44.353198 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-33a15190-5099-4e9a-9689-9601086d5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.384625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab108a17-535a-49d4-b5a7-c145aa443828 req-5bc423ca-2cd6-4ff2-b197-c48c83bf8eb9 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.3089819 Dec 17 15:55:44.409598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-37ae1bab-8f2a-44e6-aadc-f929e8821772 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886347 Dec 17 15:55:44.410253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44564) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:44.417382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:44.448444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e065e-95c4-49c8-ad0a-6d16335c86bc None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:44.479269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab108a17-535a-49d4-b5a7-c145aa443828 req-68185214-77cf-4fe1-8578-0d80333553bd tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Dec 17 15:55:44.563314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44574) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:44.569135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1631062267-network', 'tenant_id': '1757743d426f4598af04537e10e8544f'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:44.574688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:44.609676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.626368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Made reservation on behalf of 1757743d426f4598af04537e10e8544f for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:44.629263 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.654030 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.877714 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.885776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.937165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:55:44.955295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615a31b6-bcfb-4bc4-a4ed-e004c242ff6c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:44.971664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:44.972062 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Added segment d8b732eb-6a09-494c-967f-3b48f80c9ac0 of type vlan for network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 Dec 17 15:55:44.999541 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.085319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.144195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.145239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:45.145835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.220794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25f43062-0476-485e-8316-6c07419b89d7 req-99445495-9f57-4af9-99d9-d73178a84f32 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=548bf5a8-d6d4-4740-9ded-81c284066ea2 HTTP/1.1" status: 200 len: 210 time: 0.0422435 Dec 17 15:55:45.282064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44600) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:45.288440 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7238173 Dec 17 15:55:45.290589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Request body: {'subnet': {'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1631062267-subnet', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:45.296145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4abfc-c1f5-4181-87e4-0ea919c4d239 admin admin] Pushing event updated for resources: {'Network': ['ID=03d5bc14-4677-452f-9f66-7c64c8ecddc8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:45.311495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 7eda4837-e428-469f-a0b3-c38d9c7ac590, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7eda4837-e428-469f-a0b3-c38d9c7ac590,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:45.340745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:55:45.343329 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-33a15190-5099-4e9a-9689-9601086d5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.346276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.359932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Made reservation on behalf of 1757743d426f4598af04537e10e8544f for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:45.362505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.435876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=7eda4837-e428-469f-a0b3-c38d9c7ac590,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:45.474679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b2e1dec5-7c38-410c-9b3c-0e4130ce351e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:45.523959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b2e1dec5-7c38-410c-9b3c-0e4130ce351e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:45.524313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b2e1dec5-7c38-410c-9b3c-0e4130ce351e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:45.556140 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.626390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 2, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:45.710119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987939f0-6296-452a-b1f5-c641ec529078 req-22cf82cb-efaa-48b4-bddd-96d72220d095 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:45.720490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-987939f0-6296-452a-b1f5-c641ec529078 req-22cf82cb-efaa-48b4-bddd-96d72220d095 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.1151719 Dec 17 15:55:45.751709 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-33a15190-5099-4e9a-9689-9601086d5cc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:55:45.752741 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-33a15190-5099-4e9a-9689-9601086d5cc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:55:45.753591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:45.762977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Checking router: 2f83e34a-9bdc-42ac-8937-117d74e92176 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:45.764028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Updating router 2f83e34a-9bdc-42ac-8937-117d74e92176 port 0da4febd-45e0-4f6f-aa67-1f5f24982109 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:55:45.793814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.800955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:55:45.827942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-987939f0-6296-452a-b1f5-c641ec529078 req-1a6589b2-eebf-43b0-8dd6-c87f1e47074a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038454 Dec 17 15:55:45.916279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:45.956010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] Deleting port 7eda4837-e428-469f-a0b3-c38d9c7ac590 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:45.956010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.045833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d3afc9-d6bb-4aed-8d78-d6557f51c36b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:46.054461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.054830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.055174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.055511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.055954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.056302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.056629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.056957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.057280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.057601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.057923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.058245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.058561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:46.089670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Checking segment: {'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:46.090040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Network hostable DHCP agents. Network: 03d5bc14-4677-452f-9f66-7c64c8ecddc8, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:55:46.113133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] For port 7eda4837-e428-469f-a0b3-c38d9c7ac590, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7eda4837-e428-469f-a0b3-c38d9c7ac590,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:46.113705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.133069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.136533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] Calling delete_port for 7eda4837-e428-469f-a0b3-c38d9c7ac590 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:46.139417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-7f0cdd46-8490-4ee1-a880-b6320d1aac5e tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=af0db71f2b1547c9809b8927b254c3e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507665 Dec 17 15:55:46.186037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:55:46.272595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 03d5bc14-4677-452f-9f66-7c64c8ecddc8) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:46.289246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:46.289993 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.303310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddefb66-0c2e-46ce-b1cb-35194b75b14a None None] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:46.374511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44646) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:46.382279 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.386816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44650) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:46.396190 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:46.400049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-48fdd46b-7486-44b3-9320-4832423a35c1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1166317 Dec 17 15:55:46.400497 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.464585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-5301000b-8644-4e54-afb3-1037b7ccb226 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:46.474457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-5301000b-8644-4e54-afb3-1037b7ccb226 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179576 Dec 17 15:55:46.475290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.476566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.488527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97899f8f-8dcd-4218-ab31-fbcd851741b5 None None] Pushing event updated for resources: {'Port': ['ID=0da4febd-45e0-4f6f-aa67-1f5f24982109,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:46.525369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-54ecd775-fffb-44e7-b324-4f8339979627 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/quotas/af0db71f2b1547c9809b8927b254c3e9 HTTP/1.1" status: 200 len: 375 time: 0.0492382 Dec 17 15:55:46.528190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-03d5bc14-4677-452f-9f66-7c64c8ecddc8', 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8', 'project_id': '1757743d426f4598af04537e10e8544f', 'fixed_ips': [{'subnet_id': '33d3afc9-d6bb-4aed-8d78-d6557f51c36b'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:55:46.529041 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.579570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7d1fa9b0-fb95-47ec-8216-32ce1ef0059c None None] Could not find standard attr ID for object b89e9886-6857-4244-b9c4-a3c6bfafe868. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:46.584413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-42af2ed6-5856-45ad-98c6-bdacbd63c086 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=af0db71f2b1547c9809b8927b254c3e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580914 Dec 17 15:55:46.585769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.604117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Attempting to bind port 0da4febd-45e0-4f6f-aa67-1f5f24982109 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:46.604393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Attempting to bind port 0da4febd-45e0-4f6f-aa67-1f5f24982109 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:46.604733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Attempting to bind port 0da4febd-45e0-4f6f-aa67-1f5f24982109 on network 3dc344b3-1870-46c9-a4e7-746f86a3b411 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:46.624838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:46.625212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Checking segment: {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:46.625615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.626005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Bound using segment: {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:46.626489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Bound port: 0da4febd-45e0-4f6f-aa67-1f5f24982109, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:46.626862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.635251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] For port 7eda4837-e428-469f-a0b3-c38d9c7ac590, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7eda4837-e428-469f-a0b3-c38d9c7ac590,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:46.696851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.714752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.717580 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.753835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b6b-bc74-48be-8807-ca10eda149de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.764254 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.825929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=7eda4837-e428-469f-a0b3-c38d9c7ac590,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:46.833879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:46.840279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:46.840541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] Pushing event deleted for resources: {'Port': ['ID=7eda4837-e428-469f-a0b3-c38d9c7ac590,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:46.846776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:46.849827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:46.877687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=4f879e28-3576-45fd-a269-b740371a0d52,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:46.890160 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3b479d68-e466-4b08-96bb-b93d94034efd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4785583 Dec 17 15:55:46.893432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44672) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:46.898894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:28:f8:c9', 'name': 'tempest-NetworksTestDHCPv6-1661248983'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:46.945300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22156a70-77e5-4c64-886d-79a56d361e34 None None] No DVR routers for this DVR port 7eda4837-e428-469f-a0b3-c38d9c7ac590 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:55:46.978547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9092097-0ef3-437f-af58-c27bce21d4da None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:47.000137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c47325a5-bbae-468a-87c3-d390dcc4c9c7 req-ca210caf-485e-4a8d-aea8-a2f9a24df280 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 210 time: 0.1076148 Dec 17 15:55:47.040716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] For port 0da4febd-45e0-4f6f-aa67-1f5f24982109, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:47.072081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Allocated IP 172.20.0.2 (03d5bc14-4677-452f-9f66-7c64c8ecddc8/33d3afc9-d6bb-4aed-8d78-d6557f51c36b/08c13bfe-c4aa-42a0-a78e-63b6c971a851) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:47.111280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:47.197705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] For port 0da4febd-45e0-4f6f-aa67-1f5f24982109, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0da4febd-45e0-4f6f-aa67-1f5f24982109,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:47.221660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6a1ecf17-3e45-4325-a197-48bd66faac6a None None] Provisioning complete for port 0da4febd-45e0-4f6f-aa67-1f5f24982109 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:47.221932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf17-3e45-4325-a197-48bd66faac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.224448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.292885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f2789-3c7d-4c9b-81c2-818571275f3a req-cdc29f35-e06a-49e8-9546-7d95e19f07f3 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:47.301285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e4f2789-3c7d-4c9b-81c2-818571275f3a req-cdc29f35-e06a-49e8-9546-7d95e19f07f3 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.1390042 Dec 17 15:55:47.331907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.333851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.380929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e4f2789-3c7d-4c9b-81c2-818571275f3a req-8306cf08-025e-425e-a375-6a3b6e71e202 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758350 Dec 17 15:55:47.398280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 9a9fac53-4432-40fe-aee0-d4caee484d5d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:55:47.505666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-bc4f4369-38de-4e47-9395-97e964539d60 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:47.513692 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-bc4f4369-38de-4e47-9395-97e964539d60 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.6540391 Dec 17 15:55:47.556454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-eaa3ed8d-af6f-4971-af88-2bf2d433a435 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0415521 Dec 17 15:55:47.560659 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b6b-bc74-48be-8807-ca10eda149de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.589777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 768ba8f4-7687-4c32-98ff-bc778d1b4133 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:47.609184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0b6b-bc74-48be-8807-ca10eda149de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.646623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948312c-0883-4c04-8acc-08633288809c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '4f879e28-3576-45fd-a269-b740371a0d52'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:55:47.647524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c948312c-0883-4c04-8acc-08633288809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.668108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7eda4837-e428-469f-a0b3-c38d9c7ac590 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:55:47.677865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fe28:f8c9 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/4f879e28-3576-45fd-a269-b740371a0d52/9a9fac53-4432-40fe-aee0-d4caee484d5d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:47.707155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2e6d0b6b-bc74-48be-8807-ca10eda149de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=897f7c8dc4624175a46471f2709a0d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3312531 Dec 17 15:55:47.711161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:47.714359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 768ba8f4-7687-4c32-98ff-bc778d1b4133 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:47.714711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 768ba8f4-7687-4c32-98ff-bc778d1b4133 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:47.729162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d0b6b-bc74-48be-8807-ca10eda149de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db097b-ba63-4b87-9b51-54f0f93121a4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:47.764581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-bf004c15-9629-4e47-bd35-fd67be8c5a46 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2013855 Dec 17 15:55:47.821781 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.825589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7eda4837-e428-469f-a0b3-c38d9c7ac590 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:55:47.825984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7eda4837-e428-469f-a0b3-c38d9c7ac590 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:55:47.873063 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.954034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.956444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e12a4a68-a26b-4650-93a1-49c0688f1706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:47.979046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97899f8f-8dcd-4218-ab31-fbcd851741b5 None None] Pushing event updated for resources: {'Port': ['ID=0da4febd-45e0-4f6f-aa67-1f5f24982109,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:48.012881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e12a4a68-a26b-4650-93a1-49c0688f1706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.013919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.046633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:48.047418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:48.071099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.073955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:48.079910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:48.086110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:48.093156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:48.094009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.105162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.115706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-76256dfc-11e5-483f-93c5-a5796e4454c7 service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403258 Dec 17 15:55:48.123863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:48.144951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2446852 Dec 17 15:55:48.144951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44688) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:48.159859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:48.171861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:48.179331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77f258a4-bc17-4626-95be-b751f7934775 req-98b15711-a49b-4b57-8139-6edc033d65ab tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 210 time: 0.0643480 Dec 17 15:55:48.184582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fee60-103b-4580-8926-38f66a16ca56 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=9a9fac53-4432-40fe-aee0-d4caee484d5d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:48.193920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Pushing event updated for resources: {'Port': ['ID=08c13bfe-c4aa-42a0-a78e-63b6c971a851,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:48.202677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf17-3e45-4325-a197-48bd66faac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.230639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e12a4a68-a26b-4650-93a1-49c0688f1706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.233950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e12a4a68-a26b-4650-93a1-49c0688f1706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.235367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e12a4a68-a26b-4650-93a1-49c0688f1706 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7db097b-ba63-4b87-9b51-54f0f93121a4 HTTP/1.1" status: 204 len: 168 time: 0.5145330 Dec 17 15:55:48.241119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7cf57-10eb-4e60-9d00-6c7099619301 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:48.244250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-86f7cf57-10eb-4e60-9d00-6c7099619301 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1007130 Dec 17 15:55:48.247298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44692) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:48.320302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a4a68-a26b-4650-93a1-49c0688f1706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db097b-ba63-4b87-9b51-54f0f93121a4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:48.375087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c948312c-0883-4c04-8acc-08633288809c None None] Allocated IP 2001:db8::f816:3eff:fe47:a4c8 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/4f879e28-3576-45fd-a269-b740371a0d52/6dd57167-78c9-4c9c-8944-197060f7cc4a) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:48.392348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Attempting to bind port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:48.392770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Attempting to bind port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:48.393115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Attempting to bind port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 on network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:48.396277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6a1ecf17-3e45-4325-a197-48bd66faac6a None None] For port 0da4febd-45e0-4f6f-aa67-1f5f24982109, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0da4febd-45e0-4f6f-aa67-1f5f24982109,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:48.405207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-722fa9b9-cf2d-4972-ab88-030290a0947c service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746208 Dec 17 15:55:48.410210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:48.417426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Allocated IP 172.25.0.66 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/01ff2430-1160-46fd-80b8-c0a3cd213f97) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:48.462004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-b601fe16-2130-4580-86cc-4c26bc098488 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=af0db71f2b1547c9809b8927b254c3e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421090 Dec 17 15:55:48.486670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf17-3e45-4325-a197-48bd66faac6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.505026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:48.506537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Checking segment: {'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:48.507957 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.509855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Bound using segment: {'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:48.510637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Bound port: 08c13bfe-c4aa-42a0-a78e-63b6c971a851, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:48.511221 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.525768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 9a9fac53-4432-40fe-aee0-d4caee484d5d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:48.526490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.766705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] For port 08c13bfe-c4aa-42a0-a78e-63b6c971a851, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:48.771803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] For port 08c13bfe-c4aa-42a0-a78e-63b6c971a851, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=08c13bfe-c4aa-42a0-a78e-63b6c971a851,segment=NetworkSegment(d8b732eb-6a09-494c-967f-3b48f80c9ac0),segment_id=d8b732eb-6a09-494c-967f-3b48f80c9ac0)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:48.796382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e18de6-5fe5-47f7-92b9-fe6b5ae58894 req-9c2f7549-85a5-4187-9127-4a53b51385b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:48.807990 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0e18de6-5fe5-47f7-92b9-fe6b5ae58894 req-9c2f7549-85a5-4187-9127-4a53b51385b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2494242 Dec 17 15:55:48.823993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.832605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-d6ca709b-ba35-413c-b93d-9554ece08453 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:48.834185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-d6ca709b-ba35-413c-b93d-9554ece08453 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581090 Dec 17 15:55:48.853663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.881968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b99c5244-e895-410d-a94d-3a379f3c2167 req-047cce3a-d8cc-42e6-b320-3155283aadf8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 210 time: 0.0433819 Dec 17 15:55:48.893641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 9a9fac53-4432-40fe-aee0-d4caee484d5d owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:48.894583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ecf17-3e45-4325-a197-48bd66faac6a None None] Pushing event updated for resources: {'Port': ['ID=0da4febd-45e0-4f6f-aa67-1f5f24982109,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:48.922442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0e18de6-5fe5-47f7-92b9-fe6b5ae58894 req-3294e1dc-981a-4719-8154-2cea745c121a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131487 Dec 17 15:55:48.944596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Request body: {'port': {'device_id': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'af0db71f2b1547c9809b8927b254c3e9'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:48.954545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:48.976508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9889952a-e51a-42d8-a09f-68fc40c7f19d None None] Provisioning complete for port 0da4febd-45e0-4f6f-aa67-1f5f24982109 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:48.976892 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9889952a-e51a-42d8-a09f-68fc40c7f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.142220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.144033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8f915-153c-43f0-b777-0ffed0214dae None None] Pushing event updated for resources: {'Port': ['ID=08c13bfe-c4aa-42a0-a78e-63b6c971a851,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:49.149048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Made reservation on behalf of af0db71f2b1547c9809b8927b254c3e9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:49.156138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.178929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.196849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=9a9fac53-4432-40fe-aee0-d4caee484d5d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:49.238337 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c948312c-0883-4c04-8acc-08633288809c None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.264455 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.271966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ad03207a-e97c-4cd4-9185-8df6310515b9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/9a9fac53-4432-40fe-aee0-d4caee484d5d HTTP/1.1" status: 204 len: 168 time: 1.0219879 Dec 17 15:55:49.274066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44726) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:49.280468 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c948312c-0883-4c04-8acc-08633288809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.316336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.408211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a45c8fde-796c-45ea-9924-87cc1bc85d04 req-b7f66723-c319-4428-a44d-99bcb9845e7d tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 210 time: 0.0669763 Dec 17 15:55:49.434379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbaadf-fb7a-44bc-8e52-c368b806c33a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:49.437899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:49.442122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbaadf-fb7a-44bc-8e52-c368b806c33a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:49.453393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-49cbaadf-fb7a-44bc-8e52-c368b806c33a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1750581 Dec 17 15:55:49.453593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:49.453703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44730) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:49.458326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:49.479279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948312c-0883-4c04-8acc-08633288809c None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:49.487164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c948312c-0883-4c04-8acc-08633288809c None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:49.494160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948312c-0883-4c04-8acc-08633288809c None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:49.496515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5015a2f5-ef3f-44b2-805e-c688fa28cbbd None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:49.502570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948312c-0883-4c04-8acc-08633288809c None None] Pushing event updated for resources: {'Port': ['ID=6dd57167-78c9-4c9c-8944-197060f7cc4a,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:49.521980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b61ee876-e178-4be0-8689-cab285c302da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:46Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:49.532139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 4f879e28-3576-45fd-a269-b740371a0d52 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:49.540298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.610197 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.642977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Pushing event updated for resources: {'Port': ['ID=01ff2430-1160-46fd-80b8-c0a3cd213f97,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:49.665509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ee876-e178-4be0-8689-cab285c302da None None] The sync data for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 is: [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:46Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:49.714206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c948312c-0883-4c04-8acc-08633288809c None None] Attempting to bind port 6dd57167-78c9-4c9c-8944-197060f7cc4a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:49.714575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c948312c-0883-4c04-8acc-08633288809c None None] Attempting to bind port 6dd57167-78c9-4c9c-8944-197060f7cc4a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:49.714931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948312c-0883-4c04-8acc-08633288809c None None] Attempting to bind port 6dd57167-78c9-4c9c-8944-197060f7cc4a on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:49.748165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948312c-0883-4c04-8acc-08633288809c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:49.748601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948312c-0883-4c04-8acc-08633288809c None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:49.749020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c948312c-0883-4c04-8acc-08633288809c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.749419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948312c-0883-4c04-8acc-08633288809c None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:49.749926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c948312c-0883-4c04-8acc-08633288809c None None] Bound port: 6dd57167-78c9-4c9c-8944-197060f7cc4a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:49.750309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c948312c-0883-4c04-8acc-08633288809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.773084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1292bfe3-3ceb-4b03-8e7d-e2e17575eb92 None None] Provisioning complete for port 01ff2430-1160-46fd-80b8-c0a3cd213f97 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:49.773729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1292bfe3-3ceb-4b03-8e7d-e2e17575eb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.828040 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.851160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 08c13bfe-c4aa-42a0-a78e-63b6c971a851 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:49.950418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:49.993282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=4f879e28-3576-45fd-a269-b740371a0d52,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:50.014290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:50.017024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1292bfe3-3ceb-4b03-8e7d-e2e17575eb92 None None] Port 01ff2430-1160-46fd-80b8-c0a3cd213f97 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:50.035552 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e8cd46f1-6975-4a96-9f4c-02bbf83e90a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/4f879e28-3576-45fd-a269-b740371a0d52 HTTP/1.1" status: 204 len: 168 time: 0.5810113 Dec 17 15:55:50.036295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44746) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:50.041711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-372b334e-75c9-4425-831b-fcca8177f637 req-07fb8bf2-3aaa-497e-a461-2c7d9c181233 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 210 time: 0.0406740 Dec 17 15:55:50.048827 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:50.057927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:50.096668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b659d6e8-8ff0-4fbe-a083-741fc526eaa7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570431 Dec 17 15:55:50.097052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:50.102361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c948312c-0883-4c04-8acc-08633288809c None None] For port 6dd57167-78c9-4c9c-8944-197060f7cc4a, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:50.112537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c948312c-0883-4c04-8acc-08633288809c None None] For port 6dd57167-78c9-4c9c-8944-197060f7cc4a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6dd57167-78c9-4c9c-8944-197060f7cc4a,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:50.113710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:50.114076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:50.187720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d275bfc-beaf-4fd5-8ccc-6a4da3f384e7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:50.195100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c948312c-0883-4c04-8acc-08633288809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:50.195642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d275bfc-beaf-4fd5-8ccc-6a4da3f384e7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0966766 Dec 17 15:55:50.201491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44754) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:50.322556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e36844-bd73-4ff6-86c9-fe0f05cb00cf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:50.326945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-21e36844-bd73-4ff6-86c9-fe0f05cb00cf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1244748 Dec 17 15:55:50.329408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44762) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:50.363971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948312c-0883-4c04-8acc-08633288809c None None] Pushing event updated for resources: {'Port': ['ID=6dd57167-78c9-4c9c-8944-197060f7cc4a,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:50.389385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Allocated IP 192.168.233.219 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/0dbf6933-fe4b-48e7-af5f-057f1a28e5f3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:50.454017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-361cf153-a0de-45fd-b79b-dd07dfbb16b7 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233976 Dec 17 15:55:50.464415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44766) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:50.482704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:50.498048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:50.558349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 08c13bfe-c4aa-42a0-a78e-63b6c971a851, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=08c13bfe-c4aa-42a0-a78e-63b6c971a851,segment=NetworkSegment(d8b732eb-6a09-494c-967f-3b48f80c9ac0),segment_id=d8b732eb-6a09-494c-967f-3b48f80c9ac0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:50.569738 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:50.812887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abfd252-9b8b-425d-95e9-0f61a9d1ff47,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:50.827022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31cd335e-283b-4460-8fcf-606639ea391c req-df5d8990-2889-42ad-81e6-30cc923b5135 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 210 time: 0.0543513 Dec 17 15:55:50.850993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-8216289d-5b2b-475e-91ad-38976dfdbd94 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:50.852935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-8216289d-5b2b-475e-91ad-38976dfdbd94 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.4190855 Dec 17 15:55:50.886012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': '83825c19-e271-4181-8206-fa02456d25f8', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:50.920582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:50.925476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.011936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.154035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.189861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7747fa8-38f6-4332-9d57-557964ec653c None None] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:51.255620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a3e0ad2-4061-43b3-a746-707bde40d21d req-86d5b76e-f425-44a8-a97c-c8a21a79fca1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 210 time: 0.0376079 Dec 17 15:55:51.352669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.375694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=08c13bfe-c4aa-42a0-a78e-63b6c971a851,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:51.398236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3c13b87f-734b-4f6c-9794-d4d671d5dd84 None None] Provisioning complete for port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:51.398610 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c13b87f-734b-4f6c-9794-d4d671d5dd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.446644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:51.453765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.491086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecf8f8-9076-4c2e-8964-4b564b04c2ad req-1dbd3e50-c393-48f9-8b6b-53ebc25f7ad5 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:51.492856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7ecf8f8-9076-4c2e-8964-4b564b04c2ad req-1dbd3e50-c393-48f9-8b6b-53ebc25f7ad5 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.7290504 Dec 17 15:55:51.493385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44796) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:51.728678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7ecf8f8-9076-4c2e-8964-4b564b04c2ad req-57ad1f28-c058-4a41-bf54-1b461ab5088e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760604 Dec 17 15:55:51.730250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.878395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:51.880660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:51.882906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:51.892536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:51.903315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.6 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/04d447f5-fa24-4e1c-b2bd-88a8671d6198) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:51.906083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:51.914296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 08c13bfe-c4aa-42a0-a78e-63b6c971a851 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:52.027360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:52.027908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.061966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:52.063082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.102647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:55:52.119053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-ba4cb020-5ee2-4c66-a422-c02edc440600 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2079844 Dec 17 15:55:52.141170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-b9e9a9dc-4662-4aaa-9254-78bfb2560bf9 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:55:52.142435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-b9e9a9dc-4662-4aaa-9254-78bfb2560bf9 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066063 Dec 17 15:55:52.189512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:55:52.270820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0da4febd-45e0-4f6f-aa67-1f5f24982109 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:52.316638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-feffdb89-f7dc-4dd1-9899-49d06eb8a009 None None] Provisioning complete for port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:52.317131 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-feffdb89-f7dc-4dd1-9899-49d06eb8a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.354255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26761368-19f7-4cac-84d7-7cadad60b110 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:52.398881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be58692-0ac0-4a21-8aa1-4f502e218a04 req-6daa8934-2fb3-4f11-9709-7bef5764ed52 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:52.400519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6be58692-0ac0-4a21-8aa1-4f502e218a04 req-6daa8934-2fb3-4f11-9709-7bef5764ed52 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 936 time: 0.4276938 Dec 17 15:55:52.401788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0da4febd-45e0-4f6f-aa67-1f5f24982109 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:52.402315 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.496926 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.566429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6be58692-0ac0-4a21-8aa1-4f502e218a04 req-5f19330b-ab6a-4d03-8c54-843e62b54813 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470325 Dec 17 15:55:52.588001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6dd57167-78c9-4c9c-8944-197060f7cc4a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:52.593375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.606019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.644943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:52.708165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Request body: {'port': {'device_id': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:52.714052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:52.736405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Provisioning complete for port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:52.737044 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.742749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6dd57167-78c9-4c9c-8944-197060f7cc4a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:52.743357 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.752782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.767756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:52.776098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.786580 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Sync routers for ids ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:52.812909 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Routers {'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:52.813663 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:52.868244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aedef8-1a93-45be-b4b2-24cd1fab98f5 req-46d6fe67-6c11-404c-81a1-a913b2980a0c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:52.869926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6aedef8-1a93-45be-b4b2-24cd1fab98f5 req-46d6fe67-6c11-404c-81a1-a913b2980a0c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 931 time: 0.2686095 Dec 17 15:55:52.885175 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.896631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93481f49f2e04f498fd145185c0ddea6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3848393 Dec 17 15:55:52.907171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:52.911734 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:52.916126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9e30eaf7-6e96-440a-9bc8-1f9908710921 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5280273 Dec 17 15:55:52.917306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:52.917855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44814) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:52.951971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61028948-22cc-4492-b150-faafa4c6dd0f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:52.984437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] For port 6dd57167-78c9-4c9c-8944-197060f7cc4a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6dd57167-78c9-4c9c-8944-197060f7cc4a,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:52.997425 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Set router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:53.008342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Provisioning complete for port 6dd57167-78c9-4c9c-8944-197060f7cc4a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:53.010984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.023186 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.026060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:53.029682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:53.049669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.055681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.056368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.056932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.057483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.058030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.058585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.059127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.059709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.060277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.060856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.062071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.062622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7af83-e6ba-4696-8267-733d3a90740f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:53.069609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f50d7c0-2ca1-4ec1-9777-3f6c22eba64e None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:53.119892 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.121561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=04d447f5-fa24-4e1c-b2bd-88a8671d6198,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:53.182655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:53.183906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.191788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6aedef8-1a93-45be-b4b2-24cd1fab98f5 req-74863c05-65b5-4a05-8138-15b4acbeafc8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075981 Dec 17 15:55:53.207100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.207891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.240999 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.344233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f75b710-0f4c-45f0-b19f-a5c4472a9a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.359971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=6dd57167-78c9-4c9c-8944-197060f7cc4a,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:53.366624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-9f262ba1-53c3-429b-8f6e-a1747a6d5e85 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4970376 Dec 17 15:55:53.366858 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T15:55:49Z', 'revision_number': 3, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port': {'id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:48Z', 'updated_at': '2021-12-17T15:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:53.377192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:53.384431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-29239f6e-124c-482f-a0c4-3d3fa9b1dab8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:55:53.385446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-29239f6e-124c-482f-a0c4-3d3fa9b1dab8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107625 Dec 17 15:55:53.397330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d59bc7-4e96-4167-bacf-79abef59b160 req-de2b93fa-40e4-495d-8944-6f85792148eb tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:53.398900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b4d59bc7-4e96-4167-bacf-79abef59b160 req-de2b93fa-40e4-495d-8944-6f85792148eb tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2615988 Dec 17 15:55:53.403728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:53.411233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:53.411352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.411555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] For port 6dd57167-78c9-4c9c-8944-197060f7cc4a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6dd57167-78c9-4c9c-8944-197060f7cc4a,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:53.413214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:55:53.413908 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:55:53.414195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=26a9437b-1c9a-4a72-ac17-ad2eec2137a8,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:53.424161 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Checking router: ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:55:53.426005 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Updating router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf port 01ff2430-1160-46fd-80b8-c0a3cd213f97 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:55:53.427371 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.475979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0bc003aa-6dbd-416b-87ae-a5f024f620e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0081608 Dec 17 15:55:53.477618 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.488556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44820) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:53.506622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:27:a2:f5', 'name': 'tempest-NetworksTestDHCPv6-1753086292'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:53.515625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4255f62-1b39-48c9-9f3a-c993a684a505 None None] Pushing event updated for resources: {'Port': ['ID=6dd57167-78c9-4c9c-8944-197060f7cc4a,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:53.530489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Request body: {'port': {'device_id': '83825c19-e271-4181-8206-fa02456d25f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:53.552641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f75b710-0f4c-45f0-b19f-a5c4472a9a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.570088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3060087c-f343-42df-bc96-89d30e6d4361 None None] Provisioning complete for port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:53.570704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3060087c-f343-42df-bc96-89d30e6d4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.614896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b4d59bc7-4e96-4167-bacf-79abef59b160 req-e8ce5dcd-1ba6-49c2-ba5b-7f66c5c46dc9 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980643 Dec 17 15:55:53.689490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3060087c-f343-42df-bc96-89d30e6d4361 None None] Port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:53.692277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c424818-f071-462e-ba67-c827dcea01d3 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:53.744501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.801018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3060087c-f343-42df-bc96-89d30e6d4361 None None] Provisioning complete for port 6dd57167-78c9-4c9c-8944-197060f7cc4a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:53.801710 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3060087c-f343-42df-bc96-89d30e6d4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.968863 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.978899 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:53.983035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bca6d9-f6da-4336-8d7c-54a44500405a req-ffa42440-e9c1-42c7-a70b-c8eda4110902 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:54.011527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8bca6d9-f6da-4336-8d7c-54a44500405a req-ffa42440-e9c1-42c7-a70b-c8eda4110902 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 936 time: 0.2770402 Dec 17 15:55:54.032678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e970b136-a332-4d89-bf9c-d8f9b2f3daca None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:54.037221 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Attempting to bind port 01ff2430-1160-46fd-80b8-c0a3cd213f97 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:54.037687 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Attempting to bind port 01ff2430-1160-46fd-80b8-c0a3cd213f97 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:54.038144 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Attempting to bind port 01ff2430-1160-46fd-80b8-c0a3cd213f97 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:54.052172 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:54.052722 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:54.053263 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.053683 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:54.054319 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Bound port: 01ff2430-1160-46fd-80b8-c0a3cd213f97, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:54.054825 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.063763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3060087c-f343-42df-bc96-89d30e6d4361 None None] Could not find standard attr ID for object 9a9fac53-4432-40fe-aee0-d4caee484d5d. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:55:54.068694 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Pushing event updated for resources: {'Port': ['ID=01ff2430-1160-46fd-80b8-c0a3cd213f97,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:54.088283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:54.110718 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.111171 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.111876 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.112069 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.112506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.112938 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.113357 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.113765 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.114188 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.114668 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.116553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.116990 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.117431 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:55:54.142476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f75b710-0f4c-45f0-b19f-a5c4472a9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.145770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f75b710-0f4c-45f0-b19f-a5c4472a9a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.150875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5f75b710-0f4c-45f0-b19f-a5c4472a9a5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61028948-22cc-4492-b150-faafa4c6dd0f HTTP/1.1" status: 204 len: 168 time: 1.2281432 Dec 17 15:55:54.176425 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8bca6d9-f6da-4336-8d7c-54a44500405a req-32b03a90-a6e4-4928-95a8-a707b38d1b38 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588407 Dec 17 15:55:54.183596 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] For port 01ff2430-1160-46fd-80b8-c0a3cd213f97, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:54.187694 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] For port 01ff2430-1160-46fd-80b8-c0a3cd213f97, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=01ff2430-1160-46fd-80b8-c0a3cd213f97,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:54.203714 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.213156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a09bd9b0-7640-46a0-9f1d-ac633f885c5e None None] Provisioning complete for port 01ff2430-1160-46fd-80b8-c0a3cd213f97 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:54.213528 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a09bd9b0-7640-46a0-9f1d-ac633f885c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.249471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75b710-0f4c-45f0-b19f-a5c4472a9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61028948-22cc-4492-b150-faafa4c6dd0f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:54.347113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6dd57167-78c9-4c9c-8944-197060f7cc4a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:54.353600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:54.412615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.423007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee4897-5f31-4250-834d-61595f3829e6 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:54.455913 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Routers {'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:54.460949 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:54.463922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Transition to ACTIVE for port object 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:55:54.482588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.500761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45e4d9-0b78-4ba9-8154-ef81b276fa58 None None] Pushing event updated for resources: {'Port': ['ID=01ff2430-1160-46fd-80b8-c0a3cd213f97,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:54.581603 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a09bd9b0-7640-46a0-9f1d-ac633f885c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.625600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:54.647275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a09bd9b0-7640-46a0-9f1d-ac633f885c5e None None] For port 01ff2430-1160-46fd-80b8-c0a3cd213f97, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=01ff2430-1160-46fd-80b8-c0a3cd213f97,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:54.649551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6dd57167-78c9-4c9c-8944-197060f7cc4a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:54.649978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.680982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] Set router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:54.686882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.706791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a09bd9b0-7640-46a0-9f1d-ac633f885c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.872484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bd9b0-7640-46a0-9f1d-ac633f885c5e None None] Pushing event updated for resources: {'Port': ['ID=01ff2430-1160-46fd-80b8-c0a3cd213f97,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:54.886517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-860f169b-34a3-46a0-bbe1-a978b52e6359 None None] Provisioning complete for port 01ff2430-1160-46fd-80b8-c0a3cd213f97 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:54.886921 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-860f169b-34a3-46a0-bbe1-a978b52e6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:54.939388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Attempting to bind port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:54.940570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Attempting to bind port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:54.941088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Attempting to bind port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:54.953537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:55:54.954198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Attempting to bind port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:54.999911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:55.000937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:55.000937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:55.001312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Bound port: 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:55.001868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.077860 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T15:55:49Z', 'revision_number': 3, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port': {'id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:48Z', 'updated_at': '2021-12-17T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:55.122535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-860f169b-34a3-46a0-bbe1-a978b52e6359 None None] Provisioning complete for port 6dd57167-78c9-4c9c-8944-197060f7cc4a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:55.123108 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-860f169b-34a3-46a0-bbe1-a978b52e6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.137220 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e2fa72-895a-44cb-a1eb-db70f139376e None None] The sync data for ids ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'] in n-d-806683-20 is: [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T15:55:49Z', 'revision_number': 3, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port': {'id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:48Z', 'updated_at': '2021-12-17T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:55:55.193105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:55.198649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Allocated IP 172.20.0.1 (03d5bc14-4677-452f-9f66-7c64c8ecddc8/33d3afc9-d6bb-4aed-8d78-d6557f51c36b/0ba599ac-afa7-42d5-bbb3-24eea71bd8e5) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:55.202800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:55.206754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3d417-502c-4894-84ca-4e13ab439d9f req-3b7527ed-1eee-4da9-b84b-4e679c0dc8a0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:55.208479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ba3d417-502c-4894-84ca-4e13ab439d9f req-3b7527ed-1eee-4da9-b84b-4e679c0dc8a0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 931 time: 0.2352767 Dec 17 15:55:55.220780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.273557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:55.274213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.275806 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] 10.222.0.47 "PUT /v2.0/ports/0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 HTTP/1.1" status: 200 len: 1097 time: 2.6766860 Dec 17 15:55:55.285225 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.336586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:55.339451 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:55.383115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ba3d417-502c-4894-84ca-4e13ab439d9f req-cddaf938-06db-4787-8aaf-4cfb935218d6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566651 Dec 17 15:55:55.386024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 3f8f7df3-5162-4b36-a049-d6729336e228 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:55:55.449671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44878) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:55.450737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 57dd4eb6-d361-4145-bb7c-014f6cb92bcd details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:55:55.522645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d447f5-fa24-4e1c-b2bd-88a8671d6198 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:55.612689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.664990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Transition to ACTIVE for port object 04d447f5-fa24-4e1c-b2bd-88a8671d6198 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:55:55.672239 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:55:55.687118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-652570991-network', 'tenant_id': 'd343ada27b3f4b73b45f949d04e1250f'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:55.696474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.701468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:55.710287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282da8e-5bb3-4520-92a1-9008c2164bcf service neutron] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:55.711912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fe27:a2f5 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/26a9437b-1c9a-4a72-ac17-ad2eec2137a8/3f8f7df3-5162-4b36-a049-d6729336e228) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:55:55.733088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751ee3-0526-4ee2-a454-2b2bae1271fb req-a7d31639-6312-4b35-af05-e09666eeee5c tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:55.734665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57751ee3-0526-4ee2-a454-2b2bae1271fb req-a7d31639-6312-4b35-af05-e09666eeee5c tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 948 time: 0.3904428 Dec 17 15:55:55.745429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-35fcd3ac-1f63-449a-bae2-36fdd80b3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:55.748047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-35fcd3ac-1f63-449a-bae2-36fdd80b3260 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af0db71f2b1547c9809b8927b254c3e9&device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 1100 time: 0.4040439 Dec 17 15:55:55.750487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037c6bd-279a-4ff8-ba5d-5d56a2e71e70 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:55.767559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'mac_address': 'fa:16:3e:59:d4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:55:55.817817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Pushing event updated for resources: {'Port': ['ID=04d447f5-fa24-4e1c-b2bd-88a8671d6198,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:55.840511 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.847507 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b953c425-6fe7-40d3-9bb3-02597d777737 x-openstack-request-id: req-b953c425-6fe7-40d3-9bb3-02597d777737 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:55.847965 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:55.848069 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b953c425-6fe7-40d3-9bb3-02597d777737 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:55.848447 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'status': 'completed', 'code': 200} Dec 17 15:55:55.864715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57dd4eb6-d361-4145-bb7c-014f6cb92bcd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:55:55.874509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-e937fd8a-e70f-477b-9adb-a260f88cd98c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 HTTP/1.1" status: 200 len: 217 time: 0.1162937 Dec 17 15:55:55.896526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:55.903739 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.906584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Made reservation on behalf of d343ada27b3f4b73b45f949d04e1250f for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:55.911775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.946555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.958618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:55.966698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:55.982227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57751ee3-0526-4ee2-a454-2b2bae1271fb req-13d861f9-7e1b-4e06-974b-624b0b617429 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144578 Dec 17 15:55:56.012389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['57dd4eb6-d361-4145-bb7c-014f6cb92bcd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:55:56.047613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-1a6e1b51-f84b-45b1-989a-b9513ee88e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:56.051150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-1a6e1b51-f84b-45b1-989a-b9513ee88e35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1645491 Dec 17 15:55:56.062677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.178389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:56.185624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:56.198083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:56.207846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648c0e-6862-439a-8866-6e000124d4ca req-a64c1451-93c4-48a1-810a-6954dfbdca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:56.209959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-a64c1451-93c4-48a1-810a-6954dfbdca02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511970 Dec 17 15:55:56.210101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:56.223546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Attempting to bind port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:55:56.224066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Attempting to bind port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:55:56.224393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Attempting to bind port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:56.260459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 01ff2430-1160-46fd-80b8-c0a3cd213f97 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:56.304459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:55:56.306896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Attempting to bind port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:55:56.355886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:55:56.356511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:56.356942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:55:56.357502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Bound port: 04d447f5-fa24-4e1c-b2bd-88a8671d6198, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:55:56.357966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.376079 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.386491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 01ff2430-1160-46fd-80b8-c0a3cd213f97 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:56.387131 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.419446 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.470788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.484933 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.489388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-6fb9229d-2486-4a33-9ec9-ec6c827a5e8b service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504919 Dec 17 15:55:56.520714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:55:56.571251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dfabae-ba92-4e9a-a577-c4d9e71bcaa4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:56.675255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-eb9260a6-488f-4e1e-93fd-69f2e47dc813 None None] Provisioning complete for port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:56.675906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eb9260a6-488f-4e1e-93fd-69f2e47dc813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.678460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.678990 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Added segment b908a009-9bfd-48b0-b5b3-7ded3e062603 of type vlan for network 3de33957-9b1f-4040-b337-43b6b69d066d Dec 17 15:55:56.690475 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.709908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18648c0e-6862-439a-8866-6e000124d4ca req-306cfd06-7f13-4b7a-bfb6-e93724e2b10d service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111712 Dec 17 15:55:56.714206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] For port 04d447f5-fa24-4e1c-b2bd-88a8671d6198, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:55:56.727563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.768928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-eb9260a6-488f-4e1e-93fd-69f2e47dc813 None None] Port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:56.784885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] For port 04d447f5-fa24-4e1c-b2bd-88a8671d6198, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:55:56.854945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.869019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=3f8f7df3-5162-4b36-a049-d6729336e228,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:56.873351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.880338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-4285a391-58aa-442c-9574-9ce44d22b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:56.881869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-4285a391-58aa-442c-9574-9ce44d22b113 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=af0db71f2b1547c9809b8927b254c3e9&device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 1100 time: 0.1008182 Dec 17 15:55:56.953147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.954115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:56.954690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:56.965905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef58a01-2f9c-4ffe-a263-be36f1eb7105 req-9414af78-5a1a-434f-9ca7-3906d91b5ff1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:56.967075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b251e4bb-3b86-45df-969a-bc00d8510ade None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:55:56.973262 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ef58a01-2f9c-4ffe-a263-be36f1eb7105 req-9414af78-5a1a-434f-9ca7-3906d91b5ff1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 943 time: 0.3664095 Dec 17 15:55:56.980980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:57.002021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.002958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.004926 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] 10.222.0.49 "PUT /v2.0/ports/04d447f5-fa24-4e1c-b2bd-88a8671d6198 HTTP/1.1" status: 200 len: 1092 time: 3.6029241 Dec 17 15:55:57.005545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83825c19-e271-4181-8206-fa02456d25f8', 'tag': '04d447f5-fa24-4e1c-b2bd-88a8671d6198'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:57.007860 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae15c94-216d-4667-b8b0-e71cd087899b" -d '{"events": [{"name": "network-changed", "server_uuid": "83825c19-e271-4181-8206-fa02456d25f8", "tag": "04d447f5-fa24-4e1c-b2bd-88a8671d6198"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:57.026420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:57.069872 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.088754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.145277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:55:57.152192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.153250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.164014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:57.164532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] Pushing event updated for resources: {'Network': ['ID=3de33957-9b1f-4040-b337-43b6b69d066d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:57.182550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1222caa1-645b-446d-8c63-de665153295a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7278693 Dec 17 15:55:57.183173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 3de33957-9b1f-4040-b337-43b6b69d066d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:55:57.194830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-842db2cb-c58b-4828-bfbf-2f5fc18b9187 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7050991 Dec 17 15:55:57.196208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44930) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:57.218281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44932) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:57.222224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Request body: {'subnet': {'network_id': '3de33957-9b1f-4040-b337-43b6b69d066d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-652570991-subnet', 'tenant_id': 'd343ada27b3f4b73b45f949d04e1250f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:57.229619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-83b36e69-73a2-4326-8cf8-ea1450ff83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.231416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-83b36e69-73a2-4326-8cf8-ea1450ff83b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.3349087 Dec 17 15:55:57.242739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd4423-f4ac-4c9f-9a11-655765a196a1 service neutron] Pushing event updated for resources: {'Port': ['ID=04d447f5-fa24-4e1c-b2bd-88a8671d6198,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:57.312905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.364893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Made reservation on behalf of d343ada27b3f4b73b45f949d04e1250f for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:55:57.373320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.392126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-5a68a172-f79a-4bac-9983-508d1d5af628 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 HTTP/1.1" status: 200 len: 217 time: 0.1346967 Dec 17 15:55:57.407425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-d702fc8d-ba9a-4ee7-8d7c-d2523466483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.408917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-d702fc8d-ba9a-4ee7-8d7c-d2523466483a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 1095 time: 0.2999275 Dec 17 15:55:57.460896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ef58a01-2f9c-4ffe-a263-be36f1eb7105 req-aa52afda-ae4f-4cc3-8c89-01093fcc7dce tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865303 Dec 17 15:55:57.488152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 57dd4eb6-d361-4145-bb7c-014f6cb92bcd up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:55:57.543112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8883821-c815-4745-b72c-96c0cb0e08cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.559750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8883821-c815-4745-b72c-96c0cb0e08cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.560359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd57f7c-d881-4046-adf1-5880b4a1dab1 req-a87cad60-55f1-4d49-9dcf-bfc97a555220 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.568039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e8883821-c815-4745-b72c-96c0cb0e08cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3354514 Dec 17 15:55:57.569776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-ff659b09-8e4c-4794-982d-b059367b8d42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198 HTTP/1.1" status: 200 len: 217 time: 0.1173759 Dec 17 15:55:57.572687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:57.573067 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.576248 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cd57f7c-d881-4046-adf1-5880b4a1dab1 req-a87cad60-55f1-4d49-9dcf-bfc97a555220 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 948 time: 0.3565075 Dec 17 15:55:57.577625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44936) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:57.643209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a24d4bad-d7d5-4565-b041-cab4b8983fea None None] Provisioning complete for port 3f8f7df3-5162-4b36-a049-d6729336e228 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:57.644297 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a24d4bad-d7d5-4565-b041-cab4b8983fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.652663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-8437db75-b4c0-4747-9672-177cb36a01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.654200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-8437db75-b4c0-4747-9672-177cb36a01c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2375336 Dec 17 15:55:57.664628 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd422b3-7f73-440a-a219-30cd81585002 x-openstack-request-id: req-ecd422b3-7f73-440a-a219-30cd81585002 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:57.664923 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83825c19-e271-4181-8206-fa02456d25f8", "tag": "04d447f5-fa24-4e1c-b2bd-88a8671d6198", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:57.665184 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecd422b3-7f73-440a-a219-30cd81585002 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:57.665607 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83825c19-e271-4181-8206-fa02456d25f8', 'tag': '04d447f5-fa24-4e1c-b2bd-88a8671d6198', 'status': 'completed', 'code': 200} Dec 17 15:55:57.808521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a24d4bad-d7d5-4565-b041-cab4b8983fea None None] Port 3f8f7df3-5162-4b36-a049-d6729336e228 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:57.814556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:55:57.824930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.825153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:57.871809 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cd57f7c-d881-4046-adf1-5880b4a1dab1 req-898666fe-ac31-4c7b-a927-9b7d2ba7e230 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925718 Dec 17 15:55:57.886908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-31559bcf-85a8-4ed4-ab33-791cbde46028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.888749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-31559bcf-85a8-4ed4-ab33-791cbde46028 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2161055 Dec 17 15:55:57.920617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-f015fbee-8e25-46e6-b66e-eb153bd9d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:57.922362 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-f015fbee-8e25-46e6-b66e-eb153bd9d9fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.3425169 Dec 17 15:55:57.925240 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:57.926899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:55:57.930654 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a59881-1e21-4ae9-b9c7-4817db5762dd" -d '{"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-plugged", "status": "completed", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:55:57.952727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:55:57.969182 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:58.036537 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf8cfb5-7c77-4707-af66-a430afe999c3 x-openstack-request-id: req-eaf8cfb5-7c77-4707-af66-a430afe999c3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:55:58.037229 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-plugged", "status": "completed", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:55:58.037736 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eaf8cfb5-7c77-4707-af66-a430afe999c3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:55:58.038435 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'code': 200} Dec 17 15:55:58.054135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01c0e0f-745d-4527-88c9-954f3c97fec5,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:58.108881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:58.145947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-2c373f26-924b-4bc6-98cb-8742f0934a28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049476 Dec 17 15:55:58.243571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b617a200-1d76-4567-994a-27d138600137 None None] Provisioning complete for port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:55:58.244423 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b617a200-1d76-4567-994a-27d138600137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:58.260836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 3f8f7df3-5162-4b36-a049-d6729336e228 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:55:58.261436 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:58.318973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Checking segment: {'id': 'b908a009-9bfd-48b0-b5b3-7ded3e062603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '3de33957-9b1f-4040-b337-43b6b69d066d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:55:58.319730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Network hostable DHCP agents. Network: 3de33957-9b1f-4040-b337-43b6b69d066d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:55:58.327743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b617a200-1d76-4567-994a-27d138600137 None None] Port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:55:58.395053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Network 3de33957-9b1f-4040-b337-43b6b69d066d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:55:58.431527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:58.441164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 3de33957-9b1f-4040-b337-43b6b69d066d) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:55:58.447398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-714f62f8-dd15-49cf-b151-19698d58aea2 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867439 Dec 17 15:55:58.448570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:58.449146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:58.457419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 3f8f7df3-5162-4b36-a049-d6729336e228 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:55:58.463369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710742e-1177-4d09-8032-2ed0d4211d65 None None] Network 3de33957-9b1f-4040-b337-43b6b69d066d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:58.578935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c7d6cb1-104c-4d57-ab70-574aedf993a4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3566611 Dec 17 15:55:58.761227 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:58.860313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:55:58.872172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-d96170c6-b15e-4410-8f32-2ae02bb05fba service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9162908 Dec 17 15:55:58.880003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5dc90-b285-4595-bda8-516a8a791517 req-b32d39fe-3e6f-4722-a525-2986de9ab4c6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:58.884015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=3f8f7df3-5162-4b36-a049-d6729336e228,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:58.886680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4dd5dc90-b285-4595-bda8-516a8a791517 req-b32d39fe-3e6f-4722-a525-2986de9ab4c6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 943 time: 0.2208192 Dec 17 15:55:58.906545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a4c9f2b4-bbee-419e-9769-8dd31671eb08 req-2a68d422-c606-4b31-a310-c2ad44bba534 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1373110508', 'description': 'tempest-description-12954917'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:58.918017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:58.922675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-651813b2-55a0-49ff-ba74-b2bd2e0bd167 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/3f8f7df3-5162-4b36-a049-d6729336e228 HTTP/1.1" status: 204 len: 168 time: 1.3438821 Dec 17 15:55:58.946096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44964) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:58.960974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031bdd90-980b-427b-8de7-6639cc00f7e3 None None] Network 3de33957-9b1f-4040-b337-43b6b69d066d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:59.022058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7abe78-fb0d-4917-95ed-0c4899552af3 req-f770ba1b-ffcd-4f87-a9f6-ef93b3e2a81d service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657940 Dec 17 15:55:59.029040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33944d4d-9a39-4a6a-9cae-eee37c6787eb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:59.031326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33944d4d-9a39-4a6a-9cae-eee37c6787eb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:59.033072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-33944d4d-9a39-4a6a-9cae-eee37c6787eb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0840662 Dec 17 15:55:59.034115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a4c9f2b4-bbee-419e-9769-8dd31671eb08 req-2a68d422-c606-4b31-a310-c2ad44bba534 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.036188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44966) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:59.203841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 26a9437b-1c9a-4a72-ac17-ad2eec2137a8 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:55:59.213439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-091891f8-cc80-49e3-80b8-d7bc46c2b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:59.215261 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-091891f8-cc80-49e3-80b8-d7bc46c2b70f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 1095 time: 0.1109929 Dec 17 15:55:59.220129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.226110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4dd5dc90-b285-4595-bda8-516a8a791517 req-7181cedf-de31-475c-9a77-a02eeb404892 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356276 Dec 17 15:55:59.252673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:55:59.258711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1dc57db8-0160-4b96-b614-2488e9bad7c4 admin admin] 10.222.0.54 "PUT /v2.0/routers/ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3348939 Dec 17 15:55:59.265534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Sync routers for ids ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:55:59.300426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Routers {'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:55:59.301082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:55:59.326795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fd2f145-77b9-41fe-99c4-5da8bcb2f474 req-206260fa-bd3d-46e2-8453-4638b047b8c6 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390256 Dec 17 15:55:59.388678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.460819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a4c9f2b4-bbee-419e-9769-8dd31671eb08 req-2a68d422-c606-4b31-a310-c2ad44bba534 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.478612 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a4c9f2b4-bbee-419e-9769-8dd31671eb08 req-2a68d422-c606-4b31-a310-c2ad44bba534 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.497545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383a20b-7375-4268-8f1f-8244f659cd0a req-9a353719-8919-409b-b687-084947325355 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:59.500200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e383a20b-7375-4268-8f1f-8244f659cd0a req-9a353719-8919-409b-b687-084947325355 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 948 time: 0.0823605 Dec 17 15:55:59.508294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-870e18f5-21f9-4fa1-acd9-b6597122c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:59.510033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-870e18f5-21f9-4fa1-acd9-b6597122c4a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.2810814 Dec 17 15:55:59.580223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Set router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:55:59.603937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68d422-c606-4b31-a310-c2ad44bba534 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42294125-08bc-4c62-b3bf-f1f2960183fb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:59.610822 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a4c9f2b4-bbee-419e-9769-8dd31671eb08 req-2a68d422-c606-4b31-a310-c2ad44bba534 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.630002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e383a20b-7375-4268-8f1f-8244f659cd0a req-ddd18cbd-4bac-4d5e-9fb8-e685f7c48ed9 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198084 Dec 17 15:55:59.631291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4c9f2b4-bbee-419e-9769-8dd31671eb08 req-2a68d422-c606-4b31-a310-c2ad44bba534 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7254543 Dec 17 15:55:59.639898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-0d84150b-26f4-4f13-a731-a720e03f3640 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198 HTTP/1.1" status: 200 len: 217 time: 0.1208596 Dec 17 15:55:59.655864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.757355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.808762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:55:59.820190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/26a9437b-1c9a-4a72-ac17-ad2eec2137a8 HTTP/1.1" status: 204 len: 168 time: 0.7818193 Dec 17 15:55:59.820871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:59.826782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-4b51375a-bea9-4bb4-86d0-d80ba08cf439 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/42294125-08bc-4c62-b3bf-f1f2960183fb HTTP/1.1" status: 200 len: 1830 time: 0.0785756 Dec 17 15:55:59.845832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42294125-08bc-4c62-b3bf-f1f2960183fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:59.847099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42294125-08bc-4c62-b3bf-f1f2960183fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:59.895723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e822f2f-1803-4173-a88e-516e8eacf0f1 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:55:59.939606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3865e781-4f51-46ea-b94e-0648e05820e5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064904 Dec 17 15:55:59.940816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e186a0-6d71-433e-8564-7a816766b436 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=26a9437b-1c9a-4a72-ac17-ad2eec2137a8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:55:59.942920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45012) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:55:59.951358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:55:59.977616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-7473e8e4-8c87-46fc-a895-2ce99e67c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:59.979896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-7473e8e4-8c87-46fc-a895-2ce99e67c2b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.2566316 Dec 17 15:55:59.994858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:00.024251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.072348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-cc82cbbf-c6a4-418d-a89a-598085052e30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451496 Dec 17 15:56:00.106986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.116850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.155271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab528429-5fe5-4053-aff5-53ca8d896aa0,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:00.165113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.166370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-133fad78-0a2f-4bd5-938d-735c4ad6d0f3 req-cc146ea9-6e0a-46a6-86a0-fda9a62a7c5e tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3309455 Dec 17 15:56:00.194450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T15:55:56Z', 'revision_number': 4, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port': {'id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:48Z', 'updated_at': '2021-12-17T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0ba599ac-afa7-42d5-bbb3-24eea71bd8e5', 'name': '', 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'mac_address': 'fa:16:3e:ce:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '33d3afc9-d6bb-4aed-8d78-d6557f51c36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:54Z', 'updated_at': '2021-12-17T15:55:56Z', 'revision_number': 2, 'project_id': '1757743d426f4598af04537e10e8544f', 'subnets': [{'id': '33d3afc9-d6bb-4aed-8d78-d6557f51c36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:00.239652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Checking router: ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:56:00.239970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Updating router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:56:00.240737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-3bb7feb3-5763-46c6-9560-6ec31dfdc582 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553650 Dec 17 15:56:00.292449 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.296284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:00.317595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'mac_address': 'fa:16:3e:09:83:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:00.360719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9d1e909-2253-4e91-90a9-2958f17459c4 req-49b7701d-eecb-4567-a622-9ef0a30bf474 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/42294125-08bc-4c62-b3bf-f1f2960183fb HTTP/1.1" status: 200 len: 2424 time: 0.1546218 Dec 17 15:56:00.389205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:00.395516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.458036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f703f-45e0-46e0-9d18-bc5401525455 req-b3a2532a-8faf-4c1e-a088-d213ec018e50 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:00.464856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:00.467596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f2f703f-45e0-46e0-9d18-bc5401525455 req-b3a2532a-8faf-4c1e-a088-d213ec018e50 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 943 time: 0.0940223 Dec 17 15:56:00.532483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f2f703f-45e0-46e0-9d18-bc5401525455 req-487501a5-cde1-403b-90fa-a4a2a8b81453 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Dec 17 15:56:00.595689 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.629591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ae15c94-216d-4667-b8b0-e71cd087899b req-2569312f-9342-4e42-ad47-12c2cd4a6143 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814342 Dec 17 15:56:00.640670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-365b356a-942f-4277-86e0-914dcd921d3c req-2ac218a4-b86f-4f2f-b72d-03cfda929a29 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-group-rules/ab528429-5fe5-4053-aff5-53ca8d896aa0 HTTP/1.1" status: 200 len: 778 time: 0.0756624 Dec 17 15:56:00.775953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:00.815673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b917-629d-47a5-b46a-ed7a11e9be4a req-9e6addbb-e6cf-4319-8450-86a8e0c2b650 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:00.824728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b16b917-629d-47a5-b46a-ed7a11e9be4a req-9e6addbb-e6cf-4319-8450-86a8e0c2b650 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 948 time: 0.0916524 Dec 17 15:56:00.829666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:00.873957 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.898774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] Deleting port 6dd57167-78c9-4c9c-8944-197060f7cc4a {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:00.899144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:00.912076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b16b917-629d-47a5-b46a-ed7a11e9be4a req-4a39d83a-4632-4f17-a2e3-6ba588e4984b tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748882 Dec 17 15:56:00.980379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-365b356a-942f-4277-86e0-914dcd921d3c req-026f1b29-92de-42d3-a620-22255ff0e885 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/42294125-08bc-4c62-b3bf-f1f2960183fb HTTP/1.1" status: 200 len: 2424 time: 0.3023565 Dec 17 15:56:01.154462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] For port 6dd57167-78c9-4c9c-8944-197060f7cc4a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6dd57167-78c9-4c9c-8944-197060f7cc4a,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:01.155093 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.164987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:01.169362 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-365b356a-942f-4277-86e0-914dcd921d3c req-cf8917dd-68e7-4a0b-803b-3806236dd104 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.179606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] Calling delete_port for 6dd57167-78c9-4c9c-8944-197060f7cc4a owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:01.183554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-365b356a-942f-4277-86e0-914dcd921d3c req-cf8917dd-68e7-4a0b-803b-3806236dd104 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.226292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:56:01.269848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:01.337384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-365b356a-942f-4277-86e0-914dcd921d3c req-cf8917dd-68e7-4a0b-803b-3806236dd104 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.339368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.365579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.369802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-365b356a-942f-4277-86e0-914dcd921d3c req-cf8917dd-68e7-4a0b-803b-3806236dd104 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.371268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-365b356a-942f-4277-86e0-914dcd921d3c req-cf8917dd-68e7-4a0b-803b-3806236dd104 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ab528429-5fe5-4053-aff5-53ca8d896aa0 HTTP/1.1" status: 204 len: 173 time: 0.3900635 Dec 17 15:56:01.390889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8917dd-68e7-4a0b-803b-3806236dd104 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab528429-5fe5-4053-aff5-53ca8d896aa0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:01.411916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-20cd63bc-0f45-4b43-a3af-9471249a23d8 req-f13bd50c-2485-4bd2-8fb5-134ecb0b9dd2 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-870467181', 'description': 'tempest-description-763991948'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:01.415351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac00be6-c50a-4b76-97ff-4468427a182e None None] Pushing event updated for resources: {'Port': ['ID=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:01.421092 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.446184 n-d-806683-20 neutron-server[109783]: WARNING neutron.services.revisions.revision_plugin [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Could not find related port for resource to bump revision. Dec 17 15:56:01.463646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Port 6dd57167-78c9-4c9c-8944-197060f7cc4a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109783) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 17 15:56:01.464230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Reverting IP allocation for 2001:db8::f816:3eff:fe47:a4c8 {{(pid=109783) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 17 15:56:01.469804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20cd63bc-0f45-4b43-a3af-9471249a23d8 req-f13bd50c-2485-4bd2-8fb5-134ecb0b9dd2 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.475939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_pluggable_backend [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe47:a4c8 {{(pid=109783) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 17 15:56:01.482334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.482523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] Pushing event deleted for resources: {'Port': ['ID=6dd57167-78c9-4c9c-8944-197060f7cc4a,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:01.488020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b826e2-a7c3-41f5-9715-92f2f5a9ff16 None None] No DVR routers for this DVR port 6dd57167-78c9-4c9c-8944-197060f7cc4a on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:01.493972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 04d447f5-fa24-4e1c-b2bd-88a8671d6198 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:01.552359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:01.556251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:01.563030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:01.563896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.595734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45088) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:01.596930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6500182 Dec 17 15:56:01.603864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8df2e-6ff0-4cff-9d97-7cd46a1507a7 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:01.604275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c1e73-ec92-451b-b6e1-f64aa031893c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=405a5698-9315-4b4e-aa93-70c8dfaf5fa6,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:01.634257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:01:43:a2', 'name': 'tempest-NetworksTestDHCPv6-2103383293'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:01.681548 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:56:01.761535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Attempting to bind port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:01.761894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Attempting to bind port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:01.762327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Attempting to bind port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 on network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:01.809965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:01.810514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Checking segment: {'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:01.810969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.811374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Bound using segment: {'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:01.811917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Bound port: 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b732eb-6a09-494c-967f-3b48f80c9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:01.812300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.825686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20cd63bc-0f45-4b43-a3af-9471249a23d8 req-f13bd50c-2485-4bd2-8fb5-134ecb0b9dd2 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.863178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20cd63bc-0f45-4b43-a3af-9471249a23d8 req-f13bd50c-2485-4bd2-8fb5-134ecb0b9dd2 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.901420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-20cd63bc-0f45-4b43-a3af-9471249a23d8 req-f13bd50c-2485-4bd2-8fb5-134ecb0b9dd2 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:01.917719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-20cd63bc-0f45-4b43-a3af-9471249a23d8 req-f13bd50c-2485-4bd2-8fb5-134ecb0b9dd2 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5122833 Dec 17 15:56:01.961601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bd50c-2485-4bd2-8fb5-134ecb0b9dd2 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf1a137-02c8-4c46-bcf8-ee08b3ed70b4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:02.001876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:02.105137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a68480-ddf8-448d-ad33-6a7664d51239 req-3144cf63-975d-441c-8a2f-fa2625a99942 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:02.113124 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39a68480-ddf8-448d-ad33-6a7664d51239 req-3144cf63-975d-441c-8a2f-fa2625a99942 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 943 time: 0.1222291 Dec 17 15:56:02.180934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.219179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39a68480-ddf8-448d-ad33-6a7664d51239 req-5e3ed246-b18f-46fc-81a8-ec97d2fcbb20 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003113 Dec 17 15:56:02.241335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 67c43702-0c6e-4c57-a32f-2e51c7395056 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:02.301534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 04d447f5-fa24-4e1c-b2bd-88a8671d6198, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:02.317705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6dd57167-78c9-4c9c-8944-197060f7cc4a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:02.327145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '04d447f5-fa24-4e1c-b2bd-88a8671d6198', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': '04d447f5-fa24-4e1c-b2bd-88a8671d6198', 'mac_address': 'fa:16:3e:60:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:02.366279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '405a5698-9315-4b4e-aa93-70c8dfaf5fa6'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:56:02.373098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.373193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88437cc1-d0f2-4432-b238-f9abba9a3289 req-cd762810-f601-412e-89fa-f7ad26e9793d tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/2cf1a137-02c8-4c46-bcf8-ee08b3ed70b4 HTTP/1.1" status: 200 len: 1830 time: 0.1234310 Dec 17 15:56:02.395282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6dd57167-78c9-4c9c-8944-197060f7cc4a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:02.395757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6dd57167-78c9-4c9c-8944-197060f7cc4a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:02.397411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-613701aa-d055-4044-af7e-f6df25e6beb3 None None] Provisioning complete for port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:02.397999 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-613701aa-d055-4044-af7e-f6df25e6beb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.427737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fe01:43a2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/405a5698-9315-4b4e-aa93-70c8dfaf5fa6/67c43702-0c6e-4c57-a32f-2e51c7395056) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:02.497622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.521438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d447f5-fa24-4e1c-b2bd-88a8671d6198 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:02.562972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] For port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:02.616444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7ba7d-08f9-4b28-8d5d-f8521e727819 req-a0848152-c720-4d93-be52-e2df0999070f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:02.618126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0e7ba7d-08f9-4b28-8d5d-f8521e727819 req-a0848152-c720-4d93-be52-e2df0999070f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 949 time: 0.1493986 Dec 17 15:56:02.623394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 04d447f5-fa24-4e1c-b2bd-88a8671d6198, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:02.633537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-613701aa-d055-4044-af7e-f6df25e6beb3 None None] Port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:56:02.642374 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.645750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] For port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,segment=NetworkSegment(d8b732eb-6a09-494c-967f-3b48f80c9ac0),segment_id=d8b732eb-6a09-494c-967f-3b48f80c9ac0)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:02.662344 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.716602 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0e7ba7d-08f9-4b28-8d5d-f8521e727819 req-d08126df-1508-405a-aea1-c0d086e45d28 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870149 Dec 17 15:56:02.729274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.757176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=04d447f5-fa24-4e1c-b2bd-88a8671d6198,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:02.792909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Routers {'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:56:02.793624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:02.829284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:02.971659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=67c43702-0c6e-4c57-a32f-2e51c7395056,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:02.998404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['04d447f5-fa24-4e1c-b2bd-88a8671d6198'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:03.013507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:03.017250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:03.029797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:03.045250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:03.048860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.088129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45106) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:03.088910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-597a984e-235c-4697-9bff-bbdd3be698da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4846246 Dec 17 15:56:03.101402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e1474a40-83ff-4cf2-8c5a-dc059bf89272 req-7d51b070-f0e1-408d-b43f-58086275d20c tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1790474365', 'description': 'tempest-description-2045410271'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:03.145406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Allocated IP 2001:db8::f816:3eff:fee7:f358 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/405a5698-9315-4b4e-aa93-70c8dfaf5fa6/e0f9c796-f615-454f-8d74-875640a06446) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:03.155201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1474a40-83ff-4cf2-8c5a-dc059bf89272 req-7d51b070-f0e1-408d-b43f-58086275d20c tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.191640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa09de-5974-4272-8fd3-ff5f570d8fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:03.196953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-49aa09de-5974-4272-8fd3-ff5f570d8fdf tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1063259 Dec 17 15:56:03.199776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:03.265774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1474a40-83ff-4cf2-8c5a-dc059bf89272 req-7d51b070-f0e1-408d-b43f-58086275d20c tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.277365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1474a40-83ff-4cf2-8c5a-dc059bf89272 req-7d51b070-f0e1-408d-b43f-58086275d20c tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.364280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e1474a40-83ff-4cf2-8c5a-dc059bf89272 req-7d51b070-f0e1-408d-b43f-58086275d20c tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.377281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 67c43702-0c6e-4c57-a32f-2e51c7395056 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:03.377631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.384073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1474a40-83ff-4cf2-8c5a-dc059bf89272 req-7d51b070-f0e1-408d-b43f-58086275d20c tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3065963 Dec 17 15:56:03.389793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51b070-f0e1-408d-b43f-58086275d20c tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff516be5-5d53-476b-81be-58d199fdc818,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:03.401514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac00be6-c50a-4b76-97ff-4468427a182e None None] Pushing event updated for resources: {'Port': ['ID=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:03.466050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] Set router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:56:03.558383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.566220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a28b8-b9bf-46ea-902f-ece1b70652b9 req-f52f4fbd-9b96-46aa-8133-671c798ce39a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:03.585399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 67c43702-0c6e-4c57-a32f-2e51c7395056 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:03.596432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-602a28b8-b9bf-46ea-902f-ece1b70652b9 req-f52f4fbd-9b96-46aa-8133-671c798ce39a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 944 time: 0.1173923 Dec 17 15:56:03.616501 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.626169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-86cba42d-31e1-4c75-bd1b-ee7b8c7af908 None None] Provisioning complete for port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:03.626531 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86cba42d-31e1-4c75-bd1b-ee7b8c7af908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.660642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:03.711103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-602a28b8-b9bf-46ea-902f-ece1b70652b9 req-b60c45dd-ebeb-41df-b090-90f617d24c43 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130977 Dec 17 15:56:03.754629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:03.826668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:03.830160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:03.916301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Pushing event updated for resources: {'Port': ['ID=e0f9c796-f615-454f-8d74-875640a06446,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:03.936556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30aaaf85-43bd-45b8-ab95-fd241eebd072 req-650bbe70-dc26-4e54-ab8b-9924f78400d8 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/ff516be5-5d53-476b-81be-58d199fdc818 HTTP/1.1" status: 200 len: 1832 time: 0.1718447 Dec 17 15:56:04.004468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:04.161167 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86cba42d-31e1-4c75-bd1b-ee7b8c7af908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.206311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Attempting to bind port e0f9c796-f615-454f-8d74-875640a06446 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:04.206695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Attempting to bind port e0f9c796-f615-454f-8d74-875640a06446 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:04.207073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Attempting to bind port e0f9c796-f615-454f-8d74-875640a06446 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:04.221820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:04.222702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:04.223184 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.223603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:04.224658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Bound port: e0f9c796-f615-454f-8d74-875640a06446, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:04.225064 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.235126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3f2c2-2d95-47a9-a02d-e12a183b7199 req-3411a077-5e33-4831-bb68-707a832e94fb tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:04.242504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50c3f2c2-2d95-47a9-a02d-e12a183b7199 req-3411a077-5e33-4831-bb68-707a832e94fb tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 949 time: 0.1859467 Dec 17 15:56:04.299035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-86cba42d-31e1-4c75-bd1b-ee7b8c7af908 None None] For port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,segment=NetworkSegment(d8b732eb-6a09-494c-967f-3b48f80c9ac0),segment_id=d8b732eb-6a09-494c-967f-3b48f80c9ac0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:04.337772 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86cba42d-31e1-4c75-bd1b-ee7b8c7af908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.353275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:56:04.370443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50c3f2c2-2d95-47a9-a02d-e12a183b7199 req-c20a7d42-3a8b-4c52-95bf-7d69cc32130c tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187010 Dec 17 15:56:04.403648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:04.404374 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.421132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.503620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] For port e0f9c796-f615-454f-8d74-875640a06446, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:04.542403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cba42d-31e1-4c75-bd1b-ee7b8c7af908 None None] Pushing event updated for resources: {'Port': ['ID=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:04.547122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] For port e0f9c796-f615-454f-8d74-875640a06446, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e0f9c796-f615-454f-8d74-875640a06446,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:04.553345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T15:55:56Z', 'revision_number': 4, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port': {'id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:48Z', 'updated_at': '2021-12-17T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0ba599ac-afa7-42d5-bbb3-24eea71bd8e5', 'name': '', 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'mac_address': 'fa:16:3e:ce:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '33d3afc9-d6bb-4aed-8d78-d6557f51c36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:54Z', 'updated_at': '2021-12-17T15:56:02Z', 'revision_number': 4, 'project_id': '1757743d426f4598af04537e10e8544f', 'subnets': [{'id': '33d3afc9-d6bb-4aed-8d78-d6557f51c36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:04.559519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-361ddeb0-4b84-4acc-9f1a-4f761051be73 req-40bdfa9d-d073-41fc-a18e-dc16d8cbd1c4 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1774533749', 'description': 'tempest-description-1036798293'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:04.567473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.569543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=67c43702-0c6e-4c57-a32f-2e51c7395056,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:04.572014 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.580871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-935880a6-557e-4ef9-8e65-80afb8c8ed5f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/67c43702-0c6e-4c57-a32f-2e51c7395056 HTTP/1.1" status: 204 len: 168 time: 1.3795409 Dec 17 15:56:04.593475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:04.615079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673914-cc88-406a-a2fa-21606507da5e None None] The sync data for ids ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'] in n-d-806683-20 is: [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T15:55:56Z', 'revision_number': 4, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port': {'id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:48Z', 'updated_at': '2021-12-17T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0ba599ac-afa7-42d5-bbb3-24eea71bd8e5', 'name': '', 'network_id': '03d5bc14-4677-452f-9f66-7c64c8ecddc8', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'mac_address': 'fa:16:3e:ce:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '33d3afc9-d6bb-4aed-8d78-d6557f51c36b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:54Z', 'updated_at': '2021-12-17T15:56:02Z', 'revision_number': 4, 'project_id': '1757743d426f4598af04537e10e8544f', 'subnets': [{'id': '33d3afc9-d6bb-4aed-8d78-d6557f51c36b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:56:04.754970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7491-9ba3-4532-ab2f-364877bc0c19 None None] Pushing event updated for resources: {'Port': ['ID=e0f9c796-f615-454f-8d74-875640a06446,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:04.777614 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.783782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef851b-4ebb-4230-aa21-1f3b99f9bfb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:04.785619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef851b-4ebb-4230-aa21-1f3b99f9bfb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:04.789917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45132) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:04.791142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5cef851b-4ebb-4230-aa21-1f3b99f9bfb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1965373 Dec 17 15:56:04.835972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-361ddeb0-4b84-4acc-9f1a-4f761051be73 req-40bdfa9d-d073-41fc-a18e-dc16d8cbd1c4 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.841188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:04.843575 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f222fdc9-dd67-49d3-88c0-db9eba4ab8d0" -d '{"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:04.892994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:04.905664 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:04.939035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 405a5698-9315-4b4e-aa93-70c8dfaf5fa6 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:04.952639 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.021818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:05.031098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-361ddeb0-4b84-4acc-9f1a-4f761051be73 req-40bdfa9d-d073-41fc-a18e-dc16d8cbd1c4 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.042773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-361ddeb0-4b84-4acc-9f1a-4f761051be73 req-40bdfa9d-d073-41fc-a18e-dc16d8cbd1c4 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.065511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.146240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-361ddeb0-4b84-4acc-9f1a-4f761051be73 req-40bdfa9d-d073-41fc-a18e-dc16d8cbd1c4 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.159668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-361ddeb0-4b84-4acc-9f1a-4f761051be73 req-40bdfa9d-d073-41fc-a18e-dc16d8cbd1c4 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6170578 Dec 17 15:56:05.182104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdfa9d-d073-41fc-a18e-dc16d8cbd1c4 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eecdde-50e7-4eae-be12-ba9874c21d44,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:05.286898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.413876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.469764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=405a5698-9315-4b4e-aa93-70c8dfaf5fa6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:05.477583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:05.485841 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-055ee965-eb74-4d7f-bf63-149e041722a1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/405a5698-9315-4b4e-aa93-70c8dfaf5fa6 HTTP/1.1" status: 204 len: 168 time: 0.6945846 Dec 17 15:56:05.486940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:05.501304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 04d447f5-fa24-4e1c-b2bd-88a8671d6198 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:05.519394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69799-8de0-40cc-9767-4180e33376d2 req-0c421fb2-a7a2-4570-af93-267328805d7b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:05.529056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a69799-8de0-40cc-9767-4180e33376d2 req-0c421fb2-a7a2-4570-af93-267328805d7b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 944 time: 0.1249828 Dec 17 15:56:05.592051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-332bd47e-5fc0-4bc3-80db-b5e9dd6f68c6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036818 Dec 17 15:56:05.593562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45146) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:05.642710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a69799-8de0-40cc-9767-4180e33376d2 req-a392ad5c-b963-4d66-a0f2-749d638abc3a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125309 Dec 17 15:56:05.732474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdaabdf-1a67-4b34-b26f-a349b9b7905e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:05.737461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45148) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:05.737761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7cdaabdf-1a67-4b34-b26f-a349b9b7905e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1374965 Dec 17 15:56:05.949519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7be0c304-9d4f-4351-9c3d-8f0ad7f1813f req-2ecbe061-3485-417d-8205-81d7b723d3ed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/d7eecdde-50e7-4eae-be12-ba9874c21d44 HTTP/1.1" status: 200 len: 1832 time: 0.1661160 Dec 17 15:56:05.950457 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe44da-063c-4f29-ad4b-4ff4ac44806d x-openstack-request-id: req-66fe44da-063c-4f29-ad4b-4ff4ac44806d {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:05.950890 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:05.951442 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66fe44da-063c-4f29-ad4b-4ff4ac44806d {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:05.952005 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'code': 200} Dec 17 15:56:05.958556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e1db2-101d-4572-a970-b14aef63765b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:05.960205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0f7e1db2-101d-4572-a970-b14aef63765b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2217939 Dec 17 15:56:05.962903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45152) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:05.975141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:56:06.009032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:06.009583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:06.078296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45154) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:06.085072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f53b2610-131b-44f2-8080-8094d0bd4b25 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176181 Dec 17 15:56:06.092734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:06.228556 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:06.382660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 04d447f5-fa24-4e1c-b2bd-88a8671d6198, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:06.396907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:06.500964 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d848dd6b-f9ac-4820-b37c-4f357d13630b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:06.521866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:06.530374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=04d447f5-fa24-4e1c-b2bd-88a8671d6198,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:06.606175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93162530-17ca-45cf-86c7-f8c8aa3e6acc None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:06.618107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57e8ad-9133-41d8-aa7f-5d52540aac72 req-130ddd93-6b0e-49fa-b44e-e3924dc76576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:06.619910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e57e8ad-9133-41d8-aa7f-5d52540aac72 req-130ddd93-6b0e-49fa-b44e-e3924dc76576 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 1102 time: 0.7311363 Dec 17 15:56:06.651986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c43d46-429d-41da-86b4-2551d3b53c0e req-fb7c02dc-c2bc-41a4-bdfe-b4483e3f4399 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:06.654269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8c43d46-429d-41da-86b4-2551d3b53c0e req-fb7c02dc-c2bc-41a4-bdfe-b4483e3f4399 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 950 time: 0.5022786 Dec 17 15:56:06.752141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:06.752791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:06.759560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Provisioning complete for port e0f9c796-f615-454f-8d74-875640a06446 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:06.759984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:06.773242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e57e8ad-9133-41d8-aa7f-5d52540aac72 req-00eaa176-2544-43b3-b81c-02282f6718aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407368 Dec 17 15:56:06.781392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:06.785703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:06.906361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e0f9c796-f615-454f-8d74-875640a06446 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:06.951042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:06.973136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8c43d46-429d-41da-86b4-2551d3b53c0e req-f2026d47-4ac3-49d7-a2df-3ebc11a95437 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826774 Dec 17 15:56:07.046270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.105284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] For port e0f9c796-f615-454f-8d74-875640a06446, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e0f9c796-f615-454f-8d74-875640a06446,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:07.116065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e0f9c796-f615-454f-8d74-875640a06446 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:07.116526 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.120689 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.149400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-3c425b6c-69c2-46dc-bf19-ef8c0c30281d req-a57a2241-69c5-449c-b15f-5f96d6fc7eed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-58973849', 'description': 'tempest-description-972749584'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:07.213123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] Deleting port e0f9c796-f615-454f-8d74-875640a06446 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:07.213804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.237529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.259796 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3c425b6c-69c2-46dc-bf19-ef8c0c30281d req-a57a2241-69c5-449c-b15f-5f96d6fc7eed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.305067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Pushing event updated for resources: {'Port': ['ID=e0f9c796-f615-454f-8d74-875640a06446,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:07.321276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.321960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.322479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.322989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.323509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.324044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.324938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.327048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.328263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.328790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.329334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.329842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.330499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3731b079-c002-4ffe-9894-df42eeb91a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:07.331158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:07.339351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:07.348082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:07.348506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.362018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=0d2b1481-a972-4137-94cb-40a06b39b448,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:07.370743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-984180a8-39a6-4aed-82f9-e2cb4b5d5e5e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2901216 Dec 17 15:56:07.374089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45164) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:07.383389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:ed:c2:08', 'name': 'tempest-NetworksTestDHCPv6-1530003717'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:07.396819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] For port e0f9c796-f615-454f-8d74-875640a06446, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e0f9c796-f615-454f-8d74-875640a06446,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:07.397314 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.421479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] Calling delete_port for e0f9c796-f615-454f-8d74-875640a06446 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:07.503154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3c425b6c-69c2-46dc-bf19-ef8c0c30281d req-a57a2241-69c5-449c-b15f-5f96d6fc7eed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.514509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3c425b6c-69c2-46dc-bf19-ef8c0c30281d req-a57a2241-69c5-449c-b15f-5f96d6fc7eed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.550632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3c425b6c-69c2-46dc-bf19-ef8c0c30281d req-a57a2241-69c5-449c-b15f-5f96d6fc7eed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.562547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c425b6c-69c2-46dc-bf19-ef8c0c30281d req-a57a2241-69c5-449c-b15f-5f96d6fc7eed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4283676 Dec 17 15:56:07.573954 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.618534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] Pushing event deleted for resources: {'Port': ['ID=e0f9c796-f615-454f-8d74-875640a06446,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:07.622397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a2241-69c5-449c-b15f-5f96d6fc7eed tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279493a4-9945-404c-8c28-392bcde926ec,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:07.622819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a18e8-b71b-4f9e-94c4-0815ef8ec22a None None] No DVR routers for this DVR port e0f9c796-f615-454f-8d74-875640a06446 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:07.629304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:07.657816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ae855-669d-441a-b4d5-6e3123f3ca47 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:07.800903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.861174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': '0d2b1481-a972-4137-94cb-40a06b39b448'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:56:07.862754 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:07.877079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 1db31e40-47d3-4e60-b9fb-5c63bb2ef502 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:07.898632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b5617-2a3c-41d5-ad5d-e43d58d1e8bc req-a3c1abe8-1e3e-4c73-971d-d9f7e7f440f3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:07.909685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c3b5617-2a3c-41d5-ad5d-e43d58d1e8bc req-a3c1abe8-1e3e-4c73-971d-d9f7e7f440f3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 945 time: 0.0949957 Dec 17 15:56:08.010570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83825c19-e271-4181-8206-fa02456d25f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d447f5-fa24-4e1c-b2bd-88a8671d6198'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:08.012922 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ef27e-6f63-4095-bf06-6655f4bd411d" -d '{"events": [{"server_uuid": "83825c19-e271-4181-8206-fa02456d25f8", "name": "network-vif-plugged", "status": "completed", "tag": "04d447f5-fa24-4e1c-b2bd-88a8671d6198"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:08.057547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c3b5617-2a3c-41d5-ad5d-e43d58d1e8bc req-1a0cc840-a324-4263-abe9-94c11158de5e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455269 Dec 17 15:56:08.129911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::350 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0d2b1481-a972-4137-94cb-40a06b39b448/1db31e40-47d3-4e60-b9fb-5c63bb2ef502) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:08.261474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79b28315-be3f-4599-8daf-5e73830ed22f req-c4ee9f12-2274-463a-95ae-22c5275be43d tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/279493a4-9945-404c-8c28-392bcde926ec HTTP/1.1" status: 200 len: 1829 time: 0.1212893 Dec 17 15:56:08.267278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e0f9c796-f615-454f-8d74-875640a06446 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:08.313847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e0f9c796-f615-454f-8d74-875640a06446 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:08.314201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e0f9c796-f615-454f-8d74-875640a06446 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:08.457310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28711663-777d-49ea-9eb6-b53d6fc9728c req-21dc8cde-b5bc-4450-b370-07a4b402c7de tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:08.465534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28711663-777d-49ea-9eb6-b53d6fc9728c req-21dc8cde-b5bc-4450-b370-07a4b402c7de tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 950 time: 0.1287642 Dec 17 15:56:08.510214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:08.553974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28711663-777d-49ea-9eb6-b53d6fc9728c req-b9fd2e3c-de17-46a3-b808-3c67f84e74ef tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856802 Dec 17 15:56:08.611807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2773b29f-81bb-4032-b2d5-63a515d2d0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:08.616905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:08.679605 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536a3e06-d926-4282-8add-3d329d35c18e x-openstack-request-id: req-536a3e06-d926-4282-8add-3d329d35c18e {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:08.680496 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83825c19-e271-4181-8206-fa02456d25f8", "name": "network-vif-plugged", "status": "completed", "tag": "04d447f5-fa24-4e1c-b2bd-88a8671d6198", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:08.680762 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-536a3e06-d926-4282-8add-3d329d35c18e {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:08.681326 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83825c19-e271-4181-8206-fa02456d25f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d447f5-fa24-4e1c-b2bd-88a8671d6198', 'code': 200} Dec 17 15:56:08.719347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:08.722574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:08.734478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/0d2b1481-a972-4137-94cb-40a06b39b448/583de63b-21cc-44fc-8dff-8ee4372697fc) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:08.737554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:08.743141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:08.746275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:08.775554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=1db31e40-47d3-4e60-b9fb-5c63bb2ef502,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:08.792066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c30dc5-cacb-4501-aa89-f1883ba9f635 req-ede0fbc5-caf4-4f95-9919-45d48ac7b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:08.794581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23c30dc5-cacb-4501-aa89-f1883ba9f635 req-ede0fbc5-caf4-4f95-9919-45d48ac7b42a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 1097 time: 0.0726340 Dec 17 15:56:08.802201 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1705c35b-fb3e-4df2-bdbd-cd447b480e3c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4270589 Dec 17 15:56:08.803928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45182) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:08.861040 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-b77e69aa-dbba-4a72-b857-60b0f6fb592f req-54844d57-e2e0-454c-8cf1-3293560d5a7f tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] show failed (client error): The resource could not be found. Dec 17 15:56:08.878671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b77e69aa-dbba-4a72-b857-60b0f6fb592f req-54844d57-e2e0-454c-8cf1-3293560d5a7f tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/9c232ddc-e85f-4857-ae05-aa047fe8c845 HTTP/1.1" status: 404 len: 352 time: 0.1106412 Dec 17 15:56:08.889571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23c30dc5-cacb-4501-aa89-f1883ba9f635 req-8da05da8-d0e3-49a9-9426-a14866b75729 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817385 Dec 17 15:56:08.909484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7de66-18a9-4c13-bacc-3ea20c151e69 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:08.911452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fac7de66-18a9-4c13-bacc-3ea20c151e69 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1047964 Dec 17 15:56:08.914146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:09.025792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 1db31e40-47d3-4e60-b9fb-5c63bb2ef502 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:09.029290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.065873 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.075522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.126076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:09.131056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:09.135217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:09.160785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Pushing event updated for resources: {'Port': ['ID=583de63b-21cc-44fc-8dff-8ee4372697fc,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:09.162397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.197907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 1db31e40-47d3-4e60-b9fb-5c63bb2ef502 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:09.201308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Attempting to bind port 583de63b-21cc-44fc-8dff-8ee4372697fc on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:09.201863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Attempting to bind port 583de63b-21cc-44fc-8dff-8ee4372697fc by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:09.203001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Attempting to bind port 583de63b-21cc-44fc-8dff-8ee4372697fc on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:09.209574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:09.209894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:09.210329 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.210863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:09.211344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Bound port: 583de63b-21cc-44fc-8dff-8ee4372697fc, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:09.213619 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.296193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] For port 583de63b-21cc-44fc-8dff-8ee4372697fc, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:09.301597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] For port 583de63b-21cc-44fc-8dff-8ee4372697fc, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=583de63b-21cc-44fc-8dff-8ee4372697fc,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:09.310153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.378065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2db69-2e33-48a9-bc1a-20eab37693f4 None None] Pushing event updated for resources: {'Port': ['ID=583de63b-21cc-44fc-8dff-8ee4372697fc,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:09.417796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.488135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=1db31e40-47d3-4e60-b9fb-5c63bb2ef502,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:09.498540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.502906 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2758d277-5468-4d0e-90de-5740c2123de2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/1db31e40-47d3-4e60-b9fb-5c63bb2ef502 HTTP/1.1" status: 204 len: 168 time: 0.5876672 Dec 17 15:56:09.505315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45194) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:09.599700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d40c96-5292-4e07-8d41-1146c453ffb0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:09.601381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d40c96-5292-4e07-8d41-1146c453ffb0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:09.603932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b9d40c96-5292-4e07-8d41-1146c453ffb0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0965853 Dec 17 15:56:09.605629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:09.719617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 0d2b1481-a972-4137-94cb-40a06b39b448 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:09.724497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.780841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.907211 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:09.940222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.046139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.064615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.071489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45202) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:10.080670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0d2b1481-a972-4137-94cb-40a06b39b448 HTTP/1.1" status: 204 len: 168 time: 0.4737124 Dec 17 15:56:10.131384 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3931228f-f6aa-4c54-919e-db1582ad3c19 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548680 Dec 17 15:56:10.135059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45206) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:10.180696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cd82c-30e5-4141-ac3e-5fad10c5cada tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2b1481-a972-4137-94cb-40a06b39b448,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:10.204311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8024b-e464-4eec-bf2a-7a4f8bdf2526 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:10.208088 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2bf8024b-e464-4eec-bf2a-7a4f8bdf2526 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0693700 Dec 17 15:56:10.209209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:10.281771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b3f87-e9a0-410f-af74-24f62c4bd555 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:10.285952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3b3b3f87-e9a0-410f-af74-24f62c4bd555 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741155 Dec 17 15:56:10.286361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45212) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:10.313823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 583de63b-21cc-44fc-8dff-8ee4372697fc up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:10.415173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-067dd6c8-c3e3-42ad-8355-ca4b38ba7155 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192830 Dec 17 15:56:10.415173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45214) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:10.421326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:10.434034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:10.434536 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.583007 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.603856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:10.608277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.676697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 583de63b-21cc-44fc-8dff-8ee4372697fc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=583de63b-21cc-44fc-8dff-8ee4372697fc,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:10.683670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.777594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:10.794829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=583de63b-21cc-44fc-8dff-8ee4372697fc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:10.956275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad000721-c4f6-4c56-a9d5-14693882d353 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:11.113575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:56:11.117115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f15c90ce-6eb7-4c93-9a58-93cb99aaea5b None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:11.117493 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f15c90ce-6eb7-4c93-9a58-93cb99aaea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.165993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.429440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.484473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b1343bf2-1b52-4210-b94f-75d1276f6ef6 None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:11.485595 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b1343bf2-1b52-4210-b94f-75d1276f6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.693617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] For port 583de63b-21cc-44fc-8dff-8ee4372697fc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=583de63b-21cc-44fc-8dff-8ee4372697fc,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:11.753474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.760325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.761608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.862296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:11.867702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-171e1466-f75f-4336-98ee-0d6fc37144b0 None None] Could not find standard attr ID for object 67c43702-0c6e-4c57-a32f-2e51c7395056. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:56:11.871527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:11.879859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:11.880588 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:11.918735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=5954f14f-7b73-4eef-8dc1-9f1e4fa8631b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:11.928390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=583de63b-21cc-44fc-8dff-8ee4372697fc,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:11.934886 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7f0729d-fd82-4361-a91f-87b95dfcb727 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5234053 Dec 17 15:56:11.938567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45220) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:11.948134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bd42be14-aefc-456c-8045-5aababf11def tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:12.106140 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:12.165822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c9c01-1812-4fdf-9d5c-93a1c4716fb8 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:12.199207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd42be14-aefc-456c-8045-5aababf11def tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:12.204121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bd42be14-aefc-456c-8045-5aababf11def tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:12.408394 n-d-806683-20 neutron-server[109783]: INFO neutron.db.ipam_backend_mixin [None req-bd42be14-aefc-456c-8045-5aababf11def tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5954f14f-7b73-4eef-8dc1-9f1e4fa8631b (CIDR: 2001:db8::/64) Dec 17 15:56:12.420230 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd42be14-aefc-456c-8045-5aababf11def tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:56:12.421231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd42be14-aefc-456c-8045-5aababf11def tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:12.463531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bd42be14-aefc-456c-8045-5aababf11def tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5202684 Dec 17 15:56:12.463754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45222) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:12.474079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:12.474489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 583de63b-21cc-44fc-8dff-8ee4372697fc up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:12.482450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-13b720c2-e298-43d0-846e-975b5cc92e8f None None] Could not find standard attr ID for object 1db31e40-47d3-4e60-b9fb-5c63bb2ef502. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:56:12.574348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:12.575209 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:12.672309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:12.676678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:13.120391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4ab8de3a-d3c6-40d8-8fa5-8b48cb914afa None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:13.121388 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ab8de3a-d3c6-40d8-8fa5-8b48cb914afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:13.126585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:13.199503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:13.201626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:13.206383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:13.207090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:13.217430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=98e559e2-47a3-495c-87b7-322e66b26169,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:13.234787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7d3c42c5-8650-4d77-a910-8e093445d522 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7699230 Dec 17 15:56:13.238028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45226) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:13.244221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:b0:af:0a', 'name': 'tempest-NetworksTestDHCPv6-1568811334'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:13.271938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db4186-9c9a-4139-a23d-d68fff6e759a None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:13.478080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:13.514994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64662497-a714-4dee-b828-6907405afa74 None None] Update dhcp port {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': '5954f14f-7b73-4eef-8dc1-9f1e4fa8631b', 'ip_address': '2001:db8::f816:3eff:fee1:24da'}, {'subnet_id': '98e559e2-47a3-495c-87b7-322e66b26169'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '583de63b-21cc-44fc-8dff-8ee4372697fc'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:56:13.549236 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-64662497-a714-4dee-b828-6907405afa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:13.612114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:13.646238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port 2fab315f-ef95-459d-87aa-88ec4bd5a35a yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:13.807650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-64662497-a714-4dee-b828-6907405afa74 None None] Allocated IP 2001:db8:0:1::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/98e559e2-47a3-495c-87b7-322e66b26169/583de63b-21cc-44fc-8dff-8ee4372697fc) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:13.950324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-64662497-a714-4dee-b828-6907405afa74 None None] For port 583de63b-21cc-44fc-8dff-8ee4372697fc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=583de63b-21cc-44fc-8dff-8ee4372697fc,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:13.994589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-64662497-a714-4dee-b828-6907405afa74 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:14.009356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-64662497-a714-4dee-b828-6907405afa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:14.131249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64662497-a714-4dee-b828-6907405afa74 None None] Pushing event updated for resources: {'Port': ['ID=583de63b-21cc-44fc-8dff-8ee4372697fc,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:14.145567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8:0:1::182 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/98e559e2-47a3-495c-87b7-322e66b26169/2fab315f-ef95-459d-87aa-88ec4bd5a35a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:14.156406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:feb0:af0a (8b077363-f517-4c59-b99c-0f1f4e8cad1d/5954f14f-7b73-4eef-8dc1-9f1e4fa8631b/2fab315f-ef95-459d-87aa-88ec4bd5a35a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:14.413919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:14.458888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:14.519698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:14.528781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:14.536565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:14.543199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:14.544627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:14.557267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=2fab315f-ef95-459d-87aa-88ec4bd5a35a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:14.567158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ceb2cae5-2d35-4a4f-bd9c-a70d775c9d23 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3253534 Dec 17 15:56:14.568154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45230) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:14.693492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port 2fab315f-ef95-459d-87aa-88ec4bd5a35a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:14.693836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:14.837910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:14.856764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for 2fab315f-ef95-459d-87aa-88ec4bd5a35a owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:15.076187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.114512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=2fab315f-ef95-459d-87aa-88ec4bd5a35a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:15.125983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f2812742-7952-40db-83e8-8e182f0ce2da None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:15.126583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2812742-7952-40db-83e8-8e182f0ce2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.212008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.218144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be6f0cc3-a2d3-4791-86fd-3d41b5230ec4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/2fab315f-ef95-459d-87aa-88ec4bd5a35a HTTP/1.1" status: 204 len: 168 time: 0.6474388 Dec 17 15:56:15.218426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45238) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:15.298095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.298763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef8ef6-126a-4fc3-a45b-2ab1ebb565bd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:15.304464 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-24ef8ef6-126a-4fc3-a45b-2ab1ebb565bd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0824330 Dec 17 15:56:15.304986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45240) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:15.371679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f5322-8a72-4999-b72d-7d1e32179613 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:15.375747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4b5f5322-8a72-4999-b72d-7d1e32179613 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0676920 Dec 17 15:56:15.376017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45242) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:15.441975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb441bcb-f6eb-460f-a6e5-6d28cf43bd6a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:15.443773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb441bcb-f6eb-460f-a6e5-6d28cf43bd6a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:15.446027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb441bcb-f6eb-460f-a6e5-6d28cf43bd6a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:15.450877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45244) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:15.451673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bb441bcb-f6eb-460f-a6e5-6d28cf43bd6a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0738561 Dec 17 15:56:15.532678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7508f3c8-2eea-4f06-9552-028c40b72c0e None None] Could not find standard attr ID for object 2fab315f-ef95-459d-87aa-88ec4bd5a35a. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:56:15.533470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 5954f14f-7b73-4eef-8dc1-9f1e4fa8631b {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:15.539583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.614891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.733777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.808828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.841423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=5954f14f-7b73-4eef-8dc1-9f1e4fa8631b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:15.843171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.848965 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-27bb595d-0d03-451c-a4a6-85fffafd2cc3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/5954f14f-7b73-4eef-8dc1-9f1e4fa8631b HTTP/1.1" status: 204 len: 168 time: 0.3946319 Dec 17 15:56:15.849233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45258) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:15.859484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778d715-d617-4ead-9a06-d73e2be55fd5 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:15.923201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet 98e559e2-47a3-495c-87b7-322e66b26169 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:15.928258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:15.973501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.069467 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-749ab282-2bfd-408c-90a5-cf4a62858d8c req-ce57bc53-e769-41b1-ba90-ca62ebc97072 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] show failed (client error): The resource could not be found. Dec 17 15:56:16.070499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-749ab282-2bfd-408c-90a5-cf4a62858d8c req-ce57bc53-e769-41b1-ba90-ca62ebc97072 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-group-rules/25fb9451-0663-4656-ac4c-965bcb6428e3 HTTP/1.1" status: 404 len: 361 time: 0.0261192 Dec 17 15:56:16.118701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.300110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 583de63b-21cc-44fc-8dff-8ee4372697fc up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:16.318930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e8a02-5cff-4dab-a250-f8bd34d9c3d4 req-4f424ea8-dd01-4e4e-9478-87f56f1a96e2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:16.328752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee1e8a02-5cff-4dab-a250-f8bd34d9c3d4 req-4f424ea8-dd01-4e4e-9478-87f56f1a96e2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 945 time: 0.1452055 Dec 17 15:56:16.336637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.376368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:16.377062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.378818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=98e559e2-47a3-495c-87b7-322e66b26169,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:16.400902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.404673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b33e3664-d7a4-4761-99d6-19525703e53e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/98e559e2-47a3-495c-87b7-322e66b26169 HTTP/1.1" status: 204 len: 168 time: 0.5544667 Dec 17 15:56:16.407711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:16.443940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee1e8a02-5cff-4dab-a250-f8bd34d9c3d4 req-a5dd7fea-66db-4af5-8aba-d851bef2a55a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140203 Dec 17 15:56:16.533286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7a0dfc-c5ac-4499-a020-b049c45e4432 req-28819bcd-24dd-4e75-8a91-dd83e8cc6f57 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/279493a4-9945-404c-8c28-392bcde926ec HTTP/1.1" status: 200 len: 1829 time: 0.0697653 Dec 17 15:56:16.553542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b048cd45-c933-4c37-8d65-b0c425b7d2c6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433110 Dec 17 15:56:16.556695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45286) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:16.566026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:16.782393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7a0dfc-c5ac-4499-a020-b049c45e4432 req-dcf4b747-026f-49cd-b57a-999f1905d784 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.814057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:16.817568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.822047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7a0dfc-c5ac-4499-a020-b049c45e4432 req-dcf4b747-026f-49cd-b57a-999f1905d784 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.933473 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7a0dfc-c5ac-4499-a020-b049c45e4432 req-dcf4b747-026f-49cd-b57a-999f1905d784 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.936298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7a0dfc-c5ac-4499-a020-b049c45e4432 req-dcf4b747-026f-49cd-b57a-999f1905d784 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:16.948568 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7a0dfc-c5ac-4499-a020-b049c45e4432 req-dcf4b747-026f-49cd-b57a-999f1905d784 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "DELETE /v2.0/security-groups/279493a4-9945-404c-8c28-392bcde926ec HTTP/1.1" status: 204 len: 173 time: 0.4134264 Dec 17 15:56:16.973943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4b747-026f-49cd-b57a-999f1905d784 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279493a4-9945-404c-8c28-392bcde926ec,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:17.026109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe687ad-5698-4e18-8b7f-cdf3ed47f69d None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:17.100415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-17ddd08e-5f5d-4fc7-83e6-f24039743a7c None None] Provisioning complete for port 583de63b-21cc-44fc-8dff-8ee4372697fc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:17.101362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-17ddd08e-5f5d-4fc7-83e6-f24039743a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.250163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:17.288051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:56:17.311358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] Deleting port 583de63b-21cc-44fc-8dff-8ee4372697fc {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:17.312022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.424857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] For port 583de63b-21cc-44fc-8dff-8ee4372697fc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=583de63b-21cc-44fc-8dff-8ee4372697fc,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:17.425569 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.441971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] Calling delete_port for 583de63b-21cc-44fc-8dff-8ee4372697fc owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:17.460399 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2b3e677-c51f-4247-b321-601364e2f1c8 req-a50ae3ec-3f62-404d-9ef0-aa5d40ffabe6 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/d7eecdde-50e7-4eae-be12-ba9874c21d44 HTTP/1.1" status: 200 len: 1832 time: 0.0695820 Dec 17 15:56:17.529564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c2b3e677-c51f-4247-b321-601364e2f1c8 req-686b8f1a-978d-43a6-81d3-9c7c1cda0519 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.551161 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.562561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c2b3e677-c51f-4247-b321-601364e2f1c8 req-686b8f1a-978d-43a6-81d3-9c7c1cda0519 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.582394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.590785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] Pushing event deleted for resources: {'Port': ['ID=583de63b-21cc-44fc-8dff-8ee4372697fc,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:17.602106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98f6cd-4812-4d5a-bb35-34cbdd88665c None None] No DVR routers for this DVR port 583de63b-21cc-44fc-8dff-8ee4372697fc on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:17.616677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-e892fe70-fa83-4cde-a6f1-bb15a91907a6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:17.618404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-e892fe70-fa83-4cde-a6f1-bb15a91907a6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.2004769 Dec 17 15:56:17.632494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c2b3e677-c51f-4247-b321-601364e2f1c8 req-686b8f1a-978d-43a6-81d3-9c7c1cda0519 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.635473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c2b3e677-c51f-4247-b321-601364e2f1c8 req-686b8f1a-978d-43a6-81d3-9c7c1cda0519 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.636934 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2b3e677-c51f-4247-b321-601364e2f1c8 req-686b8f1a-978d-43a6-81d3-9c7c1cda0519 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "DELETE /v2.0/security-groups/d7eecdde-50e7-4eae-be12-ba9874c21d44 HTTP/1.1" status: 204 len: 173 time: 0.1735678 Dec 17 15:56:17.648179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b8f1a-978d-43a6-81d3-9c7c1cda0519 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eecdde-50e7-4eae-be12-ba9874c21d44,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:17.686031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Port 583de63b-21cc-44fc-8dff-8ee4372697fc concurrently deleted while adding address for new subnet {'id': 'e37b5ec7-bd63-4b2f-873d-bef51a133209', 'name': '', 'tenant_id': '45405a606f094f0792c4c3effdbbff1e', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1259, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-17T15:56:16Z', 'updated_at': '2021-12-17T15:56:16Z', 'revision_number': 0, 'segment_id': None, 'project_id': '45405a606f094f0792c4c3effdbbff1e'}. {{(pid=109783) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Dec 17 15:56:17.686970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.708708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-de7533b1-c5a1-4f5b-b747-3ce601b2ee98 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0796130 Dec 17 15:56:17.748375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:17.754795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:17.757779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:17.758382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:17.768753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a5710-c84c-4840-b087-d91044b11867 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:17.813398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=e37b5ec7-bd63-4b2f-873d-bef51a133209,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:17.823062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45358) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:17.823221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cfc61827-b76d-49c1-b0eb-0b30f06a9fc2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2652643 Dec 17 15:56:17.831867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-92652551-162c-4974-8ad8-40ae6a97c20a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:17.837907 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-03eb17bf-bc2b-45fd-9ed0-7f5b87da1c2d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034555 Dec 17 15:56:17.851531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-53606bd2-736b-4891-9acc-804c067c0d03 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:56:17.852662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-53606bd2-736b-4891-9acc-804c067c0d03 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067463 Dec 17 15:56:17.954891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'e37b5ec7-bd63-4b2f-873d-bef51a133209'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:56:17.956471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.057475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-e50ee05e-3da6-4776-ae7d-34984f1972b7 service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921384 Dec 17 15:56:18.124931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92652551-162c-4974-8ad8-40ae6a97c20a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:18.137274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92652551-162c-4974-8ad8-40ae6a97c20a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.280564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Allocated IP 2001:db8::f816:3eff:fe6a:7cf6 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/e37b5ec7-bd63-4b2f-873d-bef51a133209/6cbd94cf-0658-4f25-a6d2-421abfde1d07) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:18.280659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-cfdc2916-8708-495c-a2ac-b0f6ef9affcd service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117069 Dec 17 15:56:18.280744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4bc5d1d-72b2-4266-8415-9c69df8fa272 req-22ee5abd-1f34-464f-96b4-2f7200ce89fe tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/ff516be5-5d53-476b-81be-58d199fdc818 HTTP/1.1" status: 200 len: 1832 time: 0.2494946 Dec 17 15:56:18.299332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 583de63b-21cc-44fc-8dff-8ee4372697fc no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:18.361162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 583de63b-21cc-44fc-8dff-8ee4372697fc {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:18.361828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 583de63b-21cc-44fc-8dff-8ee4372697fc not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:18.388756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c4bc5d1d-72b2-4266-8415-9c69df8fa272 req-90b43e99-3d64-42a4-b1da-14bcee2de60a tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.396028 n-d-806683-20 neutron-server[109784]: INFO neutron.db.ipam_backend_mixin [None req-92652551-162c-4974-8ad8-40ae6a97c20a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e37b5ec7-bd63-4b2f-873d-bef51a133209 (CIDR: 2001:db8::/64) Dec 17 15:56:18.405844 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-92652551-162c-4974-8ad8-40ae6a97c20a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:56:18.406294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92652551-162c-4974-8ad8-40ae6a97c20a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:18.429698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c4bc5d1d-72b2-4266-8415-9c69df8fa272 req-90b43e99-3d64-42a4-b1da-14bcee2de60a tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.452733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-92652551-162c-4974-8ad8-40ae6a97c20a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6279128 Dec 17 15:56:18.455278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45368) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:18.463358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:18.504636 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c4bc5d1d-72b2-4266-8415-9c69df8fa272 req-90b43e99-3d64-42a4-b1da-14bcee2de60a tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.507245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c4bc5d1d-72b2-4266-8415-9c69df8fa272 req-90b43e99-3d64-42a4-b1da-14bcee2de60a tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.508470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4bc5d1d-72b2-4266-8415-9c69df8fa272 req-90b43e99-3d64-42a4-b1da-14bcee2de60a tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "DELETE /v2.0/security-groups/ff516be5-5d53-476b-81be-58d199fdc818 HTTP/1.1" status: 204 len: 173 time: 0.2217336 Dec 17 15:56:18.528395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b43e99-3d64-42a4-b1da-14bcee2de60a tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff516be5-5d53-476b-81be-58d199fdc818,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:18.687570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.701366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.745171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbbe3d57-7603-4f91-b4d9-fae70c72cea6 req-39ba4752-fdfd-4f77-9fe0-7c0181d66b9b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 210 time: 0.0737965 Dec 17 15:56:18.779003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:18.782830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:18.786659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:18.869770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Pushing event updated for resources: {'Port': ['ID=6cbd94cf-0658-4f25-a6d2-421abfde1d07,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:18.880262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Attempting to bind port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:18.880810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Attempting to bind port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:18.881309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Attempting to bind port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:18.890057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:18.891717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:18.892251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.892753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:18.893341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Bound port: 6cbd94cf-0658-4f25-a6d2-421abfde1d07, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:18.893820 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.929145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-a5d13a98-77af-4f89-a2c4-44239e6d8cf2 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:18.930714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-a5d13a98-77af-4f89-a2c4-44239e6d8cf2 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.2729287 Dec 17 15:56:18.941663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a3d77fe-a703-473e-b4d7-68ef823d4433 req-f3a263ef-96a0-4cef-ba5c-5851830d82e0 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/2cf1a137-02c8-4c46-bcf8-ee08b3ed70b4 HTTP/1.1" status: 200 len: 1830 time: 0.1437857 Dec 17 15:56:18.962283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:18.965898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.973796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] For port 6cbd94cf-0658-4f25-a6d2-421abfde1d07, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:18.977763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] For port 6cbd94cf-0658-4f25-a6d2-421abfde1d07, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6cbd94cf-0658-4f25-a6d2-421abfde1d07,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:18.983928 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:18.985333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-9f31efdd-57e3-448a-ad3e-398343a4cfac tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/quotas/21d17c5df8cc4d8281072dc8cc2bbae3 HTTP/1.1" status: 200 len: 375 time: 0.0421758 Dec 17 15:56:19.096151 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-5cd9054a-aa13-4ff4-bcab-55ae5c510c0d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041646 Dec 17 15:56:19.130676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11c83a-f822-4bef-8ede-c98a87768502 None None] Pushing event updated for resources: {'Port': ['ID=6cbd94cf-0658-4f25-a6d2-421abfde1d07,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:19.240229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-cf9b087c-03ea-4baa-9bb6-d453994ffe90 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:56:19.252190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-cf9b087c-03ea-4baa-9bb6-d453994ffe90 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1547594 Dec 17 15:56:19.257338 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5a3d77fe-a703-473e-b4d7-68ef823d4433 req-f9fc73d0-dc86-4de2-844a-9a907f9589c3 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.307100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.396413 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5a3d77fe-a703-473e-b4d7-68ef823d4433 req-f9fc73d0-dc86-4de2-844a-9a907f9589c3 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.405576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-91efdf5f-6cc8-4d54-8606-50620d0c942b service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516943 Dec 17 15:56:19.460728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:19.497919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:19.522355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:19.522870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.552321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=ff2781d3-4c18-4444-a0aa-5a987cfb9937,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:19.568970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-8b47c054-97dd-452a-ba10-c275cf82eb71 service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621652 Dec 17 15:56:19.575706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 57dd4eb6-d361-4145-bb7c-014f6cb92bcd no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:19.600354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98e3081c-d072-478c-9244-49495664048f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1412015 Dec 17 15:56:19.600584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45406) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:19.608367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:c3:10:32', 'name': 'tempest-NetworksTestDHCPv6-1499945647'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:19.617611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5a3d77fe-a703-473e-b4d7-68ef823d4433 req-f9fc73d0-dc86-4de2-844a-9a907f9589c3 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.629610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5a3d77fe-a703-473e-b4d7-68ef823d4433 req-f9fc73d0-dc86-4de2-844a-9a907f9589c3 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.645773 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a3d77fe-a703-473e-b4d7-68ef823d4433 req-f9fc73d0-dc86-4de2-844a-9a907f9589c3 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "DELETE /v2.0/security-groups/2cf1a137-02c8-4c46-bcf8-ee08b3ed70b4 HTTP/1.1" status: 204 len: 173 time: 0.7031293 Dec 17 15:56:19.682432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-eb604d3b-66c6-4ccd-ace5-8cd264facbc8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:19.683445 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-eb604d3b-66c6-4ccd-ace5-8cd264facbc8 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "GET /v2.0/ports?device_id=372591fc-a043-47a7-9e1a-d503c6b1adeb HTTP/1.1" status: 200 len: 945 time: 0.2915037 Dec 17 15:56:19.701122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.724973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc73d0-dc86-4de2-844a-9a907f9589c3 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf1a137-02c8-4c46-bcf8-ee08b3ed70b4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:19.810383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:19.827973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:19.830447 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ccb150-db8f-462d-bcfe-411319d6091f" -d '{"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-unplugged", "status": "completed", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:19.842270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:19.910220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:19.936542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:20.047000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:20.127373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05938e9-70bd-4ec7-b760-a03910f4aac3 req-1193f9d8-de10-41d7-81ba-68154f866217 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "GET /v2.0/security-groups/42294125-08bc-4c62-b3bf-f1f2960183fb HTTP/1.1" status: 200 len: 1830 time: 0.1453147 Dec 17 15:56:20.223786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Deleting port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:20.226410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b439da65-5717-4fe9-90cc-12356bac760c req-d2bd3511-1179-48ed-82c8-7a984ef489f4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 210 time: 0.1534059 Dec 17 15:56:20.228602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.365216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.397548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:20.442835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f05938e9-70bd-4ec7-b760-a03910f4aac3 req-72581dcd-920e-4f00-af96-f824add285c8 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.449520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'mac_address': 'fa:16:3e:09:83:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:20.487361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a9a3f9a-cb39-4119-ad98-20cb2d5896c1 req-9e4f7c9d-ff6a-417e-a2b4-95f1d7938d5e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 210 time: 0.0996192 Dec 17 15:56:20.513388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6cbd94cf-0658-4f25-a6d2-421abfde1d07 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:20.536523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-5902f2b6-4f80-400d-9e08-e1ce7ffde012 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:20.545860 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-5902f2b6-4f80-400d-9e08-e1ce7ffde012 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.5395353 Dec 17 15:56:20.549724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f05938e9-70bd-4ec7-b760-a03910f4aac3 req-72581dcd-920e-4f00-af96-f824add285c8 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.577886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:20.683979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f05938e9-70bd-4ec7-b760-a03910f4aac3 req-72581dcd-920e-4f00-af96-f824add285c8 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.686475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port dbacfde3-2693-4276-936f-4775f42188f0 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:20.688248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f05938e9-70bd-4ec7-b760-a03910f4aac3 req-72581dcd-920e-4f00-af96-f824add285c8 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.697662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.708712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05938e9-70bd-4ec7-b760-a03910f4aac3 req-72581dcd-920e-4f00-af96-f824add285c8 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] 10.222.0.54 "DELETE /v2.0/security-groups/42294125-08bc-4c62-b3bf-f1f2960183fb HTTP/1.1" status: 204 len: 173 time: 0.5792565 Dec 17 15:56:20.733649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:20.757437 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf48aa-7273-4f19-b7e0-38500ca0c8aa x-openstack-request-id: req-eccf48aa-7273-4f19-b7e0-38500ca0c8aa {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:20.758121 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-unplugged", "status": "completed", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:20.758595 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eccf48aa-7273-4f19-b7e0-38500ca0c8aa {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:20.759328 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'code': 200} Dec 17 15:56:20.768822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:20.818775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:20.819635 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:20.900039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:20.912863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:21.214937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:21.238302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3b9da-88c9-4467-90bd-0d86d241a611 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:21.663301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] Deleting subnet b01c0e0f-745d-4527-88c9-954f3c97fec5 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:21.677188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:21.698776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581dcd-920e-4f00-af96-f824add285c8 tempest-SecurityGroupRulesNegativeTestJSON-620366787 tempest-SecurityGroupRulesNegativeTestJSON-620366787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42294125-08bc-4c62-b3bf-f1f2960183fb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:21.800735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b129e21f-de2b-4ff4-bf30-aa02883acb07 None None] Provisioning complete for port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:21.808662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b129e21f-de2b-4ff4-bf30-aa02883acb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:21.826345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:21.841955 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:21.852922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9b7b938-6186-4bdb-8420-e8bdbe64e651 req-5b5d7833-f524-407a-95bb-aa5e5b6c76ee tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 210 time: 0.1815057 Dec 17 15:56:21.919425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] For port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:21.920255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:21.932614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8:0:1::2d1 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/ff2781d3-4c18-4444-a0aa-5a987cfb9937/dbacfde3-2693-4276-936f-4775f42188f0) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:21.937596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Calling delete_port for 57dd4eb6-d361-4145-bb7c-014f6cb92bcd owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:21.949048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::f816:3eff:fec3:1032 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/e37b5ec7-bd63-4b2f-873d-bef51a133209/dbacfde3-2693-4276-936f-4775f42188f0) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:22.082094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 6cbd94cf-0658-4f25-a6d2-421abfde1d07, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6cbd94cf-0658-4f25-a6d2-421abfde1d07,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:22.180530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.185273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.245497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.323005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.352627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4111174b-26a0-413a-9b89-3865c3e77b2a req-eb3771bf-5661-48c2-9175-d565892f37f3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 210 time: 0.1146200 Dec 17 15:56:22.360871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=dbacfde3-2693-4276-936f-4775f42188f0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:22.381346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.381918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:22.388676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:22.391907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:22.398157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:22.398798 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.419492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=6cbd94cf-0658-4f25-a6d2-421abfde1d07,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:22.447713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event deleted for resources: {'Port': ['ID=57dd4eb6-d361-4145-bb7c-014f6cb92bcd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:22.456181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:22.467009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dedc838a-47d6-48eb-9df3-543b03aaedea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8556123 Dec 17 15:56:22.488935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b9f4c-eb85-48fe-bbbc-221a9d6cd9af None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:22.497347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:22.506834 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.562057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.648195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] No DVR routers for this DVR port 57dd4eb6-d361-4145-bb7c-014f6cb92bcd on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:22.651721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.655538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ca82cd0-c205-4760-b88f-477a2b2bacca req-8b3af87d-9e63-4ce6-b34e-18f3d00fa6b7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "DELETE /v2.0/ports/57dd4eb6-d361-4145-bb7c-014f6cb92bcd HTTP/1.1" status: 204 len: 173 time: 2.9625192 Dec 17 15:56:22.663937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-deleted', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:22.666727 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a153ea-82b2-4003-baa5-61188e388ac9" -d '{"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-deleted", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:22.773847 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782158fb-6834-4eff-bbd7-c53a35230998 x-openstack-request-id: req-782158fb-6834-4eff-bbd7-c53a35230998 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:22.773847 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372591fc-a043-47a7-9e1a-d503c6b1adeb", "name": "network-vif-deleted", "tag": "57dd4eb6-d361-4145-bb7c-014f6cb92bcd", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:22.773847 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-782158fb-6834-4eff-bbd7-c53a35230998 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:22.774338 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372591fc-a043-47a7-9e1a-d503c6b1adeb', 'name': 'network-vif-deleted', 'tag': '57dd4eb6-d361-4145-bb7c-014f6cb92bcd', 'status': 'completed', 'code': 200} Dec 17 15:56:22.797319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8805ef-b2c5-4cf0-8e25-d151e0aac78d None None] Update dhcp port {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'e37b5ec7-bd63-4b2f-873d-bef51a133209', 'ip_address': '2001:db8::f816:3eff:fe6a:7cf6'}, {'subnet_id': 'ff2781d3-4c18-4444-a0aa-5a987cfb9937'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '6cbd94cf-0658-4f25-a6d2-421abfde1d07'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:56:22.827710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-e6b2eb66-a9a5-48b9-940a-0635a2214b62 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:22.829608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-e6b2eb66-a9a5-48b9-940a-0635a2214b62 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.9354136 Dec 17 15:56:22.833818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.3 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/d6e47cb2-3032-45b9-a535-b4bd303c437d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:22.852159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Request body: {'port': {'device_id': 'a4899e44-7e16-4c05-8919-887723073a0b', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'admin_state_up': True, 'tenant_id': '21d17c5df8cc4d8281072dc8cc2bbae3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:22.859696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dc8805ef-b2c5-4cf0-8e25-d151e0aac78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.896329 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:22.999494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port dbacfde3-2693-4276-936f-4775f42188f0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:22.999864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.089842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51a0e60d-7119-4d6f-bb03-8e1084a5a828 req-8066c2d6-6edb-493b-8c0e-0f6e33366db6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 210 time: 0.0552959 Dec 17 15:56:23.128255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01c0e0f-745d-4527-88c9-954f3c97fec5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:23.166407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.176562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-771255a4-5946-4da6-a42a-1fbd6f8ff85d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b01c0e0f-745d-4527-88c9-954f3c97fec5 HTTP/1.1" status: 204 len: 168 time: 2.4258311 Dec 17 15:56:23.178601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45520) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:23.200868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.238837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-dc8805ef-b2c5-4cf0-8e25-d151e0aac78d None None] Allocated IP 2001:db8:0:1::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/ff2781d3-4c18-4444-a0aa-5a987cfb9937/6cbd94cf-0658-4f25-a6d2-421abfde1d07) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:23.276247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.379298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['04d447f5-fa24-4e1c-b2bd-88a8671d6198'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:23.385217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:23.412998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:23.418882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:23.432431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:23.441667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=d6e47cb2-3032-45b9-a535-b4bd303c437d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:23.519801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42296124-4dcc-4c1f-9519-f901ecfa667e None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:23.538096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:23.544278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.553944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.616529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 57dd4eb6-d361-4145-bb7c-014f6cb92bcd no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:23.630214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.643629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-1e27f52c-b77c-4482-a784-7353808333ab tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0800827 Dec 17 15:56:23.657924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for dbacfde3-2693-4276-936f-4775f42188f0 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:23.661366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Request body: {'port': {'device_id': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:23.678097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-dc8805ef-b2c5-4cf0-8e25-d151e0aac78d None None] For port 6cbd94cf-0658-4f25-a6d2-421abfde1d07, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6cbd94cf-0658-4f25-a6d2-421abfde1d07,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:23.715133 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dc8805ef-b2c5-4cf0-8e25-d151e0aac78d None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.735032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 57dd4eb6-d361-4145-bb7c-014f6cb92bcd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:23.737836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 57dd4eb6-d361-4145-bb7c-014f6cb92bcd not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:23.743376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f3021-3a6c-434d-a87f-ec1ff6793906 req-03dbb86d-4537-40aa-9b14-04151a3e49e3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:23.744983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d5f3021-3a6c-434d-a87f-ec1ff6793906 req-03dbb86d-4537-40aa-9b14-04151a3e49e3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 931 time: 0.1960278 Dec 17 15:56:23.754881 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dc8805ef-b2c5-4cf0-8e25-d151e0aac78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.810760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.850810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Made reservation on behalf of 21d17c5df8cc4d8281072dc8cc2bbae3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:23.862374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f29d3798-47f0-49d9-909e-96111e7f3dbc None None] Provisioning complete for port d6e47cb2-3032-45b9-a535-b4bd303c437d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:23.863509 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f29d3798-47f0-49d9-909e-96111e7f3dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.868423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:23.874112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d5f3021-3a6c-434d-a87f-ec1ff6793906 req-7ade9740-9f04-4943-903a-ec474911d07c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114438 Dec 17 15:56:23.929363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f29d3798-47f0-49d9-909e-96111e7f3dbc None None] Port d6e47cb2-3032-45b9-a535-b4bd303c437d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:56:24.105990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:24.143355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.185463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=dbacfde3-2693-4276-936f-4775f42188f0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:24.235360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8805ef-b2c5-4cf0-8e25-d151e0aac78d None None] Pushing event updated for resources: {'Port': ['ID=6cbd94cf-0658-4f25-a6d2-421abfde1d07,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:24.410379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.418418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6613b255-e27f-4d24-882d-6c3add29bd7f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/dbacfde3-2693-4276-936f-4775f42188f0 HTTP/1.1" status: 204 len: 168 time: 1.9475012 Dec 17 15:56:24.423413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45544) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:24.474470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.506206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6cbd94cf-0658-4f25-a6d2-421abfde1d07 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:24.528953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e106850a-cc6b-496c-97f5-40893a447517 req-d17f96b4-3b6e-45af-9f46-5bc5dab2e228 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 210 time: 0.1316960 Dec 17 15:56:24.544803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:24.545189 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.589861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de33957-9b1f-4040-b337-43b6b69d066d']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:24.638485 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-2bef4777-2886-4808-92be-61245817efc3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3010006 Dec 17 15:56:24.646478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:24.647258 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.678464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b908a009-9bfd-48b0-b5b3-7ded3e062603') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:24.679137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b908a009-9bfd-48b0-b5b3-7ded3e062603') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:24.683469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e47cb2-3032-45b9-a535-b4bd303c437d {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:24.692048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.710371 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.727094 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.737696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:56:24.744214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.782567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245664da-4618-4a12-b901-daa9a2c1c314 req-3e5dfb40-9cb6-440d-82c7-ce9f8177d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:24.784126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-3e5dfb40-9cb6-440d-82c7-ce9f8177d105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 1097 time: 0.1058395 Dec 17 15:56:24.816888 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.858533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:24.864694 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b532685-04ee-4b21-b6cf-4abf3a049d5b" -d '{"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:56:24.934280 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:56:24.938239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:24.966075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:24.968319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:25.016102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef1f6e-0a07-4e2c-a949-e717e3791bed tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:25.023261 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8ef1f6e-0a07-4e2c-a949-e717e3791bed tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5907485 Dec 17 15:56:25.025028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:25.025398 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df96b2-ebf7-4c35-a00e-14c810411058 x-openstack-request-id: req-56df96b2-ebf7-4c35-a00e-14c810411058 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:25.025824 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:25.026076 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56df96b2-ebf7-4c35-a00e-14c810411058 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:25.026470 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'code': 200} Dec 17 15:56:25.032858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3de33957-9b1f-4040-b337-43b6b69d066d HTTP/1.1" status: 204 len: 168 time: 1.8338635 Dec 17 15:56:25.037938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245664da-4618-4a12-b901-daa9a2c1c314 req-7d933131-191c-441a-b7f9-11f0fb724534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:25.039766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-7d933131-191c-441a-b7f9-11f0fb724534 service neutron] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.2260785 Dec 17 15:56:25.040280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45570) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:25.041300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Transition to ACTIVE for port object d6e47cb2-3032-45b9-a535-b4bd303c437d will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:56:25.065161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb670fb2-0150-46bd-95bd-523815b61047 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de33957-9b1f-4040-b337-43b6b69d066d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:25.082810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Allocated IP 172.20.0.9 (bb6de2ac-e7d9-4dab-ab32-29963ae9ee78/3308404c-a5ad-4c4b-8a69-8c6b33f78789/753b5b39-ed26-4a10-95cc-04fcb70f76bd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:25.218238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:25.278711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:25.302755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45574) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:25.334751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-a5442d18-ca2a-4c23-bdfc-30951d7c4cd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 HTTP/1.1" status: 200 len: 217 time: 0.2633097 Dec 17 15:56:25.454618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:25.455130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-400155d2-2539-48ad-b18f-8ecd9bdf1a45 None None] Could not find standard attr ID for object dbacfde3-2693-4276-936f-4775f42188f0. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:56:25.469770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-400155d2-2539-48ad-b18f-8ecd9bdf1a45 None None] Provisioning complete for port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:25.470070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-400155d2-2539-48ad-b18f-8ecd9bdf1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:25.491427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245664da-4618-4a12-b901-daa9a2c1c314 req-7d69798f-a28e-4fd3-93d5-b2759672fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:25.494031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-7d69798f-a28e-4fd3-93d5-b2759672fe20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.1399815 Dec 17 15:56:25.549842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78d828-e390-4642-98f5-2cbca4b15b2a None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:25.651503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-44fea975-e8d9-4951-ac64-bec3c00b4308 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261008 Dec 17 15:56:25.674785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:25.682370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e47cb2-3032-45b9-a535-b4bd303c437d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:25.700732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5114d89-607d-43d2-93ec-242b0d002db4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:25.702409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e5114d89-607d-43d2-93ec-242b0d002db4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6545637 Dec 17 15:56:25.731259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45582) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:25.741551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e7a96-ae35-4b53-88a2-804e87fdbd3e req-56933f08-0802-4bad-ad63-eebeba4acede tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:25.753069 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f99e7a96-ae35-4b53-88a2-804e87fdbd3e req-56933f08-0802-4bad-ad63-eebeba4acede tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 943 time: 0.5428267 Dec 17 15:56:25.929993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fcda780c-6b76-4cce-8bf0-a4d7f4d0677f None None] Could not find standard attr ID for object dbacfde3-2693-4276-936f-4775f42188f0. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:56:25.937149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:25.945836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2627361c-ffe9-4691-9d1c-e1de8bbc3da4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d343ada27b3f4b73b45f949d04e1250f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6394258 Dec 17 15:56:25.947159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:25.950880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45588) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:25.964031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:25.979569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26599fe4-d069-4545-aa7d-7887ccdb7146 None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:25.994440 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f99e7a96-ae35-4b53-88a2-804e87fdbd3e req-2a42d6fa-ff69-4264-83cc-b59edb2ea65c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380898 Dec 17 15:56:26.040717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:26.085871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410630d2-ad59-4d9f-ac72-902c1111089e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.087457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410630d2-ad59-4d9f-ac72-902c1111089e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.089247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410630d2-ad59-4d9f-ac72-902c1111089e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.091249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-410630d2-ad59-4d9f-ac72-902c1111089e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3362150 Dec 17 15:56:26.094819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45598) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:26.097668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Attempting to bind port d6e47cb2-3032-45b9-a535-b4bd303c437d on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:26.113599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Attempting to bind port d6e47cb2-3032-45b9-a535-b4bd303c437d by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:26.114141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Attempting to bind port d6e47cb2-3032-45b9-a535-b4bd303c437d on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:26.114261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d437e7a8-48a6-492f-938c-32418863caf4 None None] Provisioning complete for port 753b5b39-ed26-4a10-95cc-04fcb70f76bd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:26.114528 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d437e7a8-48a6-492f-938c-32418863caf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.117919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.118728 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.160920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-169b49cf-d574-448d-a5fb-e470a5177b46 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905016 Dec 17 15:56:26.164143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Port d6e47cb2-3032-45b9-a535-b4bd303c437d on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:56:26.164816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Attempting to bind port d6e47cb2-3032-45b9-a535-b4bd303c437d on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:26.193760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab82cb-9f1b-495c-890d-f757825f245f req-db4408af-adfa-4bb6-b8d7-2a3bfb317d56 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.203051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aeab82cb-9f1b-495c-890d-f757825f245f req-db4408af-adfa-4bb6-b8d7-2a3bfb317d56 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 931 time: 0.3518043 Dec 17 15:56:26.218717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-d7d3498e-e18b-40f3-91c0-4befa4984a71 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3710999 Dec 17 15:56:26.221371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:26.221998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:26.222510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:26.223086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Bound port: d6e47cb2-3032-45b9-a535-b4bd303c437d, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:26.223546 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.238575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Request body: {'port': {'device_id': 'a4899e44-7e16-4c05-8919-887723073a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:26.248414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet e37b5ec7-bd63-4b2f-873d-bef51a133209 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:26.279206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d437e7a8-48a6-492f-938c-32418863caf4 None None] Port 753b5b39-ed26-4a10-95cc-04fcb70f76bd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:56:26.287589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.394191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.411343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6cbd94cf-0658-4f25-a6d2-421abfde1d07 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:26.448340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aeab82cb-9f1b-495c-890d-f757825f245f req-1a854c77-878e-4b6c-8636-1e0dbd72ad27 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395017 Dec 17 15:56:26.479694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.484062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245664da-4618-4a12-b901-daa9a2c1c314 req-a30fbd38-d2e7-46e5-b384-15e8956cd2a0 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088520 Dec 17 15:56:26.522778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63ca5be0-ad4e-4739-9d6c-bef4421cd5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.524629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:26.524999 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.605138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63ca5be0-ad4e-4739-9d6c-bef4421cd5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.680507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] For port d6e47cb2-3032-45b9-a535-b4bd303c437d, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:26.703391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] For port d6e47cb2-3032-45b9-a535-b4bd303c437d, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6e47cb2-3032-45b9-a535-b4bd303c437d,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:26.712205 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.732142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.765440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.766703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.768029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6e47cb2-3032-45b9-a535-b4bd303c437d HTTP/1.1" status: 200 len: 1092 time: 3.1134944 Dec 17 15:56:26.768653 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63ca5be0-ad4e-4739-9d6c-bef4421cd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.771170 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63ca5be0-ad4e-4739-9d6c-bef4421cd5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:26.772427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-63ca5be0-ad4e-4739-9d6c-bef4421cd5f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0dfabae-ba92-4e9a-a577-c4d9e71bcaa4 HTTP/1.1" status: 204 len: 168 time: 0.8175213 Dec 17 15:56:26.773069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'tag': 'd6e47cb2-3032-45b9-a535-b4bd303c437d'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:26.775337 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e4079a-1052-4855-bc14-7128c144bd77" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f", "tag": "d6e47cb2-3032-45b9-a535-b4bd303c437d"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:26.776952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38f533-705f-4dc3-bcf2-8349d767366f None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:26.794449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca5be0-ad4e-4739-9d6c-bef4421cd5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dfabae-ba92-4e9a-a577-c4d9e71bcaa4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:26.903875 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9286f264-796e-449c-9e3f-811ff002fb87 x-openstack-request-id: req-9286f264-796e-449c-9e3f-811ff002fb87 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:26.904092 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f", "tag": "d6e47cb2-3032-45b9-a535-b4bd303c437d", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:26.904230 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9286f264-796e-449c-9e3f-811ff002fb87 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:26.904617 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'tag': 'd6e47cb2-3032-45b9-a535-b4bd303c437d', 'status': 'completed', 'code': 200} Dec 17 15:56:26.905206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eaa5e-79ae-43e1-ae39-1b53402db808 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e47cb2-3032-45b9-a535-b4bd303c437d,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:26.934986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-f14e282f-3848-4613-af51-162f833db75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.936793 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-f14e282f-3848-4613-af51-162f833db75f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 1095 time: 0.1096821 Dec 17 15:56:27.021059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:27.023640 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-d14431a7-0018-4764-9e67-8acb3a2f8fb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6e47cb2-3032-45b9-a535-b4bd303c437d HTTP/1.1" status: 200 len: 217 time: 0.0765800 Dec 17 15:56:27.039412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:27.046091 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/e37b5ec7-bd63-4b2f-873d-bef51a133209 HTTP/1.1" status: 204 len: 168 time: 0.9497805 Dec 17 15:56:27.054766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96058993-5c50-4f29-996b-71bb09f2d08d None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:27.068218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45610) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:27.133981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-35027f3a-a881-43c8-89b5-f2740b8208b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:27.135481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-35027f3a-a881-43c8-89b5-f2740b8208b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.0974925 Dec 17 15:56:27.141812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet ff2781d3-4c18-4444-a0aa-5a987cfb9937 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:27.148208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980d3c-a20c-41eb-8379-a97305a127cd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=e37b5ec7-bd63-4b2f-873d-bef51a133209,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:27.155724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:27.207094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-899a9da4-c3e2-460d-9582-f033f68a7b33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636251 Dec 17 15:56:27.366348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:27.477757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5424-6699-4e2c-b526-f6d7d87da476 req-51a30c4d-f8b6-45b4-9eeb-05045f3d81b7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:27.485981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b92c5424-6699-4e2c-b526-f6d7d87da476 req-51a30c4d-f8b6-45b4-9eeb-05045f3d81b7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 943 time: 0.1215324 Dec 17 15:56:27.536055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-2ad85a50-3aab-41db-8ba9-3ef7176be3b0 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203282 Dec 17 15:56:27.577701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753b5b39-ed26-4a10-95cc-04fcb70f76bd {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:27.589059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:27.667751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Transition to ACTIVE for port object 753b5b39-ed26-4a10-95cc-04fcb70f76bd will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:56:27.688796 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b92c5424-6699-4e2c-b526-f6d7d87da476 req-8fec11d5-8725-4e4e-af28-f040a49fd609 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970572 Dec 17 15:56:27.705809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:27.758842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:27.805134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3ca1ad7-644b-44dc-92de-493f236dbd00 req-bf9c6b8e-232d-446e-90e5-e4e6c69b860f service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587867 Dec 17 15:56:27.841876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c808fb8-17eb-402f-8528-8ebd168d0fb7 None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:27.967991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4079a-1052-4855-bc14-7128c144bd77 req-e7bc1e78-1bc2-4955-be49-a01025f48613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:27.969625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e4079a-1052-4855-bc14-7128c144bd77 req-e7bc1e78-1bc2-4955-be49-a01025f48613 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 1095 time: 0.0935917 Dec 17 15:56:28.036465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913cc20-6520-4811-85b8-045dedff101e req-5d392fe3-3220-44f5-aec4-d48b2ce1cff6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:28.039682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f913cc20-6520-4811-85b8-045dedff101e req-5d392fe3-3220-44f5-aec4-d48b2ce1cff6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 931 time: 0.4251621 Dec 17 15:56:28.047833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:28.167444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4079a-1052-4855-bc14-7128c144bd77 req-a260729d-0d4d-4a33-b027-7e60def6330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:28.173267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e4079a-1052-4855-bc14-7128c144bd77 req-a260729d-0d4d-4a33-b027-7e60def6330d service neutron] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.1953332 Dec 17 15:56:28.253244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:28.295424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e4079a-1052-4855-bc14-7128c144bd77 req-c96246ee-c3e2-46c7-8650-6e999b5071ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6e47cb2-3032-45b9-a535-b4bd303c437d HTTP/1.1" status: 200 len: 217 time: 0.1057096 Dec 17 15:56:28.319325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:28.333316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ff2781d3-4c18-4444-a0aa-5a987cfb9937 HTTP/1.1" status: 204 len: 168 time: 1.2553394 Dec 17 15:56:28.334541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Attempting to bind port 753b5b39-ed26-4a10-95cc-04fcb70f76bd on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:28.335282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Attempting to bind port 753b5b39-ed26-4a10-95cc-04fcb70f76bd by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:28.335712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Attempting to bind port 753b5b39-ed26-4a10-95cc-04fcb70f76bd on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:28.337952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45648) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:28.396130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f913cc20-6520-4811-85b8-045dedff101e req-d2f27e96-95fe-4c8b-98fc-51b71db5d12f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305979 Dec 17 15:56:28.454024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca6241-f675-4a1f-8cd6-f17103733ae3 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2781d3-4c18-4444-a0aa-5a987cfb9937,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:28.478330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c959210e-c54c-42c9-bb6c-56d3b40ca1f9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048710 Dec 17 15:56:28.480011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Port 753b5b39-ed26-4a10-95cc-04fcb70f76bd on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:56:28.480569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Attempting to bind port 753b5b39-ed26-4a10-95cc-04fcb70f76bd on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:28.486336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45660) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:28.500913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:28.501649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Checking segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:28.502231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Bound using segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:28.502893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Bound port: 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:28.503315 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:28.509779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:28.522815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4079a-1052-4855-bc14-7128c144bd77 req-fe6d877a-4b8b-453e-a94a-50cb2787e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:28.526274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e4079a-1052-4855-bc14-7128c144bd77 req-fe6d877a-4b8b-453e-a94a-50cb2787e9f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.2076340 Dec 17 15:56:28.582474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e4079a-1052-4855-bc14-7128c144bd77 req-904a825c-65da-4e45-ae13-dc5d777f89b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495508 Dec 17 15:56:28.768126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-dde7b2ea-8b85-439a-aa63-cb5a68596075 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3071396 Dec 17 15:56:28.783653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343af6a4-058e-49f9-ad3e-af97ec0bff83 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:28.796807 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e4079a-1052-4855-bc14-7128c144bd77 req-69547ac7-ad40-4460-953b-8ca280ea5540 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057476 Dec 17 15:56:28.797396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45666) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:28.868582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:28.874818 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:28.922816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-76757451-ef89-4bc7-ab0b-c99a7c77af21 None None] Provisioning complete for port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:28.923476 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-76757451-ef89-4bc7-ab0b-c99a7c77af21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.072930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04e4079a-1052-4855-bc14-7128c144bd77 req-03cd4edb-6144-4181-bc2e-9486a0de478b service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648292 Dec 17 15:56:29.079672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1068000468-network', 'tenant_id': '9bfc9c16e5bd406b97128992b249e9c7'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:29.112749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Made reservation on behalf of 9bfc9c16e5bd406b97128992b249e9c7 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:29.117162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.136796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:29.148301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.154710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:29.163506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:29.210102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] Deleting port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:29.212641 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.224661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.316678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.323596 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.355151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] For port 6cbd94cf-0658-4f25-a6d2-421abfde1d07, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6cbd94cf-0658-4f25-a6d2-421abfde1d07,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:29.356102 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.381973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:56:29.382697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] Calling delete_port for 6cbd94cf-0658-4f25-a6d2-421abfde1d07 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:29.408589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29afa84-616b-4f90-9834-2a6e095f8250,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:29.437530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.437951 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Added segment 7275a9a6-e7b7-442b-babd-7ff26bbfd389 of type vlan for network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 Dec 17 15:56:29.523041 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.577887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.578879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:29.579810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.606129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.625738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] No DVR routers for this DVR port 6cbd94cf-0658-4f25-a6d2-421abfde1d07 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:29.664959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42fc58-4f07-4a43-8de7-e677b6b71b06 None None] Pushing event deleted for resources: {'Port': ['ID=6cbd94cf-0658-4f25-a6d2-421abfde1d07,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:29.753990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] Pushing event updated for resources: {'Network': ['ID=8c40f242-70de-4ce6-9e40-2c2c8d123a56,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:29.768421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:56:29.775056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f24febcb-df4b-4ab0-ba03-14704dadd51f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9724472 Dec 17 15:56:29.775056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45688) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:29.781753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Request body: {'subnet': {'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1068000468-subnet', 'tenant_id': '9bfc9c16e5bd406b97128992b249e9c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:29.802018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f0ac6-f3af-45ad-b59c-d27c4a805473 req-69c290d7-5d72-417f-bf19-52f2e9106a6d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:29.812661 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-010f0ac6-f3af-45ad-b59c-d27c4a805473 req-69c290d7-5d72-417f-bf19-52f2e9106a6d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 943 time: 0.1003735 Dec 17 15:56:29.895934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Made reservation on behalf of 9bfc9c16e5bd406b97128992b249e9c7 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:29.899466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.922998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-010f0ac6-f3af-45ad-b59c-d27c4a805473 req-ec1e25aa-cbb9-454c-ad99-f0b154328446 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061308 Dec 17 15:56:29.991142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:29.992200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:29.993844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] 10.222.0.49 "PUT /v2.0/ports/753b5b39-ed26-4a10-95cc-04fcb70f76bd HTTP/1.1" status: 200 len: 1092 time: 3.7595577 Dec 17 15:56:29.998180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:30.001020 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e7af6a-b663-4e4c-a270-b63e2c6d8055" -d '{"events": [{"name": "network-changed", "server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:30.138445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17b91d-c274-4fad-91b5-ffda7d41175e req-9473f8b0-b9f7-4641-890c-7294e803cc21 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:30.156193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a17b91d-c274-4fad-91b5-ffda7d41175e req-9473f8b0-b9f7-4641-890c-7294e803cc21 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 943 time: 1.3335428 Dec 17 15:56:30.189885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c39bba-38a9-40d7-ab62-e9aba23dd900 None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:30.294041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-920c58d2-f172-4512-a9b6-18c9e7662d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:30.310033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-920c58d2-f172-4512-a9b6-18c9e7662d70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 1097 time: 1.2091155 Dec 17 15:56:30.312337 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce1f36-3b52-46db-929a-5fde742f8aa8 x-openstack-request-id: req-85ce1f36-3b52-46db-929a-5fde742f8aa8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:30.312655 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:30.312957 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85ce1f36-3b52-46db-929a-5fde742f8aa8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:30.313675 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'status': 'completed', 'code': 200} Dec 17 15:56:30.420652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6cbd94cf-0658-4f25-a6d2-421abfde1d07 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:30.424306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:30.485904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-bf30abc5-ed0e-4a52-a1e3-615cf9007a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:30.487367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6cbd94cf-0658-4f25-a6d2-421abfde1d07 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:30.487367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6cbd94cf-0658-4f25-a6d2-421abfde1d07 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:30.487628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-bf30abc5-ed0e-4a52-a1e3-615cf9007a0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.1264861 Dec 17 15:56:30.492093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb45f69-ee79-421d-9392-5f8cd25bbf58 service neutron] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:30.492435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:30.515361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:30.546300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Checking segment: {'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:30.546768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Network hostable DHCP agents. Network: 8c40f242-70de-4ce6-9e40-2c2c8d123a56, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:56:30.596003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:56:30.602211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-76b6333b-e03c-4561-808c-8c1c812ff834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:30.604104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-76b6333b-e03c-4561-808c-8c1c812ff834 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 1095 time: 0.5284114 Dec 17 15:56:30.610304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 8c40f242-70de-4ce6-9e40-2c2c8d123a56) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:30.620450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f11e1-7347-4ef3-870c-659fcd4048f2 None None] Network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:30.627938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:30.631075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:30.655986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-c82d7b6b-e83d-4dba-93a1-60fcc432a86b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198 HTTP/1.1" status: 200 len: 217 time: 0.1582837 Dec 17 15:56:30.663387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-da07bf4b-cc6e-431e-9a3c-38835265dc6a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8869073 Dec 17 15:56:30.734035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-58df5351-a0e1-461e-bdf3-74acd8d7a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:30.735566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-58df5351-a0e1-461e-bdf3-74acd8d7a6dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.0541403 Dec 17 15:56:30.786849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:30.789189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:30.795529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:30.796539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:30.808175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42eb76-27b4-4dec-b5dc-5b27edfcd509 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:30.831044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-1b72635b-f1d3-4723-9634-5c829cccf2c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd HTTP/1.1" status: 200 len: 217 time: 0.1871977 Dec 17 15:56:30.849387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a17b91d-c274-4fad-91b5-ffda7d41175e req-03d70e67-251c-42a1-848a-bf378c0e5140 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916468 Dec 17 15:56:30.896099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-9fd8dcdd-7171-409b-b739-4d3b69613467 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936027 Dec 17 15:56:30.896784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=f8a103fd-fff5-4e0a-93c6-761dc8c7fb35,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:30.966385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ee3fd-d223-423e-aa2e-0a1f4e017233 None None] Network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:31.015153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d279fbb2-90c7-46a0-91d3-3d071063b1a0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5068588 Dec 17 15:56:31.017530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45720) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:31.024485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-128e74a1-dffe-4189-ae9f-8012dce1b73c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:31.117423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-9cfc73d5-2d5d-460d-9c06-a4b5c1dfbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:31.122007 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-9cfc73d5-2d5d-460d-9c06-a4b5c1dfbd4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.2388380 Dec 17 15:56:31.126702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'f8a103fd-fff5-4e0a-93c6-761dc8c7fb35'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:56:31.127632 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:31.188900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-7751b854-7b54-4274-97f7-f2a3c1cdcc96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543270 Dec 17 15:56:31.196710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-fda5fb88-91e1-4ddc-884c-b1d3c67d79ad service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756023 Dec 17 15:56:31.273989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fad4ce-d86c-408c-81d1-878003272c0b req-98cded83-1054-4ec2-b5e9-72dd44909ae3 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:31.275153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9fad4ce-d86c-408c-81d1-878003272c0b req-98cded83-1054-4ec2-b5e9-72dd44909ae3 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 943 time: 0.1307931 Dec 17 15:56:31.349471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f9fad4ce-d86c-408c-81d1-878003272c0b req-13f08a15-38cb-449f-8a0c-9fd1ae716fc4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Dec 17 15:56:31.380178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-1bf4a403-842d-4a0b-827b-0a7c8f18cfb6 service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824517 Dec 17 15:56:31.427932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128e74a1-dffe-4189-ae9f-8012dce1b73c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:31.430835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-128e74a1-dffe-4189-ae9f-8012dce1b73c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:31.501394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/f8a103fd-fff5-4e0a-93c6-761dc8c7fb35/f5d7c862-5b8c-4335-9eb5-c023e2884d91) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:31.617071 n-d-806683-20 neutron-server[109784]: INFO neutron.db.ipam_backend_mixin [None req-128e74a1-dffe-4189-ae9f-8012dce1b73c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8a103fd-fff5-4e0a-93c6-761dc8c7fb35 (CIDR: 2001:db8::/64) Dec 17 15:56:31.623283 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-128e74a1-dffe-4189-ae9f-8012dce1b73c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:56:31.624449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128e74a1-dffe-4189-ae9f-8012dce1b73c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:31.660222 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-128e74a1-dffe-4189-ae9f-8012dce1b73c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6403403 Dec 17 15:56:31.673149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45742) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:31.685255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:31.796920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-400c35f7-fde8-48ca-87e9-caee0514f5e3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:31.805016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-400c35f7-fde8-48ca-87e9-caee0514f5e3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 814 time: 0.3910410 Dec 17 15:56:31.861000 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:31.873696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:31.916844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:31.929949 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:31.955611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:31.957144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Pushing event updated for resources: {'Port': ['ID=f5d7c862-5b8c-4335-9eb5-c023e2884d91,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:31.960862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:31.965453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:31.965833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-d4127701-a411-4aa0-8a88-eccfb2781dc0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/quotas/9bfc9c16e5bd406b97128992b249e9c7 HTTP/1.1" status: 200 len: 375 time: 0.1597703 Dec 17 15:56:31.978893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f88e1967-2d39-4878-9fea-c560ba8c3b29 req-5d75afe7-008b-4646-b11a-bcf0cb7cfd3e service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663195 Dec 17 15:56:32.084030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Attempting to bind port f5d7c862-5b8c-4335-9eb5-c023e2884d91 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:32.084405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Attempting to bind port f5d7c862-5b8c-4335-9eb5-c023e2884d91 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:32.084869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Attempting to bind port f5d7c862-5b8c-4335-9eb5-c023e2884d91 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:32.085513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-490ca82c-bb83-454b-8b7c-32e6a70501b8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986927 Dec 17 15:56:32.092064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:32.092445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:32.092851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:32.093856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:32.094394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Bound port: f5d7c862-5b8c-4335-9eb5-c023e2884d91, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:32.094780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:32.115398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6e47cb2-3032-45b9-a535-b4bd303c437d details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:32.265503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bb8cee3-cae3-41c1-90e7-547309b3796e req-d9b299a8-6508-487c-b619-5d09fc1b5f15 service neutron] 10.222.0.49 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0600772 Dec 17 15:56:32.286997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-b54b75c8-4edd-461d-9538-77b4f7dfc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:32.289148 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-b54b75c8-4edd-461d-9538-77b4f7dfc2a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 1095 time: 0.2113154 Dec 17 15:56:32.297540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d6e47cb2-3032-45b9-a535-b4bd303c437d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6e47cb2-3032-45b9-a535-b4bd303c437d,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:32.317340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] For port f5d7c862-5b8c-4335-9eb5-c023e2884d91, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:32.320356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'd6e47cb2-3032-45b9-a535-b4bd303c437d', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': 'd6e47cb2-3032-45b9-a535-b4bd303c437d', 'mac_address': 'fa:16:3e:d5:63:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:32.368567 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:32.383679 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-5aa95fb7-71a8-425a-9a8d-c5df18c9baf6 service neutron] 10.222.0.54 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258289 Dec 17 15:56:32.385378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e47cb2-3032-45b9-a535-b4bd303c437d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:32.408485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d6e47cb2-3032-45b9-a535-b4bd303c437d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6e47cb2-3032-45b9-a535-b4bd303c437d,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:32.410853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] For port f5d7c862-5b8c-4335-9eb5-c023e2884d91, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f5d7c862-5b8c-4335-9eb5-c023e2884d91,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:32.415262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cea43-083a-4bbe-a126-543e253de62a req-971087a8-f30f-46ca-b37f-ece405e11dc1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:32.417141 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e38cea43-083a-4bbe-a126-543e253de62a req-971087a8-f30f-46ca-b37f-ece405e11dc1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 943 time: 0.3763418 Dec 17 15:56:32.423841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:32.480286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:32.484455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d6e47cb2-3032-45b9-a535-b4bd303c437d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:32.526100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-6c42cacf-1f04-4f34-be65-0ec284f50aea service neutron] 10.222.0.54 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344666 Dec 17 15:56:32.548396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d8e2a-ddf3-4feb-923b-a546bcd0ffd7 None None] Pushing event updated for resources: {'Port': ['ID=f5d7c862-5b8c-4335-9eb5-c023e2884d91,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:32.600311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.objects.ports [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109784) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:56:32.620309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-6f512ac5-0b45-4925-93db-05811e5795d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:32.625260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-6f512ac5-0b45-4925-93db-05811e5795d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 906 time: 0.3266115 Dec 17 15:56:32.675184 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:56:32.694521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-b46d9d11-a9d0-49b7-859c-6ac9ec4c7323 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd HTTP/1.1" status: 200 len: 217 time: 0.0617316 Dec 17 15:56:32.820024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d6e47cb2-3032-45b9-a535-b4bd303c437d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:32.834871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-6b161510-918a-4914-9fce-863bd2fac259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:32.840307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-6b161510-918a-4914-9fce-863bd2fac259 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.1347842 Dec 17 15:56:32.857111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e38cea43-083a-4bbe-a126-543e253de62a req-1b2467dd-0ad9-46cb-96ac-efc8baf8b550 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306142 Dec 17 15:56:32.986965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:33.026849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-14514ea7-2aa0-4cd6-90ba-aea746dd25be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712718 Dec 17 15:56:33.323499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d2e5c-7bc2-4b7b-a355-8217c5a876a0 req-3474c7bf-b3d9-4366-80c9-73b5e3b6ea5c tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:33.342752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f20d2e5c-7bc2-4b7b-a355-8217c5a876a0 req-3474c7bf-b3d9-4366-80c9-73b5e3b6ea5c tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 943 time: 0.3477890 Dec 17 15:56:33.431303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-cfb4c962-6c2a-49ca-aef9-0236ab4f601b service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954284 Dec 17 15:56:33.561106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] For port f5d7c862-5b8c-4335-9eb5-c023e2884d91, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f5d7c862-5b8c-4335-9eb5-c023e2884d91,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:33.639976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55e7af6a-b663-4e4c-a270-b63e2c6d8055 req-f4cf015b-cf2b-47d9-acb6-16cf6d882f3f service neutron] 10.222.0.49 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961381 Dec 17 15:56:33.653397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 753b5b39-ed26-4a10-95cc-04fcb70f76bd details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:33.669732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f20d2e5c-7bc2-4b7b-a355-8217c5a876a0 req-318c1497-a4e2-4b2e-9827-e2a3dc967986 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241949 Dec 17 15:56:33.725802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07b05e7a-8df0-48e6-a0eb-6097e17cfb78 req-a2cb58a0-3251-4a9c-9bdf-d2a44c127a62 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 210 time: 0.1028295 Dec 17 15:56:33.757736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:33.765398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:33.766964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:33.868930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:33.900819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:33.933731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:33.934479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:33.985564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:34.025213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'mac_address': 'fa:16:3e:f9:a1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:34.051956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=f5d7c862-5b8c-4335-9eb5-c023e2884d91,revision_number=4']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:34.056586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61729bf6-5aff-4071-bace-f03fcb79c274 req-5a20abf1-2e2c-4859-8db1-fa5774031a3a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:34.065734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61729bf6-5aff-4071-bace-f03fcb79c274 req-5a20abf1-2e2c-4859-8db1-fa5774031a3a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 944 time: 0.0907097 Dec 17 15:56:34.088523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4095726 Dec 17 15:56:34.096481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45788) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:34.115620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:77:85:f2', 'name': 'tempest-NetworksTestDHCPv6-791482941'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:34.121122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183a173-f01e-496c-ae2b-7cda4f04c0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=a4019329-c69c-45fb-8dd4-e926c09a2598,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:34.133530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:34.154711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61729bf6-5aff-4071-bace-f03fcb79c274 req-b30632cb-076c-4ac4-9368-4fb7e8d9f587 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877483 Dec 17 15:56:34.183631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753b5b39-ed26-4a10-95cc-04fcb70f76bd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:34.218702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:34.224993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:34.326282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:34.468955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f5d7c862-5b8c-4335-9eb5-c023e2884d91 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:34.541926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['753b5b39-ed26-4a10-95cc-04fcb70f76bd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:34.675142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3798d0b-f166-4672-bc93-3a49144c6415 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:34.903744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f5d7c862-5b8c-4335-9eb5-c023e2884d91 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:34.903744 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:34.944827 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54c93c78-fe22-46d0-9240-9892025e7972 req-f5680de3-52ca-4b60-84a4-d9d9beb06b09 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 210 time: 0.0352163 Dec 17 15:56:34.983442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:35.080028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-651aa14d-2b71-4b45-8f36-6feba3eed32e None None] Provisioning complete for port f5d7c862-5b8c-4335-9eb5-c023e2884d91 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:35.084265 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-651aa14d-2b71-4b45-8f36-6feba3eed32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:35.109354 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:35.135658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port f9597967-720d-4fcd-adca-e55c720af6f0 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:35.199657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35d5c-57da-4988-9dbc-a82a06833918 req-061948fc-597b-42f6-b085-acca0ce84de5 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:35.205089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95c35d5c-57da-4988-9dbc-a82a06833918 req-061948fc-597b-42f6-b085-acca0ce84de5 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 944 time: 0.3527172 Dec 17 15:56:35.327043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac5a68db-3874-4260-9b31-c357601f0e87 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:35.341933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac5a68db-3874-4260-9b31-c357601f0e87 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.49 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 814 time: 0.5212452 Dec 17 15:56:35.364415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Request body: {'port': {'device_id': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56', 'admin_state_up': True, 'tenant_id': '9bfc9c16e5bd406b97128992b249e9c7'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:35.423960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eae94-e6ff-468b-b5e8-83b7d90b930e req-0a9101ad-38a9-42fd-8204-39b033298db1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:35.432465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799eae94-e6ff-468b-b5e8-83b7d90b930e req-0a9101ad-38a9-42fd-8204-39b033298db1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 944 time: 0.1338167 Dec 17 15:56:35.471574 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:35.579947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::250 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/f8a103fd-fff5-4e0a-93c6-761dc8c7fb35/f9597967-720d-4fcd-adca-e55c720af6f0) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:35.610211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8:0:1:f816:3eff:fe77:85f2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/a4019329-c69c-45fb-8dd4-e926c09a2598/f9597967-720d-4fcd-adca-e55c720af6f0) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:35.632894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port f5d7c862-5b8c-4335-9eb5-c023e2884d91, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f5d7c862-5b8c-4335-9eb5-c023e2884d91,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:35.637919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95c35d5c-57da-4988-9dbc-a82a06833918 req-72c9dcf4-9d43-4b58-bdee-2f3f8f026d0a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210680 Dec 17 15:56:35.638615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-651aa14d-2b71-4b45-8f36-6feba3eed32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:35.640197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799eae94-e6ff-468b-b5e8-83b7d90b930e req-7d4fdd8c-5cc2-4b89-8b9d-16f6341f72ec tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053676 Dec 17 15:56:35.657346 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:35.717696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 753b5b39-ed26-4a10-95cc-04fcb70f76bd up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:35.780667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Made reservation on behalf of 9bfc9c16e5bd406b97128992b249e9c7 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:35.789328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.045505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-651aa14d-2b71-4b45-8f36-6feba3eed32e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:56:36.054763 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-651aa14d-2b71-4b45-8f36-6feba3eed32e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:56:36.103062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 753b5b39-ed26-4a10-95cc-04fcb70f76bd completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:56:36.114789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 753b5b39-ed26-4a10-95cc-04fcb70f76bd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:36.119103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.123751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6e47cb2-3032-45b9-a535-b4bd303c437d up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:36.136533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=f5d7c862-5b8c-4335-9eb5-c023e2884d91,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:36.142622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.167212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3b90c-293a-4205-81ba-84d415d5f7e4 req-37c763bd-4bb5-4805-bdae-adf79c85e03b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:36.175152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88f3b90c-293a-4205-81ba-84d415d5f7e4 req-37c763bd-4bb5-4805-bdae-adf79c85e03b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.1381068 Dec 17 15:56:36.228046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Allocated IP 172.20.0.10 (8c40f242-70de-4ce6-9e40-2c2c8d123a56/cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f/1628804e-c935-4b25-9f5d-75bef92a3e43) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:36.242607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port d6e47cb2-3032-45b9-a535-b4bd303c437d completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:56:36.248627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port d6e47cb2-3032-45b9-a535-b4bd303c437d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:36.248627 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.274356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88f3b90c-293a-4205-81ba-84d415d5f7e4 req-d5c0fae3-8444-4b60-bf2e-8d9487d3a091 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981483 Dec 17 15:56:36.332537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.395243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f5d7c862-5b8c-4335-9eb5-c023e2884d91 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:36.398962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be79f43d-24cd-429f-ae8a-a04c59b05d12 req-ecd9150e-b9db-4475-b148-6143521844d3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 210 time: 0.0615227 Dec 17 15:56:36.399095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=f9597967-720d-4fcd-adca-e55c720af6f0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:36.417518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:36.419554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:36.421970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:36.429198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:36.429947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.448626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a87f714a-84fc-4267-b0be-4d4d679b8d4e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3503444 Dec 17 15:56:36.451446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45834) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:36.515801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.552120 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7812471-2bbf-4dcc-a775-839578a6f20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.564084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.627606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.632244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:36.634535 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca0019-3af6-4a99-b437-8f580fe3161e" -d '{"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-plugged", "status": "completed", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:36.680365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port f9597967-720d-4fcd-adca-e55c720af6f0 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:36.680789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.689155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:36.701163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.761258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:36.788892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f5d7c862-5b8c-4335-9eb5-c023e2884d91 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:36.789448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.809702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:36.811187 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cb9a8d-49c2-4c67-ae45-78b09e042804 x-openstack-request-id: req-50cb9a8d-49c2-4c67-ae45-78b09e042804 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:36.811361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:36.811465 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-plugged", "status": "completed", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:36.811718 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50cb9a8d-49c2-4c67-ae45-78b09e042804 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:36.812127 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'code': 200} Dec 17 15:56:36.815283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:36.819714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.925411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.940580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for f9597967-720d-4fcd-adca-e55c720af6f0 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:36.950322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:36.950910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:36.971033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdb80b-5641-4e51-9937-c4b6f7b1d299 req-432ae557-63ea-4f39-9779-bdcc63dbe108 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:36.978550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26fdb80b-5641-4e51-9937-c4b6f7b1d299 req-432ae557-63ea-4f39-9779-bdcc63dbe108 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 944 time: 0.1572375 Dec 17 15:56:36.998924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-337202ce-444c-4bc5-867e-3ddfb9862dd8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6425815 Dec 17 15:56:37.007575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdcfce-4077-4d5b-8b0c-fc1a2fef9fed req-bd47d8ed-05a4-41b4-b12e-b394b055797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.009131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bbdcfce-4077-4d5b-8b0c-fc1a2fef9fed req-bd47d8ed-05a4-41b4-b12e-b394b055797d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 1097 time: 0.1908650 Dec 17 15:56:37.023136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Request body: {'port': {'device_id': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:37.134569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:37.165265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-641a4ae8-84c0-49f2-b407-3036508daa92 None None] Provisioning complete for port f5d7c862-5b8c-4335-9eb5-c023e2884d91 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:37.166342 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-641a4ae8-84c0-49f2-b407-3036508daa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:37.207227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d6e47cb2-3032-45b9-a535-b4bd303c437d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6e47cb2-3032-45b9-a535-b4bd303c437d,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:37.212209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:37.233872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:37.238417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26fdb80b-5641-4e51-9937-c4b6f7b1d299 req-965f1f9f-e98a-4572-990b-f6d736cb0772 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586777 Dec 17 15:56:37.267963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bbdcfce-4077-4d5b-8b0c-fc1a2fef9fed req-a8d5e985-b7ff-44b4-ba23-3480c47e8bda service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290611 Dec 17 15:56:37.275259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:37.315602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=f9597967-720d-4fcd-adca-e55c720af6f0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:37.362903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d6e47cb2-3032-45b9-a535-b4bd303c437d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:37.450251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb70b33-bae9-4836-bb54-ff7cc7ce0537 req-262a23ee-4570-4278-8845-7756beddaadc tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.457634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6fb70b33-bae9-4836-bb54-ff7cc7ce0537 req-262a23ee-4570-4278-8845-7756beddaadc tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 945 time: 0.5664747 Dec 17 15:56:37.554404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5115b4a9-66eb-4e23-8d3b-7b183f310f9e None None] Could not find standard attr ID for object f9597967-720d-4fcd-adca-e55c720af6f0. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:56:37.593226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:37.602926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-06de5885-646b-4edf-a4c3-df9bb24f3a54 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/f9597967-720d-4fcd-adca-e55c720af6f0 HTTP/1.1" status: 204 len: 168 time: 1.1503081 Dec 17 15:56:37.603623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45866) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:37.699135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6fb70b33-bae9-4836-bb54-ff7cc7ce0537 req-704562d1-34e9-4d5b-86e2-e25aa4628868 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322283 Dec 17 15:56:37.750277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ee804-0f47-4b11-8afb-27ddc9f391c0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.758228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5a0ee804-0f47-4b11-8afb-27ddc9f391c0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1452169 Dec 17 15:56:37.758896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45872) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:37.843003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b2e2ab-7f57-47c6-bc1c-c022231eb94a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.847252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c5b2e2ab-7f57-47c6-bc1c-c022231eb94a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0873361 Dec 17 15:56:37.847890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45874) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:37.864544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1c200-1424-46aa-ab01-9828ccdd9403 req-5c714f88-2b95-45c3-8bc9-4fa2d795376d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.874790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03b1c200-1424-46aa-ab01-9828ccdd9403 req-5c714f88-2b95-45c3-8bc9-4fa2d795376d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 932 time: 0.1019216 Dec 17 15:56:37.914212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e797fb3-c62c-40b8-b348-65fdc13d6e6d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.916094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e797fb3-c62c-40b8-b348-65fdc13d6e6d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.918193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e797fb3-c62c-40b8-b348-65fdc13d6e6d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:37.933774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45876) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:37.936470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5e797fb3-c62c-40b8-b348-65fdc13d6e6d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0873022 Dec 17 15:56:38.038375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70b4f-6128-4979-a6c3-bf5850f3201e req-c64ea61f-46e3-42eb-be3f-5c74b3505e79 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:38.040124 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ada70b4f-6128-4979-a6c3-bf5850f3201e req-c64ea61f-46e3-42eb-be3f-5c74b3505e79 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.0833867 Dec 17 15:56:38.045485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03b1c200-1424-46aa-ab01-9828ccdd9403 req-fde148f5-6ba4-4d64-839f-4678565413de tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695907 Dec 17 15:56:38.071446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet a4019329-c69c-45fb-8dd4-e926c09a2598 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:38.077884 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.107841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ada70b4f-6128-4979-a6c3-bf5850f3201e req-f200b56f-c3ad-44e6-b367-5ac7a6a39539 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598507 Dec 17 15:56:38.115379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1628804e-c935-4b25-9f5d-75bef92a3e43 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:38.134425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.153455 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.180891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Transition to ACTIVE for port object 1628804e-c935-4b25-9f5d-75bef92a3e43 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:56:38.197393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.346130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:38.382235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.390390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048db21-f283-4f4e-b3ed-c84cc1cc0995 req-79d1f11d-2c79-4e17-a465-c8ff1c13c35f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:38.399880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0048db21-f283-4f4e-b3ed-c84cc1cc0995 req-79d1f11d-2c79-4e17-a465-c8ff1c13c35f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.0699542 Dec 17 15:56:38.437838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Attempting to bind port 1628804e-c935-4b25-9f5d-75bef92a3e43 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:38.438199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Attempting to bind port 1628804e-c935-4b25-9f5d-75bef92a3e43 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:38.438538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Attempting to bind port 1628804e-c935-4b25-9f5d-75bef92a3e43 on network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:38.448688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Port 1628804e-c935-4b25-9f5d-75bef92a3e43 on network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:56:38.449019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Attempting to bind port 1628804e-c935-4b25-9f5d-75bef92a3e43 on network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:38.474248 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0048db21-f283-4f4e-b3ed-c84cc1cc0995 req-dd8b8bed-a288-4e20-a559-66ab9714511c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725844 Dec 17 15:56:38.481923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:38.482588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Checking segment: {'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:38.483078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Bound using segment: {'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:38.483585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Bound port: 1628804e-c935-4b25-9f5d-75bef92a3e43, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:38.483986 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.604966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.628643 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4225d9da-4a8d-48a4-965e-a4f0a32f927e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.676942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=a4019329-c69c-45fb-8dd4-e926c09a2598,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:38.699112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534371a4-7e47-4665-ab77-072a639a33e1 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:38.750419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:38.759987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:38.763187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.792396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aa56de22-7db5-4f60-a432-82c8f2ee992e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/a4019329-c69c-45fb-8dd4-e926c09a2598 HTTP/1.1" status: 204 len: 168 time: 0.8567898 Dec 17 15:56:38.792832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:38.800624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.922041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e47cb2-3032-45b9-a535-b4bd303c437d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:38.922041 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bd03cf-b029-4fb8-82fd-6b759c52a4d9" -d '{"events": [{"server_uuid": "5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "d6e47cb2-3032-45b9-a535-b4bd303c437d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:38.997531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:38.998292 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:38.999721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] 10.222.0.49 "PUT /v2.0/ports/1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 1093 time: 1.9896581 Dec 17 15:56:39.010139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:39.013515 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a648b-48d7-49da-ac94-b99053323e68" -d '{"events": [{"name": "network-changed", "server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:39.018680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet f8a103fd-fff5-4e0a-93c6-761dc8c7fb35 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:39.027481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58865b-e5b9-409b-80cb-1e4f202f2d7c service neutron] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:39.040093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:39.068535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895f616-ca9c-40db-a592-62f66a919ac2 req-9292b8f2-f31f-4b66-b3f5-a59f98b2e780 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:39.070820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5895f616-ca9c-40db-a592-62f66a919ac2 req-9292b8f2-f31f-4b66-b3f5-a59f98b2e780 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 945 time: 0.1897867 Dec 17 15:56:39.108243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527c8e8-0531-4ae7-9cd9-87a8d3aac4b5 req-73e98d07-25da-4eac-81d5-e020213250cb tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:39.110242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5527c8e8-0531-4ae7-9cd9-87a8d3aac4b5 req-73e98d07-25da-4eac-81d5-e020213250cb tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.1891999 Dec 17 15:56:39.152565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-e5c624ce-e644-4fff-b32e-88d9dc7ffe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:39.154097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-e5c624ce-e644-4fff-b32e-88d9dc7ffe57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1096 time: 0.1084063 Dec 17 15:56:39.156562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:39.163629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5895f616-ca9c-40db-a592-62f66a919ac2 req-d9f92fbf-5b9c-4147-b756-29dae1d6e676 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712943 Dec 17 15:56:39.219558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-34e86edf-c6ac-446b-a993-ff3d02c2b413 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 217 time: 0.0548620 Dec 17 15:56:39.265642 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e719e5-6e86-47d7-a7f8-152eadd03b3c x-openstack-request-id: req-80e719e5-6e86-47d7-a7f8-152eadd03b3c {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:39.267776 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "d6e47cb2-3032-45b9-a535-b4bd303c437d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:39.268286 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80e719e5-6e86-47d7-a7f8-152eadd03b3c {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:39.268881 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e47cb2-3032-45b9-a535-b4bd303c437d', 'code': 200} Dec 17 15:56:39.285368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-28024139-9199-4954-8a3a-df04712160d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:39.285368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-28024139-9199-4954-8a3a-df04712160d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.0589762 Dec 17 15:56:39.287858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5527c8e8-0531-4ae7-9cd9-87a8d3aac4b5 req-4a0b997e-5c7f-46b9-b2fa-95b073799472 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638603 Dec 17 15:56:39.325620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-296c8198-0fed-4390-94d6-8a37cd347153 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331781 Dec 17 15:56:39.380530 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2cb4c3-be36-4554-a5c9-d34bf7b6751a x-openstack-request-id: req-8a2cb4c3-be36-4554-a5c9-d34bf7b6751a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:39.381230 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:39.381230 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a2cb4c3-be36-4554-a5c9-d34bf7b6751a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:39.381874 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'status': 'completed', 'code': 200} Dec 17 15:56:39.470142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:39.537179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-0d4e3e92-c284-4f01-857a-c4e8bac08324 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904624 Dec 17 15:56:39.548139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb9c3b-0101-4560-8ec8-ce789e220505 req-dacd84e6-6788-4d58-ac37-e962202e091a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:39.555697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14fb9c3b-0101-4560-8ec8-ce789e220505 req-dacd84e6-6788-4d58-ac37-e962202e091a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.1513946 Dec 17 15:56:39.601339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4b2e4-5f60-471d-a73a-ff0f1c984520 req-0d10a3f0-ef77-4c08-9dbd-d317934cbc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:39.603275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1f4b2e4-5f60-471d-a73a-ff0f1c984520 req-0d10a3f0-ef77-4c08-9dbd-d317934cbc78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 1097 time: 0.2380052 Dec 17 15:56:39.689539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:39.719630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14fb9c3b-0101-4560-8ec8-ce789e220505 req-bd3a96ad-8f0b-4978-946f-fa7a7c7464b0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628964 Dec 17 15:56:39.735550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b239a45c-1eb3-4ed0-80e2-2abd5946e69d req-f3cec131-fe62-4779-bc90-c15c634e8808 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892333 Dec 17 15:56:39.786358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a103fd-fff5-4e0a-93c6-761dc8c7fb35,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:39.791055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6815a1-ee1d-4cb3-96f3-9a7f04e984a4 req-c9d51bd0-62a1-4faf-b4ba-9e2f6a96aaea tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:39.792663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a6815a1-ee1d-4cb3-96f3-9a7f04e984a4 req-c9d51bd0-62a1-4faf-b4ba-9e2f6a96aaea tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.1102290 Dec 17 15:56:39.793227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45928) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:39.803425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:39.809051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-684233882'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:39.811079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-edebdf5a-7358-4b23-9234-6be893ce8acb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/f8a103fd-fff5-4e0a-93c6-761dc8c7fb35 HTTP/1.1" status: 204 len: 168 time: 1.0169473 Dec 17 15:56:39.815119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1f4b2e4-5f60-471d-a73a-ff0f1c984520 req-5905fe34-fdaf-4dab-8497-759911a3586b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959028 Dec 17 15:56:39.817174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45930) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:39.888431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:39.926205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-96e14954-7cfe-463b-9fab-6e1f324d1cfc tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933292 Dec 17 15:56:39.927948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45932) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:39.935992 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:39.971298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a6815a1-ee1d-4cb3-96f3-9a7f04e984a4 req-d6c6ac91-0c76-4ab5-bf7b-085d27c8e202 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530151 Dec 17 15:56:39.989650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:39.997290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.026193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-73297b4b-1a5c-4354-8e8b-b40a33e56921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.036156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-73297b4b-1a5c-4354-8e8b-b40a33e56921 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1096 time: 0.1970739 Dec 17 15:56:40.057416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90073788-9181-4245-85e6-b705641c9d4c None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:40.177516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:40.187082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.211890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:56:40.228847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1871846e-60ec-47b0-acec-f8975e6e22dd None None] Provisioning complete for port f5d7c862-5b8c-4335-9eb5-c023e2884d91 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:40.228847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1871846e-60ec-47b0-acec-f8975e6e22dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.273056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec681d25-1f69-4dfd-9784-c9d5b614db0f req-f4121aa4-3c94-4a3f-a08a-ec2a51eff204 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.281278 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec681d25-1f69-4dfd-9784-c9d5b614db0f req-f4121aa4-3c94-4a3f-a08a-ec2a51eff204 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 945 time: 0.1946878 Dec 17 15:56:40.296509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.296973 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Added segment 198bfec0-444f-403f-81fb-770094e4cbff of type vlan for network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 Dec 17 15:56:40.373491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:40.435521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] Deleting port f5d7c862-5b8c-4335-9eb5-c023e2884d91 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:40.435756 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec681d25-1f69-4dfd-9784-c9d5b614db0f req-cbbf6248-81e4-401f-83ee-f3b6ea57396e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508498 Dec 17 15:56:40.436434 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.455121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.465370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-b24f163f-bc55-4230-bc70-497c1830038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.467365 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-b24f163f-bc55-4230-bc70-497c1830038f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 915 time: 0.4247856 Dec 17 15:56:40.525880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] For port f5d7c862-5b8c-4335-9eb5-c023e2884d91, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f5d7c862-5b8c-4335-9eb5-c023e2884d91,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:40.526280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.534892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.550178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] Calling delete_port for f5d7c862-5b8c-4335-9eb5-c023e2884d91 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:40.555303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-a0c6d39f-21de-46ca-8f54-19abd82749fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 217 time: 0.0748091 Dec 17 15:56:40.556412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.563236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.563882 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.589857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ae2f5-a2e2-4a47-afd0-195cb4374cd1 req-f57fb9d9-7484-4d76-bcc5-00e98ec1ec5c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.598770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f0ae2f5-a2e2-4a47-afd0-195cb4374cd1 req-f57fb9d9-7484-4d76-bcc5-00e98ec1ec5c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.1088037 Dec 17 15:56:40.649462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:40.658781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:40.660494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.683310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.683996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.690796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=c5d20d15-15c2-482f-9aac-56ca09aba634,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:40.692158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] Pushing event deleted for resources: {'Port': ['ID=f5d7c862-5b8c-4335-9eb5-c023e2884d91,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:40.696561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8964682 Dec 17 15:56:40.703280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45944) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:40.703636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599bbce-2a89-404a-ba53-e945420c3665 None None] No DVR routers for this DVR port f5d7c862-5b8c-4335-9eb5-c023e2884d91 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:40.724175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-943097217'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:40.725454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.731443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06209c-8349-40d8-82de-7725710286ff None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:40.755669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f0ae2f5-a2e2-4a47-afd0-195cb4374cd1 req-2a743d05-b390-4bd9-945c-de347c0b14b1 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558709 Dec 17 15:56:40.762582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f0529efb-98c3-4045-bc8e-f16a7832764d tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8329651 Dec 17 15:56:40.769301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45948) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:40.788853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c8337784-afc2-4807-8a12-a30e7d9433b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:40.838845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:40.841383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-f83e2ffb-3a64-4c71-bcc0-45e72d84dd4d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.843020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.843420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-f83e2ffb-3a64-4c71-bcc0-45e72d84dd4d tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.0667119 Dec 17 15:56:40.898650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-43c6d205-1bf1-4e3f-bbf8-3933a141d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:40.900249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-43c6d205-1bf1-4e3f-bbf8-3933a141d519 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.3336685 Dec 17 15:56:40.912560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a716cd4-d040-4369-a315-1e0f8a3eafb1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Network': ['ID=bd5a3c2b-5678-4807-8993-5d76e0aa27b8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:40.948444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:56:40.983548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Deleting port 3dfd601e-e821-4b82-8a27-04a2b55396e2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:40.984179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:40.992176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'project_id': '45405a606f094f0792c4c3effdbbff1e', 'fixed_ips': [{'subnet_id': 'c5d20d15-15c2-482f-9aac-56ca09aba634'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:56:40.993052 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.019073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-8ef23a10-8fdc-4b81-8453-2564cc4cde05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016240 Dec 17 15:56:41.019648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:56:41.083994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a31dee-0a1f-4125-ac7b-8d145fd56387 req-f63f8e9a-67f2-4c2f-8dad-d1981ee8bfbd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:41.085587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83a31dee-0a1f-4125-ac7b-8d145fd56387 req-f63f8e9a-67f2-4c2f-8dad-d1981ee8bfbd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.1746111 Dec 17 15:56:41.087005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.087354 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Added segment d110455f-92f2-4aec-b1d2-276b695dc9ab of type vlan for network bb717a21-920e-4104-b4c5-ec153af618b6 Dec 17 15:56:41.159643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Allocated IP 2001:db8::2 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/c5d20d15-15c2-482f-9aac-56ca09aba634/09419b6b-01d5-4fa2-be7e-84e98597ec93) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:41.255432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e92493-7672-4261-bfe9-22646734465d req-32d552e7-c321-44be-bfb7-33733be7bc60 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:41.257680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19e92493-7672-4261-bfe9-22646734465d req-32d552e7-c321-44be-bfb7-33733be7bc60 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.1174479 Dec 17 15:56:41.287757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] For port 3dfd601e-e821-4b82-8a27-04a2b55396e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3dfd601e-e821-4b82-8a27-04a2b55396e2,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:41.288173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.324338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.364626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19e92493-7672-4261-bfe9-22646734465d req-f0ae2d78-0c08-42c9-83e9-47cc73a5c941 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977840 Dec 17 15:56:41.533647 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.544085 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.561656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:41.564048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:41.585658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:41.634234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Pushing event updated for resources: {'Port': ['ID=09419b6b-01d5-4fa2-be7e-84e98597ec93,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:41.644181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.645101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.645867 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Floating IP 321ab8b4-2266-4f97-981e-d1bb453c78c1 disassociated. External IP: 172.25.0.76, port: 3dfd601e-e821-4b82-8a27-04a2b55396e2. Dec 17 15:56:41.646414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Calling delete_port for 3dfd601e-e821-4b82-8a27-04a2b55396e2 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:41.678042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Attempting to bind port 09419b6b-01d5-4fa2-be7e-84e98597ec93 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:41.678411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Attempting to bind port 09419b6b-01d5-4fa2-be7e-84e98597ec93 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:41.678771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Attempting to bind port 09419b6b-01d5-4fa2-be7e-84e98597ec93 on network 8b077363-f517-4c59-b99c-0f1f4e8cad1d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:41.685728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:41.686098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Checking segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:41.686526 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.686915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Bound using segment: {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:41.687388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Bound port: 09419b6b-01d5-4fa2-be7e-84e98597ec93, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:41.687757 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.689872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:41.783249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b9a0c-4fcb-41c1-bff8-3b8909283f9d req-c8a81b09-9620-445c-abab-39b13f262f7e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:41.794747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba4b9a0c-4fcb-41c1-bff8-3b8909283f9d req-c8a81b09-9620-445c-abab-39b13f262f7e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 945 time: 0.0836699 Dec 17 15:56:41.835485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] For port 09419b6b-01d5-4fa2-be7e-84e98597ec93, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:41.844658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] For port 09419b6b-01d5-4fa2-be7e-84e98597ec93, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=09419b6b-01d5-4fa2-be7e-84e98597ec93,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:41.858015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.878988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba4b9a0c-4fcb-41c1-bff8-3b8909283f9d req-d6c4faec-cd06-4a6b-86d5-1513d4ca122d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831971 Dec 17 15:56:41.908058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83a31dee-0a1f-4125-ac7b-8d145fd56387 req-fcea1966-bd44-4563-8148-08e79cfe1775 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346500 Dec 17 15:56:41.938899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b25438-5990-4213-ad2b-8aa884943725 None None] Pushing event updated for resources: {'Port': ['ID=09419b6b-01d5-4fa2-be7e-84e98597ec93,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:41.949601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:41.952476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:41.971453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56', 'port_id': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'mac_address': 'fa:16:3e:86:66:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:42.054610 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:42.071401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8337784-afc2-4807-8a12-a30e7d9433b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:42.080897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c8337784-afc2-4807-8a12-a30e7d9433b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:42.087179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:42.091868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1628804e-c935-4b25-9f5d-75bef92a3e43 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:42.099944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf6785-49ef-4f07-b550-8ad4448b6bff req-49f949c9-a61c-42b1-89e8-f9d20c47ea2c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:42.109886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0baf6785-49ef-4f07-b550-8ad4448b6bff req-49f949c9-a61c-42b1-89e8-f9d20c47ea2c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 946 time: 0.0969932 Dec 17 15:56:42.134557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:42.139076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:42.206698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-7002b4c9-77c4-4caf-bb74-227ac6c758e0 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1657228 Dec 17 15:56:42.209267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event deleted for resources: {'Port': ['ID=3dfd601e-e821-4b82-8a27-04a2b55396e2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:42.220120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:42.230251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:42.231144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:42.269170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:42.279081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:42.310740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0baf6785-49ef-4f07-b550-8ad4448b6bff req-43daa2c1-15b2-4841-9ca9-8b724447d6cc tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups?id=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982160 Dec 17 15:56:42.370997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1628804e-c935-4b25-9f5d-75bef92a3e43'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:42.483938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f5d7c862-5b8c-4335-9eb5-c023e2884d91 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:42.537143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45982) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:42.538513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f5d7c862-5b8c-4335-9eb5-c023e2884d91 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:42.538702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8302720 Dec 17 15:56:42.539346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f5d7c862-5b8c-4335-9eb5-c023e2884d91 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:42.556777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'subnet': {'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:42.771520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b4b5d-7f5d-42a9-b504-2992cefca7dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Network': ['ID=bb717a21-920e-4104-b4c5-ec153af618b6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:42.811019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bb717a21-920e-4104-b4c5-ec153af618b6 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:56:42.817378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf2a648b-48d7-49da-ac94-b99053323e68 req-dac6dd3c-470b-4ad0-b497-caa1bee99123 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752101 Dec 17 15:56:42.826097 n-d-806683-20 neutron-server[109783]: INFO neutron.db.ipam_backend_mixin [None req-c8337784-afc2-4807-8a12-a30e7d9433b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5d20d15-15c2-482f-9aac-56ca09aba634 (CIDR: 2001:db8::/64) Dec 17 15:56:42.836876 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8337784-afc2-4807-8a12-a30e7d9433b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:56:42.837436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8337784-afc2-4807-8a12-a30e7d9433b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:42.871082 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c8337784-afc2-4807-8a12-a30e7d9433b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0929868 Dec 17 15:56:42.871464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45988) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:42.886619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'subnet': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:43.008642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:43.029427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:43.073580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Router e41bb900-f7cf-4503-8efc-d38acad97cf8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:56:43.151013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e9fac-5ff8-4471-9818-e082542779bc req-39f77f14-35f4-4b56-8557-d970685995a6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:43.159119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb0e9fac-5ff8-4471-9818-e082542779bc req-39f77f14-35f4-4b56-8557-d970685995a6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.3368902 Dec 17 15:56:43.257761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d5e6f-6d58-4cbc-bcd1-4be40db48ed7 req-923a110a-d0be-4178-9fb4-304e22bfbdc7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:43.259323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f2d5e6f-6d58-4cbc-bcd1-4be40db48ed7 req-923a110a-d0be-4178-9fb4-304e22bfbdc7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 945 time: 0.0857975 Dec 17 15:56:43.334918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f2d5e6f-6d58-4cbc-bcd1-4be40db48ed7 req-1ca14844-e80f-49ac-a07e-2a37a19adb1a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651486 Dec 17 15:56:43.337988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:43.346700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb0e9fac-5ff8-4471-9818-e082542779bc req-6666f630-d850-4d03-9bad-5d51e8c12c2a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866307 Dec 17 15:56:43.350224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:43.618842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:56:43.632273 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] Sync routers for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:56:43.651497 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:56:43.651497 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:56:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:43.659136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cfce5fb9-df30-43f2-8f10-712e008a7b83 None None] Provisioning complete for port 09419b6b-01d5-4fa2-be7e-84e98597ec93 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:43.659613 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfce5fb9-df30-43f2-8f10-712e008a7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:43.667775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98688880-a99b-4840-8af3-5390bdf40570 req-c586cf04-a1db-4c7f-81d5-f6d7da78f3ca tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.0805452 Dec 17 15:56:43.690364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:43.707735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] No DVR routers for this DVR port 3dfd601e-e821-4b82-8a27-04a2b55396e2 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:43.718107 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:43.722307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a1dda65-1bf6-49c6-b922-1376492ad207 req-bbd44c5e-3b22-43e8-91d8-db48dd395a7e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.47 "DELETE /v2.0/ports/3dfd601e-e821-4b82-8a27-04a2b55396e2 HTTP/1.1" status: 204 len: 173 time: 2.8692648 Dec 17 15:56:43.728922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'name': 'network-vif-deleted', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:43.732474 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4dc10-653b-44db-8ad6-83104db47e02" -d '{"events": [{"server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "name": "network-vif-deleted", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:43.769978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7e269-5372-4a00-975b-a3c7a5938024 req-98832fbf-5b24-4108-a7ca-7f82d1d79c0b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:43.771985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7f7e269-5372-4a00-975b-a3c7a5938024 req-98832fbf-5b24-4108-a7ca-7f82d1d79c0b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 945 time: 0.2994144 Dec 17 15:56:43.773226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:43.827432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 1628804e-c935-4b25-9f5d-75bef92a3e43 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:56:43.841564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 1628804e-c935-4b25-9f5d-75bef92a3e43 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:43.842223 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:43.864189 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34db80c2-19b5-42d5-b59b-fed6db48a599 x-openstack-request-id: req-34db80c2-19b5-42d5-b59b-fed6db48a599 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:43.864635 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd630e4-6122-4eab-ba60-a3b17546b386", "name": "network-vif-deleted", "tag": "3dfd601e-e821-4b82-8a27-04a2b55396e2", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:43.865131 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-34db80c2-19b5-42d5-b59b-fed6db48a599 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:43.865653 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd630e4-6122-4eab-ba60-a3b17546b386', 'name': 'network-vif-deleted', 'tag': '3dfd601e-e821-4b82-8a27-04a2b55396e2', 'status': 'completed', 'code': 200} Dec 17 15:56:43.907978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfce5fb9-df30-43f2-8f10-712e008a7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:43.927754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Checking segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:43.928300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network hostable DHCP agents. Network: bd5a3c2b-5678-4807-8993-5d76e0aa27b8, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:56:43.938103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7f7e269-5372-4a00-975b-a3c7a5938024 req-48063e74-268e-4aba-beb6-3c842fec7c67 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471574 Dec 17 15:56:43.952598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Subnet': ['ID=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:43.982045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:56:43.998073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bd5a3c2b-5678-4807-8993-5d76e0aa27b8) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:44.008066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:44.010290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:44.046173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca0935-efd8-443d-89e1-c7ccd4be785b None None] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:44.053683 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:56:44.061389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4af0ba85-60d1-4087-a839-cd7841325a21 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5209012 Dec 17 15:56:44.064258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46024) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:44.070800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:56:44.072913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'subnet': {'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:44.161891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3dfd601e-e821-4b82-8a27-04a2b55396e2 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:44.166127 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:44.248235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:44.273039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:44.276371 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fbb162-2b32-4781-9616-793d267448f7" -d '{"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:44.295810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:44.303137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 3dfd601e-e821-4b82-8a27-04a2b55396e2 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:44.303885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3dfd601e-e821-4b82-8a27-04a2b55396e2 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:44.311706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cfce5fb9-df30-43f2-8f10-712e008a7b83 None None] For port 09419b6b-01d5-4fa2-be7e-84e98597ec93, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=09419b6b-01d5-4fa2-be7e-84e98597ec93,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:44.346248 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfce5fb9-df30-43f2-8f10-712e008a7b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:44.397234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:44.424817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:44.435466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:44.455967 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4446b4-a08e-4385-8699-91bbca837527 x-openstack-request-id: req-8b4446b4-a08e-4385-8699-91bbca837527 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:44.456503 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:44.456892 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b4446b4-a08e-4385-8699-91bbca837527 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:44.457431 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'code': 200} Dec 17 15:56:44.461248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 09419b6b-01d5-4fa2-be7e-84e98597ec93 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:44.497681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46822c4a-556d-4ba1-b273-d72070c1030e req-550b23b1-361e-4801-94ff-3f9fdb66a1cf tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:44.505930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46822c4a-556d-4ba1-b273-d72070c1030e req-550b23b1-361e-4801-94ff-3f9fdb66a1cf tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.2791052 Dec 17 15:56:44.514459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:44.602797 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:35Z', 'revision_number': 5, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:44.645879 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] Checking router: e41bb900-f7cf-4503-8efc-d38acad97cf8 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:56:44.659768 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:56:44.660717 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:56:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:44.749446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46822c4a-556d-4ba1-b273-d72070c1030e req-728c7215-8f5b-4892-a939-77159be9c232 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423670 Dec 17 15:56:44.805406 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:56:44.886329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bbcd3-8ee3-4bee-b3b4-f0ab08d730f2 req-b7ca859e-2a42-4215-b43e-9acfd9d89725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:44.897988 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea1bbcd3-8ee3-4bee-b3b4-f0ab08d730f2 req-b7ca859e-2a42-4215-b43e-9acfd9d89725 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1098 time: 0.3563323 Dec 17 15:56:44.998133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c53bf2e7-e57e-4341-95ea-e38e934a0b7e req-2edf448b-9f84-4647-8877-dc8b7ef0f14a tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.0848000 Dec 17 15:56:45.067014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'project_id': 'c81336360a334161a51173b9879a5656', 'fixed_ips': [{'subnet_id': 'b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:56:45.068299 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.133288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232c05b-666e-46a3-94e9-c12e9d05ee5b req-786bdc2c-f6e8-41ff-99bc-e8d933cd54aa tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:45.144451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4232c05b-666e-46a3-94e9-c12e9d05ee5b req-786bdc2c-f6e8-41ff-99bc-e8d933cd54aa tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.4715691 Dec 17 15:56:45.194776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.319096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea1bbcd3-8ee3-4bee-b3b4-f0ab08d730f2 req-d62f8cfe-dff4-4402-b2e1-7f6e6fff00f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680189 Dec 17 15:56:45.337964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Subnet': ['ID=f311aff2-818d-465c-9039-f0ac10562268,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:45.351110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Checking segment: {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:45.352025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network hostable DHCP agents. Network: bb717a21-920e-4104-b4c5-ec153af618b6, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:56:45.371482 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:35Z', 'revision_number': 5, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:45.382142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4232c05b-666e-46a3-94e9-c12e9d05ee5b req-c4ac57d3-b84f-4b47-9a4d-393482f1b686 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322338 Dec 17 15:56:45.391223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bb717a21-920e-4104-b4c5-ec153af618b6 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:56:45.394691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] For port 09419b6b-01d5-4fa2-be7e-84e98597ec93, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=09419b6b-01d5-4fa2-be7e-84e98597ec93,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:45.405893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bb717a21-920e-4104-b4c5-ec153af618b6) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:45.411056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:45.411656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.456391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ce5222bb-653a-47a2-9fe2-69bf99d6cf24 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3906658 Dec 17 15:56:45.457024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46068) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:45.459038 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ce5a0-7292-40a7-99c1-b5a0642c52d8 None None] The sync data for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 is: [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:53:19Z', 'revision_number': 4, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce', 'name': '', 'network_id': 'f8d982da-a762-4506-bfac-fbcc2524a64e', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'mac_address': 'fa:16:3e:cd:6c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:16Z', 'updated_at': '2021-12-17T15:53:35Z', 'revision_number': 5, 'project_id': '41916107ae22400d86beaa8849cdf344', 'subnets': [{'id': '779df5a2-5d62-4576-80db-4b1256889ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:56:45.465853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'port': {'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'name': 'tempest-TaggedBootDevicesTest-1143724183', 'fixed_ips': [{'subnet_id': 'b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:45.503975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.525090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.527378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.567358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229e87c-c926-4826-800c-278ce01d8fbd None None] Network bb717a21-920e-4104-b4c5-ec153af618b6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:45.720575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Subnet': ['ID=ceb0402a-4815-46ba-b496-e9babdf8c9d6,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:45.796726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:45.805904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 753b5b39-ed26-4a10-95cc-04fcb70f76bd details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:45.816755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:45.823260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5fb9-df30-43f2-8f10-712e008a7b83 None None] Pushing event updated for resources: {'Port': ['ID=09419b6b-01d5-4fa2-be7e-84e98597ec93,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:45.859279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:45.890624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c2cc9-8dfb-4221-82a0-7b6fbd5bc5d4 req-9ea10a2b-7809-4746-9cc7-1e3439ede818 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:45.898763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d05c2cc9-8dfb-4221-82a0-7b6fbd5bc5d4 req-9ea10a2b-7809-4746-9cc7-1e3439ede818 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.2120020 Dec 17 15:56:45.925220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:45.926178 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.926970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:45.945500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7fd8f-e6d1-4148-966b-4a2ceb458283 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:45.988263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=09419b6b-01d5-4fa2-be7e-84e98597ec93,revision_number=5']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:45.997310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-bb717a21-920e-4104-b4c5-ec153af618b6', 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6', 'project_id': 'c81336360a334161a51173b9879a5656', 'fixed_ips': [{'subnet_id': 'f311aff2-818d-465c-9039-f0ac10562268'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:56:45.998192 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:46.005443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:46.008635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-571937b9-3ee0-4d8c-b78c-d0ecec072cc4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1357646 Dec 17 15:56:46.012667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46088) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:46.036349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Request body: {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'mac_address': 'fa:16:3e:fa:3a:c4', 'name': 'tempest-NetworksTestDHCPv6-1070589453'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:46.047149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] device_id is not set on port 7f4c4ac6-2b6d-4098-a756-e7947e91222d yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:46.092251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 09419b6b-01d5-4fa2-be7e-84e98597ec93 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:46.092801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:46.094998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a19173-cc2e-494d-8fad-1f1353699a07 None None] New status for floating IP 321ab8b4-2266-4f97-981e-d1bb453c78c1: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:56:46.234323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d05c2cc9-8dfb-4221-82a0-7b6fbd5bc5d4 req-8281020e-0bd6-4c16-90b2-571744edff0f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302145 Dec 17 15:56:46.260749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Made reservation on behalf of 45405a606f094f0792c4c3effdbbff1e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:46.305407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-802e5ad9-605d-4761-a642-03e5685b0e96 req-0fd146a8-f877-44c6-850d-281ec6a40b8e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.0336156 Dec 17 15:56:46.425177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:56:46.513862 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:46.587664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] device_id is not set on port f33c23f4-29ee-4615-b1b8-fe02777ce44d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:46.606193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157fcd-7a23-441d-9718-4f8355cf857e req-f1f6d3cf-2a45-41c5-a460-5b9db0b28eb0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:46.627169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07157fcd-7a23-441d-9718-4f8355cf857e req-f1f6d3cf-2a45-41c5-a460-5b9db0b28eb0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1022873 Dec 17 15:56:46.830862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Allocated IP 10.1.1.2 (bd5a3c2b-5678-4807-8993-5d76e0aa27b8/b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64/9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:46.923811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-02ae2923-bea8-46f0-8114-349116128c2b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:46.928712 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-02ae2923-bea8-46f0-8114-349116128c2b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.1273603 Dec 17 15:56:47.056154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.109144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.127252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8::3e0 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/c5d20d15-15c2-482f-9aac-56ca09aba634/f33c23f4-29ee-4615-b1b8-fe02777ce44d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:47.133695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:3ac4 (8b077363-f517-4c59-b99c-0f1f4e8cad1d/ceb0402a-4815-46ba-b496-e9babdf8c9d6/f33c23f4-29ee-4615-b1b8-fe02777ce44d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:47.256263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:47.292573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 10.1.1.128 (bd5a3c2b-5678-4807-8993-5d76e0aa27b8/b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64/7f4c4ac6-2b6d-4098-a756-e7947e91222d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:47.296413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:47.306898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Pushing event updated for resources: {'Port': ['ID=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:47.319777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:47.345784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:47.426721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Allocated IP 10.2.2.2 (bb717a21-920e-4104-b4c5-ec153af618b6/f311aff2-818d-465c-9039-f0ac10562268/bcd999ec-b73e-4829-b794-33999cf8fea6) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:47.433546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'mac_address': 'fa:16:3e:f9:a1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:47.447449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Attempting to bind port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:47.447857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Attempting to bind port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:47.448348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Attempting to bind port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:47.536855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:47.541306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Checking segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:47.542115 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.542702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Bound using segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:47.543390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Bound port: 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:47.543940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.544789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.583695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 09419b6b-01d5-4fa2-be7e-84e98597ec93 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:47.671432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.692437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.693014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 753b5b39-ed26-4a10-95cc-04fcb70f76bd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:47.718854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:47.752605 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:47.876159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07157fcd-7a23-441d-9718-4f8355cf857e req-08789dfc-3b52-4994-b40b-79edb3b0011d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2480419 Dec 17 15:56:47.948982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:47.966364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:47.982749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['753b5b39-ed26-4a10-95cc-04fcb70f76bd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:47.987729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:47.993408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:47.996061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.012668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event updated for resources: {'Port': ['ID=f33c23f4-29ee-4615-b1b8-fe02777ce44d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:48.033375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.033375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.033764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.033909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.034239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.034570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.034895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.035215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.035542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.041878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.042220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.042561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.043299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:48.047923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:48.096534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4479e7b0-5e20-4893-8a3d-e837da5a6218 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0688615 Dec 17 15:56:48.097256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46130) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:48.142475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] For port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:48.240699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 09419b6b-01d5-4fa2-be7e-84e98597ec93 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:48.241348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.508559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting port f33c23f4-29ee-4615-b1b8-fe02777ce44d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:48.508902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.621996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] For port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:48.623724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.668247 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.720034 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.823505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port d6e47cb2-3032-45b9-a535-b4bd303c437d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:48.826743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.843099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f8f03be0-c88e-4486-b911-f94db72a7aa3 None None] Provisioning complete for port 09419b6b-01d5-4fa2-be7e-84e98597ec93 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:48.843462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f8f03be0-c88e-4486-b911-f94db72a7aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.953659 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:48.977057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Network bb717a21-920e-4104-b4c5-ec153af618b6 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:49.001476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:49.047943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a83f3b3-714e-4729-acc2-cff883935ca8 req-9b954771-02e3-4ac2-8630-4d8cf61db25b tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.1847475 Dec 17 15:56:49.073700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:49.079853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Calling delete_port for f33c23f4-29ee-4615-b1b8-fe02777ce44d owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:49.134032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77f16a-7168-430c-85ef-c70254973902 None None] Pushing event updated for resources: {'Port': ['ID=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:49.261118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Attempting to bind port bcd999ec-b73e-4829-b794-33999cf8fea6 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:49.262824 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Attempting to bind port bcd999ec-b73e-4829-b794-33999cf8fea6 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:49.263535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Attempting to bind port bcd999ec-b73e-4829-b794-33999cf8fea6 on network bb717a21-920e-4104-b4c5-ec153af618b6 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:49.267656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710237e1-a75a-4792-a07c-322b3c0e03ff req-ca7bb359-9d44-497b-84e4-422ac4a1c29e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:49.270607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-710237e1-a75a-4792-a07c-322b3c0e03ff req-ca7bb359-9d44-497b-84e4-422ac4a1c29e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 945 time: 0.4225793 Dec 17 15:56:49.300545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:49.315864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Checking segment: {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:49.316681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:49.317296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Bound using segment: {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:49.318015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Bound port: bcd999ec-b73e-4829-b794-33999cf8fea6, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:49.318963 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:49.377101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Pushing event updated for resources: {'Port': ['ID=bcd999ec-b73e-4829-b794-33999cf8fea6,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:49.509602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:49.557555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] For port bcd999ec-b73e-4829-b794-33999cf8fea6, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:49.565374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] For port bcd999ec-b73e-4829-b794-33999cf8fea6, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=bcd999ec-b73e-4829-b794-33999cf8fea6,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:49.571372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:49.574496 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:49.615462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port d6e47cb2-3032-45b9-a535-b4bd303c437d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6e47cb2-3032-45b9-a535-b4bd303c437d,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:49.615891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:49.680063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:49.689906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for d6e47cb2-3032-45b9-a535-b4bd303c437d owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:49.700902 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-710237e1-a75a-4792-a07c-322b3c0e03ff req-78968342-f7c2-419c-bdc5-0cfd2c4e2ddb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227638 Dec 17 15:56:49.705779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b6e6b-c200-4d76-8678-7100b9b72d10 None None] Pushing event updated for resources: {'Port': ['ID=bcd999ec-b73e-4829-b794-33999cf8fea6,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:49.745829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:49.774633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 753b5b39-ed26-4a10-95cc-04fcb70f76bd up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:49.783285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:49.787253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:49.798668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:49.926628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f30a7d07-4cd2-492a-8643-09676f47fd2f None None] Provisioning complete for port f33c23f4-29ee-4615-b1b8-fe02777ce44d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:49.927002 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f30a7d07-4cd2-492a-8643-09676f47fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:49.952460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:49.959956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.044392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 753b5b39-ed26-4a10-95cc-04fcb70f76bd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:50.044772 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.052482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8bb9541e-95e2-485e-badd-5ad38c9274c5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5940943 Dec 17 15:56:50.064117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46180) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:50.082817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'port': {'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'name': 'tempest-TaggedBootDevicesTest-472334160', 'fixed_ips': [{'subnet_id': 'b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:50.127544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.182077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f30a7d07-4cd2-492a-8643-09676f47fd2f None None] Port f33c23f4-29ee-4615-b1b8-fe02777ce44d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:56:50.207832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:50.208250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.314558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-36207766-d917-484f-8ac7-c493c3de2f4c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:50.327039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-36207766-d917-484f-8ac7-c493c3de2f4c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 814 time: 0.8435402 Dec 17 15:56:50.440213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.462367 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Port': ['ID=f33c23f4-29ee-4615-b1b8-fe02777ce44d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:50.513747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-a5bcb511-9d07-499e-a563-4e30dff31f6a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/quotas/9bfc9c16e5bd406b97128992b249e9c7 HTTP/1.1" status: 200 len: 375 time: 0.1842773 Dec 17 15:56:50.521449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.536614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-afee953f-c1fb-47b8-a6e3-0bbe8f59046a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/f33c23f4-29ee-4615-b1b8-fe02777ce44d HTTP/1.1" status: 204 len: 168 time: 2.4382396 Dec 17 15:56:50.543879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['04d447f5-fa24-4e1c-b2bd-88a8671d6198'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:50.552378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:50.563359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:50.568630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0831d-e33d-493d-993e-794b05c0a376 req-60d22543-7aed-4f6d-a948-61cb355ef82e tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:50.570246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3da0831d-e33d-493d-993e-794b05c0a376 req-60d22543-7aed-4f6d-a948-61cb355ef82e tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 950 time: 0.3807228 Dec 17 15:56:50.582225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=d6e47cb2-3032-45b9-a535-b4bd303c437d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:50.677058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port d6e47cb2-3032-45b9-a535-b4bd303c437d on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:50.704859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.705424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e404cc8-d103-4293-9263-87a681fa047a None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:50.711474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c53b7933-3c9c-424a-a24e-49a6d2bd7924 req-aed75fa2-6c48-4020-9716-e7a3d1134b53 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "DELETE /v2.0/ports/d6e47cb2-3032-45b9-a535-b4bd303c437d HTTP/1.1" status: 204 len: 173 time: 3.7777550 Dec 17 15:56:50.712369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'name': 'network-vif-deleted', 'tag': 'd6e47cb2-3032-45b9-a535-b4bd303c437d'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:50.714780 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43084e33-43b6-4cab-b71b-04156a0a3ca6" -d '{"events": [{"server_uuid": "5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f", "name": "network-vif-deleted", "tag": "d6e47cb2-3032-45b9-a535-b4bd303c437d"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:50.751090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-a10402d3-4993-4450-88fc-5bfc0ccef103 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2362366 Dec 17 15:56:50.798598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd4af56-3458-466e-9be1-7dbf527e48ff tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:50.803759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0dd4af56-3458-466e-9be1-7dbf527e48ff tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2285008 Dec 17 15:56:50.805215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46194) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:50.871594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17438e5-d850-4ae2-a500-f9f48e2beb04 None None] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:50.882472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:50.890166 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.932523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:50.944104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3da0831d-e33d-493d-993e-794b05c0a376 req-81343a5a-ea20-4d54-a0fc-77a136a01c4c tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137004 Dec 17 15:56:50.987861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] device_id is not set on port 653e1383-1fcd-4ad0-a5a7-7a65de668937 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:56:50.999962 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.018336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fb9e5f41-c316-43d1-9679-282696a373c5 None None] Provisioning complete for port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:51.023325 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5f41-c316-43d1-9679-282696a373c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.081509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad3587-dbd0-4bff-a24b-c101206d74e6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:51.086173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0dad3587-dbd0-4bff-a24b-c101206d74e6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2791903 Dec 17 15:56:51.093902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:51.128940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:51.155660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:51.158047 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161801d-a7ba-4c9f-b112-00356901d967" -d '{"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-plugged", "status": "completed", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:51.182772 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc5b6fe0-79a7-49dd-9a07-9341ef5c2b19 req-3a80e5ee-ece4-444f-aeeb-2ba0b9dd5567 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.0383329 Dec 17 15:56:51.240335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8b2e2-8fac-4797-8b2c-84aa4f47955b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:51.242732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8b2e2-8fac-4797-8b2c-84aa4f47955b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:51.249839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.251234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8b2e2-8fac-4797-8b2c-84aa4f47955b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:51.256686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46204) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:51.257491 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a7c8b2e2-8fac-4797-8b2c-84aa4f47955b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1618974 Dec 17 15:56:51.303643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-01862c7c-30bb-4f41-a142-1a4332907bc0 service neutron] 10.222.0.54 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515673 Dec 17 15:56:51.397538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 10.1.1.173 (bd5a3c2b-5678-4807-8993-5d76e0aa27b8/b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64/653e1383-1fcd-4ad0-a5a7-7a65de668937) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:51.469172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:51.488100 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01217858-51dc-4207-b6c8-6e41d59c1f7b x-openstack-request-id: req-01217858-51dc-4207-b6c8-6e41d59c1f7b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:51.488435 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f", "name": "network-vif-deleted", "tag": "d6e47cb2-3032-45b9-a535-b4bd303c437d", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:51.493751 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01217858-51dc-4207-b6c8-6e41d59c1f7b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:51.494601 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f', 'name': 'network-vif-deleted', 'tag': 'd6e47cb2-3032-45b9-a535-b4bd303c437d', 'status': 'completed', 'code': 200} Dec 17 15:56:51.531656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet c5d20d15-15c2-482f-9aac-56ca09aba634 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:51.554242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.554969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb9e5f41-c316-43d1-9679-282696a373c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.565842 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-f620c5a2-7955-47ff-8cc2-af3944aa869b service neutron] 10.222.0.54 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612412 Dec 17 15:56:51.637641 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.656791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.843770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:51.913583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d599ebe7-679a-4f48-a040-317da0cd01ec None None] Network bb717a21-920e-4104-b4c5-ec153af618b6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:51.940257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bcd999ec-b73e-4829-b794-33999cf8fea6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:52.133811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-171b51bf-0869-43af-adce-d9a942e138d1 req-ed10d713-67f1-49d5-b4ea-b69753b03fae tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 210 time: 0.0517087 Dec 17 15:56:52.183286 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b02a83-7f5e-4317-8182-1f79e89985cc x-openstack-request-id: req-81b02a83-7f5e-4317-8182-1f79e89985cc {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:52.184178 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-plugged", "status": "completed", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:52.184529 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81b02a83-7f5e-4317-8182-1f79e89985cc {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:52.185027 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'code': 200} Dec 17 15:56:52.185548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.194232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:52.224814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6e47cb2-3032-45b9-a535-b4bd303c437d no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:52.226772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.299197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0fcd1c99-5038-4aa3-9c2c-5c5c14af4b0c req-ed3c0b35-108a-4284-ab76-a66faaeb79bd tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fe76fd3-e7f3-4c03-badf-bd0435d8bc8f HTTP/1.1" status: 200 len: 210 time: 0.1895077 Dec 17 15:56:52.336068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.343066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d20d15-15c2-482f-9aac-56ca09aba634,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:52.361103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-fb9e5f41-c316-43d1-9679-282696a373c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:56:52.361483 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-fb9e5f41-c316-43d1-9679-282696a373c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:56:52.426631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: d6e47cb2-3032-45b9-a535-b4bd303c437d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:52.426813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6e47cb2-3032-45b9-a535-b4bd303c437d not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:52.452993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.459441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46254) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:52.460038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3c7e4c7c-fc0f-49d5-9df4-9edfa70effb2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/c5d20d15-15c2-482f-9aac-56ca09aba634 HTTP/1.1" status: 204 len: 168 time: 1.1880219 Dec 17 15:56:52.508507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba8280-ff4e-427c-abc7-547e3f48e59a None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:52.510091 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6498957c-310a-4ba6-9868-4bffcc349772 req-5f0d3f89-db5b-4dbe-b8bd-582d686c889a tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.0798826 Dec 17 15:56:52.533306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:52.537524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:52.545592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:52.575048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Deleting subnet ceb0402a-4815-46ba-b496-e9babdf8c9d6 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:56:52.581898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.667114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=653e1383-1fcd-4ad0-a5a7-7a65de668937,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:52.701793 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.774183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:52.776195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.808782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:52.828321 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d4f5aefb-0ac3-4562-9712-5f5aee0546e4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7523587 Dec 17 15:56:52.831059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port bcd999ec-b73e-4829-b794-33999cf8fea6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:52.831479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:52.982363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:53.170034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:53.221703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb0402a-4815-46ba-b496-e9babdf8c9d6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:53.233036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:53.239168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fc274755-9e63-4797-bf70-81efbcb4a206 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ceb0402a-4815-46ba-b496-e9babdf8c9d6 HTTP/1.1" status: 204 len: 168 time: 0.7773001 Dec 17 15:56:53.239552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46294) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:53.262817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a5f5448-d349-4403-a659-612851bf6232 None None] Provisioning complete for port bcd999ec-b73e-4829-b794-33999cf8fea6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:53.263411 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5448-d349-4403-a659-612851bf6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:53.372657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46304) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:53.373966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0df32452-2cce-4149-b8e5-55f4e911d8b8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330168 Dec 17 15:56:53.470735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46306) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:53.475871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785730636', 'description': 'tempest-description--202146870'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:53.554841 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:53.559138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06ae53-8dbb-4502-843a-d565030deeaa tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:53.569119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8e06ae53-8dbb-4502-843a-d565030deeaa tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1950402 Dec 17 15:56:53.576739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:53.788294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ca94e0a-d6b8-437d-a4fc-e556df98a940 req-c693f146-1c12-4587-b063-7d6ec146efc1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 210 time: 0.2179692 Dec 17 15:56:53.818835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:53.840790 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:53.865737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef724ff6-ec9a-469d-878d-7b6e78495195 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:53.867376 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ef724ff6-ec9a-469d-878d-7b6e78495195 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2889488 Dec 17 15:56:53.873846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46318) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:53.952866 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.008368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.013830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5375595 Dec 17 15:56:54.019002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.034330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-42dae929-d353-482e-bdbd-2eaf951c163e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'security_group_rule': {'security_group_id': 'c0de2099-538d-40fa-b675-89f428c6e1cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:54.045589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-466e9103-31a4-4b14-a849-66e5892628cb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1705379 Dec 17 15:56:54.055620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46324) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.066224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5448-d349-4403-a659-612851bf6232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.104457 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ad0e66-dc67-4784-9184-385ddaeb2dc6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.105096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ad0e66-dc67-4784-9184-385ddaeb2dc6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.108754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-12ad0e66-dc67-4784-9184-385ddaeb2dc6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/f33c23f4-29ee-4615-b1b8-fe02777ce44d HTTP/1.1" status: 404 len: 333 time: 0.0520258 Dec 17 15:56:54.112674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.150588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-7dd0ea5c-e6ee-492b-ad2c-df8e0af4fe3e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:54.152259 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-7dd0ea5c-e6ee-492b-ad2c-df8e0af4fe3e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.47 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 814 time: 0.5458813 Dec 17 15:56:54.158386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0de2099-538d-40fa-b675-89f428c6e1cd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:54.163951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234a31b-7fce-4874-b17a-f1ef4032e1de None None] Update dhcp port {'port': {'network_id': '8b077363-f517-4c59-b99c-0f1f4e8cad1d', 'fixed_ips': [{'subnet_id': 'ceb0402a-4815-46ba-b496-e9babdf8c9d6'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '09419b6b-01d5-4fa2-be7e-84e98597ec93'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:56:54.190433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Request body: {'port': {'device_id': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56', 'admin_state_up': True, 'tenant_id': '9bfc9c16e5bd406b97128992b249e9c7'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:54.192074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port bcd999ec-b73e-4829-b794-33999cf8fea6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=bcd999ec-b73e-4829-b794-33999cf8fea6,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:54.202575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.202929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.203544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.203662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.203965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.204301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.204634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.207935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.208344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.208680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.209363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.209363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.209669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe4583-7e6b-4409-a319-a0d0ef81c516 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:54.213743 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.218406 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1d99d4-4ad8-4e09-9c89-b8d917e73393 req-98183357-4165-4d50-b15a-f4229df884fe tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.1071022 Dec 17 15:56:54.219696 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a668b01e-bf21-4a38-84fd-d9e8945504fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.227221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:54.232429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2234a31b-7fce-4874-b17a-f1ef4032e1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.238339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a668b01e-bf21-4a38-84fd-d9e8945504fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.249990 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a668b01e-bf21-4a38-84fd-d9e8945504fd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ceb0402a-4815-46ba-b496-e9babdf8c9d6 HTTP/1.1" status: 404 len: 337 time: 0.1363163 Dec 17 15:56:54.252643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.415316 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6fc9e9-bae9-4a82-8aad-b2f24144fce5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.415791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6fc9e9-bae9-4a82-8aad-b2f24144fce5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.419144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dc6fc9e9-bae9-4a82-8aad-b2f24144fce5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/c5d20d15-15c2-482f-9aac-56ca09aba634 HTTP/1.1" status: 404 len: 337 time: 0.1651232 Dec 17 15:56:54.421732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.431297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:54.489074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42dae929-d353-482e-bdbd-2eaf951c163e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.494628 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-959eea2d-0006-4f1f-a782-bad8d14f3a74 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.495295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959eea2d-0006-4f1f-a782-bad8d14f3a74 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.499925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-959eea2d-0006-4f1f-a782-bad8d14f3a74 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/f9597967-720d-4fcd-adca-e55c720af6f0 HTTP/1.1" status: 404 len: 333 time: 0.0769286 Dec 17 15:56:54.506381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46338) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.580527 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-026914c2-195e-4a65-a038-35f0581acb6f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.581718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026914c2-195e-4a65-a038-35f0581acb6f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.591785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-026914c2-195e-4a65-a038-35f0581acb6f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/a4019329-c69c-45fb-8dd4-e926c09a2598 HTTP/1.1" status: 404 len: 337 time: 0.0842533 Dec 17 15:56:54.597319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46346) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.654880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9a5f5448-d349-4403-a659-612851bf6232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:56:54.655266 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9a5f5448-d349-4403-a659-612851bf6232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:56:54.668140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42dae929-d353-482e-bdbd-2eaf951c163e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.675661 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36603d5-e70b-416f-9192-d8547a33327b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.676453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36603d5-e70b-416f-9192-d8547a33327b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.682819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b36603d5-e70b-416f-9192-d8547a33327b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/f8a103fd-fff5-4e0a-93c6-761dc8c7fb35 HTTP/1.1" status: 404 len: 337 time: 0.0833068 Dec 17 15:56:54.686638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46354) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.701031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42dae929-d353-482e-bdbd-2eaf951c163e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.703258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Made reservation on behalf of 9bfc9c16e5bd406b97128992b249e9c7 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:56:54.710059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.779446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=bcd999ec-b73e-4829-b794-33999cf8fea6,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:54.796280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.811220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42dae929-d353-482e-bdbd-2eaf951c163e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.813502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-42dae929-d353-482e-bdbd-2eaf951c163e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7916656 Dec 17 15:56:54.816317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.817601 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-b634c05c-5776-429c-a975-024ceb1d1aa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.818388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b634c05c-5776-429c-a975-024ceb1d1aa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.821432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1b49093d-ff17-4cbc-a2ea-7f47c17e54f4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'security_group_rule': {'security_group_id': 'c0de2099-538d-40fa-b675-89f428c6e1cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:54.826226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b634c05c-5776-429c-a975-024ceb1d1aa1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/dbacfde3-2693-4276-936f-4775f42188f0 HTTP/1.1" status: 404 len: 333 time: 0.1349134 Dec 17 15:56:54.828970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46366) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.847045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:54.847591 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:54.869577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dae929-d353-482e-bdbd-2eaf951c163e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0922f15-e9f8-46ff-9f5f-3e41dc6692a2,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:54.880893 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7ee9ab-8c85-4cb5-9ccc-574ae1d41ac0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.882764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7ee9ab-8c85-4cb5-9ccc-574ae1d41ac0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.890214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b7ee9ab-8c85-4cb5-9ccc-574ae1d41ac0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ff2781d3-4c18-4444-a0aa-5a987cfb9937 HTTP/1.1" status: 404 len: 337 time: 0.0577996 Dec 17 15:56:54.890982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46370) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.925857 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6ee1f6-5f6c-42f1-aaba-aeac580fd94f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:54.926575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6ee1f6-5f6c-42f1-aaba-aeac580fd94f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:54.932488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0d6ee1f6-5f6c-42f1-aaba-aeac580fd94f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/e37b5ec7-bd63-4b2f-873d-bef51a133209 HTTP/1.1" status: 404 len: 337 time: 0.0396869 Dec 17 15:56:54.935703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46372) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:54.985974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:54.988614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bfcb006-b7e8-462a-a8c2-68a38b4f1f73 req-fafac259-f49c-4979-8f52-d0be7363a683 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 210 time: 0.0504589 Dec 17 15:56:55.004274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:55.011090 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d351956-0e51-4d56-a9fd-60d92bd69ad7" -d '{"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:55.014535 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd470eea-a18d-4221-81cc-04dc3720fd31 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.015330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd470eea-a18d-4221-81cc-04dc3720fd31 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.022844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cd470eea-a18d-4221-81cc-04dc3720fd31 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/2fab315f-ef95-459d-87aa-88ec4bd5a35a HTTP/1.1" status: 404 len: 333 time: 0.0858998 Dec 17 15:56:55.023710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46376) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.028388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83f1b7-195a-4510-82d0-33ac7577ab87 None None] Network 8b077363-f517-4c59-b99c-0f1f4e8cad1d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:56:55.056350 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.062389 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a852f97-8be1-4afb-bb79-3bf5fe94e157 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.063055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a852f97-8be1-4afb-bb79-3bf5fe94e157 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.071114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a852f97-8be1-4afb-bb79-3bf5fe94e157 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/98e559e2-47a3-495c-87b7-322e66b26169 HTTP/1.1" status: 404 len: 337 time: 0.0461471 Dec 17 15:56:55.071969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46378) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.072881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b49093d-ff17-4cbc-a2ea-7f47c17e54f4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.115143 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3340cd8c-43ca-466b-b67d-3106d3a505e0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.116322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3340cd8c-43ca-466b-b67d-3106d3a505e0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.122789 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3340cd8c-43ca-466b-b67d-3106d3a505e0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/5954f14f-7b73-4eef-8dc1-9f1e4fa8631b HTTP/1.1" status: 404 len: 337 time: 0.0463891 Dec 17 15:56:55.124238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.127393 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87f49f0-cde2-4564-94d7-268576196971 x-openstack-request-id: req-e87f49f0-cde2-4564-94d7-268576196971 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:55.127689 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:55.127976 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e87f49f0-cde2-4564-94d7-268576196971 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:55.128375 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'code': 200} Dec 17 15:56:55.172862 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca28f67-76d1-43a3-b5c1-6eae274251da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.176504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca28f67-76d1-43a3-b5c1-6eae274251da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.187329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ca28f67-76d1-43a3-b5c1-6eae274251da tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/1db31e40-47d3-4e60-b9fb-5c63bb2ef502 HTTP/1.1" status: 404 len: 333 time: 0.0570059 Dec 17 15:56:55.188252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46382) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.201208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306dc6b-cf9c-4730-8886-eacb1b88fb0a req-1dd78849-0e27-4ecb-9aef-6e4197f9d7c2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:55.203895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1306dc6b-cf9c-4730-8886-eacb1b88fb0a req-1dd78849-0e27-4ecb-9aef-6e4197f9d7c2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 945 time: 0.2218783 Dec 17 15:56:55.255631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:55.275441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Allocated IP 172.20.0.2 (8c40f242-70de-4ce6-9e40-2c2c8d123a56/cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f/fd0140d9-d160-4fc1-8666-f10a4cc0d8c9) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:55.296310 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a295c812-37a1-4219-a8b7-4116e06d3bbb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.296768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a295c812-37a1-4219-a8b7-4116e06d3bbb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.303728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a295c812-37a1-4219-a8b7-4116e06d3bbb tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0d2b1481-a972-4137-94cb-40a06b39b448 HTTP/1.1" status: 404 len: 337 time: 0.1050422 Dec 17 15:56:55.305017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46386) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.341821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1306dc6b-cf9c-4730-8886-eacb1b88fb0a req-361d82bd-142b-4669-b589-664e8204d46c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268659 Dec 17 15:56:55.343440 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c2fa9b-f494-46f8-a245-5dcc4a98c975 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.344180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c2fa9b-f494-46f8-a245-5dcc4a98c975 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.350897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85c2fa9b-f494-46f8-a245-5dcc4a98c975 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/67c43702-0c6e-4c57-a32f-2e51c7395056 HTTP/1.1" status: 404 len: 333 time: 0.0368900 Dec 17 15:56:55.355525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46388) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.422418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] DHCP port deletion for 8b077363-f517-4c59-b99c-0f1f4e8cad1d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:55.490704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b2b0116-6302-4d53-b745-7ae84ffb920a req-9549ef05-d010-4c6c-9f26-a81ecece3d98 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/ports?device_id=8dd630e4-6122-4eab-ba60-a3b17546b386 HTTP/1.1" status: 200 len: 210 time: 0.1341052 Dec 17 15:56:55.503298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Provisioning complete for port 09419b6b-01d5-4fa2-be7e-84e98597ec93 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:55.503298 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.506299 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2d8b14-9175-4300-93a4-a204790f41fe tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.506951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2d8b14-9175-4300-93a4-a204790f41fe tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.510308 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8e2d8b14-9175-4300-93a4-a204790f41fe tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/405a5698-9315-4b4e-aa93-70c8dfaf5fa6 HTTP/1.1" status: 404 len: 337 time: 0.1437371 Dec 17 15:56:55.515811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46392) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.519503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b49093d-ff17-4cbc-a2ea-7f47c17e54f4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.528243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b49093d-ff17-4cbc-a2ea-7f47c17e54f4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.564630 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d59aad-d4a2-4e86-b848-c64dd7cd2bb0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.565458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d59aad-d4a2-4e86-b848-c64dd7cd2bb0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.568765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-19d59aad-d4a2-4e86-b848-c64dd7cd2bb0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/3f8f7df3-5162-4b36-a049-d6729336e228 HTTP/1.1" status: 404 len: 333 time: 0.0514262 Dec 17 15:56:55.574788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46394) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.578058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49093d-ff17-4cbc-a2ea-7f47c17e54f4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0272149a-45b7-468e-ae42-62c70114af8a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:55.590261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b49093d-ff17-4cbc-a2ea-7f47c17e54f4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.591514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b49093d-ff17-4cbc-a2ea-7f47c17e54f4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7740030 Dec 17 15:56:55.597461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46396) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.601472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] Deleting port 09419b6b-01d5-4fa2-be7e-84e98597ec93 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:55.602906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.603801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:55.636345 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-471f7766-1f35-4bc9-b33d-755dba9507c4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.637095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471f7766-1f35-4bc9-b33d-755dba9507c4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.643422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46398) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.644096 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-471f7766-1f35-4bc9-b33d-755dba9507c4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/26a9437b-1c9a-4a72-ac17-ad2eec2137a8 HTTP/1.1" status: 404 len: 337 time: 0.0680974 Dec 17 15:56:55.677187 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f6e920-37d6-4c09-9b3f-81ba1d25cd47 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.677782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f6e920-37d6-4c09-9b3f-81ba1d25cd47 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.693595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d2f6e920-37d6-4c09-9b3f-81ba1d25cd47 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/9a9fac53-4432-40fe-aee0-d4caee484d5d HTTP/1.1" status: 404 len: 333 time: 0.0468404 Dec 17 15:56:55.696881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46402) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.709286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] For port 09419b6b-01d5-4fa2-be7e-84e98597ec93, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=09419b6b-01d5-4fa2-be7e-84e98597ec93,segment=NetworkSegment(6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26),segment_id=6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:55.709777 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.724050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] Calling delete_port for 09419b6b-01d5-4fa2-be7e-84e98597ec93 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:55.735128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.762372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.839554 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:55.845759 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9973114a-84b1-4743-a402-0d481f606f9c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:55.851996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9973114a-84b1-4743-a402-0d481f606f9c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:55.865659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9973114a-84b1-4743-a402-0d481f606f9c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/4f879e28-3576-45fd-a269-b740371a0d52 HTTP/1.1" status: 404 len: 337 time: 0.1583555 Dec 17 15:56:55.865659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46422) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:55.923550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] No DVR routers for this DVR port 09419b6b-01d5-4fa2-be7e-84e98597ec93 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:55.940190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13f966-84c0-4962-8345-9fc4eab43f75 None None] Pushing event deleted for resources: {'Port': ['ID=09419b6b-01d5-4fa2-be7e-84e98597ec93,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:56.000702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Provisioning complete for port 653e1383-1fcd-4ad0-a5a7-7a65de668937 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:56.001350 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.021879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.049707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Port 653e1383-1fcd-4ad0-a5a7-7a65de668937 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:56:56.051776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1628804e-c935-4b25-9f5d-75bef92a3e43'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:56.082269 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e534dc-b0b6-43db-9d9f-c9a64a9e7a7a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:56.085129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e534dc-b0b6-43db-9d9f-c9a64a9e7a7a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:56.118118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Provisioning complete for port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:56.118666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.119042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Pushing event updated for resources: {'Port': ['ID=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:56.145138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46426) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:56.146358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-74e534dc-b0b6-43db-9d9f-c9a64a9e7a7a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/b89e9886-6857-4244-b9c4-a3c6bfafe868 HTTP/1.1" status: 404 len: 333 time: 0.2836409 Dec 17 15:56:56.156239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:56.178231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:56.180864 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacb6a06-1e96-4f47-a683-ed359aae7101 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:56.181461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacb6a06-1e96-4f47-a683-ed359aae7101 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:56.187959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cacb6a06-1e96-4f47-a683-ed359aae7101 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/1c1c1579-418a-47a1-ae71-1250ec5b8617 HTTP/1.1" status: 404 len: 337 time: 0.0384655 Dec 17 15:56:56.189349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46428) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:56.190786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:56.313329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Provisioning complete for port 7f4c4ac6-2b6d-4098-a756-e7947e91222d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:56.313580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.356718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-077b839d-e6d0-449d-b359-295a5fa07d9e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:56.358726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Port 7f4c4ac6-2b6d-4098-a756-e7947e91222d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:56:56.361403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-077b839d-e6d0-449d-b359-295a5fa07d9e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 945 time: 0.2110922 Dec 17 15:56:56.374710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Provisioning complete for port bcd999ec-b73e-4829-b794-33999cf8fea6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:56.375095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e7973de0-fbcc-40dd-ab6a-7b71ed75214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.428564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bcd999ec-b73e-4829-b794-33999cf8fea6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:56:56.464326 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e04c0e1-1fc0-40a5-84de-0e9ec67573ec tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:56.464949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e04c0e1-1fc0-40a5-84de-0e9ec67573ec tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:56.487592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8e04c0e1-1fc0-40a5-84de-0e9ec67573ec tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/b6bc3e45-07e2-424c-b6f5-ddaf892ea0a8 HTTP/1.1" status: 404 len: 333 time: 0.2891569 Dec 17 15:56:56.506250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:56.518278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.518593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46436) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:56.600967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-df42a840-2bc3-489a-a06c-f12e43b90b93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4218435 Dec 17 15:56:56.627443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Request body: {'port': {'device_id': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:56:56.634132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.635936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port bcd999ec-b73e-4829-b794-33999cf8fea6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:56:56.635936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.685493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9e2f4-2ff3-48bc-aec2-3c10852be295 req-72ecfa66-f8b1-46c6-bcd2-d9da16fd90d9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:56.694067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-61e9e2f4-2ff3-48bc-aec2-3c10852be295 req-72ecfa66-f8b1-46c6-bcd2-d9da16fd90d9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 931 time: 0.3573837 Dec 17 15:56:56.737486 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedd8e38-1e53-41a1-b83d-2287c0ab11a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:56.738093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedd8e38-1e53-41a1-b83d-2287c0ab11a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:56.751221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cedd8e38-1e53-41a1-b83d-2287c0ab11a2 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0d2322c5-036c-4b4b-85a3-6740d40ad18a HTTP/1.1" status: 404 len: 337 time: 0.2242925 Dec 17 15:56:56.757607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46442) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:56.788845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:56.860893 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8632aaf3-1fc0-46c0-9650-be7835cafc85 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:56.861463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8632aaf3-1fc0-46c0-9650-be7835cafc85 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:56.872789 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8632aaf3-1fc0-46c0-9650-be7835cafc85 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/29f5e21e-e971-44ca-9afd-e86b7a7a94d1 HTTP/1.1" status: 404 len: 337 time: 0.1092753 Dec 17 15:56:56.877506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46446) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:56.917036 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ff2059-9423-4d4c-83f4-a0c7b01eb13f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:56.918072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ff2059-9423-4d4c-83f4-a0c7b01eb13f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:56.929659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d4ff2059-9423-4d4c-83f4-a0c7b01eb13f tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/be870ab7-deef-4f29-a470-4cea43537921 HTTP/1.1" status: 404 len: 333 time: 0.0473680 Dec 17 15:56:56.944944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709053a-7c52-49d7-934f-9f5a4726e3f4 req-4b87eded-d931-4490-a06a-a54176797ae7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:56.960878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f709053a-7c52-49d7-934f-9f5a4726e3f4 req-4b87eded-d931-4490-a06a-a54176797ae7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 945 time: 0.4154077 Dec 17 15:56:56.966422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46450) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.054129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 09419b6b-01d5-4fa2-be7e-84e98597ec93 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:57.066524 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3402dc31-d7f0-4818-ad64-b3d4b0dd2040 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.066989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3402dc31-d7f0-4818-ad64-b3d4b0dd2040 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.075641 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3402dc31-d7f0-4818-ad64-b3d4b0dd2040 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/2c84b08b-b09e-49d6-923a-f0c328b4d9ad HTTP/1.1" status: 404 len: 337 time: 0.1079776 Dec 17 15:56:57.078753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:57.079100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.083159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46452) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.086572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 09419b6b-01d5-4fa2-be7e-84e98597ec93 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:57.086917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 09419b6b-01d5-4fa2-be7e-84e98597ec93 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:57.151506 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-61e9e2f4-2ff3-48bc-aec2-3c10852be295 req-89fb9e62-0370-4ad6-b585-b197cdac08bf tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557605 Dec 17 15:56:57.242804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 172.25.0.217 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/b94eca51-e594-4fd0-9259-f559187b7118) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:56:57.290934 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-206f56ac-bf05-408f-9d97-c146a084f7d0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.291596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206f56ac-bf05-408f-9d97-c146a084f7d0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.295186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-206f56ac-bf05-408f-9d97-c146a084f7d0 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ef074d25-f541-4a59-9563-17cb77178d95 HTTP/1.1" status: 404 len: 337 time: 0.2070773 Dec 17 15:56:57.314391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46454) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.367528 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a320365-c812-4d9e-bb24-2ffe520138f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.368181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a320365-c812-4d9e-bb24-2ffe520138f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.371441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1a320365-c812-4d9e-bb24-2ffe520138f6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/bad2058f-a08c-44d1-9148-460c23a6922b HTTP/1.1" status: 404 len: 333 time: 0.0559042 Dec 17 15:56:57.373824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port 04d447f5-fa24-4e1c-b2bd-88a8671d6198, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=04d447f5-fa24-4e1c-b2bd-88a8671d6198,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:57.374418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.380055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46456) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.408811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f709053a-7c52-49d7-934f-9f5a4726e3f4 req-78dab96c-ed42-494c-a8bb-21483897c3fd tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367540 Dec 17 15:56:57.420794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for 04d447f5-fa24-4e1c-b2bd-88a8671d6198 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:57.471692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:57.541310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46476) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.553637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.587588 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-218cabb2-2c8f-4d2c-bf72-a6a7c904b16b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.588762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218cabb2-2c8f-4d2c-bf72-a6a7c904b16b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.592820 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-218cabb2-2c8f-4d2c-bf72-a6a7c904b16b tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/d3f7e397-8076-4034-baac-ef4855b48091 HTTP/1.1" status: 404 len: 337 time: 0.2099755 Dec 17 15:56:57.600721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46478) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.605935 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.622134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Transition to ACTIVE for port object fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:56:57.657302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.666718 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-8924385d-81f2-4fa7-8bcc-a9f6b55dc858 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.667349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8924385d-81f2-4fa7-8bcc-a9f6b55dc858 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.674731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8924385d-81f2-4fa7-8bcc-a9f6b55dc858 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/58eb5a41-3d33-4b4e-a554-c991d00f14f5 HTTP/1.1" status: 404 len: 337 time: 0.0726111 Dec 17 15:56:57.676272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46480) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.680071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.684472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-383d5084-04f0-4bd2-8389-6e39393d920e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.711090 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e75535-23af-4cb0-9cbc-45504b5a1fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.712260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e75535-23af-4cb0-9cbc-45504b5a1fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.719981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-383d5084-04f0-4bd2-8389-6e39393d920e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.720838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6e75535-23af-4cb0-9cbc-45504b5a1fb6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/ba6a1458-f068-4be3-9784-561e7030174d HTTP/1.1" status: 404 len: 333 time: 0.0381489 Dec 17 15:56:57.721656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46482) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.776910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-383d5084-04f0-4bd2-8389-6e39393d920e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.780823 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-383d5084-04f0-4bd2-8389-6e39393d920e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.784423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-383d5084-04f0-4bd2-8389-6e39393d920e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "DELETE /v2.0/security-groups/d437fd0d-d182-41b5-a7d7-ef9ef59f17e8 HTTP/1.1" status: 204 len: 168 time: 0.2395804 Dec 17 15:56:57.789877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46484) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.795287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:56:57.797681 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-828f45da-fb43-47eb-9f20-68fbc6c20110 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.798435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828f45da-fb43-47eb-9f20-68fbc6c20110 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.804625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-828f45da-fb43-47eb-9f20-68fbc6c20110 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/ec5bddbb-69a5-41d7-9cd6-e86417a41ebf HTTP/1.1" status: 404 len: 337 time: 0.0578923 Dec 17 15:56:57.808680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46486) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.809944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:56:57.818185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d5084-04f0-4bd2-8389-6e39393d920e tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437fd0d-d182-41b5-a7d7-ef9ef59f17e8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:57.822284 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-92b26915-afb9-4c0b-a0cb-cdec5c34c50c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] show failed (client error): The resource could not be found. Dec 17 15:56:57.829868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-92b26915-afb9-4c0b-a0cb-cdec5c34c50c tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "GET /v2.0/security-groups/d437fd0d-d182-41b5-a7d7-ef9ef59f17e8 HTTP/1.1" status: 404 len: 347 time: 0.0333352 Dec 17 15:56:57.834721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46488) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:57.837716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:57.854484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:57.880367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:56:57.918972 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca99114f-a1a0-47a8-bad2-9fad712aa0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:57.919427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca99114f-a1a0-47a8-bad2-9fad712aa0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:57.925060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca99114f-a1a0-47a8-bad2-9fad712aa0f1 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0d204b09-6070-4db4-8419-f1909059eb10 HTTP/1.1" status: 404 len: 337 time: 0.1102488 Dec 17 15:56:57.948575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46490) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:58.035840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-021c846a-2cde-42c6-8ee9-6a54f7e37da9 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef469af6-4207-4283-a0a4-3774886028f0 HTTP/1.1" status: 200 len: 205 time: 0.0838418 Dec 17 15:56:58.036640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=b94eca51-e594-4fd0-9259-f559187b7118,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:58.039499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46492) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:58.093895 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-5db5a2fd-de9e-40eb-922a-77525bc67cb5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] delete failed (client error): The resource could not be found. Dec 17 15:56:58.095163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5db5a2fd-de9e-40eb-922a-77525bc67cb5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/routers/ef469af6-4207-4283-a0a4-3774886028f0 HTTP/1.1" status: 404 len: 336 time: 0.0495210 Dec 17 15:56:58.098040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:58.224853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:56:58.258081 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfcd76f-1414-4db1-a48b-fd035de16079 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:58.259157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfcd76f-1414-4db1-a48b-fd035de16079 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:58.263522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7dfcd76f-1414-4db1-a48b-fd035de16079 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/bee5d68a-9dfb-42df-957b-67bc5a6d8045 HTTP/1.1" status: 404 len: 337 time: 0.1620734 Dec 17 15:56:58.302212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46502) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:58.358666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-316a8062-1cc3-4663-bfa9-26a0b19ed86e tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "GET /v2.0/ports?device_id=59da8039-446f-4c78-91f2-116b00fbb41b HTTP/1.1" status: 200 len: 205 time: 0.0550570 Dec 17 15:56:58.370124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46510) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:58.438472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:58.455778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'mac_address': 'fa:16:3e:09:83:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:56:58.479614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=04d447f5-fa24-4e1c-b2bd-88a8671d6198,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:58.505938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f7498-523e-42bd-b950-5c030c9d7464 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:58.534447 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:58.558151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:56:58.595577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:58.607937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:58.638879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port 04d447f5-fa24-4e1c-b2bd-88a8671d6198 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:58.643806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:58.647711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90b7411f-74a4-4ec8-a28f-8299759fd52e req-7452cc8d-615b-4eb9-b8f8-50115524243f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.49 "DELETE /v2.0/ports/04d447f5-fa24-4e1c-b2bd-88a8671d6198 HTTP/1.1" status: 204 len: 173 time: 2.2795186 Dec 17 15:56:58.658103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd59930-2b49-4ab5-b00c-b2202ae9546d req-31e8cdf2-6860-4a4c-be14-101ce4765964 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:58.667130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2cd59930-2b49-4ab5-b00c-b2202ae9546d req-31e8cdf2-6860-4a4c-be14-101ce4765964 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 943 time: 0.3003705 Dec 17 15:56:58.689670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83825c19-e271-4181-8206-fa02456d25f8', 'name': 'network-vif-deleted', 'tag': '04d447f5-fa24-4e1c-b2bd-88a8671d6198'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:58.692698 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0cb5c2-54fb-49f7-833c-486460c4a544" -d '{"events": [{"server_uuid": "83825c19-e271-4181-8206-fa02456d25f8", "name": "network-vif-deleted", "tag": "04d447f5-fa24-4e1c-b2bd-88a8671d6198"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:58.749780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2cd59930-2b49-4ab5-b00c-b2202ae9546d req-52a0b6e5-cd5e-4ea3-a44c-0209d4b059cd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814657 Dec 17 15:56:58.794042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:56:58.799102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Deleting port 4c0551dd-cde2-4c1b-8063-74591d576634 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:56:58.800190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:58.837395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:58.906931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:58.906931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:58.921843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Calling delete_port for 4c0551dd-cde2-4c1b-8063-74591d576634 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:56:59.299436 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.309788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Pushing event updated for resources: {'Port': ['ID=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:59.359769 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-015aedfd-a2c0-4efa-b164-9df63473e1ea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] delete failed (client error): The resource could not be found. Dec 17 15:56:59.360348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Pushing event deleted for resources: {'Port': ['ID=4c0551dd-cde2-4c1b-8063-74591d576634,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:59.361599 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-015aedfd-a2c0-4efa-b164-9df63473e1ea tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/routers/59da8039-446f-4c78-91f2-116b00fbb41b HTTP/1.1" status: 404 len: 336 time: 0.9859872 Dec 17 15:56:59.363870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46540) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:59.377974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be064a91-e351-43c3-937f-9dc44d403045 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:56:59.408185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.414355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-947e973a-b267-4c25-b7f2-3351d33446e3 req-e77c4910-74be-4006-8931-eaf0a3001add tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=83825c19-e271-4181-8206-fa02456d25f8 HTTP/1.1" status: 200 len: 210 time: 0.0980003 Dec 17 15:56:59.498740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Attempting to bind port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:56:59.499091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Attempting to bind port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:56:59.499401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Attempting to bind port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 on network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:59.518116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 on network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:56:59.518435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Attempting to bind port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 on network 8c40f242-70de-4ce6-9e40-2c2c8d123a56 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:56:59.522212 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04208c6-f0b8-4358-bb89-c886b6f5e466 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:59.522940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04208c6-f0b8-4358-bb89-c886b6f5e466 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:59.526462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a04208c6-f0b8-4358-bb89-c886b6f5e466 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/9acc79ec-ddd6-43bc-9969-9938e7f505b8 HTTP/1.1" status: 404 len: 337 time: 0.1615345 Dec 17 15:56:59.528030 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.531217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46548) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:59.531499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.533323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-54e658c6-c19e-48f5-8008-656adf72ae89 tempest-ServersTestBootFromVolume-1005000641 tempest-ServersTestBootFromVolume-1005000641-project] 10.222.0.54 "DELETE /v2.0/floatingips/321ab8b4-2266-4f97-981e-d1bb453c78c1 HTTP/1.1" status: 204 len: 168 time: 1.6967316 Dec 17 15:56:59.537898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46550) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:59.551088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.596937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:56:59.597303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Checking segment: {'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:56:59.597664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Bound using segment: {'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:56:59.598110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Bound port: fd0140d9-d160-4fc1-8666-f10a4cc0d8c9, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7275a9a6-e7b7-442b-babd-7ff26bbfd389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:56:59.598463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.646746 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be7adeb-9255-4b70-a4db-3a6b1883d93c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:59.647224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be7adeb-9255-4b70-a4db-3a6b1883d93c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:59.654214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4be7adeb-9255-4b70-a4db-3a6b1883d93c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/d747d2dc-562a-4047-a342-80ace37086a0 HTTP/1.1" status: 404 len: 337 time: 0.1216099 Dec 17 15:56:59.673792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:59.763089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] For port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:56:59.767200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] For port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:56:59.777375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 04d447f5-fa24-4e1c-b2bd-88a8671d6198 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:59.817695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.838054 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-c913d234-c7f8-4a53-852b-3a6fab81f2e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:56:59.839033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c913d234-c7f8-4a53-852b-3a6fab81f2e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:56:59.843086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c913d234-c7f8-4a53-852b-3a6fab81f2e8 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/01824909-875a-4869-ad54-877fd6995ca7 HTTP/1.1" status: 404 len: 333 time: 0.0731936 Dec 17 15:56:59.857964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46556) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:56:59.866837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:59.868527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:56:59.870335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] 10.222.0.47 "PUT /v2.0/ports/fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 HTTP/1.1" status: 200 len: 1092 time: 3.2588885 Dec 17 15:56:59.893200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 04d447f5-fa24-4e1c-b2bd-88a8671d6198 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:56:59.893611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 04d447f5-fa24-4e1c-b2bd-88a8671d6198 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:59.935133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'tag': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:59.941992 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26761fb-e458-42df-b567-303208260529" -d '{"events": [{"name": "network-changed", "server_uuid": "568ae464-cbd8-4f4b-9c05-1b3c005dda26", "tag": "fd0140d9-d160-4fc1-8666-f10a4cc0d8c9"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:00.095655 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-7787bd22-5ac1-4c51-940e-b5ed50ddf16a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.095655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7787bd22-5ac1-4c51-940e-b5ed50ddf16a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.097001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7787bd22-5ac1-4c51-940e-b5ed50ddf16a tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/a57680d9-f222-4297-8717-240d7baa79a5 HTTP/1.1" status: 404 len: 337 time: 0.2350578 Dec 17 15:57:00.104579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46560) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.183736 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-2461ed22-443b-4eba-93ff-c396e2b79976 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.184340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2461ed22-443b-4eba-93ff-c396e2b79976 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.187543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2461ed22-443b-4eba-93ff-c396e2b79976 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/8344d31f-3305-468c-ba35-c6adf9b24c43 HTTP/1.1" status: 404 len: 333 time: 0.0820029 Dec 17 15:57:00.190267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46562) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.236593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:00.251594 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da47deb-a016-4a29-ad40-d2a85d577e14 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.252101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da47deb-a016-4a29-ad40-d2a85d577e14 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.255193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0da47deb-a016-4a29-ad40-d2a85d577e14 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/d8ff8bf9-11a6-4883-9a55-e3018bfe01f3 HTTP/1.1" status: 404 len: 337 time: 0.0638001 Dec 17 15:57:00.259374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46564) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.398639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dabd2f-51ff-401b-bfb6-e6c0c823b65f service neutron] Pushing event updated for resources: {'Port': ['ID=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:00.408050 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7cb871-fb53-4185-b654-6e691d735dd5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.408290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7cb871-fb53-4185-b654-6e691d735dd5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.411742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec7cb871-fb53-4185-b654-6e691d735dd5 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/3f67849c-69d1-4f64-96c2-df0e64f2aa6e HTTP/1.1" status: 404 len: 333 time: 0.1421642 Dec 17 15:57:00.415828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46566) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.435605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-3ac8d261-fe94-4321-bb4f-ab9b64f625fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:00.441763 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-3ac8d261-fe94-4321-bb4f-ab9b64f625fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 1095 time: 0.4657824 Dec 17 15:57:00.556167 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-949050a7-c883-4256-8724-fce21f41e141 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.556761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949050a7-c883-4256-8724-fce21f41e141 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.560393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-949050a7-c883-4256-8724-fce21f41e141 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/bdb227f4-3449-457d-ac60-99ac1991bdcf HTTP/1.1" status: 404 len: 337 time: 0.1402602 Dec 17 15:57:00.563097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46570) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.638913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-f4346b9d-cc03-4460-8479-3dd4f92cc558 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 HTTP/1.1" status: 200 len: 217 time: 0.1763577 Dec 17 15:57:00.644764 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7055fb-ced9-4f03-a0d5-7eb057eaabdd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.645401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7055fb-ced9-4f03-a0d5-7eb057eaabdd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.648726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4a7055fb-ced9-4f03-a0d5-7eb057eaabdd tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/2b9ad040-ec62-4df9-8e41-7011d7098032 HTTP/1.1" status: 404 len: 333 time: 0.0823944 Dec 17 15:57:00.660361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46572) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.715525 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8f370f-64a4-4c43-a418-86cf93c59b87 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.728173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8f370f-64a4-4c43-a418-86cf93c59b87 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.731602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2a8f370f-64a4-4c43-a418-86cf93c59b87 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/0f7de874-34e0-4f0a-8189-be3737317e8d HTTP/1.1" status: 404 len: 337 time: 0.0699902 Dec 17 15:57:00.744670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46574) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.747907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:00.825452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:00.826049 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:00.841417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-65bfb377-f370-4121-971d-902e92b9af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:00.842966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-65bfb377-f370-4121-971d-902e92b9af1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.1887283 Dec 17 15:57:00.879067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:00.886490 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc7aff9-4e84-4a5b-837f-3e72aa1a7259 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.887137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc7aff9-4e84-4a5b-837f-3e72aa1a7259 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.890483 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ebc7aff9-4e84-4a5b-837f-3e72aa1a7259 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/58ff9806-cfbd-44cd-a947-d2903514b712 HTTP/1.1" status: 404 len: 333 time: 0.1404247 Dec 17 15:57:00.893754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46576) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:00.969789 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5aee753-d4c5-413e-b9bb-5d1ed642e78c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:00.970161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5aee753-d4c5-413e-b9bb-5d1ed642e78c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:00.980207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f5aee753-d4c5-413e-b9bb-5d1ed642e78c tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/f01fc1fd-ee2d-4533-8325-c11fae551cda HTTP/1.1" status: 404 len: 337 time: 0.0657344 Dec 17 15:57:00.982003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:00.984629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46578) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:01.000468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-2e813207-d9e5-4f01-b3c3-b103924cfc33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394658 Dec 17 15:57:01.043464 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e791fb-323a-4dcb-a4f4-8725927f5521 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:01.044693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e791fb-323a-4dcb-a4f4-8725927f5521 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:01.049945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:01.050482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-37e791fb-323a-4dcb-a4f4-8725927f5521 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/81317f0d-4cb8-4485-8345-337b845a33f1 HTTP/1.1" status: 404 len: 333 time: 0.0651951 Dec 17 15:57:01.075187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46580) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:01.103389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:01.106138 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9232d2ac-3caf-4bad-9497-61907e4c4d30" -d '{"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:01.135571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:01.148359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:01.253750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=10']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:01.255361 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c30d5e-594a-4f24-ad99-a778e55c79e6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:01.255848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c30d5e-594a-4f24-ad99-a778e55c79e6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:01.272531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c6c30d5e-594a-4f24-ad99-a778e55c79e6 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/fc6c9e54-5e1d-4b06-90db-84f8dd7b5f9b HTTP/1.1" status: 404 len: 337 time: 0.1703215 Dec 17 15:57:01.284455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46584) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:01.344158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=b94eca51-e594-4fd0-9259-f559187b7118,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:01.369355 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:01.376279 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-628fdd19-c871-4f04-8bdd-c9f57a3b83ef tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:01.377284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628fdd19-c871-4f04-8bdd-c9f57a3b83ef tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:01.381297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-628fdd19-c871-4f04-8bdd-c9f57a3b83ef tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/ports/4a08a272-fb6b-4775-999a-5f071de71627 HTTP/1.1" status: 404 len: 333 time: 0.0856752 Dec 17 15:57:01.455323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46586) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:01.472495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-85ca95e1-a4ca-447c-b0d9-69ecf4849cbd service neutron] 10.222.0.47 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535229 Dec 17 15:57:01.477215 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:01.479617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0b8bead1-271e-40f4-8d2b-a53a9da5b968 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8804450 Dec 17 15:57:01.634462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-959bbf5e-a525-4b92-9ff6-e8213ca90df2 req-e09c96ec-6c84-4121-a0ac-ab12f27f84c1 service neutron] 10.222.0.47 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521575 Dec 17 15:57:01.636113 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-55757c0e-5ff7-461e-9421-511c9faefde4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:01.642462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55757c0e-5ff7-461e-9421-511c9faefde4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:01.649166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-55757c0e-5ff7-461e-9421-511c9faefde4 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/subnets/2f90bcdf-9b53-4f83-abcd-0f22b3b4b5db HTTP/1.1" status: 404 len: 337 time: 0.1767411 Dec 17 15:57:01.649921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46590) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:01.701843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Deleting port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:01.702593 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:01.839582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:01.909277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] For port f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:01.909677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:01.945434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Calling delete_port for f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:02.149503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:02.207968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b077363-f517-4c59-b99c-0f1f4e8cad1d']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:02.220235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:02.220842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c00d9ba-fea4-4ed2-9f73-22e4d03fbc26') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:02.232861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:02.260867 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:02.271859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:02.272742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:02.349418 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:02.373275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:02.381577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:02.384341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] 10.222.0.54 "DELETE /v2.0/networks/8b077363-f517-4c59-b99c-0f1f4e8cad1d HTTP/1.1" status: 204 len: 168 time: 0.7325187 Dec 17 15:57:02.410727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a04f88-a81f-43d5-a301-2b0fad698835 tempest-NetworksTestDHCPv6-1283003238 tempest-NetworksTestDHCPv6-1283003238-project] Pushing event deleted for resources: {'Network': ['ID=8b077363-f517-4c59-b99c-0f1f4e8cad1d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:02.419180 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:02.505857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:02.755868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:02.872775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:03.081359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9163b263-75e6-413f-9983-b158858e10f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45405a606f094f0792c4c3effdbbff1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233402 Dec 17 15:57:03.084713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46608) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:03.195880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a90b4a94-a393-49c4-aa9b-ad3de7be9e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:03.254417 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a90b4a94-a393-49c4-aa9b-ad3de7be9e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:03.268261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Router e41bb900-f7cf-4503-8efc-d38acad97cf8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:57:03.359145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a90b4a94-a393-49c4-aa9b-ad3de7be9e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:03.361994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a90b4a94-a393-49c4-aa9b-ad3de7be9e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:03.363892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a90b4a94-a393-49c4-aa9b-ad3de7be9e44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24da8559-fffc-4297-8f88-d5091ef0b31e HTTP/1.1" status: 204 len: 168 time: 0.2775695 Dec 17 15:57:03.381094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b4a94-a393-49c4-aa9b-ad3de7be9e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da8559-fffc-4297-8f88-d5091ef0b31e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:03.469300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:03.485049 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] Sync routers for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:03.505786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d70f4ad5-948a-430c-9d3f-cfa819576e4b admin admin] 10.222.0.54 "PUT /v2.0/routers/e41bb900-f7cf-4503-8efc-d38acad97cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9664786 Dec 17 15:57:03.507738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46612) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:03.528090 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:03.531203 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:56:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:03.810344 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:03.833958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:04.071705 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:04.194454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Deleting port 2ab19e20-bfea-4841-aa36-1d241db2808d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:04.194904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:04.208849 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:57:02Z', 'revision_number': 5, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port': {'id': '2ab19e20-bfea-4841-aa36-1d241db2808d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:53:07Z', 'updated_at': '2021-12-17T15:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:04.269844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:57:04.319848 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] Checking router: e41bb900-f7cf-4503-8efc-d38acad97cf8 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:57:04.357226 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] Routers {'e41bb900-f7cf-4503-8efc-d38acad97cf8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:04.357901 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:56:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e41bb900-f7cf-4503-8efc-d38acad97cf8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:04.458112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:04.472061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9', 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56', 'port_id': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9', 'mac_address': 'fa:16:3e:bc:b0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:57:04.474502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] For port 2ab19e20-bfea-4841-aa36-1d241db2808d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2ab19e20-bfea-4841-aa36-1d241db2808d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:04.476717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:04.517454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Calling delete_port for 2ab19e20-bfea-4841-aa36-1d241db2808d owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:04.550151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:04.591867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:04.644470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:04.655292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:04.696865 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] Set router e41bb900-f7cf-4503-8efc-d38acad97cf8 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:04.823529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:57:04Z', 'revision_number': 6, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:04.828034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:04.904415 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b29a540-396b-48bd-9e55-09248fc849d6 None None] The sync data for ids ['e41bb900-f7cf-4503-8efc-d38acad97cf8'] in n-d-806683-20 is: [{'id': 'e41bb900-f7cf-4503-8efc-d38acad97cf8', 'name': 'tempest-ServersTestBootFromVolume-1968053218-router', 'tenant_id': '41916107ae22400d86beaa8849cdf344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:53:04Z', 'updated_at': '2021-12-17T15:57:04Z', 'revision_number': 6, 'project_id': '41916107ae22400d86beaa8849cdf344', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:05.002274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.030781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['fd0140d9-d160-4fc1-8666-f10a4cc0d8c9'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:05.077998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab19e20-bfea-4841-aa36-1d241db2808d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:05.096205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a41a19-a34b-4716-a583-fdebd2526864 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:05.158733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46636) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:05.293352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.487791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1934928031'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:05.544824 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.548062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.571717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Made reservation on behalf of 1d5b35bf043b42629e7db3c233b28c81 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:05.600464 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.604077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.604659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e41bb900-f7cf-4503-8efc-d38acad97cf8 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:57:05.612750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.614015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1e6d12e0-e9f3-4f9d-a327-acd16b474953 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e41bb900-f7cf-4503-8efc-d38acad97cf8 HTTP/1.1" status: 204 len: 168 time: 2.1049726 Dec 17 15:57:05.616505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46640) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:05.629168 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.674564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] Deleting subnet 779df5a2-5d62-4576-80db-4b1256889ae2 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:57:05.678209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.804829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.823463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.844321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:05.852008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.869065 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:05.869424 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Added segment ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1 of type vlan for network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 Dec 17 15:57:05.937235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.000446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee710a86-e982-4ea5-9658-8800d23c0149,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:06.003233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.011754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:06.012744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.085384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.146073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9855990 Dec 17 15:57:06.146303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46642) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:06.154294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785475c-432e-4e16-984b-6d007cc86ff6 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event updated for resources: {'Network': ['ID=8df39542-d2fb-49f1-a5b9-ecdbee84d8a7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:06.165709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:06.176162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Request body: {'subnet': {'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:06.335046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Made reservation on behalf of 1d5b35bf043b42629e7db3c233b28c81 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:06.338888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.406985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2ab19e20-bfea-4841-aa36-1d241db2808d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:06.464224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 2ab19e20-bfea-4841-aa36-1d241db2808d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:06.465258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2ab19e20-bfea-4841-aa36-1d241db2808d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:06.465980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:06.481902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.497748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:06.498821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f0f72224-5c8e-4b2c-847c-e2ccb3b9b8ce not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:06.507436 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fc7b054-6266-4b52-847b-baa6d88f5564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.537799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779df5a2-5d62-4576-80db-4b1256889ae2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:06.544718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.549105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf12c55-449f-4f3c-9160-bf99d6b4ccca None None] Network f8d982da-a762-4506-bfac-fbcc2524a64e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:06.551558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-af93a730-e4b7-4976-8895-097ac27c7e32 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/779df5a2-5d62-4576-80db-4b1256889ae2 HTTP/1.1" status: 204 len: 168 time: 0.9333606 Dec 17 15:57:06.553287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46644) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:06.793845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.905875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Deleting port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:06.906361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:06.990275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] DHCP port deletion for f8d982da-a762-4506-bfac-fbcc2524a64e request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:07.009388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.056477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] For port 0b981d34-ff2d-4312-b5b7-0c3fdc371886, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b981d34-ff2d-4312-b5b7-0c3fdc371886,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:07.057238 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.077981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Calling delete_port for 0b981d34-ff2d-4312-b5b7-0c3fdc371886 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:07.150847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Deleting port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:07.151203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.214980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.237202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event updated for resources: {'Subnet': ['ID=9dd40597-b5c5-4e55-9c9f-1dc770c90b02,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:07.256955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b981d34-ff2d-4312-b5b7-0c3fdc371886,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:07.280007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] No DVR routers for this DVR port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:07.311478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Checking segment: {'id': 'ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:07.311883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Network hostable DHCP agents. Network: 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:07.313071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] For port 0b981d34-ff2d-4312-b5b7-0c3fdc371886, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b981d34-ff2d-4312-b5b7-0c3fdc371886,segment=NetworkSegment(5a73a4ca-1b74-474b-ab79-8356899ca4c9),segment_id=5a73a4ca-1b74-474b-ab79-8356899ca4c9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:07.315662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.358689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:07.364092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Calling delete_port for 0b981d34-ff2d-4312-b5b7-0c3fdc371886 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:07.373691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:07.379108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:07.379718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.385656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.394066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208de6a-e3cc-474a-8af4-775ba44cf7cc None None] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:07.414975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d982da-a762-4506-bfac-fbcc2524a64e']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:07.427596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a73a4ca-1b74-474b-ab79-8356899ca4c9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:07.428306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a73a4ca-1b74-474b-ab79-8356899ca4c9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:07.437925 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f0a67750-e930-4e5f-acb9-1b119878d7dd tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2811606 Dec 17 15:57:07.439131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46646) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:07.448837 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.456800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Request body: {'port': {'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-128520592'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:07.466653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.477185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:07.478011 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:07.551993 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:07.563237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.602617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.606931 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f8d982da-a762-4506-bfac-fbcc2524a64e HTTP/1.1" status: 204 len: 168 time: 1.0523665 Dec 17 15:57:07.608121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cdb13-e479-40ad-86de-ed3b81699622 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8d982da-a762-4506-bfac-fbcc2524a64e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:07.709753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8df39542-d2fb-49f1-a5b9-ecdbee84d8a7', 'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7', 'project_id': '1d5b35bf043b42629e7db3c233b28c81', 'fixed_ips': [{'subnet_id': '9dd40597-b5c5-4e55-9c9f-1dc770c90b02'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:57:07.710790 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.868304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:07.931022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Network f8d982da-a762-4506-bfac-fbcc2524a64e is not hosted by any dhcp agent {{(pid=109785) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 15:57:07.931620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] No DVR routers for this DVR port 0b981d34-ff2d-4312-b5b7-0c3fdc371886 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:07.938589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Pushing event deleted for resources: {'Port': ['ID=0b981d34-ff2d-4312-b5b7-0c3fdc371886,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:07.964034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.964034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.964397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.966976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0c04a-dc86-49be-912f-3da69832e138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:07.986249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Made reservation on behalf of 1d5b35bf043b42629e7db3c233b28c81 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:07.993528 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.029466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] device_id is not set on port 48b00291-ce05-4496-905b-aa043ebf30d8 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:08.051953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Allocated IP 172.20.0.2 (8df39542-d2fb-49f1-a5b9-ecdbee84d8a7/9dd40597-b5c5-4e55-9c9f-1dc770c90b02/67c20877-e000-4bc5-a13a-bb598f5dbd79) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:08.108315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46652) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:08.213983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f263e015-4f61-4f69-bc49-5f12cb638a37 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=41916107ae22400d86beaa8849cdf344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039407 Dec 17 15:57:08.219810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:08.296359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:08.351275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f397-3754-45fd-9ff9-252e9dc20efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.398338 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f397-3754-45fd-9ff9-252e9dc20efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.470511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b981d34-ff2d-4312-b5b7-0c3fdc371886 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:08.487073 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f397-3754-45fd-9ff9-252e9dc20efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.492097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f397-3754-45fd-9ff9-252e9dc20efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.496361 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ccd3f397-3754-45fd-9ff9-252e9dc20efd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/807969e5-94f7-4fbd-8c7c-c00ac5ed0203 HTTP/1.1" status: 204 len: 168 time: 0.2722561 Dec 17 15:57:08.504399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3f397-3754-45fd-9ff9-252e9dc20efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807969e5-94f7-4fbd-8c7c-c00ac5ed0203,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:08.576722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0b981d34-ff2d-4312-b5b7-0c3fdc371886 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:08.580875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b981d34-ff2d-4312-b5b7-0c3fdc371886 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:08.582720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.634450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.776856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Allocated IP 172.20.0.14 (8df39542-d2fb-49f1-a5b9-ecdbee84d8a7/9dd40597-b5c5-4e55-9c9f-1dc770c90b02/48b00291-ce05-4496-905b-aa043ebf30d8) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:08.777815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:08.777815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:08.777815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:08.777815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Pushing event updated for resources: {'Port': ['ID=67c20877-e000-4bc5-a13a-bb598f5dbd79,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:08.831856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:57:08.840195 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-001f3321-fca3-4980-9649-b9987c790f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.848561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:08.849616 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.944009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Attempting to bind port 67c20877-e000-4bc5-a13a-bb598f5dbd79 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:08.944383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Attempting to bind port 67c20877-e000-4bc5-a13a-bb598f5dbd79 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:08.944742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Attempting to bind port 67c20877-e000-4bc5-a13a-bb598f5dbd79 on network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:08.952543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:08.952918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Checking segment: {'id': 'ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:08.953700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.953700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Bound using segment: {'id': 'ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:08.954152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Bound port: 67c20877-e000-4bc5-a13a-bb598f5dbd79, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:08.954528 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:08.999104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:09.064563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:09.067213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] For port 67c20877-e000-4bc5-a13a-bb598f5dbd79, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:09.071919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] For port 67c20877-e000-4bc5-a13a-bb598f5dbd79, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=67c20877-e000-4bc5-a13a-bb598f5dbd79,segment=NetworkSegment(ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1),segment_id=ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:09.083485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:09.104248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:09.142129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:09.198077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:09.205438 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:09.211204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:09.219841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:09.271930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342106c-4fc8-4cec-82e9-fae739996b11 None None] Pushing event updated for resources: {'Port': ['ID=67c20877-e000-4bc5-a13a-bb598f5dbd79,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:09.334961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:09.335656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:09.373886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event updated for resources: {'Port': ['ID=48b00291-ce05-4496-905b-aa043ebf30d8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:09.386526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:09.436662 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84a5754-1da0-43dc-ac46-ce91dfb9f9b3 x-openstack-request-id: req-f84a5754-1da0-43dc-ac46-ce91dfb9f9b3 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:09.437577 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83825c19-e271-4181-8206-fa02456d25f8", "name": "network-vif-deleted", "tag": "04d447f5-fa24-4e1c-b2bd-88a8671d6198", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:09.437829 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f84a5754-1da0-43dc-ac46-ce91dfb9f9b3 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:09.438232 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83825c19-e271-4181-8206-fa02456d25f8', 'name': 'network-vif-deleted', 'tag': '04d447f5-fa24-4e1c-b2bd-88a8671d6198', 'status': 'completed', 'code': 200} Dec 17 15:57:09.443207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46694) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:09.448883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Request body: {'port': {'network_id': '8df39542-d2fb-49f1-a5b9-ecdbee84d8a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-12619163', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:09.449749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.api.validators [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] bootfile-name is not in valid_values {{(pid=109783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:57:09.450316 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.api.validators [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] tftp-server is not in valid_values {{(pid=109783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:57:09.451335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.api.validators [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] server-ip-address is not in valid_values {{(pid=109783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:57:09.454913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b4a11703-17af-4915-a414-c46e4bc5bd61 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0000150 Dec 17 15:57:09.678053 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:57:09.709687 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e82cc56-35eb-4381-9b15-c7264cfe1591 x-openstack-request-id: req-8e82cc56-35eb-4381-9b15-c7264cfe1591 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:09.710277 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568ae464-cbd8-4f4b-9c05-1b3c005dda26", "tag": "fd0140d9-d160-4fc1-8666-f10a4cc0d8c9", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:09.710686 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e82cc56-35eb-4381-9b15-c7264cfe1591 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:09.712179 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'tag': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9', 'status': 'completed', 'code': 200} Dec 17 15:57:09.838055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca479e-d15e-4243-bb23-1215ee5146c1 req-a9835e58-4266-4bef-8ac2-cd50eb400b17 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:09.843707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aaca479e-d15e-4243-bb23-1215ee5146c1 req-a9835e58-4266-4bef-8ac2-cd50eb400b17 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 945 time: 0.2206261 Dec 17 15:57:09.885486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26761fb-e458-42df-b567-303208260529 req-344a70b4-187d-46b7-90d1-5a57439d8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:09.895468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26761fb-e458-42df-b567-303208260529 req-344a70b4-187d-46b7-90d1-5a57439d8110 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 1097 time: 0.1565278 Dec 17 15:57:09.912492 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:09.936261 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90471c6-d129-44dc-bf61-99e3d19718da x-openstack-request-id: req-b90471c6-d129-44dc-bf61-99e3d19718da {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:09.936557 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:09.936812 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b90471c6-d129-44dc-bf61-99e3d19718da {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:09.937213 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'code': 200} Dec 17 15:57:10.081571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aaca479e-d15e-4243-bb23-1215ee5146c1 req-e6029fa2-08f0-40d1-80b4-90b5a0e697e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267303 Dec 17 15:57:10.083605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46716) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:10.128684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Made reservation on behalf of 1d5b35bf043b42629e7db3c233b28c81 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:10.138484 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:10.178732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] device_id is not set on port 01e6f315-6a14-4526-a43b-e888e23bac8b yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:10.293263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1496170495-network', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:10.329475 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-314afd4f-1422-4581-a301-ae1c3967eebd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--785730636&fields=id&tenant_id=c81336360a334161a51173b9879a5656 HTTP/1.1" status: 200 len: 267 time: 0.2189040 Dec 17 15:57:10.335181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26761fb-e458-42df-b567-303208260529 req-221b90a6-a5b1-44c8-845f-c20595fb6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:10.337054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26761fb-e458-42df-b567-303208260529 req-221b90a6-a5b1-44c8-845f-c20595fb6155 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 915 time: 0.4376881 Dec 17 15:57:10.461950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 67c20877-e000-4bc5-a13a-bb598f5dbd79 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:10.463294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26761fb-e458-42df-b567-303208260529 req-cc8b94aa-e073-46bc-9a69-6c9dbd886b03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 HTTP/1.1" status: 200 len: 217 time: 0.1163623 Dec 17 15:57:10.486546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c96bdcdd-861a-4db7-9796-9383fabc9b99 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:10.495168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c96bdcdd-861a-4db7-9796-9383fabc9b99 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports/7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 932 time: 0.1636705 Dec 17 15:57:10.552101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 67c20877-e000-4bc5-a13a-bb598f5dbd79 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:10.552585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:10.570385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Made reservation on behalf of bbcefe154c8f46a993a7c4c1d5866350 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:10.573515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:10.608814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26761fb-e458-42df-b567-303208260529 req-ccf9265a-fd16-4ec9-b72c-4591168776dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:10.611864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26761fb-e458-42df-b567-303208260529 req-ccf9265a-fd16-4ec9-b72c-4591168776dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.1092691 Dec 17 15:57:10.645649 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:10.648158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8b9ccc1e-5ef4-4b12-852a-237907af134a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:10.649934 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8b9ccc1e-5ef4-4b12-852a-237907af134a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports/653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 931 time: 0.1536882 Dec 17 15:57:10.682655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-8800b145-4d59-482c-bbc6-7bf37969922c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:10.691801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-8800b145-4d59-482c-bbc6-7bf37969922c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.3232758 Dec 17 15:57:10.706049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Allocated IP 172.20.0.7 (8df39542-d2fb-49f1-a5b9-ecdbee84d8a7/9dd40597-b5c5-4e55-9c9f-1dc770c90b02/01e6f315-6a14-4526-a43b-e888e23bac8b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:10.735644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:10.737510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-ee88575f-a067-497f-9eb4-7728d9e27cd5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0447130 Dec 17 15:57:10.740100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:10.763964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26761fb-e458-42df-b567-303208260529 req-a9bd8c28-4d94-4121-aeca-0a7a73b78883 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371505 Dec 17 15:57:10.800035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 67c20877-e000-4bc5-a13a-bb598f5dbd79, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=67c20877-e000-4bc5-a13a-bb598f5dbd79,segment=NetworkSegment(ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1),segment_id=ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:10.807644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:10.896972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=67c20877-e000-4bc5-a13a-bb598f5dbd79,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:10.934487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-ce3ff4eb-5402-4d82-86fa-67cefbd8dd4c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1959674 Dec 17 15:57:10.937275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26761fb-e458-42df-b567-303208260529 req-eed45cb1-d989-41c0-971e-dfee10d1e606 service neutron] 10.222.0.47 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371520 Dec 17 15:57:10.939281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5047984a-e498-4454-ae5a-e21947546677 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2526348 Dec 17 15:57:11.017864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6141a2-7496-42c2-8026-8e45fe5e3835 None None] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:11.023653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-6b48beaf-6811-4c58-ae92-8eeae1adaf79 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0740643 Dec 17 15:57:11.143161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26761fb-e458-42df-b567-303208260529 req-d63ff269-32ed-4b09-afe5-5e73eee346eb service neutron] 10.222.0.47 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917095 Dec 17 15:57:11.152867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.166924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f673dbcd-180b-495b-921e-deefff9f9b7c None None] Provisioning complete for port 67c20877-e000-4bc5-a13a-bb598f5dbd79 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:11.167471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f673dbcd-180b-495b-921e-deefff9f9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.206843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-b6b106f5-9066-47a1-8f6d-0039e5e0e3cb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:11.213783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-b6b106f5-9066-47a1-8f6d-0039e5e0e3cb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:11.220802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-b6b106f5-9066-47a1-8f6d-0039e5e0e3cb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:11.223200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-b6b106f5-9066-47a1-8f6d-0039e5e0e3cb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/networks?id=3dc344b3-1870-46c9-a4e7-746f86a3b411&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bb717a21-920e-4104-b4c5-ec153af618b6&id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 1988 time: 0.1872544 Dec 17 15:57:11.247345 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aebd79ca-d405-47fd-aa78-95240a789d68 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/quotas/c81336360a334161a51173b9879a5656 HTTP/1.1" status: 200 len: 375 time: 0.0164285 Dec 17 15:57:11.346314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-52e768d2-270b-4ead-aa52-bf97ad56429c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0897772 Dec 17 15:57:11.513619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-f9863705-f2df-4949-a1db-ce1cf66ca807 service neutron] 10.222.0.54 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527615 Dec 17 15:57:11.536491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.554494 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.643069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81111bac-392b-4afc-bf4a-aa7feeec7dff,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:11.658908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:11.664150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5ce90742-489f-40d8-bb8b-65755465bfaf None None] Provisioning complete for port 48b00291-ce05-4496-905b-aa043ebf30d8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:11.664480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-22b15189-af0d-4c36-8ddd-1d2cddb5e193 service neutron] 10.222.0.54 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498826 Dec 17 15:57:11.665202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5ce90742-489f-40d8-bb8b-65755465bfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.694858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-14e2c7f5-4618-4a58-949d-80403f3b111a service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594104 Dec 17 15:57:11.712740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.724173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.724773 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Added segment c6b716ab-6982-4c38-9bb1-0a602dc6a689 of type vlan for network 73a82f14-005f-4fa0-8132-2c56f2195748 Dec 17 15:57:11.739190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5ce90742-489f-40d8-bb8b-65755465bfaf None None] Port 48b00291-ce05-4496-905b-aa043ebf30d8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:11.741263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0fc26a85-253c-46a0-8dc2-5b366a6895c9 service neutron] 10.222.0.54 "GET /v2.0/ports/7f4c4ac6-2b6d-4098-a756-e7947e91222d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0758615 Dec 17 15:57:11.770074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5ce90742-489f-40d8-bb8b-65755465bfaf None None] Provisioning complete for port 67c20877-e000-4bc5-a13a-bb598f5dbd79 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:11.771090 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5ce90742-489f-40d8-bb8b-65755465bfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.859082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.895297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c0fb03ba-7a3e-4399-8fc0-fc1f6fe3965d service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471934 Dec 17 15:57:11.929208 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.940100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:11.943150 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac3820-316a-4655-9cef-746ec23f223c" -d '{"events": [{"server_uuid": "568ae464-cbd8-4f4b-9c05-1b3c005dda26", "name": "network-vif-plugged", "status": "completed", "tag": "fd0140d9-d160-4fc1-8666-f10a4cc0d8c9"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:11.952611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-3ca3606c-6e03-4165-8811-fffa5c2de345 service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565062 Dec 17 15:57:11.976621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:11.977599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:11.978185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.008999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0070e37e-555a-458c-8698-14a21634096d service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125691 Dec 17 15:57:12.050657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:12.057706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8e3f7ca2-1785-48c4-a7ea-1019cb4c844d service neutron] 10.222.0.54 "GET /v2.0/ports/653e1383-1fcd-4ad0-a5a7-7a65de668937?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0475276 Dec 17 15:57:12.067801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:12.083030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-767c62df-6e42-42e2-a071-0531c2028a31 None None] Provisioning complete for port 48b00291-ce05-4496-905b-aa043ebf30d8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:12.083538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-767c62df-6e42-42e2-a071-0531c2028a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.089311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:12.096921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event updated for resources: {'Port': ['ID=01e6f315-6a14-4526-a43b-e888e23bac8b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:12.109225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0236375 Dec 17 15:57:12.114649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:12.195267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Request body: {'subnet': {'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1496170495-subnet', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:12.199302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662eb9e-134e-4d2f-a7c5-e668d8a6a943 admin admin] Pushing event updated for resources: {'Network': ['ID=73a82f14-005f-4fa0-8132-2c56f2195748,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:12.217597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-d5d64c47-f1d3-4820-a8c3-0d856dddb23b service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574748 Dec 17 15:57:12.320606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:12.321757 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.348592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4c20374e-156a-4ca0-8e9f-fb40ef7b44ef tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9039934 Dec 17 15:57:12.350164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Made reservation on behalf of bbcefe154c8f46a993a7c4c1d5866350 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:12.353654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.359847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46760) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:12.501811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2aae7df7-2732-4db0-b99f-d478ba76b17a service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831190 Dec 17 15:57:12.506043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 73a82f14-005f-4fa0-8132-2c56f2195748 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:12.507779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 67c20877-e000-4bc5-a13a-bb598f5dbd79 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:12.586771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.610720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-767c62df-6e42-42e2-a071-0531c2028a31 None None] Port 48b00291-ce05-4496-905b-aa043ebf30d8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:12.638411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9e843e9c-0771-4d7a-977f-59e1abaa902a service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345811 Dec 17 15:57:12.654032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 67c20877-e000-4bc5-a13a-bb598f5dbd79 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:12.654429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.734276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae1106-d634-4d7c-ad60-fe464683be8b tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:12.741448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae1106-d634-4d7c-ad60-fe464683be8b tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:12.747892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae1106-d634-4d7c-ad60-fe464683be8b tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:12.749648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a5ae1106-d634-4d7c-ad60-fe464683be8b tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3887479 Dec 17 15:57:12.754207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46770) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:12.818863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1cf26289-eb40-491c-91b3-a645f1ae6b36 None None] Provisioning complete for port 01e6f315-6a14-4526-a43b-e888e23bac8b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:12.820894 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1cf26289-eb40-491c-91b3-a645f1ae6b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.821784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:12.919345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1cf26289-eb40-491c-91b3-a645f1ae6b36 None None] Port 01e6f315-6a14-4526-a43b-e888e23bac8b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:13.013657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc660668-0a07-44ba-b678-9dc70f6c7259,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:13.045270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Checking segment: {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:13.046310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Network hostable DHCP agents. Network: 73a82f14-005f-4fa0-8132-2c56f2195748, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:13.098792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Network 73a82f14-005f-4fa0-8132-2c56f2195748 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:13.123278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 73a82f14-005f-4fa0-8132-2c56f2195748) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:13.134131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc016be-8293-404a-8647-dc7da3fcd656 None None] Network 73a82f14-005f-4fa0-8132-2c56f2195748 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:13.139469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:13.143661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.166142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bfabb99a-0481-418c-afe7-3edf87bc3a78 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0406635 Dec 17 15:57:13.168840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46776) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:13.176232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:13.213283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.215043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.302269 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.402072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-73a82f14-005f-4fa0-8132-2c56f2195748', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:57:13.402964 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.501890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0475b7bb-080f-4cc7-867d-7d6870b65849 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551464 Dec 17 15:57:13.529499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.603618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Deleting port 01e6f315-6a14-4526-a43b-e888e23bac8b {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:13.604286 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.714272 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-070562c8-d35f-4fda-8e54-42152bc794f9 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113578 Dec 17 15:57:13.735549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Allocated IP 172.20.0.2 (73a82f14-005f-4fa0-8132-2c56f2195748/bc660668-0a07-44ba-b678-9dc70f6c7259/da08ff11-4959-4648-9f6b-1060f4104a5b) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:13.784913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.809631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Calling delete_port for 01e6f315-6a14-4526-a43b-e888e23bac8b owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:13.843419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 753b5b39-ed26-4a10-95cc-04fcb70f76bd no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:13.906721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8bedb466-6a41-40fb-8739-cbaa7d62000b service neutron] 10.222.0.54 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910503 Dec 17 15:57:13.927084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:13.986083 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.021077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-d9538059-2e73-4d35-8bf3-f4a515b83b24 service neutron] 10.222.0.54 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131842 Dec 17 15:57:14.035808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.067510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.081496 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.149079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5db936bd-daec-42fb-870c-3e2d39f720c2 service neutron] 10.222.0.54 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267023 Dec 17 15:57:14.164408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:14.200029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Network 73a82f14-005f-4fa0-8132-2c56f2195748 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:14.201376 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.215050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:14.222904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:14.238188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Pushing event updated for resources: {'Port': ['ID=da08ff11-4959-4648-9f6b-1060f4104a5b,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:14.287467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Allocated IP 172.25.0.15 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1c9576b7-1193-4c23-9f85-538a2572e63b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:14.342759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Attempting to bind port da08ff11-4959-4648-9f6b-1060f4104a5b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:14.343032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Attempting to bind port da08ff11-4959-4648-9f6b-1060f4104a5b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:14.343440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Attempting to bind port da08ff11-4959-4648-9f6b-1060f4104a5b on network 73a82f14-005f-4fa0-8132-2c56f2195748 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:14.346513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:14.357115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:14.357500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Checking segment: {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:14.359609 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.360080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Bound using segment: {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:14.360590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Bound port: da08ff11-4959-4648-9f6b-1060f4104a5b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:14.360981 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.406637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-20fd9375-718a-47da-aa2e-b048e1080943 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:14.408509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-20fd9375-718a-47da-aa2e-b048e1080943 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.3804586 Dec 17 15:57:14.456292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': '4094e585-2627-484a-abf8-35aba0719443', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:14.507976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] For port da08ff11-4959-4648-9f6b-1060f4104a5b, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:14.511556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] For port da08ff11-4959-4648-9f6b-1060f4104a5b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=da08ff11-4959-4648-9f6b-1060f4104a5b,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:14.536577 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-32ebe51a-884d-4bf1-aa3e-8de55e9645e1 service neutron] 10.222.0.54 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864355 Dec 17 15:57:14.544018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.552024 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.575726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026707b-10b5-4ce4-8730-df8d64b69076 req-78cef05b-1d18-40eb-92b1-0b84d42e0c96 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:14.584392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d026707b-10b5-4ce4-8730-df8d64b69076 req-78cef05b-1d18-40eb-92b1-0b84d42e0c96 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 945 time: 0.0964398 Dec 17 15:57:14.632360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.693495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d026707b-10b5-4ce4-8730-df8d64b69076 req-d18117a1-c0d0-4395-97fa-73b59ac511f3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862355 Dec 17 15:57:14.698986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event deleted for resources: {'Port': ['ID=01e6f315-6a14-4526-a43b-e888e23bac8b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:14.707920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.724182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfa3c3-5a43-45d3-9851-bec2809693fc None None] Pushing event updated for resources: {'Port': ['ID=da08ff11-4959-4648-9f6b-1060f4104a5b,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:14.806013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:14.808534 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78537785-b30d-464b-841b-24f557aea9c6 x-openstack-request-id: req-78537785-b30d-464b-841b-24f557aea9c6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:14.808856 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568ae464-cbd8-4f4b-9c05-1b3c005dda26", "name": "network-vif-plugged", "status": "completed", "tag": "fd0140d9-d160-4fc1-8666-f10a4cc0d8c9", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:14.809157 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78537785-b30d-464b-841b-24f557aea9c6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:14.809984 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9', 'code': 200} Dec 17 15:57:14.815125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:14.822134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:14.833282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b874a1-1eff-48b6-8bfe-6bbbc3892665 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:14.869427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Pushing event updated for resources: {'Port': ['ID=1c9576b7-1193-4c23-9f85-538a2572e63b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:14.920530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:14.926164 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:14.992632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-47d49a67-b4e0-4888-8488-ef61dc8b9951 None None] Provisioning complete for port 1c9576b7-1193-4c23-9f85-538a2572e63b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:14.996729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-47d49a67-b4e0-4888-8488-ef61dc8b9951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:15.051513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0b37e9cb-9e85-4fda-8974-d1d75d3358a0 service neutron] 10.222.0.54 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132883 Dec 17 15:57:15.065140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:15.066613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-47d49a67-b4e0-4888-8488-ef61dc8b9951 None None] Port 1c9576b7-1193-4c23-9f85-538a2572e63b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:15.077164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-77c1a247-b07d-4f3e-8d33-d6bed25b51c1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "DELETE /v2.0/ports/01e6f315-6a14-4526-a43b-e888e23bac8b HTTP/1.1" status: 204 len: 168 time: 2.3218877 Dec 17 15:57:15.084684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:15.122383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e84ed5a-7337-4794-ac67-cbef6125b4a3 req-c432ba40-c611-4fcb-8731-14d6874554af tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 210 time: 0.0376825 Dec 17 15:57:15.165114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Request body: {'port': {'name': 'tempest-new-port-name-2101269346', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:15.166021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] bootfile-name is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:57:15.166664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] tftp-server is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:57:15.167248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] server-ip-address is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:57:15.275799 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:15.311436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593e82-979a-4a93-b98b-39a6fe8a7164 req-ecd1b3ef-4bf4-47bf-8de6-5b5346023c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:15.313051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac593e82-979a-4a93-b98b-39a6fe8a7164 req-ecd1b3ef-4bf4-47bf-8de6-5b5346023c5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 1097 time: 0.3593957 Dec 17 15:57:15.420884 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:15.469516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac593e82-979a-4a93-b98b-39a6fe8a7164 req-f1a456cf-c1ff-43ee-813a-9a54d8f521dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230845 Dec 17 15:57:15.469516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:15.520232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.10 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/2049871b-b2f9-4579-93b1-207c36de9f92) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:15.870054 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:15.971942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.041827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-6e234d63-2fc7-4445-87d2-eca3ffdca8a5 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:16.043558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-6e234d63-2fc7-4445-87d2-eca3ffdca8a5 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.2886081 Dec 17 15:57:16.082541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.094882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.110050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:16.127599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.166406 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-1ff59cf5-d727-481e-af59-8e50bd464005 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/quotas/21d17c5df8cc4d8281072dc8cc2bbae3 HTTP/1.1" status: 200 len: 375 time: 0.1126118 Dec 17 15:57:16.244484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=2049871b-b2f9-4579-93b1-207c36de9f92,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:16.272915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:16.306037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-a4006bcd-028e-46e3-9b57-8ea39c17543e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308815 Dec 17 15:57:16.410559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:16.412950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35444bb1-2663-4e0b-b178-0229733584eb None None] Network 73a82f14-005f-4fa0-8132-2c56f2195748 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:16.415754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:16.466125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b60227f-0a27-4d85-867a-b174f827c09d None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:16.556121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Router cfb7f033-25be-4543-a69e-868a045345d6 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:57:16.631099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Provisioning complete for port da08ff11-4959-4648-9f6b-1060f4104a5b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:16.631551 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.651264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-afcc1a93-6ed2-4e4b-bebc-bb664ff09e70 service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223076 Dec 17 15:57:16.670705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device da08ff11-4959-4648-9f6b-1060f4104a5b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:16.672716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fd018-a739-41e1-b87d-f3170582feb5 req-3ab48283-493d-4b17-ab31-f6d257fc2898 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:16.681416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b0fd018-a739-41e1-b87d-f3170582feb5 req-3ab48283-493d-4b17-ab31-f6d257fc2898 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 945 time: 0.3410521 Dec 17 15:57:16.735380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event updated for resources: {'Port': ['ID=48b00291-ce05-4496-905b-aa043ebf30d8,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:16.760365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] In _notify_port_updated(), no bound segment for port 48b00291-ce05-4496-905b-aa043ebf30d8 on network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:57:16.775169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:16.786409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.788765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e3e99c94-f183-401b-ad4f-39ff59b7fbd1 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "PUT /v2.0/ports/48b00291-ce05-4496-905b-aa043ebf30d8 HTTP/1.1" status: 200 len: 1137 time: 1.6448116 Dec 17 15:57:16.803631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46876) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:16.828166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:16.830569 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f2414-93ef-4798-aed3-bff1d8940e69" -d '{"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:16.838163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.873298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port da08ff11-4959-4648-9f6b-1060f4104a5b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:16.876305 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.881438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96544e-0294-48a9-9ebc-3c172dd4113d tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:16.883204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fb96544e-0294-48a9-9ebc-3c172dd4113d tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "GET /v2.0/ports/48b00291-ce05-4496-905b-aa043ebf30d8 HTTP/1.1" status: 200 len: 1137 time: 0.0756731 Dec 17 15:57:16.897240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46882) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:16.911810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:16.912591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:16.938854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-0c14611c-65e1-4cd4-adb6-5993ea2dee88 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5061100 Dec 17 15:57:16.952731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Request body: {'port': {'device_id': '4094e585-2627-484a-abf8-35aba0719443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:16.974418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] For port da08ff11-4959-4648-9f6b-1060f4104a5b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=da08ff11-4959-4648-9f6b-1060f4104a5b,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:16.982475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.042840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b0fd018-a739-41e1-b87d-f3170582feb5 req-83327f75-b7ac-4efd-8af1-5568b2aa141d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493312 Dec 17 15:57:17.069665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Provisioning complete for port 2049871b-b2f9-4579-93b1-207c36de9f92 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:17.070200 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.143966 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.154653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Pushing event updated for resources: {'Port': ['ID=da08ff11-4959-4648-9f6b-1060f4104a5b,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:17.169024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-43d966ba-95b8-493a-8df5-3e118c215aed None None] Port 2049871b-b2f9-4579-93b1-207c36de9f92 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:17.292755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-354be186-f70c-4884-b8d5-41b7bda8f356 None None] Provisioning complete for port da08ff11-4959-4648-9f6b-1060f4104a5b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:17.293208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-354be186-f70c-4884-b8d5-41b7bda8f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.308421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-10a773eb-381d-4a2c-a4df-4087a8d25f33 service neutron] 10.222.0.54 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559308 Dec 17 15:57:17.321996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:17.350140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-168a3de7-0160-49a5-9e11-6bb1d4a3cc59 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:17.351873 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-168a3de7-0160-49a5-9e11-6bb1d4a3cc59 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4899e44-7e16-4c05-8919-887723073a0b HTTP/1.1" status: 200 len: 943 time: 0.1864748 Dec 17 15:57:17.381201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Sync routers for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:17.417827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Deleting port 48b00291-ce05-4496-905b-aa043ebf30d8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:17.418354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.435134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:17.436005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:17.609589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.615577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-377da915-b4f8-45ac-a67b-451e5270dd0d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4451056 Dec 17 15:57:17.616462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:17.633497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:17.695001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86780c-54ce-41ef-8098-decf3fe15e5e req-298091db-c3e9-4b42-93c4-01518a360d31 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:17.704177 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f86780c-54ce-41ef-8098-decf3fe15e5e req-298091db-c3e9-4b42-93c4-01518a360d31 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 932 time: 0.4675791 Dec 17 15:57:17.709527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-280be0a3-68f0-474b-bdb8-067a25732fbc req-99192956-f1fd-4424-9102-a20a5092bc89 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1218536 Dec 17 15:57:17.810364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.860033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Calling delete_port for 48b00291-ce05-4496-905b-aa043ebf30d8 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:17.895855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Deleting port 753b5b39-ed26-4a10-95cc-04fcb70f76bd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:17.896499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:17.991232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f86780c-54ce-41ef-8098-decf3fe15e5e req-03db293d-5664-4748-a086-9b328e5cfde7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757413 Dec 17 15:57:18.124385 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbacf7-98cb-4e23-85f5-b8e00c9401f5 x-openstack-request-id: req-e9cbacf7-98cb-4e23-85f5-b8e00c9401f5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:18.124656 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:18.124906 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9cbacf7-98cb-4e23-85f5-b8e00c9401f5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:18.129379 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'code': 200} Dec 17 15:57:18.166181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-354be186-f70c-4884-b8d5-41b7bda8f356 None None] Provisioning complete for port 48b00291-ce05-4496-905b-aa043ebf30d8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:18.166181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-354be186-f70c-4884-b8d5-41b7bda8f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:18.305372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2049871b-b2f9-4579-93b1-207c36de9f92 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:18.317228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-354be186-f70c-4884-b8d5-41b7bda8f356 None None] Port 48b00291-ce05-4496-905b-aa043ebf30d8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:18.330929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:15Z', 'revision_number': 3, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:18.333917 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:18.365453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-b387c453-db78-41a3-a9b1-a5321c776b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:18.366892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-b387c453-db78-41a3-a9b1-a5321c776b40 service neutron] 10.222.0.49 "GET /v2.0/ports/7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 1028 time: 0.2985625 Dec 17 15:57:18.381995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Checking router: cfb7f033-25be-4543-a69e-868a045345d6 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:57:18.382262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Updating router cfb7f033-25be-4543-a69e-868a045345d6 port 1c9576b7-1193-4c23-9f85-538a2572e63b binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:57:18.426952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:18.454162 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae614536-4b71-458f-b8bf-f72ddb9ca0c9 req-1f36b011-84ec-4cb4-94cf-5559d8ad0020 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.3504760 Dec 17 15:57:18.470780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Transition to ACTIVE for port object 2049871b-b2f9-4579-93b1-207c36de9f92 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:18.476381 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:18.568897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-ca37b9a2-f623-4761-9288-f5cdaa1cd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:18.570828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-ca37b9a2-f623-4761-9288-f5cdaa1cd7ab service neutron] 10.222.0.49 "GET /v2.0/ports/653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 1027 time: 0.1758161 Dec 17 15:57:18.623783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24962a6-2b60-4755-972f-392442c1ea91 req-5593acd5-3a5e-4f06-a4e7-6fecd801828d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:18.629107 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d24962a6-2b60-4755-972f-392442c1ea91 req-5593acd5-3a5e-4f06-a4e7-6fecd801828d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 945 time: 0.3562617 Dec 17 15:57:18.642313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2049871b-b2f9-4579-93b1-207c36de9f92,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:18.855869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] For port 753b5b39-ed26-4a10-95cc-04fcb70f76bd, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=753b5b39-ed26-4a10-95cc-04fcb70f76bd,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:18.868361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:18.871732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:18.932809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Calling delete_port for 753b5b39-ed26-4a10-95cc-04fcb70f76bd owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:18.995958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d24962a6-2b60-4755-972f-392442c1ea91 req-4436479e-cbaa-449e-b8b4-841707526588 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251677 Dec 17 15:57:19.005060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event deleted for resources: {'Port': ['ID=48b00291-ce05-4496-905b-aa043ebf30d8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:19.173989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device da08ff11-4959-4648-9f6b-1060f4104a5b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:19.176343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762e095-e526-40c2-9178-c8a2dc0d961e None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:19.233309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.255723 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.431207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc1465-675b-4b8e-8cf4-82d36ed80305 None None] Pushing event updated for resources: {'Port': ['ID=1c9576b7-1193-4c23-9f85-538a2572e63b,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:19.523287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Attempting to bind port 1c9576b7-1193-4c23-9f85-538a2572e63b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:19.523662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Attempting to bind port 1c9576b7-1193-4c23-9f85-538a2572e63b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:19.524203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Attempting to bind port 1c9576b7-1193-4c23-9f85-538a2572e63b on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:19.526250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217baa17-bf07-4103-a388-48e011669ee2 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:19.547864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port da08ff11-4959-4648-9f6b-1060f4104a5b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:19.548276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.590361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:19.590731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:19.591064 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.591457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:19.591983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Bound port: 1c9576b7-1193-4c23-9f85-538a2572e63b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:19.592363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.674946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] For port 1c9576b7-1193-4c23-9f85-538a2572e63b, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:19.715769 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7bdb7fd-cece-4db5-912b-e25cf0718046 req-0ca3c6ce-6258-4d28-a141-1829fd66272a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1552587 Dec 17 15:57:19.725049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d7bc7a89-7098-4996-affe-876fa59d50a8 None None] Provisioning complete for port 1c9576b7-1193-4c23-9f85-538a2572e63b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:19.725450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7a89-7098-4996-affe-876fa59d50a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.733751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] For port 1c9576b7-1193-4c23-9f85-538a2572e63b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1c9576b7-1193-4c23-9f85-538a2572e63b,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:19.762022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.859831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca96acc-41be-4ca1-bfa6-bcdf9d0939e9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:19.866757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc7a89-7098-4996-affe-876fa59d50a8 None None] Port 1c9576b7-1193-4c23-9f85-538a2572e63b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:19.868892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Attempting to bind port 2049871b-b2f9-4579-93b1-207c36de9f92 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:19.869237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Attempting to bind port 2049871b-b2f9-4579-93b1-207c36de9f92 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:19.869561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Attempting to bind port 2049871b-b2f9-4579-93b1-207c36de9f92 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:19.877910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Port 2049871b-b2f9-4579-93b1-207c36de9f92 on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:19.878292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Attempting to bind port 2049871b-b2f9-4579-93b1-207c36de9f92 on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:19.884256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.896209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 753b5b39-ed26-4a10-95cc-04fcb70f76bd no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:19.910539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:19.910919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:19.911263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:19.912796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Bound port: 2049871b-b2f9-4579-93b1-207c36de9f92, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:19.913198 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.924046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:19.933791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46938) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:19.944394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-01c8956d-0eca-4e26-a990-590758d31571 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "DELETE /v2.0/ports/48b00291-ce05-4496-905b-aa043ebf30d8 HTTP/1.1" status: 204 len: 168 time: 3.0460141 Dec 17 15:57:19.980700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:19.981358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:19.991668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-f6936aa5-17fa-4c76-9a51-18c755e4fb08 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:20.014242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Deleting subnet 9dd40597-b5c5-4e55-9c9f-1dc770c90b02 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:57:20.016370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-f6936aa5-17fa-4c76-9a51-18c755e4fb08 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:20.022991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-c747e929-5102-4d6f-bd53-bcb3b2c2c115 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:20.024502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-c747e929-5102-4d6f-bd53-bcb3b2c2c115 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.47 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 805 time: 0.4525864 Dec 17 15:57:20.029829 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.039158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-f6936aa5-17fa-4c76-9a51-18c755e4fb08 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:20.044032 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-f6936aa5-17fa-4c76-9a51-18c755e4fb08 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "GET /v2.0/networks?id=3dc344b3-1870-46c9-a4e7-746f86a3b411&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bb717a21-920e-4104-b4c5-ec153af618b6&id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 1988 time: 1.4640985 Dec 17 15:57:20.086918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Request body: {'port': {'device_id': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'admin_state_up': True, 'tenant_id': '21d17c5df8cc4d8281072dc8cc2bbae3'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:20.123514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:20.196459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc1465-675b-4b8e-8cf4-82d36ed80305 None None] Pushing event updated for resources: {'Port': ['ID=1c9576b7-1193-4c23-9f85-538a2572e63b,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:20.339645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-60484a4b-737c-4f0c-bd6c-70fd01bf81eb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c81336360a334161a51173b9879a5656 HTTP/1.1" status: 200 len: 379 time: 0.1162469 Dec 17 15:57:20.350720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'admin_state_up': True, 'tenant_id': 'c81336360a334161a51173b9879a5656', 'security_groups': ['c0de2099-538d-40fa-b675-89f428c6e1cd']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:20.385694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f3385bc3-60b4-4188-9090-a489bd057164 None None] Provisioning complete for port 1c9576b7-1193-4c23-9f85-538a2572e63b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:20.386065 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f3385bc3-60b4-4188-9090-a489bd057164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.393346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca858cd-974e-4c54-a9f4-d2c5879349a1 req-5e292f62-0ffd-4d0d-9013-23f5773423b9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:20.401110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dca858cd-974e-4c54-a9f4-d2c5879349a1 req-5e292f62-0ffd-4d0d-9013-23f5773423b9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 944 time: 0.6929772 Dec 17 15:57:20.448876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.495733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event deleted for resources: {'Port': ['ID=753b5b39-ed26-4a10-95cc-04fcb70f76bd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:20.515619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Allocated IP 172.20.0.1 (73a82f14-005f-4fa0-8132-2c56f2195748/bc660668-0a07-44ba-b678-9dc70f6c7259/022a2bcc-b06c-4175-8c23-94b072812ff3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:20.529658 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f3385bc3-60b4-4188-9090-a489bd057164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.537776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5fef5a-8c19-4335-924d-8a78dad8aa9d None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:20.588522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f3385bc3-60b4-4188-9090-a489bd057164 None None] For port 1c9576b7-1193-4c23-9f85-538a2572e63b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1c9576b7-1193-4c23-9f85-538a2572e63b,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:20.600262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:15Z', 'revision_number': 3, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:20.602679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f3385bc3-60b4-4188-9090-a489bd057164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.627399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] No DVR routers for this DVR port 753b5b39-ed26-4a10-95cc-04fcb70f76bd on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:20.634610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.641188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd1fc6b2-1835-495d-890c-335e1a322b2d req-9915b0a0-c25b-406a-a812-695cd2e3801e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.49 "DELETE /v2.0/ports/753b5b39-ed26-4a10-95cc-04fcb70f76bd HTTP/1.1" status: 204 len: 173 time: 3.2823474 Dec 17 15:57:20.665275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.668675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-deleted', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:20.671788 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2fc04-deba-4963-b52d-1adf72ac9186" -d '{"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-deleted", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:20.685832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdee7cb2-0b24-497e-8be0-b5553e8846d5 None None] The sync data for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 is: [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:15Z', 'revision_number': 3, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:20.712816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dca858cd-974e-4c54-a9f4-d2c5879349a1 req-00b78cb3-2d08-451c-be9a-f3ca15cb09a1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960052 Dec 17 15:57:20.757351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3385bc3-60b4-4188-9090-a489bd057164 None None] Pushing event updated for resources: {'Port': ['ID=1c9576b7-1193-4c23-9f85-538a2572e63b,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:20.783607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:20.787342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.815668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.870376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b376d3df-f600-4f0d-8eee-e96fcd605df3 req-7ca2b1e2-fe91-4235-8818-ece6b88091dc tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.1568799 Dec 17 15:57:20.919182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Made reservation on behalf of 21d17c5df8cc4d8281072dc8cc2bbae3 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:20.922500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:20.947550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bc23a-0444-48bb-9b54-b2b668cf70a0 req-31fbd516-6c55-4bb2-99c1-46c064e7d928 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:20.962701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f7bc23a-0444-48bb-9b54-b2b668cf70a0 req-31fbd516-6c55-4bb2-99c1-46c064e7d928 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 945 time: 0.1352491 Dec 17 15:57:20.987655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.000835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] For port 2049871b-b2f9-4579-93b1-207c36de9f92, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:21.118127 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f7bc23a-0444-48bb-9b54-b2b668cf70a0 req-758c6db4-cf67-40ba-8c98-4f70ebd1738e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529195 Dec 17 15:57:21.141467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 172.20.0.6 (3dc344b3-1870-46c9-a4e7-746f86a3b411/957935e7-ec9f-44a7-a537-c1b8e4bbfbf3/6dc10f7d-d7b3-4018-89b8-20c7e383f37b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:21.295355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] For port 2049871b-b2f9-4579-93b1-207c36de9f92, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2049871b-b2f9-4579-93b1-207c36de9f92,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:21.301879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Network 73a82f14-005f-4fa0-8132-2c56f2195748 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:21.337294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21846640-624f-4b01-913f-1a03f2a03462 req-5cd9d906-b902-4f3e-b936-861f06854e1a tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:21.345792 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21846640-624f-4b01-913f-1a03f2a03462 req-5cd9d906-b902-4f3e-b936-861f06854e1a tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 951 time: 0.1616573 Dec 17 15:57:21.367305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:21.369939 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.381005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.386921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:21.421933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550474e-de55-476f-9a65-029bf2235829 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:21.428473 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3f496f-1f94-4aff-95c9-b3a7827fbaaf x-openstack-request-id: req-0e3f496f-1f94-4aff-95c9-b3a7827fbaaf {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:21.430447 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4899e44-7e16-4c05-8919-887723073a0b", "name": "network-vif-deleted", "tag": "753b5b39-ed26-4a10-95cc-04fcb70f76bd", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:21.430983 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e3f496f-1f94-4aff-95c9-b3a7827fbaaf {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:21.438101 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4899e44-7e16-4c05-8919-887723073a0b', 'name': 'network-vif-deleted', 'tag': '753b5b39-ed26-4a10-95cc-04fcb70f76bd', 'status': 'completed', 'code': 200} Dec 17 15:57:21.550245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.593812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba9a3bc1-1baa-499f-9ec3-58b44fd42123 req-d34c9acd-e6e2-4e52-9d60-736130b98579 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1272957 Dec 17 15:57:21.605889 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.673363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:21.674283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.676386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] 10.222.0.47 "PUT /v2.0/ports/2049871b-b2f9-4579-93b1-207c36de9f92 HTTP/1.1" status: 200 len: 1093 time: 4.7289753 Dec 17 15:57:21.677630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.680027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4094e585-2627-484a-abf8-35aba0719443', 'tag': '2049871b-b2f9-4579-93b1-207c36de9f92'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:21.690414 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476205a0-41c7-4240-b80d-f07231c0993c" -d '{"events": [{"name": "network-changed", "server_uuid": "4094e585-2627-484a-abf8-35aba0719443", "tag": "2049871b-b2f9-4579-93b1-207c36de9f92"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:21.724048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.757622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=022a2bcc-b06c-4175-8c23-94b072812ff3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:21.761269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Allocated IP 172.20.0.9 (bb6de2ac-e7d9-4dab-ab32-29963ae9ee78/3308404c-a5ad-4c4b-8a69-8c6b33f78789/512ec05d-2fb0-457a-9537-d17f9138e836) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:21.789947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-76a3dc89-f331-4052-a0fe-2bc2beb46880 None None] Provisioning complete for port 022a2bcc-b06c-4175-8c23-94b072812ff3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:21.792505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-76a3dc89-f331-4052-a0fe-2bc2beb46880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.818066 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d266af-dca6-41c9-88a3-ade01a5af253 x-openstack-request-id: req-f9d266af-dca6-41c9-88a3-ade01a5af253 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:21.819076 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4094e585-2627-484a-abf8-35aba0719443", "tag": "2049871b-b2f9-4579-93b1-207c36de9f92", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:21.819566 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9d266af-dca6-41c9-88a3-ade01a5af253 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:21.821093 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4094e585-2627-484a-abf8-35aba0719443', 'tag': '2049871b-b2f9-4579-93b1-207c36de9f92', 'status': 'completed', 'code': 200} Dec 17 15:57:21.822045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd40597-b5c5-4e55-9c9f-1dc770c90b02,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:21.867429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:21.871538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:21.878527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:21.903750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-76a3dc89-f331-4052-a0fe-2bc2beb46880 None None] Port 022a2bcc-b06c-4175-8c23-94b072812ff3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:21.906777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:21.913460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4b0b6-60f0-4435-8264-1ae2945925d5 None None] Network 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:21.919468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:21.925501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9cfe75b2-b239-4640-80ed-f60793ea5292 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "DELETE /v2.0/subnets/9dd40597-b5c5-4e55-9c9f-1dc770c90b02 HTTP/1.1" status: 204 len: 168 time: 1.9868939 Dec 17 15:57:21.925501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-dbf489a1-edc3-4be8-b404-37547dd0472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:21.930687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-dbf489a1-edc3-4be8-b404-37547dd0472d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 1096 time: 0.1569073 Dec 17 15:57:21.932294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46964) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:21.971303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21846640-624f-4b01-913f-1a03f2a03462 req-07d3975b-a47f-45bd-9ebd-62f684c3e689 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203864 Dec 17 15:57:22.016505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-1677a91c-3587-4990-b13d-8951d4b43b8b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:22.024357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-1677a91c-3587-4990-b13d-8951d4b43b8b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.47 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 945 time: 0.4700630 Dec 17 15:57:22.217987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:22.218740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.229743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] DHCP port deletion for 8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:22.274535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff35b2-582c-44d3-a085-8dcafbcdeab3 req-6c628082-8a14-4d23-bf32-d6f916e783f3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:22.283046 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6ff35b2-582c-44d3-a085-8dcafbcdeab3 req-6c628082-8a14-4d23-bf32-d6f916e783f3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 944 time: 0.4016042 Dec 17 15:57:22.290120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] Deleting port 67c20877-e000-4bc5-a13a-bb598f5dbd79 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:22.290752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.298114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2a7e21de-0dd7-4168-89fd-df1d1eb6f2fe tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9514711 Dec 17 15:57:22.312619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'admin_state_up': True, 'tenant_id': 'c81336360a334161a51173b9879a5656', 'security_groups': ['c0de2099-538d-40fa-b675-89f428c6e1cd']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:22.394945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:22.395278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd1558-a3a3-4c63-bde4-aaaaf1ecdfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2049871b-b2f9-4579-93b1-207c36de9f92,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:22.445365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] For port 67c20877-e000-4bc5-a13a-bb598f5dbd79, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=67c20877-e000-4bc5-a13a-bb598f5dbd79,segment=NetworkSegment(ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1),segment_id=ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:22.446357 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.446534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-64580bf6-b6cc-4ac3-8863-9cbca72dfcf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2049871b-b2f9-4579-93b1-207c36de9f92 HTTP/1.1" status: 200 len: 217 time: 0.4736426 Dec 17 15:57:22.462472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e246f54f-f169-4f47-bf5c-0d673c1bc8d4 None None] Provisioning complete for port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:22.464033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e246f54f-f169-4f47-bf5c-0d673c1bc8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.464630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6ff35b2-582c-44d3-a085-8dcafbcdeab3 req-eae8dc65-627c-4fe4-9849-c8840d4dbad6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804919 Dec 17 15:57:22.509141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Deleting port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:22.509747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.530158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e246f54f-f169-4f47-bf5c-0d673c1bc8d4 None None] Port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:22.531533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1c9576b7-1193-4c23-9f85-538a2572e63b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:22.538101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-8e0324d8-b6ff-4474-b856-adcacaf479ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:22.540083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-8e0324d8-b6ff-4474-b856-adcacaf479ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.0520453 Dec 17 15:57:22.550985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1339a7f0-fb2c-4862-b0eb-964ff0f63aa2 req-8307daa0-6269-47c5-b3b3-8a58b164cd3e tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.3855383 Dec 17 15:57:22.580303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] Calling delete_port for 67c20877-e000-4bc5-a13a-bb598f5dbd79 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:22.691925 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-d2ac933c-4667-41cf-8ca6-a44b09e08c6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369696 Dec 17 15:57:22.695281 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.710893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:22.714734 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.717894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.732046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] For port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:22.732419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.765880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Calling delete_port for fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:22.769372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.844162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.893447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] Pushing event deleted for resources: {'Port': ['ID=67c20877-e000-4bc5-a13a-bb598f5dbd79,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:22.926475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ed554-ec16-4b50-8ca8-8b0fec5b0299 None None] No DVR routers for this DVR port 67c20877-e000-4bc5-a13a-bb598f5dbd79 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:22.944420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-3ac2ad0e-e694-40a5-addc-08a37c366c7a service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244842 Dec 17 15:57:22.947370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:22.950669 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b30bcf5-0485-4ef6-86d6-a1bd2226cda3" -d '{"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:22.958678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1c9576b7-1193-4c23-9f85-538a2572e63b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:22.958810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:22.998210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] The port '67c20877-e000-4bc5-a13a-bb598f5dbd79' was deleted {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 17 15:57:23.021049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:23.038621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.085339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 10.1.1.245 (bd5a3c2b-5678-4807-8993-5d76e0aa27b8/b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64/e66b899a-809b-4c28-8fc4-39b688474c42) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:23.117319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:23.248541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.296794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.301490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 67c20877-e000-4bc5-a13a-bb598f5dbd79 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:23.308285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0e212-15cb-4d6f-9787-632053f9dcfc req-d57e9608-8d35-4748-8c09-c9ec25c945aa tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:23.311352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf0e212-15cb-4d6f-9787-632053f9dcfc req-d57e9608-8d35-4748-8c09-c9ec25c945aa tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=568ae464-cbd8-4f4b-9c05-1b3c005dda26 HTTP/1.1" status: 200 len: 945 time: 0.5989347 Dec 17 15:57:23.313704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.340951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.353247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 67c20877-e000-4bc5-a13a-bb598f5dbd79 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:23.353916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 67c20877-e000-4bc5-a13a-bb598f5dbd79 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:23.358362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1628804e-c935-4b25-9f5d-75bef92a3e43'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:23.405655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Pushing event deleted for resources: {'Port': ['ID=fd0140d9-d160-4fc1-8666-f10a4cc0d8c9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:23.429140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['fd0140d9-d160-4fc1-8666-f10a4cc0d8c9'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:23.438019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df39542-d2fb-49f1-a5b9-ecdbee84d8a7']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:23.441688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] No DVR routers for this DVR port fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:23.447101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.451423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92ffdb57-957b-4339-871c-abd6b1f9526b req-3dc3f4e8-f151-4963-a501-9e5e59aed08b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.47 "DELETE /v2.0/ports/fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 HTTP/1.1" status: 204 len: 173 time: 1.3717144 Dec 17 15:57:23.452139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'name': 'network-vif-deleted', 'tag': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:23.454762 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf68f7b-d11f-40cf-91a5-8e72d8d405af" -d '{"events": [{"server_uuid": "568ae464-cbd8-4f4b-9c05-1b3c005dda26", "name": "network-vif-deleted", "tag": "fd0140d9-d160-4fc1-8666-f10a4cc0d8c9"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:23.511942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef7ce0d-5f06-42fd-b70a-550447d6b037 req-30db017d-b732-461a-bc9d-539cf79258cc service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244939 Dec 17 15:57:23.519458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:23.521359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:23.521656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2dfbc7-2d0c-43e1-afcc-7ad661a4e4e1') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:23.531106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.554566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:23.564045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.571049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:23.579264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e4774a-e714-4c12-9488-47b2f2bbc616 None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:23.590796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.601118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:23.607724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:23.613746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:23.617004 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:23.620575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddf0e212-15cb-4d6f-9787-632053f9dcfc req-ca2ef8b0-5292-481c-84fa-afecec7bd2eb tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892864 Dec 17 15:57:23.669749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.722008 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9ffd1b-ccc3-4531-8ead-209b79ef5162 x-openstack-request-id: req-9c9ffd1b-ccc3-4531-8ead-209b79ef5162 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:23.722478 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:23.722734 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c9ffd1b-ccc3-4531-8ead-209b79ef5162 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:23.723132 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'code': 200} Dec 17 15:57:23.745186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4e354022-b992-4cdf-8d09-d8464fc2303e None None] Provisioning complete for port 512ec05d-2fb0-457a-9537-d17f9138e836 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:23.745379 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4e354022-b992-4cdf-8d09-d8464fc2303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.797619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4e354022-b992-4cdf-8d09-d8464fc2303e None None] Port 512ec05d-2fb0-457a-9537-d17f9138e836 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:23.806613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=e66b899a-809b-4c28-8fc4-39b688474c42,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:23.821947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:23.825569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:23.826205 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.829501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:23.837220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:23.849623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.857258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476205a0-41c7-4240-b80d-f07231c0993c req-2712db5b-018e-4352-bd74-779cbb7be3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:23.858821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476205a0-41c7-4240-b80d-f07231c0993c req-2712db5b-018e-4352-bd74-779cbb7be3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 1096 time: 0.1576781 Dec 17 15:57:23.865190 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.869512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] 10.222.0.54 "DELETE /v2.0/networks/8df39542-d2fb-49f1-a5b9-ecdbee84d8a7 HTTP/1.1" status: 204 len: 168 time: 1.9294665 Dec 17 15:57:23.912322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-d18f1767-0828-4b4e-8f3e-de851d3ae483 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8205912 Dec 17 15:57:23.926117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Request body: {'port': {'device_id': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:23.926770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:23.927721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:23.940533 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a0615-2301-4589-bdeb-2df62af79205 x-openstack-request-id: req-884a0615-2301-4589-bdeb-2df62af79205 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:23.941244 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568ae464-cbd8-4f4b-9c05-1b3c005dda26", "name": "network-vif-deleted", "tag": "fd0140d9-d160-4fc1-8666-f10a4cc0d8c9", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:23.941721 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-884a0615-2301-4589-bdeb-2df62af79205 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:23.942346 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568ae464-cbd8-4f4b-9c05-1b3c005dda26', 'name': 'network-vif-deleted', 'tag': 'fd0140d9-d160-4fc1-8666-f10a4cc0d8c9', 'status': 'completed', 'code': 200} Dec 17 15:57:23.964717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aab19-d257-4477-9d16-b8e3732615a0 req-909730d3-ca46-4572-981b-e23d66f109ff tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:23.966855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-841aab19-d257-4477-9d16-b8e3732615a0 req-909730d3-ca46-4572-981b-e23d66f109ff tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 931 time: 0.4120352 Dec 17 15:57:23.982948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-774f6572-716f-49a1-9bf3-cc86f873b1bd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6756167 Dec 17 15:57:23.995165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083868d2-4c01-4656-9294-43569ff93059 tempest-ExtraDHCPOptionsTestJSON-38312281 tempest-ExtraDHCPOptionsTestJSON-38312281-project] Pushing event deleted for resources: {'Network': ['ID=8df39542-d2fb-49f1-a5b9-ecdbee84d8a7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:24.005596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'admin_state_up': True, 'tenant_id': 'c81336360a334161a51173b9879a5656', 'security_groups': ['c0de2099-538d-40fa-b675-89f428c6e1cd']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:24.177916 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-841aab19-d257-4477-9d16-b8e3732615a0 req-e21dd8f9-ef34-4ec3-98f9-9c4e542c0541 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017429 Dec 17 15:57:24.200484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.208563 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.217533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb2d3e-96c1-4db3-b442-4ad21cd921fd req-16eec091-931d-421e-90d6-06076fb0173d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:24.219105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ebb2d3e-96c1-4db3-b442-4ad21cd921fd req-16eec091-931d-421e-90d6-06076fb0173d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 944 time: 0.2696619 Dec 17 15:57:24.231009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476205a0-41c7-4240-b80d-f07231c0993c req-b383266d-aa88-48aa-8037-3599f391c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:24.232767 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476205a0-41c7-4240-b80d-f07231c0993c req-b383266d-aa88-48aa-8037-3599f391c56d service neutron] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.3621020 Dec 17 15:57:24.241608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.310724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:24.314656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.340321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fcc1ba9d-32aa-40cf-b18b-ed901308224a None None] Provisioning complete for port e66b899a-809b-4c28-8fc4-39b688474c42 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:24.340974 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ba9d-32aa-40cf-b18b-ed901308224a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.388075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1ba9d-32aa-40cf-b18b-ed901308224a None None] Port e66b899a-809b-4c28-8fc4-39b688474c42 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:24.410044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47030) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:24.447390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476205a0-41c7-4240-b80d-f07231c0993c req-e2f0dbe4-6402-44a4-bdfb-38d6dba7a854 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2049871b-b2f9-4579-93b1-207c36de9f92 HTTP/1.1" status: 200 len: 217 time: 0.1912694 Dec 17 15:57:24.525459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238ae1-2434-4775-b4b4-416ee9b4ed93 req-d216751f-e5c7-4c63-a80e-4448ba07ed79 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:24.528627 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35238ae1-2434-4775-b4b4-416ee9b4ed93 req-d216751f-e5c7-4c63-a80e-4448ba07ed79 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 931 time: 0.1101823 Dec 17 15:57:24.529907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 10.1.1.229 (bd5a3c2b-5678-4807-8993-5d76e0aa27b8/b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64/7107bde3-99fe-463c-b29a-c8f00dc095b6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:24.535228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=022a2bcc-b06c-4175-8c23-94b072812ff3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:24.606170 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.618109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ebb2d3e-96c1-4db3-b442-4ad21cd921fd req-afb6e02c-f306-4ade-8a62-c7e0c0cf7dc1 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826118 Dec 17 15:57:24.643074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476205a0-41c7-4240-b80d-f07231c0993c req-c1270b17-7d76-4e4b-94e9-31a23568ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:24.643074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476205a0-41c7-4240-b80d-f07231c0993c req-c1270b17-7d76-4e4b-94e9-31a23568ada6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.1775827 Dec 17 15:57:24.670454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-31b93b4f-35c1-4108-b58a-fd5ab6e0a393 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d5b35bf043b42629e7db3c233b28c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594297 Dec 17 15:57:24.672383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47038) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:24.722354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476205a0-41c7-4240-b80d-f07231c0993c req-703ffb15-428d-4ef4-94a4-ed57bddaa5fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731618 Dec 17 15:57:24.725066 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35238ae1-2434-4775-b4b4-416ee9b4ed93 req-271aa5b5-b741-4258-a613-3f7ce573665a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886730 Dec 17 15:57:24.779136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4788a60-946b-422d-bbf7-2b4f8e831bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.821496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4788a60-946b-422d-bbf7-2b4f8e831bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.929180 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.990002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4788a60-946b-422d-bbf7-2b4f8e831bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.993600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4788a60-946b-422d-bbf7-2b4f8e831bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:24.995207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f4788a60-946b-422d-bbf7-2b4f8e831bc5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee710a86-e982-4ea5-9658-8800d23c0149 HTTP/1.1" status: 204 len: 168 time: 0.3163524 Dec 17 15:57:25.014831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:25.024646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4788a60-946b-422d-bbf7-2b4f8e831bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee710a86-e982-4ea5-9658-8800d23c0149,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:25.126221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:25.134132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:25.149127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:25.158270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=7107bde3-99fe-463c-b29a-c8f00dc095b6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:25.209884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323102d-752f-4dac-a408-c85d4fbf45b0 req-38459c2c-4af8-408f-8557-feca2708b9d9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:25.219242 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c323102d-752f-4dac-a408-c85d4fbf45b0 req-38459c2c-4af8-408f-8557-feca2708b9d9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1848886 Dec 17 15:57:25.295065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c323102d-752f-4dac-a408-c85d4fbf45b0 req-eee8b09e-b775-4adf-b09f-fbb8755f3e8c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746636 Dec 17 15:57:25.333941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:25.335771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:25.361189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122a21d-d4f4-4e7e-bf45-87a20b728c02 req-acdbc1c3-3549-46d4-8c03-cde2abf866f9 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:25.369576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b122a21d-d4f4-4e7e-bf45-87a20b728c02 req-acdbc1c3-3549-46d4-8c03-cde2abf866f9 tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 949 time: 0.2066512 Dec 17 15:57:25.376337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-462df58e-6d18-4d03-a2f7-9eb3dba6cc41 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3813057 Dec 17 15:57:25.393914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6', 'admin_state_up': True, 'tenant_id': 'c81336360a334161a51173b9879a5656', 'security_groups': ['c0de2099-538d-40fa-b675-89f428c6e1cd']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:25.411353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Network 73a82f14-005f-4fa0-8132-2c56f2195748 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:25.434707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:25.501891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476205a0-41c7-4240-b80d-f07231c0993c req-92cb1463-e8b3-4431-8738-37d4a68e9d7a service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401201 Dec 17 15:57:25.593704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6a3c-f5f4-454c-a984-c99cee96364a req-33c16aea-be2c-461d-a4fc-3293271adca0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:25.605426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6a3c-f5f4-454c-a984-c99cee96364a req-33c16aea-be2c-461d-a4fc-3293271adca0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:25.619864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6a3c-f5f4-454c-a984-c99cee96364a req-33c16aea-be2c-461d-a4fc-3293271adca0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:25.623602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c1b6a3c-f5f4-454c-a984-c99cee96364a req-33c16aea-be2c-461d-a4fc-3293271adca0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 2374 time: 0.1897199 Dec 17 15:57:25.633372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-758f79f1-6cc8-481c-a898-3f91fdfc6905 None None] Provisioning complete for port 7107bde3-99fe-463c-b29a-c8f00dc095b6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:25.633930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-758f79f1-6cc8-481c-a898-3f91fdfc6905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:25.706543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c1b6a3c-f5f4-454c-a984-c99cee96364a req-f14ec3d0-9d61-4640-a0fd-835f6cee530a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757706 Dec 17 15:57:25.721884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-758f79f1-6cc8-481c-a898-3f91fdfc6905 None None] Port 7107bde3-99fe-463c-b29a-c8f00dc095b6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:25.751745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:25.784087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Router cfb7f033-25be-4543-a69e-868a045345d6 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:57:25.862190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b122a21d-d4f4-4e7e-bf45-87a20b728c02 req-31af867f-73aa-438d-9fbc-e58735b3671d tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915352 Dec 17 15:57:25.916118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512ec05d-2fb0-457a-9537-d17f9138e836 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:25.938566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:25.947586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5bccad6b-b888-4e95-940e-c93f1ef2ebd2 None None] Provisioning complete for port 022a2bcc-b06c-4175-8c23-94b072812ff3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:25.948069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bccad6b-b888-4e95-940e-c93f1ef2ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:25.986753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5bccad6b-b888-4e95-940e-c93f1ef2ebd2 None None] Port 022a2bcc-b06c-4175-8c23-94b072812ff3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:25.992679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.012845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddcf0b-d0a6-4417-9df0-da8b243d0056 req-b77f7f8a-e9db-4519-97c3-210fe34b7749 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:26.020891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12ddcf0b-d0a6-4417-9df0-da8b243d0056 req-b77f7f8a-e9db-4519-97c3-210fe34b7749 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 944 time: 0.1520066 Dec 17 15:57:26.081047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Transition to ACTIVE for port object 512ec05d-2fb0-457a-9537-d17f9138e836 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:26.088740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476205a0-41c7-4240-b80d-f07231c0993c req-557a11ce-3297-4316-bbbd-fe3e39375291 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854006 Dec 17 15:57:26.094370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.181466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:26.185602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:26.209600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407605c-e4f7-4b55-b025-80825fadae42 req-39c0f7eb-2859-48cd-80c3-3b836d401746 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:26.211173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5407605c-e4f7-4b55-b025-80825fadae42 req-39c0f7eb-2859-48cd-80c3-3b836d401746 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 931 time: 0.2679362 Dec 17 15:57:26.240418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d2945-e44d-439e-90a1-cf4ca3f46a2d None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:26.294622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:26.300197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bcd71784-4abd-40d7-8996-f0e2fdf01cd0 admin admin] 10.222.0.54 "PUT /v2.0/routers/cfb7f033-25be-4543-a69e-868a045345d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6647038 Dec 17 15:57:26.308981 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Sync routers for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:26.333237 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:26.333886 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:26.384186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 10.2.2.100 (bb717a21-920e-4104-b4c5-ec153af618b6/f311aff2-818d-465c-9039-f0ac10562268/43a29ab9-7f24-4ba6-bd54-88e255c8cec4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:26.387172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-77496631'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:26.406270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2049871b-b2f9-4579-93b1-207c36de9f92 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:57:26.410399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:26.453935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5407605c-e4f7-4b55-b025-80825fadae42 req-f53f1dbe-9b1d-4b7a-8e3a-d122c073fb08 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233012 Dec 17 15:57:26.463222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Attempting to bind port 512ec05d-2fb0-457a-9537-d17f9138e836 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:26.467729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Attempting to bind port 512ec05d-2fb0-457a-9537-d17f9138e836 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:26.471345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:26.471855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Attempting to bind port 512ec05d-2fb0-457a-9537-d17f9138e836 on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:26.481090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fd0140d9-d160-4fc1-8666-f10a4cc0d8c9 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:26.488566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Port 512ec05d-2fb0-457a-9537-d17f9138e836 on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:26.495719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Attempting to bind port 512ec05d-2fb0-457a-9537-d17f9138e836 on network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:26.515561 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:26.520980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:26.525995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Checking segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:26.526537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Bound using segment: {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:26.527575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Bound port: 512ec05d-2fb0-457a-9537-d17f9138e836, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0d163c-ac91-49a5-84fe-5a776584ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:26.529675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.549410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.620430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12ddcf0b-d0a6-4417-9df0-da8b243d0056 req-c0ee94da-253c-4de6-9148-c760eb981216 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923126 Dec 17 15:57:26.621912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.662780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:26.666599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.669211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bb717a21-920e-4104-b4c5-ec153af618b6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:26.676939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:26.720284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.735863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:26.854728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:26.877230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:26.877677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.877869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.897011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e93cf-8290-45d2-b7e0-74d0024e7985 req-3ab71287-92f0-4b9b-a272-084a6b44cfe2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:26.904488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8dd05851-5ca1-4a05-9667-68b907691bf2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5208187 Dec 17 15:57:26.906100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-739e93cf-8290-45d2-b7e0-74d0024e7985 req-3ab71287-92f0-4b9b-a272-084a6b44cfe2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2841449 Dec 17 15:57:26.911531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.917341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6', 'admin_state_up': True, 'tenant_id': 'c81336360a334161a51173b9879a5656', 'security_groups': ['c0de2099-538d-40fa-b675-89f428c6e1cd']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:26.932667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:26.944131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:26.944737 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment aceab645-61d4-4d5a-b26d-b71981acfa35 of type vlan for network 93d440b4-6135-4137-a3e2-3f0d0768f739 Dec 17 15:57:26.978642 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:23Z', 'revision_number': 2, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:27.022861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.061931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:27.085763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Made reservation on behalf of c81336360a334161a51173b9879a5656 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:27.091672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.092484 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Checking router: cfb7f033-25be-4543-a69e-868a045345d6 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:57:27.092845 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Updating router cfb7f033-25be-4543-a69e-868a045345d6 port 022a2bcc-b06c-4175-8c23-94b072812ff3 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:57:27.101895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2049871b-b2f9-4579-93b1-207c36de9f92, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2049871b-b2f9-4579-93b1-207c36de9f92,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:27.102830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.109613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.110643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.127638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '2049871b-b2f9-4579-93b1-207c36de9f92', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': '2049871b-b2f9-4579-93b1-207c36de9f92', 'mac_address': 'fa:16:3e:b9:17:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:57:27.131601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-05702356-579e-4bcf-9dde-8f8c755d9a6c None None] Provisioning complete for port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:27.132829 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05702356-579e-4bcf-9dde-8f8c755d9a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.162027 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.177815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-05702356-579e-4bcf-9dde-8f8c755d9a6c None None] Port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:27.228769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=93d440b4-6135-4137-a3e2-3f0d0768f739,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:27.240374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0478485 Dec 17 15:57:27.242787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:27.244596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47092) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:27.258637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:27.261618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'name': 'tempest-PortsTestJSON-1466514571'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:27.265493 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.310222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.315433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2049871b-b2f9-4579-93b1-207c36de9f92 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:27.334672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-739e93cf-8290-45d2-b7e0-74d0024e7985 req-5b9b392b-a300-404c-a008-bc5108b9b89c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262938 Dec 17 15:57:27.398521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.399313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.402929 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] 10.222.0.47 "PUT /v2.0/ports/512ec05d-2fb0-457a-9537-d17f9138e836 HTTP/1.1" status: 200 len: 1092 time: 3.4815323 Dec 17 15:57:27.417051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:27.421340 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3676211a-f69f-4778-ae33-219b73f26010" -d '{"events": [{"name": "network-changed", "server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:27.438566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-35d1ad22-f07d-4690-9304-a6d2f8b605ca tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.441160 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-35d1ad22-f07d-4690-9304-a6d2f8b605ca tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 949 time: 0.5308173 Dec 17 15:57:27.441846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8220da-4c6e-406b-a520-8dc245f3be1d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b08275-e5e1-45b6-84a6-ab2e3184fe1a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:27.459548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19bc484-463a-4dc5-9013-0290e04ba179 None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:27.564483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2049871b-b2f9-4579-93b1-207c36de9f92, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2049871b-b2f9-4579-93b1-207c36de9f92,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:27.577251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.616737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203601f8-23af-4ff3-9fa7-646068de2200 service neutron] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:27.642856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:27.647265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.691576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-28d879d6-b4c3-41f3-bb37-edbdf9189ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.693203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-28d879d6-b4c3-41f3-bb37-edbdf9189ee0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 1095 time: 0.2061977 Dec 17 15:57:27.704023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97a289-f10b-4612-b1fb-dd6a2a901047 req-d8f404dc-87a2-48f9-8b64-2ce1e7e806f6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.710635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97a289-f10b-4612-b1fb-dd6a2a901047 req-d8f404dc-87a2-48f9-8b64-2ce1e7e806f6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.718803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97a289-f10b-4612-b1fb-dd6a2a901047 req-d8f404dc-87a2-48f9-8b64-2ce1e7e806f6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.727799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97a289-f10b-4612-b1fb-dd6a2a901047 req-d8f404dc-87a2-48f9-8b64-2ce1e7e806f6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.728128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=2049871b-b2f9-4579-93b1-207c36de9f92,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:27.730417 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba97a289-f10b-4612-b1fb-dd6a2a901047 req-d8f404dc-87a2-48f9-8b64-2ce1e7e806f6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 3095 time: 0.2287319 Dec 17 15:57:27.738865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47102) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:27.747571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f19a4eed-4db2-4e9f-bc0e-d76816a762c1 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199184217', 'description': 'tempest-description--1439032856'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:27.749429 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.760456 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.777243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 0a7d1fbc-71e4-4c44-8534-557ab988d835 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:27.821595 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-cd0b3329-85c9-4d8b-b764-f7526b354d5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512ec05d-2fb0-457a-9537-d17f9138e836 HTTP/1.1" status: 200 len: 217 time: 0.0888813 Dec 17 15:57:27.858202 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Pushing event updated for resources: {'Port': ['ID=022a2bcc-b06c-4175-8c23-94b072812ff3,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:27.885524 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.888206 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.888880 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.889462 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.890011 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.890698 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.891441 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.893099 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.893604 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.893939 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.894275 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.894604 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.894933 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.917664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['2049871b-b2f9-4579-93b1-207c36de9f92'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:27.941840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-cbe98915-86d5-438d-bcc8-3656e6db3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:27.943559 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-cbe98915-86d5-438d-bcc8-3656e6db3e91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.1096430 Dec 17 15:57:27.950888 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Attempting to bind port 022a2bcc-b06c-4175-8c23-94b072812ff3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:27.951332 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Attempting to bind port 022a2bcc-b06c-4175-8c23-94b072812ff3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:27.952205 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Attempting to bind port 022a2bcc-b06c-4175-8c23-94b072812ff3 on network 73a82f14-005f-4fa0-8132-2c56f2195748 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:27.958283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:27.958700 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Checking segment: {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:27.959146 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:27.959647 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Bound using segment: {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:27.960237 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Bound port: 022a2bcc-b06c-4175-8c23-94b072812ff3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:27.960626 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.019179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Deleting port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:28.019519 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.116647 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] For port 022a2bcc-b06c-4175-8c23-94b072812ff3, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:28.120290 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] For port 022a2bcc-b06c-4175-8c23-94b072812ff3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=022a2bcc-b06c-4175-8c23-94b072812ff3,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:28.129662 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.185272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] For port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:28.186096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.267725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Calling delete_port for 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:28.290392 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:28.291713 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:28.319676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-56a3ab79-417d-46fb-988d-4787b4d60697 None None] Provisioning complete for port 022a2bcc-b06c-4175-8c23-94b072812ff3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:28.323683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56a3ab79-417d-46fb-988d-4787b4d60697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.409472 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:28.415748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:28.493293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Allocated IP 10.2.2.200 (bb717a21-920e-4104-b4c5-ec153af618b6/f311aff2-818d-465c-9039-f0ac10562268/22d1f606-ef23-484c-b3e7-e9fc2dabf78b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:28.534489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cce16-d090-4168-8c6e-9547ed28ec66 req-6bfd2c9f-15b5-4ce4-9451-736566129a6e tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:28.544031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb8cce16-d090-4168-8c6e-9547ed28ec66 req-6bfd2c9f-15b5-4ce4-9451-736566129a6e tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f2329b-0325-41e4-856b-a8d9debef8ef HTTP/1.1" status: 200 len: 949 time: 0.7060361 Dec 17 15:57:28.607526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-0a0ec523-f4a6-4c66-9245-ae089f0df9cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6482933 Dec 17 15:57:28.608795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f19a4eed-4db2-4e9f-bc0e-d76816a762c1 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.614638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.633050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No active binding found for port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 15:57:28.633690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:28.638153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56a3ab79-417d-46fb-988d-4787b4d60697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.673176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-56a3ab79-417d-46fb-988d-4787b4d60697 None None] For port 022a2bcc-b06c-4175-8c23-94b072812ff3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=022a2bcc-b06c-4175-8c23-94b072812ff3,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:28.678688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56a3ab79-417d-46fb-988d-4787b4d60697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.680820 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9895-3381-4ae5-a409-c5fe999231d1 None None] Pushing event updated for resources: {'Port': ['ID=022a2bcc-b06c-4175-8c23-94b072812ff3,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:28.698974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb8cce16-d090-4168-8c6e-9547ed28ec66 req-2e62a611-381a-4bc5-9a75-480cfb575f2d tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.54 "GET /v2.0/security-groups?id=1abfd252-9b8b-425d-95e9-0f61a9d1ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493914 Dec 17 15:57:28.714948 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:28.747349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba97a289-f10b-4612-b1fb-dd6a2a901047 req-9eba94c5-2fb6-430f-9304-6c2136d0e595 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9892087 Dec 17 15:57:28.750560 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1987e32a-9527-4524-9fa6-a1fa67fc08eb None None] The sync data for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 is: [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:28.786156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Pushing event deleted for resources: {'Port': ['ID=0dbf6933-fe4b-48e7-af5f-057f1a28e5f3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:28.922924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.933660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3ab79-417d-46fb-988d-4787b4d60697 None None] Pushing event updated for resources: {'Port': ['ID=022a2bcc-b06c-4175-8c23-94b072812ff3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:28.944108 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a910331d-9a86-4bfc-ad00-712d0db75803 x-openstack-request-id: req-a910331d-9a86-4bfc-ad00-712d0db75803 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:28.944522 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:28.945087 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a910331d-9a86-4bfc-ad00-712d0db75803 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:28.948449 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836', 'status': 'completed', 'code': 200} Dec 17 15:57:28.953673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] No DVR routers for this DVR port 0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:28.953896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8ce92ccd-414f-4c70-a74e-bf1136b94bb7 None None] Provisioning complete for port 022a2bcc-b06c-4175-8c23-94b072812ff3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:28.954256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ce92ccd-414f-4c70-a74e-bf1136b94bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.972446 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:28.978043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1a9337e-1332-4144-a909-c7de55a4bea4 req-afcfa962-d192-4580-a8db-4d8e97f7d30f tempest-ImagesOneServerTestJSON-368131777 tempest-ImagesOneServerTestJSON-368131777-project] 10.222.0.47 "DELETE /v2.0/ports/0dbf6933-fe4b-48e7-af5f-057f1a28e5f3 HTTP/1.1" status: 204 len: 173 time: 1.5299594 Dec 17 15:57:28.994235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38156f-777d-4d12-9bdd-5d36456c8b61 req-ae56dec3-d4c0-45e6-b964-87397b67ea2a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:29.002826 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f38156f-777d-4d12-9bdd-5d36456c8b61 req-ae56dec3-d4c0-45e6-b964-87397b67ea2a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1810422 Dec 17 15:57:29.053242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-996e3790-8175-4a3b-89da-13eb6f64fd2b service neutron] 10.222.0.47 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358757 Dec 17 15:57:29.156154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.182548 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fbfab9-fa73-4017-ae4c-d2f6cf9dbf0a req-64f01b72-d6e2-4786-9e5a-1b1b58a29a0a service neutron] 10.222.0.47 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077821 Dec 17 15:57:29.206776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286ea75-ab16-4b35-814b-0325140b8d58 req-a72fdb95-1ddd-4ff0-84c9-103855953c32 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:29.208543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4286ea75-ab16-4b35-814b-0325140b8d58 req-a72fdb95-1ddd-4ff0-84c9-103855953c32 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 943 time: 0.2271833 Dec 17 15:57:29.211478 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f19a4eed-4db2-4e9f-bc0e-d76816a762c1 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.220172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f19a4eed-4db2-4e9f-bc0e-d76816a762c1 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.245917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.305577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f38156f-777d-4d12-9bdd-5d36456c8b61 req-78613344-5214-4384-86f6-5fcb4112c925 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015530 Dec 17 15:57:29.306639 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.376422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Network bb717a21-920e-4104-b4c5-ec153af618b6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:29.406654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4286ea75-ab16-4b35-814b-0325140b8d58 req-b8b694c4-5770-4cd4-90d5-020b93ef5f5d tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891961 Dec 17 15:57:29.426099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:29.430100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f19a4eed-4db2-4e9f-bc0e-d76816a762c1 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.434477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f19a4eed-4db2-4e9f-bc0e-d76816a762c1 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.6902375 Dec 17 15:57:29.462653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:29.469411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:29.494094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a4eed-4db2-4e9f-bc0e-d76816a762c1 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a8afcd-e132-4b5f-bfd1-c48ac03b8339,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:29.500620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676211a-f69f-4778-ae33-219b73f26010 req-4e44e11c-d133-4ac0-bcc2-07ae1aafefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:29.505261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3676211a-f69f-4778-ae33-219b73f26010 req-4e44e11c-d133-4ac0-bcc2-07ae1aafefa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 1095 time: 0.2485013 Dec 17 15:57:29.583981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b5082a01-2782-482e-8262-6142239b9d8c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Request body: {'security_group_rule': {'security_group_id': '07a8afcd-e132-4b5f-bfd1-c48ac03b8339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:29.608556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=0a7d1fbc-71e4-4c44-8534-557ab988d835,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:29.783118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676211a-f69f-4778-ae33-219b73f26010 req-ccf2d276-5ad6-4d0c-bae8-a450a5efcb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:29.791446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3676211a-f69f-4778-ae33-219b73f26010 req-ccf2d276-5ad6-4d0c-bae8-a450a5efcb93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 200 len: 906 time: 0.2723062 Dec 17 15:57:29.831625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': 'aceab645-61d4-4d5a-b26d-b71981acfa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:29.832640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: 93d440b4-6135-4137-a3e2-3f0d0768f739, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:29.899640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:29.900409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.912456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event updated for resources: {'Port': ['ID=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:29.913274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3676211a-f69f-4778-ae33-219b73f26010 req-bc30df32-b8dd-4b82-9a10-228fa73a9c4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512ec05d-2fb0-457a-9537-d17f9138e836 HTTP/1.1" status: 200 len: 217 time: 0.1140590 Dec 17 15:57:29.939155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9485224-97c4-4882-b8a1-6583e2fd63b6 req-5eeba8f4-2d6c-4af6-9be9-5dca53d97d7e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:29.949779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9485224-97c4-4882-b8a1-6583e2fd63b6 req-5eeba8f4-2d6c-4af6-9be9-5dca53d97d7e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 945 time: 0.3891642 Dec 17 15:57:29.957293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-14d3ebc2-70d5-444e-a823-6d8803906b45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5226943 Dec 17 15:57:29.966317 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5082a01-2782-482e-8262-6142239b9d8c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:29.967937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fa989e42-5e44-4ad4-ac5a-71bfe061a339 None None] Provisioning complete for port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:29.968454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fa989e42-5e44-4ad4-ac5a-71bfe061a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.028588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fa989e42-5e44-4ad4-ac5a-71bfe061a339 None None] Port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:30.032451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:30.038565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0aef0b67-ae9f-4523-b0d9-b223abc28ea7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1268349 Dec 17 15:57:30.052238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676211a-f69f-4778-ae33-219b73f26010 req-114934e0-0497-4c9c-ab50-0ddd2456dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.054345 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3676211a-f69f-4778-ae33-219b73f26010 req-114934e0-0497-4c9c-ab50-0ddd2456dbd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 200 len: 845 time: 0.1338410 Dec 17 15:57:30.103318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3676211a-f69f-4778-ae33-219b73f26010 req-3206324d-b08b-4ecb-aba2-9b5d8c715e88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377588 Dec 17 15:57:30.128565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:30.227741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 93d440b4-6135-4137-a3e2-3f0d0768f739) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:30.239129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4948f6-dd88-4050-b7c6-540d054a4973 None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:30.279626 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9485224-97c4-4882-b8a1-6583e2fd63b6 req-84e86051-3a6c-45bf-8ba0-453341715012 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286383 Dec 17 15:57:30.303762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6e13-4be6-41d1-82b8-1039cc0ac7d3 req-e309138b-40f2-48a8-9efd-cf38b18d5ec6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.326170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6e13-4be6-41d1-82b8-1039cc0ac7d3 req-e309138b-40f2-48a8-9efd-cf38b18d5ec6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.334681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6e13-4be6-41d1-82b8-1039cc0ac7d3 req-e309138b-40f2-48a8-9efd-cf38b18d5ec6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.336225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:30.343907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6e13-4be6-41d1-82b8-1039cc0ac7d3 req-e309138b-40f2-48a8-9efd-cf38b18d5ec6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.345018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.346907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.357407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6e13-4be6-41d1-82b8-1039cc0ac7d3 req-e309138b-40f2-48a8-9efd-cf38b18d5ec6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.378017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-502b6e13-4be6-41d1-82b8-1039cc0ac7d3 req-e309138b-40f2-48a8-9efd-cf38b18d5ec6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 3816 time: 0.3225546 Dec 17 15:57:30.404779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53fec7a7-270c-4a83-a551-ead32c7b3419 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1567268 Dec 17 15:57:30.413562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47124) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:30.434304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2049871b-b2f9-4579-93b1-207c36de9f92 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:30.456342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1308009273'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:30.534140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47130) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:30.562388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3676211a-f69f-4778-ae33-219b73f26010 req-6331b748-951d-46cb-8a27-3c88af66faa6 service neutron] 10.222.0.47 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137800 Dec 17 15:57:30.565174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 022a2bcc-b06c-4175-8c23-94b072812ff3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:30.582489 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-502b6e13-4be6-41d1-82b8-1039cc0ac7d3 req-e0a7ff24-ca84-48e7-804c-8fc5af673ccd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035928 Dec 17 15:57:30.612041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5082a01-2782-482e-8262-6142239b9d8c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.729751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-36da8a4f-3f2d-42ca-a868-2260f1dbf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:30.731633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-36da8a4f-3f2d-42ca-a868-2260f1dbf145 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1098 time: 0.6855378 Dec 17 15:57:30.736341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 2049871b-b2f9-4579-93b1-207c36de9f92 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:57:30.754199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.754404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 2049871b-b2f9-4579-93b1-207c36de9f92 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:30.756118 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.756258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5082a01-2782-482e-8262-6142239b9d8c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.819056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3676211a-f69f-4778-ae33-219b73f26010 req-221d2a2f-e48a-482f-8177-73cb5cad022c service neutron] 10.222.0.47 "GET /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404540 Dec 17 15:57:30.825475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 022a2bcc-b06c-4175-8c23-94b072812ff3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:30.828029 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.949569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-deleted', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:30.951836 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423bd37e-a1d7-4f0a-ab8d-0f86030e98f0" -d '{"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-deleted", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:30.972867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:30.981307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5082a01-2782-482e-8262-6142239b9d8c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8c6c19-f66e-4252-b629-4a19027b386e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:30.992362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:30.998282 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.003606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094e585-2627-484a-abf8-35aba0719443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049871b-b2f9-4579-93b1-207c36de9f92'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:31.008392 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1780673b-8ee1-43f6-8206-6e9c00c77758" -d '{"events": [{"server_uuid": "4094e585-2627-484a-abf8-35aba0719443", "name": "network-vif-plugged", "status": "completed", "tag": "2049871b-b2f9-4579-93b1-207c36de9f92"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:31.024464 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4300e3fe-5ba6-4a76-911d-69eb8a40e8ae x-openstack-request-id: req-4300e3fe-5ba6-4a76-911d-69eb8a40e8ae {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:31.025252 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f2329b-0325-41e4-856b-a8d9debef8ef", "name": "network-vif-deleted", "tag": "0dbf6933-fe4b-48e7-af5f-057f1a28e5f3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:31.025691 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4300e3fe-5ba6-4a76-911d-69eb8a40e8ae {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:31.026259 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f2329b-0325-41e4-856b-a8d9debef8ef', 'name': 'network-vif-deleted', 'tag': '0dbf6933-fe4b-48e7-af5f-057f1a28e5f3', 'status': 'completed', 'code': 200} Dec 17 15:57:31.028444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2049871b-b2f9-4579-93b1-207c36de9f92, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2049871b-b2f9-4579-93b1-207c36de9f92,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:31.034937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.063114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5082a01-2782-482e-8262-6142239b9d8c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.067220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47142) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:31.073119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-815df408-c512-4b1e-ae1c-698f1a9036b8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Request body: {'security_group_rule': {'security_group_id': '07a8afcd-e132-4b5f-bfd1-c48ac03b8339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:31.076389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b5082a01-2782-482e-8262-6142239b9d8c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5077202 Dec 17 15:57:31.102667 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f4ea5-247e-4e50-855d-49cbc5f8277c x-openstack-request-id: req-ef0f4ea5-247e-4e50-855d-49cbc5f8277c {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:31.103029 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094e585-2627-484a-abf8-35aba0719443", "name": "network-vif-plugged", "status": "completed", "tag": "2049871b-b2f9-4579-93b1-207c36de9f92", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:31.103562 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef0f4ea5-247e-4e50-855d-49cbc5f8277c {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:31.105164 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4094e585-2627-484a-abf8-35aba0719443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049871b-b2f9-4579-93b1-207c36de9f92', 'code': 200} Dec 17 15:57:31.108693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=2049871b-b2f9-4579-93b1-207c36de9f92,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:31.145480 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-815df408-c512-4b1e-ae1c-698f1a9036b8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.147145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cacaa4-15b6-453b-b3b0-bd8a8b3f6c35 req-76e29377-7fc4-4d56-9eef-0147e514f994 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:31.156785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3cacaa4-15b6-453b-b3b0-bd8a8b3f6c35 req-76e29377-7fc4-4d56-9eef-0147e514f994 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 943 time: 0.5426211 Dec 17 15:57:31.275722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-815df408-c512-4b1e-ae1c-698f1a9036b8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.287632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdee72-65dd-4205-a2cf-9521a653b621 req-6bc9a31f-c509-4c41-859e-c11041dc3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:31.290320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dacdee72-65dd-4205-a2cf-9521a653b621 req-6bc9a31f-c509-4c41-859e-c11041dc3233 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 1098 time: 0.1116247 Dec 17 15:57:31.291161 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-815df408-c512-4b1e-ae1c-698f1a9036b8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.343576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815df408-c512-4b1e-ae1c-698f1a9036b8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b944d1-918a-44db-811a-815cca764d57,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:31.367044 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-815df408-c512-4b1e-ae1c-698f1a9036b8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.371322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-815df408-c512-4b1e-ae1c-698f1a9036b8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999861 Dec 17 15:57:31.373265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47148) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:31.378701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7223fb86-e950-431d-a49b-9cb5d06ff352 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af0db71f2b1547c9809b8927b254c3e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8424768 Dec 17 15:57:31.379736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:31.390320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:31.392554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47150) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:31.411077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dacdee72-65dd-4205-a2cf-9521a653b621 req-5f63ef70-628b-40aa-be2f-82be6bf5044b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063995 Dec 17 15:57:31.462686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.468318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-c65c68b0-9fb3-45c8-8387-c0496c8c6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:31.469823 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-c65c68b0-9fb3-45c8-8387-c0496c8c6834 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 915 time: 0.6952119 Dec 17 15:57:31.471655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.472047 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment 90dbbd12-e151-4f8d-b927-530f40d1c3c8 of type vlan for network b51ea0ee-d65b-473e-85c8-b8591f52e71e Dec 17 15:57:31.547668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11a3db-5540-48ad-b981-9de6042994c9 req-7db1ce8a-4b5d-413c-84f0-f313bc6f2be2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:31.549633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae11a3db-5540-48ad-b981-9de6042994c9 req-7db1ce8a-4b5d-413c-84f0-f313bc6f2be2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.1190894 Dec 17 15:57:31.587917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-d445fcf8-b266-4717-bd7a-2a945d7a39b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 217 time: 0.1030445 Dec 17 15:57:31.605343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3cacaa4-15b6-453b-b3b0-bd8a8b3f6c35 req-2c906530-368d-440c-89a0-8e1631e6bb03 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233890 Dec 17 15:57:31.624108 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae11a3db-5540-48ad-b981-9de6042994c9 req-3ae0a0c1-a1cd-474f-b86b-a138a0ff5dcd tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596392 Dec 17 15:57:31.624623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.675117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.705873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37f19674-7c80-49cf-bd26-ca7ff7427479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.707708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.715434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:31.716431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.902383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4710419 Dec 17 15:57:31.904532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Allocated IP 172.25.0.90 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/84a8e0bf-5087-4d97-9814-dd4c6d75d7ab) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:31.906391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47156) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:31.910759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37f19674-7c80-49cf-bd26-ca7ff7427479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:31.911661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'ports': [{'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739'}, {'network_id': 'b51ea0ee-d65b-473e-85c8-b8591f52e71e'}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:31.912334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:31.912785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': 'b51ea0ee-d65b-473e-85c8-b8591f52e71e'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:31.914306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288373b1-63ec-4c96-8ed1-36a4e9a8fa2a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=b51ea0ee-d65b-473e-85c8-b8591f52e71e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:31.925584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-0c2e11e6-5b60-43a0-a822-5672e4f49f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:31.927278 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-0c2e11e6-5b60-43a0-a822-5672e4f49f23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.2566907 Dec 17 15:57:31.935877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b51ea0ee-d65b-473e-85c8-b8591f52e71e details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:31.981329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-425100fe-a74e-4a24-a6c1-fac7f5d5e865 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454822 Dec 17 15:57:32.029547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10e895-d623-4d40-af2d-d70565d121f4 req-237cf768-8a2e-4137-9c67-ca63fa632884 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:32.035647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10e895-d623-4d40-af2d-d70565d121f4 req-237cf768-8a2e-4137-9c67-ca63fa632884 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:32.041763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10e895-d623-4d40-af2d-d70565d121f4 req-237cf768-8a2e-4137-9c67-ca63fa632884 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:32.048484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10e895-d623-4d40-af2d-d70565d121f4 req-237cf768-8a2e-4137-9c67-ca63fa632884 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:32.054431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10e895-d623-4d40-af2d-d70565d121f4 req-237cf768-8a2e-4137-9c67-ca63fa632884 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:32.056705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d10e895-d623-4d40-af2d-d70565d121f4 req-237cf768-8a2e-4137-9c67-ca63fa632884 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 3816 time: 0.2663500 Dec 17 15:57:32.187177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc10f7d-d7b3-4018-89b8-20c7e383f37b {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:32.198052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37f19674-7c80-49cf-bd26-ca7ff7427479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.200795 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37f19674-7c80-49cf-bd26-ca7ff7427479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.201990 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-37f19674-7c80-49cf-bd26-ca7ff7427479 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1abfd252-9b8b-425d-95e9-0f61a9d1ff47 HTTP/1.1" status: 204 len: 168 time: 0.8084567 Dec 17 15:57:32.219477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.237078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d10e895-d623-4d40-af2d-d70565d121f4 req-98387724-7aca-4c2f-aa41-087e70c7047a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422029 Dec 17 15:57:32.242685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-58505b3a-c6a4-4ae3-b887-59845bca5c18 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479472 Dec 17 15:57:32.243419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f19674-7c80-49cf-bd26-ca7ff7427479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abfd252-9b8b-425d-95e9-0f61a9d1ff47,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:32.251118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Transition to ACTIVE for port object 6dc10f7d-d7b3-4018-89b8-20c7e383f37b will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:32.259879 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.366937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:32.430237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 512ec05d-2fb0-457a-9537-d17f9138e836 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:57:32.547037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a76b981-3d75-41ca-afd8-3ca7d83079df req-5b0bd8a4-9a5b-4f5a-8289-52a1b62e27cb service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971449 Dec 17 15:57:32.613649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Attempting to bind port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:32.614806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Attempting to bind port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:32.616219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Attempting to bind port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b on network 3dc344b3-1870-46c9-a4e7-746f86a3b411 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:32.635225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:32.644331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b on network 3dc344b3-1870-46c9-a4e7-746f86a3b411 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:32.644665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Attempting to bind port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b on network 3dc344b3-1870-46c9-a4e7-746f86a3b411 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:32.659545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:32.659918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Checking segment: {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:32.660310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Bound using segment: {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:32.660770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Bound port: 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfaf166-a0f4-4fb8-a158-a999b46a2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:32.661136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.661305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '512ec05d-2fb0-457a-9537-d17f9138e836', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '512ec05d-2fb0-457a-9537-d17f9138e836', 'mac_address': 'fa:16:3e:5e:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:57:32.731070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.784584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512ec05d-2fb0-457a-9537-d17f9138e836 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:32.837181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:32.843152 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.914707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] For port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:32.921424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] For port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:32.931011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac89e3-6b91-4fef-a96c-3dfd9357181a req-a9304451-d507-44e2-98c0-83ea150944b3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:32.932609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaac89e3-6b91-4fef-a96c-3dfd9357181a req-a9304451-d507-44e2-98c0-83ea150944b3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.1525402 Dec 17 15:57:32.934957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.950546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:32.986411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:32.987090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:32.988511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 200 len: 1092 time: 2.8736019 Dec 17 15:57:32.995524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:32.997952 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4be0d-c30a-4583-bf33-6f87260f44f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:33.026398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:33.036406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.075101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa871cc3-5af2-4672-ba06-70695e48e6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:33.100830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eaac89e3-6b91-4fef-a96c-3dfd9357181a req-23af6569-07c9-4c84-bb94-ec7e4654a131 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329036 Dec 17 15:57:33.115808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.163135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['512ec05d-2fb0-457a-9537-d17f9138e836'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:33.169656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.186228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event updated for resources: {'Port': ['ID=84a8e0bf-5087-4d97-9814-dd4c6d75d7ab,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:33.275256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 2} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:33.282131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.302847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:33.324359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:33.339127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:33.351395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d33a01-6567-4ebf-a70c-3c6e4c7e1368 req-9f84acb7-1479-422c-8c49-7d554cef5204 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.362039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1d33a01-6567-4ebf-a70c-3c6e4c7e1368 req-9f84acb7-1479-422c-8c49-7d554cef5204 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 944 time: 0.4896574 Dec 17 15:57:33.377816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.558104 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8228f0e-ce6b-4e4c-b8b2-c3033a236e75 x-openstack-request-id: req-c8228f0e-ce6b-4e4c-b8b2-c3033a236e75 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:33.558406 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:33.559314 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8228f0e-ce6b-4e4c-b8b2-c3033a236e75 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:33.559742 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'status': 'completed', 'code': 200} Dec 17 15:57:33.592033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1d33a01-6567-4ebf-a70c-3c6e4c7e1368 req-5d5eb8b2-0ecc-45ac-910f-4c0efc6d2ef1 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241411 Dec 17 15:57:33.719699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-037e6c5d-c1ad-472d-a839-b2b92d507af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.720420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-037e6c5d-c1ad-472d-a839-b2b92d507af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.720893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-037e6c5d-c1ad-472d-a839-b2b92d507af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.721360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-037e6c5d-c1ad-472d-a839-b2b92d507af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.721916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-037e6c5d-c1ad-472d-a839-b2b92d507af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.724875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-037e6c5d-c1ad-472d-a839-b2b92d507af4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 4364 time: 0.1637783 Dec 17 15:57:33.771665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port f56a52f3-c045-43ba-9bbd-845510dd798d yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:33.782304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.809809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1770c-9f9b-49a9-a2c9-023c96b5ec6f req-0e967328-ec0d-4f91-8263-75e21eeacbd6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.811372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7a1770c-9f9b-49a9-a2c9-023c96b5ec6f req-0e967328-ec0d-4f91-8263-75e21eeacbd6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1184976 Dec 17 15:57:33.845237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4c4ac6-2b6d-4098-a756-e7947e91222d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:33.868201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560bbc-c9b7-4614-9ad6-c587a184312b req-a46064f4-df04-4576-8231-4196122954fd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.870945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.875511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560bbc-c9b7-4614-9ad6-c587a184312b req-a46064f4-df04-4576-8231-4196122954fd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.882453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560bbc-c9b7-4614-9ad6-c587a184312b req-a46064f4-df04-4576-8231-4196122954fd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.888849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560bbc-c9b7-4614-9ad6-c587a184312b req-a46064f4-df04-4576-8231-4196122954fd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.896804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560bbc-c9b7-4614-9ad6-c587a184312b req-a46064f4-df04-4576-8231-4196122954fd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:33.900485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60560bbc-c9b7-4614-9ad6-c587a184312b req-a46064f4-df04-4576-8231-4196122954fd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 3828 time: 0.2660110 Dec 17 15:57:33.904885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.954800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Transition to ACTIVE for port object 7f4c4ac6-2b6d-4098-a756-e7947e91222d will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:33.966200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:33.989274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7a1770c-9f9b-49a9-a2c9-023c96b5ec6f req-f45884ef-0e12-4173-8d6e-e6d6f8c55296 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490874 Dec 17 15:57:34.081165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60560bbc-c9b7-4614-9ad6-c587a184312b req-2fa05bec-96b2-428d-bcae-c2322c57e6c7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624911 Dec 17 15:57:34.090272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-5bd4d7a7-fdcc-4a3a-a623-42bad0147c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:34.091149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-5bd4d7a7-fdcc-4a3a-a623-42bad0147c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:34.091340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-5bd4d7a7-fdcc-4a3a-a623-42bad0147c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:34.109798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-5bd4d7a7-fdcc-4a3a-a623-42bad0147c5c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c81336360a334161a51173b9879a5656&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3390603 Dec 17 15:57:34.126510 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.159679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:34.347701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port be96ee91-4dab-4f85-8185-9a2612fbef87 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:34.401793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Attempting to bind port 7f4c4ac6-2b6d-4098-a756-e7947e91222d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:34.403113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Attempting to bind port 7f4c4ac6-2b6d-4098-a756-e7947e91222d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:34.403612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Attempting to bind port 7f4c4ac6-2b6d-4098-a756-e7947e91222d on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:34.437595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 512ec05d-2fb0-457a-9537-d17f9138e836 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:34.439697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.449118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.475846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a243f4-c5f4-4719-a44e-aea785044c99 req-778e19a3-930d-46ee-9b3a-367133294652 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:34.480166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86a243f4-c5f4-4719-a44e-aea785044c99 req-778e19a3-930d-46ee-9b3a-367133294652 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2443824 Dec 17 15:57:34.481680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-c4afa153-265e-49e4-833d-1b3f72e459a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:34.483270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ee4be0d-c30a-4583-bf33-6f87260f44f3 req-c4afa153-265e-49e4-833d-1b3f72e459a8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3201780 Dec 17 15:57:34.486244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Port 7f4c4ac6-2b6d-4098-a756-e7947e91222d on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:34.486728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Attempting to bind port 7f4c4ac6-2b6d-4098-a756-e7947e91222d on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:34.503946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:34.504311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Checking segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:34.504665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Bound using segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:34.505110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Bound port: 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:34.505536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.539366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 512ec05d-2fb0-457a-9537-d17f9138e836 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:57:34.554010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 512ec05d-2fb0-457a-9537-d17f9138e836 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:34.554383 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.629252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.644477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event updated for resources: {'Port': ['ID=84a8e0bf-5087-4d97-9814-dd4c6d75d7ab,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:34.673726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.684715 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86a243f4-c5f4-4719-a44e-aea785044c99 req-da7b0de6-5992-4cd5-9e89-50f081f5ebbb tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856499 Dec 17 15:57:34.699067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.700953 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-06675eff-61a6-4ad7-92ac-efe50c989210 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3268139 Dec 17 15:57:34.714226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:34.718741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:34.724595 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.728373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.765752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:34.767470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:34.770953 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e1a698-afd4-4cd7-b42a-780724f17402" -d '{"events": [{"server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:34.775729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.816364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:34.827536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.830251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3118938a-8324-4c08-9561-47abf89c602e service neutron] 10.222.0.49 "PUT /v2.0/ports/7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 1132 time: 1.8133414 Dec 17 15:57:34.883295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec277-9d77-433b-b406-9ae27a10f1c8 req-ade26d7a-c083-4ec9-9c2f-3abf94f710d4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:34.887641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b78ec277-9d77-433b-b406-9ae27a10f1c8 req-ade26d7a-c083-4ec9-9c2f-3abf94f710d4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.2175715 Dec 17 15:57:34.893720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:34.910800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118938a-8324-4c08-9561-47abf89c602e service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:34.929560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:34.938060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:35.048225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:35.054548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:35.060567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b78ec277-9d77-433b-b406-9ae27a10f1c8 req-57855281-edfd-490d-88d8-c92fd8cead05 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623812 Dec 17 15:57:35.061477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=f56a52f3-c045-43ba-9bbd-845510dd798d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:35.064592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:35.065586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:35.119392 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:35.146029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46f5d-d05c-4925-8fad-59fed2edd698 req-a2c509cf-39dd-4bfc-9143-f88afe8c0fa7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.147943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7e46f5d-d05c-4925-8fad-59fed2edd698 req-a2c509cf-39dd-4bfc-9143-f88afe8c0fa7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 945 time: 0.1631136 Dec 17 15:57:35.163381 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a504fad9-c151-4b25-a510-7234db373b03 x-openstack-request-id: req-a504fad9-c151-4b25-a510-7234db373b03 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:35.163749 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:35.164078 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a504fad9-c151-4b25-a510-7234db373b03 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:35.164577 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836', 'code': 200} Dec 17 15:57:35.239199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=be96ee91-4dab-4f85-8185-9a2612fbef87,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:35.327175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': '90dbbd12-e151-4f8d-b927-530f40d1c3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b51ea0ee-d65b-473e-85c8-b8591f52e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:35.327863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: b51ea0ee-d65b-473e-85c8-b8591f52e71e, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:35.353485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7e46f5d-d05c-4925-8fad-59fed2edd698 req-dccacc88-4127-4f82-b48a-e0123546ca93 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960206 Dec 17 15:57:35.378751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network b51ea0ee-d65b-473e-85c8-b8591f52e71e is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:35.393255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b51ea0ee-d65b-473e-85c8-b8591f52e71e) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:35.401717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c0b50-240d-493e-8056-ee025e3f2642 None None] Network b51ea0ee-d65b-473e-85c8-b8591f52e71e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:35.410314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84187aed-f007-4079-8de2-0d9179f871a8 req-72c17f9d-78b5-431e-9926-c9713ce851e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.412380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-84187aed-f007-4079-8de2-0d9179f871a8 req-72c17f9d-78b5-431e-9926-c9713ce851e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1492181 Dec 17 15:57:35.424972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:35.432061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.438133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.438901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:35.541568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1a2ee50-061e-44e4-bed6-830fa7de89cc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6340220 Dec 17 15:57:35.559726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47246) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:35.587012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '7f4c4ac6-2b6d-4098-a756-e7947e91222d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:35.590931 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f84fc20-c78b-49c3-89b5-0fa01d25785e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "7f4c4ac6-2b6d-4098-a756-e7947e91222d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:35.621427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-e7a04177-5fac-44ff-a480-cb9a83815e0c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1199184217&fields=id&tenant_id=bbcefe154c8f46a993a7c4c1d5866350 HTTP/1.1" status: 200 len: 267 time: 0.2491736 Dec 17 15:57:35.727421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653e1383-1fcd-4ad0-a5a7-7a65de668937 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:35.735619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:35.748723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Transition to ACTIVE for port object 653e1383-1fcd-4ad0-a5a7-7a65de668937 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:35.758874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-84187aed-f007-4079-8de2-0d9179f871a8 req-92aee2ba-41f0-4af6-b80d-c53bceb0c059 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354731 Dec 17 15:57:35.775554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-5a89e2ba-9008-4523-b684-099694e2c7ec tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.784567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-5a89e2ba-9008-4523-b684-099694e2c7ec tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/networks?id=73a82f14-005f-4fa0-8132-2c56f2195748 HTTP/1.1" status: 200 len: 812 time: 0.1621354 Dec 17 15:57:35.793156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:35.809083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-e4f2f0fe-5ee3-4269-9526-55fe4d7fd2c3 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/quotas/bbcefe154c8f46a993a7c4c1d5866350 HTTP/1.1" status: 200 len: 375 time: 0.0230589 Dec 17 15:57:35.843510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Pushing event updated for resources: {'Port': ['ID=653e1383-1fcd-4ad0-a5a7-7a65de668937,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:35.878565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.886385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.893380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.899630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.906025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.912220 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-8306cb3f-88ea-4cef-920c-42096779c744 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bbcefe154c8f46a993a7c4c1d5866350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953948 Dec 17 15:57:35.913126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.921273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.923559 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-27a84a78-215a-4847-b20b-6daa34c71c3c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5373 time: 0.1732991 Dec 17 15:57:36.004195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port be96ee91-4dab-4f85-8185-9a2612fbef87 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:36.004543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.076756 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae0d7b52-a50c-4070-a672-8ce13abb60bd req-98b2edcc-29be-4037-822f-e1e36d2fb811 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280560 Dec 17 15:57:36.112986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.140743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for be96ee91-4dab-4f85-8185-9a2612fbef87 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:36.148581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Attempting to bind port 653e1383-1fcd-4ad0-a5a7-7a65de668937 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:36.153635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Attempting to bind port 653e1383-1fcd-4ad0-a5a7-7a65de668937 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:36.154856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Attempting to bind port 653e1383-1fcd-4ad0-a5a7-7a65de668937 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:36.165502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Port 653e1383-1fcd-4ad0-a5a7-7a65de668937 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:36.165864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Attempting to bind port 653e1383-1fcd-4ad0-a5a7-7a65de668937 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:36.177698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:36.178171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Checking segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:36.178437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Bound using segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:36.178890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Bound port: 653e1383-1fcd-4ad0-a5a7-7a65de668937, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:36.179251 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.249327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.294170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] For port 653e1383-1fcd-4ad0-a5a7-7a65de668937, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:36.318244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] For port 653e1383-1fcd-4ad0-a5a7-7a65de668937, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:36.322719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=be96ee91-4dab-4f85-8185-9a2612fbef87,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:36.327000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.354898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.362501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e1ad6ab1-7009-4a42-ba84-accc900b2c6a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/be96ee91-4dab-4f85-8185-9a2612fbef87 HTTP/1.1" status: 204 len: 168 time: 0.8001904 Dec 17 15:57:36.371312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-ac3075fb-3e3d-4d51-94df-ef3dad3604f8 service neutron] 10.222.0.54 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532318 Dec 17 15:57:36.373776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47256) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:36.435169 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b4038a3c-b05d-46d0-a4cd-69f22c4c44b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.455744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.462747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.469858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] 10.222.0.49 "PUT /v2.0/ports/653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 1131 time: 1.5569866 Dec 17 15:57:36.542092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:36.592351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aabb4-74d1-435d-b2bc-5861a4348c3e service neutron] Pushing event updated for resources: {'Port': ['ID=653e1383-1fcd-4ad0-a5a7-7a65de668937,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:36.630405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738de643-ead6-4a46-973d-7571208cd114 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.653482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738de643-ead6-4a46-973d-7571208cd114 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.668405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-738de643-ead6-4a46-973d-7571208cd114 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2928216 Dec 17 15:57:36.671355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47262) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:36.700605 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937939d1-5915-4f8a-bd87-c9cbd369b9d6 x-openstack-request-id: req-937939d1-5915-4f8a-bd87-c9cbd369b9d6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:36.700903 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "7f4c4ac6-2b6d-4098-a756-e7947e91222d", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:36.701160 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-937939d1-5915-4f8a-bd87-c9cbd369b9d6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:36.701594 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '7f4c4ac6-2b6d-4098-a756-e7947e91222d', 'status': 'completed', 'code': 200} Dec 17 15:57:36.779430 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.818368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-ed463e5c-b81a-4abf-a5e7-4f7b32304aac service neutron] 10.222.0.54 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817086 Dec 17 15:57:36.829774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.830214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.830597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.831058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.831516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.832252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.832467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.834372 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-242a1fb9-4a9a-4a21-b73f-d112879cc219 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6213 time: 0.1319695 Dec 17 15:57:36.844808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port f56a52f3-c045-43ba-9bbd-845510dd798d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:36.845380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.935682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f38116-4ffb-4b49-ba31-026c01020c13 req-99a38a7c-0147-45a6-b01b-2ebdf6782a75 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:36.937177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95f38116-4ffb-4b49-ba31-026c01020c13 req-99a38a7c-0147-45a6-b01b-2ebdf6782a75 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.1786304 Dec 17 15:57:36.958070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:36.991657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for f56a52f3-c045-43ba-9bbd-845510dd798d owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:37.107764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95f38116-4ffb-4b49-ba31-026c01020c13 req-bd2f6a07-861b-41a5-922c-c3885cbbd732 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580718 Dec 17 15:57:37.161034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:37.205431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=f56a52f3-c045-43ba-9bbd-845510dd798d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:37.229567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:37.236617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4634c64c-f267-4903-8804-67573d615606 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/f56a52f3-c045-43ba-9bbd-845510dd798d HTTP/1.1" status: 204 len: 168 time: 0.5620964 Dec 17 15:57:37.238372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:37.288373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-c59da60a-9057-498a-801d-a90b2d387d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.289421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-c59da60a-9057-498a-801d-a90b2d387d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.290027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-c59da60a-9057-498a-801d-a90b2d387d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.291747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-c59da60a-9057-498a-801d-a90b2d387d69 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c81336360a334161a51173b9879a5656&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4328220 Dec 17 15:57:37.325822 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbc17607-367d-4d1f-a7c2-0e2d979f6bf2 req-6f38ca61-32fe-4b4b-9b63-cd8cda079235 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 210 time: 0.0395811 Dec 17 15:57:37.349117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d15e015-5b87-4a75-a231-9e081686aa60 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.351186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8d15e015-5b87-4a75-a231-9e081686aa60 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1112564 Dec 17 15:57:37.355653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47278) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:37.389033 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf39807b-404b-40a4-bf14-7caa1b5a2c0e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:57:37.392156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf39807b-404b-40a4-bf14-7caa1b5a2c0e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/be96ee91-4dab-4f85-8185-9a2612fbef87 HTTP/1.1" status: 404 len: 333 time: 0.0348082 Dec 17 15:57:37.394808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47282) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:37.427271 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ae5cb8-975e-4909-9ebe-93e912275972 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:57:37.429000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-75ae5cb8-975e-4909-9ebe-93e912275972 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/f56a52f3-c045-43ba-9bbd-845510dd798d HTTP/1.1" status: 404 len: 333 time: 0.0324466 Dec 17 15:57:37.432307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47286) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:37.650770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.658937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.667075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.674448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.680452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.686585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.692983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.695093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-7f2c58c1-9f1f-467c-8c8d-787f7b488262 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5373 time: 0.2646425 Dec 17 15:57:37.703503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:37.808042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540144b-9627-4a92-ac2c-d64e10d17f4e req-62aab5e4-d4e5-438f-b33e-22ed6679480f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.815669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6540144b-9627-4a92-ac2c-d64e10d17f4e req-62aab5e4-d4e5-438f-b33e-22ed6679480f tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 945 time: 0.5430765 Dec 17 15:57:37.852571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:37.877276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51ea0ee-d65b-473e-85c8-b8591f52e71e']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:37.901898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dbbd12-e151-4f8d-b927-530f40d1c3c8') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:37.902155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dbbd12-e151-4f8d-b927-530f40d1c3c8') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:37.911372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-3ae6bc98-c452-4cd9-a53b-83f0c98f6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:37.913569 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f84fc20-c78b-49c3-89b5-0fa01d25785e req-3ae6bc98-c452-4cd9-a53b-83f0c98f6bcd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6010950 Dec 17 15:57:37.937864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d338165d-26d3-4d85-9301-8e1688a9b3dc req-45dc76e3-2e9b-49ab-ab54-d9821be9ba1e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2246430 Dec 17 15:57:37.940089 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:37.943275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6540144b-9627-4a92-ac2c-d64e10d17f4e req-874ab471-e317-4ce1-a49c-b1fc86fe9fe6 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Dec 17 15:57:37.981927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:37.992286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:37.992894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:37.996262 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:38.037699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66b899a-809b-4c28-8fc4-39b688474c42 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:38.047935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.129543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Transition to ACTIVE for port object e66b899a-809b-4c28-8fc4-39b688474c42 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:38.133590 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.135562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2923e-7ad4-4521-b82a-8149df3fe64d req-dd657069-ae64-44ac-b257-e13013bc2165 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:38.138096 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93d2923e-7ad4-4521-b82a-8149df3fe64d req-dd657069-ae64-44ac-b257-e13013bc2165 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.0663416 Dec 17 15:57:38.139532 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.156665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.160516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/b51ea0ee-d65b-473e-85c8-b8591f52e71e HTTP/1.1" status: 204 len: 168 time: 0.7157497 Dec 17 15:57:38.179551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47304) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:38.190956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-520722468'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:38.212903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74b607-4410-4844-a6f2-f47c684183c2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=b51ea0ee-d65b-473e-85c8-b8591f52e71e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:38.253478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93d2923e-7ad4-4521-b82a-8149df3fe64d req-08dad995-2d2c-47ce-9613-436a214af6e3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918641 Dec 17 15:57:38.256729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Pushing event updated for resources: {'Port': ['ID=e66b899a-809b-4c28-8fc4-39b688474c42,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:38.313477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:38.318342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.375147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:38.422875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.429871 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment 43215012-c8e1-4cd7-b5e7-4882d9daeb08 of type vlan for network a3501489-4db1-4ccd-b42a-2ef97c8e9866 Dec 17 15:57:38.453959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Attempting to bind port e66b899a-809b-4c28-8fc4-39b688474c42 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:38.454391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Attempting to bind port e66b899a-809b-4c28-8fc4-39b688474c42 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:38.454828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Attempting to bind port e66b899a-809b-4c28-8fc4-39b688474c42 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:38.547189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Port e66b899a-809b-4c28-8fc4-39b688474c42 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:38.547189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Attempting to bind port e66b899a-809b-4c28-8fc4-39b688474c42 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:38.570665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1066f-1645-4fdb-b387-fdb84fcc6a5b req-5560c729-c508-42ec-9929-85c62720d7a5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:38.574560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36e1066f-1645-4fdb-b387-fdb84fcc6a5b req-5560c729-c508-42ec-9929-85c62720d7a5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1089625 Dec 17 15:57:38.592851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:38.593332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Checking segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:38.593820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Bound using segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:38.594376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Bound port: e66b899a-809b-4c28-8fc4-39b688474c42, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:38.594833 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.605169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.655990 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e14288c-c44b-4576-ab5b-11d68c0abe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.681872 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.688084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:38.688839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.711035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '653e1383-1fcd-4ad0-a5a7-7a65de668937'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:38.713721 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21046283-62c3-4b4e-a93e-72a70a600342" -d '{"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "653e1383-1fcd-4ad0-a5a7-7a65de668937"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:38.742146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36e1066f-1645-4fdb-b387-fdb84fcc6a5b req-a6eb6b32-5acd-4509-89af-279b93632d46 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395240 Dec 17 15:57:38.800737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6191206 Dec 17 15:57:38.805551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47324) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:38.813373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:38.816691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-84fdfa82-5ede-4738-bea4-2e77136ae4ef tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:38.818512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-84fdfa82-5ede-4738-bea4-2e77136ae4ef tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.49 "GET /v2.0/networks?id=73a82f14-005f-4fa0-8132-2c56f2195748 HTTP/1.1" status: 200 len: 812 time: 0.3479056 Dec 17 15:57:38.827408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] For port e66b899a-809b-4c28-8fc4-39b688474c42, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:38.831334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd7af5-b787-4758-9812-587fa5caee11 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=a3501489-4db1-4ccd-b42a-2ef97c8e9866,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:38.835262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] For port e66b899a-809b-4c28-8fc4-39b688474c42, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e66b899a-809b-4c28-8fc4-39b688474c42,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:38.846715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a3501489-4db1-4ccd-b42a-2ef97c8e9866 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:38.850883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.919900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:38.920902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:38.922560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] 10.222.0.49 "PUT /v2.0/ports/e66b899a-809b-4c28-8fc4-39b688474c42 HTTP/1.1" status: 200 len: 1092 time: 2.3848350 Dec 17 15:57:38.971493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f500e10e-8b2c-457e-bd10-22f32a7d6bbf req-acbc6c26-a104-48d8-b820-207a4316309f tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 210 time: 0.0811434 Dec 17 15:57:38.977455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:38.988473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee2ee3-5d7d-4f8e-9025-5621d078daae service neutron] Pushing event updated for resources: {'Port': ['ID=e66b899a-809b-4c28-8fc4-39b688474c42,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:39.011092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-248479bf-fa29-4157-afaf-0f1234e8a323 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbcefe154c8f46a993a7c4c1d5866350 HTTP/1.1" status: 200 len: 380 time: 0.1805608 Dec 17 15:57:39.040880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Request body: {'port': {'device_id': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'admin_state_up': True, 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'security_groups': ['07a8afcd-e132-4b5f-bfd1-c48ac03b8339']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:39.134652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:39.139283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:39.163866 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d3ae0d-9986-4c88-958b-d9732d43dddd x-openstack-request-id: req-32d3ae0d-9986-4c88-958b-d9732d43dddd {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:39.164295 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "653e1383-1fcd-4ad0-a5a7-7a65de668937", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:39.164642 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32d3ae0d-9986-4c88-958b-d9732d43dddd {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:39.165135 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '653e1383-1fcd-4ad0-a5a7-7a65de668937', 'status': 'completed', 'code': 200} Dec 17 15:57:39.170037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:39.248904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Performing IP validity checks on allocation pools {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:57:39.249547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:57:39.350045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.350689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.351509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.351634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.352101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.352562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.353019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.355221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21046283-62c3-4b4e-a93e-72a70a600342 req-8306d354-fa41-46da-8ec6-b9200418d8c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6281 time: 0.1200747 Dec 17 15:57:39.368901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be293c52-18f8-4496-8e77-44d1e51f9b09 req-eb0da868-1c9b-462b-a9d2-da7db207b03c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.377897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be293c52-18f8-4496-8e77-44d1e51f9b09 req-eb0da868-1c9b-462b-a9d2-da7db207b03c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1098404 Dec 17 15:57:39.381850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Made reservation on behalf of bbcefe154c8f46a993a7c4c1d5866350 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:39.385920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:39.572568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be293c52-18f8-4496-8e77-44d1e51f9b09 req-c925a117-a1a0-43aa-ac26-097309ec754d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937432 Dec 17 15:57:39.607159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:39.633301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd610c1b-1542-4858-83c9-a02e8fd7715e req-a46dca1c-e80b-466e-be61-ca7903158cb7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.634961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd610c1b-1542-4858-83c9-a02e8fd7715e req-a46dca1c-e80b-466e-be61-ca7903158cb7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.1312866 Dec 17 15:57:39.638871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-b40b70ab-91e5-48a2-8342-12fe1c60e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.639352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-b40b70ab-91e5-48a2-8342-12fe1c60e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.639837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-b40b70ab-91e5-48a2-8342-12fe1c60e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.642036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21046283-62c3-4b4e-a93e-72a70a600342 req-b40b70ab-91e5-48a2-8342-12fe1c60e50f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c81336360a334161a51173b9879a5656&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2610378 Dec 17 15:57:39.709243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Allocated IP 172.20.0.12 (73a82f14-005f-4fa0-8132-2c56f2195748/bc660668-0a07-44ba-b678-9dc70f6c7259/9c0b554b-0f93-4b8a-a35f-010e7241abe8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:39.753194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7107bde3-99fe-463c-b29a-c8f00dc095b6 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:39.768501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:39.788110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd610c1b-1542-4858-83c9-a02e8fd7715e req-42af8118-f995-4cd4-a5b7-57f095d545d4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361265 Dec 17 15:57:39.820559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Transition to ACTIVE for port object 7107bde3-99fe-463c-b29a-c8f00dc095b6 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:39.844276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:39.848100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=1675d94a-fcf1-45b6-af31-4da64807fad4,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:39.881788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.890129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.896282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.901815 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:39.902916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.912863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.918846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.925241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:39.933516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-5f057f49-4e9d-4e20-9d52-1896d71e21f9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5385 time: 0.1944492 Dec 17 15:57:39.950566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': '43215012-c8e1-4cd7-b5e7-4882d9daeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:39.950843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: a3501489-4db1-4ccd-b42a-2ef97c8e9866, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:40.065113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7107bde3-99fe-463c-b29a-c8f00dc095b6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:40.124488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8c75b37-6219-4166-9c35-dc544cdc1ad7 req-bcdca7d6-4807-4150-86a2-627ac406dfb8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899767 Dec 17 15:57:40.135479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Attempting to bind port 7107bde3-99fe-463c-b29a-c8f00dc095b6 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:40.136162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Attempting to bind port 7107bde3-99fe-463c-b29a-c8f00dc095b6 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:40.136692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Attempting to bind port 7107bde3-99fe-463c-b29a-c8f00dc095b6 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:40.154044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Port 7107bde3-99fe-463c-b29a-c8f00dc095b6 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:40.154792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Attempting to bind port 7107bde3-99fe-463c-b29a-c8f00dc095b6 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:40.176257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.180302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:40.180767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Checking segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:40.181218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Bound using segment: {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:40.181735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Bound port: 7107bde3-99fe-463c-b29a-c8f00dc095b6, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198bfec0-444f-403f-81fb-770094e4cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:40.182156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.196630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network a3501489-4db1-4ccd-b42a-2ef97c8e9866 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:40.206274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046283-62c3-4b4e-a93e-72a70a600342 req-819102f6-d4c8-4a17-96ea-c18821e7c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:40.207465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21046283-62c3-4b4e-a93e-72a70a600342 req-819102f6-d4c8-4a17-96ea-c18821e7c8d1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5425785 Dec 17 15:57:40.227015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a3501489-4db1-4ccd-b42a-2ef97c8e9866) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:40.235536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:40.240103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41822e2-b29c-4f02-a22e-bf5cb183b752 None None] Network a3501489-4db1-4ccd-b42a-2ef97c8e9866 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:40.248126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.291345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.300359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] For port 7107bde3-99fe-463c-b29a-c8f00dc095b6, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:40.305319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] For port 7107bde3-99fe-463c-b29a-c8f00dc095b6, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:40.305976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-45528712-9900-479a-87b7-b34c616d0e28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4987800 Dec 17 15:57:40.309285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47368) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:40.325722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866', 'name': 'tempest-PortsTestJSON-1985253029'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:40.338332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.407603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Network 73a82f14-005f-4fa0-8132-2c56f2195748 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:40.421223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:40.424294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:40.509908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event updated for resources: {'Port': ['ID=9c0b554b-0f93-4b8a-a35f-010e7241abe8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:40.524423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-a3501489-4db1-4ccd-b42a-2ef97c8e9866', 'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866', 'project_id': 'c313dbd7ec0146d4b285f4061d749402', 'fixed_ips': [{'subnet_id': '1675d94a-fcf1-45b6-af31-4da64807fad4'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:57:40.525715 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.531014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:40.536272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.538419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/7107bde3-99fe-463c-b29a-c8f00dc095b6 HTTP/1.1" status: 200 len: 1092 time: 1.5753386 Dec 17 15:57:40.604103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:40.647598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:40.653241 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.703899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b988f41-6c0a-4b4f-964f-28f122f540f8 req-b32ce70b-4bb6-4543-8f21-4fa1eb1d026e tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:40.712202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b988f41-6c0a-4b4f-964f-28f122f540f8 req-b32ce70b-4bb6-4543-8f21-4fa1eb1d026e tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 932 time: 0.2404213 Dec 17 15:57:40.742988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-9e3866aa-3b78-4b4a-bfcb-1f8de36598e8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:40.743352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:40.744170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.745479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-9e3866aa-3b78-4b4a-bfcb-1f8de36598e8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.2369411 Dec 17 15:57:40.751308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 106e2ba8-b75e-487c-b9cc-e34218317e86 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:40.752918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Allocated IP 172.20.0.2 (a3501489-4db1-4ccd-b42a-2ef97c8e9866/1675d94a-fcf1-45b6-af31-4da64807fad4/59aee61d-6cf5-47be-8977-27f916e466bb) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:40.763404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f3c35-e134-447d-9778-bea08d1da8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7107bde3-99fe-463c-b29a-c8f00dc095b6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:40.846450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-d9220b69-fa9b-432c-a8ed-eed0f9317bd4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8255932 Dec 17 15:57:40.859066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Request body: {'port': {'device_id': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:40.937332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.952251 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.953748 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:40.955444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.012110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.12 (a3501489-4db1-4ccd-b42a-2ef97c8e9866/1675d94a-fcf1-45b6-af31-4da64807fad4/106e2ba8-b75e-487c-b9cc-e34218317e86) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:41.014323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Network a3501489-4db1-4ccd-b42a-2ef97c8e9866 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:41.018851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Pushing event updated for resources: {'Port': ['ID=59aee61d-6cf5-47be-8977-27f916e466bb,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:41.024380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:41.030819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:41.108878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-53ac8d51-774c-48cb-a8eb-113107401a98 None None] Provisioning complete for port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:41.109239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53ac8d51-774c-48cb-a8eb-113107401a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.166037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-53ac8d51-774c-48cb-a8eb-113107401a98 None None] Port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:41.198548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.219514 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.222423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Attempting to bind port 59aee61d-6cf5-47be-8977-27f916e466bb on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:41.222786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Attempting to bind port 59aee61d-6cf5-47be-8977-27f916e466bb by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '43215012-c8e1-4cd7-b5e7-4882d9daeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:41.223137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Attempting to bind port 59aee61d-6cf5-47be-8977-27f916e466bb on network a3501489-4db1-4ccd-b42a-2ef97c8e9866 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:41.231858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:41.231858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Checking segment: {'id': '43215012-c8e1-4cd7-b5e7-4882d9daeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:41.232890 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.233014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Bound using segment: {'id': '43215012-c8e1-4cd7-b5e7-4882d9daeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:41.233773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Bound port: 59aee61d-6cf5-47be-8977-27f916e466bb, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43215012-c8e1-4cd7-b5e7-4882d9daeb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3501489-4db1-4ccd-b42a-2ef97c8e9866'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:41.233922 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.240703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42'}, {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:41.243369 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717ca19-2bab-49aa-8fc6-7b3b18981d37" -d '{"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42"}, {"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:41.303989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b988f41-6c0a-4b4f-964f-28f122f540f8 req-af2f181f-5606-4e3d-9981-5aac5f89884e tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747054 Dec 17 15:57:41.326973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.367187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] For port 59aee61d-6cf5-47be-8977-27f916e466bb, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:41.371434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] For port 59aee61d-6cf5-47be-8977-27f916e466bb, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=59aee61d-6cf5-47be-8977-27f916e466bb,segment=NetworkSegment(43215012-c8e1-4cd7-b5e7-4882d9daeb08),segment_id=43215012-c8e1-4cd7-b5e7-4882d9daeb08)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:41.372871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.394917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.461762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=106e2ba8-b75e-487c-b9cc-e34218317e86,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:41.465801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fcd90-9dea-415e-901e-851d9703a4cb None None] Pushing event updated for resources: {'Port': ['ID=59aee61d-6cf5-47be-8977-27f916e466bb,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:41.501007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network a3501489-4db1-4ccd-b42a-2ef97c8e9866 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:41.518842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:41.544368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:41.559283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port 2049871b-b2f9-4579-93b1-207c36de9f92 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:41.559572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.614171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106788d5-f570-4682-abd9-6e7d95ce41fa req-7e4d4777-3af8-465b-a3fe-b3152b5ef323 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:41.624567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-106788d5-f570-4682-abd9-6e7d95ce41fa req-7e4d4777-3af8-465b-a3fe-b3152b5ef323 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.3673100 Dec 17 15:57:41.856285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0b554b-0f93-4b8a-a35f-010e7241abe8 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:41.864835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-106788d5-f570-4682-abd9-6e7d95ce41fa req-10520553-7d00-44aa-887f-92bf32104af9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390714 Dec 17 15:57:41.873251 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.949535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Transition to ACTIVE for port object 9c0b554b-0f93-4b8a-a35f-010e7241abe8 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:41.958441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:41.961968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:41.973530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.063424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Transition to ACTIVE for port object 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:42.084824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.086784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b554b-0f93-4b8a-a35f-010e7241abe8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:42.104587 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.163721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617a14-1bf2-466f-ab58-9afe20e5bb1c req-670ca86a-5354-4be4-8a59-c6cc4c0c254f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.173849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b617a14-1bf2-466f-ab58-9afe20e5bb1c req-670ca86a-5354-4be4-8a59-c6cc4c0c254f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 946 time: 0.6762478 Dec 17 15:57:42.206534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.207445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.210151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.217293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.223140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.229922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.237081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.243853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.250379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.258761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-bc5dae5f-b01e-4f61-a97b-0ed340381925 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5397 time: 0.2559900 Dec 17 15:57:42.288717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Pushing event updated for resources: {'Port': ['ID=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:42.298846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f3595560-d3cf-4e24-8f59-8600256a5f73 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9881015 Dec 17 15:57:42.307480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47392) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:42.371192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Attempting to bind port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:42.371328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Attempting to bind port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:42.371671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Attempting to bind port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 on network 73a82f14-005f-4fa0-8132-2c56f2195748 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:42.388904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port 2049871b-b2f9-4579-93b1-207c36de9f92, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2049871b-b2f9-4579-93b1-207c36de9f92,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:42.389628 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.392938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 on network 73a82f14-005f-4fa0-8132-2c56f2195748 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:42.393416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Attempting to bind port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 on network 73a82f14-005f-4fa0-8132-2c56f2195748 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:42.405880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:42.406250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Checking segment: {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:42.406607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Bound using segment: {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:42.407057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Bound port: 9c0b554b-0f93-4b8a-a35f-010e7241abe8, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b716ab-6982-4c38-9bb1-0a602dc6a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:42.407412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.454208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for 2049871b-b2f9-4579-93b1-207c36de9f92 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:42.468573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 512ec05d-2fb0-457a-9537-d17f9138e836 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:57:42.483387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b617a14-1bf2-466f-ab58-9afe20e5bb1c req-ee2e21d1-296b-42cc-9e5b-a812dc1f5795 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084056 Dec 17 15:57:42.632209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38d633f6-e844-4a48-b8aa-d189fc60b792 req-2ae125ce-7054-4947-83c1-5f2e0dc665ec tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3723743 Dec 17 15:57:42.664817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 106e2ba8-b75e-487c-b9cc-e34218317e86 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:42.665181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.683942 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270dcc88-2139-4f18-9b16-586758369957 x-openstack-request-id: req-270dcc88-2139-4f18-9b16-586758369957 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:42.688089 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:42.688574 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-270dcc88-2139-4f18-9b16-586758369957 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:42.689241 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42', 'status': 'completed', 'code': 200} Dec 17 15:57:42.689662 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6', 'status': 'completed', 'code': 200} Dec 17 15:57:42.692343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Attempting to bind port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:42.697326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Attempting to bind port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:42.700089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Attempting to bind port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 on network bb717a21-920e-4104-b4c5-ec153af618b6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:42.711704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 on network bb717a21-920e-4104-b4c5-ec153af618b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:42.712107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Attempting to bind port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 on network bb717a21-920e-4104-b4c5-ec153af618b6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:42.721814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:42.722162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Checking segment: {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:42.722552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Bound using segment: {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:42.722997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Bound port: 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:42.723354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.782186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.800338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 106e2ba8-b75e-487c-b9cc-e34218317e86 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:42.805817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] For port 9c0b554b-0f93-4b8a-a35f-010e7241abe8, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:42.876702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] For port 9c0b554b-0f93-4b8a-a35f-010e7241abe8, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:42.894483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.989550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 59aee61d-6cf5-47be-8977-27f916e466bb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:42.994845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.995772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:42.999113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] 10.222.0.49 "PUT /v2.0/ports/9c0b554b-0f93-4b8a-a35f-010e7241abe8 HTTP/1.1" status: 200 len: 1093 time: 2.1444719 Dec 17 15:57:43.017929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] For port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:43.028712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c238bb-b28d-45b8-bc1f-463f143bcc4c req-80abbce4-dd78-49df-9fc0-d1585a12c03a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.037972 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c238bb-b28d-45b8-bc1f-463f143bcc4c req-80abbce4-dd78-49df-9fc0-d1585a12c03a tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 945 time: 0.2293787 Dec 17 15:57:43.047134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.086868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] For port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:43.105743 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:57:43.154381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.192059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8492ebf-59a2-49bf-8f20-494aaf2b4129 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0b554b-0f93-4b8a-a35f-010e7241abe8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:43.229270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=106e2ba8-b75e-487c-b9cc-e34218317e86,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:43.243257 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.257981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52', '2049871b-b2f9-4579-93b1-207c36de9f92'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:43.282639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.285848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.287751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] 10.222.0.49 "PUT /v2.0/ports/43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 200 len: 1092 time: 2.6968949 Dec 17 15:57:43.328750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-7df95a06-3226-4226-9774-033f3d6fdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.330304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=2049871b-b2f9-4579-93b1-207c36de9f92,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:43.342202 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-7df95a06-3226-4226-9774-033f3d6fdaf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbcefe154c8f46a993a7c4c1d5866350&device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 1096 time: 0.2832668 Dec 17 15:57:43.349891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Request body: {'port': {'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:43.351734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64b4af-ce4e-4a41-8b6f-b0564af0eaa9 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:43.383134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 59aee61d-6cf5-47be-8977-27f916e466bb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:43.383975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.412071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.415774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5613b72a-7aec-462b-92c0-719fcfbd548b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/106e2ba8-b75e-487c-b9cc-e34218317e86 HTTP/1.1" status: 204 len: 168 time: 1.0966187 Dec 17 15:57:43.426081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47398) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:43.473745 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c6544d-8c78-40fe-8dbb-90c3de44c70b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:57:43.474477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c6544d-8c78-40fe-8dbb-90c3de44c70b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:57:43.477572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c2c6544d-8c78-40fe-8dbb-90c3de44c70b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/106e2ba8-b75e-487c-b9cc-e34218317e86 HTTP/1.1" status: 404 len: 333 time: 0.0503595 Dec 17 15:57:43.482908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.487652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.488148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.488747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.489206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.489726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.490086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.490537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.492477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5320a76-b40d-4aac-b97e-89d6ae875289 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6375 time: 0.5230901 Dec 17 15:57:43.493150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:43.495298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c238bb-b28d-45b8-bc1f-463f143bcc4c req-590742db-ab59-4dba-93ed-96490787fad4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558382 Dec 17 15:57:43.513058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14771a-e38f-44f0-86f9-a9ccce1728ef req-ab0b001e-04a1-40e2-b6b4-7655b9d2bf7c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.526725 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb14771a-e38f-44f0-86f9-a9ccce1728ef req-ab0b001e-04a1-40e2-b6b4-7655b9d2bf7c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.5600424 Dec 17 15:57:43.527546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:43.532484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ca6e9-cc27-473f-81e9-878ff1400b5b None None] Network a3501489-4db1-4ccd-b42a-2ef97c8e9866 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:43.568694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port 2049871b-b2f9-4579-93b1-207c36de9f92 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:43.572235 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.576205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2002d2ef-a214-4e9b-82a1-c470005c251c req-47fc31a6-2d11-464c-84ee-54a33717c1c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "DELETE /v2.0/ports/2049871b-b2f9-4579-93b1-207c36de9f92 HTTP/1.1" status: 204 len: 173 time: 2.6887829 Dec 17 15:57:43.614693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094e585-2627-484a-abf8-35aba0719443', 'name': 'network-vif-deleted', 'tag': '2049871b-b2f9-4579-93b1-207c36de9f92'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:43.617699 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c1a61-c10f-4b79-ba09-396308edda2b" -d '{"events": [{"server_uuid": "4094e585-2627-484a-abf8-35aba0719443", "name": "network-vif-deleted", "tag": "2049871b-b2f9-4579-93b1-207c36de9f92"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:43.624137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-792662d6-40c3-4016-95fb-858c91c1a374 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8 HTTP/1.1" status: 200 len: 217 time: 0.1518631 Dec 17 15:57:43.685825 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c8a4b3-6036-4903-a32c-1b9924e704b6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:57:43.691849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-75c8a4b3-6036-4903-a32c-1b9924e704b6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/106e2ba8-b75e-487c-b9cc-e34218317e86 HTTP/1.1" status: 404 len: 333 time: 0.1066151 Dec 17 15:57:43.721752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47410) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:43.729315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '512ec05d-2fb0-457a-9537-d17f9138e836', 'network_id': 'bb6de2ac-e7d9-4dab-ab32-29963ae9ee78', 'port_id': '512ec05d-2fb0-457a-9537-d17f9138e836', 'mac_address': 'fa:16:3e:5e:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3308404c-a5ad-4c4b-8a69-8c6b33f78789', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:57:43.774719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb14771a-e38f-44f0-86f9-a9ccce1728ef req-1a05f90f-cde3-4ed9-b561-86d8e9899450 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468748 Dec 17 15:57:43.805821 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.847310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 1675d94a-fcf1-45b6-af31-4da64807fad4 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:57:43.873061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.890882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 512ec05d-2fb0-457a-9537-d17f9138e836 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:43.903178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1482f3-84e2-4d2d-b65f-bd1ef31c67b9 service neutron] Pushing event updated for resources: {'Port': ['ID=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:43.925841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-38c7ca0a-e6c9-4a4f-984f-a90da784eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.926318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-38c7ca0a-e6c9-4a4f-984f-a90da784eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.926784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-38c7ca0a-e6c9-4a4f-984f-a90da784eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.928436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-38c7ca0a-e6c9-4a4f-984f-a90da784eafa service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c81336360a334161a51173b9879a5656&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3426204 Dec 17 15:57:43.981545 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.989261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:43.993814 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:43.997831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fc9a2-62c0-4912-bae1-f5e85dd5e049 req-0ee66f0a-e880-414d-af9a-765fed81e12b tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.998694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c9c15f5-d276-4146-88d3-6f9b1f0f4404 req-55f99ccd-8177-4848-8963-5d945521d976 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=4094e585-2627-484a-abf8-35aba0719443 HTTP/1.1" status: 200 len: 210 time: 0.0659003 Dec 17 15:57:43.999403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd8fc9a2-62c0-4912-bae1-f5e85dd5e049 req-0ee66f0a-e880-414d-af9a-765fed81e12b tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 944 time: 0.3610432 Dec 17 15:57:44.048663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:44.061009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-38279c16-c066-4ad2-8c30-1fd062eec01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.062893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-38279c16-c066-4ad2-8c30-1fd062eec01e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc660668-0a07-44ba-b678-9dc70f6c7259 HTTP/1.1" status: 200 len: 851 time: 0.4256952 Dec 17 15:57:44.154632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-52bbec70-411e-4b56-8f0c-a1faff69f5ab None None] Provisioning complete for port 59aee61d-6cf5-47be-8977-27f916e466bb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:44.155180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-52bbec70-411e-4b56-8f0c-a1faff69f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:44.234607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-c7134a4d-af91-41ed-865e-aa48e5d987b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.242240 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-c7134a4d-af91-41ed-865e-aa48e5d987b4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964153 Dec 17 15:57:44.285072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['512ec05d-2fb0-457a-9537-d17f9138e836'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:44.304948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd8fc9a2-62c0-4912-bae1-f5e85dd5e049 req-3bee282c-7be9-466d-9def-da677bd46fc8 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982204 Dec 17 15:57:44.392146 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2984fc17-2c84-4aa0-8378-8fbf4b3a2399 x-openstack-request-id: req-2984fc17-2c84-4aa0-8378-8fbf4b3a2399 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:44.395060 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094e585-2627-484a-abf8-35aba0719443", "name": "network-vif-deleted", "tag": "2049871b-b2f9-4579-93b1-207c36de9f92", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:44.395487 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2984fc17-2c84-4aa0-8378-8fbf4b3a2399 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:44.396062 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4094e585-2627-484a-abf8-35aba0719443', 'name': 'network-vif-deleted', 'tag': '2049871b-b2f9-4579-93b1-207c36de9f92', 'status': 'completed', 'code': 200} Dec 17 15:57:44.422010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.422491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.423015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.423402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.423876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.424336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.424794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.427169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-bb3d6cc8-943a-4bcf-9b48-1b62453f5cf9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6417 time: 0.1258988 Dec 17 15:57:44.441762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-ff0f455c-92b9-40ac-b8ac-84715aa0fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.443291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-ff0f455c-92b9-40ac-b8ac-84715aa0fe56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73a82f14-005f-4fa0-8132-2c56f2195748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2924914 Dec 17 15:57:44.453566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 59aee61d-6cf5-47be-8977-27f916e466bb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=59aee61d-6cf5-47be-8977-27f916e466bb,segment=NetworkSegment(43215012-c8e1-4cd7-b5e7-4882d9daeb08),segment_id=43215012-c8e1-4cd7-b5e7-4882d9daeb08)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:44.464950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:44.486230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:44.499552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2049871b-b2f9-4579-93b1-207c36de9f92 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:44.504424 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:44.600407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=59aee61d-6cf5-47be-8977-27f916e466bb,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:44.732742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8'}, {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:44.737472 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62" -d '{"events": [{"name": "network-changed", "server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8"}, {"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:44.803551 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:44.841152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 2049871b-b2f9-4579-93b1-207c36de9f92 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:44.841497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2049871b-b2f9-4579-93b1-207c36de9f92 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:44.841982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 512ec05d-2fb0-457a-9537-d17f9138e836 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:44.867729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-c253920a-7680-4865-a986-845addb24c33 service neutron] 10.222.0.49 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120712 Dec 17 15:57:44.934188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.942631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.951644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:44.960132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.967168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.967883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 512ec05d-2fb0-457a-9537-d17f9138e836 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:44.985793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.999359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.006353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:45.007598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.007794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8502eccd-b188-4d28-8c29-0ad947c39dc5 None None] Provisioning complete for port 59aee61d-6cf5-47be-8977-27f916e466bb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:45.008235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8502eccd-b188-4d28-8c29-0ad947c39dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.012480 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.021126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-b4750c42-cfd1-43c3-b8a9-1f5c9cbf42dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5409 time: 0.4947448 Dec 17 15:57:45.044148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=1675d94a-fcf1-45b6-af31-4da64807fad4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:45.054700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-70655970-db63-44da-93a6-d54b39af35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.055214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-70655970-db63-44da-93a6-d54b39af35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.055683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-70655970-db63-44da-93a6-d54b39af35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.057581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-70655970-db63-44da-93a6-d54b39af35ee service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c81336360a334161a51173b9879a5656&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6223683 Dec 17 15:57:45.059983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.066242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1b9794cf-fcb0-412c-a8c6-46f019e64dfe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/1675d94a-fcf1-45b6-af31-4da64807fad4 HTTP/1.1" status: 204 len: 168 time: 1.3397977 Dec 17 15:57:45.082036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47440) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:45.108463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:45.112497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c7c4d-c654-4921-97d9-77c67bf28804 None None] Network a3501489-4db1-4ccd-b42a-2ef97c8e9866 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:45.212625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5ebb02d-6290-41a8-8674-a299fb3a4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.214744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b717ca19-2bab-49aa-8fc6-7b3b18981d37 req-b5ebb02d-6290-41a8-8674-a299fb3a4c29 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335356 Dec 17 15:57:45.254290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47442) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:45.261151 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90909ea6-3e3d-4b12-b854-6e21f0bede5e req-27d77df9-04ef-4a70-8eeb-c11579cba9d7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2387869 Dec 17 15:57:45.301165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8502eccd-b188-4d28-8c29-0ad947c39dc5 None None] Could not find standard attr ID for object 106e2ba8-b75e-487c-b9cc-e34218317e86. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:57:45.319218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.376495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.410230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] DHCP port deletion for a3501489-4db1-4ccd-b42a-2ef97c8e9866 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:45.461507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-091f3258-832e-456b-a0d6-38daa9b7a0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.526970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 59aee61d-6cf5-47be-8977-27f916e466bb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:45.527541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.538539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] Deleting port 59aee61d-6cf5-47be-8977-27f916e466bb {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:45.538925 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.628050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] For port 59aee61d-6cf5-47be-8977-27f916e466bb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=59aee61d-6cf5-47be-8977-27f916e466bb,segment=NetworkSegment(43215012-c8e1-4cd7-b5e7-4882d9daeb08),segment_id=43215012-c8e1-4cd7-b5e7-4882d9daeb08)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:45.628367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.640852 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a441b097-1b34-4938-a84e-afbefd08beda x-openstack-request-id: req-a441b097-1b34-4938-a84e-afbefd08beda {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:45.642049 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:45.642539 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a441b097-1b34-4938-a84e-afbefd08beda {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:45.643159 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'status': 'completed', 'code': 200} Dec 17 15:57:45.643624 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4', 'status': 'completed', 'code': 200} Dec 17 15:57:45.669535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 59aee61d-6cf5-47be-8977-27f916e466bb owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:45.687945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d1f606-ef23-484c-b3e7-e9fc2dabf78b {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:45.698123 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-091f3258-832e-456b-a0d6-38daa9b7a0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.704603 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.712637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-091f3258-832e-456b-a0d6-38daa9b7a0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.716102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] For port 59aee61d-6cf5-47be-8977-27f916e466bb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=59aee61d-6cf5-47be-8977-27f916e466bb,segment=NetworkSegment(43215012-c8e1-4cd7-b5e7-4882d9daeb08),segment_id=43215012-c8e1-4cd7-b5e7-4882d9daeb08)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:45.716693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.718798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271223bc-1375-4efe-ad8d-1456b51b2a2c req-b64c6dbb-59b7-4316-9add-4b0379095b68 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.728714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271223bc-1375-4efe-ad8d-1456b51b2a2c req-b64c6dbb-59b7-4316-9add-4b0379095b68 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.8906369 Dec 17 15:57:45.740199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] Calling delete_port for 59aee61d-6cf5-47be-8977-27f916e466bb owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:45.771235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Transition to ACTIVE for port object 22d1f606-ef23-484c-b3e7-e9fc2dabf78b will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:45.785614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.835135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-091f3258-832e-456b-a0d6-38daa9b7a0db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=901b951984a5430f94a2f030dac242b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5700805 Dec 17 15:57:45.835979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47456) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:45.837699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f3258-832e-456b-a0d6-38daa9b7a0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d1a68a-b8d6-4b83-8035-9e0beed1fec7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:45.861090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271223bc-1375-4efe-ad8d-1456b51b2a2c req-89e44487-0c8c-438c-82b9-a2c3170a6f8c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137486 Dec 17 15:57:45.898345 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.902566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984beb3-6dae-4b94-abc0-98ad4f910278 req-21507605-ea5c-4c32-87ef-967b8dca82a7 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.904076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f984beb3-6dae-4b94-abc0-98ad4f910278 req-21507605-ea5c-4c32-87ef-967b8dca82a7 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 944 time: 0.1928165 Dec 17 15:57:45.946881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b70978d-5c82-48db-9a77-282e661ee8dd req-f2d5622b-c518-4367-b467-955f737323fb service neutron] 10.222.0.49 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0540664 Dec 17 15:57:45.950933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] Pushing event deleted for resources: {'Port': ['ID=59aee61d-6cf5-47be-8977-27f916e466bb,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:45.959782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:45.979868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524af3e-9afa-45e7-9272-d5732631494e None None] No DVR routers for this DVR port 59aee61d-6cf5-47be-8977-27f916e466bb on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:46.020234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-441bc39d-7413-4eea-b65d-8c03ca627526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.028153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=59aee61d-6cf5-47be-8977-27f916e466bb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.034186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No DVR routers for this DVR port 59aee61d-6cf5-47be-8977-27f916e466bb on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:46.079668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Pushing event updated for resources: {'Port': ['ID=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.120502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f984beb3-6dae-4b94-abc0-98ad4f910278 req-10f18594-1869-474a-8e03-ca5331146e52 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904557 Dec 17 15:57:46.123445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-441bc39d-7413-4eea-b65d-8c03ca627526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.233171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-9fc6f54f-271c-401f-844f-930bed40d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.234681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-9fc6f54f-271c-401f-844f-930bed40d202 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbcefe154c8f46a993a7c4c1d5866350&device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 1096 time: 0.1476846 Dec 17 15:57:46.236428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Attempting to bind port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:46.236629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Attempting to bind port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:46.237474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Attempting to bind port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b on network bb717a21-920e-4104-b4c5-ec153af618b6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:46.242140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.247155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830eac3-54f5-48dc-af91-efd3aa493c9b req-5dcfb6a5-c8ea-4913-b822-7e8da7fb4703 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.249027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3830eac3-54f5-48dc-af91-efd3aa493c9b req-5dcfb6a5-c8ea-4913-b822-7e8da7fb4703 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 943 time: 0.1484416 Dec 17 15:57:46.260910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b on network bb717a21-920e-4104-b4c5-ec153af618b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:46.261158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Attempting to bind port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b on network bb717a21-920e-4104-b4c5-ec153af618b6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:46.276825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-43d04bda-dcc0-4642-9147-cdd9e338f217 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.278486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-43d04bda-dcc0-4642-9147-cdd9e338f217 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.47 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 943 time: 0.2549934 Dec 17 15:57:46.315685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:46.316021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Checking segment: {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:46.316441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Bound using segment: {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:46.316883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Bound port: 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd110455f-92f2-4aec-b1d2-276b695dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:46.317236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.343962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3501489-4db1-4ccd-b42a-2ef97c8e9866']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.384922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-441bc39d-7413-4eea-b65d-8c03ca627526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.387617 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-441bc39d-7413-4eea-b65d-8c03ca627526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.388810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-441bc39d-7413-4eea-b65d-8c03ca627526 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0d1a68a-b8d6-4b83-8035-9e0beed1fec7 HTTP/1.1" status: 204 len: 168 time: 0.5478780 Dec 17 15:57:46.390706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43215012-c8e1-4cd7-b5e7-4882d9daeb08') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.391387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43215012-c8e1-4cd7-b5e7-4882d9daeb08') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.401782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3830eac3-54f5-48dc-af91-efd3aa493c9b req-4db70c88-4ced-4ec7-a833-5d2d92da5ec7 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/security-groups?id=e77f33ff-43c4-443c-8e02-9bb25f0cd655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426020 Dec 17 15:57:46.416685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.428387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-469f2432-3146-4323-9480-d2460b621738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.428387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-469f2432-3146-4323-9480-d2460b621738 service neutron] 10.222.0.49 "GET /v2.0/networks?id=73a82f14-005f-4fa0-8132-2c56f2195748 HTTP/1.1" status: 200 len: 913 time: 0.1714644 Dec 17 15:57:46.456709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bc39d-7413-4eea-b65d-8c03ca627526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d1a68a-b8d6-4b83-8035-9e0beed1fec7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.480129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.483807 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-0750c70b-fa6e-4765-beb1-06c46a2406fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8 HTTP/1.1" status: 200 len: 217 time: 0.0513098 Dec 17 15:57:46.484846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] For port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:46.497540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:46.498011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:46.501775 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:46.505517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 512ec05d-2fb0-457a-9537-d17f9138e836 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:46.527164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-beefc724-7a9e-492f-b892-86f6d8c6ca12 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.528890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-beefc724-7a9e-492f-b892-86f6d8c6ca12 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.2908571 Dec 17 15:57:46.532249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] For port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:46.577590 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.600156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-0d289cba-2903-4925-a37e-ae2b23674a41 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/quotas/1216523009a34c13b7dfa15c403d858c HTTP/1.1" status: 200 len: 375 time: 0.0377412 Dec 17 15:57:46.634736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.638840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Deleting port 512ec05d-2fb0-457a-9537-d17f9138e836 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:46.639067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.639630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.640474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.642287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] 10.222.0.49 "PUT /v2.0/ports/22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 200 len: 1092 time: 3.3195941 Dec 17 15:57:46.649503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.655813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 59aee61d-6cf5-47be-8977-27f916e466bb no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:46.659225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47472) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:46.660413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/a3501489-4db1-4ccd-b42a-2ef97c8e9866 HTTP/1.1" status: 204 len: 168 time: 1.5751081 Dec 17 15:57:46.670233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-e98adfc1-72ea-4f9b-b7eb-13f7522f896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.672075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-e98adfc1-72ea-4f9b-b7eb-13f7522f896e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc660668-0a07-44ba-b678-9dc70f6c7259 HTTP/1.1" status: 200 len: 851 time: 0.1792133 Dec 17 15:57:46.681527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-199613680'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:46.688918 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:57:46.721905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577d4d7-49de-4208-a570-d72dd757a7c2 req-7ded447c-fab7-4a3f-971e-fc32b52e4fe7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.723457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f577d4d7-49de-4208-a570-d72dd757a7c2 req-7ded447c-fab7-4a3f-971e-fc32b52e4fe7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2089050 Dec 17 15:57:46.735753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 59aee61d-6cf5-47be-8977-27f916e466bb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:46.736431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 59aee61d-6cf5-47be-8977-27f916e466bb not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:46.749357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 512ec05d-2fb0-457a-9537-d17f9138e836 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:46.749807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.761098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267862b-ffae-4872-995b-f5800bd60982 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=a3501489-4db1-4ccd-b42a-2ef97c8e9866,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.781674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356ec5-6c23-453d-97a0-544f772a1c78 service neutron] Pushing event updated for resources: {'Port': ['ID=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.803663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-fc1b5a7e-0e50-459a-bf39-5062a5eb94db tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2023828 Dec 17 15:57:46.879835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:46.883588 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.887125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:46.908826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-73632d4b-cc9b-470b-b25d-16e687b77a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.910592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-73632d4b-cc9b-470b-b25d-16e687b77a51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73a82f14-005f-4fa0-8132-2c56f2195748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170179 Dec 17 15:57:46.917241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:46.919746 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726540a-adeb-4d1e-85fd-9fd4ac9dbefc" -d '{"events": [{"server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:46.928720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f577d4d7-49de-4208-a570-d72dd757a7c2 req-fb678df9-aef3-4cb3-80e2-6b0d8a9951d5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925209 Dec 17 15:57:46.941540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.942023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.942486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.942946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.943400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.943869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.944561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:46.946277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0e1fddf4-5b07-4796-8081-ad901b7b5cf8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6485 time: 0.2218440 Dec 17 15:57:46.953119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:46.964496 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.002903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] For port 512ec05d-2fb0-457a-9537-d17f9138e836, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=512ec05d-2fb0-457a-9537-d17f9138e836,segment=NetworkSegment(fe0d163c-ac91-49a5-84fe-5a776584ea07),segment_id=fe0d163c-ac91-49a5-84fe-5a776584ea07)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:47.003190 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.029618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:47.056093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Calling delete_port for 512ec05d-2fb0-457a-9537-d17f9138e836 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:47.086560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-0ed9dd9b-4209-45e2-815d-df8e5e291c71 service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724845 Dec 17 15:57:47.112885 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-b6a60ad8-c909-48c7-9b34-236f4b344957 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 200 len: 217 time: 0.1509154 Dec 17 15:57:47.119537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:47.190090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.191172 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment 53ce74e1-583c-4ed5-9004-aadb56d9589e of type vlan for network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 Dec 17 15:57:47.256817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-36862db0-3384-4615-a863-0046da6aa42d service neutron] 10.222.0.54 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679838 Dec 17 15:57:47.275561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.282082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.288444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.294732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.300658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.306969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.313007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.314998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-df8ec8a1-ea1e-4423-a8f8-9fbcc7b77de0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.2562652 Dec 17 15:57:47.324120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-af00b712-afe1-4b4e-b3c4-687482dd7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.325547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-af00b712-afe1-4b4e-b3c4-687482dd7a03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 HTTP/1.1" status: 200 len: 850 time: 0.2025862 Dec 17 15:57:47.331781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.344497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-f6173a4c-8216-44a6-bef7-38daaffb0a57 service neutron] 10.222.0.49 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146836 Dec 17 15:57:47.365011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.379468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['512ec05d-2fb0-457a-9537-d17f9138e836'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:47.401126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Pushing event deleted for resources: {'Port': ['ID=512ec05d-2fb0-457a-9537-d17f9138e836,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:47.437550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7346a8b8-d6b2-4666-8d68-acb855409bf2 None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:47.478625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] No DVR routers for this DVR port 512ec05d-2fb0-457a-9537-d17f9138e836 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:47.481633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.486231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.490230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd09809b-fa97-4ac7-afd6-c1ae1e558c28 req-b9af1429-4e78-45a7-824a-41eb1a0be253 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.47 "DELETE /v2.0/ports/512ec05d-2fb0-457a-9537-d17f9138e836 HTTP/1.1" status: 204 len: 173 time: 1.1992800 Dec 17 15:57:47.491789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.492432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'name': 'network-vif-deleted', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:47.492549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.494765 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a7ce61-e018-494f-8316-b8500e674870" -d '{"events": [{"server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "name": "network-vif-deleted", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:47.539610 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6134dcc6-0d6f-4494-92ce-b57e99b84020 x-openstack-request-id: req-6134dcc6-0d6f-4494-92ce-b57e99b84020 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:47.540499 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "name": "network-vif-plugged", "status": "completed", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:47.541037 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6134dcc6-0d6f-4494-92ce-b57e99b84020 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:47.541740 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836', 'code': 200} Dec 17 15:57:47.549043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47510) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:47.591837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c4d3057-4eaa-4c15-998d-1754c5efd4cb req-51c15a22-76b6-4df4-8b50-d7f3ab7110ab tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2650552 Dec 17 15:57:47.614997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9409513 Dec 17 15:57:47.615628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47514) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:47.621937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-270d4fc1-94f5-4181-a3c4-2be2eb01828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.623571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-270d4fc1-94f5-4181-a3c4-2be2eb01828d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc344b3-1870-46c9-a4e7-746f86a3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2832675 Dec 17 15:57:47.624717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:47.651208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:47.653690 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54942d8-d650-4981-93a1-aedffbe79bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:47.661587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6885fe7-d567-4218-94b9-a34de8a69093 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:47.672505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:47.677342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-686ca8ce-295b-4512-aac7-814202e23935 service neutron] 10.222.0.49 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220921 Dec 17 15:57:47.818665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-65a32a66-bbb4-4aa2-a414-706ab8f66912 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820374 Dec 17 15:57:47.827621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1277068119-network', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:47.848526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:47.852559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.913478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4111335a-0528-41cb-a77a-cad1eedb0b43 req-1ce06caa-4792-4418-8ded-77531d42b6a8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 210 time: 0.0745156 Dec 17 15:57:47.914230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf34a9-0d05-428b-ae93-a65ec3d381ae req-72572ec7-2f04-4025-9c66-59449e6b4703 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:47.915997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbaf34a9-0d05-428b-ae93-a65ec3d381ae req-72572ec7-2f04-4025-9c66-59449e6b4703 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 944 time: 0.1324761 Dec 17 15:57:47.960946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Made reservation on behalf of 6f2b4cb3b9f14d7592191df49992f7d5 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:47.964313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:47.993605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 9c0b554b-0f93-4b8a-a35f-010e7241abe8 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:57:48.006405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-6a0108c0-04f7-4d0c-91e6-3287dc81e27a service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811960 Dec 17 15:57:48.070971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.105404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-55841c45-6a9a-4437-8a7b-56b36ae9c9e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 217 time: 0.0913491 Dec 17 15:57:48.140413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aabaf59b-4c45-46ef-aa4a-0829881092c9 req-b05cbddd-7abd-4c40-bd74-55cf56ceb1f4 tempest-ImagesTestJSON-1487502110 tempest-ImagesTestJSON-1487502110-project] 10.222.0.54 "GET /v2.0/ports?device_id=21deef79-bcae-41be-9ece-3d86426a0dc4 HTTP/1.1" status: 200 len: 210 time: 0.0442097 Dec 17 15:57:48.145533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbaf34a9-0d05-428b-ae93-a65ec3d381ae req-62552a06-9ae6-4c35-b010-d56fcaac9304 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206190 Dec 17 15:57:48.184216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 9c0b554b-0f93-4b8a-a35f-010e7241abe8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:48.207564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'port_id': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'mac_address': 'fa:16:3e:d6:d4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:57:48.229682 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b4e21-76f7-456c-9b55-c56b627e0f29 x-openstack-request-id: req-209b4e21-76f7-456c-9b55-c56b627e0f29 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:48.233517 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:48.233784 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-209b4e21-76f7-456c-9b55-c56b627e0f29 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:48.234214 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b', 'status': 'completed', 'code': 200} Dec 17 15:57:48.236185 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4eee81-bf7a-4ed0-88c8-fa5a60f39824 x-openstack-request-id: req-1f4eee81-bf7a-4ed0-88c8-fa5a60f39824 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:48.236185 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21deef79-bcae-41be-9ece-3d86426a0dc4", "name": "network-vif-deleted", "tag": "512ec05d-2fb0-457a-9537-d17f9138e836", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:48.236185 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f4eee81-bf7a-4ed0-88c8-fa5a60f39824 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:48.236185 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21deef79-bcae-41be-9ece-3d86426a0dc4', 'name': 'network-vif-deleted', 'tag': '512ec05d-2fb0-457a-9537-d17f9138e836', 'status': 'completed', 'code': 200} Dec 17 15:57:48.253565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-7e42aaaf-49a3-43bb-9b8b-6b76fa010a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.257788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-7e42aaaf-49a3-43bb-9b8b-6b76fa010a38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1338058 Dec 17 15:57:48.279355 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.298660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.315847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0b554b-0f93-4b8a-a35f-010e7241abe8 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:48.318620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-ea424f22-5205-4520-81ec-f5ec81a56742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.320517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-ea424f22-5205-4520-81ec-f5ec81a56742 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0551953 Dec 17 15:57:48.342492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 9c0b554b-0f93-4b8a-a35f-010e7241abe8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:48.348225 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.404434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=9c0b554b-0f93-4b8a-a35f-010e7241abe8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:48.414053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.428967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.437063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=ea66e31b-cf00-421f-8fa1-15f693417c30,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:48.450102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-4896a4ef-bcf4-45ad-99f7-d7581400405b service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213324 Dec 17 15:57:48.451203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': '53ce74e1-583c-4ed5-9004-aadb56d9589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:48.451360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:48.477999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:48.497783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa472d-a53b-4dee-bddc-78d9178ba257 req-e82d6a6b-84b1-4a3e-981f-4494db7cee75 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.499382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8fa472d-a53b-4dee-bddc-78d9178ba257 req-e82d6a6b-84b1-4a3e-981f-4494db7cee75 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1677096 Dec 17 15:57:48.500117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86042b0-043b-4144-9af5-bf3c5e3e3319,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:48.530898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.531306 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Added segment 3271df57-9411-4677-ba81-f5c4d374ec19 of type vlan for network aa31a3ab-a483-4a5c-92eb-1f01e35c13af Dec 17 15:57:48.534391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:48.558762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['9c0b554b-0f93-4b8a-a35f-010e7241abe8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:48.565934 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-da6639ac-30b3-4128-be13-ab25acf37c23 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087782 Dec 17 15:57:48.591310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:48.596651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.597723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.604685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74836d51-1f09-4684-abd6-3c125ae185e2 None None] Network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:48.629089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-a0d3a49a-4103-4f82-9e2b-2b7e6f53c243 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 217 time: 0.0554783 Dec 17 15:57:48.629972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8fa472d-a53b-4dee-bddc-78d9178ba257 req-a7283d1c-eea5-42a7-bf9f-a405ac301ace tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220355 Dec 17 15:57:48.631637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.646643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47526) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:48.646988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55e4739a-8d92-4592-bac1-e392fd4286fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0300319 Dec 17 15:57:48.652419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1045029189'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:48.679573 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.681302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.681904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.783365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27', 'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27', 'project_id': 'c313dbd7ec0146d4b285f4061d749402', 'fixed_ips': [{'subnet_id': 'ea66e31b-cf00-421f-8fa1-15f693417c30'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:57:48.784253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:48.794873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2418270 Dec 17 15:57:48.794873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a9465-d42f-40f5-a05f-cb26e3585da2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa31a3ab-a483-4a5c-92eb-1f01e35c13af,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:48.795191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-cbde16f1-c32d-4919-a078-02e482f0ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.795859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47534) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:48.796309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-cbde16f1-c32d-4919-a078-02e482f0ed1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1607485 Dec 17 15:57:48.803461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Request body: {'subnet': {'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-subnet', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:48.816000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:48.866159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.873113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.879561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.885929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.891696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.893012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b377221-90b4-4a5d-a4c9-93c2f827633b req-2892f3d3-fb40-4397-ac65-0bb2fa60e013 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.894600 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b377221-90b4-4a5d-a4c9-93c2f827633b req-2892f3d3-fb40-4397-ac65-0bb2fa60e013 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1442182 Dec 17 15:57:48.906538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.908776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-ff0034b3-920d-4f53-8620-1c050e9e7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.912638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:48.913527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-ff0034b3-920d-4f53-8620-1c050e9e7102 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062062 Dec 17 15:57:48.914870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-cc07ff28-1961-4777-97d1-191434970e83 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1509626 Dec 17 15:57:48.916490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Made reservation on behalf of 6f2b4cb3b9f14d7592191df49992f7d5 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:48.918758 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.053071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:49.056691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.080520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Allocated IP 172.20.0.2 (e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27/ea66e31b-cf00-421f-8fa1-15f693417c30/889a4091-f55e-45f2-a57d-4ccf3e2c1fda) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:49.106068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 53e1f9f3-64b1-4b22-8d6d-833d7dd3c913 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:49.121083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b377221-90b4-4a5d-a4c9-93c2f827633b req-3812edf5-a424-4474-9fd2-9a822412d71c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146127 Dec 17 15:57:49.125426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-a976f41a-815d-4c43-86dc-c5fbdc716050 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000699 Dec 17 15:57:49.138395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa1fae3e-1027-43df-97f4-5101c9aa217f req-d5049d33-754e-46a1-a02f-0c54116112d4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027016 Dec 17 15:57:49.239124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8841a003-0f96-4077-9853-98bd6b7cf70b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:49.242601 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8841a003-0f96-4077-9853-98bd6b7cf70b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 806 time: 0.2799869 Dec 17 15:57:49.267760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.277360 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.315803 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fabaab96-27ed-4342-986b-337d81802465 req-7572a264-1cc4-47d7-a1b2-3b741bad451f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 210 time: 0.0697248 Dec 17 15:57:49.333769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Request body: {'port': {'device_id': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'admin_state_up': True, 'tenant_id': '1216523009a34c13b7dfa15c403d858c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:49.454477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.3 (e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27/ea66e31b-cf00-421f-8fa1-15f693417c30/53e1f9f3-64b1-4b22-8d6d-833d7dd3c913) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:49.466108 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-fb4e395a-e00e-44e5-b284-1d2f7d194192 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931437 Dec 17 15:57:49.530694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b492-2537-46c5-9ae0-5270d67d8925 req-04118bfd-db1f-4f1a-9f38-3251f31eef9a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:49.532450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0d0b492-2537-46c5-9ae0-5270d67d8925 req-04118bfd-db1f-4f1a-9f38-3251f31eef9a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 945 time: 0.1482031 Dec 17 15:57:49.536949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-a58e9e8e-1b0d-41e2-a3f4-88e8e41358d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=e66b899a-809b-4c28-8fc4-39b688474c42 HTTP/1.1" status: 200 len: 217 time: 0.0599444 Dec 17 15:57:49.563234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:49.569045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:49.571709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Pushing event updated for resources: {'Port': ['ID=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:49.575195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:49.643101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Attempting to bind port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:49.643879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Attempting to bind port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '53ce74e1-583c-4ed5-9004-aadb56d9589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:49.644309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Attempting to bind port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda on network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:49.649819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:49.650238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Checking segment: {'id': '53ce74e1-583c-4ed5-9004-aadb56d9589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:49.651064 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.651930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Bound using segment: {'id': '53ce74e1-583c-4ed5-9004-aadb56d9589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:49.652741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Bound port: 889a4091-f55e-45f2-a57d-4ccf3e2c1fda, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ce74e1-583c-4ed5-9004-aadb56d9589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:49.653978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.691092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-e916fe51-9b62-4aff-be5b-ae602879384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:49.692620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-e916fe51-9b62-4aff-be5b-ae602879384d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1467483 Dec 17 15:57:49.706367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0d0b492-2537-46c5-9ae0-5270d67d8925 req-4b4c4929-67da-4989-afdc-22cdfa5c973d tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508527 Dec 17 15:57:49.724377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] For port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:49.727794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] For port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,segment=NetworkSegment(53ce74e1-583c-4ed5-9004-aadb56d9589e),segment_id=53ce74e1-583c-4ed5-9004-aadb56d9589e)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:49.746095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.779597 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.787711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-e2e3a751-dbd9-4d0f-84e0-f2a741e9070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:49.789499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-e2e3a751-dbd9-4d0f-84e0-f2a741e9070a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872912 Dec 17 15:57:49.826243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02525bb7-adcf-4442-9857-972f0ea48cb4 None None] Pushing event updated for resources: {'Port': ['ID=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:49.894923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:49.944240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d758e2-3421-4cd6-9e7c-cfd89b6e2cec req-6c5cc209-f70a-4f76-aa2a-28389d34de54 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:49.952157 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34d758e2-3421-4cd6-9e7c-cfd89b6e2cec req-6c5cc209-f70a-4f76-aa2a-28389d34de54 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1357067 Dec 17 15:57:49.964686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:49.969240 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c8e68301-af69-4b0d-9a41-859374963a71 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697330 Dec 17 15:57:49.972815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:49.977753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:49.990586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=53e1f9f3-64b1-4b22-8d6d-833d7dd3c913,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:50.008975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 9c0b554b-0f93-4b8a-a35f-010e7241abe8 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:50.018950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.077733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.078096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.078442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.078785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.079122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.079433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.079770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.080125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.080455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.080783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.081109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.081442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.081740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:50.104642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:57:50.107983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34d758e2-3421-4cd6-9e7c-cfd89b6e2cec req-3996c701-cade-4670-80cd-f11893099aa2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515718 Dec 17 15:57:50.109104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:50.109542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.118180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Made reservation on behalf of 1216523009a34c13b7dfa15c403d858c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:50.122251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.137915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.138511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.201463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fcd8ccc1-0f5d-42db-ae21-a6337ef789b0 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5533819 Dec 17 15:57:50.214279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47568) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:50.256676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=015de246-e674-4052-a841-fcc6db90c69f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:50.292918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-ef0e2a7c-2b08-4659-a691-f0c06082ab3d service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115323 Dec 17 15:57:50.293201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Checking segment: {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:50.293599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Network hostable DHCP agents. Network: aa31a3ab-a483-4a5c-92eb-1f01e35c13af, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:50.333155 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.371810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:50.374812 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbf63d1-0bbc-4b0d-9396-2b03efab3fe5" -d '{"events": [{"server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "name": "network-vif-plugged", "status": "completed", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:50.391483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 9c0b554b-0f93-4b8a-a35f-010e7241abe8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:50.398146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:50.402477 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.407037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-1ec1ee90-df24-4b27-93f0-1200dc451622 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6 HTTP/1.1" status: 200 len: 217 time: 0.0668530 Dec 17 15:57:50.415551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76b2a6-1bcb-48ec-a0b4-67174fc616bb req-53be5853-a134-4b81-9b0c-ff0458cfef35 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.417215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd76b2a6-1bcb-48ec-a0b4-67174fc616bb req-53be5853-a134-4b81-9b0c-ff0458cfef35 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1421049 Dec 17 15:57:50.444662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, aa31a3ab-a483-4a5c-92eb-1f01e35c13af) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:50.455313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=9c0b554b-0f93-4b8a-a35f-010e7241abe8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:50.460814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.461408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.471163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f742c9-0802-4584-9958-63f4bd8fdd7f None None] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:50.498215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.505427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.508847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3976deec-a005-4b91-ace9-a94c4b6751cd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7080495 Dec 17 15:57:50.512474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47578) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:50.512677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.513345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Allocated IP 172.20.0.11 (547378fa-1c79-48b0-ae08-311db701015d/d0efab85-04e1-4517-94cd-ea63b501f245/834b077d-70ef-47fa-814a-0b8bd7cf832e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:50.519387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.525475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.527357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:50.532492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.534807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 512ec05d-2fb0-457a-9537-d17f9138e836 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:50.538788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.547849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-46ba4384-0301-417d-b4bc-0752a7b8027d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.2513213 Dec 17 15:57:50.554062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd76b2a6-1bcb-48ec-a0b4-67174fc616bb req-87dd785b-a639-4742-ba92-04bc7c0e6cab tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136220 Dec 17 15:57:50.603617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-43fbdbaa-dc87-4e92-91e2-cf4d48c2c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.608969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-43fbdbaa-dc87-4e92-91e2-cf4d48c2c407 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1937444 Dec 17 15:57:50.615346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 512ec05d-2fb0-457a-9537-d17f9138e836 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:50.615991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 512ec05d-2fb0-457a-9537-d17f9138e836 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:50.684813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 53e1f9f3-64b1-4b22-8d6d-833d7dd3c913 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:50.685352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.707099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:57:50.708489 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.750630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.794604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.805053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.806403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 889a4091-f55e-45f2-a57d-4ccf3e2c1fda up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:50.831117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.854624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2195e2a0-e833-44e9-b5eb-4b2bf3698c28 req-c9dab951-cb1f-4b39-bb8b-527dc753c480 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2978413 Dec 17 15:57:50.898042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:50.919387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-f31aff1e-8fa6-49a2-a10a-d116bb1ae0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.928895 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-f31aff1e-8fa6-49a2-a10a-d116bb1ae0b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2992520 Dec 17 15:57:50.929584 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:50.940580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Network 547378fa-1c79-48b0-ae08-311db701015d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:50.968180 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa5908e-582f-4b6b-b0a7-405d35dd8127 x-openstack-request-id: req-4aa5908e-582f-4b6b-b0a7-405d35dd8127 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:50.968304 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "name": "network-vif-plugged", "status": "completed", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:50.968538 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aa5908e-582f-4b6b-b0a7-405d35dd8127 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:50.968933 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'code': 200} Dec 17 15:57:50.972086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.039096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:51.039096 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.088023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 53e1f9f3-64b1-4b22-8d6d-833d7dd3c913 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:51.174225 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.179972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event updated for resources: {'Port': ['ID=834b077d-70ef-47fa-814a-0b8bd7cf832e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:51.182922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Allocated IP 172.20.0.2 (aa31a3ab-a483-4a5c-92eb-1f01e35c13af/015de246-e674-4052-a841-fcc6db90c69f/7550faa3-ddb5-4283-8c97-a3ed7b455ab9) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:51.185411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:51.201964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:51.218214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d65089-5f5b-4a4b-8d53-da210baa1361 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:51.296307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e2fd6-b76d-4ac0-ba68-cf118fa47c30 req-35cfe755-2db7-470f-aa2d-4442f6ed99c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:51.305269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e39e2fd6-b76d-4ac0-ba68-cf118fa47c30 req-35cfe755-2db7-470f-aa2d-4442f6ed99c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 932 time: 0.3933229 Dec 17 15:57:51.378714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.390918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e39e2fd6-b76d-4ac0-ba68-cf118fa47c30 req-53ac9416-add2-4b37-9ba3-bdc0d9d54893 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844994 Dec 17 15:57:51.412037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:51.413149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.471642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25398fb5-1d99-40d0-83b0-c3a695263898 None None] Network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:51.479664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6af665a7-bd47-4c6d-a33c-900104c65950 None None] Provisioning complete for port 834b077d-70ef-47fa-814a-0b8bd7cf832e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:51.481021 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6af665a7-bd47-4c6d-a33c-900104c65950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.483785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-8faee2ce-8413-419d-be65-e93e99d3be4e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1798477 Dec 17 15:57:51.484018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,segment=NetworkSegment(53ce74e1-583c-4ed5-9004-aadb56d9589e),segment_id=53ce74e1-583c-4ed5-9004-aadb56d9589e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:51.499407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Request body: {'port': {'device_id': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:51.576328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.615468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.653629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.659945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56fc61-ec9b-4cde-a99f-a9e5f9780903 req-2032c00d-12dd-4916-8a75-6a2794ac620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:51.661790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c56fc61-ec9b-4cde-a99f-a9e5f9780903 req-2032c00d-12dd-4916-8a75-6a2794ac620a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 1098 time: 0.5966630 Dec 17 15:57:51.662529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6af665a7-bd47-4c6d-a33c-900104c65950 None None] Port 834b077d-70ef-47fa-814a-0b8bd7cf832e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:51.672088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.700813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-aefcbee1-e4c0-431a-831a-d7745d8d17b5 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505844 Dec 17 15:57:51.709840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:51.711041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:51.719774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f6c0a-35d3-43c2-8545-45ab2c3c4c40 req-f1956d1d-e9ac-45ed-9049-0cd68d94d75c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:51.722240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:51.731079 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-109f6c0a-35d3-43c2-8545-45ab2c3c4c40 req-f1956d1d-e9ac-45ed-9049-0cd68d94d75c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.6080790 Dec 17 15:57:51.735840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186f3e2-5fba-418e-bd30-c4b090561449 req-6a2545fb-3098-4028-a3b2-b95f70d5fb03 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:51.737612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0186f3e2-5fba-418e-bd30-c4b090561449 req-6a2545fb-3098-4028-a3b2-b95f70d5fb03 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1809916 Dec 17 15:57:51.763800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:51.840929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Pushing event updated for resources: {'Port': ['ID=7550faa3-ddb5-4283-8c97-a3ed7b455ab9,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:51.864202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e75307d2-43cd-498a-84bb-d4470e2df3d8 None None] Provisioning complete for port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:51.864579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e75307d2-43cd-498a-84bb-d4470e2df3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.866796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Attempting to bind port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:51.866974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.867196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Attempting to bind port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:51.867466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Attempting to bind port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 on network aa31a3ab-a483-4a5c-92eb-1f01e35c13af {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:51.870447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c56fc61-ec9b-4cde-a99f-a9e5f9780903 req-c9f38818-c562-43e5-bfc0-ae11e423d272 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959789 Dec 17 15:57:51.903145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:51.903523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Checking segment: {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:51.903967 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.904370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Bound using segment: {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:51.904858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Bound port: 7550faa3-ddb5-4283-8c97-a3ed7b455ab9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:51.905239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.909654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.925660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:51.945144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-109f6c0a-35d3-43c2-8545-45ab2c3c4c40 req-11271644-e946-4c0a-9c92-ff1304c83a81 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128356 Dec 17 15:57:51.958864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0186f3e2-5fba-418e-bd30-c4b090561449 req-ca7a1e1c-c473-4257-966f-3d0632f5e857 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952946 Dec 17 15:57:51.980369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-45e3bd55-19d2-4441-a6f4-ebeea82f66b2 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706146 Dec 17 15:57:51.982403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=53e1f9f3-64b1-4b22-8d6d-833d7dd3c913,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:52.054663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] For port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:52.069584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] For port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7550faa3-ddb5-4283-8c97-a3ed7b455ab9,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:52.102346 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.130310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.137423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-12f44cc5-82d3-40e3-aeb6-07ffb127a015 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/53e1f9f3-64b1-4b22-8d6d-833d7dd3c913 HTTP/1.1" status: 204 len: 168 time: 1.9273996 Dec 17 15:57:52.138153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47608) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:52.192291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-9b7b272b-f6ea-4252-bdee-5367c8db52d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 200 len: 217 time: 0.0791860 Dec 17 15:57:52.202501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a15b0-f30a-434f-a3e8-eb41c70098e7 None None] Pushing event updated for resources: {'Port': ['ID=7550faa3-ddb5-4283-8c97-a3ed7b455ab9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:52.202842 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e23745-0118-42cd-97a1-621c05212ae8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:57:52.207213 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-01e23745-0118-42cd-97a1-621c05212ae8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/53e1f9f3-64b1-4b22-8d6d-833d7dd3c913 HTTP/1.1" status: 404 len: 333 time: 0.0652013 Dec 17 15:57:52.207871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47610) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:52.279972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c8ef04e2-c420-49b8-9388-c7a6a1b3e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.281638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-c8ef04e2-c420-49b8-9388-c7a6a1b3e24f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.0810125 Dec 17 15:57:52.302406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.308822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.315032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.321138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.326421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b2c07c70-c7a0-42b5-95fc-c21fc7c64702 None None] Provisioning complete for port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:52.327540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.327990 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b2c07c70-c7a0-42b5-95fc-c21fc7c64702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.333757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.342777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.345152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-4b46e9f4-ff8d-4fa6-9509-37537092b9bb tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.2063882 Dec 17 15:57:52.388308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Allocated IP 172.25.0.148 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/9575ae69-e4c8-4bfe-a530-ec221b0de6e9) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:52.408446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet ea66e31b-cf00-421f-8fa1-15f693417c30 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:57:52.422451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.435436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-97249105-b8c1-44b3-a3ec-02a6ae83f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.436856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-97249105-b8c1-44b3-a3ec-02a6ae83f95f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906570 Dec 17 15:57:52.438362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cc0de-1e8b-4d02-96bb-f69b7f0ebc23 req-b79ab71c-d132-4247-986b-61377032a039 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:52.443365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a98cc0de-1e8b-4d02-96bb-f69b7f0ebc23 req-b79ab71c-d132-4247-986b-61377032a039 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2143195 Dec 17 15:57:52.466722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b2c07c70-c7a0-42b5-95fc-c21fc7c64702 None None] Could not find standard attr ID for object 53e1f9f3-64b1-4b22-8d6d-833d7dd3c913. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:57:52.472745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44aa4bd5-02f9-414b-b8ae-c8bd19314738 req-ed3796eb-2cdb-40c8-930e-b4826104db0d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118104 Dec 17 15:57:52.618953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47614) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:52.689792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-be43dffe-7022-48aa-b2d9-ead6dada94bb None None] Could not find standard attr ID for object 53e1f9f3-64b1-4b22-8d6d-833d7dd3c913. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:57:52.690397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-a093df3e-7daa-45f8-a25c-0cc52362ef7e service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419856 Dec 17 15:57:52.711199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.822434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 889a4091-f55e-45f2-a57d-4ccf3e2c1fda up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:52.827606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834b077d-70ef-47fa-814a-0b8bd7cf832e {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:52.832952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] Deleting subnet 3308404c-a5ad-4c4b-8a69-8c6b33f78789 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:57:52.841869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.851604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.893828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a98cc0de-1e8b-4d02-96bb-f69b7f0ebc23 req-9252a640-7bc8-482f-8d98-55c527a8daa6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960531 Dec 17 15:57:52.910867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:52.918182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Transition to ACTIVE for port object 834b077d-70ef-47fa-814a-0b8bd7cf832e will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:57:52.924008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.938216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-29e68442-26c6-4b28-a04f-66f9f5db2d7c service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321506 Dec 17 15:57:52.941067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.951355 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:52.988954 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.062338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465a0a7-c4e2-4328-af7c-0239733c4b3e req-2b170666-9987-447c-9789-04b7fa336203 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:53.064858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4465a0a7-c4e2-4328-af7c-0239733c4b3e req-2b170666-9987-447c-9789-04b7fa336203 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 932 time: 0.3360195 Dec 17 15:57:53.066876 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.091849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.093505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14314d95-27f0-4ee2-98d2-eb12838a254b None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:53.158312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-0b7579a9-3bfa-4fc7-bd6c-1f492a35a55d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 200 len: 217 time: 0.1108704 Dec 17 15:57:53.159442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:53.178894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Pushing event updated for resources: {'Port': ['ID=834b077d-70ef-47fa-814a-0b8bd7cf832e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:53.203695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.216496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:53.217012 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.258931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-506c55d8-f122-4317-b5b3-bd722055d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:53.260492 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-506c55d8-f122-4317-b5b3-bd722055d87b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.0950139 Dec 17 15:57:53.270682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3308404c-a5ad-4c4b-8a69-8c6b33f78789,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:53.278172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c3fb9-3868-4b9c-9981-37b204272958 req-209da974-5c12-4bbf-b388-3313cc20656f tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:53.279766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-681c3fb9-3868-4b9c-9981-37b204272958 req-209da974-5c12-4bbf-b388-3313cc20656f tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.1844656 Dec 17 15:57:53.285689 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.318599 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.322279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e671e8dd-fe60-4684-8dd9-0dc713d8e8a4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3308404c-a5ad-4c4b-8a69-8c6b33f78789 HTTP/1.1" status: 204 len: 168 time: 0.7022417 Dec 17 15:57:53.325463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47624) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:53.345405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07611de-655e-4bbf-9ee3-f372fd81e978 None None] Network bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:53.346897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.394448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:53.406536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Attempting to bind port 834b077d-70ef-47fa-814a-0b8bd7cf832e on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:53.407409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Attempting to bind port 834b077d-70ef-47fa-814a-0b8bd7cf832e by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:53.407756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Attempting to bind port 834b077d-70ef-47fa-814a-0b8bd7cf832e on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:53.409478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.409989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=ea66e31b-cf00-421f-8fa1-15f693417c30,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:53.413994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4465a0a7-c4e2-4328-af7c-0239733c4b3e req-b6e08b58-738d-4456-bd67-c3df8703713a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254731 Dec 17 15:57:53.422305 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.447062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2728318c-dde7-4b48-84c6-e6c263556735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:53.448903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-2728318c-dde7-4b48-84c6-e6c263556735 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1673474 Dec 17 15:57:53.456725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:53.458585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Pushing event updated for resources: {'Port': ['ID=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:53.472150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:53.474376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b37c64c-2a76-4ec0-8d46-1d4224b28521 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:53.505078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7550faa3-ddb5-4283-8c97-a3ed7b455ab9,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:53.517394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9a71d1-3c3a-43e8-869d-f58bbe73d9cf None None] DHCP port deletion for bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:53.524190 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.539217 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-681c3fb9-3868-4b9c-9981-37b204272958 req-58f49c45-987f-4dc0-97ef-3953b80cac3a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441540 Dec 17 15:57:53.554514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Port 834b077d-70ef-47fa-814a-0b8bd7cf832e on network 547378fa-1c79-48b0-ae08-311db701015d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:57:53.554842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Attempting to bind port 834b077d-70ef-47fa-814a-0b8bd7cf832e on network 547378fa-1c79-48b0-ae08-311db701015d {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:53.562629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.569568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b0672e5c-9704-4e03-8f5c-44f453906936 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/ea66e31b-cf00-421f-8fa1-15f693417c30 HTTP/1.1" status: 204 len: 168 time: 1.3389809 Dec 17 15:57:53.577443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47636) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:53.592941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8b0bc-0068-42fc-acb3-0f6855b9f790 None None] Network e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:53.682587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2b3f9a7a-cc65-4165-beea-80750fb6c343 None None] Provisioning complete for port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:53.682986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2b3f9a7a-cc65-4165-beea-80750fb6c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.686100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=7550faa3-ddb5-4283-8c97-a3ed7b455ab9,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:53.714080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:53.714449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Checking segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:53.714833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Bound using segment: {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:53.715362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Bound port: 834b077d-70ef-47fa-814a-0b8bd7cf832e, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '547378fa-1c79-48b0-ae08-311db701015d'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:53.715720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.725917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-3311a42a-91ba-4b74-8f0f-ccbd72f7258f service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374034 Dec 17 15:57:53.776268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f9a7a-cc65-4165-beea-80750fb6c343 None None] Port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:53.836486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552e0c4-d034-45fd-9cb1-52889472e03c None None] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:57:53.843778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.896150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6de2ac-e7d9-4dab-ab32-29963ae9ee78']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:53.900918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] DHCP port deletion for e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:53.909666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.918913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0d163c-ac91-49a5-84fe-5a776584ea07') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:53.919493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0d163c-ac91-49a5-84fe-5a776584ea07') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:53.941671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.954181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8c2ce-1917-4f38-9277-a36307b61589 req-27fee723-7345-4bb7-981d-d57bbbecc456 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:53.956013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-03446c82-75c0-4722-b880-de3f850f9869 None None] Provisioning complete for port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:53.956173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25e8c2ce-1917-4f38-9277-a36307b61589 req-27fee723-7345-4bb7-981d-d57bbbecc456 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 814 time: 0.3720806 Dec 17 15:57:53.956381 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-03446c82-75c0-4722-b880-de3f850f9869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.975556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91dd1b4f-9397-4903-bbb7-8542a0a418b6 req-8d0ef4e2-73ae-4dae-aee2-135d5b1e444e service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046666 Dec 17 15:57:53.989731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:53.995086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25e8c2ce-1917-4f38-9277-a36307b61589 req-ccda48ec-7dd2-4be0-bce0-410314d75d45 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/quotas/9bfc9c16e5bd406b97128992b249e9c7 HTTP/1.1" status: 200 len: 375 time: 0.0244720 Dec 17 15:57:53.999198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:54.000147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.001756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:54.002539 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:54.007605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.013901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.020665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.027516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.035792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.041753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.044132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-31aab06b-8c9b-482e-be6c-29df9e877905 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.2371552 Dec 17 15:57:54.049030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] For port 834b077d-70ef-47fa-814a-0b8bd7cf832e, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:54.058808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] For port 834b077d-70ef-47fa-814a-0b8bd7cf832e, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=834b077d-70ef-47fa-814a-0b8bd7cf832e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:54.078216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] Deleting port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:54.079867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.125598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.133772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.140153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] 10.222.0.54 "DELETE /v2.0/networks/bb6de2ac-e7d9-4dab-ab32-29963ae9ee78 HTTP/1.1" status: 204 len: 168 time: 0.8135190 Dec 17 15:57:54.163383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb7b73-163b-4490-8d2d-9e9522ce692e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6de2ac-e7d9-4dab-ab32-29963ae9ee78,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:54.187407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25e8c2ce-1917-4f38-9277-a36307b61589 req-1f41d881-f4d2-4949-b5aa-17acd2fb2ded tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706579 Dec 17 15:57:54.203666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.205704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.208562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.209318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.210067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.212273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.212994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.217641 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-dbe454cf-1aa4-4b3e-9403-fc93b7ad17cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6485 time: 0.1650441 Dec 17 15:57:54.375725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] For port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,segment=NetworkSegment(53ce74e1-583c-4ed5-9004-aadb56d9589e),segment_id=53ce74e1-583c-4ed5-9004-aadb56d9589e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:54.376794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.393181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] Calling delete_port for 889a4091-f55e-45f2-a57d-4ccf3e2c1fda owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:54.397899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59372ffd-de70-450d-bbab-2df2a5a919e8 req-02902c0d-6c0e-41c7-adf0-6ddab7eefd4f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.409373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59372ffd-de70-450d-bbab-2df2a5a919e8 req-02902c0d-6c0e-41c7-adf0-6ddab7eefd4f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0995362 Dec 17 15:57:54.411171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47642) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:54.424015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-5007b61b-9aba-495d-b038-6426f5742cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.425700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-5007b61b-9aba-495d-b038-6426f5742cf7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 902 time: 0.1994853 Dec 17 15:57:54.483122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.492449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.516164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] Pushing event deleted for resources: {'Port': ['ID=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:54.519018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52f35d0-5520-4916-9fb6-8d617b04cb34 None None] No DVR routers for this DVR port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:54.537690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-03918f2d-9fb0-4c04-8575-c5829e3b4c28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 200 len: 217 time: 0.0802286 Dec 17 15:57:54.570360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.570989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.572741 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/834b077d-70ef-47fa-814a-0b8bd7cf832e HTTP/1.1" status: 200 len: 1093 time: 3.0803246 Dec 17 15:57:54.578875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'tag': '834b077d-70ef-47fa-814a-0b8bd7cf832e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:54.595647 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193e6160-92e3-4614-a83f-970e8994a201" -d '{"events": [{"name": "network-changed", "server_uuid": "a959555c-7aca-4fd4-a4f7-8f196989e1f0", "tag": "834b077d-70ef-47fa-814a-0b8bd7cf832e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:54.597651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-4e9c1eef-e4d1-4593-90ed-8e71c0005e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.599188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-4e9c1eef-e4d1-4593-90ed-8e71c0005e5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.0540109 Dec 17 15:57:54.608866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a881c-5b47-4b36-b7e0-31ee17e48a38 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:54.619280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59372ffd-de70-450d-bbab-2df2a5a919e8 req-b4e4a3c1-ad78-46ce-9ddc-61268df5591b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041171 Dec 17 15:57:54.629983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e95b76ce-ee70-4c6b-8957-b64f6bef828d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21d17c5df8cc4d8281072dc8cc2bbae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2167168 Dec 17 15:57:54.645233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47650) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:54.661154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.719832 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7e4b6197-efa2-4aa2-873b-ad2bff430c85 req-7992847a-9f10-4eb8-8e18-badc77b35061 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6596534 Dec 17 15:57:54.726825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:54.731152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-bdc4bbd4-2e6a-4866-955d-8aa98fb2a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.734430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-bdc4bbd4-2e6a-4866-955d-8aa98fb2a8d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1124752 Dec 17 15:57:54.785129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Pushing event updated for resources: {'Port': ['ID=834b077d-70ef-47fa-814a-0b8bd7cf832e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:54.803640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:54.803890 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.813919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-073e6540-09f8-43c0-b586-d8e079c17434 None None] Provisioning complete for port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:54.814505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-073e6540-09f8-43c0-b586-d8e079c17434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.842824 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:54.843366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:54.852620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da705e-2720-46f0-91eb-aaa436c0cf1b req-cc10cb86-4a47-4da5-ba51-f833a6491b67 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.854174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0da705e-2720-46f0-91eb-aaa436c0cf1b req-cc10cb86-4a47-4da5-ba51-f833a6491b67 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 944 time: 0.1369693 Dec 17 15:57:54.889113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.889502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.890110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.890110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.890448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.891046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.891161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.891408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.891739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.892454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.892768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.893087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.893413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce53cff-0e8a-45b9-a590-da26d5d424b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:54.927268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-a48c2b5c-0d22-4b2d-bf9a-f88934a0d2e9 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592963 Dec 17 15:57:54.936421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0da705e-2720-46f0-91eb-aaa436c0cf1b req-cd854dba-22c0-41a8-b110-153487806d6c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733202 Dec 17 15:57:54.953555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-d70ad767-10fc-4111-b0b4-71b45e261058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:54.955094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-d70ad767-10fc-4111-b0b4-71b45e261058 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 1096 time: 0.3237407 Dec 17 15:57:55.029273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] For port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda, host n-d-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:55.029649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.034410 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f69a34a-9e4f-485d-b792-eaaf00972cc7 x-openstack-request-id: req-4f69a34a-9e4f-485d-b792-eaaf00972cc7 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:55.034706 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a959555c-7aca-4fd4-a4f7-8f196989e1f0", "tag": "834b077d-70ef-47fa-814a-0b8bd7cf832e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:55.034958 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f69a34a-9e4f-485d-b792-eaaf00972cc7 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:55.035357 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'tag': '834b077d-70ef-47fa-814a-0b8bd7cf832e', 'status': 'completed', 'code': 200} Dec 17 15:57:55.041014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 889a4091-f55e-45f2-a57d-4ccf3e2c1fda no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:55.042672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82b1bdc6-0095-49be-8c38-96ecafeffe62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.051370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6ec991b6-dbe8-4f16-a7c0-7c368000b718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=834b077d-70ef-47fa-814a-0b8bd7cf832e HTTP/1.1" status: 200 len: 217 time: 0.0746591 Dec 17 15:57:55.052168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4ffe1ca-c6f6-455f-8fd7-2da3a5cf4e62 req-53b65db4-4f24-4652-bd93-0ca91b18d269 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133223 Dec 17 15:57:55.057796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 889a4091-f55e-45f2-a57d-4ccf3e2c1fda owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:55.062918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 889a4091-f55e-45f2-a57d-4ccf3e2c1fda {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:57:55.063260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 889a4091-f55e-45f2-a57d-4ccf3e2c1fda not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:55.065140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda was not found and therefore no delete operation was performed {{(pid=109784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:57:55.124117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef730a-6d00-4b32-9550-78a960ac25a7 req-d2eb8c41-edc5-4714-9bbf-2264c787e563 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.125644 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3eef730a-6d00-4b32-9550-78a960ac25a7 req-d2eb8c41-edc5-4714-9bbf-2264c787e563 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.3092988 Dec 17 15:57:55.129103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.134061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69a14-970f-4b35-990f-0d25d41c30c1 req-20ebac2e-5071-4490-92f3-a9f856d5702f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.135573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31c69a14-970f-4b35-990f-0d25d41c30c1 req-20ebac2e-5071-4490-92f3-a9f856d5702f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0643568 Dec 17 15:57:55.193616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.193880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82b1bdc6-0095-49be-8c38-96ecafeffe62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.194070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.194579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.195072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.195515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.196009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.196445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.198440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-a05c2601-c09a-431b-b541-c9a5457e2874 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6485 time: 0.0856760 Dec 17 15:57:55.225187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=889a4091-f55e-45f2-a57d-4ccf3e2c1fda,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:55.230136 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31c69a14-970f-4b35-990f-0d25d41c30c1 req-f73dd4b0-7d65-4cc0-9648-79eab50a99bc tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793073 Dec 17 15:57:55.257949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No DVR routers for this DVR port 889a4091-f55e-45f2-a57d-4ccf3e2c1fda on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:55.308855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-1bb25d01-efa9-4c60-8495-4078315d1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.310342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-1bb25d01-efa9-4c60-8495-4078315d1d4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 902 time: 0.1040382 Dec 17 15:57:55.322489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-db499986-dd63-48ec-bc69-d2545b027c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.324713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-db499986-dd63-48ec-bc69-d2545b027c1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.2615123 Dec 17 15:57:55.357180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-ca7a622b-a403-4819-9e2c-8a69c9a2f18b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 200 len: 217 time: 0.0401030 Dec 17 15:57:55.408933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-99f55e08-63b7-4185-952a-3c33cab53268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.410522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-99f55e08-63b7-4185-952a-3c33cab53268 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.0471327 Dec 17 15:57:55.413750 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-6cf88e87-462c-4911-a333-fa65330823df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773294 Dec 17 15:57:55.429884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3eef730a-6d00-4b32-9550-78a960ac25a7 req-afdf1272-d82c-46bf-b629-d2837c11e51a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740767 Dec 17 15:57:55.456525 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.461322 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.489022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-0a5242a8-34c0-49c4-842e-9b04c8080304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.490529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-0a5242a8-34c0-49c4-842e-9b04c8080304 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0734513 Dec 17 15:57:55.492215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5bbb5eb-f141-402b-ad5e-b57b060cd6ff req-9bd60077-c653-4860-b244-3cc89a180578 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9bfc9c16e5bd406b97128992b249e9c7 HTTP/1.1" status: 200 len: 221 time: 0.0445802 Dec 17 15:57:55.518723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82b1bdc6-0095-49be-8c38-96ecafeffe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.521267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82b1bdc6-0095-49be-8c38-96ecafeffe62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.524881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-82b1bdc6-0095-49be-8c38-96ecafeffe62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e77f33ff-43c4-443c-8e02-9bb25f0cd655 HTTP/1.1" status: 204 len: 168 time: 0.8762100 Dec 17 15:57:55.576494 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-e7e40e00-90de-4dba-8dce-3f78e759f725 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383617 Dec 17 15:57:55.607777 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-514a3455-3463-4eeb-89af-d6ebb909bf77 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102717 Dec 17 15:57:55.640975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:55.670910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1bdc6-0095-49be-8c38-96ecafeffe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f33ff-43c4-443c-8e02-9bb25f0cd655,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:55.701127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50b027-8daa-46e2-bfa2-a9bb9cdb1b14 req-55ee1d3f-8c5a-40ee-9b7b-2ea0d28ac124 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.702865 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b50b027-8daa-46e2-bfa2-a9bb9cdb1b14 req-55ee1d3f-8c5a-40ee-9b7b-2ea0d28ac124 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1118088 Dec 17 15:57:55.709332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ce74e1-583c-4ed5-9004-aadb56d9589e') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:55.709582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ce74e1-583c-4ed5-9004-aadb56d9589e') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:55.726678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.755942 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c54942d8-d650-4981-93a1-aedffbe79bbd req-653f445a-5388-4c79-87fa-cb3c8ee68ce8 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332717 Dec 17 15:57:55.758428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953337a-bed7-42ec-989f-ed38fc5859d2 req-61848b24-4e97-4057-a780-4af835a88f8a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:55.759953 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0953337a-bed7-42ec-989f-ed38fc5859d2 req-61848b24-4e97-4057-a780-4af835a88f8a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.2551863 Dec 17 15:57:55.774159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b50b027-8daa-46e2-bfa2-a9bb9cdb1b14 req-836e8db2-cd7b-40f3-b47c-5d81f64530e6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640728 Dec 17 15:57:55.782933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47678) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:55.793272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Request body: {'floatingip': {'port_id': '9c0b554b-0f93-4b8a-a35f-010e7241abe8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:55.814256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.832635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:55.833121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:55.836973 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:55.843343 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.911297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd4c4f0f-b040-429f-8656-c55b6a95a0df req-2a6e3249-884d-4d88-a1f9-0e22ac0e8d9f service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728884 Dec 17 15:57:55.929069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.961185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:55.969898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27 HTTP/1.1" status: 204 len: 168 time: 2.3834441 Dec 17 15:57:55.970433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47686) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:55.978946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'name': 'tempest-PortsTestJSON-1492959012'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:55.995232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cc509-20f9-4ff7-8788-f0e8c6f45a8e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=e5ca6f2a-7ea7-4555-9ba5-07c366a1eb27,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:56.050240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.056110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.061991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.067919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.073851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.079796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.085713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.087639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65424a30-cbc1-43b1-bc21-991d90063448 req-1a7a655e-04f2-4dfc-98e1-0022556104c8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1791413 Dec 17 15:57:56.106975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:57:56.126269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e6160-92e3-4614-a83f-970e8994a201 req-712582a3-a14b-41b7-b47e-5133970bdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.127888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-193e6160-92e3-4614-a83f-970e8994a201 req-712582a3-a14b-41b7-b47e-5133970bdf30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1216523009a34c13b7dfa15c403d858c&device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 1096 time: 0.1355243 Dec 17 15:57:56.189785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0747d3-4403-4dda-9412-002b78f1c038 req-447f7869-9fc5-435a-99b9-e14565fe87de tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.191412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d0747d3-4403-4dda-9412-002b78f1c038 req-447f7869-9fc5-435a-99b9-e14565fe87de tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2341709 Dec 17 15:57:56.256654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65424a30-cbc1-43b1-bc21-991d90063448 req-684fb0f7-4b62-4c85-b19c-65166ad5ebd4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617434 Dec 17 15:57:56.270076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:56.275120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:56.346186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e6160-92e3-4614-a83f-970e8994a201 req-a6381395-c1f4-468d-9e00-9c901fcf011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.347848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-193e6160-92e3-4614-a83f-970e8994a201 req-a6381395-c1f4-468d-9e00-9c901fcf011d service neutron] 10.222.0.47 "GET /v2.0/networks?id=547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 200 len: 907 time: 0.2088420 Dec 17 15:57:56.347998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d0747d3-4403-4dda-9412-002b78f1c038 req-ae7fc53b-ea65-4bd5-ae14-14fb2aac89b2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430740 Dec 17 15:57:56.350991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:56.368908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Sync routers for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:56.388860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:56.389748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:56.397831 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-193e6160-92e3-4614-a83f-970e8994a201 req-564036fd-8c55-4ac9-baad-e80827a1fff5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=834b077d-70ef-47fa-814a-0b8bd7cf832e HTTP/1.1" status: 200 len: 217 time: 0.0410748 Dec 17 15:57:56.428585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:56.430598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-70adf810-a25c-42ed-9a89-b25db2e8a024 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9139304 Dec 17 15:57:56.447585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47706) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:56.466453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 6dee1b70-4850-456e-9546-a3f9420b7595 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:56.502927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e6160-92e3-4614-a83f-970e8994a201 req-df8f8c83-a3e4-4754-821b-a8659616f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.504469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-193e6160-92e3-4614-a83f-970e8994a201 req-df8f8c83-a3e4-4754-821b-a8659616f0f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 200 len: 846 time: 0.0985019 Dec 17 15:57:56.531032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62282a-8df6-43bc-b1b3-76d8f031f61c req-3a55c92d-f7f4-4d11-85fc-5a7928d5e4a4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.537891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e62282a-8df6-43bc-b1b3-76d8f031f61c req-3a55c92d-f7f4-4d11-85fc-5a7928d5e4a4 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 944 time: 0.0844288 Dec 17 15:57:56.542152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:56.561209 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-193e6160-92e3-4614-a83f-970e8994a201 req-a4364f02-8645-455a-9e11-bb9b84fa61c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=547378fa-1c79-48b0-ae08-311db701015d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477035 Dec 17 15:57:56.666008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e62282a-8df6-43bc-b1b3-76d8f031f61c req-0e18ffd9-b658-46c4-8e00-a0ed943d4015 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264253 Dec 17 15:57:56.748463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-193e6160-92e3-4614-a83f-970e8994a201 req-fb45fe14-149a-459b-938c-e6478dfd2633 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728981 Dec 17 15:57:56.807342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:53Z', 'revision_number': 3, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:56.837891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Checking router: 5e74ebc8-48d5-4c48-9272-2469cdc80a35 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:57:56.838773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Updating router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:57:56.858472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f222c8-8ef9-458e-9a02-803aef809c7d req-c590454e-016b-446c-bfd0-58907a337c2b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:56.860305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88f222c8-8ef9-458e-9a02-803aef809c7d req-c590454e-016b-446c-bfd0-58907a337c2b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1253755 Dec 17 15:57:56.882397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:56.929332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-193e6160-92e3-4614-a83f-970e8994a201 req-63b9c1c5-0cea-4ebd-b1c8-25f78eb8e479 service neutron] 10.222.0.47 "GET /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494317 Dec 17 15:57:56.945557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88f222c8-8ef9-458e-9a02-803aef809c7d req-4f927758-389e-4b9e-b7e1-db7b38b0c74a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741968 Dec 17 15:57:57.197043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.205811 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.264835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d9b47e-3d8b-4468-8ee4-a2e7b0ccf269 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:57.274790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Attempting to bind port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:57:57.275162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Attempting to bind port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:57:57.275524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Attempting to bind port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:57.278938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e55bf-48a2-4b8d-b5d1-149b373d01df None None] Pushing event updated for resources: {'Port': ['ID=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:57.283050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47750) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:57.285648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:57.286029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:57:57.286431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.286813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:57.287288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Bound port: 9575ae69-e4c8-4bfe-a530-ec221b0de6e9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:57:57.287669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.326432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.resource_extend [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:57:57.374542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0f065d50-1047-4485-a6eb-2d976d3afaaf None None] Provisioning complete for port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:57.375011 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f065d50-1047-4485-a6eb-2d976d3afaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.377442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] For port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:57.382009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] For port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:57.418606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.447686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-697ae0d2-e038-4f62-8f6a-865516e3a004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.464163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0f065d50-1047-4485-a6eb-2d976d3afaaf None None] Port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:57:57.470143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.490391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.490829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:57.491494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:57.493972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.530466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.531585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e55bf-48a2-4b8d-b5d1-149b373d01df None None] Pushing event updated for resources: {'Port': ['ID=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:57.536404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.541073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6547c44c-4b9a-4162-8a4b-fc29e97c5725 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:57:57.544599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.550724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.551942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea67a7-c7c0-4322-9cfe-7dafe9a23daf req-0d050ce9-93fa-4884-955e-8695f5f87e93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.559506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29ea67a7-c7c0-4322-9cfe-7dafe9a23daf req-0d050ce9-93fa-4884-955e-8695f5f87e93 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2939837 Dec 17 15:57:57.560169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.566858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.572889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.575653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d02c7845-938c-492c-afb6-a0674232ca0f req-1bab3f1a-b605-4292-88c1-a1fda70e9dd6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1828897 Dec 17 15:57:57.633835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-51f0c584-a6e6-450c-8b53-28ca1bc99423 None None] Provisioning complete for port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:57.634212 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-51f0c584-a6e6-450c-8b53-28ca1bc99423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.634348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-697ae0d2-e038-4f62-8f6a-865516e3a004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.643894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-697ae0d2-e038-4f62-8f6a-865516e3a004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.662081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:57.701191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d02c7845-938c-492c-afb6-a0674232ca0f req-c0a4a7af-9ffb-4901-8acb-22010d72434b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146638 Dec 17 15:57:57.709302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-697ae0d2-e038-4f62-8f6a-865516e3a004 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f09a35e9a9674f7b876ae27a622e8c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4251330 Dec 17 15:57:57.709983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47760) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:57.718205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ae0d2-e038-4f62-8f6a-865516e3a004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf885db1-8c05-4157-a0da-9b9b2855eab2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:57.744059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.773534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29ea67a7-c7c0-4322-9cfe-7dafe9a23daf req-e169ad81-4e17-409c-8226-af0a2fcce97a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131104 Dec 17 15:57:57.799665 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Floating IP d831804a-5ee2-4b00-b856-e5b2acf20146 associated. External IP: 172.25.0.90, port: 9c0b554b-0f93-4b8a-a35f-010e7241abe8. Dec 17 15:57:57.834193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf1a51cf-19f8-44c4-98a6-b884598523e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.871760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-51f0c584-a6e6-450c-8b53-28ca1bc99423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.885345 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf1a51cf-19f8-44c4-98a6-b884598523e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.910747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:57.910985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-51f0c584-a6e6-450c-8b53-28ca1bc99423 None None] For port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:57.925527 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-51f0c584-a6e6-450c-8b53-28ca1bc99423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.932272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:57.945872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:57.951527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:57.952065 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:57.993735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa9805-495a-43a2-a056-616dca71a0f4 req-5603a5f6-4fcf-42b2-83d8-e1ed8394c598 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.001525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4bfa9805-495a-43a2-a056-616dca71a0f4 req-5603a5f6-4fcf-42b2-83d8-e1ed8394c598 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0856743 Dec 17 15:57:58.002404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=6dee1b70-4850-456e-9546-a3f9420b7595,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:58.008188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf1a51cf-19f8-44c4-98a6-b884598523e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.011082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf1a51cf-19f8-44c4-98a6-b884598523e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.025456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf1a51cf-19f8-44c4-98a6-b884598523e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf885db1-8c05-4157-a0da-9b9b2855eab2 HTTP/1.1" status: 204 len: 168 time: 0.3031907 Dec 17 15:57:58.025609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0c584-a6e6-450c-8b53-28ca1bc99423 None None] Pushing event updated for resources: {'Port': ['ID=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:58.060258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:53Z', 'revision_number': 3, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:58.063915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4ac03e63-731b-48a8-a6c7-cfea75f2eb34 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0877280 Dec 17 15:57:58.069963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47768) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:58.072344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a51cf-19f8-44c4-98a6-b884598523e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf885db1-8c05-4157-a0da-9b9b2855eab2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:58.109310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b999b02-f6ce-47a2-9c70-23b8e8635f69 None None] The sync data for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 is: [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:53Z', 'revision_number': 3, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:58.112986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4bfa9805-495a-43a2-a056-616dca71a0f4 req-7c711e30-4a1e-462a-b3fc-a403aac596aa tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105585 Dec 17 15:57:58.155495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ad98a-c230-493a-a384-0c1b9511c072 req-782332fd-ac02-4b87-94ec-5507e94beae6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.162945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-159ad98a-c230-493a-a384-0c1b9511c072 req-782332fd-ac02-4b87-94ec-5507e94beae6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 944 time: 0.2546580 Dec 17 15:57:58.274999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4dd89-5272-4386-98e4-a067c6bc9a43 req-e5cf9bb2-556a-47de-8eb2-39305d480777 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.282824 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7dd4dd89-5272-4386-98e4-a067c6bc9a43 req-e5cf9bb2-556a-47de-8eb2-39305d480777 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0565417 Dec 17 15:57:58.326192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-159ad98a-c230-493a-a384-0c1b9511c072 req-d5faf440-e117-4229-9573-f3bd25d24a60 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588621 Dec 17 15:57:58.354482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7dd4dd89-5272-4386-98e4-a067c6bc9a43 req-5450a9d7-9539-4fa9-8dba-74b996af2fd7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705948 Dec 17 15:57:58.473774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.496024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 6dee1b70-4850-456e-9546-a3f9420b7595 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:57:58.496381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.503484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Router cfb7f033-25be-4543-a69e-868a045345d6 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:57:58.511509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 834b077d-70ef-47fa-814a-0b8bd7cf832e details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:57:58.550680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a48f9-6fa2-4fca-99e1-4fbc9c3d53f5 req-04c7451c-2c62-4f01-83c3-e955867e243d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.562361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f79a48f9-6fa2-4fca-99e1-4fbc9c3d53f5 req-04c7451c-2c62-4f01-83c3-e955867e243d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0859933 Dec 17 15:57:58.694654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f79a48f9-6fa2-4fca-99e1-4fbc9c3d53f5 req-bcd3002c-a901-4c9c-b866-236690a89c12 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310232 Dec 17 15:57:58.712214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 834b077d-70ef-47fa-814a-0b8bd7cf832e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=834b077d-70ef-47fa-814a-0b8bd7cf832e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:58.733385 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.733605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:58.767635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '834b077d-70ef-47fa-814a-0b8bd7cf832e', 'network_id': '547378fa-1c79-48b0-ae08-311db701015d', 'port_id': '834b077d-70ef-47fa-814a-0b8bd7cf832e', 'mac_address': 'fa:16:3e:c2:38:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0efab85-04e1-4517-94cd-ea63b501f245', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:57:58.850286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.865456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:58.865828 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.869933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834b077d-70ef-47fa-814a-0b8bd7cf832e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:57:58.878411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 6dee1b70-4850-456e-9546-a3f9420b7595 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:57:58.929059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.940785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.946988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 834b077d-70ef-47fa-814a-0b8bd7cf832e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=834b077d-70ef-47fa-814a-0b8bd7cf832e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:58.954346 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:58.958374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.980623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.987780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.994436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:59.004449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:59.016112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-b954f4ee-f526-4940-8b91-166f21461b9b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1644239 Dec 17 15:57:59.026805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Allocated IP 172.20.0.1 (aa31a3ab-a483-4a5c-92eb-1f01e35c13af/015de246-e674-4052-a841-fcc6db90c69f/335fd2ba-9fb4-4a6d-9324-9a92885c7219) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:59.047544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=834b077d-70ef-47fa-814a-0b8bd7cf832e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:59.134525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b20a798c-ad56-42f3-ad49-52afa330d570 req-d89a5711-1b6b-49b6-bcd2-a3c09e650ff9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089652 Dec 17 15:57:59.138915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f961-bf11-431d-b1d7-0c14e4d80314 req-0ac5939f-baea-495c-915c-18b6156d574b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:59.140933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7eb4f961-bf11-431d-b1d7-0c14e4d80314 req-0ac5939f-baea-495c-915c-18b6156d574b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1965251 Dec 17 15:57:59.195501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.229472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:59.242182 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] Sync routers for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:59.259222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.262794 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:59.264322 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:59.284018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['834b077d-70ef-47fa-814a-0b8bd7cf832e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:57:59.294132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=6dee1b70-4850-456e-9546-a3f9420b7595,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:59.301001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.306863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47806) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:57:59.307075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-96143434-8757-4d68-91f8-89bacb5ba93b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/6dee1b70-4850-456e-9546-a3f9420b7595 HTTP/1.1" status: 204 len: 168 time: 1.2358317 Dec 17 15:57:59.313703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'mac_address': 'fa:16:3e:d8:09:27', 'name': 'tempest-PortsTestJSON-682431767'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:59.345633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4871e6db-f272-4ba0-b9c8-e47a72ed6415 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "PUT /v2.0/floatingips/d831804a-5ee2-4b00-b856-e5b2acf20146 HTTP/1.1" status: 200 len: 991 time: 3.5616853 Dec 17 15:57:59.362288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:59.364661 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06805737-9911-4332-9361-031e9f75cb53" -d '{"events": [{"name": "network-changed", "server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:59.394895 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7eb4f961-bf11-431d-b1d7-0c14e4d80314 req-2d6d6ad2-3ede-4af3-9990-bcefbba3dc35 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029364 Dec 17 15:57:59.410022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.438102 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:59.468153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.545505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:59.573946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:59.596456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:59.614438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:59.616658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Pushing event updated for resources: {'Port': ['ID=335fd2ba-9fb4-4a6d-9324-9a92885c7219,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:59.678736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-ad8a55e8-b171-4fd0-b3ef-f27fdea5b525 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=504839c2dc6444719bbc97529a88638e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629299 Dec 17 15:57:59.680212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc01db-fd2d-4cb9-a27f-40adc28d23f4 req-7c38dd79-0297-49d0-a63f-a88c8acdb506 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:59.682012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4cc01db-fd2d-4cb9-a27f-40adc28d23f4 req-7c38dd79-0297-49d0-a63f-a88c8acdb506 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 945 time: 0.1583464 Dec 17 15:57:59.683048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.756136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.772059 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd831804a-5ee2-4b00-b856-e5b2acf20146', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'port_id': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'mac_address': 'fa:16:3e:d6:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:57:33Z', 'updated_at': '2021-12-17T15:57:56Z', 'revision_number': 1, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 5, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:59.800915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port c42879e2-cbd7-4360-a50a-f39e49c6513e yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:59.806726 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] Checking router: cfb7f033-25be-4543-a69e-868a045345d6 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:57:59.815572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4cc01db-fd2d-4cb9-a27f-40adc28d23f4 req-e2b22dce-c4fd-4001-8c57-2462da2ce699 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964167 Dec 17 15:57:59.817609 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:59.818453 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:59.898831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:57:59.922019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-d939d423-3575-4134-be8b-fc5516e3a41a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:59.924409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-d939d423-3575-4134-be8b-fc5516e3a41a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308514 Dec 17 15:57:59.956282 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a810f4-a988-4cc7-ad04-c3f4d05571fc x-openstack-request-id: req-96a810f4-a988-4cc7-ad04-c3f4d05571fc {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:59.956961 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:59.957425 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96a810f4-a988-4cc7-ad04-c3f4d05571fc {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:59.958275 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'status': 'completed', 'code': 200} Dec 17 15:57:59.976005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7dfabbd9-85b0-4866-886a-ed428b8fee70 None None] Provisioning complete for port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:59.976497 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7dfabbd9-85b0-4866-886a-ed428b8fee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.001414 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:00.014959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-00837585-ba53-4740-b251-25d2b9207b58 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/quotas/504839c2dc6444719bbc97529a88638e HTTP/1.1" status: 200 len: 375 time: 0.0826409 Dec 17 15:58:00.055181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7dfabbd9-85b0-4866-886a-ed428b8fee70 None None] Port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:00.075047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-d912a944-62d9-4937-9941-4722b1059a2f tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=504839c2dc6444719bbc97529a88638e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592558 Dec 17 15:58:00.135966 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.161632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805737-9911-4332-9361-031e9f75cb53 req-bf9cb81a-ed85-4a4d-b8ff-1f0e24e0bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.168336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-06805737-9911-4332-9361-031e9f75cb53 req-bf9cb81a-ed85-4a4d-b8ff-1f0e24e0bff7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbcefe154c8f46a993a7c4c1d5866350&device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 1098 time: 0.1924586 Dec 17 15:58:00.196820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.286966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:00.290511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:00.294608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:00.300566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.301269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.318206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=c42879e2-cbd7-4360-a50a-f39e49c6513e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:00.340811 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd831804a-5ee2-4b00-b856-e5b2acf20146', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'port_id': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'mac_address': 'fa:16:3e:d6:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:57:33Z', 'updated_at': '2021-12-17T15:57:56Z', 'revision_number': 1, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 5, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:00.345008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2396007e-3113-4f41-abb4-2ae30871aed7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0356884 Dec 17 15:58:00.361149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47834) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:00.380363 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184331d9-e1ad-4683-a4b9-77c7bc404f78 None None] The sync data for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 is: [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd831804a-5ee2-4b00-b856-e5b2acf20146', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'port_id': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'mac_address': 'fa:16:3e:d6:d4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:57:33Z', 'updated_at': '2021-12-17T15:57:56Z', 'revision_number': 1, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 5, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:00.425256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c8e94-8e0d-4f32-85e1-c4b9d0d9546a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.430436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd6c8e94-8e0d-4f32-85e1-c4b9d0d9546a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/c42879e2-cbd7-4360-a50a-f39e49c6513e HTTP/1.1" status: 200 len: 840 time: 0.0681241 Dec 17 15:58:00.435349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47836) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:00.459267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.466251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.472065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.479087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.494980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.501082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.507317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.515952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-acf488ed-0160-416f-a641-6aaaaf6afc4f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1870315 Dec 17 15:58:00.530881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 834b077d-70ef-47fa-814a-0b8bd7cf832e up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:00.644538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 834b077d-70ef-47fa-814a-0b8bd7cf832e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:00.652820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 834b077d-70ef-47fa-814a-0b8bd7cf832e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:00.653482 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.684255 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8683ec7-82f3-4468-9a2d-a420a685276f req-149c2a3d-6c78-4620-9e94-c2a353caa9c1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1673458 Dec 17 15:58:00.720009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port c42879e2-cbd7-4360-a50a-f39e49c6513e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:00.720349 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.779070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.799099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.820891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for c42879e2-cbd7-4360-a50a-f39e49c6513e owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:00.823947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834b077d-70ef-47fa-814a-0b8bd7cf832e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:00.826477 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff06652-102e-4244-b136-38ba7faca7e4" -d '{"events": [{"server_uuid": "a959555c-7aca-4fd4-a4f7-8f196989e1f0", "name": "network-vif-plugged", "status": "completed", "tag": "834b077d-70ef-47fa-814a-0b8bd7cf832e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:00.854058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 834b077d-70ef-47fa-814a-0b8bd7cf832e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=834b077d-70ef-47fa-814a-0b8bd7cf832e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:00.867855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:00.868710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c535fa3-d71a-4c42-acad-d3e4dddcb027 req-d101ef41-e3d0-49dd-aebb-ab243f2e53db tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.871045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c535fa3-d71a-4c42-acad-d3e4dddcb027 req-d101ef41-e3d0-49dd-aebb-ab243f2e53db tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.7725923 Dec 17 15:58:00.972216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9b93c-a368-4503-a2ee-533e79e720d2 None None] New status for floating IP d831804a-5ee2-4b00-b856-e5b2acf20146: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:58:00.975705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=834b077d-70ef-47fa-814a-0b8bd7cf832e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:00.984999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805737-9911-4332-9361-031e9f75cb53 req-4d4a03c5-c002-4871-a040-87001578b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.986946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-06805737-9911-4332-9361-031e9f75cb53 req-4d4a03c5-c002-4871-a040-87001578b5b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=73a82f14-005f-4fa0-8132-2c56f2195748 HTTP/1.1" status: 200 len: 913 time: 0.8166964 Dec 17 15:58:00.993483 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c535fa3-d71a-4c42-acad-d3e4dddcb027 req-5720909f-7a45-4617-b8c4-22260e01794e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140518 Dec 17 15:58:01.033539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2badf0e0-4113-4101-a43f-3d60624ded69 req-9f3dcb6c-002c-4368-bdaf-dab140ec1276 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 210 time: 0.0912075 Dec 17 15:58:01.035909 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:01.047400 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:01.058099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:01.136057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=c42879e2-cbd7-4360-a50a-f39e49c6513e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:01.157319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-06805737-9911-4332-9361-031e9f75cb53 req-10d3173b-9839-42bb-b4b9-5b03f78db8a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8 HTTP/1.1" status: 200 len: 999 time: 0.1625834 Dec 17 15:58:01.175399 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:01.178775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dfdb5baa-9f34-4b7f-a175-2493fe0853ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/c42879e2-cbd7-4360-a50a-f39e49c6513e HTTP/1.1" status: 204 len: 168 time: 0.7422233 Dec 17 15:58:01.190719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47852) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:01.214692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Pushing event updated for resources: {'Port': ['ID=335fd2ba-9fb4-4a6d-9324-9a92885c7219,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:01.217395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:01.222505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805737-9911-4332-9361-031e9f75cb53 req-307d2e41-d908-4e0d-a747-3862603cf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.224310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-06805737-9911-4332-9361-031e9f75cb53 req-307d2e41-d908-4e0d-a747-3862603cf9c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc660668-0a07-44ba-b678-9dc70f6c7259 HTTP/1.1" status: 200 len: 851 time: 0.0591063 Dec 17 15:58:01.279863 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cd634f-725e-4465-adc6-8eb13650d4e7 x-openstack-request-id: req-88cd634f-725e-4465-adc6-8eb13650d4e7 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:01.280481 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a959555c-7aca-4fd4-a4f7-8f196989e1f0", "name": "network-vif-plugged", "status": "completed", "tag": "834b077d-70ef-47fa-814a-0b8bd7cf832e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:01.280481 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88cd634f-725e-4465-adc6-8eb13650d4e7 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:01.280947 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834b077d-70ef-47fa-814a-0b8bd7cf832e', 'code': 200} Dec 17 15:58:01.346738 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8e9aa4-e5b9-40be-a1d3-06660797fb52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:01.348342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8b8e9aa4-e5b9-40be-a1d3-06660797fb52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/c42879e2-cbd7-4360-a50a-f39e49c6513e HTTP/1.1" status: 404 len: 333 time: 0.1565175 Dec 17 15:58:01.365324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:01.367255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805737-9911-4332-9361-031e9f75cb53 req-2fe48ab0-6c40-40f1-ad09-a69944b119d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.369785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-06805737-9911-4332-9361-031e9f75cb53 req-2fe48ab0-6c40-40f1-ad09-a69944b119d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=73a82f14-005f-4fa0-8132-2c56f2195748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364143 Dec 17 15:58:01.380917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'name': 'tempest-PortsTestJSON-595035618'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:01.395325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4aad-406b-4e65-a406-32d310bba1d8 req-0ea9eabc-0759-43ed-80f9-35cfdb633814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.396880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb8f4aad-406b-4e65-a406-32d310bba1d8 req-0ea9eabc-0759-43ed-80f9-35cfdb633814 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 1098 time: 0.0907443 Dec 17 15:58:01.404733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a877-475c-4c2e-a467-d79813c557ef req-9ef0713d-9f08-442b-b5a9-90ea99d623b2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.406271 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59d3a877-475c-4c2e-a467-d79813c557ef req-9ef0713d-9f08-442b-b5a9-90ea99d623b2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1673903 Dec 17 15:58:01.481461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb8f4aad-406b-4e65-a406-32d310bba1d8 req-5bcd8979-a328-467a-9fc1-a3b92b1ca528 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741899 Dec 17 15:58:01.485402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59d3a877-475c-4c2e-a467-d79813c557ef req-0d838c7a-39e1-456d-a23f-a17a0738204c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Dec 17 15:58:01.550196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:01.567464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:01.584815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7cf9f-f15c-4767-9bb4-6303d74555bc req-f85d7fc0-e1b5-4132-b386-e98277ea1bf7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.584815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b7cf9f-f15c-4767-9bb4-6303d74555bc req-f85d7fc0-e1b5-4132-b386-e98277ea1bf7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2650042 Dec 17 15:58:01.690609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-06805737-9911-4332-9361-031e9f75cb53 req-ba44b55c-6ba8-451c-96a2-7eb6a691f7a6 service neutron] 10.222.0.49 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059354 Dec 17 15:58:01.798854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f8899a83-b0a0-431a-991b-21b38e114829 None None] Provisioning complete for port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:01.799582 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f8899a83-b0a0-431a-991b-21b38e114829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:01.801536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:01.805257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:01.816380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09b7cf9f-f15c-4767-9bb4-6303d74555bc req-fae4fc3f-56e3-4c84-a366-d953df137d85 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205551 Dec 17 15:58:01.831660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.839624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.841176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f8899a83-b0a0-431a-991b-21b38e114829 None None] Port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:01.843132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 02759570-7c3b-4aa3-8ccf-4b312e85b896 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:01.845655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.851799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.863227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.864547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.871154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.873294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-08a57ff3-540e-40bd-ad23-3b6955e21bc7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1080022 Dec 17 15:58:01.944179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-120c0b23-0d79-4eaa-aacf-d8cc7b888a8b req-5099082a-e905-41b1-a293-081932f96951 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645466 Dec 17 15:58:01.945347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:58:02.020898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-06805737-9911-4332-9361-031e9f75cb53 req-417c093a-6716-4ff9-be9e-2846f0d37532 service neutron] 10.222.0.49 "GET /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215342 Dec 17 15:58:02.032031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-52e9031d-4bfa-4544-b3a2-a2fefcffa15e tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=504839c2dc6444719bbc97529a88638e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299947 Dec 17 15:58:02.152149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b428b99-ad6a-45ab-b5df-24bb5a715dc6 req-16d17fee-cfda-4fd1-9a25-a3ff4f636e0c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:02.153793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b428b99-ad6a-45ab-b5df-24bb5a715dc6 req-16d17fee-cfda-4fd1-9a25-a3ff4f636e0c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2351339 Dec 17 15:58:02.159652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82bd339e-c5d6-42fc-b8b7-6b806b7a5ccc req-326bebaa-049e-48db-9ae1-8ea1448c2a54 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 210 time: 0.0332778 Dec 17 15:58:02.203565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-30e647fd-75b4-495a-94b3-3e5ec3f54877 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:02.205076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-30e647fd-75b4-495a-94b3-3e5ec3f54877 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660504 Dec 17 15:58:02.218859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.219356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Request body: {'port': {'device_id': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '504839c2dc6444719bbc97529a88638e'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:02.262900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:02.271665 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Sync routers for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:02.274836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f003db5b-f922-466f-b484-fbb6036acf70 admin admin] 10.222.0.54 "PUT /v2.0/routers/5e74ebc8-48d5-4c48-9272-2469cdc80a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8192716 Dec 17 15:58:02.300259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b428b99-ad6a-45ab-b5df-24bb5a715dc6 req-b854aa15-14b8-4e6b-b495-5c1bed8d4090 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073103 Dec 17 15:58:02.306971 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:02.308899 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:02.331311 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.394761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Made reservation on behalf of 504839c2dc6444719bbc97529a88638e for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:02.398411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.410063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.421890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:02.437039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:02.443242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=02759570-7c3b-4aa3-8ccf-4b312e85b896,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:02.449985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:02.459951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:02.460696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.497642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.498432 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:02.501400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.505717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dcd5e-84df-4dd9-8292-7a741eeb9388 req-205f906c-5429-4173-8d2c-21fff4fbecba tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:02.512356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b3dcd5e-84df-4dd9-8292-7a741eeb9388 req-205f906c-5429-4173-8d2c-21fff4fbecba tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1343083 Dec 17 15:58:02.516603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c7f1ccea-b4d6-46e6-babc-3369d3669d19 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1448677 Dec 17 15:58:02.519641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47878) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:02.526400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:02.532328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968a6061-8cd3-4bd5-bf86-ccc555367795,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:02.709122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Allocated IP 192.168.233.98 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/43089a4e-a66d-44d8-bfbf-e6607c8b715d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:02.721426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47880) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:02.753898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c050847b-8096-4275-9108-d1df068eda13 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543769627', 'description': 'tempest-description--1161474183'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:02.780899 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.814188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b3dcd5e-84df-4dd9-8292-7a741eeb9388 req-0400a1f3-a420-4f4f-bcc2-1737a2c939eb tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835264 Dec 17 15:58:02.865431 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:00Z', 'revision_number': 2, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:02.872121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c050847b-8096-4275-9108-d1df068eda13 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:02.901513 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Checking router: 5e74ebc8-48d5-4c48-9272-2469cdc80a35 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:02.902099 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Updating router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:58:02.930047 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.037159 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c050847b-8096-4275-9108-d1df068eda13 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.050046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c050847b-8096-4275-9108-d1df068eda13 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.122506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01a67-946a-4cf2-b295-e974fba49cf3 req-a081d8c9-4ed9-4460-9c30-45ca8dfe6090 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.124192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61b01a67-946a-4cf2-b295-e974fba49cf3 req-a081d8c9-4ed9-4460-9c30-45ca8dfe6090 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1656189 Dec 17 15:58:03.137448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c050847b-8096-4275-9108-d1df068eda13 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.138696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c050847b-8096-4275-9108-d1df068eda13 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4031885 Dec 17 15:58:03.144546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47890) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:03.145224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050847b-8096-4275-9108-d1df068eda13 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0654bdd9-cc37-4f79-bd54-02dddf28217a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.153451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9b71c670-790e-4e1c-b4c5-60588383d388 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Request body: {'security_group_rule': {'security_group_id': '0654bdd9-cc37-4f79-bd54-02dddf28217a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:03.204605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.212105 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.254883 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.256057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaadac-fac2-4851-a793-148d95fc9f66 req-7adc10dc-0177-40e7-90e1-609f758945f5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.257603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ffbaadac-fac2-4851-a793-148d95fc9f66 req-7adc10dc-0177-40e7-90e1-609f758945f5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1226921 Dec 17 15:58:03.267777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b71c670-790e-4e1c-b4c5-60588383d388 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.272130 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.288877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61b01a67-946a-4cf2-b295-e974fba49cf3 req-dbcc6f71-993f-464c-ba7a-ca549cb5350d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450748 Dec 17 15:58:03.291926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] In _notify_port_updated(), no bound segment for port 02759570-7c3b-4aa3-8ccf-4b312e85b896 on network 93d440b4-6135-4137-a3e2-3f0d0768f739 {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:58:03.297032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.297664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.301903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "PUT /v2.0/ports/02759570-7c3b-4aa3-8ccf-4b312e85b896 HTTP/1.1" status: 200 len: 818 time: 0.7810221 Dec 17 15:58:03.302093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47894) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:03.311384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e48ee4-7280-43fc-9c23-d381201d48de tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=02759570-7c3b-4aa3-8ccf-4b312e85b896,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.366039 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e36ea5-6e4d-4fca-9f0b-f8de5d8049da None None] Pushing event updated for resources: {'Port': ['ID=335fd2ba-9fb4-4a6d-9324-9a92885c7219,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.367530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.396123 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ffbaadac-fac2-4851-a793-148d95fc9f66 req-8536c0fb-4171-4b10-be88-219dc238c70c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263638 Dec 17 15:58:03.425043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b71c670-790e-4e1c-b4c5-60588383d388 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.445066 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Attempting to bind port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:03.445444 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Attempting to bind port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:03.445811 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Attempting to bind port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 on network aa31a3ab-a483-4a5c-92eb-1f01e35c13af {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:03.452023 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:03.452399 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Checking segment: {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:03.452849 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.453250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Bound using segment: {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:03.453726 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Bound port: 335fd2ba-9fb4-4a6d-9324-9a92885c7219, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:03.454109 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.474624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b71c670-790e-4e1c-b4c5-60588383d388 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.481505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 02759570-7c3b-4aa3-8ccf-4b312e85b896 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:03.483465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.488609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.529093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71c670-790e-4e1c-b4c5-60588383d388 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623f05fe-27b0-4571-bca5-6152f7b10c0d,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.534986 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b71c670-790e-4e1c-b4c5-60588383d388 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.539577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b71c670-790e-4e1c-b4c5-60588383d388 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888204 Dec 17 15:58:03.540561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47900) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:03.554552 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] For port 335fd2ba-9fb4-4a6d-9324-9a92885c7219, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:03.558780 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] For port 335fd2ba-9fb4-4a6d-9324-9a92885c7219, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=335fd2ba-9fb4-4a6d-9324-9a92885c7219,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:03.564932 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.571388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.578767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.586534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.593839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.600457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.608894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.615748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.617880 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-b45b5a60-b1ac-4aee-ab0d-5f46439a82f3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.2223122 Dec 17 15:58:03.621787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8984ded7-369c-4951-848b-0b7f11dc12cc tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Request body: {'security_group_rule': {'security_group_id': '0654bdd9-cc37-4f79-bd54-02dddf28217a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:03.665447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:03.668106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:03.668749 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:03.700522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:03.707651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:03.749755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.761658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8984ded7-369c-4951-848b-0b7f11dc12cc tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.762939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Pushing event updated for resources: {'Port': ['ID=43089a4e-a66d-44d8-bfbf-e6607c8b715d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.774129 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e36ea5-6e4d-4fca-9f0b-f8de5d8049da None None] Pushing event updated for resources: {'Port': ['ID=335fd2ba-9fb4-4a6d-9324-9a92885c7219,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.787057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7b289df1-2779-4a63-a2eb-af0d415ec221 None None] Provisioning complete for port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:03.787651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b289df1-2779-4a63-a2eb-af0d415ec221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.794876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e85948e-01e6-4804-b28d-33d39e50a3e7 req-9d61f5aa-2c30-47c3-a7c5-906c58992c68 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601825 Dec 17 15:58:03.815170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 02759570-7c3b-4aa3-8ccf-4b312e85b896 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:03.858977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b358f-65df-4385-ad4b-474ef0ab0ce2 req-bb9f9005-8348-4364-ac6e-3d73b66bf6e2 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.872410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a1b358f-65df-4385-ad4b-474ef0ab0ce2 req-bb9f9005-8348-4364-ac6e-3d73b66bf6e2 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 935 time: 0.2371027 Dec 17 15:58:03.921558 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:03.938318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8984ded7-369c-4951-848b-0b7f11dc12cc tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.945758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:03.946437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.981778 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b289df1-2779-4a63-a2eb-af0d415ec221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.985092 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8984ded7-369c-4951-848b-0b7f11dc12cc tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:03.987916 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-72abf820-22cc-4162-bc4a-8899d4cc4ef8 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7721152 Dec 17 15:58:04.012296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984ded7-369c-4951-848b-0b7f11dc12cc tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534d2b44-15b2-4d5e-9251-31e17e8dc8a8,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:04.050562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e2cf-600d-49ae-97ad-ee672e0028e5 req-de774e6e-3a59-4e3c-b615-e903a8359d0e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:04.064738 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee85e2cf-600d-49ae-97ad-ee672e0028e5 req-de774e6e-3a59-4e3c-b615-e903a8359d0e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1238878 Dec 17 15:58:04.073320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Request body: {'port': {'device_id': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:04.075853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8984ded7-369c-4951-848b-0b7f11dc12cc tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.080008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8984ded7-369c-4951-848b-0b7f11dc12cc tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5262806 Dec 17 15:58:04.082721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47902) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:04.087012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:04.089872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7b289df1-2779-4a63-a2eb-af0d415ec221 None None] For port 335fd2ba-9fb4-4a6d-9324-9a92885c7219, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=335fd2ba-9fb4-4a6d-9324-9a92885c7219,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:04.096025 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b289df1-2779-4a63-a2eb-af0d415ec221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.167509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a1b358f-65df-4385-ad4b-474ef0ab0ce2 req-739619d4-a815-4a28-b9eb-53252399b5e9 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941809 Dec 17 15:58:04.182690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.190027 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.201188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b289df1-2779-4a63-a2eb-af0d415ec221 None None] Pushing event updated for resources: {'Port': ['ID=335fd2ba-9fb4-4a6d-9324-9a92885c7219,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:04.211020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee85e2cf-600d-49ae-97ad-ee672e0028e5 req-75e45f2f-b296-4b6a-93e4-8a18137bf0f5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358519 Dec 17 15:58:04.217439 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c584d526-6140-4a7f-92fe-af0982c26491 None None] Provisioning complete for port 43089a4e-a66d-44d8-bfbf-e6607c8b715d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:04.217815 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c584d526-6140-4a7f-92fe-af0982c26491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.255737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.261003 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:03Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:04.262131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c584d526-6140-4a7f-92fe-af0982c26491 None None] Port 43089a4e-a66d-44d8-bfbf-e6607c8b715d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:04.273895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c584d526-6140-4a7f-92fe-af0982c26491 None None] Provisioning complete for port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:04.274268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c584d526-6140-4a7f-92fe-af0982c26491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.301214 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0478e-719a-40be-940c-155e79225fb4 None None] The sync data for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 is: [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:03Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:04.394257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.470256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=02759570-7c3b-4aa3-8ccf-4b312e85b896,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:04.474688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.481945 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c33f466f-2fc2-4f8d-b106-f58e6b545e75 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/02759570-7c3b-4aa3-8ccf-4b312e85b896 HTTP/1.1" status: 204 len: 168 time: 1.1769488 Dec 17 15:58:04.482647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47912) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:04.623467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f463a-8299-499d-8a43-587d95933988 req-5f2d5695-b3be-4d29-a49b-746bd9be29da tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:04.625473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a5f463a-8299-499d-8a43-587d95933988 req-5f2d5695-b3be-4d29-a49b-746bd9be29da tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1112733 Dec 17 15:58:04.665679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Allocated IP 172.25.0.196 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/76c3fde7-ddd7-40dc-85bc-39d3af8017a2) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:04.670126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5445ff5a-d031-475d-9809-b6a3f628c148 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:04.671737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5445ff5a-d031-475d-9809-b6a3f628c148 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1847963 Dec 17 15:58:04.675311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47916) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:04.691531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 335fd2ba-9fb4-4a6d-9324-9a92885c7219 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:04.719716 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-494fc165-2bfd-455d-9641-2ed021f7517a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:04.724939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-494fc165-2bfd-455d-9641-2ed021f7517a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/02759570-7c3b-4aa3-8ccf-4b312e85b896 HTTP/1.1" status: 404 len: 333 time: 0.0432551 Dec 17 15:58:04.737535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929f9d4-e38a-438d-bbfa-ec5b5a224ed7 req-08b399d3-ea59-46b6-824d-de2d27955893 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:04.747150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3929f9d4-e38a-438d-bbfa-ec5b5a224ed7 req-08b399d3-ea59-46b6-824d-de2d27955893 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1823146 Dec 17 15:58:04.751395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47918) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:04.773590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:04.774298 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.775659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1308562333'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:04.816445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.832346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3929f9d4-e38a-438d-bbfa-ec5b5a224ed7 req-1795ea56-891e-4a5c-a3a2-a486f394fd74 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776496 Dec 17 15:58:04.871440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.914005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:04.917755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.953319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:04.953423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43089a4e-a66d-44d8-bfbf-e6607c8b715d {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:04.964953 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:04.966510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a5f463a-8299-499d-8a43-587d95933988 req-978aa7e2-26e7-4e23-bbc1-ecee55672561 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316083 Dec 17 15:58:04.977605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:04.983027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:04.985293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:04.995527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event updated for resources: {'Port': ['ID=76c3fde7-ddd7-40dc-85bc-39d3af8017a2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:05.002118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Transition to ACTIVE for port object 43089a4e-a66d-44d8-bfbf-e6607c8b715d will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:58:05.005412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.005998 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment cc4cf6ae-754c-4a74-89bf-7b427981214d of type vlan for network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b Dec 17 15:58:05.014536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.058534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Pushing event updated for resources: {'Port': ['ID=43089a4e-a66d-44d8-bfbf-e6607c8b715d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:05.139767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.158940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273994a-af9c-4085-9779-4edb56084e0f req-999c4514-559a-45ee-a843-c3769ad0fbc5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.160570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c273994a-af9c-4085-9779-4edb56084e0f req-999c4514-559a-45ee-a843-c3769ad0fbc5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0986207 Dec 17 15:58:05.163885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.210641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.217162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.222967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.229458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.235450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.235961 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.241297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.247267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.256164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-0daf0ef6-aaca-49bc-8187-a45aa998c84b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1999586 Dec 17 15:58:05.297468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c273994a-af9c-4085-9779-4edb56084e0f req-dfbfbf60-2f8d-4ad9-bfb3-f4ce5e0fca8e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282175 Dec 17 15:58:05.414949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34b5b0e3-fc71-4fdd-a7a0-16cd20ada6ab req-9cbe8241-70c2-48fb-83f7-a01677938a10 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577682 Dec 17 15:58:05.415997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.423216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.424120 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.513538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7586071 Dec 17 15:58:05.516563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47936) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:05.543810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4d4f5-d1fb-4738-98e8-4ac966a04cb8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=e0b7aa85-adc8-47f1-87e5-8a5fea86e86b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:05.544470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:05.549003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Attempting to bind port 43089a4e-a66d-44d8-bfbf-e6607c8b715d on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:05.549768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Attempting to bind port 43089a4e-a66d-44d8-bfbf-e6607c8b715d by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:05.549768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Attempting to bind port 43089a4e-a66d-44d8-bfbf-e6607c8b715d on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:05.554780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Port 43089a4e-a66d-44d8-bfbf-e6607c8b715d on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:58:05.555111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Attempting to bind port 43089a4e-a66d-44d8-bfbf-e6607c8b715d on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:05.559071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.562617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:05.574803 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.578416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:05.578416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:05.578416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:05.578771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Bound port: 43089a4e-a66d-44d8-bfbf-e6607c8b715d, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:05.578957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.664642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a827d-b218-481c-803c-f988d9cc1876 req-11863fe2-0b3c-46de-a6e9-2dc5fc51a454 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.666260 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-657a827d-b218-481c-803c-f988d9cc1876 req-11863fe2-0b3c-46de-a6e9-2dc5fc51a454 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 947 time: 0.1067736 Dec 17 15:58:05.712252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] For port 43089a4e-a66d-44d8-bfbf-e6607c8b715d, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:05.730371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] For port 43089a4e-a66d-44d8-bfbf-e6607c8b715d, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=43089a4e-a66d-44d8-bfbf-e6607c8b715d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:05.740535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.754431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-657a827d-b218-481c-803c-f988d9cc1876 req-fe91372e-8865-4cb9-9130-ab724f979f68 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Dec 17 15:58:05.784122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event updated for resources: {'Port': ['ID=76c3fde7-ddd7-40dc-85bc-39d3af8017a2,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:05.791884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.792643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.793933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] 10.222.0.47 "PUT /v2.0/ports/43089a4e-a66d-44d8-bfbf-e6607c8b715d HTTP/1.1" status: 200 len: 1096 time: 1.7428343 Dec 17 15:58:05.794377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'tag': '43089a4e-a66d-44d8-bfbf-e6607c8b715d'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:05.796917 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c1979f-0f78-446d-a428-48716fd3b99d" -d '{"events": [{"name": "network-changed", "server_uuid": "976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7", "tag": "43089a4e-a66d-44d8-bfbf-e6607c8b715d"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:05.802361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.848931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed1ba-84da-46a2-bca3-6758d1725795 req-342d24ae-50ae-495b-86e1-2ded7ff5f235 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.850865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d618c5c-3374-42cd-8536-cbd3d4357fde service neutron] Pushing event updated for resources: {'Port': ['ID=43089a4e-a66d-44d8-bfbf-e6607c8b715d,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:05.851129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-231ed1ba-84da-46a2-bca3-6758d1725795 req-342d24ae-50ae-495b-86e1-2ded7ff5f235 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1456723 Dec 17 15:58:05.855199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.865553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-857a147d-a06a-4a2d-984e-11dc52f4f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7728405 Dec 17 15:58:05.871863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:05.875166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:05.967087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-d5b9853d-424a-4a0b-a5de-56cdb72ca9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.973096 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-d5b9853d-424a-4a0b-a5de-56cdb72ca9d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=504839c2dc6444719bbc97529a88638e&device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 1099 time: 0.1089768 Dec 17 15:58:05.980490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-231ed1ba-84da-46a2-bca3-6758d1725795 req-a7851e27-3ae4-4165-bb5f-4fcfa02c7d92 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156859 Dec 17 15:58:05.991766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbebcf-e3d7-452e-8509-6c96d19321d0 req-70f5072d-bba3-4c42-b89c-7862e9ca6ebf tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:05.993473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fdfbebcf-e3d7-452e-8509-6c96d19321d0 req-70f5072d-bba3-4c42-b89c-7862e9ca6ebf tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0936615 Dec 17 15:58:06.065658 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbde450-ec80-4855-84aa-a9ecdec1b993 x-openstack-request-id: req-3bbde450-ec80-4855-84aa-a9ecdec1b993 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:06.065891 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7", "tag": "43089a4e-a66d-44d8-bfbf-e6607c8b715d", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:06.066148 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3bbde450-ec80-4855-84aa-a9ecdec1b993 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:06.066546 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'tag': '43089a4e-a66d-44d8-bfbf-e6607c8b715d', 'status': 'completed', 'code': 200} Dec 17 15:58:06.070664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-ebde4879-a9aa-4968-ae2a-2a5f1f941836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=43089a4e-a66d-44d8-bfbf-e6607c8b715d HTTP/1.1" status: 200 len: 217 time: 0.0881751 Dec 17 15:58:06.108717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.154848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-caf63a8b-e87b-4800-8532-3c73fb7d5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.156420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-caf63a8b-e87b-4800-8532-3c73fb7d5c78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0703039 Dec 17 15:58:06.177466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fdfbebcf-e3d7-452e-8509-6c96d19321d0 req-17694c80-924f-4834-a2bc-c1c7cdb561ad tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136081 Dec 17 15:58:06.195452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=7d5e4a82-1807-4c02-b15d-7570bd9c6f15,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:06.220863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-29e2104d-1d20-4e74-afd6-32cfb198cec2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--543769627&fields=id&tenant_id=6f2b4cb3b9f14d7592191df49992f7d5 HTTP/1.1" status: 200 len: 267 time: 0.0856071 Dec 17 15:58:06.221671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-ad6aeff7-1f82-4d32-b482-dc24f229e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.223276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-ad6aeff7-1f82-4d32-b482-dc24f229e990 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588875 Dec 17 15:58:06.223948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': 'cc4cf6ae-754c-4a74-89bf-7b427981214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:06.224316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: e0b7aa85-adc8-47f1-87e5-8a5fea86e86b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:06.258105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:06.303512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e0b7aa85-adc8-47f1-87e5-8a5fea86e86b) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:06.312026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.312887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.315687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d634cbd-985a-4c16-8871-7ac0fccee268 None None] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:06.344482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7f5cfb90-e7b4-4d70-80ef-a928731a3a97 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8265285 Dec 17 15:58:06.347126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47960) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:06.351949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-daa41ffb-3b87-4f16-9872-c5f086070475 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:06.355383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-04a8c35b-85a1-4006-a728-fd30cff92422 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246898 Dec 17 15:58:06.409565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-8958a8ef-f0f9-4748-bdd1-552fd1552a81 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.411899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-8958a8ef-f0f9-4748-bdd1-552fd1552a81 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/networks?id=aa31a3ab-a483-4a5c-92eb-1f01e35c13af HTTP/1.1" status: 200 len: 815 time: 0.1768017 Dec 17 15:58:06.433015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fec0fb2-b74b-4297-8201-7d1882b61b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.442700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-3086a61f-5e07-4c33-b59c-10a518662614 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/quotas/6f2b4cb3b9f14d7592191df49992f7d5 HTTP/1.1" status: 200 len: 375 time: 0.0189111 Dec 17 15:58:06.466337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'project_id': 'c313dbd7ec0146d4b285f4061d749402', 'fixed_ips': [{'subnet_id': '7d5e4a82-1807-4c02-b15d-7570bd9c6f15'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:58:06.467808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.493534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f4783-98fc-4413-8e2b-ba194664df80 req-ed817342-cb70-4f6d-a99a-a7cc7fea6e1e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.500427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-308f4783-98fc-4413-8e2b-ba194664df80 req-ed817342-cb70-4f6d-a99a-a7cc7fea6e1e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1647263 Dec 17 15:58:06.514185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-316d5a38-e311-4266-b1b8-3a3647c5ccbb req-0e3cc3d9-d641-4355-bd04-cf78cb33ba54 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425610 Dec 17 15:58:06.536993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-a56bfdaa-ddd4-4d4f-afd3-8f4d0809f836 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f2b4cb3b9f14d7592191df49992f7d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677760 Dec 17 15:58:06.538094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa41ffb-3b87-4f16-9872-c5f086070475 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:06.541411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-daa41ffb-3b87-4f16-9872-c5f086070475 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.618077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-308f4783-98fc-4413-8e2b-ba194664df80 req-b2a5ba03-be32-43ae-bb67-7bb434616a4b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142256 Dec 17 15:58:06.634644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-82ec1329-11fa-4de9-9fdc-dff2f8ec798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.638213 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-82ec1329-11fa-4de9-9fdc-dff2f8ec798e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=504839c2dc6444719bbc97529a88638e&device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 1099 time: 0.0618384 Dec 17 15:58:06.655540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Allocated IP 172.20.0.2 (e0b7aa85-adc8-47f1-87e5-8a5fea86e86b/7d5e4a82-1807-4c02-b15d-7570bd9c6f15/8f2734f9-86a1-4346-8052-35ea1986f4cd) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:06.719681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-3370e6b5-f700-4122-9380-05aa3436841e service neutron] 10.222.0.54 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629207 Dec 17 15:58:06.770292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f2a21-29c0-4864-9185-1af62653baf2 req-2728ea9c-bb0b-45dd-b987-234bad6ef9b6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.772103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e50f2a21-29c0-4864-9185-1af62653baf2 req-2728ea9c-bb0b-45dd-b987-234bad6ef9b6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0744362 Dec 17 15:58:06.797706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-39954b53-b0a6-464f-8e9d-4e2e3c6c22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.799176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-39954b53-b0a6-464f-8e9d-4e2e3c6c22dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1539872 Dec 17 15:58:06.800098 n-d-806683-20 neutron-server[109783]: INFO neutron.db.ipam_backend_mixin [None req-daa41ffb-3b87-4f16-9872-c5f086070475 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d5e4a82-1807-4c02-b15d-7570bd9c6f15 (CIDR: 172.20.0.0/28) Dec 17 15:58:06.808193 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa41ffb-3b87-4f16-9872-c5f086070475 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:58:06.808921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa41ffb-3b87-4f16-9872-c5f086070475 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:06.833635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-daa41ffb-3b87-4f16-9872-c5f086070475 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4829473 Dec 17 15:58:06.835349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.837427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47970) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:06.842764 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.852798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-f0316351-bb35-4445-b8bb-13701ceeb6bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=43089a4e-a66d-44d8-bfbf-e6607c8b715d HTTP/1.1" status: 200 len: 217 time: 0.0458629 Dec 17 15:58:06.891782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e50f2a21-29c0-4864-9185-1af62653baf2 req-eb465101-cc20-48eb-a685-9ee6dbf2f246 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099486 Dec 17 15:58:06.904327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Pushing event updated for resources: {'Port': ['ID=8f2734f9-86a1-4346-8052-35ea1986f4cd,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:06.908626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:06.910389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:06.911425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-c22ceaaf-76da-4607-8ab6-b9e655868ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.912726 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-c22ceaaf-76da-4607-8ab6-b9e655868ad5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0519621 Dec 17 15:58:06.914797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:06.969214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-292d659d-1157-4319-9cc6-912e45c51f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:06.970779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-292d659d-1157-4319-9cc6-912e45c51f26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475483 Dec 17 15:58:06.984499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Attempting to bind port 8f2734f9-86a1-4346-8052-35ea1986f4cd on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:06.984903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Attempting to bind port 8f2734f9-86a1-4346-8052-35ea1986f4cd by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'cc4cf6ae-754c-4a74-89bf-7b427981214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:06.985274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Attempting to bind port 8f2734f9-86a1-4346-8052-35ea1986f4cd on network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:06.994604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:06.995050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Checking segment: {'id': 'cc4cf6ae-754c-4a74-89bf-7b427981214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:06.995547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:06.996004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Bound using segment: {'id': 'cc4cf6ae-754c-4a74-89bf-7b427981214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:06.996489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Bound port: 8f2734f9-86a1-4346-8052-35ea1986f4cd, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4cf6ae-754c-4a74-89bf-7b427981214d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:06.996878 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:07.066051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] For port 8f2734f9-86a1-4346-8052-35ea1986f4cd, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:07.070766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] For port 8f2734f9-86a1-4346-8052-35ea1986f4cd, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8f2734f9-86a1-4346-8052-35ea1986f4cd,segment=NetworkSegment(cc4cf6ae-754c-4a74-89bf-7b427981214d),segment_id=cc4cf6ae-754c-4a74-89bf-7b427981214d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:07.077773 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:07.117239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.123726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.130975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.137295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.143554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.149820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.155787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.157739 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-222e9029-68b0-4eeb-ad3f-2b7c6e663de1 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1822698 Dec 17 15:58:07.159976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-b64ed853-4030-4c0d-bef2-a00a83ceb260 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715031 Dec 17 15:58:07.196196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b679a53-7946-4f4c-8219-5020f3f8f71a None None] Pushing event updated for resources: {'Port': ['ID=8f2734f9-86a1-4346-8052-35ea1986f4cd,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:07.259260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:07.310484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97219730-9b3c-4f0b-bd7f-1a3ee34b2c12 req-ba746ac9-4b07-4c2f-b539-c38beb43501b tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411819 Dec 17 15:58:07.349951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5c1979f-0f78-446d-a428-48716fd3b99d req-293e7fd5-db88-4d63-9e51-8f6c13502001 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814725 Dec 17 15:58:07.401853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-dce23d50-a9dc-4b59-939c-012cde1f46db service neutron] 10.222.0.54 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656363 Dec 17 15:58:07.489966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:07.496747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:07.770321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d741d7-b73f-480d-aee9-8d41535d85bd req-013e9be1-8c8a-4eb6-9057-a98f386fbc91 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.777831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97d741d7-b73f-480d-aee9-8d41535d85bd req-013e9be1-8c8a-4eb6-9057-a98f386fbc91 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 947 time: 0.0999155 Dec 17 15:58:07.812767 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-85cb4b19-95c7-4cea-8d47-daee2ddce02f req-216acfdc-dd77-4e8e-b579-56bc3c5d93b5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 210 time: 0.0366886 Dec 17 15:58:07.892376 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97d741d7-b73f-480d-aee9-8d41535d85bd req-c2edd29d-4203-432d-a685-4ca7f102c190 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128440 Dec 17 15:58:07.925641 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:07.949473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06369df-a6d0-4e3a-a928-d2c075b013be req-b92ece59-cdaf-488b-aaf1-9d000f85e9c0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.951612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e06369df-a6d0-4e3a-a928-d2c075b013be req-b92ece59-cdaf-488b-aaf1-9d000f85e9c0 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0665853 Dec 17 15:58:07.968775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:07.985843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:08.004735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.005340 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:08.023846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=755b2835-6a8e-4d74-b4e2-2d72a29193d3,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:08.031488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-63fcdea6-1086-4ae5-945c-185519202935 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1905277 Dec 17 15:58:08.032363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:08.036700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e06369df-a6d0-4e3a-a928-d2c075b013be req-1dc52575-6d57-4816-be4d-a4f500cfc2c5 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771499 Dec 17 15:58:08.036827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'fixed_ips': [{'subnet_id': '7d5e4a82-1807-4c02-b15d-7570bd9c6f15'}, {'subnet_id': '755b2835-6a8e-4d74-b4e2-2d72a29193d3'}], 'name': 'tempest-PortsTestJSON-737829206'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:08.117375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587bdf7-bf38-4398-9bfb-222d1657a3fd req-44d2efd4-d4c3-4599-955f-52a352ad250a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.118934 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4587bdf7-bf38-4398-9bfb-222d1657a3fd req-44d2efd4-d4c3-4599-955f-52a352ad250a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1575751 Dec 17 15:58:08.223893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4587bdf7-bf38-4398-9bfb-222d1657a3fd req-f5b9091e-ef73-4398-890e-dd40e45c8ffb tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935581 Dec 17 15:58:08.257697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:08.374212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:08.395581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4009-4992-4cc5-85a8-51aa696ff5b6 req-9b47a36b-591d-4a32-806b-9f2914f9ffe0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.397445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fd8d4009-4992-4cc5-85a8-51aa696ff5b6 req-9b47a36b-591d-4a32-806b-9f2914f9ffe0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0848436 Dec 17 15:58:08.407151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 6724677f-fada-455b-a7bc-72b7d05fd877 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:08.464538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fd8d4009-4992-4cc5-85a8-51aa696ff5b6 req-9e88532e-0856-453e-8932-b95f9dc3ce9e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591483 Dec 17 15:58:08.488898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a225649-e5bc-42bc-b9b9-60e95144d48f None None] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:08.558189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.561366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Provisioning complete for port 8f2734f9-86a1-4346-8052-35ea1986f4cd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:08.561740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:08.564188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.571263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.577693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.586516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.596541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.602942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.606434 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-15ffdb0d-160e-4513-9614-4f05aba3bec4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1618829 Dec 17 15:58:08.627375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 43089a4e-a66d-44d8-bfbf-e6607c8b715d details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:08.704391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a33a9a26-217a-44ab-a07c-603300bc6c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:08.804223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18a8529c-c9b7-409a-87eb-a5ace5f02877 req-52c265a1-ed36-4f79-9a8b-3b817dfd8625 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630204 Dec 17 15:58:08.828157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705adc-417f-4cd9-acc3-563139f9af8f req-d715dc90-2117-4b0d-bf1b-c1ee43ce0ee7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.841532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec705adc-417f-4cd9-acc3-563139f9af8f req-d715dc90-2117-4b0d-bf1b-c1ee43ce0ee7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1050527 Dec 17 15:58:08.893134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8f2734f9-86a1-4346-8052-35ea1986f4cd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:08.905621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec705adc-417f-4cd9-acc3-563139f9af8f req-c19fab73-e87f-4c61-9779-3ec9309f4791 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628335 Dec 17 15:58:08.942721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Update dhcp port {'port': {'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'fixed_ips': [{'subnet_id': '7d5e4a82-1807-4c02-b15d-7570bd9c6f15', 'ip_address': '172.20.0.2'}, {'subnet_id': '755b2835-6a8e-4d74-b4e2-2d72a29193d3'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '8f2734f9-86a1-4346-8052-35ea1986f4cd'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:58:09.027441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 43089a4e-a66d-44d8-bfbf-e6607c8b715d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=43089a4e-a66d-44d8-bfbf-e6607c8b715d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:09.038164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.066431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.071011 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-addcd68b-480b-401a-88de-363f30a5527d req-e01fddb0-82ba-4888-939f-b4cc71c62d84 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 210 time: 0.0540910 Dec 17 15:58:09.080229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '43089a4e-a66d-44d8-bfbf-e6607c8b715d', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '43089a4e-a66d-44d8-bfbf-e6607c8b715d', 'mac_address': 'fa:16:3e:27:7a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:09.081477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.14 (e0b7aa85-adc8-47f1-87e5-8a5fea86e86b/7d5e4a82-1807-4c02-b15d-7570bd9c6f15/6724677f-fada-455b-a7bc-72b7d05fd877) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:09.100010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.18 (e0b7aa85-adc8-47f1-87e5-8a5fea86e86b/755b2835-6a8e-4d74-b4e2-2d72a29193d3/6724677f-fada-455b-a7bc-72b7d05fd877) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:09.104628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] For port 8f2734f9-86a1-4346-8052-35ea1986f4cd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8f2734f9-86a1-4346-8052-35ea1986f4cd,segment=NetworkSegment(cc4cf6ae-754c-4a74-89bf-7b427981214d),segment_id=cc4cf6ae-754c-4a74-89bf-7b427981214d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:09.115233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-2fb91cb4-b223-4211-ba4d-e9b01029e3c4 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.117064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-2fb91cb4-b223-4211-ba4d-e9b01029e3c4 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.49 "GET /v2.0/networks?id=aa31a3ab-a483-4a5c-92eb-1f01e35c13af HTTP/1.1" status: 200 len: 815 time: 0.2467690 Dec 17 15:58:09.141008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.162366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8f2734f9-86a1-4346-8052-35ea1986f4cd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:09.162996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.185194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148f26f-b4a9-4c6d-801f-10cc4907afcc req-b82e04e6-8241-4959-944d-d54e44bb2b1e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.186913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b148f26f-b4a9-4c6d-801f-10cc4907afcc req-b82e04e6-8241-4959-944d-d54e44bb2b1e tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0632653 Dec 17 15:58:09.210563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265528-d8ae-40dc-af5c-df4be97b74d9 req-00a26051-0d4c-4412-8166-4a6cca75e0cd tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.218479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2265528-d8ae-40dc-af5c-df4be97b74d9 req-00a26051-0d4c-4412-8166-4a6cca75e0cd tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 947 time: 0.1407297 Dec 17 15:58:09.227867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.247631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b148f26f-b4a9-4c6d-801f-10cc4907afcc req-073e05e3-d514-40ac-bc6b-7d2420c8150f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529783 Dec 17 15:58:09.309095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43089a4e-a66d-44d8-bfbf-e6607c8b715d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:09.315521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-cc658991-eb78-4b26-8a74-670842a4fdc4 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2b4cb3b9f14d7592191df49992f7d5 HTTP/1.1" status: 200 len: 379 time: 0.1822720 Dec 17 15:58:09.332075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Request body: {'port': {'device_id': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'admin_state_up': True, 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'security_groups': ['0654bdd9-cc37-4f79-bd54-02dddf28217a']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:09.344121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Pushing event updated for resources: {'Port': ['ID=8f2734f9-86a1-4346-8052-35ea1986f4cd,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:09.350747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 43089a4e-a66d-44d8-bfbf-e6607c8b715d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=43089a4e-a66d-44d8-bfbf-e6607c8b715d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:09.364410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.364752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.365092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.365428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.365761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.366089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.366417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.366746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.367072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.367395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.367718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.368168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.368419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9aa0a-7e20-4379-a7cc-61b17626c14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:09.371893 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.421621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2265528-d8ae-40dc-af5c-df4be97b74d9 req-679f7496-9880-46f3-b9fc-810dc2264b05 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022285 Dec 17 15:58:09.450610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=43089a4e-a66d-44d8-bfbf-e6607c8b715d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:09.471125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.520275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Made reservation on behalf of 6f2b4cb3b9f14d7592191df49992f7d5 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:09.524049 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.533472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.579086 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-97fd188d-9bbf-486b-85c7-68217e024ece {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:58:09.579682 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:58:09.603791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:09.629526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=6724677f-fada-455b-a7bc-72b7d05fd877,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:09.634888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:09.639258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:09.701163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['43089a4e-a66d-44d8-bfbf-e6607c8b715d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:09.721415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.722038 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.752265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c72d6322-7db8-4aba-8f4e-d669d7d1d8db tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7193353 Dec 17 15:58:09.753439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Allocated IP 172.20.0.6 (aa31a3ab-a483-4a5c-92eb-1f01e35c13af/015de246-e674-4052-a841-fcc6db90c69f/3485122c-a974-4048-8d8f-ecfebf8028a3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:09.757369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48012) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:09.764617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d5e4a82-1807-4c02-b15d-7570bd9c6f15'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:09.893936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.929398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.937923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:09.958236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.966265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.972506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.978530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.984970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.990891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.996977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.999044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67581b45-df60-4cd7-bd66-347066d35996 req-0eefd06a-a605-49b5-98ee-cc68d49ede72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1273611 Dec 17 15:58:10.061781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.105446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6540d-554c-4c6e-b050-34af4c5c68ed req-b5ae163e-daa3-443e-aa7c-21a2962e372f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:10.106838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-89d6540d-554c-4c6e-b050-34af4c5c68ed req-b5ae163e-daa3-443e-aa7c-21a2962e372f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1251972 Dec 17 15:58:10.107974 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.116765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:10.120346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:10.128794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67581b45-df60-4cd7-bd66-347066d35996 req-af4a8375-44a7-4cbd-b695-fa4629b35894 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221797 Dec 17 15:58:10.129595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:10.211598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:10.214585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-89d6540d-554c-4c6e-b050-34af4c5c68ed req-392a1a0a-2bc0-4f7f-9743-245a38a1f1e1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963619 Dec 17 15:58:10.216993 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.246147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event updated for resources: {'Port': ['ID=3485122c-a974-4048-8d8f-ecfebf8028a3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:10.272042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-1a03835d-6ec9-4ebd-9b36-74dce3ec1a0f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466646 Dec 17 15:58:10.288614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Request body: {'port': {'device_id': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:10.339122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Delete allocated IP 172.20.0.18 (e0b7aa85-adc8-47f1-87e5-8a5fea86e86b/755b2835-6a8e-4d74-b4e2-2d72a29193d3) {{(pid=109784) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:58:10.391749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.477672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0252dea-ed0e-4a72-8e6c-cba2a8e92169 req-e32ce130-161c-4ced-8eca-857ed126a253 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:10.494313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0252dea-ed0e-4a72-8e6c-cba2a8e92169 req-e32ce130-161c-4ced-8eca-857ed126a253 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 931 time: 0.1362951 Dec 17 15:58:10.574955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8628e25d-b232-4841-8ef1-6f188c2c556a None None] Provisioning complete for port 3485122c-a974-4048-8d8f-ecfebf8028a3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:10.575332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8628e25d-b232-4841-8ef1-6f188c2c556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.615400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8628e25d-b232-4841-8ef1-6f188c2c556a None None] Port 3485122c-a974-4048-8d8f-ecfebf8028a3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:10.619078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d6113-e0f9-47d2-b113-6cc1f72573d1 req-501911ce-fa0d-4f75-b665-993300199aa9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:10.621046 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433d6113-e0f9-47d2-b113-6cc1f72573d1 req-501911ce-fa0d-4f75-b665-993300199aa9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1716752 Dec 17 15:58:10.666795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8f2734f9-86a1-4346-8052-35ea1986f4cd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:10.721598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433d6113-e0f9-47d2-b113-6cc1f72573d1 req-60a44999-e667-43b5-9b29-aa14e752b67d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866685 Dec 17 15:58:10.733194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8f2734f9-86a1-4346-8052-35ea1986f4cd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:10.733566 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.782473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.782801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3485122c-a974-4048-8d8f-ecfebf8028a3 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:10.792998 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.813227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Transition to ACTIVE for port object 3485122c-a974-4048-8d8f-ecfebf8028a3 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:58:10.817930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.900644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Pushing event updated for resources: {'Port': ['ID=3485122c-a974-4048-8d8f-ecfebf8028a3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:10.949835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0252dea-ed0e-4a72-8e6c-cba2a8e92169 req-f266a6d3-e093-4b25-b941-654f2b56f66e tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4539647 Dec 17 15:58:10.975533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:10.982562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.034383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Attempting to bind port 3485122c-a974-4048-8d8f-ecfebf8028a3 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:11.034652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Attempting to bind port 3485122c-a974-4048-8d8f-ecfebf8028a3 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:11.034972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Attempting to bind port 3485122c-a974-4048-8d8f-ecfebf8028a3 on network aa31a3ab-a483-4a5c-92eb-1f01e35c13af {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:11.044820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Port 3485122c-a974-4048-8d8f-ecfebf8028a3 on network aa31a3ab-a483-4a5c-92eb-1f01e35c13af not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:58:11.045395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Attempting to bind port 3485122c-a974-4048-8d8f-ecfebf8028a3 on network aa31a3ab-a483-4a5c-92eb-1f01e35c13af {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:11.064678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=6724677f-fada-455b-a7bc-72b7d05fd877,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.072348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0adf-fe16-42a9-9d14-59c56a3a483b req-8e0aa00d-930e-4522-ab45-f05e87a9fa9a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.082861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b7a0adf-fe16-42a9-9d14-59c56a3a483b req-8e0aa00d-930e-4522-ab45-f05e87a9fa9a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 948 time: 0.1209638 Dec 17 15:58:11.087266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Allocated IP 172.20.0.19 (e0b7aa85-adc8-47f1-87e5-8a5fea86e86b/755b2835-6a8e-4d74-b4e2-2d72a29193d3/8f2734f9-86a1-4346-8052-35ea1986f4cd) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:11.102256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:11.102256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Checking segment: {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:11.107980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Bound using segment: {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:11.108513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Bound port: 3485122c-a974-4048-8d8f-ecfebf8028a3, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3271df57-9411-4677-ba81-f5c4d374ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:11.109382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.223031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.228341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b7a0adf-fe16-42a9-9d14-59c56a3a483b req-309f79d3-2465-4f4d-9e51-ce346b86e94d tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444857 Dec 17 15:58:11.253826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] In _notify_port_updated(), no bound segment for port 6724677f-fada-455b-a7bc-72b7d05fd877 on network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:58:11.259534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.260216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.264540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd9e32b0-630e-4283-ad1e-3c9bba10adb5 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "PUT /v2.0/ports/6724677f-fada-455b-a7bc-72b7d05fd877 HTTP/1.1" status: 200 len: 919 time: 1.5028741 Dec 17 15:58:11.264691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48038) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:11.267632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] For port 3485122c-a974-4048-8d8f-ecfebf8028a3, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:11.271257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] For port 8f2734f9-86a1-4346-8052-35ea1986f4cd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8f2734f9-86a1-4346-8052-35ea1986f4cd,segment=NetworkSegment(cc4cf6ae-754c-4a74-89bf-7b427981214d),segment_id=cc4cf6ae-754c-4a74-89bf-7b427981214d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:11.271636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d5e4a82-1807-4c02-b15d-7570bd9c6f15'}, {'subnet_id': '755b2835-6a8e-4d74-b4e2-2d72a29193d3'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:11.276802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] For port 3485122c-a974-4048-8d8f-ecfebf8028a3, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3485122c-a974-4048-8d8f-ecfebf8028a3,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:11.282210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.282424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d46f9-08d9-47e2-b226-688900d3d8d4 req-c4f9304b-f7e3-426b-bcdf-c89b431fccb5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.283808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-789d46f9-08d9-47e2-b226-688900d3d8d4 req-c4f9304b-f7e3-426b-bcdf-c89b431fccb5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0910087 Dec 17 15:58:11.329474 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.345550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.361314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.361928 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.363347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] 10.222.0.49 "PUT /v2.0/ports/3485122c-a974-4048-8d8f-ecfebf8028a3 HTTP/1.1" status: 200 len: 1092 time: 1.0794008 Dec 17 15:58:11.368917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:11.371698 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28671019-79f0-4393-831b-26f72232f52e" -d '{"events": [{"name": "network-changed", "server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:11.390909 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.439060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9eb4e-e4a5-4fd1-8e40-26d6f0bd8918 service neutron] Pushing event updated for resources: {'Port': ['ID=3485122c-a974-4048-8d8f-ecfebf8028a3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.454253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.460332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.460513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-789d46f9-08d9-47e2-b226-688900d3d8d4 req-5cfd7da7-cadd-4563-a8e3-14b2cf9a9c06 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554246 Dec 17 15:58:11.466671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.470624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d370-55ce-4258-a48b-525e9f387761 None None] Pushing event updated for resources: {'Port': ['ID=8f2734f9-86a1-4346-8052-35ea1986f4cd,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.472828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.479019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.485364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.491357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.499735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-6d26ab29-31a7-4cc9-8d22-99d6e18408a0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5421 time: 0.1971967 Dec 17 15:58:11.553594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-c1c04ae4-ce60-4529-a4d9-c16195237395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.555150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-c1c04ae4-ce60-4529-a4d9-c16195237395 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f2b4cb3b9f14d7592191df49992f7d5&device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 1095 time: 0.1514869 Dec 17 15:58:11.648457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b715b49-b236-43bd-a980-d2211acb0f7e req-f08084b5-752e-4f94-b23c-7be1086fb5ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476951 Dec 17 15:58:11.650807 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a50779f-1c3f-4e6c-b02e-7dd6382acd22 x-openstack-request-id: req-1a50779f-1c3f-4e6c-b02e-7dd6382acd22 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:11.651206 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:11.651473 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a50779f-1c3f-4e6c-b02e-7dd6382acd22 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:11.653384 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'status': 'completed', 'code': 200} Dec 17 15:58:11.656922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-082dc131-4ca6-4a4d-86c1-80e687a0f15f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3485122c-a974-4048-8d8f-ecfebf8028a3 HTTP/1.1" status: 200 len: 217 time: 0.0904284 Dec 17 15:58:11.712268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-702253d6-97b4-4dcd-9f3b-c68c2343f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.713853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-702253d6-97b4-4dcd-9f3b-c68c2343f3b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=015de246-e674-4052-a841-fcc6db90c69f HTTP/1.1" status: 200 len: 854 time: 0.0494525 Dec 17 15:58:11.773450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.30 (e0b7aa85-adc8-47f1-87e5-8a5fea86e86b/755b2835-6a8e-4d74-b4e2-2d72a29193d3/6724677f-fada-455b-a7bc-72b7d05fd877) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:11.778764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-621fdb1d-83a5-4970-8bdd-b1049da0df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.780741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-621fdb1d-83a5-4970-8bdd-b1049da0df31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa31a3ab-a483-4a5c-92eb-1f01e35c13af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585208 Dec 17 15:58:11.890755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-b0b53c07-2f77-4946-befd-ac613549db25 service neutron] 10.222.0.49 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010509 Dec 17 15:58:11.915498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513c5a3-78d0-4111-8fd5-f5f52c274960 req-7c533547-e27e-4cf8-a0cc-aef9961c4c01 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.918957 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c513c5a3-78d0-4111-8fd5-f5f52c274960 req-7c533547-e27e-4cf8-a0cc-aef9961c4c01 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0942614 Dec 17 15:58:11.983711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:11.987018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-655c206d-a8d2-4500-ab3c-cceaa7905a7b req-8491b7b4-7296-4a70-9b0e-256c87a72e74 service neutron] 10.222.0.49 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880849 Dec 17 15:58:11.989989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c513c5a3-78d0-4111-8fd5-f5f52c274960 req-f5bdd2f5-78a1-4cdd-acfd-ca4c49657e07 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667818 Dec 17 15:58:11.991405 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.085661 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.109595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7f4c4ac6-2b6d-4098-a756-e7947e91222d details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:12.122258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=6724677f-fada-455b-a7bc-72b7d05fd877,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:12.130496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b7f04-caa3-4f99-b7d5-e82572c4296c None None] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:12.171080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] In _notify_port_updated(), no bound segment for port 6724677f-fada-455b-a7bc-72b7d05fd877 on network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:58:12.175376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671019-79f0-4393-831b-26f72232f52e req-3c002133-1653-4de0-86f8-58dca316ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.176733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.177017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28671019-79f0-4393-831b-26f72232f52e req-3c002133-1653-4de0-86f8-58dca316ed5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f2b4cb3b9f14d7592191df49992f7d5&device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 1095 time: 0.1253691 Dec 17 15:58:12.177484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.179258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b1988793-1c87-4a55-a06e-23148b16c89a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "PUT /v2.0/ports/6724677f-fada-455b-a7bc-72b7d05fd877 HTTP/1.1" status: 200 len: 999 time: 0.9132769 Dec 17 15:58:12.181618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48048) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:12.185403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d276af3-de84-4b71-b3ae-33e1de4f860a req-40d07027-d3ec-4cd8-aa3b-d267f44f8006 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.186881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d276af3-de84-4b71-b3ae-33e1de4f860a req-40d07027-d3ec-4cd8-aa3b-d267f44f8006 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 943 time: 0.1064532 Dec 17 15:58:12.262356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f45b5e2d-71db-4402-ad02-d15c1a8ac2c0 None None] Provisioning complete for port 8f2734f9-86a1-4346-8052-35ea1986f4cd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:12.262785 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f45b5e2d-71db-4402-ad02-d15c1a8ac2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.285105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 6724677f-fada-455b-a7bc-72b7d05fd877 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:12.285483 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.335331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d276af3-de84-4b71-b3ae-33e1de4f860a req-d4b350af-39b6-4da2-ba70-d22241329820 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389298 Dec 17 15:58:12.340439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671019-79f0-4393-831b-26f72232f52e req-bb99614f-c6a1-4a56-9f68-4f1a3359065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.342022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28671019-79f0-4393-831b-26f72232f52e req-bb99614f-c6a1-4a56-9f68-4f1a3359065b service neutron] 10.222.0.49 "GET /v2.0/networks?id=aa31a3ab-a483-4a5c-92eb-1f01e35c13af HTTP/1.1" status: 200 len: 916 time: 0.1542487 Dec 17 15:58:12.376243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:12.391121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28671019-79f0-4393-831b-26f72232f52e req-2446a164-b4d9-4bec-a78c-a1d3ef3878d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3485122c-a974-4048-8d8f-ecfebf8028a3 HTTP/1.1" status: 200 len: 217 time: 0.0398874 Dec 17 15:58:12.398440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '7f4c4ac6-2b6d-4098-a756-e7947e91222d', 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'port_id': '7f4c4ac6-2b6d-4098-a756-e7947e91222d', 'mac_address': 'fa:16:3e:b2:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:12.407176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b204-1678-4fec-8ee6-4f4db59398c8 req-f66834fa-8004-4152-b8eb-d32bb43ba694 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.408687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3b9b204-1678-4fec-8ee6-4f4db59398c8 req-f66834fa-8004-4152-b8eb-d32bb43ba694 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 948 time: 0.0738328 Dec 17 15:58:12.445915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.447068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671019-79f0-4393-831b-26f72232f52e req-b23002e8-d521-4aac-9a77-1fe4457588b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.449471 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28671019-79f0-4393-831b-26f72232f52e req-b23002e8-d521-4aac-9a77-1fe4457588b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=015de246-e674-4052-a841-fcc6db90c69f HTTP/1.1" status: 200 len: 854 time: 0.0506701 Dec 17 15:58:12.467280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 6724677f-fada-455b-a7bc-72b7d05fd877 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:12.481937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.507614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4c4ac6-2b6d-4098-a756-e7947e91222d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:12.519396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3b9b204-1678-4fec-8ee6-4f4db59398c8 req-448926a2-5a25-4a13-afb1-7d17f184f5bf tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992901 Dec 17 15:58:12.522159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671019-79f0-4393-831b-26f72232f52e req-0f471858-ef55-4a33-b9f2-a72fc1ccd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.524061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28671019-79f0-4393-831b-26f72232f52e req-0f471858-ef55-4a33-b9f2-a72fc1ccd918 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa31a3ab-a483-4a5c-92eb-1f01e35c13af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664244 Dec 17 15:58:12.568989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:12.576532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.577641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7107bde3-99fe-463c-b29a-c8f00dc095b6 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:12.621554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 43089a4e-a66d-44d8-bfbf-e6607c8b715d up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:12.730782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8f2734f9-86a1-4346-8052-35ea1986f4cd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:12.766520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb6b7-edbb-423b-9831-3effe1fa5764 req-c7a58b5d-4469-456f-862a-845580da7e4d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.771528 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:58:12.772958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.777917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4acb6b7-edbb-423b-9831-3effe1fa5764 req-c7a58b5d-4469-456f-862a-845580da7e4d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1986341 Dec 17 15:58:12.797895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:12.813996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7107bde3-99fe-463c-b29a-c8f00dc095b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:12.837816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bb7d1bf3-2558-4d1c-9a41-108f46b82839 None None] Provisioning complete for port 8f2734f9-86a1-4346-8052-35ea1986f4cd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:12.838181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1bf3-2558-4d1c-9a41-108f46b82839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.841560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '7107bde3-99fe-463c-b29a-c8f00dc095b6', 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'port_id': '7107bde3-99fe-463c-b29a-c8f00dc095b6', 'mac_address': 'fa:16:3e:9d:aa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:12.844812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=6724677f-fada-455b-a7bc-72b7d05fd877,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:12.855550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4acb6b7-edbb-423b-9831-3effe1fa5764 req-8f39e059-fb72-41ab-bfc8-da5f120e2ec2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723374 Dec 17 15:58:12.860592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28671019-79f0-4393-831b-26f72232f52e req-99b631bc-0ca4-44da-8a35-74a1b3c4820a service neutron] 10.222.0.49 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282526 Dec 17 15:58:12.926085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8f2734f9-86a1-4346-8052-35ea1986f4cd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:12.926456 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:12.937968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 43089a4e-a66d-44d8-bfbf-e6607c8b715d completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:12.978535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 43089a4e-a66d-44d8-bfbf-e6607c8b715d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:12.978919 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.035869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.049291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.055342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.062398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.068307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.069593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54ccad-d5ca-432a-a60c-8cfc861665c8 req-38c49d38-da90-48f8-a773-141d9c242a8f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.074406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.078910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d54ccad-d5ca-432a-a60c-8cfc861665c8 req-38c49d38-da90-48f8-a773-141d9c242a8f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1207764 Dec 17 15:58:13.080833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.087125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.095531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-94d4f006-bad5-4bef-8533-d2a5a30ee8f2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5422 time: 0.2528300 Dec 17 15:58:13.099133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7107bde3-99fe-463c-b29a-c8f00dc095b6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:13.105660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.122534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.130296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7009fa8c-85da-4a1e-978a-e5ed7722b71c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/6724677f-fada-455b-a7bc-72b7d05fd877 HTTP/1.1" status: 204 len: 168 time: 0.9474254 Dec 17 15:58:13.132766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:13.170885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7107bde3-99fe-463c-b29a-c8f00dc095b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:13.173628 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8811a8b9-6341-4f7d-b807-cf33ca843a35 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:13.176281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8811a8b9-6341-4f7d-b807-cf33ca843a35 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/6724677f-fada-455b-a7bc-72b7d05fd877 HTTP/1.1" status: 404 len: 333 time: 0.0359356 Dec 17 15:58:13.180313 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.180930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6dc10f7d-d7b3-4018-89b8-20c7e383f37b details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:13.184750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48066) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:13.191761 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a78e9ca-a03f-4f4c-9adc-c8c8bcdf803f req-c1287333-8d88-4bec-8b55-f53e10f6912f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952289 Dec 17 15:58:13.235612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28671019-79f0-4393-831b-26f72232f52e req-37acef8a-5ade-489a-9de1-d19e117bea58 service neutron] 10.222.0.49 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678858 Dec 17 15:58:13.256841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43089a4e-a66d-44d8-bfbf-e6607c8b715d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:13.259156 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3444e66-e878-48a0-886a-610ceb0dc514" -d '{"events": [{"server_uuid": "976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "43089a4e-a66d-44d8-bfbf-e6607c8b715d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:13.267705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d54ccad-d5ca-432a-a60c-8cfc861665c8 req-e5c6dc52-e4db-4e51-89ab-2ed16ed081a5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802111 Dec 17 15:58:13.318683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 755b2835-6a8e-4d74-b4e2-2d72a29193d3 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:13.328298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.347431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7107bde3-99fe-463c-b29a-c8f00dc095b6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:13.365559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 43089a4e-a66d-44d8-bfbf-e6607c8b715d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=43089a4e-a66d-44d8-bfbf-e6607c8b715d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:13.376207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9f719-e575-4186-804c-08d0a76fa4ba req-d6a5f933-e2ce-4fce-8bb3-7f1f99b35382 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.379253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fae9f719-e575-4186-804c-08d0a76fa4ba req-d6a5f933-e2ce-4fce-8bb3-7f1f99b35382 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1059613 Dec 17 15:58:13.382647 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.387959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bb7d1bf3-2558-4d1c-9a41-108f46b82839 None None] Could not find standard attr ID for object 6724677f-fada-455b-a7bc-72b7d05fd877. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:13.418643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.465851 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fae9f719-e575-4186-804c-08d0a76fa4ba req-e6528831-80f9-49dd-8693-9672209a2112 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802038 Dec 17 15:58:13.469460 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043020c1-69a5-4069-b22e-16ffd4ab22f3 x-openstack-request-id: req-043020c1-69a5-4069-b22e-16ffd4ab22f3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:13.469759 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "43089a4e-a66d-44d8-bfbf-e6607c8b715d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:13.470010 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-043020c1-69a5-4069-b22e-16ffd4ab22f3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:13.471039 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43089a4e-a66d-44d8-bfbf-e6607c8b715d', 'code': 200} Dec 17 15:58:13.504634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:13.507924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=43089a4e-a66d-44d8-bfbf-e6607c8b715d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:13.521075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-03a81a08-0d90-45df-994e-c8f1263c418c None None] Could not find standard attr ID for object 6724677f-fada-455b-a7bc-72b7d05fd877. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:13.536569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'port_id': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'mac_address': 'fa:16:3e:b3:8c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:13.544461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.622203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.642529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc10f7d-d7b3-4018-89b8-20c7e383f37b {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:13.665934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c50bd-3aa7-4873-8f65-e4ba4c1648ca req-3199bd71-a7bb-45d9-8725-9804195762f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.668470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c90c50bd-3aa7-4873-8f65-e4ba4c1648ca req-3199bd71-a7bb-45d9-8725-9804195762f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 1101 time: 0.0826499 Dec 17 15:58:13.676957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:13.682687 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.683480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 22d1f606-ef23-484c-b3e7-e9fc2dabf78b details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:13.688174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.722948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=755b2835-6a8e-4d74-b4e2-2d72a29193d3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:13.733749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.740423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dee8a12b-d836-418d-aa4b-6c2e53bfe6fb tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/755b2835-6a8e-4d74-b4e2-2d72a29193d3 HTTP/1.1" status: 204 len: 168 time: 0.5518260 Dec 17 15:58:13.741562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48080) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:13.751787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3501b009-426a-4f8d-8a97-41c1ce87683f None None] Could not find standard attr ID for object 6724677f-fada-455b-a7bc-72b7d05fd877. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:13.755615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822c399-d790-4e42-9e9a-705c8bc81521 req-833f4a73-7f62-41ae-a5ba-84d73bc26a8c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.757249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b822c399-d790-4e42-9e9a-705c8bc81521 req-833f4a73-7f62-41ae-a5ba-84d73bc26a8c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0940943 Dec 17 15:58:13.793099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c90c50bd-3aa7-4873-8f65-e4ba4c1648ca req-0692746a-ec36-4490-bde8-536cdaa95eb5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123290 Dec 17 15:58:13.793314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcebbe-1526-435f-8fa1-8927ee662d3f req-425ca95d-e10f-447f-b3ca-4c0a2fc6854d tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.800514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8dcebbe-1526-435f-8fa1-8927ee662d3f req-425ca95d-e10f-447f-b3ca-4c0a2fc6854d tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 943 time: 0.1501517 Dec 17 15:58:13.820253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:13.830002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b822c399-d790-4e42-9e9a-705c8bc81521 req-75fee8b4-b4d1-42e1-96e1-5a53d6ef7354 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641522 Dec 17 15:58:13.873468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8dcebbe-1526-435f-8fa1-8927ee662d3f req-1b571101-3ac9-4924-ac8b-d434dcf1848d tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719950 Dec 17 15:58:13.878699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 7d5e4a82-1807-4c02-b15d-7570bd9c6f15 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:13.883373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.895906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:13.901789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b', 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6', 'port_id': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b', 'mac_address': 'fa:16:3e:85:d7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f311aff2-818d-465c-9039-f0ac10562268', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:13.938247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.948327 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:13.961120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4060dc-6a53-4bbc-bac3-52623e6f17b3 None None] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:13.966675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d1f606-ef23-484c-b3e7-e9fc2dabf78b {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:13.991732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cb098-364c-40fc-ab13-1f071267d3bc req-9722d307-e782-40d2-a8a6-016ef04e42c0 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.993351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-507cb098-364c-40fc-ab13-1f071267d3bc req-9722d307-e782-40d2-a8a6-016ef04e42c0 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 949 time: 0.0745037 Dec 17 15:58:14.049052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.065195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-507cb098-364c-40fc-ab13-1f071267d3bc req-e54467e3-cca0-40a8-ae46-7be5245a6e84 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612504 Dec 17 15:58:14.147539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29cda3-6e67-4d16-815f-9d802e12574c req-f543b1d2-f213-4813-8631-736a0ad38083 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.149142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b29cda3-6e67-4d16-815f-9d802e12574c req-f543b1d2-f213-4813-8631-736a0ad38083 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0721936 Dec 17 15:58:14.155200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.189116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5e4a82-1807-4c02-b15d-7570bd9c6f15,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.193666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:14.199906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.200151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.200709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 653e1383-1fcd-4ad0-a5a7-7a65de668937 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:14.203573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f0d36e53-2acf-44db-851c-6434e71a4a65 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/7d5e4a82-1807-4c02-b15d-7570bd9c6f15 HTTP/1.1" status: 204 len: 168 time: 0.4610481 Dec 17 15:58:14.206612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48084) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:14.241102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b29cda3-6e67-4d16-815f-9d802e12574c req-850a8101-0689-4f36-8d76-788d3e107986 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832789 Dec 17 15:58:14.298730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.319972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 653e1383-1fcd-4ad0-a5a7-7a65de668937, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:14.334993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '653e1383-1fcd-4ad0-a5a7-7a65de668937', 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'port_id': '653e1383-1fcd-4ad0-a5a7-7a65de668937', 'mac_address': 'fa:16:3e:ae:76:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:14.353365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.371186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.377777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.383746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.389745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.394733 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.396193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.404075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.411359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.411579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653e1383-1fcd-4ad0-a5a7-7a65de668937 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:14.413380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-98056599-d8db-4916-a7dc-0726b3339fcf req-e7b9fa72-ab1f-4220-b3f3-d75b8efb3c13 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5425 time: 0.1319335 Dec 17 15:58:14.421093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d86be1-c98c-4cda-b4f7-da247144266b req-6a8a8f5b-7abb-4dcd-aae6-531902bbef32 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.422663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d86be1-c98c-4cda-b4f7-da247144266b req-6a8a8f5b-7abb-4dcd-aae6-531902bbef32 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0576982 Dec 17 15:58:14.436179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0353e2bd-7a80-4158-a23b-76ddae89b882 None None] Update dhcp port {'port': {'network_id': 'e0b7aa85-adc8-47f1-87e5-8a5fea86e86b', 'fixed_ips': [{'subnet_id': '7d5e4a82-1807-4c02-b15d-7570bd9c6f15'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '8f2734f9-86a1-4346-8052-35ea1986f4cd'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:58:14.441204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 653e1383-1fcd-4ad0-a5a7-7a65de668937, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:14.458267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.459056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e66b899a-809b-4c28-8fc4-39b688474c42 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:14.473671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d86be1-c98c-4cda-b4f7-da247144266b req-950098c3-843b-4b79-ac27-ea368c4ec529 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445862 Dec 17 15:58:14.493652 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0353e2bd-7a80-4158-a23b-76ddae89b882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.527810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-98056599-d8db-4916-a7dc-0726b3339fcf req-bf2bcbc0-24b7-4599-8f07-0221ed21b0d3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050618 Dec 17 15:58:14.533091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 8f2734f9-86a1-4346-8052-35ea1986f4cd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:14.533432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.575962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e66b899a-809b-4c28-8fc4-39b688474c42, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e66b899a-809b-4c28-8fc4-39b688474c42,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:14.604238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] For port 8f2734f9-86a1-4346-8052-35ea1986f4cd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8f2734f9-86a1-4346-8052-35ea1986f4cd,segment=NetworkSegment(cc4cf6ae-754c-4a74-89bf-7b427981214d),segment_id=cc4cf6ae-754c-4a74-89bf-7b427981214d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:14.604805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.620327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 8f2734f9-86a1-4346-8052-35ea1986f4cd owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:14.631954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=653e1383-1fcd-4ad0-a5a7-7a65de668937,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.638235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'e66b899a-809b-4c28-8fc4-39b688474c42', 'network_id': 'bd5a3c2b-5678-4807-8993-5d76e0aa27b8', 'port_id': 'e66b899a-809b-4c28-8fc4-39b688474c42', 'mac_address': 'fa:16:3e:e7:5e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:14.685075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.705372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66b899a-809b-4c28-8fc4-39b688474c42 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:14.722441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543dce1-da3a-45a3-b56d-5dc4382fdd90 req-c725f8ed-bcbb-4661-8042-2c16a9d3437a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.728534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b543dce1-da3a-45a3-b56d-5dc4382fdd90 req-c725f8ed-bcbb-4661-8042-2c16a9d3437a tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0791667 Dec 17 15:58:14.731950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6647ea8-9082-443c-a88b-522a68173b60 None None] Network e0b7aa85-adc8-47f1-87e5-8a5fea86e86b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:14.736987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e66b899a-809b-4c28-8fc4-39b688474c42, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e66b899a-809b-4c28-8fc4-39b688474c42,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:14.757190 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadb735-e500-4ade-b647-8589e1558116 req-a5a6478b-f1ea-4b4b-b522-e4172498b9c7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.758896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aeadb735-e500-4ade-b647-8589e1558116 req-a5a6478b-f1ea-4b4b-b522-e4172498b9c7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1169674 Dec 17 15:58:14.774100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.774917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:14.787240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.787508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b543dce1-da3a-45a3-b56d-5dc4382fdd90 req-fcb02eac-bb85-4232-baac-a89456bbdf06 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557578 Dec 17 15:58:14.827945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4f3fafee-002b-45af-8692-873f65ec636e None None] Could not find standard attr ID for object 8f2734f9-86a1-4346-8052-35ea1986f4cd. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:14.836825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=8f2734f9-86a1-4346-8052-35ea1986f4cd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.839182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No DVR routers for this DVR port 8f2734f9-86a1-4346-8052-35ea1986f4cd on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:14.875008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aeadb735-e500-4ade-b647-8589e1558116 req-2a6280f3-3e46-45cc-8b56-81aaec246b3c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032391 Dec 17 15:58:14.890409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:14.893244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e66b899a-809b-4c28-8fc4-39b688474c42,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.906361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4', 'network_id': 'bb717a21-920e-4104-b4c5-ec153af618b6', 'port_id': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4', 'mac_address': 'fa:16:3e:f5:d7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f311aff2-818d-465c-9039-f0ac10562268', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:14.941515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be8661-5c83-48b9-86d4-487071dd8638 None None] DHCP port deletion for e0b7aa85-adc8-47f1-87e5-8a5fea86e86b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:14.949723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.979349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b7aa85-adc8-47f1-87e5-8a5fea86e86b']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:14.979464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:14.987517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4cf6ae-754c-4a74-89bf-7b427981214d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:14.988089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4cf6ae-754c-4a74-89bf-7b427981214d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:15.000277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.001965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:15.019004 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.026227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:15.026643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.026847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:15.033367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.080759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c460c-530b-4128-b769-3a353cdb2951 req-2234ff1d-1a8a-4db5-99ed-16da579ddc51 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.082921 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-334c460c-530b-4128-b769-3a353cdb2951 req-2234ff1d-1a8a-4db5-99ed-16da579ddc51 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 943 time: 0.0829635 Dec 17 15:58:15.086617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3485122c-a974-4048-8d8f-ecfebf8028a3 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:15.100898 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:15.133252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:15.148997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-334c460c-530b-4128-b769-3a353cdb2951 req-b2e24c31-42e6-4020-91c6-e7f9ca4bff8f tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570836 Dec 17 15:58:15.155342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd2d8-f7bd-4bfa-bd6b-3945a928dc3f req-f0378d86-0b33-4e40-9781-2b1aae921e97 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.170575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a99dd2d8-f7bd-4bfa-bd6b-3945a928dc3f req-f0378d86-0b33-4e40-9781-2b1aae921e97 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0741820 Dec 17 15:58:15.170575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.200610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.207898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:15.208053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/e0b7aa85-adc8-47f1-87e5-8a5fea86e86b HTTP/1.1" status: 204 len: 168 time: 1.0001943 Dec 17 15:58:15.210345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee88ce-1b0b-4b67-9f17-22881eb739fc tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=e0b7aa85-adc8-47f1-87e5-8a5fea86e86b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:15.225998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3485122c-a974-4048-8d8f-ecfebf8028a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3485122c-a974-4048-8d8f-ecfebf8028a3,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:15.239748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'port_id': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'mac_address': 'fa:16:3e:0c:2e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:15.247516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a99dd2d8-f7bd-4bfa-bd6b-3945a928dc3f req-4a11ef6b-541c-4753-90d5-36e4a4ea7cbe tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839365 Dec 17 15:58:15.275020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08798ab6-725b-4954-a230-a620e876983f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.277114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-08798ab6-725b-4954-a230-a620e876983f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0666835 Dec 17 15:58:15.280663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48112) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:15.301666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.302460 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.321153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3485122c-a974-4048-8d8f-ecfebf8028a3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:15.343658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3485122c-a974-4048-8d8f-ecfebf8028a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3485122c-a974-4048-8d8f-ecfebf8028a3,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:15.348742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.366647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a7c8d6d5-d6ed-4834-99fb-2dc167c5a65b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0846486 Dec 17 15:58:15.372075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48114) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:15.377315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-879578917'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:15.385246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c058d10-47a9-430a-b618-3253b9b19be4 req-228e3c41-e21f-4eec-b7ed-f2f647bddb54 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.387080 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c058d10-47a9-430a-b618-3253b9b19be4 req-228e3c41-e21f-4eec-b7ed-f2f647bddb54 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 949 time: 0.0711353 Dec 17 15:58:15.391314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbde3f-8343-4631-84d5-805085cf4298 req-b0ff97be-9895-441d-9772-ff6dc511a78f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.393668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63fbde3f-8343-4631-84d5-805085cf4298 req-b0ff97be-9895-441d-9772-ff6dc511a78f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0695982 Dec 17 15:58:15.410511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3485122c-a974-4048-8d8f-ecfebf8028a3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:15.443248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:15.445136 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c058d10-47a9-430a-b618-3253b9b19be4 req-44c22379-2550-48d3-9861-7a4de21d0dfd tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498238 Dec 17 15:58:15.446695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.471502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63fbde3f-8343-4631-84d5-805085cf4298 req-e4ad66c0-401f-452b-bb14-43d6814438fd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704441 Dec 17 15:58:15.485380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:15.504443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.505399 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment fda804ba-0d29-442a-b1b4-31f1905dbb14 of type vlan for network 4edfe290-ffc1-4dfc-892b-4db82815de9f Dec 17 15:58:15.553332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.597307 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.607778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.608444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.689885 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3140075 Dec 17 15:58:15.690360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48128) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:15.695637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:15.703864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b12fc-ddfe-4768-852e-65d6d783d86b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=4edfe290-ffc1-4dfc-892b-4db82815de9f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:15.716386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:15.718308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626af7a-bfa7-46e1-b920-8c13313ad8aa req-c46c32c0-1230-405d-88eb-10e44ce40e28 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.719911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b626af7a-bfa7-46e1-b920-8c13313ad8aa req-c46c32c0-1230-405d-88eb-10e44ce40e28 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1368759 Dec 17 15:58:15.758323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['7f4c4ac6-2b6d-4098-a756-e7947e91222d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:15.764957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e66b899a-809b-4c28-8fc4-39b688474c42'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:15.771588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b626af7a-bfa7-46e1-b920-8c13313ad8aa req-dcb8b67d-744f-4576-87ea-67b54f6c14e8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448034 Dec 17 15:58:15.775295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.781889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.787693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.792340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['22d1f606-ef23-484c-b3e7-e9fc2dabf78b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:15.797441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.804713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.810599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.816504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.818417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d561837d-f936-498f-951a-5f2e0fba722f req-5f41ca38-0ca5-457c-9268-fd08137775c9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5428 time: 0.1612396 Dec 17 15:58:15.826416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['7107bde3-99fe-463c-b29a-c8f00dc095b6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:15.899605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:15.903285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:15.904686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3485122c-a974-4048-8d8f-ecfebf8028a3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:15.914544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d561837d-f936-498f-951a-5f2e0fba722f req-cde2522d-f473-4690-a0db-43a4a050b644 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868399 Dec 17 15:58:15.957991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d3941-76ad-4835-8315-86ee9f29f062 req-d53416c8-9758-4935-abf2-8db330ad5037 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:15.968257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca1d3941-76ad-4835-8315-86ee9f29f062 req-d53416c8-9758-4935-abf2-8db330ad5037 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 949 time: 0.0708640 Dec 17 15:58:16.040728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca1d3941-76ad-4835-8315-86ee9f29f062 req-d28c44e7-6a4a-439c-828d-2744d1942f6e tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705864 Dec 17 15:58:16.095648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59b1f-35e5-4108-aec1-12027b368e84 req-4e33420e-b3c3-4cd8-8917-7021b442b942 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:16.097221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-43e59b1f-35e5-4108-aec1-12027b368e84 req-4e33420e-b3c3-4cd8-8917-7021b442b942 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0985744 Dec 17 15:58:16.179547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bdaf2-208e-4a2c-88f3-20a239276b6c req-c292e431-7e6c-47d0-85bd-35be22ce8f1d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:16.187206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c76bdaf2-208e-4a2c-88f3-20a239276b6c req-c292e431-7e6c-47d0-85bd-35be22ce8f1d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0549774 Dec 17 15:58:16.210425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:16.235412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c76bdaf2-208e-4a2c-88f3-20a239276b6c req-7414a497-4b77-42ca-bde4-4d47881369e8 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465679 Dec 17 15:58:16.246614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-43e59b1f-35e5-4108-aec1-12027b368e84 req-dbc34b5e-2e80-437d-ac99-ee3f49a7651d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227992 Dec 17 15:58:16.277610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=8e949a68-5db9-4116-b517-29eee0f9d6eb,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:16.294348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': 'fda804ba-0d29-442a-b1b4-31f1905dbb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:16.294708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: 4edfe290-ffc1-4dfc-892b-4db82815de9f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:16.325693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:16.337144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4edfe290-ffc1-4dfc-892b-4db82815de9f) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:16.352189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:16.353810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:16.361895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e677422-e36f-4e21-82ce-ad8f4720fb4b None None] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:16.373071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84070-1769-49b5-b66b-6fc36ea0dea4 req-8ac674c1-c44c-4e15-a736-5e841b806637 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:16.380360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00e84070-1769-49b5-b66b-6fc36ea0dea4 req-8ac674c1-c44c-4e15-a736-5e841b806637 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 944 time: 0.0634034 Dec 17 15:58:16.382178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a8b415f1-d7ee-4e8b-ba3b-d667e69343d8 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6906328 Dec 17 15:58:16.384840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48142) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:16.391148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f', 'name': 'tempest-PortsTestJSON-205095789'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:16.489856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40816a8-4cdc-4f53-91d5-b2d2d3c611d5 req-762ffba6-fbad-42d1-b109-80f299c72c99 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:16.491696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f40816a8-4cdc-4f53-91d5-b2d2d3c611d5 req-762ffba6-fbad-42d1-b109-80f299c72c99 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0536680 Dec 17 15:58:16.493497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00e84070-1769-49b5-b66b-6fc36ea0dea4 req-426261ce-9b20-45f2-9747-97491afae831 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061230 Dec 17 15:58:16.555392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:16.560536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:16.561637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f40816a8-4cdc-4f53-91d5-b2d2d3c611d5 req-41b3909a-9267-47b2-84cb-9a674d009177 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567329 Dec 17 15:58:16.600668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port d877e57b-8bdd-4669-83fe-f59a99be6f31 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:16.632158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-4edfe290-ffc1-4dfc-892b-4db82815de9f', 'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f', 'project_id': 'c313dbd7ec0146d4b285f4061d749402', 'fixed_ips': [{'subnet_id': '8e949a68-5db9-4116-b517-29eee0f9d6eb'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:58:16.633542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:16.702278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8f2734f9-86a1-4346-8052-35ea1986f4cd no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:16.729874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8f2734f9-86a1-4346-8052-35ea1986f4cd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:58:16.730183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8f2734f9-86a1-4346-8052-35ea1986f4cd not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:16.733033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b654e8-1b56-414e-87e9-3a166bd5db95 req-5c0a49fc-fb39-4615-924e-7c51d0b9a2b8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:16.734584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07b654e8-1b56-414e-87e9-3a166bd5db95 req-5c0a49fc-fb39-4615-924e-7c51d0b9a2b8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0904863 Dec 17 15:58:16.776834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.14 (4edfe290-ffc1-4dfc-892b-4db82815de9f/8e949a68-5db9-4116-b517-29eee0f9d6eb/d877e57b-8bdd-4669-83fe-f59a99be6f31) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:16.820361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07b654e8-1b56-414e-87e9-3a166bd5db95 req-3b37c13f-e5f3-41c2-b809-8396c5c70cf1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718324 Dec 17 15:58:16.875266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['6dc10f7d-d7b3-4018-89b8-20c7e383f37b'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:16.921037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['43a29ab9-7f24-4ba6-bd54-88e255c8cec4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:16.930967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['653e1383-1fcd-4ad0-a5a7-7a65de668937'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:16.958573 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.015433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.027364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41dbf0-8d20-4938-8fb6-4b2d02ea7a67 req-d4f6512b-8546-42ea-914d-7a848a927308 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.029605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe41dbf0-8d20-4938-8fb6-4b2d02ea7a67 req-d4f6512b-8546-42ea-914d-7a848a927308 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0534017 Dec 17 15:58:17.092197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe41dbf0-8d20-4938-8fb6-4b2d02ea7a67 req-ce37cabe-732e-4000-826a-7f97cab275ff tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553050 Dec 17 15:58:17.117223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Allocated IP 172.20.0.2 (4edfe290-ffc1-4dfc-892b-4db82815de9f/8e949a68-5db9-4116-b517-29eee0f9d6eb/799b55fc-06e7-488c-b851-656edb1c2a21) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:17.126701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:17.140561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:17.143304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:17.173591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=d877e57b-8bdd-4669-83fe-f59a99be6f31,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:17.213830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c30d9-40f4-416d-b57c-076547768c71 req-be2acd4c-f74f-437f-b7e9-cba5db57b6a4 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.215451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e27c30d9-40f4-416d-b57c-076547768c71 req-be2acd4c-f74f-437f-b7e9-cba5db57b6a4 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.47 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 949 time: 0.1651285 Dec 17 15:58:17.222006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.222605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.226024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf8b1-37d8-47a2-b980-ea0dc0609459 req-b9d4a61f-f4b7-41ac-8e87-14730d717c78 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.227659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4eaf8b1-37d8-47a2-b980-ea0dc0609459 req-b9d4a61f-f4b7-41ac-8e87-14730d717c78 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 949 time: 0.0629492 Dec 17 15:58:17.245080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.251038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.261492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.271869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.280416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.283544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4eaf8b1-37d8-47a2-b980-ea0dc0609459 req-5f1f3db4-5c5e-44ef-9720-fb19e50c0353 tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/security-groups?id=968a6061-8cd3-4bd5-bf86-ccc555367795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Dec 17 15:58:17.286162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.292675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.294813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-90a45a0d-0dd5-4728-b41f-c76aac7a5312 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5428 time: 0.2433054 Dec 17 15:58:17.356022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8889290b-48e3-4b61-aa57-af44f589e28f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9699507 Dec 17 15:58:17.362016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:17.367715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f', 'name': 'tempest-PortsTestJSON-393684349'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:17.436714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5483c736-a2fd-4a1f-8016-4e019531e608 req-c2d6136c-8c8d-49d9-8cc1-a370a4f01848 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074023 Dec 17 15:58:17.455984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Deleting port 43089a4e-a66d-44d8-bfbf-e6607c8b715d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:17.456520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.471147 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.481873 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.530251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:17.533195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:17.536950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:17.546380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Pushing event updated for resources: {'Port': ['ID=799b55fc-06e7-488c-b851-656edb1c2a21,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:17.574228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f8034-31a5-4b71-a8da-a6271f29f646 req-08a1f244-4a38-484c-a92b-f20c9ed30bed tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.583276 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d16f8034-31a5-4b71-a8da-a6271f29f646 req-08a1f244-4a38-484c-a92b-f20c9ed30bed tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2220242 Dec 17 15:58:17.585389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:17.589645 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.600381 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] For port 43089a4e-a66d-44d8-bfbf-e6607c8b715d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=43089a4e-a66d-44d8-bfbf-e6607c8b715d,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:17.600772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.621588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Calling delete_port for 43089a4e-a66d-44d8-bfbf-e6607c8b715d owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:17.627912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 80c7701e-43e3-4ca4-a3ee-d82c316a6e23 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:17.648145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2e03d-40f1-4c9a-b3d9-7f7a3fcb4bbf req-7d842567-5cad-4cd4-9c83-f7bdcbc4f227 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.649216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0ab2e03d-40f1-4c9a-b3d9-7f7a3fcb4bbf req-7d842567-5cad-4cd4-9c83-f7bdcbc4f227 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1195970 Dec 17 15:58:17.700937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d16f8034-31a5-4b71-a8da-a6271f29f646 req-1d5ac31a-130d-48ea-b72f-afd8532188df tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165802 Dec 17 15:58:17.764458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0ab2e03d-40f1-4c9a-b3d9-7f7a3fcb4bbf req-1e4b3b06-5c15-49c6-b4cc-015674eb22be tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742033 Dec 17 15:58:17.781177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Attempting to bind port 799b55fc-06e7-488c-b851-656edb1c2a21 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:17.781462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Attempting to bind port 799b55fc-06e7-488c-b851-656edb1c2a21 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fda804ba-0d29-442a-b1b4-31f1905dbb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:17.781817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Attempting to bind port 799b55fc-06e7-488c-b851-656edb1c2a21 on network 4edfe290-ffc1-4dfc-892b-4db82815de9f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:17.783491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.11 (4edfe290-ffc1-4dfc-892b-4db82815de9f/8e949a68-5db9-4116-b517-29eee0f9d6eb/80c7701e-43e3-4ca4-a3ee-d82c316a6e23) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:17.787949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:17.788327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Checking segment: {'id': 'fda804ba-0d29-442a-b1b4-31f1905dbb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:17.788728 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.789117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Bound using segment: {'id': 'fda804ba-0d29-442a-b1b4-31f1905dbb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:17.789877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Bound port: 799b55fc-06e7-488c-b851-656edb1c2a21, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda804ba-0d29-442a-b1b4-31f1905dbb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '4edfe290-ffc1-4dfc-892b-4db82815de9f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:17.790273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.879381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-895ac98c-0225-47b7-8240-206183628b60 None None] For port 799b55fc-06e7-488c-b851-656edb1c2a21, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:17.884119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-895ac98c-0225-47b7-8240-206183628b60 None None] For port 799b55fc-06e7-488c-b851-656edb1c2a21, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=799b55fc-06e7-488c-b851-656edb1c2a21,segment=NetworkSegment(fda804ba-0d29-442a-b1b4-31f1905dbb14),segment_id=fda804ba-0d29-442a-b1b4-31f1905dbb14)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:17.892399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.909777 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:17.943805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['43089a4e-a66d-44d8-bfbf-e6607c8b715d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:17.990491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Pushing event deleted for resources: {'Port': ['ID=43089a4e-a66d-44d8-bfbf-e6607c8b715d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.020493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ac98c-0225-47b7-8240-206183628b60 None None] Pushing event updated for resources: {'Port': ['ID=799b55fc-06e7-488c-b851-656edb1c2a21,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.071463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] No DVR routers for this DVR port 43089a4e-a66d-44d8-bfbf-e6607c8b715d on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:18.076909 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:18.080996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e27c30d9-40f4-416d-b57c-076547768c71 req-b7b0777f-62ad-4b5c-afc3-64e9772a916a tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.47 "DELETE /v2.0/ports/43089a4e-a66d-44d8-bfbf-e6607c8b715d HTTP/1.1" status: 204 len: 173 time: 0.8545990 Dec 17 15:58:18.088159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'name': 'network-vif-deleted', 'tag': '43089a4e-a66d-44d8-bfbf-e6607c8b715d'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:18.090850 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b4fada-8cb8-4e49-97de-d28dd7b80e6b" -d '{"events": [{"server_uuid": "976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7", "name": "network-vif-deleted", "tag": "43089a4e-a66d-44d8-bfbf-e6607c8b715d"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:18.108255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3231-d139-4a72-8fde-ab0eb1e4488f req-374d4ca5-603f-43e6-8f9e-3b2f0c8bb6ca tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.111162 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23c3231-d139-4a72-8fde-ab0eb1e4488f req-374d4ca5-603f-43e6-8f9e-3b2f0c8bb6ca tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 944 time: 0.2320800 Dec 17 15:58:18.189446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a23c3231-d139-4a72-8fde-ab0eb1e4488f req-adfde3b9-c058-4135-bd37-cea0d5da6e30 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713418 Dec 17 15:58:18.379781 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2edf04-25d7-4c83-a147-f31b313c1a36 x-openstack-request-id: req-0a2edf04-25d7-4c83-a147-f31b313c1a36 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:18.380442 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7", "name": "network-vif-deleted", "tag": "43089a4e-a66d-44d8-bfbf-e6607c8b715d", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:18.380442 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a2edf04-25d7-4c83-a147-f31b313c1a36 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:18.380751 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7', 'name': 'network-vif-deleted', 'tag': '43089a4e-a66d-44d8-bfbf-e6607c8b715d', 'status': 'completed', 'code': 200} Dec 17 15:58:18.492228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dcddc29f-548f-4d66-b45b-a62fb96d0bc2 req-a82d3e93-49f0-4673-874e-d5dc0abdb98f tempest-ImagesNegativeTestJSON-1659601132 tempest-ImagesNegativeTestJSON-1659601132-project] 10.222.0.54 "GET /v2.0/ports?device_id=976a78aa-f9e7-4d57-bdbd-b5d2b559a0d7 HTTP/1.1" status: 200 len: 210 time: 0.0351374 Dec 17 15:58:18.547242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145855e-1a58-422c-97a2-fa772ebcf65d req-2c5b617d-ae01-4e6f-9aa9-57123037ec7e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.554522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3145855e-1a58-422c-97a2-fa772ebcf65d req-2c5b617d-ae01-4e6f-9aa9-57123037ec7e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0765846 Dec 17 15:58:18.637118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.643192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.650784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.657939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.665027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.669204 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:18.672667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.681921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.684558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-87381992-fa4e-438c-a0f5-ee8c4ea815bf tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5428 time: 0.1253145 Dec 17 15:58:18.717650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3145855e-1a58-422c-97a2-fa772ebcf65d req-87736e57-39e0-4be7-a305-3bf4b4e197d3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550562 Dec 17 15:58:18.773837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 799b55fc-06e7-488c-b851-656edb1c2a21 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:18.795760 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:18.803083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acb54d31-ab70-41bc-97e3-8389b8962ab2 req-a5984fc7-b426-4717-9677-fb96433a599e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108434 Dec 17 15:58:18.850718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:18.858179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 799b55fc-06e7-488c-b851-656edb1c2a21 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:18.858581 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:18.863740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:18.869116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:18.939093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=80c7701e-43e3-4ca4-a3ee-d82c316a6e23,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.971916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c2462-d7a4-4df6-9d70-8debf7159dcd req-e80c037f-bafa-4d24-befe-fbb59dd03591 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.973063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.973459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb4c2462-d7a4-4df6-9d70-8debf7159dcd req-e80c037f-bafa-4d24-befe-fbb59dd03591 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0760400 Dec 17 15:58:18.973711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:18.976882 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:18.994786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5860c-e39a-47e4-b23f-a4fd05e343e5 req-a5ef30f6-27ad-4440-b12b-15afa84cd7dc tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:19.002978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f5860c-e39a-47e4-b23f-a4fd05e343e5 req-a5ef30f6-27ad-4440-b12b-15afa84cd7dc tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1572835 Dec 17 15:58:19.028971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8d9a50a7-a264-40d6-ab0b-ecfc302c7bbd tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6653054 Dec 17 15:58:19.031647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48184) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:19.053363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 799b55fc-06e7-488c-b851-656edb1c2a21, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=799b55fc-06e7-488c-b851-656edb1c2a21,segment=NetworkSegment(fda804ba-0d29-442a-b1b4-31f1905dbb14),segment_id=fda804ba-0d29-442a-b1b4-31f1905dbb14)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:19.060230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.079471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb4c2462-d7a4-4df6-9d70-8debf7159dcd req-8722819d-4919-401f-82bb-58a97defde5c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911894 Dec 17 15:58:19.137798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 22d1f606-ef23-484c-b3e7-e9fc2dabf78b up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:19.160148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=799b55fc-06e7-488c-b851-656edb1c2a21,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:19.195179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:19.201369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:19.201966 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.260677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f5860c-e39a-47e4-b23f-a4fd05e343e5 req-54ce47e8-0522-4cdd-8124-418e5a93b4be tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566323 Dec 17 15:58:19.274525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a4325-9067-4048-8e87-782f81d10896 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:19.277728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c8a4325-9067-4048-8e87-782f81d10896 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2447934 Dec 17 15:58:19.280529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48188) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:19.383030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.419531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:19.422017 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1a67a-2d1b-4f0f-9c80-bf1ef8f99c5e" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:19.437577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:19.445474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3388e6-42db-4ce6-a455-8cd0b4732426 req-40a10314-a242-4801-a9ee-f3e10a3ab74a tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:19.446282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.448381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a3388e6-42db-4ce6-a455-8cd0b4732426 req-40a10314-a242-4801-a9ee-f3e10a3ab74a tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 944 time: 0.1136792 Dec 17 15:58:19.450890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3485122c-a974-4048-8d8f-ecfebf8028a3 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:19.466187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 80c7701e-43e3-4ca4-a3ee-d82c316a6e23 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:19.466521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.509907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9859e66-df00-4a13-9392-679b99a7e5c6 None None] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:19.515260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:19.569040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a3388e6-42db-4ce6-a455-8cd0b4732426 req-127df9f9-72dd-473c-bc52-ef17b920eaeb tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121142 Dec 17 15:58:19.618309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.629206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a803ea2-a599-4aeb-a8e3-c71609ad2c99 None None] Provisioning complete for port 799b55fc-06e7-488c-b851-656edb1c2a21 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:19.629584 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a803ea2-a599-4aeb-a8e3-c71609ad2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.631985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 80c7701e-43e3-4ca4-a3ee-d82c316a6e23 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:19.636325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93632616-6ed7-4d08-bf34-ce514e1e229b req-4338b655-0326-4068-a670-b3cf58b1a067 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:19.649006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93632616-6ed7-4d08-bf34-ce514e1e229b req-4338b655-0326-4068-a670-b3cf58b1a067 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1363447 Dec 17 15:58:19.683250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 3485122c-a974-4048-8d8f-ecfebf8028a3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:19.686497 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65ab790-71c8-4f32-98f1-b233a2902a7a x-openstack-request-id: req-e65ab790-71c8-4f32-98f1-b233a2902a7a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:19.686799 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:19.687052 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e65ab790-71c8-4f32-98f1-b233a2902a7a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:19.687480 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b', 'code': 200} Dec 17 15:58:19.695123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 3485122c-a974-4048-8d8f-ecfebf8028a3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:19.695672 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.752092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93632616-6ed7-4d08-bf34-ce514e1e229b req-cf009e3a-b081-4ad8-8a20-45aa42f805c4 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968437 Dec 17 15:58:19.805149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.852698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=80c7701e-43e3-4ca4-a3ee-d82c316a6e23,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:19.889983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.920071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635a078-0849-4678-b71e-4e3f9a3a7468 req-2c3c5c9f-df3c-4677-bc1f-c19c356dd988 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:19.928614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6635a078-0849-4678-b71e-4e3f9a3a7468 req-2c3c5c9f-df3c-4677-bc1f-c19c356dd988 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0967128 Dec 17 15:58:19.940830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3485122c-a974-4048-8d8f-ecfebf8028a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3485122c-a974-4048-8d8f-ecfebf8028a3,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:19.946618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:19.948766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7107bde3-99fe-463c-b29a-c8f00dc095b6 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:20.001247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6635a078-0849-4678-b71e-4e3f9a3a7468 req-d9fec384-a77f-497d-865a-d12b2f148586 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714359 Dec 17 15:58:20.095022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3485122c-a974-4048-8d8f-ecfebf8028a3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:20.098289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 7107bde3-99fe-463c-b29a-c8f00dc095b6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:20.104517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 7107bde3-99fe-463c-b29a-c8f00dc095b6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:20.104987 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:20.228929 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:20.266034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7107bde3-99fe-463c-b29a-c8f00dc095b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:20.279047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:20.280698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e66b899a-809b-4c28-8fc4-39b688474c42 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:20.337220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9c024-bbc0-49be-9723-82fb4344e487 req-be90918d-e743-46a3-bc49-dc8eda4388f6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.340116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65e9c024-bbc0-49be-9723-82fb4344e487 req-be90918d-e743-46a3-bc49-dc8eda4388f6 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1148849 Dec 17 15:58:20.391691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-438fe098-35c0-439a-9f32-ede5e103289a None None] Provisioning complete for port 799b55fc-06e7-488c-b851-656edb1c2a21 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:20.393067 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-438fe098-35c0-439a-9f32-ede5e103289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:20.452407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65e9c024-bbc0-49be-9723-82fb4344e487 req-96038812-7b5e-4af7-a2d4-9f0f2dc58e6d tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045210 Dec 17 15:58:20.452740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7107bde3-99fe-463c-b29a-c8f00dc095b6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:20.484206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port e66b899a-809b-4c28-8fc4-39b688474c42 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:20.544160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port e66b899a-809b-4c28-8fc4-39b688474c42 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:20.544514 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:20.548295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-438fe098-35c0-439a-9f32-ede5e103289a None None] Could not find standard attr ID for object 80c7701e-43e3-4ca4-a3ee-d82c316a6e23. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:20.615803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-438fe098-35c0-439a-9f32-ede5e103289a None None] Provisioning complete for port d877e57b-8bdd-4669-83fe-f59a99be6f31 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:20.616253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-438fe098-35c0-439a-9f32-ede5e103289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:20.628256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.634863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.640363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.654832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.668363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.676577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.683403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.687268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-438fe098-35c0-439a-9f32-ede5e103289a None None] Port d877e57b-8bdd-4669-83fe-f59a99be6f31 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:20.694001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-524b7eec-7528-4001-b6bb-7121e47356dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5430 time: 0.1664317 Dec 17 15:58:20.694760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 43089a4e-a66d-44d8-bfbf-e6607c8b715d no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:20.697094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01688f-ad27-411e-b841-b11910ea3387 req-0a6e7923-031d-449b-96f4-dc4ac1a2636a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:20.703942 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a01688f-ad27-411e-b841-b11910ea3387 req-0a6e7923-031d-449b-96f4-dc4ac1a2636a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1357515 Dec 17 15:58:20.704688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48236) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:20.728318 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:20.735681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b3289060-5aaa-42cc-8cbd-6c70fd014220 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/80c7701e-43e3-4ca4-a3ee-d82c316a6e23 HTTP/1.1" status: 204 len: 168 time: 1.4533744 Dec 17 15:58:20.736465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48242) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:20.743874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 799b55fc-06e7-488c-b851-656edb1c2a21 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:20.760386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 43089a4e-a66d-44d8-bfbf-e6607c8b715d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:58:20.762210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 43089a4e-a66d-44d8-bfbf-e6607c8b715d not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:20.782833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a01688f-ad27-411e-b841-b11910ea3387 req-565d886f-da5d-4636-8d3a-680da4ccfc18 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663533 Dec 17 15:58:20.809181 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24afb83-7702-41b2-aacd-66ab583b078b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:20.813772 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e24afb83-7702-41b2-aacd-66ab583b078b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/80c7701e-43e3-4ca4-a3ee-d82c316a6e23 HTTP/1.1" status: 404 len: 333 time: 0.0713637 Dec 17 15:58:20.814023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48244) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:20.907961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbc74e9f-e557-43ce-bd72-92328361a94d req-f8cf132a-7bae-44b0-b545-7a979f7516d7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2127683 Dec 17 15:58:20.969779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 799b55fc-06e7-488c-b851-656edb1c2a21 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:20.970813 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.045177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c974e960-89a4-4e5a-a0a2-9c295e5b0598 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=504839c2dc6444719bbc97529a88638e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378420 Dec 17 15:58:21.056461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48248) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:21.087376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1893d976-1594-4db8-876e-1f670c9a3173 None None] Provisioning complete for port d877e57b-8bdd-4669-83fe-f59a99be6f31 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:21.087764 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1893d976-1594-4db8-876e-1f670c9a3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.122897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc83b7-d20f-4c5d-bb02-8e3a166a3f5d req-99bafcbf-18db-480c-9189-035d989a6bba tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:21.127672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fffc83b7-d20f-4c5d-bb02-8e3a166a3f5d req-99bafcbf-18db-480c-9189-035d989a6bba tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 945 time: 0.1052287 Dec 17 15:58:21.147003 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.217035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port d877e57b-8bdd-4669-83fe-f59a99be6f31 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:21.217384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.233112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fffc83b7-d20f-4c5d-bb02-8e3a166a3f5d req-9c58c3c4-29f9-49a5-b1f9-8a8ba4c24176 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908816 Dec 17 15:58:21.242272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1893d976-1594-4db8-876e-1f670c9a3173 None None] Port d877e57b-8bdd-4669-83fe-f59a99be6f31 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:21.245817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e66b899a-809b-4c28-8fc4-39b688474c42, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e66b899a-809b-4c28-8fc4-39b688474c42,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:21.254008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.254837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7f4c4ac6-2b6d-4098-a756-e7947e91222d up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:21.336956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b2af9-8ab7-495b-bcf1-c93243155608 req-0a6e095f-d237-4d5e-bdd4-2e67f5e21f9f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:21.338540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f74b2af9-8ab7-495b-bcf1-c93243155608 req-0a6e095f-d237-4d5e-bdd4-2e67f5e21f9f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2830448 Dec 17 15:58:21.343140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e66b899a-809b-4c28-8fc4-39b688474c42,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:21.361182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 7f4c4ac6-2b6d-4098-a756-e7947e91222d completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:21.364441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1b8e8ff9-1e3e-4847-b8ca-188ccb46ab8a None None] Could not find standard attr ID for object 80c7701e-43e3-4ca4-a3ee-d82c316a6e23. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:21.366699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 7f4c4ac6-2b6d-4098-a756-e7947e91222d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:21.367062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.375366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a93f7d4-4ddd-4fd4-9efa-84a715c74ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.420139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.431920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a93f7d4-4ddd-4fd4-9efa-84a715c74ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.449246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.454532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for d877e57b-8bdd-4669-83fe-f59a99be6f31 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:21.474605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f74b2af9-8ab7-495b-bcf1-c93243155608 req-425f9df3-1c78-4514-aec3-1bcb2fc5c979 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232343 Dec 17 15:58:21.485267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:21.490276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.516480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6dc10f7d-d7b3-4018-89b8-20c7e383f37b up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:21.580863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a93f7d4-4ddd-4fd4-9efa-84a715c74ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.585555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:21.585741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a93f7d4-4ddd-4fd4-9efa-84a715c74ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.593393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2a93f7d4-4ddd-4fd4-9efa-84a715c74ce1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/968a6061-8cd3-4bd5-bf86-ccc555367795 HTTP/1.1" status: 204 len: 168 time: 0.5351307 Dec 17 15:58:21.622186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:21.629792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:21.630240 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.666422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93f7d4-4ddd-4fd4-9efa-84a715c74ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a6061-8cd3-4bd5-bf86-ccc555367795,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:21.689319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c4ac6-2b6d-4098-a756-e7947e91222d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:21.691211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dffca8-28f7-476e-93ba-c513a9b235d9 req-7c895824-8c3e-4f91-9322-61365513c3c2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:21.691689 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f4c4d-668f-4c2a-b619-ce675d5ae752" -d '{"events": [{"server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "name": "network-vif-plugged", "status": "completed", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c4ac6-2b6d-4098-a756-e7947e91222d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:21.692851 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-81dffca8-28f7-476e-93ba-c513a9b235d9 req-7c895824-8c3e-4f91-9322-61365513c3c2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0778394 Dec 17 15:58:21.729868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.743979 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.751888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-81dffca8-28f7-476e-93ba-c513a9b235d9 req-dd094382-e72f-456b-863b-7b12f9af2172 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525930 Dec 17 15:58:21.796328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:21.801606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:21.802624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 653e1383-1fcd-4ad0-a5a7-7a65de668937 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:21.842558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=d877e57b-8bdd-4669-83fe-f59a99be6f31,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:21.852216 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a68e931-4ac9-446b-a790-6ef27ba64ea5 x-openstack-request-id: req-0a68e931-4ac9-446b-a790-6ef27ba64ea5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:21.852523 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "name": "network-vif-plugged", "status": "completed", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "7f4c4ac6-2b6d-4098-a756-e7947e91222d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:21.852778 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a68e931-4ac9-446b-a790-6ef27ba64ea5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:21.853177 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'code': 200} Dec 17 15:58:21.853433 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6', 'code': 200} Dec 17 15:58:21.853683 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42', 'code': 200} Dec 17 15:58:21.853965 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4c4ac6-2b6d-4098-a756-e7947e91222d', 'code': 200} Dec 17 15:58:21.863800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49354567-c632-4b66-a472-7ed01c4cb1e2 req-408d4c57-a9f6-4fcc-bb60-55aca8ff0dd9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:21.883485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49354567-c632-4b66-a472-7ed01c4cb1e2 req-408d4c57-a9f6-4fcc-bb60-55aca8ff0dd9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2384586 Dec 17 15:58:21.895006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:21.912822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 653e1383-1fcd-4ad0-a5a7-7a65de668937 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:21.927289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 653e1383-1fcd-4ad0-a5a7-7a65de668937 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:21.927668 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.013556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.017765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1cc35c54-21e7-47aa-8996-7876cb9301ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/d877e57b-8bdd-4669-83fe-f59a99be6f31 HTTP/1.1" status: 204 len: 168 time: 1.2026699 Dec 17 15:58:22.020715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48272) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:22.042211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a93a53-ef7b-4d00-9793-fc50e8c91db2 req-4ab40f37-84fd-4714-b08d-4da3aaab374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.044412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a93a53-ef7b-4d00-9793-fc50e8c91db2 req-4ab40f37-84fd-4714-b08d-4da3aaab374e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 1097 time: 0.1198139 Dec 17 15:58:22.052119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.054295 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49354567-c632-4b66-a472-7ed01c4cb1e2 req-17ee2a7c-4b92-474c-a914-419b16552166 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698742 Dec 17 15:58:22.060956 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-55963148-06bb-4b82-98dd-ee7ed64b90ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:22.063064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55963148-06bb-4b82-98dd-ee7ed64b90ac tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/d877e57b-8bdd-4669-83fe-f59a99be6f31 HTTP/1.1" status: 404 len: 333 time: 0.0413444 Dec 17 15:58:22.066209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48276) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:22.124612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 653e1383-1fcd-4ad0-a5a7-7a65de668937, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:22.130401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.131807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:22.144695 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a93a53-ef7b-4d00-9793-fc50e8c91db2 req-7a63afd5-4b08-4a14-b6f4-588a145e4c28 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767686 Dec 17 15:58:22.204427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 8e949a68-5db9-4116-b517-29eee0f9d6eb {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:22.209819 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.220561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=653e1383-1fcd-4ad0-a5a7-7a65de668937,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:22.234620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:22.241225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:22.241618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.262196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.269485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.275493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.282502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.288903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.294684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.300500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.302490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-a8009968-c7c3-451c-97ba-29d5bf7884f0 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5434 time: 0.2240703 Dec 17 15:58:22.311074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.343217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.399003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:22.405009 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.448742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-405f7321-4b61-4136-a843-9683a9e4acb0 req-79f3bf4f-8a05-43bb-8ec0-d7dcb7b73f08 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343169 Dec 17 15:58:22.457447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.506756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:22.515532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c1b38-40fc-4d28-b3a2-f042f445cbad req-3d200fda-836b-4ee2-ae3b-be5633574f26 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.517829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf1c1b38-40fc-4d28-b3a2-f042f445cbad req-3d200fda-836b-4ee2-ae3b-be5633574f26 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0770628 Dec 17 15:58:22.541914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.553131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48292) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:22.583216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=8e949a68-5db9-4116-b517-29eee0f9d6eb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:22.599659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8ea9b-fdff-4192-a5b3-20aa68269133 None None] Network 4edfe290-ffc1-4dfc-892b-4db82815de9f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:22.603267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.609226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7a86a463-972f-47b1-bb3b-090ac75f0f12 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/8e949a68-5db9-4116-b517-29eee0f9d6eb HTTP/1.1" status: 204 len: 168 time: 0.5393398 Dec 17 15:58:22.610017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48296) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:22.631328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106940d-4396-4c39-97de-08f6b050faf0 req-f56aea00-a75b-4b18-a477-ad53bd122ffa tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.632776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1106940d-4396-4c39-97de-08f6b050faf0 req-f56aea00-a75b-4b18-a477-ad53bd122ffa tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 945 time: 0.0852039 Dec 17 15:58:22.641693 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf1c1b38-40fc-4d28-b3a2-f042f445cbad req-0cc04760-ff35-4da6-a50b-6ecea203d34f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134589 Dec 17 15:58:22.718059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.726073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1106940d-4396-4c39-97de-08f6b050faf0 req-68906b93-cf4b-4520-bd45-8a19ce6a4e00 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849862 Dec 17 15:58:22.787445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2001517525-network', 'tenant_id': 'e17e7d67bf7a4c31a77499379c27ddde'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:22.814717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] DHCP port deletion for 4edfe290-ffc1-4dfc-892b-4db82815de9f request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:22.838187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Made reservation on behalf of e17e7d67bf7a4c31a77499379c27ddde for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:22.840751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.854942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 799b55fc-06e7-488c-b851-656edb1c2a21 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:22.855281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.857078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.885769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] Deleting port 799b55fc-06e7-488c-b851-656edb1c2a21 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:22.886570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.900683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832120-9b28-488d-a5b6-97566f906b81 req-27c89b59-1537-4bac-b8a9-2f25cc6ad1fb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.902133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b832120-9b28-488d-a5b6-97566f906b81 req-27c89b59-1537-4bac-b8a9-2f25cc6ad1fb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0636752 Dec 17 15:58:22.946645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] For port 799b55fc-06e7-488c-b851-656edb1c2a21, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=799b55fc-06e7-488c-b851-656edb1c2a21,segment=NetworkSegment(fda804ba-0d29-442a-b1b4-31f1905dbb14),segment_id=fda804ba-0d29-442a-b1b4-31f1905dbb14)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:22.947015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:22.965865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b832120-9b28-488d-a5b6-97566f906b81 req-1cad94dc-d6de-4b91-9a2c-9af597993137 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543206 Dec 17 15:58:22.971671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 799b55fc-06e7-488c-b851-656edb1c2a21 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:23.002288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] For port 799b55fc-06e7-488c-b851-656edb1c2a21, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=799b55fc-06e7-488c-b851-656edb1c2a21,segment=NetworkSegment(fda804ba-0d29-442a-b1b4-31f1905dbb14),segment_id=fda804ba-0d29-442a-b1b4-31f1905dbb14)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:23.002780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.031039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] Calling delete_port for 799b55fc-06e7-488c-b851-656edb1c2a21 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:23.069093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.077683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.114440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: from cryptography.utils import int_from_bytes Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: from cryptography.utils import int_from_bytes Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.126578 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:58:23.129864 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 15:58:23.132639 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.133895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.141654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622c0343-135e-4d71-bd5d-785dbefd5b7b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:23.157767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] Pushing event deleted for resources: {'Port': ['ID=799b55fc-06e7-488c-b851-656edb1c2a21,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:23.164140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.164487 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Added segment 0b0f70c7-fe19-4050-8015-ba3030dfacc9 of type vlan for network bfbb87f7-1b39-493c-90ee-650877f53060 Dec 17 15:58:23.164928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac1643-a7cb-4636-91f8-bd77484edf15 None None] No DVR routers for this DVR port 799b55fc-06e7-488c-b851-656edb1c2a21 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:23.201135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=799b55fc-06e7-488c-b851-656edb1c2a21,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:23.203075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No DVR routers for this DVR port 799b55fc-06e7-488c-b851-656edb1c2a21 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:23.277237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.297315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f96e04-71f3-4b14-86e5-46468c385df0 req-405d17ba-6b6f-4e91-9116-0c2d387d37ff tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.298948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31f96e04-71f3-4b14-86e5-46468c385df0 req-405d17ba-6b6f-4e91-9116-0c2d387d37ff tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1788034 Dec 17 15:58:23.379861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.406809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.407776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.408385 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.476884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edfe290-ffc1-4dfc-892b-4db82815de9f']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:23.505187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda804ba-0d29-442a-b1b4-31f1905dbb14') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:23.505549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda804ba-0d29-442a-b1b4-31f1905dbb14') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:23.530729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9606400 Dec 17 15:58:23.533229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48318) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:23.534609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31f96e04-71f3-4b14-86e5-46468c385df0 req-30098648-dca0-43f8-8fc2-116779ce1c4e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048147 Dec 17 15:58:23.540764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Request body: {'subnet': {'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2001517525-subnet', 'tenant_id': 'e17e7d67bf7a4c31a77499379c27ddde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:23.542745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.551609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9db08-1dfd-4711-83f6-794793bd7c67 admin admin] Pushing event updated for resources: {'Network': ['ID=bfbb87f7-1b39-493c-90ee-650877f53060,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:23.561305 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.563939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bfbb87f7-1b39-493c-90ee-650877f53060 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:23.569237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:23.569949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:23.573726 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:23.615196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Made reservation on behalf of e17e7d67bf7a4c31a77499379c27ddde for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:23.617755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.639847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.647446 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.654278 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/4edfe290-ffc1-4dfc-892b-4db82815de9f HTTP/1.1" status: 204 len: 168 time: 1.0393300 Dec 17 15:58:23.655148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48320) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:23.668383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.669384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-504077260'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:23.674734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.675805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa9f9a-4118-46aa-b0fc-46be948f4946 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=4edfe290-ffc1-4dfc-892b-4db82815de9f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:23.679953 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:58:23.680553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.686579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.692799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.696590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:23.699371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.700396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.705179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.707267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-071842f9-fb9b-4273-a388-478959d11621 req-94492862-5cee-499c-a54e-540f12e47a7c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 0.1717923 Dec 17 15:58:23.733393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:23.743231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.743593 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment 0ce540da-12ce-4710-b281-eb6eb00994a3 of type vlan for network fdf91d18-fa5d-428d-a4e0-469e136df0cf Dec 17 15:58:23.794015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.808954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-071842f9-fb9b-4273-a388-478959d11621 req-f25d20dc-02ec-44dd-88ad-d05afb95ef23 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934081 Dec 17 15:58:23.855638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653e1383-1fcd-4ad0-a5a7-7a65de668937'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:23.856312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.858302 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb8f80-4a71-4092-9b9c-d546a0dc11cc" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "653e1383-1fcd-4ad0-a5a7-7a65de668937"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:23.862090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.862685 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.898965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:23.902371 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef4736-65b5-48b8-842e-4ec38e1c36fa x-openstack-request-id: req-3aef4736-65b5-48b8-842e-4ec38e1c36fa {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:23.902671 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "653e1383-1fcd-4ad0-a5a7-7a65de668937", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-plugged", "status": "completed", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:23.902926 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3aef4736-65b5-48b8-842e-4ec38e1c36fa {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:23.903366 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'code': 200} Dec 17 15:58:23.903608 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653e1383-1fcd-4ad0-a5a7-7a65de668937', 'code': 200} Dec 17 15:58:23.903874 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4', 'code': 200} Dec 17 15:58:23.946077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2873821 Dec 17 15:58:23.946811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48326) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:23.954256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:23.956203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab00003-d7d9-4176-adfa-217d362d84df req-16473974-aa8e-426a-8c12-898ae849c9ea tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.957829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ab00003-d7d9-4176-adfa-217d362d84df req-16473974-aa8e-426a-8c12-898ae849c9ea tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 945 time: 0.1389530 Dec 17 15:58:23.958649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e444224-4ca3-41bb-b91d-78c84c9fdf4a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=fdf91d18-fa5d-428d-a4e0-469e136df0cf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:23.969586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:24.011016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:24.031500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Checking segment: {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:24.031888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Network hostable DHCP agents. Network: bfbb87f7-1b39-493c-90ee-650877f53060, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:24.058028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ab00003-d7d9-4176-adfa-217d362d84df req-30b96c9d-cab3-48f4-9173-a8833d4a6c04 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854318 Dec 17 15:58:24.069882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Network bfbb87f7-1b39-493c-90ee-650877f53060 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:24.087622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bfbb87f7-1b39-493c-90ee-650877f53060) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:24.098580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25013d3f-9299-4eae-8de7-61a190a13a50 None None] Network bfbb87f7-1b39-493c-90ee-650877f53060 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:24.102765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:24.106476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:24.110469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.110953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.111425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.111923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.112372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.112628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.112830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.113214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:24.113346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.121928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-17a3eb2e-e4ed-4128-a734-0cdc2f64f325 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6499 time: 0.1215098 Dec 17 15:58:24.196756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ab23d514-7791-4b65-93ce-e1150e28f4ce admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6623795 Dec 17 15:58:24.222730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48824882-9bcd-4d73-9a0d-8db86335bec9 None None] Network bfbb87f7-1b39-493c-90ee-650877f53060 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:24.223984 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f66af7b8-44fa-44fe-a966-956e90bac2e0 req-738ce8c8-28f6-4b43-ae19-7eb40f1f28d3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906062 Dec 17 15:58:24.233373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbca86-d874-4792-88af-988c201865a3 req-df4003f1-ddcd-4395-9185-eaaa3fdb4aaa tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.234945 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40cbca86-d874-4792-88af-988c201865a3 req-df4003f1-ddcd-4395-9185-eaaa3fdb4aaa tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1438086 Dec 17 15:58:24.249090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f926f-ce42-4c6d-a5a7-a27cb2b41bf8 req-da7d5406-a164-469f-a9a5-2866f35c6f11 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.262235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d05f926f-ce42-4c6d-a5a7-a27cb2b41bf8 req-da7d5406-a164-469f-a9a5-2866f35c6f11 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 945 time: 0.1047814 Dec 17 15:58:24.264410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48338) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:24.270625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Request body: {'floatingip': {'port_id': '3485122c-a974-4048-8d8f-ecfebf8028a3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:24.334914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-40cbca86-d874-4792-88af-988c201865a3 req-4943030a-2122-4d36-9945-ad17f54b653f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907567 Dec 17 15:58:24.361132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:24.435892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:24.541828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=4b8ef8b2-e968-491c-9773-a2c66d2dda5b,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:24.553062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': '0ce540da-12ce-4710-b281-eb6eb00994a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:24.554033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: fdf91d18-fa5d-428d-a4e0-469e136df0cf, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:24.606624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:24.631071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, fdf91d18-fa5d-428d-a4e0-469e136df0cf) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:24.651835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:24.652246 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:24.663921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6ff04-252d-4ca0-8054-8edeeb4b3810 None None] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:24.706092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-af7b0a3e-1ae5-481d-90bd-3215b09323a2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7550485 Dec 17 15:58:24.707995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48350) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:24.721988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf', 'name': 'tempest-PortsTestJSON-503390825', 'fixed_ips': [{'subnet_id': '4b8ef8b2-e968-491c-9773-a2c66d2dda5b', 'ip_address': '172.20.0.10'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:24.727619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 799b55fc-06e7-488c-b851-656edb1c2a21 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:24.762191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 799b55fc-06e7-488c-b851-656edb1c2a21 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:58:24.762452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 799b55fc-06e7-488c-b851-656edb1c2a21 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:24.836162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-fdf91d18-fa5d-428d-a4e0-469e136df0cf', 'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf', 'project_id': 'c313dbd7ec0146d4b285f4061d749402', 'fixed_ips': [{'subnet_id': '4b8ef8b2-e968-491c-9773-a2c66d2dda5b'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:58:24.837543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:24.970436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:25.011609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c7e0d-0de2-4aed-85b2-330fa29a2b94 req-117af024-ee6f-491d-8a3b-509ef29edca0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.019759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-075c7e0d-0de2-4aed-85b2-330fa29a2b94 req-117af024-ee6f-491d-8a3b-509ef29edca0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1721570 Dec 17 15:58:25.153437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Allocated IP 172.20.0.2 (fdf91d18-fa5d-428d-a4e0-469e136df0cf/4b8ef8b2-e968-491c-9773-a2c66d2dda5b/a0b43933-66bd-41a8-b2d2-78fda91e8c76) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:25.158217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ba78-1030-4240-919a-617b1d52aeee req-0f3113bb-f454-43d3-bf4b-2fbbce168c19 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.167067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-0f3113bb-f454-43d3-bf4b-2fbbce168c19 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 815 time: 0.2054193 Dec 17 15:58:25.187755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-075c7e0d-0de2-4aed-85b2-330fa29a2b94 req-07d7f13d-c96a-4ddb-b2d4-12f6017dd9bd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669791 Dec 17 15:58:25.189727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d562702f-2b3b-4959-80e3-7f98de601085 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/quotas/e17e7d67bf7a4c31a77499379c27ddde HTTP/1.1" status: 200 len: 375 time: 0.0207660 Dec 17 15:58:25.265996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-a21cce88-cb09-49b7-9fae-326db83b4269 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751920 Dec 17 15:58:25.352522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.359933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.381058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.396609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.404441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.408099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:25.410868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.411469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:25.415232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:25.417069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.423035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.429040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.429644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 5224cbed-8f19-4b7f-a740-2871d95bc9ed yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:25.435034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.440918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.442958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-3aac2d95-e835-4165-85d9-8d73183d54a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 0.1160572 Dec 17 15:58:25.444428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.444807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Pushing event updated for resources: {'Port': ['ID=a0b43933-66bd-41a8-b2d2-78fda91e8c76,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:25.480765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Attempting to bind port a0b43933-66bd-41a8-b2d2-78fda91e8c76 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:25.480765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Attempting to bind port a0b43933-66bd-41a8-b2d2-78fda91e8c76 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0ce540da-12ce-4710-b281-eb6eb00994a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:25.481101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Attempting to bind port a0b43933-66bd-41a8-b2d2-78fda91e8c76 on network fdf91d18-fa5d-428d-a4e0-469e136df0cf {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:25.486303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:25.486675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Checking segment: {'id': '0ce540da-12ce-4710-b281-eb6eb00994a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:25.487079 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.487474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Bound using segment: {'id': '0ce540da-12ce-4710-b281-eb6eb00994a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:25.487964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Bound port: a0b43933-66bd-41a8-b2d2-78fda91e8c76, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce540da-12ce-4710-b281-eb6eb00994a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:25.488854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.529050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-6db1b433-8705-4170-8f23-dfb2a8f32c52 service neutron] 10.222.0.54 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617064 Dec 17 15:58:25.558499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] For port a0b43933-66bd-41a8-b2d2-78fda91e8c76, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:25.561837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] For port a0b43933-66bd-41a8-b2d2-78fda91e8c76, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0b43933-66bd-41a8-b2d2-78fda91e8c76,segment=NetworkSegment(0ce540da-12ce-4710-b281-eb6eb00994a3),segment_id=0ce540da-12ce-4710-b281-eb6eb00994a3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:25.567233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:25.588954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76c3b5a7-38ca-4b73-9daa-d84c53f5c1ef req-16ae7a30-f889-437c-a6a4-16dc3270cb09 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086357 Dec 17 15:58:25.598132 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Floating IP 6dff464f-e779-42a0-a5b4-4a1e251dbfc3 associated. External IP: 172.25.0.196, port: 3485122c-a974-4048-8d8f-ecfebf8028a3. Dec 17 15:58:25.648917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc4cd1-a3ac-4a29-b537-fb7ed0de725e None None] Pushing event updated for resources: {'Port': ['ID=a0b43933-66bd-41a8-b2d2-78fda91e8c76,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:25.723148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.10 (fdf91d18-fa5d-428d-a4e0-469e136df0cf/4b8ef8b2-e968-491c-9773-a2c66d2dda5b/5224cbed-8f19-4b7f-a740-2871d95bc9ed) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:25.731765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-ddf2ad24-c732-4767-be83-9f408ca2e170 service neutron] 10.222.0.54 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729631 Dec 17 15:58:25.800682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bc863-e90a-48ba-80b8-771fb69a0099 req-6e0924fd-9205-4da1-bc51-415b6c0b55c3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.802210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-311bc863-e90a-48ba-80b8-771fb69a0099 req-6e0924fd-9205-4da1-bc51-415b6c0b55c3 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0693169 Dec 17 15:58:25.960055 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:26.014179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:26.024145 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-311bc863-e90a-48ba-80b8-771fb69a0099 req-5897832f-c410-411e-ab8f-326291fcc6b9 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741164 Dec 17 15:58:26.057664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:58:26.158776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07555763-a0e6-4800-8eef-fd7971d2cd5e req-2c12888b-296e-4f68-9087-9dae25eef567 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0592031 Dec 17 15:58:26.162161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:26.182801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:26.186424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:26.217451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=5224cbed-8f19-4b7f-a740-2871d95bc9ed,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:26.261992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:26.276072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] Sync routers for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:26.280120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.280876 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:26.284526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:26.292561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:26.294437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:26.305344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-dd800bd2-24a5-45c3-b66d-173ece0555b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0715230 Dec 17 15:58:26.312732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fcea4b67-65fe-4f37-80f6-cad5cf9287ba tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5990036 Dec 17 15:58:26.313678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48378) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:26.322003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': 'fdf91d18-fa5d-428d-a4e0-469e136df0cf', 'name': 'tempest-PortsTestJSON-313005886', 'fixed_ips': [{'subnet_id': '4b8ef8b2-e968-491c-9773-a2c66d2dda5b', 'ip_address': '172.20.0.9'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:26.387353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d4682266-4854-4950-b3c0-b27ee367a564 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "PUT /v2.0/floatingips/6dff464f-e779-42a0-a5b4-4a1e251dbfc3 HTTP/1.1" status: 200 len: 991 time: 2.1215649 Dec 17 15:58:26.388913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:26.391452 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7497914-dfc9-4681-bc0d-6156ac3be52d" -d '{"events": [{"name": "network-changed", "server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:26.430794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91478d5f-c9c4-4719-869b-d71327b80cd1 req-bd2b7d23-1234-4ae1-a2ea-ae27e8fed5ad tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.442322 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91478d5f-c9c4-4719-869b-d71327b80cd1 req-bd2b7d23-1234-4ae1-a2ea-ae27e8fed5ad tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1520979 Dec 17 15:58:26.476767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.477261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.477713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.478174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.478637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.479136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.479584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.481579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-80c11ca5-bb28-489e-8060-8208a79e15ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6507 time: 0.0912108 Dec 17 15:58:26.505401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:26.548104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91478d5f-c9c4-4719-869b-d71327b80cd1 req-7fb518c2-d519-4953-b570-aedc8c6bd399 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047108 Dec 17 15:58:26.576462 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950264f1-68e2-41fb-8624-f78cf0abf898 x-openstack-request-id: req-950264f1-68e2-41fb-8624-f78cf0abf898 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:26.576675 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:26.577384 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-950264f1-68e2-41fb-8624-f78cf0abf898 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:26.577506 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'status': 'completed', 'code': 200} Dec 17 15:58:26.598586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:26.600893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:26.635394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port a9057c1b-e216-421d-9be1-667e71e2382b yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:26.701889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-0fcf8818-69fe-4b82-9966-ed9f9d16eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.712221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-0fcf8818-69fe-4b82-9966-ed9f9d16eb8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f2b4cb3b9f14d7592191df49992f7d5&device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 1097 time: 0.1206648 Dec 17 15:58:26.758287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-ec38c901-d712-453c-a114-757a3a2586f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.758915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-ec38c901-d712-453c-a114-757a3a2586f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.759376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-ec38c901-d712-453c-a114-757a3a2586f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.762062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-ec38c901-d712-453c-a114-757a3a2586f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=d56efdfb-2214-495b-b81d-8728c73706ee&id=d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 200 len: 2297 time: 0.2523799 Dec 17 15:58:26.762247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0b43933-66bd-41a8-b2d2-78fda91e8c76 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:26.884401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-1e57e699-6c7d-4d70-aed1-5c885640a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.887128 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-1e57e699-6c7d-4d70-aed1-5c885640a4d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aa31a3ab-a483-4a5c-92eb-1f01e35c13af HTTP/1.1" status: 200 len: 916 time: 0.1666758 Dec 17 15:58:26.951608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1bf4a36f-2e76-45d3-b475-f140046e6a44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 200 len: 1000 time: 0.1513357 Dec 17 15:58:26.968604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a0b43933-66bd-41a8-b2d2-78fda91e8c76 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:26.968975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:26.987508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-a6a5d377-c679-48cc-bc89-c69c599b37aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3485122c-a974-4048-8d8f-ecfebf8028a3 HTTP/1.1" status: 200 len: 999 time: 0.0890403 Dec 17 15:58:27.061107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.079266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.088934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-35bab2f3-0ae7-4386-8353-5f372e806f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.091100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-35bab2f3-0ae7-4386-8353-5f372e806f24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=015de246-e674-4052-a841-fcc6db90c69f HTTP/1.1" status: 200 len: 854 time: 0.0916998 Dec 17 15:58:27.094797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.111470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.128125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.138452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.143862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:27.145274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.153959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-38b0e055-0761-43e8-b2d7-df5a01979010 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 0.3549869 Dec 17 15:58:27.200119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port a0b43933-66bd-41a8-b2d2-78fda91e8c76, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0b43933-66bd-41a8-b2d2-78fda91e8c76,segment=NetworkSegment(0ce540da-12ce-4710-b281-eb6eb00994a3),segment_id=0ce540da-12ce-4710-b281-eb6eb00994a3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:27.202624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593477e4-aa4d-40fb-8851-77a051f721c0 None None] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:27.209377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-a6ae7d34-1bd8-4c4b-ba23-5c2d1fa4cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.209656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-079504c1-6097-44e9-a17c-51f2cc472cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.211110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-079504c1-6097-44e9-a17c-51f2cc472cbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71380c7b-6757-4471-934c-98831561d4a4 HTTP/1.1" status: 200 len: 855 time: 0.2489882 Dec 17 15:58:27.211249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-a6ae7d34-1bd8-4c4b-ba23-5c2d1fa4cdfa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa31a3ab-a483-4a5c-92eb-1f01e35c13af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127994 Dec 17 15:58:27.217496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.9 (fdf91d18-fa5d-428d-a4e0-469e136df0cf/4b8ef8b2-e968-491c-9773-a2c66d2dda5b/a9057c1b-e216-421d-9be1-667e71e2382b) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:27.219615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:27.226778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b088-2302-4895-84b1-c80aee96848a req-507c1774-5f47-4134-94b3-e5794094ac52 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.229618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0508b088-2302-4895-84b1-c80aee96848a req-507c1774-5f47-4134-94b3-e5794094ac52 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0911031 Dec 17 15:58:27.286602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '6dff464f-e779-42a0-a5b4-4a1e251dbfc3', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'port_id': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'mac_address': 'fa:16:3e:0c:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:58:05Z', 'updated_at': '2021-12-17T15:58:25Z', 'revision_number': 1, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:04Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:27.308920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a0165a0-7d03-494d-90bf-1343df8af65e req-05353b85-7862-469f-9f5e-d3f2cfd452e9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536262 Dec 17 15:58:27.324917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] Checking router: 5e74ebc8-48d5-4c48-9272-2469cdc80a35 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:27.359929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0508b088-2302-4895-84b1-c80aee96848a req-2d6dde97-ed02-42d7-820f-12e7a3796a4c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217284 Dec 17 15:58:27.363974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7571188f-2f29-40ce-8d70-bb622fe91aaa None None] Provisioning complete for port a0b43933-66bd-41a8-b2d2-78fda91e8c76 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:27.364087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7571188f-2f29-40ce-8d70-bb622fe91aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:27.374622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:27.375258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:27.379917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-a9d887eb-eec1-4928-aac9-e6593a771994 service neutron] 10.222.0.49 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491544 Dec 17 15:58:27.408991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=a0b43933-66bd-41a8-b2d2-78fda91e8c76,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:27.552059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7497914-dfc9-4681-bc0d-6156ac3be52d req-be23c425-af00-432e-864d-5a8adb87feec service neutron] 10.222.0.49 "GET /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606281 Dec 17 15:58:27.698496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.698759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-042f750c-6078-4368-803f-43ffbdda31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.700516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-042f750c-6078-4368-803f-43ffbdda31fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4788961 Dec 17 15:58:27.708462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.717351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d483ea56-8ff2-472c-a6f2-5907924ace2a req-a11457c1-9fb2-440a-8b5e-c6e544d42d21 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 210 time: 0.1452150 Dec 17 15:58:27.718436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.726905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.737975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.741953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.751286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.765736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9f0e55d-ba64-4f0a-ac23-43e395a8d8ce req-6d9d2423-04ed-454d-bd28-672f537e65aa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 0.1582952 Dec 17 15:58:27.766502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48402) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:27.779783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Request body: {'floatingip': {'port_id': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:27.796264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:27.846238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ba78-1030-4240-919a-617b1d52aeee req-a32ae088-f35c-4bf7-b5ae-1006515520fd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.848346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-a32ae088-f35c-4bf7-b5ae-1006515520fd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 815 time: 0.2728627 Dec 17 15:58:27.882576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:27.892386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Request body: {'port': {'device_id': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'admin_state_up': True, 'tenant_id': 'e17e7d67bf7a4c31a77499379c27ddde'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:27.907141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.051463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721e76-744d-4bd8-811c-367d5c249968 req-82a8818b-bec2-4ae5-a60f-b297ce4ed339 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.053943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-80721e76-744d-4bd8-811c-367d5c249968 req-82a8818b-bec2-4ae5-a60f-b297ce4ed339 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1932631 Dec 17 15:58:28.060988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.069703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '6dff464f-e779-42a0-a5b4-4a1e251dbfc3', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'port_id': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'mac_address': 'fa:16:3e:0c:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:58:05Z', 'updated_at': '2021-12-17T15:58:25Z', 'revision_number': 1, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:04Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:28.073254 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-a9a4c287-d9bb-416f-9739-ff79dad2ce01 service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653270 Dec 17 15:58:28.114020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317feee3-6764-4aea-92ad-2ce01bab0576 None None] The sync data for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 is: [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '6dff464f-e779-42a0-a5b4-4a1e251dbfc3', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'port_id': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'mac_address': 'fa:16:3e:0c:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:58:05Z', 'updated_at': '2021-12-17T15:58:25Z', 'revision_number': 1, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:04Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:28.133141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:28.133597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d9b638e6-4f56-4f9d-b1bd-f4de8d137699 None None] Provisioning complete for port a0b43933-66bd-41a8-b2d2-78fda91e8c76 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:28.134408 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b638e6-4f56-4f9d-b1bd-f4de8d137699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.137704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:28.182819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:28.196653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-80721e76-744d-4bd8-811c-367d5c249968 req-1561c139-de6d-4725-bd52-59a879e7e238 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228213 Dec 17 15:58:28.283019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=a9057c1b-e216-421d-9be1-667e71e2382b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:28.294592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d9b638e6-4f56-4f9d-b1bd-f4de8d137699 None None] Provisioning complete for port 5224cbed-8f19-4b7f-a740-2871d95bc9ed triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:28.295348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9b638e6-4f56-4f9d-b1bd-f4de8d137699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.314732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Made reservation on behalf of e17e7d67bf7a4c31a77499379c27ddde for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:28.320020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.338353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.339247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.346398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d9b638e6-4f56-4f9d-b1bd-f4de8d137699 None None] Port 5224cbed-8f19-4b7f-a740-2871d95bc9ed cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:28.360182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1b78d7e9-bf69-442b-a66b-07cb8fec663f service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509298 Dec 17 15:58:28.389906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-72d051ed-7a3a-4c10-b289-f3f41898f7da tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0744786 Dec 17 15:58:28.393893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48406) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:28.476985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c8a412fc-2eef-40cb-88c5-5e338304f8bf None None] Provisioning complete for port 5224cbed-8f19-4b7f-a740-2871d95bc9ed triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:28.477376 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8a412fc-2eef-40cb-88c5-5e338304f8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.487115 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a7eed-bd2a-49d1-b9d6-d3123d3b3535 None None] New status for floating IP 6dff464f-e779-42a0-a5b4-4a1e251dbfc3: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:58:28.546803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c8a412fc-2eef-40cb-88c5-5e338304f8bf None None] Port 5224cbed-8f19-4b7f-a740-2871d95bc9ed cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:28.582266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-38e67386-d75e-4b26-9565-b95f51afb7cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 217 time: 0.2093058 Dec 17 15:58:28.716953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0b43933-66bd-41a8-b2d2-78fda91e8c76 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:28.735063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-26a759f9-b049-43bb-97c3-4a07c35b48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.736883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-26a759f9-b049-43bb-97c3-4a07c35b48c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1412435 Dec 17 15:58:28.835097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c4ddf0-e209-4361-b713-3bf3c44e9afe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.837092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6c4ddf0-e209-4361-b713-3bf3c44e9afe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4409671 Dec 17 15:58:28.838774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Allocated IP 172.20.0.7 (bfbb87f7-1b39-493c-90ee-650877f53060/f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5/b7b942e9-addf-4c94-a37c-bb22faed3b34) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:28.847280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48414) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:28.858991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a0b43933-66bd-41a8-b2d2-78fda91e8c76 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:28.859470 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:28.876498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22f79-088c-41f6-a1a4-831051fa730f req-250f442d-fe34-40ef-938f-adc522d4245c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.878379 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9c22f79-088c-41f6-a1a4-831051fa730f req-250f442d-fe34-40ef-938f-adc522d4245c tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.2990661 Dec 17 15:58:28.921109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c101ab4f-bf8c-4ad9-a059-7cec2bd860df req-baf18c91-763c-4df7-abbe-f09e3be0c3aa tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Dec 17 15:58:28.947053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1f1885b1-d0fb-4763-8de8-b746dbcc5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.949266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1f1885b1-d0fb-4763-8de8-b746dbcc5f2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1972318 Dec 17 15:58:28.975232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-df1272f6-ce62-4441-bf10-82ee2b7963cc None None] Provisioning complete for port a9057c1b-e216-421d-9be1-667e71e2382b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:28.975601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df1272f6-ce62-4441-bf10-82ee2b7963cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.020681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-df1272f6-ce62-4441-bf10-82ee2b7963cc None None] Port a9057c1b-e216-421d-9be1-667e71e2382b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:29.061327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db116183-b9f7-40f0-a0d8-74e97efbfbcf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.067200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db116183-b9f7-40f0-a0d8-74e97efbfbcf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.073068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db116183-b9f7-40f0-a0d8-74e97efbfbcf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.074819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-db116183-b9f7-40f0-a0d8-74e97efbfbcf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2260668 Dec 17 15:58:29.078061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:29.116078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9c22f79-088c-41f6-a1a4-831051fa730f req-ae3306a8-ff01-4970-96d4-463fb14e5b33 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040489 Dec 17 15:58:29.189182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.197319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.309665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port a9057c1b-e216-421d-9be1-667e71e2382b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:29.310002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.391573 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Floating IP c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1 associated. External IP: 172.25.0.217, port: 6dc10f7d-d7b3-4018-89b8-20c7e383f37b. Dec 17 15:58:29.454286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f43188-1146-406f-8a63-71cf623a3cee req-3560dc6e-e856-46e9-8dbb-4e9a78b254b1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.455925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04f43188-1146-406f-8a63-71cf623a3cee req-3560dc6e-e856-46e9-8dbb-4e9a78b254b1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1691587 Dec 17 15:58:29.492836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.534598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-c7932af8-af8b-4ae3-a5bf-30e427eb0448 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720105 Dec 17 15:58:29.552582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for a9057c1b-e216-421d-9be1-667e71e2382b owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:29.598015 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04f43188-1146-406f-8a63-71cf623a3cee req-026dbb49-f910-4674-af9d-9b18505a5ac6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282806 Dec 17 15:58:29.632988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.671974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-6402e684-5673-434f-baa8-40668eb09aab service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258056 Dec 17 15:58:29.720143 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-9f69f899-7d52-4ef9-be7a-ce14a003d2ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 217 time: 0.0405426 Dec 17 15:58:29.725986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.804631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Network bfbb87f7-1b39-493c-90ee-650877f53060 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:29.811181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:29.817149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:29.823412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Pushing event updated for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:29.829243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Router 2f83e34a-9bdc-42ac-8937-117d74e92176 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:58:29.844051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1d79985d-ec01-4acd-95aa-0b3b46e1aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.844443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.845528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1d79985d-ec01-4acd-95aa-0b3b46e1aa15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.1177440 Dec 17 15:58:29.894923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.895502 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:29.909654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=a9057c1b-e216-421d-9be1-667e71e2382b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:29.914560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-e2eae169-9024-4408-b13f-6034818164bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.916139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-e2eae169-9024-4408-b13f-6034818164bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631630 Dec 17 15:58:29.919951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-babe0c3f-8ed5-46c7-9615-7923d9a5a64e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0350754 Dec 17 15:58:29.940957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Request body: {'port': {'device_id': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:30.037514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.043687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2f4e3eaa-9305-4bf5-8e57-3d1fe2122b3f tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/a9057c1b-e216-421d-9be1-667e71e2382b HTTP/1.1" status: 204 len: 168 time: 0.9618945 Dec 17 15:58:30.046510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48430) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:30.074681 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7355b5a0-b39b-4041-bb6b-8293fa8a03df tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:30.078745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7355b5a0-b39b-4041-bb6b-8293fa8a03df tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/a9057c1b-e216-421d-9be1-667e71e2382b HTTP/1.1" status: 404 len: 333 time: 0.0309575 Dec 17 15:58:30.078745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:30.085717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.088409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48432) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:30.088923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] Sync routers for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:30.102359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:30.103196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:30.133003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.137301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f3510230-198a-4d2a-b372-3ff677ba7a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "PUT /v2.0/floatingips/c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1 HTTP/1.1" status: 200 len: 991 time: 2.3670461 Dec 17 15:58:30.155640 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-5e1c0ac6-b1f4-462c-b0d0-6f6f5e2ec69d service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264891 Dec 17 15:58:30.158086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:30.161013 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b1823-d57f-4540-86f9-7139522da364" -d '{"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:30.201357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb387b4-b626-40f3-9a61-2062f44f9e3c req-b40c242a-3f20-4288-9cd5-8554947c3bb8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.202948 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-abb387b4-b626-40f3-9a61-2062f44f9e3c req-b40c242a-3f20-4288-9cd5-8554947c3bb8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 931 time: 0.1802342 Dec 17 15:58:30.247579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 5224cbed-8f19-4b7f-a740-2871d95bc9ed {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:30.248129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.267579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:30.381535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d49f57-4a4a-4b41-bbd6-f3f89ea63ad4 req-90dd2d63-1fef-43c3-8a0a-0d0413ff3586 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.384303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60d49f57-4a4a-4b41-bbd6-f3f89ea63ad4 req-90dd2d63-1fef-43c3-8a0a-0d0413ff3586 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0830250 Dec 17 15:58:30.388326 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-abb387b4-b626-40f3-9a61-2062f44f9e3c req-9e4e52d1-d0fc-4fa7-9c50-cfbdc06c286b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782658 Dec 17 15:58:30.398486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.413747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-263a81bd-6efc-4b55-8cf7-c018dbf18ca5 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471845 Dec 17 15:58:30.415911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 5224cbed-8f19-4b7f-a740-2871d95bc9ed owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:30.481614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-752097eb-c2cf-49ad-8d7a-7928dd1677c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=001a32c4-b56a-4703-abbe-7beaaf671b63 HTTP/1.1" status: 200 len: 217 time: 0.0387311 Dec 17 15:58:30.483393 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a36e860-e4ec-4087-be7e-4d59d86c371a x-openstack-request-id: req-6a36e860-e4ec-4087-be7e-4d59d86c371a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:30.483711 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:30.484009 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a36e860-e4ec-4087-be7e-4d59d86c371a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:30.484713 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'status': 'completed', 'code': 200} Dec 17 15:58:30.527718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'port_id': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'mac_address': 'fa:16:3e:b3:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:56:58Z', 'updated_at': '2021-12-17T15:58:29Z', 'revision_number': 1, 'project_id': 'c81336360a334161a51173b9879a5656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:48Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:30.556340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-9f250419-92d3-4cc7-bf17-34af647d7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.558040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-9f250419-92d3-4cc7-bf17-34af647d7d18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.0685616 Dec 17 15:58:30.560996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] Checking router: 2f83e34a-9bdc-42ac-8937-117d74e92176 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:30.571742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:30.572400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:30.610584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60d49f57-4a4a-4b41-bbd6-f3f89ea63ad4 req-2cc99891-332f-4da4-b985-79e1917a7ede tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249108 Dec 17 15:58:30.620340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.620928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.636207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.636885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.637385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.637865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.638347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.646158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae3b1823-d57f-4540-86f9-7139522da364 req-17584ee3-0ede-4c4f-995c-56b7ea93fbdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6499 time: 0.1576409 Dec 17 15:58:30.653809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1203cbf2-f71a-42b0-b6ee-cd5df5cd5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.655319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1203cbf2-f71a-42b0-b6ee-cd5df5cd5948 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869319 Dec 17 15:58:30.665646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b942e9-addf-4c94-a37c-bb22faed3b34 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:30.695131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.741580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:30.779892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Transition to ACTIVE for port object b7b942e9-addf-4c94-a37c-bb22faed3b34 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:58:30.780051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.797504 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.819526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4bf18-9bca-45bf-944e-7fac59683db9 req-721909db-2ddc-457a-bbc1-fa227074bd65 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.821099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31a4bf18-9bca-45bf-944e-7fac59683db9 req-721909db-2ddc-457a-bbc1-fa227074bd65 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1402748 Dec 17 15:58:30.851853 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-2f4cef9a-9301-4354-9c7e-f76366b6f117 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885023 Dec 17 15:58:30.864077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=5224cbed-8f19-4b7f-a740-2871d95bc9ed,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:30.891789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-96c3bf84-0b5d-4920-94cc-385c82948aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.893580 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae3b1823-d57f-4540-86f9-7139522da364 req-96c3bf84-0b5d-4920-94cc-385c82948aae service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc344b3-1870-46c9-a4e7-746f86a3b411 HTTP/1.1" status: 200 len: 912 time: 0.2382548 Dec 17 15:58:30.965037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:30.966566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-52fbd432-ce14-4183-bcde-41e599465562 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/5224cbed-8f19-4b7f-a740-2871d95bc9ed HTTP/1.1" status: 204 len: 168 time: 0.8771355 Dec 17 15:58:30.969622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48446) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:30.981781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Pushing event updated for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:31.000211 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd69c69-d627-4f09-826e-1d8aff457b59 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:31.001703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-afd69c69-d627-4f09-826e-1d8aff457b59 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/5224cbed-8f19-4b7f-a740-2871d95bc9ed HTTP/1.1" status: 404 len: 333 time: 0.0314405 Dec 17 15:58:31.006906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48448) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:31.025231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae3b1823-d57f-4540-86f9-7139522da364 req-fa9b1f8e-7a8a-40a1-bcf4-c8a9f4cdee13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 200 len: 999 time: 0.1175504 Dec 17 15:58:31.063795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31a4bf18-9bca-45bf-944e-7fac59683db9 req-b319f198-1b46-4e34-9efd-89b38c19d86b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215462 Dec 17 15:58:31.105125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Attempting to bind port b7b942e9-addf-4c94-a37c-bb22faed3b34 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:31.105850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Attempting to bind port b7b942e9-addf-4c94-a37c-bb22faed3b34 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:31.106444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Attempting to bind port b7b942e9-addf-4c94-a37c-bb22faed3b34 on network bfbb87f7-1b39-493c-90ee-650877f53060 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:31.111345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'port_id': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'mac_address': 'fa:16:3e:b3:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:56:58Z', 'updated_at': '2021-12-17T15:58:29Z', 'revision_number': 1, 'project_id': 'c81336360a334161a51173b9879a5656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:48Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:31.117160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Port b7b942e9-addf-4c94-a37c-bb22faed3b34 on network bfbb87f7-1b39-493c-90ee-650877f53060 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:58:31.117568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Attempting to bind port b7b942e9-addf-4c94-a37c-bb22faed3b34 on network bfbb87f7-1b39-493c-90ee-650877f53060 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:31.121484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-ef55155c-46c0-44b0-9f71-1bb0ec408932 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447126 Dec 17 15:58:31.128386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:31.131631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Checking segment: {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:31.132221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Bound using segment: {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:31.133954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Bound port: b7b942e9-addf-4c94-a37c-bb22faed3b34, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:31.135597 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:31.147951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5713fd-841a-4cdf-bca1-3f2cd63bccc8 None None] The sync data for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 is: [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'port_id': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'mac_address': 'fa:16:3e:b3:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:56:58Z', 'updated_at': '2021-12-17T15:58:29Z', 'revision_number': 1, 'project_id': 'c81336360a334161a51173b9879a5656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:48Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:31.204332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-33fb311b-3604-42e7-a3a0-21917847ec0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc HTTP/1.1" status: 200 len: 217 time: 0.0455852 Dec 17 15:58:31.307498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-d8e1d313-fb45-4f37-85e3-84186bde6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.309559 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-d8e1d313-fb45-4f37-85e3-84186bde6313 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.0829041 Dec 17 15:58:31.311285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:31.315256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:31.329496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:31.387079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-7fb14eb1-bb10-4659-befe-38d12532186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.390133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae3b1823-d57f-4540-86f9-7139522da364 req-7fb14eb1-bb10-4659-befe-38d12532186e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 HTTP/1.1" status: 200 len: 850 time: 0.3322232 Dec 17 15:58:31.400905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 4b8ef8b2-e968-491c-9773-a2c66d2dda5b {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:31.406816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.407569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:31.409346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] 10.222.0.47 "PUT /v2.0/ports/b7b942e9-addf-4c94-a37c-bb22faed3b34 HTTP/1.1" status: 200 len: 1092 time: 1.4788883 Dec 17 15:58:31.413060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:31.431776 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e9ce68-2b63-4d36-b289-5afda27a302f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:31.445979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:31.474338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1963fb9-243f-4623-8bfd-b17a4557c82f service neutron] Pushing event updated for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:31.493889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-fa09fcb5-30ac-4031-af51-a71be1680eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.500060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-fa09fcb5-30ac-4031-af51-a71be1680eda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1780601 Dec 17 15:58:31.531315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1823-d57f-4540-86f9-7139522da364 req-f44226f6-25cc-464e-b935-b7f9fa8c8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.533204 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae3b1823-d57f-4540-86f9-7139522da364 req-f44226f6-25cc-464e-b935-b7f9fa8c8604 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc344b3-1870-46c9-a4e7-746f86a3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289735 Dec 17 15:58:31.539206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:31.561198 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b495691c-ba41-40e3-9e55-331db0c7dcf0 x-openstack-request-id: req-b495691c-ba41-40e3-9e55-331db0c7dcf0 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:31.561488 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:31.561738 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b495691c-ba41-40e3-9e55-331db0c7dcf0 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:31.562128 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'status': 'completed', 'code': 200} Dec 17 15:58:31.626758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-8273d98f-70df-42e5-ac1c-e6062fefaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.628322 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-8273d98f-70df-42e5-ac1c-e6062fefaddb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1098 time: 0.1522505 Dec 17 15:58:31.641333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ba78-1030-4240-919a-617b1d52aeee req-8c2dad17-9e45-4c5a-a181-4b57ae2e4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.644376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-8c2dad17-9e45-4c5a-a181-4b57ae2e4cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 1095 time: 0.1631804 Dec 17 15:58:31.674621 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b8a98-ea44-45b1-a74c-afbf2b92c969 None None] New status for floating IP c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:58:31.701814 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-46a13be7-3996-48b3-b0ca-f6a44016b95d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34 HTTP/1.1" status: 200 len: 217 time: 0.0487194 Dec 17 15:58:31.774570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-489448eb-dee9-46c8-ac08-a2aca31daadb service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356703 Dec 17 15:58:31.801212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba079e73-cf5a-477f-9620-c25ecad03570 req-f22a1c8d-65bf-4a68-b757-8e545a03d9a2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.802751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba079e73-cf5a-477f-9620-c25ecad03570 req-f22a1c8d-65bf-4a68-b757-8e545a03d9a2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 943 time: 0.2316132 Dec 17 15:58:31.839195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21ba78-1030-4240-919a-617b1d52aeee req-b1ac3a94-424d-4faa-a330-e9e36d8ec0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.840607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-b1ac3a94-424d-4faa-a330-e9e36d8ec0b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 HTTP/1.1" status: 200 len: 855 time: 0.1259515 Dec 17 15:58:31.851495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e74c5-9235-41a9-a598-32dd019d2123 req-f38602b6-9d4a-4395-b797-e060a87a28ae tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.853112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-876e74c5-9235-41a9-a598-32dd019d2123 req-f38602b6-9d4a-4395-b797-e060a87a28ae tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1451347 Dec 17 15:58:31.879902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:31.910754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-686fd33c-a04c-45fe-851d-35dfa294913e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfbb87f7-1b39-493c-90ee-650877f53060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547767 Dec 17 15:58:31.917977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae3b1823-d57f-4540-86f9-7139522da364 req-2691db58-1c19-468e-a172-06786ba79a14 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454785 Dec 17 15:58:31.939484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-ff846312-3d67-4130-8602-af877b833695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.941040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-ff846312-3d67-4130-8602-af877b833695 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 915 time: 0.2845945 Dec 17 15:58:32.018366 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-c0ca1ef8-7e03-420b-a168-7a518518575b service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271311 Dec 17 15:58:32.023604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-876e74c5-9235-41a9-a598-32dd019d2123 req-db744ab7-7159-428f-94ae-06eca2405a22 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455641 Dec 17 15:58:32.038835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba079e73-cf5a-477f-9620-c25ecad03570 req-87ec066e-aaf7-4131-b4fc-ee68fec8c377 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220178 Dec 17 15:58:32.048073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-6db583ff-38c2-4473-907a-1d588c0de16c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 217 time: 0.0907445 Dec 17 15:58:32.090066 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-0923a14b-fdc4-4268-88c2-250bf5564a67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb HTTP/1.1" status: 200 len: 217 time: 0.0601530 Dec 17 15:58:32.095695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-9dbb0c5a-8ae5-4aa1-993f-afa2547d55a7 service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711130 Dec 17 15:58:32.121421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.176892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8ef8b2-e968-491c-9773-a2c66d2dda5b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:32.184510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.187779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-490ca78c-fc56-40cd-aaec-dd519eaef288 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/4b8ef8b2-e968-491c-9773-a2c66d2dda5b HTTP/1.1" status: 204 len: 168 time: 1.1779242 Dec 17 15:58:32.189681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-e1530ac3-9a20-4797-b045-7577c6756b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.190868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907dcd8-018f-4a18-9d28-70601574b7dc None None] Network fdf91d18-fa5d-428d-a4e0-469e136df0cf requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:32.191315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-e1530ac3-9a20-4797-b045-7577c6756b1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.1311815 Dec 17 15:58:32.193451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae3b1823-d57f-4540-86f9-7139522da364 req-08e2bc96-8955-42bc-aaa5-41557e4546d7 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615588 Dec 17 15:58:32.193921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48466) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:32.271004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-c2400883-be6c-4c87-bb7c-00a411dffceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.271543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-7c827a18-787a-4d70-8c0a-c7fefb636cf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544508 Dec 17 15:58:32.272526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-c2400883-be6c-4c87-bb7c-00a411dffceb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1629465 Dec 17 15:58:32.315550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ba56b-9337-42b5-8d96-598b1d2f1924 req-7ad3ebfc-bd26-4ba4-9e55-1b5ac7d87f53 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.317694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b78ba56b-9337-42b5-8d96-598b1d2f1924 req-7ad3ebfc-bd26-4ba4-9e55-1b5ac7d87f53 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1087666 Dec 17 15:58:32.359867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd21ba78-1030-4240-919a-617b1d52aeee req-59d22c21-fb8f-4ce3-ba04-4d351fcdda6f service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094049 Dec 17 15:58:32.364926 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.404953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-225d45d0-dc83-4a82-b3f1-cbe8495b04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.406539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-225d45d0-dc83-4a82-b3f1-cbe8495b04e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1091499 Dec 17 15:58:32.415705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b78ba56b-9337-42b5-8d96-598b1d2f1924 req-de3f2803-213c-41cb-97bc-0c4d99bac9e0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Dec 17 15:58:32.446551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] DHCP port deletion for fdf91d18-fa5d-428d-a4e0-469e136df0cf request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:32.459581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-37bfc618-d45a-4291-9c37-3a3792d48ebf service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708825 Dec 17 15:58:32.472673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port a0b43933-66bd-41a8-b2d2-78fda91e8c76 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:32.473014 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.502166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] Deleting port a0b43933-66bd-41a8-b2d2-78fda91e8c76 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:32.502692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.548201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-1d5b94a4-1057-4cc3-8576-522f03cf2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.549750 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-1d5b94a4-1057-4cc3-8576-522f03cf2f6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 1095 time: 0.0655313 Dec 17 15:58:32.593932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-9f0d986b-6e53-4cb6-bfbc-4d78f5e5a4dc service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715386 Dec 17 15:58:32.595980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] For port a0b43933-66bd-41a8-b2d2-78fda91e8c76, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0b43933-66bd-41a8-b2d2-78fda91e8c76,segment=NetworkSegment(0ce540da-12ce-4710-b281-eb6eb00994a3),segment_id=0ce540da-12ce-4710-b281-eb6eb00994a3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:32.596319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.608846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] For port a0b43933-66bd-41a8-b2d2-78fda91e8c76, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0b43933-66bd-41a8-b2d2-78fda91e8c76,segment=NetworkSegment(0ce540da-12ce-4710-b281-eb6eb00994a3),segment_id=0ce540da-12ce-4710-b281-eb6eb00994a3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:32.609737 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.618171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for a0b43933-66bd-41a8-b2d2-78fda91e8c76 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:32.629642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] Calling delete_port for a0b43933-66bd-41a8-b2d2-78fda91e8c76 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:32.676901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-300cd841-911f-43a0-b4f5-dd1da0aef30f req-53ac03be-2d0d-4305-90a4-0b9fa5e9b59d service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017610 Dec 17 15:58:32.701055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0b43933-66bd-41a8-b2d2-78fda91e8c76 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:32.723614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.752534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=a0b43933-66bd-41a8-b2d2-78fda91e8c76,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:32.758890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No DVR routers for this DVR port a0b43933-66bd-41a8-b2d2-78fda91e8c76 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:32.766078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-99703fbc-c688-4059-8e7c-4ca34fbcf330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.767919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-99703fbc-c688-4059-8e7c-4ca34fbcf330 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 916 time: 0.2092986 Dec 17 15:58:32.772119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No active binding found for port a0b43933-66bd-41a8-b2d2-78fda91e8c76 {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 15:58:32.772631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0b43933-66bd-41a8-b2d2-78fda91e8c76 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:32.781965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.810407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] Pushing event deleted for resources: {'Port': ['ID=a0b43933-66bd-41a8-b2d2-78fda91e8c76,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:32.814057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde6620-c0d1-47bd-8ac2-299cb289c81a None None] No DVR routers for this DVR port a0b43933-66bd-41a8-b2d2-78fda91e8c76 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:32.831233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-fa880c09-c5d8-4ecf-be8d-cbec9244b340 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030752 Dec 17 15:58:32.832805 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-0daf5f69-6f9d-4caf-88ef-29e26e20c41f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34 HTTP/1.1" status: 200 len: 217 time: 0.0551312 Dec 17 15:58:32.861717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.881867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf91d18-fa5d-428d-a4e0-469e136df0cf']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:32.891482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce540da-12ce-4710-b281-eb6eb00994a3') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:32.891784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce540da-12ce-4710-b281-eb6eb00994a3') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:32.901647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-53e2c30a-b3d4-45fc-9048-3c09681006ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 200 len: 217 time: 0.0577123 Dec 17 15:58:32.902431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.916622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.923634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:32.924071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:32.927636 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:32.951134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-54ece352-a876-4a6f-aa44-1bb7262ea028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.952633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-54ece352-a876-4a6f-aa44-1bb7262ea028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 HTTP/1.1" status: 200 len: 855 time: 0.1029599 Dec 17 15:58:32.988866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-610cd9e5-f9d7-4644-b63f-fb084c7917be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfbb87f7-1b39-493c-90ee-650877f53060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269008 Dec 17 15:58:32.989710 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:32.990266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-7f4e3933-7807-4c34-addb-3dc1c9c3e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.991566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-7f4e3933-7807-4c34-addb-3dc1c9c3e6ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.0811644 Dec 17 15:58:33.008176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:33.018044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/fdf91d18-fa5d-428d-a4e0-469e136df0cf HTTP/1.1" status: 204 len: 168 time: 0.8216748 Dec 17 15:58:33.018044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6a15-0aab-4485-b232-6d20569fcd52 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=fdf91d18-fa5d-428d-a4e0-469e136df0cf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:33.019659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48472) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:33.024672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-799033580'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:33.057460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:33.062395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:33.101063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:33.102421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1f7a7f90-b69f-4fe0-a0fe-d1301eee0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:33.104264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-1f7a7f90-b69f-4fe0-a0fe-d1301eee0ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999045 Dec 17 15:58:33.128256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:33.128817 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Added segment 103cfa20-cca0-4791-bd72-a42f12df2a53 of type vlan for network b6299f49-ca80-4391-875c-4d973590a76f Dec 17 15:58:33.198417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:33.216972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab2d68-c568-4967-9633-d72158ce8b7c req-25a33d05-7c39-49dd-84c7-746a33fad002 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:33.218411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bab2d68-c568-4967-9633-d72158ce8b7c req-25a33d05-7c39-49dd-84c7-746a33fad002 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1095304 Dec 17 15:58:33.239526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-41899f8e-9523-4f1f-ba02-64258a7958b0 service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357204 Dec 17 15:58:33.248018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:33.254086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:33.254691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:33.331449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3106749 Dec 17 15:58:33.339668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c6a4-021c-481d-a411-cdf5e10ed48f req-da92fad3-afa6-4d27-9dd3-d731f1f87b87 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:33.341278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bed6c6a4-021c-481d-a411-cdf5e10ed48f req-da92fad3-afa6-4d27-9dd3-d731f1f87b87 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 943 time: 0.1796315 Dec 17 15:58:33.341786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48484) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:33.351666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-eb3708aa-42de-46d7-a51d-f92125abbf1d service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359033 Dec 17 15:58:33.355338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6bab2d68-c568-4967-9633-d72158ce8b7c req-e574b228-af77-43b4-9398-e8673be6dd98 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282442 Dec 17 15:58:33.356045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c6469-ba43-4aaf-932e-544d7c097120 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Network': ['ID=b6299f49-ca80-4391-875c-4d973590a76f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:33.356452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:33.369073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b6299f49-ca80-4391-875c-4d973590a76f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:33.855529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bebd5e-5775-415b-8639-95ec3768dc6f req-aafb9ffc-4efc-44af-baf4-089b235aa4e1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:33.856980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23bebd5e-5775-415b-8639-95ec3768dc6f req-aafb9ffc-4efc-44af-baf4-089b235aa4e1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0560400 Dec 17 15:58:33.911489 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23bebd5e-5775-415b-8639-95ec3768dc6f req-38e7a920-2bcb-48ae-8d7c-58c452cd64fc tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474296 Dec 17 15:58:33.921095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bed6c6a4-021c-481d-a411-cdf5e10ed48f req-c002fdfb-51e1-4496-b361-bb20f72b682f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592675 Dec 17 15:58:33.922991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7e9ce68-2b63-4d36-b289-5afda27a302f req-8f0679ec-961c-4da8-ab2b-c63ec7e964fc service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736186 Dec 17 15:58:33.975934 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2aaeb424-552c-4db2-ac5e-8f227337e35e req-a26d27ab-b8cb-4cd2-9586-cbdf85352a1f service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128814 Dec 17 15:58:33.977220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:33.981011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.050473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60362ef9-2646-42b2-b20d-1c071149a04e req-3c5ef2ef-439b-4b2f-afe2-a51d601663cb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:34.052203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60362ef9-2646-42b2-b20d-1c071149a04e req-3c5ef2ef-439b-4b2f-afe2-a51d601663cb tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0595036 Dec 17 15:58:34.110263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60362ef9-2646-42b2-b20d-1c071149a04e req-641d03e1-f6e8-4d9b-8725-a8161a564381 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500765 Dec 17 15:58:34.187863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.277202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011b403-6134-412c-8911-a7d43d5b4fe9 req-9217a59f-26be-4ab8-a760-affcac4b3f4f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:34.278705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6011b403-6134-412c-8911-a7d43d5b4fe9 req-9217a59f-26be-4ab8-a760-affcac4b3f4f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1004412 Dec 17 15:58:34.280429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=80f76c08-2bf7-4668-8bc1-ae62c1bec346,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:34.311554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Checking segment: {'id': '103cfa20-cca0-4791-bd72-a42f12df2a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:34.311790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network hostable DHCP agents. Network: b6299f49-ca80-4391-875c-4d973590a76f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:34.348913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6011b403-6134-412c-8911-a7d43d5b4fe9 req-10fe4163-7d47-44e9-bed5-8a84b41f9499 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612206 Dec 17 15:58:34.349948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network b6299f49-ca80-4391-875c-4d973590a76f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:34.360998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b6299f49-ca80-4391-875c-4d973590a76f) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:34.370547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dde013-b2e5-4ee8-94c1-ce064db977d2 None None] Network b6299f49-ca80-4391-875c-4d973590a76f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:34.375870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:34.376474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.399616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-296252f5-7e2f-4ea8-b32d-1c20afd27d4c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0508914 Dec 17 15:58:34.401930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48498) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:34.406805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-aef99553-b8c6-4d57-8bc2-cce5b8bb4e0d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-356314729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:34.440196 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef99553-b8c6-4d57-8bc2-cce5b8bb4e0d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.441044 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef99553-b8c6-4d57-8bc2-cce5b8bb4e0d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.502912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-b6299f49-ca80-4391-875c-4d973590a76f', 'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f', 'project_id': 'c313dbd7ec0146d4b285f4061d749402', 'fixed_ips': [{'subnet_id': '80f76c08-2bf7-4668-8bc1-ae62c1bec346'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:58:34.504268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.542565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef99553-b8c6-4d57-8bc2-cce5b8bb4e0d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.557932 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef99553-b8c6-4d57-8bc2-cce5b8bb4e0d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.585611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aef99553-b8c6-4d57-8bc2-cce5b8bb4e0d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.589694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aef99553-b8c6-4d57-8bc2-cce5b8bb4e0d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1838741 Dec 17 15:58:34.590151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48508) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:34.597777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f', 'name': 'tempest-PortsTestJSON-1383646434'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:34.671050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Allocated IP 172.20.0.2 (b6299f49-ca80-4391-875c-4d973590a76f/80f76c08-2bf7-4668-8bc1-ae62c1bec346/ced3f07b-bb93-4b16-a93d-19ef4b2ed252) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:34.726339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757ebb7-f0d5-485e-8741-a7a436fe1a18 req-9702abf4-5eb8-4821-9c44-764dceb3128b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:34.727866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7757ebb7-f0d5-485e-8741-a7a436fe1a18 req-9702abf4-5eb8-4821-9c44-764dceb3128b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0815756 Dec 17 15:58:34.738754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b7b942e9-addf-4c94-a37c-bb22faed3b34 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:34.795488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7757ebb7-f0d5-485e-8741-a7a436fe1a18 req-b9e5de33-2d6c-42e7-81a7-b8636f57dc31 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583506 Dec 17 15:58:34.796597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:34.799896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.818621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:34.908557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:34.917514 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.922780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'port_id': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'mac_address': 'fa:16:3e:98:42:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:34.926585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:34.985631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.13 (b6299f49-ca80-4391-875c-4d973590a76f/80f76c08-2bf7-4668-8bc1-ae62c1bec346/6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:35.043338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d2f4d-67c3-4080-96a2-5cedd6b6c31e req-c29a2338-e3aa-43ea-b13b-7311cd4c3ffd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:35.048416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-727d2f4d-67c3-4080-96a2-5cedd6b6c31e req-c29a2338-e3aa-43ea-b13b-7311cd4c3ffd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0615959 Dec 17 15:58:35.097717 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-727d2f4d-67c3-4080-96a2-5cedd6b6c31e req-59fde9ad-f29c-4134-b4b4-7d95a5d81634 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 Dec 17 15:58:35.159391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c6696-2a98-4cfd-81d6-1e0d34ce74ce req-5e2c1211-433f-47db-a1ea-2e4884117d39 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:35.159945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Network b6299f49-ca80-4391-875c-4d973590a76f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:35.161951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-707c6696-2a98-4cfd-81d6-1e0d34ce74ce req-5e2c1211-433f-47db-a1ea-2e4884117d39 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 943 time: 0.1412468 Dec 17 15:58:35.165031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:35.171960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:35.180857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:35.197726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Pushing event updated for resources: {'Port': ['ID=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:35.199877 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.220444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b942e9-addf-4c94-a37c-bb22faed3b34 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:35.233830 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.248908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-707c6696-2a98-4cfd-81d6-1e0d34ce74ce req-d71384bd-7464-456f-9e78-6d3a1a6bae81 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796180 Dec 17 15:58:35.283038 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.317434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:35.326253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.328734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network b6299f49-ca80-4391-875c-4d973590a76f is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:35.331316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Attempting to bind port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:35.331679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Attempting to bind port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '103cfa20-cca0-4791-bd72-a42f12df2a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:35.334034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Attempting to bind port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 on network b6299f49-ca80-4391-875c-4d973590a76f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:35.334150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:35.336069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:35.359902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:35.369060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:35.369584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Checking segment: {'id': '103cfa20-cca0-4791-bd72-a42f12df2a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:35.369950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.370262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Bound using segment: {'id': '103cfa20-cca0-4791-bd72-a42f12df2a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:35.370741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Bound port: ced3f07b-bb93-4b16-a93d-19ef4b2ed252, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103cfa20-cca0-4791-bd72-a42f12df2a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b6299f49-ca80-4391-875c-4d973590a76f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:35.371320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.387394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:35.388009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.399957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:35.405459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2f8e080e-d270-4e76-927d-741a8a79bfe9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8142529 Dec 17 15:58:35.408188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48516) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:35.447238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56', 'port_id': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'mac_address': 'fa:16:3e:86:66:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:35.449139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:35.512024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] For port ced3f07b-bb93-4b16-a93d-19ef4b2ed252, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:35.515460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] For port ced3f07b-bb93-4b16-a93d-19ef4b2ed252, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,segment=NetworkSegment(103cfa20-cca0-4791-bd72-a42f12df2a53),segment_id=103cfa20-cca0-4791-bd72-a42f12df2a53)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:35.521311 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.524712 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.568492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1628804e-c935-4b25-9f5d-75bef92a3e43 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:35.608924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:35.612233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28123824-bf51-44d1-bceb-2fc557547984 None None] Pushing event updated for resources: {'Port': ['ID=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:35.624525 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:35.646835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b7b942e9-addf-4c94-a37c-bb22faed3b34'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:35.713722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:35.792989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1628804e-c935-4b25-9f5d-75bef92a3e43'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:36.046499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e45f3-2dbb-482e-b5e7-1a7d84e7a86f req-3549c5d3-7713-4918-9a56-be37864a8d35 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:36.049021 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe3e45f3-2dbb-482e-b5e7-1a7d84e7a86f req-3549c5d3-7713-4918-9a56-be37864a8d35 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.1196539 Dec 17 15:58:36.062571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-3ffcdc39-8c86-4040-9948-11d22533fb5b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:36.064472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-3ffcdc39-8c86-4040-9948-11d22533fb5b tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 946 time: 0.0890779 Dec 17 15:58:36.161799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe3e45f3-2dbb-482e-b5e7-1a7d84e7a86f req-5b06dc6b-4549-41de-bf54-332de7053de2 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960252 Dec 17 15:58:36.220837 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.253246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port 834b077d-70ef-47fa-814a-0b8bd7cf832e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:36.253600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.291373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635bd90-7c10-4aa3-8a1c-9c71b52fe645 req-54f153ac-1b91-47a9-b2f3-a99b8b76dca9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:36.298937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c635bd90-7c10-4aa3-8a1c-9c71b52fe645 req-54f153ac-1b91-47a9-b2f3-a99b8b76dca9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 945 time: 0.1115093 Dec 17 15:58:36.371362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port 834b077d-70ef-47fa-814a-0b8bd7cf832e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=834b077d-70ef-47fa-814a-0b8bd7cf832e,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:36.371639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.406870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for 834b077d-70ef-47fa-814a-0b8bd7cf832e owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:36.428682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2da98865-d677-435a-8472-c81fa130537d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.436304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c635bd90-7c10-4aa3-8a1c-9c71b52fe645 req-9f04a9b4-1487-40b2-a9cd-a7d43149c5ad tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364312 Dec 17 15:58:36.460541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d82bc-2b00-4905-ab07-b8da276041f0 req-65278c2e-c10e-4e6b-886c-990ff9a8e13c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:36.460541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-555d82bc-2b00-4905-ab07-b8da276041f0 req-65278c2e-c10e-4e6b-886c-990ff9a8e13c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 944 time: 0.0993843 Dec 17 15:58:36.576055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.578133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-555d82bc-2b00-4905-ab07-b8da276041f0 req-21da3788-6b35-4e2f-96b4-c31dc326465f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888789 Dec 17 15:58:36.596263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.703935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:36.761371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b7b942e9-addf-4c94-a37c-bb22faed3b34 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:36.783002 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.820688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ced3f07b-bb93-4b16-a93d-19ef4b2ed252 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:36.825839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52', '834b077d-70ef-47fa-814a-0b8bd7cf832e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:36.855612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=834b077d-70ef-47fa-814a-0b8bd7cf832e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:36.958831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9f3a2-e0fd-4397-93c2-c3a593807794 None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:36.961547 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.988527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port 834b077d-70ef-47fa-814a-0b8bd7cf832e on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:36.991727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:36.995864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbffb000-22e0-4d84-86d8-ba5e9766f11b req-99a98421-e652-479f-8acf-2b3df619e49f tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "DELETE /v2.0/ports/834b077d-70ef-47fa-814a-0b8bd7cf832e HTTP/1.1" status: 204 len: 173 time: 0.9204800 Dec 17 15:58:36.996576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'name': 'network-vif-deleted', 'tag': '834b077d-70ef-47fa-814a-0b8bd7cf832e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:36.998949 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240bedf-9cc3-45a2-b38e-6b027eaa5e3e" -d '{"events": [{"server_uuid": "a959555c-7aca-4fd4-a4f7-8f196989e1f0", "name": "network-vif-deleted", "tag": "834b077d-70ef-47fa-814a-0b8bd7cf832e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:37.097059 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dadf4f-07fe-4162-b83f-fdd3e6e083fb x-openstack-request-id: req-b9dadf4f-07fe-4162-b83f-fdd3e6e083fb {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:37.098132 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a959555c-7aca-4fd4-a4f7-8f196989e1f0", "name": "network-vif-deleted", "tag": "834b077d-70ef-47fa-814a-0b8bd7cf832e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:37.098677 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9dadf4f-07fe-4162-b83f-fdd3e6e083fb {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:37.099406 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a959555c-7aca-4fd4-a4f7-8f196989e1f0', 'name': 'network-vif-deleted', 'tag': '834b077d-70ef-47fa-814a-0b8bd7cf832e', 'status': 'completed', 'code': 200} Dec 17 15:58:37.134242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:37.135205 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.207649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:37.244824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.298279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60caf5fa-e1e2-432d-bc4f-e901b94674d0 None None] Network b6299f49-ca80-4391-875c-4d973590a76f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:37.308334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port b7b942e9-addf-4c94-a37c-bb22faed3b34 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:37.339120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3441cdf5-78c1-46ba-9236-e46c15bdbda8 req-975599bd-c45e-4e78-83f0-f4a1c329f089 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=a959555c-7aca-4fd4-a4f7-8f196989e1f0 HTTP/1.1" status: 200 len: 210 time: 0.0546126 Dec 17 15:58:37.353180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b7b942e9-addf-4c94-a37c-bb22faed3b34 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:37.354142 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.475811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-efce21bd-75f4-4e3c-b97c-5fc8f05ee6c5 None None] Provisioning complete for port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:37.476473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-efce21bd-75f4-4e3c-b97c-5fc8f05ee6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.539851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 1628804e-c935-4b25-9f5d-75bef92a3e43 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:37.540781 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.663371 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.673260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.688672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.813997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094e99e-4e04-4170-b908-6e9f9ea8ea35 req-d40ecd5d-4d93-43df-855d-0f1651693f68 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:37.815651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cc270-8dac-44fb-a50c-9e28765ae24e req-f8d6747a-12f8-4799-a04e-3543f4f28391 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:37.815898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b094e99e-4e04-4170-b908-6e9f9ea8ea35 req-d40ecd5d-4d93-43df-855d-0f1651693f68 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 944 time: 0.1009934 Dec 17 15:58:37.817220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f07cc270-8dac-44fb-a50c-9e28765ae24e req-f8d6747a-12f8-4799-a04e-3543f4f28391 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 945 time: 0.2520287 Dec 17 15:58:37.839927 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.881659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port ced3f07b-bb93-4b16-a93d-19ef4b2ed252, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,segment=NetworkSegment(103cfa20-cca0-4791-bd72-a42f12df2a53),segment_id=103cfa20-cca0-4791-bd72-a42f12df2a53)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:37.890799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:37.894462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b094e99e-4e04-4170-b908-6e9f9ea8ea35 req-7559478a-f1c2-48a5-94ea-da99aeeaeed3 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688894 Dec 17 15:58:37.949494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.965119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:37.995608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f07cc270-8dac-44fb-a50c-9e28765ae24e req-032bebb7-2583-432a-9463-ed5bb500f9cb tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562343 Dec 17 15:58:38.024619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:38.026828 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-efce21bd-75f4-4e3c-b97c-5fc8f05ee6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:38.028808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:38.039977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:38.042422 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2d125f-4d04-4812-8a76-d2d1bc5a5f60" -d '{"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:38.056492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network b6299f49-ca80-4391-875c-4d973590a76f is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:38.060294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:38.063380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:38.160599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:38.227694 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97a6a39-8311-4ffe-a131-413208aebc4d x-openstack-request-id: req-e97a6a39-8311-4ffe-a131-413208aebc4d {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:38.228109 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:38.228526 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e97a6a39-8311-4ffe-a131-413208aebc4d {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:38.229140 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'code': 200} Dec 17 15:58:38.232200 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:38.242752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:38.306846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-efce21bd-75f4-4e3c-b97c-5fc8f05ee6c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:58:38.307445 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-efce21bd-75f4-4e3c-b97c-5fc8f05ee6c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:58:38.334822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:38.336894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Router bb4a00a0-50f8-4057-8b34-189fa48e985c is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:58:38.459231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:38.558223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:38.570946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-806e7f7f-e664-463d-be8a-3e051dd5a43a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "PUT /v2.0/routers/bb4a00a0-50f8-4057-8b34-189fa48e985c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549337 Dec 17 15:58:38.571315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] Sync routers for ids ['bb4a00a0-50f8-4057-8b34-189fa48e985c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:38.573571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48594) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:38.597320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] Routers {'bb4a00a0-50f8-4057-8b34-189fa48e985c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:38.615906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bb4a00a0-50f8-4057-8b34-189fa48e985c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:38.652524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32bb16-4a63-465b-9ea7-1422dc5698d1 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:38.657139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2e32bb16-4a63-465b-9ea7-1422dc5698d1 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb4a00a0-50f8-4057-8b34-189fa48e985c HTTP/1.1" status: 200 len: 983 time: 0.0798285 Dec 17 15:58:38.662230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48598) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:38.728485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:38.749945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d7051046-93f3-4014-a7f5-7f305014a05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:38.754127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] Routers {'bb4a00a0-50f8-4057-8b34-189fa48e985c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:38.755631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bb4a00a0-50f8-4057-8b34-189fa48e985c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:39.111763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ced3f07b-bb93-4b16-a93d-19ef4b2ed252 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:39.119429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:39.121133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de7efbc-d14a-468e-9f14-573368420207 None None] The sync data for ids ['bb4a00a0-50f8-4057-8b34-189fa48e985c'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:39.208964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18571e-8d36-4af4-af3e-5db5465856af req-e136b0b7-b4d1-4794-a641-991e5d02ff79 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:39.216995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a18571e-8d36-4af4-af3e-5db5465856af req-e136b0b7-b4d1-4794-a641-991e5d02ff79 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1464994 Dec 17 15:58:39.241776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:39.242179 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:39.338013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-24728b38-4c9b-4494-9f7c-920d9a7ab129 None None] Provisioning complete for port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:39.338571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24728b38-4c9b-4494-9f7c-920d9a7ab129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:39.344513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a18571e-8d36-4af4-af3e-5db5465856af req-d1e8c5f0-cb0f-4dfa-a1d5-4711c970b8d0 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231925 Dec 17 15:58:39.395708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9788-d528-4546-8f70-e838b887c486 req-a82932fa-dce8-4cb1-b45d-39e6c789ed51 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:39.403903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-557f9788-d528-4546-8f70-e838b887c486 req-a82932fa-dce8-4cb1-b45d-39e6c789ed51 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1548123 Dec 17 15:58:39.534892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-24728b38-4c9b-4494-9f7c-920d9a7ab129 None None] Provisioning complete for port 6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:39.535700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24728b38-4c9b-4494-9f7c-920d9a7ab129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:39.587709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-24728b38-4c9b-4494-9f7c-920d9a7ab129 None None] Port 6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:39.591476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-557f9788-d528-4546-8f70-e838b887c486 req-50f37ac9-085c-480e-bfcb-d8a09e350071 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860271 Dec 17 15:58:39.679869 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:39.714650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4aecffbe-ff87-42ca-833e-d52cb74e4533 None None] Provisioning complete for port 6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:39.715166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4aecffbe-ff87-42ca-833e-d52cb74e4533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:39.760696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4aecffbe-ff87-42ca-833e-d52cb74e4533 None None] Port 6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:39.904163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:39.983505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:39.983881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:40.117018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:40.134179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:40.230207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:40.233072 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b4c794-29e7-45ac-8791-56dfd1f26e68" -d '{"events": [{"server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:40.236678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa3799-73b8-46fc-a355-f8a566ebb629 req-593828cf-670f-419f-a544-b76085103901 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:40.246657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aeaa3799-73b8-46fc-a355-f8a566ebb629 req-593828cf-670f-419f-a544-b76085103901 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.0883071 Dec 17 15:58:40.280204 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb982b7-d5fa-495f-b75c-ed19b0fbcd71 x-openstack-request-id: req-2bb982b7-d5fa-495f-b75c-ed19b0fbcd71 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:40.280768 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:40.281405 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bb982b7-d5fa-495f-b75c-ed19b0fbcd71 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:40.282016 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'code': 200} Dec 17 15:58:40.351422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aeaa3799-73b8-46fc-a355-f8a566ebb629 req-04a3e664-d1c0-4067-9b31-b4a9c6143ca7 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030152 Dec 17 15:58:40.461045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:40.486596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ad775-674c-474a-9984-e81790767607 req-0e03ff2f-7916-4406-8681-6ad083493ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:40.488237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c3ad775-674c-474a-9984-e81790767607 req-0e03ff2f-7916-4406-8681-6ad083493ac4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 1097 time: 0.1109195 Dec 17 15:58:40.519248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:40.675445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2d466-346c-4798-baf8-b7e96faffeb9 req-24cc8d1b-42cd-4cb8-812d-e9afa9b19d7d tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:40.683693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fa2d466-346c-4798-baf8-b7e96faffeb9 req-24cc8d1b-42cd-4cb8-812d-e9afa9b19d7d tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2346709 Dec 17 15:58:40.720433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c3ad775-674c-474a-9984-e81790767607 req-c3c119c1-9ca8-4a7f-bcdf-e1d323b30a4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089317 Dec 17 15:58:40.770874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 834b077d-70ef-47fa-814a-0b8bd7cf832e no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:40.797670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 834b077d-70ef-47fa-814a-0b8bd7cf832e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:58:40.798067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 834b077d-70ef-47fa-814a-0b8bd7cf832e not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:40.801965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:40.836982 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fa2d466-346c-4798-baf8-b7e96faffeb9 req-315dff90-b5d8-441b-baf2-82800c23de23 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519787 Dec 17 15:58:40.837361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8dc64-f255-46d1-b380-73b34ae3fa82 req-44af0934-3880-46d1-81c1-cab0bc8fe805 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:40.847978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-41e8dc64-f255-46d1-b380-73b34ae3fa82 req-44af0934-3880-46d1-81c1-cab0bc8fe805 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0736678 Dec 17 15:58:40.888144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:40.935935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-41e8dc64-f255-46d1-b380-73b34ae3fa82 req-f532c707-ca9e-4e1d-9646-be47f4228822 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825207 Dec 17 15:58:41.119579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.122841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Router bb4a00a0-50f8-4057-8b34-189fa48e985c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:58:41.214277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:41.225983 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] Sync routers for ids ['bb4a00a0-50f8-4057-8b34-189fa48e985c'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:41.227636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e4bf2b17-d794-4077-a769-b2717fd73da9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "PUT /v2.0/routers/bb4a00a0-50f8-4057-8b34-189fa48e985c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5686367 Dec 17 15:58:41.230673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48650) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:41.236114 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] Routers {'bb4a00a0-50f8-4057-8b34-189fa48e985c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:41.236697 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bb4a00a0-50f8-4057-8b34-189fa48e985c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:41.263199 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb5e02e-62c7-494d-8846-d4c5581e0197 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:41.265093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0cb5e02e-62c7-494d-8846-d4c5581e0197 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/6c5e4ca4-fe83-481c-9fdd-cbeb547b9dc0 HTTP/1.1" status: 404 len: 333 time: 0.0334680 Dec 17 15:58:41.269283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48654) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:41.287388 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:41.300512 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] Routers {'bb4a00a0-50f8-4057-8b34-189fa48e985c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:41.301628 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:58:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bb4a00a0-50f8-4057-8b34-189fa48e985c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:41.347111 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:41.348061 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abe5682-8443-4fb2-8e08-35bc47438a12 None None] The sync data for ids ['bb4a00a0-50f8-4057-8b34-189fa48e985c'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:41.385555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-021c4d80-dfba-42a0-8458-0fa8b4658f28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.609284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-021c4d80-dfba-42a0-8458-0fa8b4658f28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.613564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-021c4d80-dfba-42a0-8458-0fa8b4658f28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.651320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed69051-7f0c-4fd3-8bc5-de9b1614e1d5 req-691a6556-b266-45c2-8a92-2990ecaa3efe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:41.653759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ed69051-7f0c-4fd3-8bc5-de9b1614e1d5 req-691a6556-b266-45c2-8a92-2990ecaa3efe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.2206838 Dec 17 15:58:41.727483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-021c4d80-dfba-42a0-8458-0fa8b4658f28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.728614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c4d80-dfba-42a0-8458-0fa8b4658f28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Fanout notify agent at l3_agent the message router_deleted on router bb4a00a0-50f8-4057-8b34-189fa48e985c {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:58:41.741395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-021c4d80-dfba-42a0-8458-0fa8b4658f28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.744947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-021c4d80-dfba-42a0-8458-0fa8b4658f28 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/routers/bb4a00a0-50f8-4057-8b34-189fa48e985c HTTP/1.1" status: 204 len: 168 time: 0.4714286 Dec 17 15:58:41.745539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48662) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:41.766248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ed69051-7f0c-4fd3-8bc5-de9b1614e1d5 req-ee8f7b2a-f575-4a6d-8a77-3221c1839996 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640488 Dec 17 15:58:41.828594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 80f76c08-2bf7-4668-8bc1-ae62c1bec346 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:41.833489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.903545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:41.955551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-cedd25ef-a5b8-47c6-848b-dd90d88b7dbe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:41.957293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-cedd25ef-a5b8-47c6-848b-dd90d88b7dbe tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.1026084 Dec 17 15:58:42.083869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.103067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.117594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521e49b-c238-4ce2-985e-7f765b770271 req-f5cd8ce2-ca26-4e44-ae7d-4cdf3805116a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:42.119333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c521e49b-c238-4ce2-985e-7f765b770271 req-f5cd8ce2-ca26-4e44-ae7d-4cdf3805116a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0853441 Dec 17 15:58:42.153441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12313-57bc-4509-8a42-bbd42d37d848 req-9e796a38-f69f-470c-bbd0-7cf60f67822a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:42.155361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36a12313-57bc-4509-8a42-bbd42d37d848 req-9e796a38-f69f-470c-bbd0-7cf60f67822a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1778193 Dec 17 15:58:42.188087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c521e49b-c238-4ce2-985e-7f765b770271 req-a748b0f2-4074-4e6a-a683-6400d9df0557 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517199 Dec 17 15:58:42.215614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Deleting port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:42.216068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.632004 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.671702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36a12313-57bc-4509-8a42-bbd42d37d848 req-b6e46e74-931c-47d8-894b-73c6a05faad6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007582 Dec 17 15:58:42.674862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=80f76c08-2bf7-4668-8bc1-ae62c1bec346,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:42.686509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.689687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ebb3e047-7033-4c2b-8ad4-4fdcfaaf88f7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/80f76c08-2bf7-4668-8bc1-ae62c1bec346 HTTP/1.1" status: 204 len: 168 time: 0.9430640 Dec 17 15:58:42.692552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48676) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:42.696334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a46184-3e32-44e8-aa45-d6a0248e64fb None None] Network b6299f49-ca80-4391-875c-4d973590a76f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:42.747343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] For port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,segment=NetworkSegment(f250c312-d8ff-4fbe-8ebf-b2ada7343df7),segment_id=f250c312-d8ff-4fbe-8ebf-b2ada7343df7)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:42.748109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.787674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Calling delete_port for 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:42.806788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.926766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] DHCP port deletion for b6299f49-ca80-4391-875c-4d973590a76f request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:42.930326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:42.930503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:42.969434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd17efb-8b5b-4a95-b0f7-cb9250b039f8 req-212b1102-cbda-4ce2-8c26-e233b571d940 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:42.977999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0bd17efb-8b5b-4a95-b0f7-cb9250b039f8 req-212b1102-cbda-4ce2-8c26-e233b571d940 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8a4d95f-5685-482c-9a37-25a68d3da481 HTTP/1.1" status: 200 len: 945 time: 0.0816972 Dec 17 15:58:43.027556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] For port ced3f07b-bb93-4b16-a93d-19ef4b2ed252, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,segment=NetworkSegment(103cfa20-cca0-4791-bd72-a42f12df2a53),segment_id=103cfa20-cca0-4791-bd72-a42f12df2a53)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:43.027969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.058368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for ced3f07b-bb93-4b16-a93d-19ef4b2ed252 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:43.060494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] Deleting port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:43.061089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.093252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0bd17efb-8b5b-4a95-b0f7-cb9250b039f8 req-03280bbb-99fe-4eb8-b85c-cc0281eadced tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.54 "GET /v2.0/security-groups?id=c36a4923-f249-466c-a7f9-db8eacf2fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090128 Dec 17 15:58:43.114411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.140709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] For port ced3f07b-bb93-4b16-a93d-19ef4b2ed252, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,segment=NetworkSegment(103cfa20-cca0-4791-bd72-a42f12df2a53),segment_id=103cfa20-cca0-4791-bd72-a42f12df2a53)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:43.141287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.154048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.161645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] Calling delete_port for ced3f07b-bb93-4b16-a93d-19ef4b2ed252 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:43.167145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Pushing event deleted for resources: {'Port': ['ID=7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:43.187937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:43.191984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No DVR routers for this DVR port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:43.266548 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.268406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35128a59-99e2-4671-9cce-4139243166bc None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:43.287252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.297696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] No DVR routers for this DVR port 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:43.304993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] No DVR routers for this DVR port ced3f07b-bb93-4b16-a93d-19ef4b2ed252 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:43.307011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce89c4c-7d5e-43d4-80ae-faab45fc352a None None] Pushing event deleted for resources: {'Port': ['ID=ced3f07b-bb93-4b16-a93d-19ef4b2ed252,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:43.311810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.326448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f4ab7a17-f727-4329-a3e1-ee9988e2040d req-89cefefa-67c5-46b6-8c39-37d0f7c3a677 tempest-ServersTestJSON-215756705 tempest-ServersTestJSON-215756705-project] 10.222.0.47 "DELETE /v2.0/ports/7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 HTTP/1.1" status: 204 len: 173 time: 1.3561532 Dec 17 15:58:43.326448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'name': 'network-vif-deleted', 'tag': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:43.336399 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e7eaba-2820-40d2-bb21-daa756150953" -d '{"events": [{"server_uuid": "d8a4d95f-5685-482c-9a37-25a68d3da481", "name": "network-vif-deleted", "tag": "7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:43.348464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6299f49-ca80-4391-875c-4d973590a76f']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:43.374996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103cfa20-cca0-4791-bd72-a42f12df2a53') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:43.375444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103cfa20-cca0-4791-bd72-a42f12df2a53') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:43.409704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.440456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbcfc2-557d-4316-85ee-ee061cf6656a req-b633b138-d26c-46f9-8c3f-fced486e52e8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:43.443072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bcfbcfc2-557d-4316-85ee-ee061cf6656a req-b633b138-d26c-46f9-8c3f-fced486e52e8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0958464 Dec 17 15:58:43.453066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.460958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:43.461718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:43.466359 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:43.496246 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affccd34-5258-4eb7-ad1e-33c8a1c2d3b7 x-openstack-request-id: req-affccd34-5258-4eb7-ad1e-33c8a1c2d3b7 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:43.496537 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a4d95f-5685-482c-9a37-25a68d3da481", "name": "network-vif-deleted", "tag": "7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:43.496791 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-affccd34-5258-4eb7-ad1e-33c8a1c2d3b7 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:43.497199 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a4d95f-5685-482c-9a37-25a68d3da481', 'name': 'network-vif-deleted', 'tag': '7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52', 'status': 'completed', 'code': 200} Dec 17 15:58:43.566640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.573191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:43.576553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/b6299f49-ca80-4391-875c-4d973590a76f HTTP/1.1" status: 204 len: 168 time: 0.8828928 Dec 17 15:58:43.580467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48692) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:43.582334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bcfbcfc2-557d-4316-85ee-ee061cf6656a req-c0323406-fd6d-491b-a076-632fa4ddfea9 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025290 Dec 17 15:58:43.598457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79124cc-135e-486a-9b66-cb2f823a7ef4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=b6299f49-ca80-4391-875c-4d973590a76f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:43.653530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d27a9-8b50-49cf-99d5-44732739a6a9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:43.655356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6d9d27a9-8b50-49cf-99d5-44732739a6a9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/0a7d1fbc-71e4-4c44-8534-557ab988d835 HTTP/1.1" status: 200 len: 841 time: 0.0727704 Dec 17 15:58:43.659567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48694) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:44.022680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-92a83cf3-17bc-462f-b62c-cb60d71260c9 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/0a7d1fbc-71e4-4c44-8534-557ab988d835?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3583329 Dec 17 15:58:44.024248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48700) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:44.032405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:44.054443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3057624-f183-496d-8a14-10792a34d145 req-3e004863-c6e1-479c-b2e7-d73708e43dbf tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:44.061949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3057624-f183-496d-8a14-10792a34d145 req-3e004863-c6e1-479c-b2e7-d73708e43dbf tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0937543 Dec 17 15:58:44.177464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48704) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:44.177987 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3057624-f183-496d-8a14-10792a34d145 req-48f2afd7-3473-4e81-a7c8-2034faf5cb91 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147497 Dec 17 15:58:44.201493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:44.206219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.353292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] Deleting subnet d0efab85-04e1-4517-94cd-ea63b501f245 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:44.358271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.397506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12eab-6682-4993-ac23-abf54ea80a1c req-0e83239f-828a-471d-ace8-1746360328fc tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:44.405395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ccb12eab-6682-4993-ac23-abf54ea80a1c req-0e83239f-828a-471d-ace8-1746360328fc tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1041868 Dec 17 15:58:44.454893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.457439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.505809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:44.510832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.514348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:44.518246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:44.518886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.524161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd61935-3f37-4571-b425-3f7427ef9415 None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:44.534811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=e52092f2-607f-4015-aca0-4059e335b0ff,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:44.554493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f5f32f88-fecf-4f07-af8b-684d61597911 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5292819 Dec 17 15:58:44.556800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48712) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:44.565983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b8dbee7f-107e-405c-8b9e-e7e2c9bc89ea tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'security_group': {'name': 'tempest-secgroup-955194558'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:44.621823 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.634325 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ccb12eab-6682-4993-ac23-abf54ea80a1c req-6467d9b5-3922-4c52-8939-5dbfff79bf48 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270677 Dec 17 15:58:44.644747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8dbee7f-107e-405c-8b9e-e7e2c9bc89ea tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.698602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-93d440b4-6135-4137-a3e2-3f0d0768f739', 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'project_id': 'c313dbd7ec0146d4b285f4061d749402', 'fixed_ips': [{'subnet_id': 'e52092f2-607f-4015-aca0-4059e335b0ff'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 15:58:44.699610 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.722036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.736581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d0efab85-04e1-4517-94cd-ea63b501f245 HTTP/1.1" status: 204 len: 168 time: 0.5579884 Dec 17 15:58:44.738815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48722) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:44.741520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a9f00-deee-435e-8924-5adebfe03e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0efab85-04e1-4517-94cd-ea63b501f245,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:44.748834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8ff13-7adb-4a4c-9555-18188d11acae None None] Network 547378fa-1c79-48b0-ae08-311db701015d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:44.835518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bf649-a1e4-48fc-b143-51df31858d8b req-6143bf45-356e-41e6-80c9-f825b7bf3d73 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:44.837597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245bf649-a1e4-48fc-b143-51df31858d8b req-6143bf45-356e-41e6-80c9-f825b7bf3d73 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0605545 Dec 17 15:58:44.847640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ced3f07b-bb93-4b16-a93d-19ef4b2ed252 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:44.888482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:44.897015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8dbee7f-107e-405c-8b9e-e7e2c9bc89ea tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.899652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.908530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-245bf649-a1e4-48fc-b143-51df31858d8b req-d177ff74-c40a-4261-83a5-5e8061d2a007 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Dec 17 15:58:44.919262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8dbee7f-107e-405c-8b9e-e7e2c9bc89ea tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.958510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8dbee7f-107e-405c-8b9e-e7e2c9bc89ea tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:44.964849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48726) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:44.965616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b8dbee7f-107e-405c-8b9e-e7e2c9bc89ea tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4067373 Dec 17 15:58:44.971127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5047a0c8-a0f3-4c34-93a8-07e3e911b38c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'security_group': {'name': 'tempest-secgroup-640190021'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:45.014700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbee7f-107e-405c-8b9e-e7e2c9bc89ea tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6323d04d-372d-4156-aefd-4bd3a0edcecc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:45.028673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5047a0c8-a0f3-4c34-93a8-07e3e911b38c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.086144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Allocated IP 172.20.0.2 (93d440b4-6135-4137-a3e2-3f0d0768f739/e52092f2-607f-4015-aca0-4059e335b0ff/d4c9d7d6-4c82-4f97-a88d-fc5648f032b5) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:45.148627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.211506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547378fa-1c79-48b0-ae08-311db701015d']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:45.240110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:45.240485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f250c312-d8ff-4fbe-8ebf-b2ada7343df7') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:45.261586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.273420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.280350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:58:45.281109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7d6d3b2f-8065-4d1c-9ac9-45ec7bde7c52 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:45.295182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.304737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5047a0c8-a0f3-4c34-93a8-07e3e911b38c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.311870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:45.312373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.315045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5047a0c8-a0f3-4c34-93a8-07e3e911b38c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.323733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: ced3f07b-bb93-4b16-a93d-19ef4b2ed252 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:58:45.324334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ced3f07b-bb93-4b16-a93d-19ef4b2ed252 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:45.324740 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:45.336361 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.370562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5bff9b-9837-4f09-984a-611dd30a565d None None] DHCP port deletion for 547378fa-1c79-48b0-ae08-311db701015d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:45.447045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5047a0c8-a0f3-4c34-93a8-07e3e911b38c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.451477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5047a0c8-a0f3-4c34-93a8-07e3e911b38c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4839790 Dec 17 15:58:45.453847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48738) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:45.458334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047a0c8-a0f3-4c34-93a8-07e3e911b38c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3514f6a-3153-45f9-a45b-34f1f74f54b5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:45.466746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:45.472351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:45.472514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-295778967', 'security_groups': ['f3514f6a-3153-45f9-a45b-34f1f74f54b5'], 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e52092f2-607f-4015-aca0-4059e335b0ff'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:45.477793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:45.492622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.523196 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.528150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.534643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] 10.222.0.54 "DELETE /v2.0/networks/547378fa-1c79-48b0-ae08-311db701015d HTTP/1.1" status: 204 len: 168 time: 0.7919722 Dec 17 15:58:45.591700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Pushing event updated for resources: {'Port': ['ID=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:45.619606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Attempting to bind port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:58:45.620474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Attempting to bind port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'aceab645-61d4-4d5a-b26d-b71981acfa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:58:45.621422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Attempting to bind port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 on network 93d440b4-6135-4137-a3e2-3f0d0768f739 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:45.629068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:45.629752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Checking segment: {'id': 'aceab645-61d4-4d5a-b26d-b71981acfa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:58:45.630324 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.631046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Bound using segment: {'id': 'aceab645-61d4-4d5a-b26d-b71981acfa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:45.635496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Bound port: d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceab645-61d4-4d5a-b26d-b71981acfa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:58:45.636359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.651440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f857a-3d00-474d-b1dc-02464a87f87b admin admin] Pushing event deleted for resources: {'Network': ['ID=547378fa-1c79-48b0-ae08-311db701015d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:45.658151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96226a4-21fc-4f2c-9729-9f79c8c6a288 req-1b18a5dc-61f9-481a-8932-5c07a0d64793 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:45.659737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96226a4-21fc-4f2c-9729-9f79c8c6a288 req-1b18a5dc-61f9-481a-8932-5c07a0d64793 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1169538 Dec 17 15:58:45.744896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] For port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:45.749313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] For port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,segment=NetworkSegment(aceab645-61d4-4d5a-b26d-b71981acfa35),segment_id=aceab645-61d4-4d5a-b26d-b71981acfa35)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:45.757675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.765984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96226a4-21fc-4f2c-9729-9f79c8c6a288 req-ed5254a3-f51d-4673-9fba-c100e9be7980 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966647 Dec 17 15:58:45.777997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48752) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:45.806968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:45.862996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ee5fd-6dec-420f-aaed-f783d5f8c0a9 None None] Pushing event updated for resources: {'Port': ['ID=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:45.870140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b5547d3-00ca-4e3a-9955-63077f57ba89 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1216523009a34c13b7dfa15c403d858c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910027 Dec 17 15:58:45.873330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48756) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:45.990708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14031238-91fe-4181-b7c7-ca550955c358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:45.995792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:46.022956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14031238-91fe-4181-b7c7-ca550955c358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:46.038039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 320a279a-da00-4025-8621-28a7dc581108 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:46.164973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14031238-91fe-4181-b7c7-ca550955c358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:46.171663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14031238-91fe-4181-b7c7-ca550955c358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:46.186527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-14031238-91fe-4181-b7c7-ca550955c358 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c36a4923-f249-466c-a7f9-db8eacf2fb7c HTTP/1.1" status: 204 len: 168 time: 0.3120210 Dec 17 15:58:46.216253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14031238-91fe-4181-b7c7-ca550955c358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a4923-f249-466c-a7f9-db8eacf2fb7c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:46.325571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999b0e5-3e42-477c-b6b0-6cc3de5688e6 req-c384cee6-89d1-4c0c-9469-97f8ee1cc93e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:46.334348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4999b0e5-3e42-477c-b6b0-6cc3de5688e6 req-c384cee6-89d1-4c0c-9469-97f8ee1cc93e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.3122706 Dec 17 15:58:46.459788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.11 (93d440b4-6135-4137-a3e2-3f0d0768f739/e52092f2-607f-4015-aca0-4059e335b0ff/320a279a-da00-4025-8621-28a7dc581108) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:46.481251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4999b0e5-3e42-477c-b6b0-6cc3de5688e6 req-1ff3ee8e-328f-4baa-ae3d-6649ae7ad37c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458869 Dec 17 15:58:46.722507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:46.784405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:46.818305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:46.937088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:46.955635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:46.961691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:47.007836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:47.014993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.074396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=320a279a-da00-4025-8621-28a7dc581108,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:47.199685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:47.202043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.232074 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.234138 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c2825338-3c9c-4ed4-be66-b69e2308d57b tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7780070 Dec 17 15:58:47.237036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48788) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:47.247620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e8cb213e-1034-4ea2-81ba-194f204e55a7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:47.273501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851160db-e1b0-45fd-8023-67437204fd99 req-0e22b95b-fd35-4155-8586-873fe252806f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:47.285979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-851160db-e1b0-45fd-8023-67437204fd99 req-0e22b95b-fd35-4155-8586-873fe252806f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.2137020 Dec 17 15:58:47.297660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,segment=NetworkSegment(aceab645-61d4-4d5a-b26d-b71981acfa35),segment_id=aceab645-61d4-4d5a-b26d-b71981acfa35)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:47.306645 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.380729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-851160db-e1b0-45fd-8023-67437204fd99 req-a189a5cd-942a-4651-98f4-372980df1885 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937338 Dec 17 15:58:47.412324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:47.500449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cb213e-1034-4ea2-81ba-194f204e55a7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:47.506439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8cb213e-1034-4ea2-81ba-194f204e55a7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.623519 n-d-806683-20 neutron-server[109784]: INFO neutron.db.ipam_backend_mixin [None req-e8cb213e-1034-4ea2-81ba-194f204e55a7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e52092f2-607f-4015-aca0-4059e335b0ff (CIDR: 172.20.0.0/28) Dec 17 15:58:47.630357 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cb213e-1034-4ea2-81ba-194f204e55a7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:58:47.636140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cb213e-1034-4ea2-81ba-194f204e55a7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:47.661962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-26b22a7c-801e-46ce-8001-9e0a0336f7c3 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:47.662401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b22a7c-801e-46ce-8001-9e0a0336f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.684153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e8cb213e-1034-4ea2-81ba-194f204e55a7 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4453471 Dec 17 15:58:47.687919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48802) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:47.689064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a27dd-06b5-4a5c-b2be-70172c3da6af req-b022206c-1f1a-472c-93a7-21881e527fe8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:47.691009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0a27dd-06b5-4a5c-b2be-70172c3da6af req-b022206c-1f1a-472c-93a7-21881e527fe8 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1081161 Dec 17 15:58:47.703746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:47.798288 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be0a27dd-06b5-4a5c-b2be-70172c3da6af req-b00ee049-c668-46cb-a332-0eb763a80942 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995996 Dec 17 15:58:47.915777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-26b22a7c-801e-46ce-8001-9e0a0336f7c3 None None] Provisioning complete for port 0a7d1fbc-71e4-4c44-8534-557ab988d835 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:47.916550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26b22a7c-801e-46ce-8001-9e0a0336f7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.941991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:47.946868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:47.996319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-26b22a7c-801e-46ce-8001-9e0a0336f7c3 None None] Port 0a7d1fbc-71e4-4c44-8534-557ab988d835 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:48.139396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3c7efe38-ec65-4719-9d61-01cadb60951f None None] Provisioning complete for port 320a279a-da00-4025-8621-28a7dc581108 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:48.139900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c7efe38-ec65-4719-9d61-01cadb60951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:48.215211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3c7efe38-ec65-4719-9d61-01cadb60951f None None] Port 320a279a-da00-4025-8621-28a7dc581108 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:48.266951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:48.306358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4475952d-c8be-4a23-bb16-edc70a130c09 req-1132a885-30fb-4f71-a4fe-e5c71f925fb4 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0790212 Dec 17 15:58:48.373827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:48.380154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:48.384476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:48.385502 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:48.393475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ca04c-eb37-4238-8098-d77cab3a7605 None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:48.429990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=13eb5335-1f72-421b-a6d5-2485b6f31ad6,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:48.454314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b836d072-f857-4b78-9d90-da98d9b1721d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7649255 Dec 17 15:58:48.457236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48830) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:48.476527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-124788991', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13eb5335-1f72-421b-a6d5-2485b6f31ad6'}], 'security_groups': ['6323d04d-372d-4156-aefd-4bd3a0edcecc']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:48.700932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e678c8-cb96-4541-b824-058f5b9364dd req-9409de36-b526-4b7b-9f28-ede98b0a75f8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:48.719752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90e678c8-cb96-4541-b824-058f5b9364dd req-9409de36-b526-4b7b-9f28-ede98b0a75f8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1602242 Dec 17 15:58:48.775131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:48.793005 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90e678c8-cb96-4541-b824-058f5b9364dd req-50c95df7-db57-4cd8-bbc6-2932d7a048ae tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716233 Dec 17 15:58:48.857722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e71be8-0694-4e1f-847c-b67541d031c9 None None] Update dhcp port {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'fixed_ips': [{'subnet_id': 'e52092f2-607f-4015-aca0-4059e335b0ff', 'ip_address': '172.20.0.2'}, {'subnet_id': '13eb5335-1f72-421b-a6d5-2485b6f31ad6'}], 'binding:host_id': 'n-d-806683-20'}, 'id': 'd4c9d7d6-4c82-4f97-a88d-fc5648f032b5'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:58:48.874820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:48.881736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:48.882154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:48.939119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49e71be8-0694-4e1f-847c-b67541d031c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:49.180464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c0b8e-6d68-40e8-aea7-d15b3e01453c req-d9b878c7-d7d9-48b7-8a2f-4c58e94aebde tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:49.190242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-313c0b8e-6d68-40e8-aea7-d15b3e01453c req-d9b878c7-d7d9-48b7-8a2f-4c58e94aebde tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.2314265 Dec 17 15:58:49.262022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-49e71be8-0694-4e1f-847c-b67541d031c9 None None] Allocated IP 172.20.0.18 (93d440b4-6135-4137-a3e2-3f0d0768f739/13eb5335-1f72-421b-a6d5-2485b6f31ad6/d4c9d7d6-4c82-4f97-a88d-fc5648f032b5) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:49.363047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-313c0b8e-6d68-40e8-aea7-d15b3e01453c req-1bd733b6-791f-4f86-85de-96d84aa104d2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716986 Dec 17 15:58:49.481471 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5588964b-ab50-49e3-a6f8-b1ff2d29938e req-7b89ac35-85b4-4d2f-98c9-60ba5e0f850c tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0522735 Dec 17 15:58:49.488634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-49e71be8-0694-4e1f-847c-b67541d031c9 None None] For port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,segment=NetworkSegment(aceab645-61d4-4d5a-b26d-b71981acfa35),segment_id=aceab645-61d4-4d5a-b26d-b71981acfa35)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:49.527740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49e71be8-0694-4e1f-847c-b67541d031c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:49.533957 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49e71be8-0694-4e1f-847c-b67541d031c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:49.646333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e71be8-0694-4e1f-847c-b67541d031c9 None None] Pushing event updated for resources: {'Port': ['ID=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:49.684320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Delete allocated IP 172.20.0.11 (93d440b4-6135-4137-a3e2-3f0d0768f739/e52092f2-607f-4015-aca0-4059e335b0ff) {{(pid=109784) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:58:49.700990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.28 (93d440b4-6135-4137-a3e2-3f0d0768f739/13eb5335-1f72-421b-a6d5-2485b6f31ad6/320a279a-da00-4025-8621-28a7dc581108) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:49.955444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:49.967892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:49.986638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b44bf-002c-4d36-bdae-dc6b4230c364 req-6897ee01-833e-4978-8b29-6daed0d892d9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:49.992547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-398b44bf-002c-4d36-bdae-dc6b4230c364 req-6897ee01-833e-4978-8b29-6daed0d892d9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0677099 Dec 17 15:58:50.101351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=320a279a-da00-4025-8621-28a7dc581108,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:50.176187 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-398b44bf-002c-4d36-bdae-dc6b4230c364 req-4a2b3cc9-bee0-43bc-8c96-dbd6713e0f76 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486995 Dec 17 15:58:50.201307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] In _notify_port_updated(), no bound segment for port 320a279a-da00-4025-8621-28a7dc581108 on network 93d440b4-6135-4137-a3e2-3f0d0768f739 {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:58:50.218952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:50.219640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.223858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1577de88-70c8-4697-b44a-5fde62388c7e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "PUT /v2.0/ports/320a279a-da00-4025-8621-28a7dc581108 HTTP/1.1" status: 200 len: 920 time: 1.7642386 Dec 17 15:58:50.228510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:50.361885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 320a279a-da00-4025-8621-28a7dc581108 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:50.362439 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.468292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:50.469659 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.551743 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.572691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd66ba7-738e-41f7-9c60-2404f01462bf req-16f3f476-848f-4e81-aef8-d70f9973e8a7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:50.574239 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9dd66ba7-738e-41f7-9c60-2404f01462bf req-16f3f476-848f-4e81-aef8-d70f9973e8a7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0985384 Dec 17 15:58:50.592199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 320a279a-da00-4025-8621-28a7dc581108 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:50.655657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Provisioning complete for port 0a7d1fbc-71e4-4c44-8534-557ab988d835 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:50.656342 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.701180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:50.732446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9dd66ba7-738e-41f7-9c60-2404f01462bf req-3cede84b-28ac-4038-92af-d19db5b534de tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358893 Dec 17 15:58:50.777631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Port 0a7d1fbc-71e4-4c44-8534-557ab988d835 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:50.812311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d2692949-ab97-45f7-9e77-f80d7c19dee4 req-bd1d3209-e979-40c7-af57-dd60639bf596 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0700669 Dec 17 15:58:50.823622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Provisioning complete for port 320a279a-da00-4025-8621-28a7dc581108 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:50.824138 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.855407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:50.855849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.890525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:50.909743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6f84f602-18ec-49cf-95f8-d5e30db68264 None None] Port 320a279a-da00-4025-8621-28a7dc581108 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:50.962447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=320a279a-da00-4025-8621-28a7dc581108,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:51.006568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.006917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.007263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.007603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.008037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.008498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.008833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.009188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.009515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.009901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.010238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.010636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.010995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:51.043882 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.049667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d3f9adba-020d-4807-b957-b9c17b9cbdbe tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/320a279a-da00-4025-8621-28a7dc581108 HTTP/1.1" status: 204 len: 168 time: 0.8177669 Dec 17 15:58:51.049986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48866) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:51.088527 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-2296f15b-0e7d-40d6-b7fb-853b5df422e4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:51.092681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2296f15b-0e7d-40d6-b7fb-853b5df422e4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/320a279a-da00-4025-8621-28a7dc581108 HTTP/1.1" status: 404 len: 333 time: 0.0393171 Dec 17 15:58:51.093138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48868) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:51.123212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-406f2e54-bbfc-4ac2-a181-ab6c0845fb8c None None] Could not find standard attr ID for object 320a279a-da00-4025-8621-28a7dc581108. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:51.179497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5626011b-6d87-4ee7-a907-9c81e90f9b1c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.212506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5626011b-6d87-4ee7-a907-9c81e90f9b1c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.282842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5626011b-6d87-4ee7-a907-9c81e90f9b1c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.286487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5626011b-6d87-4ee7-a907-9c81e90f9b1c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.290039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5626011b-6d87-4ee7-a907-9c81e90f9b1c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/security-groups/f3514f6a-3153-45f9-a45b-34f1f74f54b5 HTTP/1.1" status: 204 len: 168 time: 0.1958077 Dec 17 15:58:51.293038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48874) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:51.342969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626011b-6d87-4ee7-a907-9c81e90f9b1c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3514f6a-3153-45f9-a45b-34f1f74f54b5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:51.397983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-856e938f-7d60-4581-ab07-ab61901c343c req-27f7b94a-d0fe-4af3-aaaf-1f7d2260fcf2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0490282 Dec 17 15:58:51.432578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6284a943-497f-4dcc-a033-d8fe112a9480 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.455173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20843320-14e4-4ef5-a7f3-663b0f4a3c7d req-7a017e5d-a8c2-439b-80e9-9dcf6410fea1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:51.473095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20843320-14e4-4ef5-a7f3-663b0f4a3c7d req-7a017e5d-a8c2-439b-80e9-9dcf6410fea1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0865593 Dec 17 15:58:51.507899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6284a943-497f-4dcc-a033-d8fe112a9480 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.535999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20843320-14e4-4ef5-a7f3-663b0f4a3c7d req-52788964-e600-4da1-8ba9-18534e7ea486 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700510 Dec 17 15:58:51.570106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6284a943-497f-4dcc-a033-d8fe112a9480 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.573067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6284a943-497f-4dcc-a033-d8fe112a9480 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.574336 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6284a943-497f-4dcc-a033-d8fe112a9480 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/security-groups/6323d04d-372d-4156-aefd-4bd3a0edcecc HTTP/1.1" status: 204 len: 168 time: 0.2802811 Dec 17 15:58:51.577308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48878) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:51.590102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284a943-497f-4dcc-a033-d8fe112a9480 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6323d04d-372d-4156-aefd-4bd3a0edcecc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:51.669490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet e52092f2-607f-4015-aca0-4059e335b0ff {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:51.673042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.715736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.892602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:51.907285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-20ebe8ba-6302-4e40-8b6a-aad06876d6a6 req-e8a2771e-a4b7-4ad7-a0d1-cc336c53e459 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0349166 Dec 17 15:58:51.946024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69f57e-6fa4-4f18-8a54-14610b3659f6 req-8a54e585-e0bc-4161-9134-c31de5059c94 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:51.953842 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce69f57e-6fa4-4f18-8a54-14610b3659f6 req-8a54e585-e0bc-4161-9134-c31de5059c94 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1367862 Dec 17 15:58:52.015659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce69f57e-6fa4-4f18-8a54-14610b3659f6 req-dbdeecf5-1251-4f60-b66e-7c5e00f3943e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589373 Dec 17 15:58:52.041430 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.056574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.064244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/e52092f2-607f-4015-aca0-4059e335b0ff HTTP/1.1" status: 204 len: 168 time: 0.4814117 Dec 17 15:58:52.065977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48892) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:52.070940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06510d6-1c33-41a3-bfdd-0a01b45d56eb None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:52.079567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fbc83-0035-419b-8e27-861b16994f9e tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=e52092f2-607f-4015-aca0-4059e335b0ff,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:52.079811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:52.263349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:52.267031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.648016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.691505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:52.711075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:52.729166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:52.729759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.751148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=e98515aa-341e-4acf-8e84-3301c4ece5a4,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:52.766988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f18b0a9-bb79-4cdb-9d47-a04288e52e87 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6967413 Dec 17 15:58:52.767648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48910) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:52.773539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4662acd5-0e87-4ed2-8d31-90ddea264f58 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089926697'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:52.794304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e6bdd-9b16-4b64-b7ae-2fbabdc94d8f req-7830ec65-d37b-49fd-b056-c40a36c6b6b1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:52.806964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b40e6bdd-9b16-4b64-b7ae-2fbabdc94d8f req-7830ec65-d37b-49fd-b056-c40a36c6b6b1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1173253 Dec 17 15:58:52.810533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4662acd5-0e87-4ed2-8d31-90ddea264f58 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.857009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b40e6bdd-9b16-4b64-b7ae-2fbabdc94d8f req-dab5ae60-815f-4721-9ad8-eff3489fee30 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Dec 17 15:58:52.897595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4662acd5-0e87-4ed2-8d31-90ddea264f58 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.902222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4662acd5-0e87-4ed2-8d31-90ddea264f58 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.931550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662acd5-0e87-4ed2-8d31-90ddea264f58 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b62412-7978-4a49-b5b9-f58183950612,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:52.936107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4662acd5-0e87-4ed2-8d31-90ddea264f58 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.937371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4662acd5-0e87-4ed2-8d31-90ddea264f58 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1681068 Dec 17 15:58:52.940116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48914) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:52.944713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5661d5a9-370c-4240-a85d-384e99f30e76 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1764983192'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:52.973581 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5661d5a9-370c-4240-a85d-384e99f30e76 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:52.999390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a820b0-7fe9-4923-895b-4bdc31916147 None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:53.043859 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d85d1bf-bb93-4ca2-b2cd-65ffb7066b91 req-335c4848-bee2-425e-a6e5-b12e163d35cc tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0360606 Dec 17 15:58:53.086822 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5661d5a9-370c-4240-a85d-384e99f30e76 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.100462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5661d5a9-370c-4240-a85d-384e99f30e76 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.105909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-61f9e91b-ed1f-42a7-bb94-dd3e6597e2b7 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:53.107263 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61f9e91b-ed1f-42a7-bb94-dd3e6597e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.164185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661d5a9-370c-4240-a85d-384e99f30e76 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9ae86-4ea3-4265-9e76-1156f58cc1ca,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:53.194609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5661d5a9-370c-4240-a85d-384e99f30e76 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.197807 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5661d5a9-370c-4240-a85d-384e99f30e76 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2565892 Dec 17 15:58:53.201827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48928) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:53.206586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-480312fa-b387-41c3-b31e-c1193a26c829 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1769937622'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:53.226891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce3359-7108-49c7-b745-7b1af3e720a7 req-5efde960-407d-4c28-b458-1ef9d82e9d63 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:53.233243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40ce3359-7108-49c7-b745-7b1af3e720a7 req-5efde960-407d-4c28-b458-1ef9d82e9d63 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1021969 Dec 17 15:58:53.243508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-480312fa-b387-41c3-b31e-c1193a26c829 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.319946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40ce3359-7108-49c7-b745-7b1af3e720a7 req-91f3341a-4c9a-42f3-a4b3-49f5bc7a6357 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788059 Dec 17 15:58:53.366661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-480312fa-b387-41c3-b31e-c1193a26c829 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.376405 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-480312fa-b387-41c3-b31e-c1193a26c829 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.428256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-31bc9f03-b37f-48c4-be7c-7795305d8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:53.429856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-31bc9f03-b37f-48c4-be7c-7795305d8551 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0785217 Dec 17 15:58:53.436430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480312fa-b387-41c3-b31e-c1193a26c829 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517a4f69-3f5b-4578-835d-7154424bc46b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:53.451049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-480312fa-b387-41c3-b31e-c1193a26c829 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.456522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-480312fa-b387-41c3-b31e-c1193a26c829 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2509968 Dec 17 15:58:53.456808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48936) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:53.463121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-429525944', 'security_groups': ['517a4f69-3f5b-4578-835d-7154424bc46b'], 'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e98515aa-341e-4acf-8e84-3301c4ece5a4'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:53.523202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-61f9e91b-ed1f-42a7-bb94-dd3e6597e2b7 None None] Provisioning complete for port 0a7d1fbc-71e4-4c44-8534-557ab988d835 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:53.523911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61f9e91b-ed1f-42a7-bb94-dd3e6597e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.554599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ccfac-7a7d-484f-8010-876a7e96de7a None None] Update dhcp port {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'fixed_ips': [{'subnet_id': '13eb5335-1f72-421b-a6d5-2485b6f31ad6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e98515aa-341e-4acf-8e84-3301c4ece5a4'}], 'binding:host_id': 'n-d-806683-20'}, 'id': 'd4c9d7d6-4c82-4f97-a88d-fc5648f032b5'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:58:53.586517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ad90f9f1-1fb1-4c4e-a9a4-3863e6b06ed6 req-bb928453-260c-475a-be2a-751996f37e29 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.1160157 Dec 17 15:58:53.587479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-136ccfac-7a7d-484f-8010-876a7e96de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.598655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-61f9e91b-ed1f-42a7-bb94-dd3e6597e2b7 None None] Port 0a7d1fbc-71e4-4c44-8534-557ab988d835 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:53.644467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-7f01907e-66bd-4c35-8a37-e4242eb1de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:53.646012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-7f01907e-66bd-4c35-8a37-e4242eb1de44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 915 time: 0.1944087 Dec 17 15:58:53.646412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:53.653534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.677823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] device_id is not set on port 4e794120-d46d-46c7-aea2-f2a8476fffd3 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:58:53.741482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-27e7f622-9c46-49d4-bfa0-401ab97bfbca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 217 time: 0.0878615 Dec 17 15:58:53.771831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-136ccfac-7a7d-484f-8010-876a7e96de7a None None] Allocated IP 172.20.0.2 (93d440b4-6135-4137-a3e2-3f0d0768f739/e98515aa-341e-4acf-8e84-3301c4ece5a4/d4c9d7d6-4c82-4f97-a88d-fc5648f032b5) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:53.803588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-b4b85901-b5f3-41b1-ae81-2ed3caf902f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:53.805723 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-b4b85901-b5f3-41b1-ae81-2ed3caf902f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.0531049 Dec 17 15:58:53.847750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-6b0c5680-fbcb-4e8a-b210-71e6b034d70d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332739 Dec 17 15:58:53.869585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-136ccfac-7a7d-484f-8010-876a7e96de7a None None] For port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,segment=NetworkSegment(aceab645-61d4-4d5a-b26d-b71981acfa35),segment_id=aceab645-61d4-4d5a-b26d-b71981acfa35)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:53.901152 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-136ccfac-7a7d-484f-8010-876a7e96de7a None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.907704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-136ccfac-7a7d-484f-8010-876a7e96de7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:53.949550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-86f68da3-18f8-4978-9634-5a249468bc4f service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947082 Dec 17 15:58:53.981834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.7 (93d440b4-6135-4137-a3e2-3f0d0768f739/e98515aa-341e-4acf-8e84-3301c4ece5a4/4e794120-d46d-46c7-aea2-f2a8476fffd3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:54.008421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ccfac-7a7d-484f-8010-876a7e96de7a None None] Pushing event updated for resources: {'Port': ['ID=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:54.049972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159b55d-7c42-4bf5-8de8-b7c94c8751e0 req-bf963cf2-55eb-4d36-9771-a668e01781d6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:54.052135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b159b55d-7c42-4bf5-8de8-b7c94c8751e0 req-bf963cf2-55eb-4d36-9771-a668e01781d6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0849047 Dec 17 15:58:54.069562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690169c8-a761-4f1d-9cfe-594b662a52cb req-b389c6c1-0330-45f3-a1d9-c88faefd15ce service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119664 Dec 17 15:58:54.184802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b159b55d-7c42-4bf5-8de8-b7c94c8751e0 req-5bab0b9f-2cd9-413c-9936-cf9a34c489da tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127963 Dec 17 15:58:54.224170 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.258488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.307447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:54.310700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:54.314508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:54.320930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=4e794120-d46d-46c7-aea2-f2a8476fffd3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:54.368072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:54.368845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.392405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d63c28f7-88ec-4285-84c9-d92a9bce8741 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9317069 Dec 17 15:58:54.392982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:54.399078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-25debb25-8642-4033-90b4-3bbe0ed0e2bf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:54.530979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ee79c901-680a-4d3e-adaa-5ae64683dc7a None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:54.531565 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee79c901-680a-4d3e-adaa-5ae64683dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.531678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918590-a3e1-469e-916c-fa45c6cd0a4a req-f186263a-155c-4e3d-86fd-425a06777ca7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:54.533206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e918590-a3e1-469e-916c-fa45c6cd0a4a req-f186263a-155c-4e3d-86fd-425a06777ca7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.1169028 Dec 17 15:58:54.627065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e918590-a3e1-469e-916c-fa45c6cd0a4a req-c8028931-a2c0-48d2-bdad-28ad3b107552 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807862 Dec 17 15:58:54.631713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25debb25-8642-4033-90b4-3bbe0ed0e2bf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:54.635366 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25debb25-8642-4033-90b4-3bbe0ed0e2bf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.714437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ee79c901-680a-4d3e-adaa-5ae64683dc7a None None] Provisioning complete for port 0a7d1fbc-71e4-4c44-8534-557ab988d835 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:54.715085 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee79c901-680a-4d3e-adaa-5ae64683dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.743721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:54.751629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-80f56796-36a4-4f49-939d-932f6d7d4de1 req-89b2412c-7270-4fa0-94b6-638d9e4fb610 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0471184 Dec 17 15:58:54.760411 n-d-806683-20 neutron-server[109784]: INFO neutron.db.ipam_backend_mixin [None req-25debb25-8642-4033-90b4-3bbe0ed0e2bf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e98515aa-341e-4acf-8e84-3301c4ece5a4 (CIDR: 172.20.0.0/28) Dec 17 15:58:54.765139 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-25debb25-8642-4033-90b4-3bbe0ed0e2bf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:58:54.765850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25debb25-8642-4033-90b4-3bbe0ed0e2bf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:54.791424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-25debb25-8642-4033-90b4-3bbe0ed0e2bf tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3945274 Dec 17 15:58:54.794423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48962) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:54.800044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3448c022-f235-45ed-80dc-33fab8e96c63 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:54.800815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ee79c901-680a-4d3e-adaa-5ae64683dc7a None None] Port 0a7d1fbc-71e4-4c44-8534-557ab988d835 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:54.825539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:54.825928 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.928436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3448c022-f235-45ed-80dc-33fab8e96c63 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:54.931019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-409f60db-3610-4e02-950f-770a0805911e None None] Provisioning complete for port 4e794120-d46d-46c7-aea2-f2a8476fffd3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:54.931563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-409f60db-3610-4e02-950f-770a0805911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.932944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3448c022-f235-45ed-80dc-33fab8e96c63 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:54.973595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-409f60db-3610-4e02-950f-770a0805911e None None] Port 4e794120-d46d-46c7-aea2-f2a8476fffd3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:55.034536 n-d-806683-20 neutron-server[109783]: INFO neutron.db.ipam_backend_mixin [None req-3448c022-f235-45ed-80dc-33fab8e96c63 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 13eb5335-1f72-421b-a6d5-2485b6f31ad6 (CIDR: 172.20.0.16/28) Dec 17 15:58:55.037945 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3448c022-f235-45ed-80dc-33fab8e96c63 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:58:55.038441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3448c022-f235-45ed-80dc-33fab8e96c63 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:55.055030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3448c022-f235-45ed-80dc-33fab8e96c63 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2595160 Dec 17 15:58:55.058625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48966) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:55.063726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'subnet': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:55.178093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Made reservation on behalf of c313dbd7ec0146d4b285f4061d749402 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:55.181699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:55.303404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ea146-24a0-4fa6-afd8-5825b85fbdc6 req-9778c0b2-aff1-4768-a6d7-c5d1d84553cb tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:55.305109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b89ea146-24a0-4fa6-afd8-5825b85fbdc6 req-9778c0b2-aff1-4768-a6d7-c5d1d84553cb tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0570726 Dec 17 15:58:55.360270 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b89ea146-24a0-4fa6-afd8-5825b85fbdc6 req-661630bd-a625-40f5-957e-6c7ed1f5940a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Dec 17 15:58:55.443024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:55.483062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:55.486659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:55.489589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:55.490310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:55.495465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206008b5-da15-4cba-9813-29cbcd473afc None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:55.511846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Subnet': ['ID=220f0d21-998c-4ec1-b2d8-77d973beec82,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:55.516968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-24b96d48-1862-4fbc-b1dd-d4721e67187a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4573557 Dec 17 15:58:55.520529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48972) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:55.525356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-68596861', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '220f0d21-998c-4ec1-b2d8-77d973beec82'}], 'security_groups': ['04b62412-7978-4a49-b5b9-f58183950612', '19c9ae86-4ea3-4265-9e76-1156f58cc1ca']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:55.697807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:55.704080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8b242-6a12-48a3-81ea-13c9ccdd4476 None None] Update dhcp port {'port': {'network_id': '93d440b4-6135-4137-a3e2-3f0d0768f739', 'fixed_ips': [{'subnet_id': '13eb5335-1f72-421b-a6d5-2485b6f31ad6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e98515aa-341e-4acf-8e84-3301c4ece5a4', 'ip_address': '172.20.0.2'}, {'subnet_id': '220f0d21-998c-4ec1-b2d8-77d973beec82'}], 'binding:host_id': 'n-d-806683-20'}, 'id': 'd4c9d7d6-4c82-4f97-a88d-fc5648f032b5'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 15:58:55.729840 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43d8b242-6a12-48a3-81ea-13c9ccdd4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:55.748736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103a73-b46b-4482-9a5c-c05448b307db req-0f4640c6-dac8-484c-a9aa-ce2c57337807 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:55.750703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12103a73-b46b-4482-9a5c-c05448b307db req-0f4640c6-dac8-484c-a9aa-ce2c57337807 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0508564 Dec 17 15:58:55.807879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12103a73-b46b-4482-9a5c-c05448b307db req-eb8be0db-e029-40ec-973e-b687feb6569c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504580 Dec 17 15:58:55.898145 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ace99c2d-0a1a-4fd5-90e6-47cd9b17daca req-f923e527-71ed-4a3a-acab-b163f5bdd4ee tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0339451 Dec 17 15:58:55.936506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-43d8b242-6a12-48a3-81ea-13c9ccdd4476 None None] Allocated IP 172.20.0.34 (93d440b4-6135-4137-a3e2-3f0d0768f739/220f0d21-998c-4ec1-b2d8-77d973beec82/d4c9d7d6-4c82-4f97-a88d-fc5648f032b5) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:56.033554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-43d8b242-6a12-48a3-81ea-13c9ccdd4476 None None] For port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,segment=NetworkSegment(aceab645-61d4-4d5a-b26d-b71981acfa35),segment_id=aceab645-61d4-4d5a-b26d-b71981acfa35)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:56.063380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43d8b242-6a12-48a3-81ea-13c9ccdd4476 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.068901 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43d8b242-6a12-48a3-81ea-13c9ccdd4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.155771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8b242-6a12-48a3-81ea-13c9ccdd4476 None None] Pushing event updated for resources: {'Port': ['ID=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:56.196446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Delete allocated IP 172.20.0.7 (93d440b4-6135-4137-a3e2-3f0d0768f739/e98515aa-341e-4acf-8e84-3301c4ece5a4) {{(pid=109783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:58:56.212182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Allocated IP 172.20.0.43 (93d440b4-6135-4137-a3e2-3f0d0768f739/220f0d21-998c-4ec1-b2d8-77d973beec82/4e794120-d46d-46c7-aea2-f2a8476fffd3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:56.397605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.403915 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.504034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59936-1c7a-4856-b51d-dd507885b600 req-183d0f70-7240-4382-a432-984d12a76a49 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:56.506212 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3a59936-1c7a-4856-b51d-dd507885b600 req-183d0f70-7240-4382-a432-984d12a76a49 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0655882 Dec 17 15:58:56.559258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3a59936-1c7a-4856-b51d-dd507885b600 req-b1e62883-2095-4348-9cd5-900d6d1a4236 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464513 Dec 17 15:58:56.707957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:56.773151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:56.773520 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.780152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event updated for resources: {'Port': ['ID=4e794120-d46d-46c7-aea2-f2a8476fffd3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:56.801196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] In _notify_port_updated(), no bound segment for port 4e794120-d46d-46c7-aea2-f2a8476fffd3 on network 93d440b4-6135-4137-a3e2-3f0d0768f739 {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 15:58:56.807770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:56.808435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.809771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2f2885e6-a280-4d22-a0cc-0c51d08bb74c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "PUT /v2.0/ports/4e794120-d46d-46c7-aea2-f2a8476fffd3 HTTP/1.1" status: 200 len: 958 time: 1.2887428 Dec 17 15:58:56.812509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:56.923719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:56.924383 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.945070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 4e794120-d46d-46c7-aea2-f2a8476fffd3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:56.946538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:56.966136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a74494-12d2-4bf4-958e-c0976a3ab134 req-9f144b67-7d10-48cf-88b6-9591e4c5b496 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:56.974074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15a74494-12d2-4bf4-958e-c0976a3ab134 req-9f144b67-7d10-48cf-88b6-9591e4c5b496 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0864022 Dec 17 15:58:57.023723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Provisioning complete for port 4e794120-d46d-46c7-aea2-f2a8476fffd3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:57.024102 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.041175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15a74494-12d2-4bf4-958e-c0976a3ab134 req-de993fac-640d-4fd7-81f1-b5fae288badd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659072 Dec 17 15:58:57.054738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.061100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Port 4e794120-d46d-46c7-aea2-f2a8476fffd3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:57.072441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Provisioning complete for port 0a7d1fbc-71e4-4c44-8534-557ab988d835 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:57.072868 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.072979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 4e794120-d46d-46c7-aea2-f2a8476fffd3 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:57.112178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-95bf7894-9f86-4e29-a210-686c6b430c61 None None] Port 0a7d1fbc-71e4-4c44-8534-557ab988d835 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:57.163736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b128284-202f-4390-985d-f566a3d1e0f3 req-6f34c0dc-60a5-494f-9222-edafa0bdba81 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0370052 Dec 17 15:58:57.222269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83082a99-83db-4323-a049-5d44ee13fbb0 req-428b35d4-ec8e-46bb-92a9-3fbea2203b3c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:57.223918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83082a99-83db-4323-a049-5d44ee13fbb0 req-428b35d4-ec8e-46bb-92a9-3fbea2203b3c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 946 time: 0.0635080 Dec 17 15:58:57.229376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:57.277283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.305030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83082a99-83db-4323-a049-5d44ee13fbb0 req-b59e1340-d44a-413f-9999-d9d2a7f07a75 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719447 Dec 17 15:58:57.309883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=4e794120-d46d-46c7-aea2-f2a8476fffd3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:57.338505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.366039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:57.368523 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f53907-ac24-4e34-8c2d-44a30a4ada61" -d '{"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:57.384249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:57.392794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.451643 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d325b-2866-4b15-810c-c6acd29a9349 x-openstack-request-id: req-5b7d325b-2866-4b15-810c-c6acd29a9349 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:57.452299 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-unplugged", "status": "failed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43", "code": 422}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:57.452749 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b7d325b-2866-4b15-810c-c6acd29a9349 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:57.453356 n-d-806683-20 neutron-server[109785]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'code': 422} returned with failed status Dec 17 15:58:57.461484 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.461595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:57.463976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-24b2ca8c-6568-4ac0-bfeb-27912d55ce0a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/4e794120-d46d-46c7-aea2-f2a8476fffd3 HTTP/1.1" status: 204 len: 168 time: 0.6498907 Dec 17 15:58:57.468172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49012) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:57.496705 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8666a6f-a0a1-410e-84a5-bfd3ece663f3 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] GET failed (client error): The resource could not be found. Dec 17 15:58:57.500901 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a8666a6f-a0a1-410e-84a5-bfd3ece663f3 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports/4e794120-d46d-46c7-aea2-f2a8476fffd3 HTTP/1.1" status: 404 len: 333 time: 0.0315289 Dec 17 15:58:57.501152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:57.525990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-041aafed-cd8a-4dd7-944b-eccc5448238c req-5bde620d-8672-4ccc-97a2-0dffebae6840 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:58:57.527659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-041aafed-cd8a-4dd7-944b-eccc5448238c req-5bde620d-8672-4ccc-97a2-0dffebae6840 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073409 Dec 17 15:58:57.529376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-335ad31c-20eb-4041-b5fe-3cbe36e74bf2 None None] Could not find standard attr ID for object 4e794120-d46d-46c7-aea2-f2a8476fffd3. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:58:57.571524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.622423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.743359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c460eb0-f796-4804-8625-9b293d02ff59 req-2b4f2a8b-3d96-4626-bc72-37bf375f345f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:57.745135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c460eb0-f796-4804-8625-9b293d02ff59 req-2b4f2a8b-3d96-4626-bc72-37bf375f345f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.0604012 Dec 17 15:58:57.749980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.754093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.755592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/security-groups/517a4f69-3f5b-4578-835d-7154424bc46b HTTP/1.1" status: 204 len: 168 time: 0.2532609 Dec 17 15:58:57.761476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49028) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:57.771280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacbb19-5973-4f62-8fdb-64846d5550b8 req-a83cbfa6-da6f-4e8a-a2f2-2b3b0821a907 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:57.773148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1aacbb19-5973-4f62-8fdb-64846d5550b8 req-a83cbfa6-da6f-4e8a-a2f2-2b3b0821a907 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1004975 Dec 17 15:58:57.803996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c460eb0-f796-4804-8625-9b293d02ff59 req-c0588c85-b297-4ef2-9636-843337630b66 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 Dec 17 15:58:57.804194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517a4f69-3f5b-4578-835d-7154424bc46b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:57.853103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.853633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.854105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.854553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.855015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.855618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.856071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.856554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.856996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.857428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.857834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.858235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.858599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa15bb77-9496-415f-9ccd-2fce85f7ad9a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:57.883358 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1aacbb19-5973-4f62-8fdb-64846d5550b8 req-a9432036-7fbb-4d69-b74d-73e2e7295a82 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006544 Dec 17 15:58:57.906616 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb564f09-c5e9-41a3-9f0c-0299d7e12588 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.930007 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb564f09-c5e9-41a3-9f0c-0299d7e12588 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.973552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb564f09-c5e9-41a3-9f0c-0299d7e12588 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.976316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb564f09-c5e9-41a3-9f0c-0299d7e12588 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:57.980627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49038) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:57.981018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fb564f09-c5e9-41a3-9f0c-0299d7e12588 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/security-groups/19c9ae86-4ea3-4265-9e76-1156f58cc1ca HTTP/1.1" status: 204 len: 168 time: 0.2063708 Dec 17 15:58:57.990198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb564f09-c5e9-41a3-9f0c-0299d7e12588 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9ae86-4ea3-4265-9e76-1156f58cc1ca,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:58.096379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8ef40fb-cf40-4153-a407-d53146ade800 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.101671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-642527ae-809e-4801-ae23-2f413e1ac09e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1867599 Dec 17 15:58:58.117138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-a16c2d7c-8fd1-4a75-a678-7c3106a5cca5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:58:58.118105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-a16c2d7c-8fd1-4a75-a678-7c3106a5cca5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077226 Dec 17 15:58:58.129784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8ef40fb-cf40-4153-a407-d53146ade800 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.179421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8ef40fb-cf40-4153-a407-d53146ade800 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.180702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8ef40fb-cf40-4153-a407-d53146ade800 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.182908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b8ef40fb-cf40-4153-a407-d53146ade800 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/security-groups/04b62412-7978-4a49-b5b9-f58183950612 HTTP/1.1" status: 204 len: 168 time: 0.2010520 Dec 17 15:58:58.185411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:58.193275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef40fb-cf40-4153-a407-d53146ade800 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b62412-7978-4a49-b5b9-f58183950612,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:58.248152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet e98515aa-341e-4acf-8e84-3301c4ece5a4 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:58.253725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.300153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f7a65e47-571f-43ec-800f-4f4543edcce9 req-46731c20-d6d0-47ae-894c-fd42c77ade12 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0330637 Dec 17 15:58:58.324478 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.410536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.470895 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.504933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=e98515aa-341e-4acf-8e84-3301c4ece5a4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:58.506870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.510806 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9df26965-0484-414c-b188-a70abfa9a41c tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/e98515aa-341e-4acf-8e84-3301c4ece5a4 HTTP/1.1" status: 204 len: 168 time: 0.3240652 Dec 17 15:58:58.514195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49054) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:58.516114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362dab9-f2da-4023-a51a-4ada9a901aa0 None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:58.578077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 220f0d21-998c-4ec1-b2d8-77d973beec82 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:58.582256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.637927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.736804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.805296 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.833542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=220f0d21-998c-4ec1-b2d8-77d973beec82,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:58.836817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.840658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-df49c4cd-3dae-41fb-8ec9-96247e805cf2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/220f0d21-998c-4ec1-b2d8-77d973beec82 HTTP/1.1" status: 204 len: 168 time: 0.3255396 Dec 17 15:58:58.843053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49060) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:58.872209 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e42c42-0a39-416c-af1a-b11b7e5dc516 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:58.872701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e42c42-0a39-416c-af1a-b11b7e5dc516 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:58.875974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c2e42c42-0a39-416c-af1a-b11b7e5dc516 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/e98515aa-341e-4acf-8e84-3301c4ece5a4 HTTP/1.1" status: 404 len: 337 time: 0.0318525 Dec 17 15:58:58.878822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49062) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:58.940684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting subnet 13eb5335-1f72-421b-a6d5-2485b6f31ad6 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:58:58.944354 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:58.946104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624bcbf-c436-4fda-b673-418d527641bc req-70fa842e-5d77-4795-aced-79ab842ac099 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:58.947706 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3624bcbf-c436-4fda-b673-418d527641bc req-70fa842e-5d77-4795-aced-79ab842ac099 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.0569434 Dec 17 15:58:59.005985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.013948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3624bcbf-c436-4fda-b673-418d527641bc req-07b21d82-d739-4e90-9b50-3c69de2eba67 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602555 Dec 17 15:58:59.133561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba7669-65a0-4f87-b3b3-e4d04d30ac61 req-bf9db7b3-eeb7-4cae-b73c-6b6ee79dda1a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:59.142808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fba7669-65a0-4f87-b3b3-e4d04d30ac61 req-bf9db7b3-eeb7-4cae-b73c-6b6ee79dda1a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0987239 Dec 17 15:58:59.151778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-27f02b5c-5876-4a82-b977-3b921529bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:59.154416 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-27f02b5c-5876-4a82-b977-3b921529bfc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5&tenant_id=9bfc9c16e5bd406b97128992b249e9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0890710 Dec 17 15:58:59.166081 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.237838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-8f0b243c-53b0-4ba3-a96a-03553454fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:59.239398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-8f0b243c-53b0-4ba3-a96a-03553454fab2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0474687 Dec 17 15:58:59.258175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fba7669-65a0-4f87-b3b3-e4d04d30ac61 req-3690772b-75cc-48f5-8246-6173fd194cd3 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095283 Dec 17 15:58:59.288996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.315809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Subnet': ['ID=13eb5335-1f72-421b-a6d5-2485b6f31ad6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:59.321477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.325406 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dcb67337-decc-486b-9969-b7c883fd4638 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/13eb5335-1f72-421b-a6d5-2485b6f31ad6 HTTP/1.1" status: 204 len: 168 time: 0.4454527 Dec 17 15:58:59.327726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49074) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.329346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697ac2b-4ee2-4c60-899b-896ae47c50ea None None] Network 93d440b4-6135-4137-a3e2-3f0d0768f739 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:58:59.355316 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4539fd-ff05-4eea-b394-52951dd5a5aa tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.355762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4539fd-ff05-4eea-b394-52951dd5a5aa tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.359868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e4539fd-ff05-4eea-b394-52951dd5a5aa tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/e52092f2-607f-4015-aca0-4059e335b0ff HTTP/1.1" status: 404 len: 337 time: 0.0306282 Dec 17 15:58:59.362278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49076) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.375858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-1587e850-131d-428d-8052-6675f3b8785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:59.376998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-1587e850-131d-428d-8052-6675f3b8785f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 915 time: 0.1301920 Dec 17 15:58:59.393912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-334770d4-7f83-4f14-acf1-e333151f50ad tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb4a00a0-50f8-4057-8b34-189fa48e985c HTTP/1.1" status: 200 len: 205 time: 0.0304506 Dec 17 15:58:59.399562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.405041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-915f392d-2f79-4d6e-8960-c417b22d5805 None None] Provisioning complete for port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:59.405405 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-915f392d-2f79-4d6e-8960-c417b22d5805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.422459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbb39652-4143-47cc-a811-ee40ba59515f req-028903f3-34bc-4b49-b34d-57faffffa2cc tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0323086 Dec 17 15:58:59.429076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-26303652-564b-446d-9368-889f4a80c642 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 217 time: 0.0380225 Dec 17 15:58:59.459874 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-2cfcae6a-0d76-4d8d-940a-ec8b56ce7b54 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] delete failed (client error): The resource could not be found. Dec 17 15:58:59.463526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2cfcae6a-0d76-4d8d-940a-ec8b56ce7b54 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/routers/bb4a00a0-50f8-4057-8b34-189fa48e985c HTTP/1.1" status: 404 len: 336 time: 0.0589447 Dec 17 15:58:59.463857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49080) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.492007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-fa30d063-bfe7-4406-a96f-36b0e07401ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:59.492200 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-629b44dd-d3a2-4c15-96e5-2b61c3252ab4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.492646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629b44dd-d3a2-4c15-96e5-2b61c3252ab4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.493523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-fa30d063-bfe7-4406-a96f-36b0e07401ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.0564201 Dec 17 15:58:59.495960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-629b44dd-d3a2-4c15-96e5-2b61c3252ab4 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/80f76c08-2bf7-4668-8bc1-ae62c1bec346 HTTP/1.1" status: 404 len: 337 time: 0.0304809 Dec 17 15:58:59.498317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49082) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.534513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-915f392d-2f79-4d6e-8960-c417b22d5805 None None] Provisioning complete for port 0a7d1fbc-71e4-4c44-8534-557ab988d835 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:59.535029 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-915f392d-2f79-4d6e-8960-c417b22d5805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.537805 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-7284f0e6-2b9a-4c93-b162-36998d057f3a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.538450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7284f0e6-2b9a-4c93-b162-36998d057f3a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.540181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-1ee8edd0-be73-48a6-98e6-f04427ca3a2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337996 Dec 17 15:58:59.541790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7284f0e6-2b9a-4c93-b162-36998d057f3a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/4b8ef8b2-e968-491c-9773-a2c66d2dda5b HTTP/1.1" status: 404 len: 337 time: 0.0423949 Dec 17 15:58:59.544074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49084) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.559670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] DHCP port deletion for 93d440b4-6135-4137-a3e2-3f0d0768f739 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:58:59.569676 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36d5937-546b-46db-a50a-bfa95be1e0c6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.570342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36d5937-546b-46db-a50a-bfa95be1e0c6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.573699 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f36d5937-546b-46db-a50a-bfa95be1e0c6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/8e949a68-5db9-4116-b517-29eee0f9d6eb HTTP/1.1" status: 404 len: 337 time: 0.0285425 Dec 17 15:58:59.576170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49086) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.579805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-915f392d-2f79-4d6e-8960-c417b22d5805 None None] Port 0a7d1fbc-71e4-4c44-8534-557ab988d835 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 15:58:59.610160 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40b6599-7445-4074-b3c6-0e015ad26299 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.610826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40b6599-7445-4074-b3c6-0e015ad26299 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.614215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b40b6599-7445-4074-b3c6-0e015ad26299 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/6724677f-fada-455b-a7bc-72b7d05fd877 HTTP/1.1" status: 404 len: 333 time: 0.0367000 Dec 17 15:58:59.616634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49088) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.621988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] Deleting port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:59.622363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.656179 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aba0978-ec03-4763-9ad3-e7d9909997f2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.656634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aba0978-ec03-4763-9ad3-e7d9909997f2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.661238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6aba0978-ec03-4763-9ad3-e7d9909997f2 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/755b2835-6a8e-4d74-b4e2-2d72a29193d3 HTTP/1.1" status: 404 len: 337 time: 0.0420666 Dec 17 15:58:59.662426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49092) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.676440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-33271f76-b070-411a-adac-13888f5f54b2 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244209 Dec 17 15:58:59.688679 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab39b95e-ceeb-4026-bf77-c8537d95c30d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.689128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab39b95e-ceeb-4026-bf77-c8537d95c30d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.692290 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ab39b95e-ceeb-4026-bf77-c8537d95c30d tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/7d5e4a82-1807-4c02-b15d-7570bd9c6f15 HTTP/1.1" status: 404 len: 337 time: 0.0285997 Dec 17 15:58:59.692450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] For port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,segment=NetworkSegment(aceab645-61d4-4d5a-b26d-b71981acfa35),segment_id=aceab645-61d4-4d5a-b26d-b71981acfa35)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:59.692697 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.694628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49094) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.707042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] Calling delete_port for d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:58:59.722119 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f34fec-96ad-49f9-9727-760000a775d6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.722785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f34fec-96ad-49f9-9727-760000a775d6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.727849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-85f34fec-96ad-49f9-9727-760000a775d6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/53e1f9f3-64b1-4b22-8d6d-833d7dd3c913 HTTP/1.1" status: 404 len: 333 time: 0.0304675 Dec 17 15:58:59.728861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49096) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.755693 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e505b4-6e0b-44c7-b2ee-177cc22c7b15 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.756450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e505b4-6e0b-44c7-b2ee-177cc22c7b15 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.759959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b6e505b4-6e0b-44c7-b2ee-177cc22c7b15 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/ea66e31b-cf00-421f-8fa1-15f693417c30 HTTP/1.1" status: 404 len: 337 time: 0.0299945 Dec 17 15:58:59.762486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49098) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.785803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3671dfb-c3bc-40f4-a001-4e8ef409efc6 req-b040cbfe-eff2-4f5f-85f4-e47e07d4aa1d service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868542 Dec 17 15:58:59.788785 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-b345a261-6ec8-4bc0-afd7-45ca5f7e8d3a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] DELETE failed (client error): The resource could not be found. Dec 17 15:58:59.789181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b345a261-6ec8-4bc0-afd7-45ca5f7e8d3a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:58:59.792405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b345a261-6ec8-4bc0-afd7-45ca5f7e8d3a tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/subnets/1675d94a-fcf1-45b6-af31-4da64807fad4 HTTP/1.1" status: 404 len: 337 time: 0.0287840 Dec 17 15:58:59.795087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49100) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:58:59.796563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.829676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] No DVR routers for this DVR port d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:59.834190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd0bf2-b902-4d1d-9af3-ff4291cc9126 None None] Pushing event deleted for resources: {'Port': ['ID=d4c9d7d6-4c82-4f97-a88d-fc5648f032b5,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:59.885718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Deleting port 0a7d1fbc-71e4-4c44-8534-557ab988d835 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:58:59.886067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.955721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:58:59.969440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Calling delete_port for 0a7d1fbc-71e4-4c44-8534-557ab988d835 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:00.067553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.101890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Port': ['ID=0a7d1fbc-71e4-4c44-8534-557ab988d835,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:00.112335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.115611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-be4f7d1a-f03c-4e7e-8966-e7818c015dd6 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/ports/0a7d1fbc-71e4-4c44-8534-557ab988d835 HTTP/1.1" status: 204 len: 168 time: 0.3195932 Dec 17 15:59:00.118003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49116) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:00.185968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4817-c588-4158-869f-0db19de826f8 req-371f1f70-1fbd-4daf-9b77-badea4cdae54 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:00.187592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e0f4817-c588-4158-869f-0db19de826f8 req-371f1f70-1fbd-4daf-9b77-badea4cdae54 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.0789199 Dec 17 15:59:00.207599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.308218 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e0f4817-c588-4158-869f-0db19de826f8 req-cadd3ab1-5eb3-4502-864c-6a8537b34f84 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072612 Dec 17 15:59:00.373938 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.400781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d440b4-6135-4137-a3e2-3f0d0768f739']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:00.418977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aceab645-61d4-4d5a-b26d-b71981acfa35') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:00.419592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aceab645-61d4-4d5a-b26d-b71981acfa35') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:00.441207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.456769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.464664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:59:00.465046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:59:00.469995 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:59:00.479758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f682fdf-4974-4e9a-9111-c9dd32e83c31 req-fe440164-5f5b-4859-83eb-b13d37bbd53f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:00.493045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7f682fdf-4974-4e9a-9111-c9dd32e83c31 req-fe440164-5f5b-4859-83eb-b13d37bbd53f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1077178 Dec 17 15:59:00.562018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.584835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7f682fdf-4974-4e9a-9111-c9dd32e83c31 req-d5ebe07b-6f33-4e63-a734-837d104a7ef7 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907984 Dec 17 15:59:00.601709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:00.623898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] 10.222.0.54 "DELETE /v2.0/networks/93d440b4-6135-4137-a3e2-3f0d0768f739 HTTP/1.1" status: 204 len: 168 time: 0.5047858 Dec 17 15:59:00.681069 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:59:00.683566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61331144-c33d-4b81-a792-1e33cc8c9206 tempest-PortsTestJSON-1606836654 tempest-PortsTestJSON-1606836654-project] Pushing event deleted for resources: {'Network': ['ID=93d440b4-6135-4137-a3e2-3f0d0768f739,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:00.747591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:00.779248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:00.779620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d4c9d7d6-4c82-4f97-a88d-fc5648f032b5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:00.856732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a76ad1bb-35bc-409f-92b3-693a0f8f3a58 req-0412c1eb-b18b-450d-a962-998b19b4c1d5 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0411386 Dec 17 15:59:01.025187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:01.161041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-141be0cf-94ea-45e2-928b-3a4fc840a078 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c313dbd7ec0146d4b285f4061d749402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342196 Dec 17 15:59:01.163631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49144) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:01.224767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c394-f9c9-4feb-aed1-117526114b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:01.245977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c394-f9c9-4feb-aed1-117526114b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:01.248569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:01.296493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c394-f9c9-4feb-aed1-117526114b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:01.299867 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9e1c394-f9c9-4feb-aed1-117526114b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:01.301033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e9e1c394-f9c9-4feb-aed1-117526114b45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5b08275-e5e1-45b6-84a6-ab2e3184fe1a HTTP/1.1" status: 204 len: 168 time: 0.1364675 Dec 17 15:59:01.314718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1c394-f9c9-4feb-aed1-117526114b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b08275-e5e1-45b6-84a6-ab2e3184fe1a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.042153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49174) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.139423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--91029841'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:02.167140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.174936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.260595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.267021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.309855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9bf97-5a2e-47f8-83db-284b7258bed3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.349628 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.354590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.383921 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.385188 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3420033 Dec 17 15:59:02.386965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda0f3d-e361-442b-a081-b9086caf29ec tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877e18d3-6106-4f67-840b-15b072b42b05,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.388027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49178) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.448511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-558b6e84-ee6c-48c1-b67a-49c0730555ed tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0592029 Dec 17 15:59:02.452232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49180) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.458857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2a03a933-f8b9-47c1-b8b8-13a8d536d6c0 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-security--1692989307', 'description': 'tempest-security-description-1759133552'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:02.495045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a03a933-f8b9-47c1-b8b8-13a8d536d6c0 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.541293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a03a933-f8b9-47c1-b8b8-13a8d536d6c0 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.546254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a03a933-f8b9-47c1-b8b8-13a8d536d6c0 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.549497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a03a933-f8b9-47c1-b8b8-13a8d536d6c0 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.551058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2a03a933-f8b9-47c1-b8b8-13a8d536d6c0 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "PUT /v2.0/security-groups/877e18d3-6106-4f67-840b-15b072b42b05 HTTP/1.1" status: 200 len: 1797 time: 0.0974176 Dec 17 15:59:02.555153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49182) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.585389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03a933-f8b9-47c1-b8b8-13a8d536d6c0 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877e18d3-6106-4f67-840b-15b072b42b05,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.606248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c49faf57-ec54-4765-b49c-9cef576678f8 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups/877e18d3-6106-4f67-840b-15b072b42b05 HTTP/1.1" status: 200 len: 1797 time: 0.0496185 Dec 17 15:59:02.608864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49184) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.659761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4895-7860-4990-8f45-e61f28d8ebbb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.683144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4895-7860-4990-8f45-e61f28d8ebbb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.729657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4895-7860-4990-8f45-e61f28d8ebbb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.732438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4895-7860-4990-8f45-e61f28d8ebbb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.733567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6c4a4895-7860-4990-8f45-e61f28d8ebbb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/877e18d3-6106-4f67-840b-15b072b42b05 HTTP/1.1" status: 204 len: 168 time: 0.1237154 Dec 17 15:59:02.736507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.742364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a4895-7860-4990-8f45-e61f28d8ebbb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e18d3-6106-4f67-840b-15b072b42b05,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.803007 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3aa7f37e-ec6d-44dd-ab40-1c902f0c830a tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0652699 Dec 17 15:59:02.807543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49188) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.822207 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-f63da3f4-082c-44b0-beba-f74fd88100c1 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] delete failed (client error): The resource could not be found. Dec 17 15:59:02.823983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f63da3f4-082c-44b0-beba-f74fd88100c1 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/877e18d3-6106-4f67-840b-15b072b42b05 HTTP/1.1" status: 404 len: 347 time: 0.0151217 Dec 17 15:59:02.830315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49190) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.836491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1c63f615-7cd5-4a4c-9b7e-b837610c9457 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--322877500'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:02.862200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c63f615-7cd5-4a4c-9b7e-b837610c9457 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.930384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c63f615-7cd5-4a4c-9b7e-b837610c9457 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.936064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c63f615-7cd5-4a4c-9b7e-b837610c9457 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.963062 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c63f615-7cd5-4a4c-9b7e-b837610c9457 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:02.964293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c63f615-7cd5-4a4c-9b7e-b837610c9457 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1326177 Dec 17 15:59:02.967433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:02.968206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63f615-7cd5-4a4c-9b7e-b837610c9457 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1698d9dc-faa5-492a-ada3-471d9ccce7b4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.972686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-58e5a92f-fa10-44ea-b63f-c8d370522e0b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '1698d9dc-faa5-492a-ada3-471d9ccce7b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:03.009004 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58e5a92f-fa10-44ea-b63f-c8d370522e0b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.055631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58e5a92f-fa10-44ea-b63f-c8d370522e0b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.061028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58e5a92f-fa10-44ea-b63f-c8d370522e0b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.079323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5a92f-fa10-44ea-b63f-c8d370522e0b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b0856d-6ba7-41ef-ab43-2f71f38b6741,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.097026 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58e5a92f-fa10-44ea-b63f-c8d370522e0b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.098246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-58e5a92f-fa10-44ea-b63f-c8d370522e0b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297522 Dec 17 15:59:03.101044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49194) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.154567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-358087ec-b7e8-4bfb-848a-fbd1fb825b88 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.161838 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-358087ec-b7e8-4bfb-848a-fbd1fb825b88 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.195464 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-358087ec-b7e8-4bfb-848a-fbd1fb825b88 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.201075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-358087ec-b7e8-4bfb-848a-fbd1fb825b88 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.202159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-358087ec-b7e8-4bfb-848a-fbd1fb825b88 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/98b0856d-6ba7-41ef-ab43-2f71f38b6741 HTTP/1.1" status: 204 len: 168 time: 0.1002696 Dec 17 15:59:03.204938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.207573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358087ec-b7e8-4bfb-848a-fbd1fb825b88 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98b0856d-6ba7-41ef-ab43-2f71f38b6741,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.257209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bb9d729c-b85c-4c6c-afbd-8f51ef92c951 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506873 Dec 17 15:59:03.260678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.331802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c1e1-e770-48b3-ad24-a4c7082bc561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.355887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c1e1-e770-48b3-ad24-a4c7082bc561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.403976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c1e1-e770-48b3-ad24-a4c7082bc561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.407036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1e0c1e1-e770-48b3-ad24-a4c7082bc561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.408268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a1e0c1e1-e770-48b3-ad24-a4c7082bc561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/1698d9dc-faa5-492a-ada3-471d9ccce7b4 HTTP/1.1" status: 204 len: 168 time: 0.1464348 Dec 17 15:59:03.410944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49200) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.418091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0c1e1-e770-48b3-ad24-a4c7082bc561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1698d9dc-faa5-492a-ada3-471d9ccce7b4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.466705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-56251f26-f6f4-4362-9f1b-f07fa5c6745a tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543404 Dec 17 15:59:03.470289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49202) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.475243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-227d5355-46b9-4141-9593-de1449d5f794 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--107857354'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:03.500441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227d5355-46b9-4141-9593-de1449d5f794 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.565496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227d5355-46b9-4141-9593-de1449d5f794 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.570949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227d5355-46b9-4141-9593-de1449d5f794 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.604212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-227d5355-46b9-4141-9593-de1449d5f794 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.605475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-227d5355-46b9-4141-9593-de1449d5f794 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1340883 Dec 17 15:59:03.608348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49204) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.608484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d5355-46b9-4141-9593-de1449d5f794 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ada07bf-b7ea-4ebc-947a-d0ed8b00f514,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.613104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a0c37101-f158-481e-a875-25adad1a5688 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '2ada07bf-b7ea-4ebc-947a-d0ed8b00f514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:03.645057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a0c37101-f158-481e-a875-25adad1a5688 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.689840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a0c37101-f158-481e-a875-25adad1a5688 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.694584 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a0c37101-f158-481e-a875-25adad1a5688 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.713003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c37101-f158-481e-a875-25adad1a5688 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244afc38-98d7-44c2-b996-142a3314eee8,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.723512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a0c37101-f158-481e-a875-25adad1a5688 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.728342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49206) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.729106 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a0c37101-f158-481e-a875-25adad1a5688 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181583 Dec 17 15:59:03.733815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1f520714-ad0c-4383-baea-ba6b0ab159fe tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '2ada07bf-b7ea-4ebc-947a-d0ed8b00f514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:03.769735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f520714-ad0c-4383-baea-ba6b0ab159fe tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.833826 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f520714-ad0c-4383-baea-ba6b0ab159fe tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.839059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f520714-ad0c-4383-baea-ba6b0ab159fe tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.857238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f520714-ad0c-4383-baea-ba6b0ab159fe tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c32e5bd-9e94-483e-9ca4-138451b222ba,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.866190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f520714-ad0c-4383-baea-ba6b0ab159fe tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.867409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1f520714-ad0c-4383-baea-ba6b0ab159fe tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374483 Dec 17 15:59:03.870361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49208) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:03.874790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5db9d349-0c14-40fc-93d2-dbf5ed4cd00c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '2ada07bf-b7ea-4ebc-947a-d0ed8b00f514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:03.912245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5db9d349-0c14-40fc-93d2-dbf5ed4cd00c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.979408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5db9d349-0c14-40fc-93d2-dbf5ed4cd00c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:03.987166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5db9d349-0c14-40fc-93d2-dbf5ed4cd00c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.017481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9d349-0c14-40fc-93d2-dbf5ed4cd00c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866ee2dc-b189-4b2f-8d13-f2e1c5e591bf,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.024056 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5db9d349-0c14-40fc-93d2-dbf5ed4cd00c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.028644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.028911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5db9d349-0c14-40fc-93d2-dbf5ed4cd00c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573887 Dec 17 15:59:04.033790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7f0eefb4-ee66-4d5e-84c6-ef527ed090ab tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '2ada07bf-b7ea-4ebc-947a-d0ed8b00f514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:04.063154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f0eefb4-ee66-4d5e-84c6-ef527ed090ab tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.127883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f0eefb4-ee66-4d5e-84c6-ef527ed090ab tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.131942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f0eefb4-ee66-4d5e-84c6-ef527ed090ab tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.151176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0eefb4-ee66-4d5e-84c6-ef527ed090ab tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18374b8-c8e1-471f-9f7d-775e077315c0,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.161017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f0eefb4-ee66-4d5e-84c6-ef527ed090ab tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.162245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7f0eefb4-ee66-4d5e-84c6-ef527ed090ab tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321602 Dec 17 15:59:04.164986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49212) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.169590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4cc971cc-960c-4cd8-8ca4-fc07e1147319 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '2ada07bf-b7ea-4ebc-947a-d0ed8b00f514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:04.202315 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cc971cc-960c-4cd8-8ca4-fc07e1147319 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.280135 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cc971cc-960c-4cd8-8ca4-fc07e1147319 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.285906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cc971cc-960c-4cd8-8ca4-fc07e1147319 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.320151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc971cc-960c-4cd8-8ca4-fc07e1147319 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1728dea-a161-4a77-bb50-4c4f68a3ba88,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.331330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cc971cc-960c-4cd8-8ca4-fc07e1147319 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.335421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4cc971cc-960c-4cd8-8ca4-fc07e1147319 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1668737 Dec 17 15:59:04.335677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49216) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.364747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8fb5-67aa-4adf-8a98-eda8a2e7618b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.376172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8fb5-67aa-4adf-8a98-eda8a2e7618b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.413434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8fb5-67aa-4adf-8a98-eda8a2e7618b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.420148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4cf8fb5-67aa-4adf-8a98-eda8a2e7618b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.421386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f4cf8fb5-67aa-4adf-8a98-eda8a2e7618b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d1728dea-a161-4a77-bb50-4c4f68a3ba88 HTTP/1.1" status: 204 len: 168 time: 0.0842934 Dec 17 15:59:04.424099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49218) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.427462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf8fb5-67aa-4adf-8a98-eda8a2e7618b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1728dea-a161-4a77-bb50-4c4f68a3ba88,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.473121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8b4108ca-7155-4390-be27-c3b5f7b069fb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0475996 Dec 17 15:59:04.476228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49220) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.514043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb51e4-bace-4905-9c3f-ded0e503dc62 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.523616 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb51e4-bace-4905-9c3f-ded0e503dc62 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.562066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb51e4-bace-4905-9c3f-ded0e503dc62 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.568225 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb51e4-bace-4905-9c3f-ded0e503dc62 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.571945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98bb51e4-bace-4905-9c3f-ded0e503dc62 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d18374b8-c8e1-471f-9f7d-775e077315c0 HTTP/1.1" status: 204 len: 168 time: 0.0922885 Dec 17 15:59:04.572395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49222) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.577970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb51e4-bace-4905-9c3f-ded0e503dc62 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d18374b8-c8e1-471f-9f7d-775e077315c0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.633777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-73af7ee5-6ff3-4ad7-8071-3f0a2d820593 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0598569 Dec 17 15:59:04.636474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49224) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.659418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0d83-8d61-45a5-8491-7bb73a3d3fe8 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.667653 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0d83-8d61-45a5-8491-7bb73a3d3fe8 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.698893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0d83-8d61-45a5-8491-7bb73a3d3fe8 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.705292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0d83-8d61-45a5-8491-7bb73a3d3fe8 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.706468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f1e0d83-8d61-45a5-8491-7bb73a3d3fe8 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/866ee2dc-b189-4b2f-8d13-f2e1c5e591bf HTTP/1.1" status: 204 len: 168 time: 0.0690243 Dec 17 15:59:04.709375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49226) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.712053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e0d83-8d61-45a5-8491-7bb73a3d3fe8 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=866ee2dc-b189-4b2f-8d13-f2e1c5e591bf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.757870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c72fb487-4937-408b-b4c9-afb17e43232c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0469627 Dec 17 15:59:04.760880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49228) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.789827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf918f5-c5d0-45fb-b1b0-cdcb4d93ffe4 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.799582 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf918f5-c5d0-45fb-b1b0-cdcb4d93ffe4 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.831970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf918f5-c5d0-45fb-b1b0-cdcb4d93ffe4 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.840571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf918f5-c5d0-45fb-b1b0-cdcb4d93ffe4 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.842754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2bf918f5-c5d0-45fb-b1b0-cdcb4d93ffe4 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/2c32e5bd-9e94-483e-9ca4-138451b222ba HTTP/1.1" status: 204 len: 168 time: 0.0802624 Dec 17 15:59:04.845336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49230) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.852498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf918f5-c5d0-45fb-b1b0-cdcb4d93ffe4 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c32e5bd-9e94-483e-9ca4-138451b222ba,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.886310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aaaabfff-a09c-420d-b909-e69ec5aaa9a6 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397632 Dec 17 15:59:04.889114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49232) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.913859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c666ea0-4ef2-49c2-a3a3-5625619bc78e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.924643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c666ea0-4ef2-49c2-a3a3-5625619bc78e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.961303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c666ea0-4ef2-49c2-a3a3-5625619bc78e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.969867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c666ea0-4ef2-49c2-a3a3-5625619bc78e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:04.971488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c666ea0-4ef2-49c2-a3a3-5625619bc78e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/244afc38-98d7-44c2-b996-142a3314eee8 HTTP/1.1" status: 204 len: 168 time: 0.0811973 Dec 17 15:59:04.975067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49234) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:04.977838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c666ea0-4ef2-49c2-a3a3-5625619bc78e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=244afc38-98d7-44c2-b996-142a3314eee8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.018905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cd48e101-4d81-4293-8e5a-0bc696174ca4 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425012 Dec 17 15:59:05.021901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49236) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.084858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89192c97-24fe-4f38-828f-6c2a9bdcaf6e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.110258 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89192c97-24fe-4f38-828f-6c2a9bdcaf6e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.156302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89192c97-24fe-4f38-828f-6c2a9bdcaf6e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.159174 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89192c97-24fe-4f38-828f-6c2a9bdcaf6e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.160330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-89192c97-24fe-4f38-828f-6c2a9bdcaf6e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/2ada07bf-b7ea-4ebc-947a-d0ed8b00f514 HTTP/1.1" status: 204 len: 168 time: 0.1374779 Dec 17 15:59:05.163001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49238) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.169635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89192c97-24fe-4f38-828f-6c2a9bdcaf6e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ada07bf-b7ea-4ebc-947a-d0ed8b00f514,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.212804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b20c96ef-d7eb-4e19-b992-44067ae32d3e tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485382 Dec 17 15:59:05.218937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49240) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.221325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f2988acc-8ce1-4d0f-9f38-73d499b27e85 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947874641'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:05.245922 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2988acc-8ce1-4d0f-9f38-73d499b27e85 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.312445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2988acc-8ce1-4d0f-9f38-73d499b27e85 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.317795 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2988acc-8ce1-4d0f-9f38-73d499b27e85 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.346844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2988acc-8ce1-4d0f-9f38-73d499b27e85 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.348075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f2988acc-8ce1-4d0f-9f38-73d499b27e85 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1300220 Dec 17 15:59:05.350009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2988acc-8ce1-4d0f-9f38-73d499b27e85 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da730f0b-68ce-42a8-abfc-96eb7cda513a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.350960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49242) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.356693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4cdf10ec-5ff3-404c-8df3-e666032e0561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': 'da730f0b-68ce-42a8-abfc-96eb7cda513a', 'direction': 'ingress', 'protocol': 17}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:05.390765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cdf10ec-5ff3-404c-8df3-e666032e0561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.439431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cdf10ec-5ff3-404c-8df3-e666032e0561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.444388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cdf10ec-5ff3-404c-8df3-e666032e0561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.469701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf10ec-5ff3-404c-8df3-e666032e0561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b4539d-3076-4781-8fdd-9b38cd00ddea,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.476463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cdf10ec-5ff3-404c-8df3-e666032e0561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.480214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4cdf10ec-5ff3-404c-8df3-e666032e0561 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1253257 Dec 17 15:59:05.480380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49244) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.541872 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e899b35d-746e-442c-8991-a3b8218564a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.570525 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e899b35d-746e-442c-8991-a3b8218564a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.617602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e899b35d-746e-442c-8991-a3b8218564a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.620539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e899b35d-746e-442c-8991-a3b8218564a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.621992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e899b35d-746e-442c-8991-a3b8218564a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/da730f0b-68ce-42a8-abfc-96eb7cda513a HTTP/1.1" status: 204 len: 168 time: 0.1406198 Dec 17 15:59:05.624779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49246) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.631183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899b35d-746e-442c-8991-a3b8218564a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da730f0b-68ce-42a8-abfc-96eb7cda513a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.667555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-de6880d9-8951-4504-ad19-373d763f2655 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0415494 Dec 17 15:59:05.671182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49248) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.675361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-49add5b2-1dc9-4d0c-ab0b-8b371f73f6a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--2859510'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:05.702869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49add5b2-1dc9-4d0c-ab0b-8b371f73f6a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.777420 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49add5b2-1dc9-4d0c-ab0b-8b371f73f6a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.783314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49add5b2-1dc9-4d0c-ab0b-8b371f73f6a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.813661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49add5b2-1dc9-4d0c-ab0b-8b371f73f6a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.814903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-49add5b2-1dc9-4d0c-ab0b-8b371f73f6a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1428068 Dec 17 15:59:05.816127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49add5b2-1dc9-4d0c-ab0b-8b371f73f6a3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b85165-d1f4-4390-b0cd-748898cad998,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.818614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49250) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.823753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e0c1ecf3-525e-4c67-bd35-43856375d271 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--672061468'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:05.850511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ecf3-525e-4c67-bd35-43856375d271 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.920517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ecf3-525e-4c67-bd35-43856375d271 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.925295 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ecf3-525e-4c67-bd35-43856375d271 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.970773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1ecf3-525e-4c67-bd35-43856375d271 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba605689-ecd5-470f-894d-ec373404fe78,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.975205 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e0c1ecf3-525e-4c67-bd35-43856375d271 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:05.979844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e0c1ecf3-525e-4c67-bd35-43856375d271 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1596191 Dec 17 15:59:05.980019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49252) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:05.985204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fb14ac9f-e72c-4ea2-aa95-5261d6f580b5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '02b85165-d1f4-4390-b0cd-748898cad998', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ba605689-ecd5-470f-894d-ec373404fe78', 'remote_ip_prefix': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:06.032846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb14ac9f-e72c-4ea2-aa95-5261d6f580b5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.125429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb14ac9f-e72c-4ea2-aa95-5261d6f580b5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.130000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb14ac9f-e72c-4ea2-aa95-5261d6f580b5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.149562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14ac9f-e72c-4ea2-aa95-5261d6f580b5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bcbfc3-235d-49ee-8335-ce695ad63369,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.155099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb14ac9f-e72c-4ea2-aa95-5261d6f580b5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.156338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb14ac9f-e72c-4ea2-aa95-5261d6f580b5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1752038 Dec 17 15:59:06.159087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49254) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.183515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52a36492-5c20-46a9-9d3c-5bd9d3a219cd tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.191401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52a36492-5c20-46a9-9d3c-5bd9d3a219cd tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.221176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52a36492-5c20-46a9-9d3c-5bd9d3a219cd tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.227084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-52a36492-5c20-46a9-9d3c-5bd9d3a219cd tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.228221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-52a36492-5c20-46a9-9d3c-5bd9d3a219cd tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/23bcbfc3-235d-49ee-8335-ce695ad63369 HTTP/1.1" status: 204 len: 168 time: 0.0682182 Dec 17 15:59:06.231366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49256) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.234060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a36492-5c20-46a9-9d3c-5bd9d3a219cd tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23bcbfc3-235d-49ee-8335-ce695ad63369,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.279518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5114abc7-190a-4882-baf2-a339bf2bed72 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0466988 Dec 17 15:59:06.282540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49258) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.336275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d52-2018-49bb-8c17-247126ae2854 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.366595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d52-2018-49bb-8c17-247126ae2854 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.421014 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d52-2018-49bb-8c17-247126ae2854 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.424612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84ce6d52-2018-49bb-8c17-247126ae2854 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.427143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-614f2144-946f-4ec5-ab39-f7467d4d57b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.428890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-84ce6d52-2018-49bb-8c17-247126ae2854 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/ba605689-ecd5-470f-894d-ec373404fe78 HTTP/1.1" status: 204 len: 168 time: 0.1453748 Dec 17 15:59:06.429957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49260) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.440540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce6d52-2018-49bb-8c17-247126ae2854 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba605689-ecd5-470f-894d-ec373404fe78,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.508185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9324629f-dabf-4584-b673-e5d41ca8619b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.0769928 Dec 17 15:59:06.511699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49262) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.588157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0fd94cad-97ad-4b74-a33b-ed8871f223eb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.612948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0fd94cad-97ad-4b74-a33b-ed8871f223eb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.657025 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0fd94cad-97ad-4b74-a33b-ed8871f223eb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.659708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0fd94cad-97ad-4b74-a33b-ed8871f223eb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.660927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0fd94cad-97ad-4b74-a33b-ed8871f223eb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/02b85165-d1f4-4390-b0cd-748898cad998 HTTP/1.1" status: 204 len: 168 time: 0.1478238 Dec 17 15:59:06.663752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49264) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.670135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd94cad-97ad-4b74-a33b-ed8871f223eb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b85165-d1f4-4390-b0cd-748898cad998,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.719670 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8f6d5736-101c-4856-a186-36bc4b8a8bcb tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0544248 Dec 17 15:59:06.725544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49266) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.730644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b115f980-0b39-4144-ad43-54eb93afb675 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--505408648'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:06.756591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b115f980-0b39-4144-ad43-54eb93afb675 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.828097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b115f980-0b39-4144-ad43-54eb93afb675 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.832605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b115f980-0b39-4144-ad43-54eb93afb675 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.863229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b115f980-0b39-4144-ad43-54eb93afb675 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:06.864860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b115f980-0b39-4144-ad43-54eb93afb675 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1382778 Dec 17 15:59:06.867944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49268) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:06.870695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115f980-0b39-4144-ad43-54eb93afb675 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9abd6f-a214-4877-9313-b63148a8c9a9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.875174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a24bdd34-95bf-4d79-99be-6498625666e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': 'ba9abd6f-a214-4877-9313-b63148a8c9a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:06.913280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a24bdd34-95bf-4d79-99be-6498625666e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.018179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a24bdd34-95bf-4d79-99be-6498625666e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.024944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a24bdd34-95bf-4d79-99be-6498625666e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.048481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bdd34-95bf-4d79-99be-6498625666e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3287938f-e10d-4325-82c8-1ce241100de6,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.058870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a24bdd34-95bf-4d79-99be-6498625666e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.064657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a24bdd34-95bf-4d79-99be-6498625666e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1914432 Dec 17 15:59:07.064923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49270) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.100855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-828a2e98-6523-457a-81f5-8e5f5f23caed tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.109950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-828a2e98-6523-457a-81f5-8e5f5f23caed tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.138706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-828a2e98-6523-457a-81f5-8e5f5f23caed tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.144972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-828a2e98-6523-457a-81f5-8e5f5f23caed tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.146101 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-828a2e98-6523-457a-81f5-8e5f5f23caed tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3287938f-e10d-4325-82c8-1ce241100de6 HTTP/1.1" status: 204 len: 168 time: 0.0799837 Dec 17 15:59:07.148955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49272) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.152037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a2e98-6523-457a-81f5-8e5f5f23caed tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3287938f-e10d-4325-82c8-1ce241100de6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.191241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4feced3a-6a47-4180-a725-9af2cc842a5b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409551 Dec 17 15:59:07.194211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.249693 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-861c0937-be9d-4302-a2c7-bec30f262295 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.272926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-861c0937-be9d-4302-a2c7-bec30f262295 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.326964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-861c0937-be9d-4302-a2c7-bec30f262295 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.329722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-861c0937-be9d-4302-a2c7-bec30f262295 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.330942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-861c0937-be9d-4302-a2c7-bec30f262295 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/ba9abd6f-a214-4877-9313-b63148a8c9a9 HTTP/1.1" status: 204 len: 168 time: 0.1356893 Dec 17 15:59:07.336322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49276) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.349855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c0937-be9d-4302-a2c7-bec30f262295 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9abd6f-a214-4877-9313-b63148a8c9a9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.395980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ffb791b5-9217-49d2-a65e-16c12b928267 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0584075 Dec 17 15:59:07.403890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49278) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.411329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8f9ad1e3-8fb3-431c-9e4d-42f0f2184683 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680364770'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:07.444538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad1e3-8fb3-431c-9e4d-42f0f2184683 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.527918 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad1e3-8fb3-431c-9e4d-42f0f2184683 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.531777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad1e3-8fb3-431c-9e4d-42f0f2184683 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.561244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad1e3-8fb3-431c-9e4d-42f0f2184683 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.562573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8f9ad1e3-8fb3-431c-9e4d-42f0f2184683 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1570544 Dec 17 15:59:07.565404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49280) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.568197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ad1e3-8fb3-431c-9e4d-42f0f2184683 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba8a55-f296-4df7-ad9a-c130446d3c81,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.570888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c1d4f1bb-88d8-4e5c-9358-0091f8beb851 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '04ba8a55-f296-4df7-ad9a-c130446d3c81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:07.606315 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f1bb-88d8-4e5c-9358-0091f8beb851 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.664713 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f1bb-88d8-4e5c-9358-0091f8beb851 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.668896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f1bb-88d8-4e5c-9358-0091f8beb851 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.690345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4f1bb-88d8-4e5c-9358-0091f8beb851 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012f84ab-db89-4e50-8fb5-6c53ef4f1d81,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.700470 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1d4f1bb-88d8-4e5c-9358-0091f8beb851 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.701779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c1d4f1bb-88d8-4e5c-9358-0091f8beb851 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352890 Dec 17 15:59:07.704862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49282) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.723384 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ad5f63b-2930-4064-bd13-19fe69a2f89b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules/012f84ab-db89-4e50-8fb5-6c53ef4f1d81 HTTP/1.1" status: 200 len: 763 time: 0.0173154 Dec 17 15:59:07.726238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49284) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.778437 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5e869296-f470-49a6-bdf8-fed5608bf583 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508380 Dec 17 15:59:07.781265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49286) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.809306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb43c22-880b-414c-b912-df6ee180bd3f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.817737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb43c22-880b-414c-b912-df6ee180bd3f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.847131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb43c22-880b-414c-b912-df6ee180bd3f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.860785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fb43c22-880b-414c-b912-df6ee180bd3f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:07.864507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2fb43c22-880b-414c-b912-df6ee180bd3f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/012f84ab-db89-4e50-8fb5-6c53ef4f1d81 HTTP/1.1" status: 204 len: 168 time: 0.0799282 Dec 17 15:59:07.864507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb43c22-880b-414c-b912-df6ee180bd3f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=012f84ab-db89-4e50-8fb5-6c53ef4f1d81,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.865050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49288) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.915903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-339a2fd5-8bf7-4900-bd26-86dc9bc2530c tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484324 Dec 17 15:59:07.917582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:07.925466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-68bf9969-683a-4142-a006-fd071b8ed8e9 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '04ba8a55-f296-4df7-ad9a-c130446d3c81', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:07.964754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf9969-683a-4142-a006-fd071b8ed8e9 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.022375 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf9969-683a-4142-a006-fd071b8ed8e9 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.026508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf9969-683a-4142-a006-fd071b8ed8e9 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.045339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf9969-683a-4142-a006-fd071b8ed8e9 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3219a44-9e35-42ca-9dac-da913113245f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.057059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf9969-683a-4142-a006-fd071b8ed8e9 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.058271 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-68bf9969-683a-4142-a006-fd071b8ed8e9 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391594 Dec 17 15:59:08.060878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49292) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.082964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0350f285-731e-427b-acdc-3c2a8e726564 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules/c3219a44-9e35-42ca-9dac-da913113245f HTTP/1.1" status: 200 len: 763 time: 0.0207734 Dec 17 15:59:08.085925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49294) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.135780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b12b034a-05c4-4898-9f7f-b0f620dc7ec5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485659 Dec 17 15:59:08.138622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49296) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.163842 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bf3bf9-70c1-4c70-a443-fcf5f365590f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.171991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bf3bf9-70c1-4c70-a443-fcf5f365590f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.201357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bf3bf9-70c1-4c70-a443-fcf5f365590f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.209860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bf3bf9-70c1-4c70-a443-fcf5f365590f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.211243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-28bf3bf9-70c1-4c70-a443-fcf5f365590f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c3219a44-9e35-42ca-9dac-da913113245f HTTP/1.1" status: 204 len: 168 time: 0.0716531 Dec 17 15:59:08.214272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49298) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.217846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf3bf9-70c1-4c70-a443-fcf5f365590f tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3219a44-9e35-42ca-9dac-da913113245f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.264926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49300) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.265647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8484cf21-b758-4249-839f-f6b9f79a46a1 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499699 Dec 17 15:59:08.271859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': '04ba8a55-f296-4df7-ad9a-c130446d3c81', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:08.302648 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Project 1786954dff104a1bb847564a2f3852c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:59:08.308783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.361322 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.365372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.384272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3c410d-9eec-4c56-a82e-1798c2cdde95,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.392799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.394213 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9c5c03c9-0576-425b-a437-8a762e5640e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261814 Dec 17 15:59:08.397253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49302) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.418747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-97f224ba-5be2-46d4-8ce7-f9a127d4bb3b tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules/5a3c410d-9eec-4c56-a82e-1798c2cdde95 HTTP/1.1" status: 200 len: 769 time: 0.0203128 Dec 17 15:59:08.422472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49304) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.465412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-014315f9-0438-4973-bd93-8897e2272546 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0418086 Dec 17 15:59:08.468565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49306) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.495251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af217a3c-0453-48b5-a965-653f692444f6 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.503788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af217a3c-0453-48b5-a965-653f692444f6 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.533278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af217a3c-0453-48b5-a965-653f692444f6 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.539254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af217a3c-0453-48b5-a965-653f692444f6 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.540396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-af217a3c-0453-48b5-a965-653f692444f6 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/5a3c410d-9eec-4c56-a82e-1798c2cdde95 HTTP/1.1" status: 204 len: 168 time: 0.0706978 Dec 17 15:59:08.543324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49308) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.546101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af217a3c-0453-48b5-a965-653f692444f6 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a3c410d-9eec-4c56-a82e-1798c2cdde95,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.600054 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98c57f1d-0a76-4797-bda8-d0d585e769e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.600602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ed5165d5-c72d-477f-a2b1-990fcb5644e5 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526924 Dec 17 15:59:08.600807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.657061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2964-45f7-491e-b899-a318584b076d tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.682898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2964-45f7-491e-b899-a318584b076d tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.727739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2964-45f7-491e-b899-a318584b076d tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.730764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2964-45f7-491e-b899-a318584b076d tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.731980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b5c2964-45f7-491e-b899-a318584b076d tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/04ba8a55-f296-4df7-ad9a-c130446d3c81 HTTP/1.1" status: 204 len: 168 time: 0.1301413 Dec 17 15:59:08.735003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49312) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.741369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c2964-45f7-491e-b899-a318584b076d tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba8a55-f296-4df7-ad9a-c130446d3c81,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.783451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0b8e6f05-0c15-4909-8e9c-953dbf50f3f1 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0470355 Dec 17 15:59:08.788358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49314) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.793333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5b0b6c4f-1ca6-4235-8e85-04f771ea1aac tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group': {'name': 'tempest-secgroup--325098742'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:08.820747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c4f-1ca6-4235-8e85-04f771ea1aac tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.902369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c4f-1ca6-4235-8e85-04f771ea1aac tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.909488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c4f-1ca6-4235-8e85-04f771ea1aac tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.941190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6c4f-1ca6-4235-8e85-04f771ea1aac tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:08.945730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5b0b6c4f-1ca6-4235-8e85-04f771ea1aac tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1531031 Dec 17 15:59:08.946264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49316) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:08.951637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b2779207-2c90-4363-89c5-1f21031127c3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Request body: {'security_group_rule': {'security_group_id': 'f5d099c7-2acb-4535-80ad-26403f2d1ac1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:08.952048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b6c4f-1ca6-4235-8e85-04f771ea1aac tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d099c7-2acb-4535-80ad-26403f2d1ac1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.990126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2779207-2c90-4363-89c5-1f21031127c3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.061453 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2779207-2c90-4363-89c5-1f21031127c3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.067049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2779207-2c90-4363-89c5-1f21031127c3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.088581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2779207-2c90-4363-89c5-1f21031127c3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238826d4-c0ba-4b4b-a2a3-2ef15f890fbf,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:09.106866 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2779207-2c90-4363-89c5-1f21031127c3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.109047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b2779207-2c90-4363-89c5-1f21031127c3 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610591 Dec 17 15:59:09.112229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49318) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:09.179120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00285f25-9786-481e-8350-453643a81146 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.204349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00285f25-9786-481e-8350-453643a81146 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.252908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00285f25-9786-481e-8350-453643a81146 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.255696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00285f25-9786-481e-8350-453643a81146 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.257171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-00285f25-9786-481e-8350-453643a81146 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/f5d099c7-2acb-4535-80ad-26403f2d1ac1 HTTP/1.1" status: 204 len: 168 time: 0.1436496 Dec 17 15:59:09.259983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49320) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:09.267769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00285f25-9786-481e-8350-453643a81146 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d099c7-2acb-4535-80ad-26403f2d1ac1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:09.319668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ae923438-5a8c-475d-bfe2-32a7454ff7ef tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583084 Dec 17 15:59:09.322198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:09.360961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a0786886-e661-4da5-9a8e-64a988d6b57d tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0374079 Dec 17 15:59:09.364474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49324) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:09.377505 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-f7303a6f-0e68-4b57-a013-50f8f031a433 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] delete failed (client error): The resource could not be found. Dec 17 15:59:09.378479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f7303a6f-0e68-4b57-a013-50f8f031a433 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "DELETE /v2.0/security-groups/f5d099c7-2acb-4535-80ad-26403f2d1ac1 HTTP/1.1" status: 404 len: 347 time: 0.0131164 Dec 17 15:59:09.382283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49326) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:09.425857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-62447c61-002c-4857-a39e-6eeaf7b70ce7 tempest-SecGroupIPv6Test-1028644013 tempest-SecGroupIPv6Test-1028644013-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425544 Dec 17 15:59:09.711516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49334) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:09.861722 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d2777dd4-fb0c-499d-bfae-84b9d0783493 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1786954dff104a1bb847564a2f3852c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486304 Dec 17 15:59:09.864252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49338) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:09.906570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.935897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abf608e0-3d8c-43d7-a69d-f29db9d828d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:09.958475 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abf608e0-3d8c-43d7-a69d-f29db9d828d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:10.011756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abf608e0-3d8c-43d7-a69d-f29db9d828d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:10.014968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-abf608e0-3d8c-43d7-a69d-f29db9d828d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:10.016694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-abf608e0-3d8c-43d7-a69d-f29db9d828d3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6de9bf97-5a2e-47f8-83db-284b7258bed3 HTTP/1.1" status: 204 len: 168 time: 0.1513805 Dec 17 15:59:10.027011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf608e0-3d8c-43d7-a69d-f29db9d828d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9bf97-5a2e-47f8-83db-284b7258bed3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:10.766008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:10.779361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49360) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:10.783366 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029490 Dec 17 15:59:10.788131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:10.909231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-10abcfed-fd5e-4e25-a7ca-0a34f934d213 tempest-NetworksApiDiscovery-1459266347 tempest-NetworksApiDiscovery-1459266347-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1197693 Dec 17 15:59:11.119506 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.210290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49370) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:11.344061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-767470d8-2033-4fed-a10c-d928f80e5cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.422230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-767470d8-2033-4fed-a10c-d928f80e5cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.428205 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-767470d8-2033-4fed-a10c-d928f80e5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.466435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-767470d8-2033-4fed-a10c-d928f80e5cb7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee0435373aca4edb8f2aa5a123b7618e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550960 Dec 17 15:59:11.467201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767470d8-2033-4fed-a10c-d928f80e5cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e744735-a0d0-41f6-b431-f9f879aa06c0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:11.469344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49374) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:11.538852 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-adad7068-8988-4e3e-97c4-72a7b1cd2cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.567107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-adad7068-8988-4e3e-97c4-72a7b1cd2cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.617873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-adad7068-8988-4e3e-97c4-72a7b1cd2cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.620717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-adad7068-8988-4e3e-97c4-72a7b1cd2cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:11.621998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-adad7068-8988-4e3e-97c4-72a7b1cd2cb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e744735-a0d0-41f6-b431-f9f879aa06c0 HTTP/1.1" status: 204 len: 168 time: 0.1516566 Dec 17 15:59:11.634699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7068-8988-4e3e-97c4-72a7b1cd2cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e744735-a0d0-41f6-b431-f9f879aa06c0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:12.086280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.342513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49396) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:12.440039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-401712128-network', 'tenant_id': '967e37e39faa4d529e39c8b5819e73f0'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:12.496338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Made reservation on behalf of 967e37e39faa4d529e39c8b5819e73f0 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:12.499510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.522352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.641563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.649203 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.678144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:59:12.684651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367e8e7f-c6be-4e07-8af8-292e9ab9fe85,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:12.690764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.691108 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Added segment 58913659-3e90-4d02-b54e-d743785705c6 of type vlan for network a0cd2bea-3cd2-46e8-8f06-837e044fbe73 Dec 17 15:59:12.732844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.759742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.760865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:12.761478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:12.820969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4772294 Dec 17 15:59:12.824368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:12.826418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadee435-43c4-4c0c-91d1-d7d810bd2a1f admin admin] Pushing event updated for resources: {'Network': ['ID=a0cd2bea-3cd2-46e8-8f06-837e044fbe73,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:12.830369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Request body: {'subnet': {'network_id': 'a0cd2bea-3cd2-46e8-8f06-837e044fbe73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-401712128-subnet', 'tenant_id': '967e37e39faa4d529e39c8b5819e73f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:12.836468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a0cd2bea-3cd2-46e8-8f06-837e044fbe73 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:59:12.883702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Made reservation on behalf of 967e37e39faa4d529e39c8b5819e73f0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:12.886870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:13.437053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:13.490047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282fd506-0193-4676-960e-8ecaa294758b,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:13.510333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Checking segment: {'id': '58913659-3e90-4d02-b54e-d743785705c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a0cd2bea-3cd2-46e8-8f06-837e044fbe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:13.510566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Network hostable DHCP agents. Network: a0cd2bea-3cd2-46e8-8f06-837e044fbe73, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:59:13.530684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Network a0cd2bea-3cd2-46e8-8f06-837e044fbe73 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:59:13.542756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a0cd2bea-3cd2-46e8-8f06-837e044fbe73) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:13.547699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:13.548525 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:13.553292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f11166-f601-4e55-b365-1a749d36d00f None None] Network a0cd2bea-3cd2-46e8-8f06-837e044fbe73 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:13.580556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-145ac0f7-d24e-4af5-84a4-f97d77243cd4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7510984 Dec 17 15:59:13.692823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de3796-f446-441b-a681-31e877a88fc6 None None] Network a0cd2bea-3cd2-46e8-8f06-837e044fbe73 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:14.162548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:14.168549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1759617520-network', 'tenant_id': '06e86bac53d147e99b4a830803d1d843'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:14.194798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Made reservation on behalf of 06e86bac53d147e99b4a830803d1d843 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:14.197349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.209202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.294641 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.299212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.325458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:59:14.330776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477f4e3-4ad8-4846-8c6f-5c18586e8725,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:14.337946 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.339112 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Added segment dc26504a-2289-449f-8ac0-a0da1ee9ee0d of type vlan for network fbc380ed-fef1-4d94-a63c-7865ac735301 Dec 17 15:59:14.378255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.403769 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.404785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.405349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.459506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2954822 Dec 17 15:59:14.462362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49420) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:14.467538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Request body: {'subnet': {'network_id': 'fbc380ed-fef1-4d94-a63c-7865ac735301', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1759617520-subnet', 'tenant_id': '06e86bac53d147e99b4a830803d1d843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:14.471015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f1185-555b-4411-b40a-20374259c366 admin admin] Pushing event updated for resources: {'Network': ['ID=fbc380ed-fef1-4d94-a63c-7865ac735301,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:14.482419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network fbc380ed-fef1-4d94-a63c-7865ac735301 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:59:14.493541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Made reservation on behalf of 06e86bac53d147e99b4a830803d1d843 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:14.496239 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.695807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.755730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=501d0200-9911-4e6a-b30e-4d0398953a1c,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:14.763022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Checking segment: {'id': 'dc26504a-2289-449f-8ac0-a0da1ee9ee0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'fbc380ed-fef1-4d94-a63c-7865ac735301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:14.763376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Network hostable DHCP agents. Network: fbc380ed-fef1-4d94-a63c-7865ac735301, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:59:14.783125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Network fbc380ed-fef1-4d94-a63c-7865ac735301 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:59:14.793259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, fbc380ed-fef1-4d94-a63c-7865ac735301) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:14.798654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.799206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:14.810703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a7f58-b2fd-4e7e-a03e-c9c752333344 None None] Network fbc380ed-fef1-4d94-a63c-7865ac735301 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:14.826229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e29689e5-d98a-4929-8d49-3f76e69369e8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3543499 Dec 17 15:59:14.910708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b7b942e9-addf-4c94-a37c-bb22faed3b34 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:59:14.921386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e79fde-9dc9-4801-a57c-2980e2ca9c49 None None] Network fbc380ed-fef1-4d94-a63c-7865ac735301 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:14.936800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49424) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:14.983922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] Deleting subnet 282fd506-0193-4676-960e-8ecaa294758b {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:59:14.987163 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.022689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.062224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.083682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:15.094906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'port_id': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'mac_address': 'fa:16:3e:98:42:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:59:15.122770 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.138162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.148719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282fd506-0193-4676-960e-8ecaa294758b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:15.152820 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.153562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7b942e9-addf-4c94-a37c-bb22faed3b34 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:15.158351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0f8c5011-9a2b-493f-9982-a044eb237cfb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/282fd506-0193-4676-960e-8ecaa294758b HTTP/1.1" status: 204 len: 168 time: 0.2182546 Dec 17 15:59:15.158893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49426) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:15.177716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:15.183032 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.228382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.230514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:15.238692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.238970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.239310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.239643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.240034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.240475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.240804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.241126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.241447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.241800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.242135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.242526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.242867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:15.281039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.309692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.331911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cd2bea-3cd2-46e8-8f06-837e044fbe73']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:15.341246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58913659-3e90-4d02-b54e-d743785705c6') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:15.341556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58913659-3e90-4d02-b54e-d743785705c6') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:15.350801 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.364416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.370863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:59:15.371278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:59:15.372956 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:59:15.431853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.437535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.443500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/a0cd2bea-3cd2-46e8-8f06-837e044fbe73 HTTP/1.1" status: 204 len: 168 time: 0.2811761 Dec 17 15:59:15.443985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49428) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:15.457847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b400509-7856-4a46-965a-11b5e72be7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a0cd2bea-3cd2-46e8-8f06-837e044fbe73,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:15.490059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] Deleting subnet 501d0200-9911-4e6a-b30e-4d0398953a1c {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:59:15.493588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b7b942e9-addf-4c94-a37c-bb22faed3b34'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:15.494266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.537127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.588850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.663321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.667004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8f430-932a-478b-a2dc-5e5f205e4c32 req-8eab5372-fbeb-4619-905b-038a629375c7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:15.669344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93a8f430-932a-478b-a2dc-5e5f205e4c32 req-8eab5372-fbeb-4619-905b-038a629375c7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.0613010 Dec 17 15:59:15.710655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.716632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] 10.222.0.54 "DELETE /v2.0/subnets/501d0200-9911-4e6a-b30e-4d0398953a1c HTTP/1.1" status: 204 len: 168 time: 0.2692242 Dec 17 15:59:15.716632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2275810-4d00-4c62-b885-eaef87763eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501d0200-9911-4e6a-b30e-4d0398953a1c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:15.718574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49430) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:15.730145 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93a8f430-932a-478b-a2dc-5e5f205e4c32 req-4148d6bb-8fba-4220-85dc-982b4c03207e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Dec 17 15:59:15.754115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0f5fd-5d7a-4129-ab0a-317c8a25457c req-75a34a58-09cd-4677-870f-f6e3458de425 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:15.755674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75e0f5fd-5d7a-4129-ab0a-317c8a25457c req-75a34a58-09cd-4677-870f-f6e3458de425 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 944 time: 0.0737059 Dec 17 15:59:15.795732 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.808502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75e0f5fd-5d7a-4129-ab0a-317c8a25457c req-89cd22ac-9af2-48bf-af2e-2cfdaafb2f5d tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 Dec 17 15:59:15.884923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.907402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11998083-54dc-422d-8fb1-f16b60d11f7e req-c7905311-51e9-40c8-9154-4a1a8a815376 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0450237 Dec 17 15:59:15.921226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc380ed-fef1-4d94-a63c-7865ac735301']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:15.936313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc26504a-2289-449f-8ac0-a0da1ee9ee0d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:15.936616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc26504a-2289-449f-8ac0-a0da1ee9ee0d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:15.945910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.961516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.967725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:59:15.968140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:59:15.969759 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:59:16.025668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.030832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.034063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] 10.222.0.54 "DELETE /v2.0/networks/fbc380ed-fef1-4d94-a63c-7865ac735301 HTTP/1.1" status: 204 len: 168 time: 0.3144748 Dec 17 15:59:16.049368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126b3da-94a2-496e-825b-2a0e50c6072c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc380ed-fef1-4d94-a63c-7865ac735301,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:16.209142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49434) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:16.249431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d5b88a0-379a-47ff-8615-97483f971232 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=967e37e39faa4d529e39c8b5819e73f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388579 Dec 17 15:59:16.252035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49436) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:16.302056 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88654a5b-3045-4f52-aa24-2edd1597a4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.328332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88654a5b-3045-4f52-aa24-2edd1597a4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.378880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88654a5b-3045-4f52-aa24-2edd1597a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.382583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88654a5b-3045-4f52-aa24-2edd1597a4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.383982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-88654a5b-3045-4f52-aa24-2edd1597a4c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/367e8e7f-c6be-4e07-8af8-292e9ab9fe85 HTTP/1.1" status: 204 len: 168 time: 0.1310210 Dec 17 15:59:16.392481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88654a5b-3045-4f52-aa24-2edd1597a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e8e7f-c6be-4e07-8af8-292e9ab9fe85,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:16.739247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49448) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:16.781988 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c5d66189-947a-40e7-934f-8c45d74f02da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06e86bac53d147e99b4a830803d1d843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413451 Dec 17 15:59:16.784494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49452) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:16.834677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3cde-32c9-47cd-8ced-03b27e54369d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.851687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c768b-9df6-4901-ae4c-e0b474e49263 req-0c8649f5-8896-4e75-a0f6-7b254ce632b6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:16.853237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a17c768b-9df6-4901-ae4c-e0b474e49263 req-0c8649f5-8896-4e75-a0f6-7b254ce632b6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.0510623 Dec 17 15:59:16.857644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3cde-32c9-47cd-8ced-03b27e54369d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.909166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a17c768b-9df6-4901-ae4c-e0b474e49263 req-962c4117-cd4e-4ed0-9d4a-63b8a8e73221 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495834 Dec 17 15:59:16.910685 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3cde-32c9-47cd-8ced-03b27e54369d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.913876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3cde-32c9-47cd-8ced-03b27e54369d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:16.918174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ffe3cde-32c9-47cd-8ced-03b27e54369d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3477f4e3-4ad8-4846-8c6f-5c18586e8725 HTTP/1.1" status: 204 len: 168 time: 0.1326749 Dec 17 15:59:16.932306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe3cde-32c9-47cd-8ced-03b27e54369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477f4e3-4ad8-4846-8c6f-5c18586e8725,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:16.937947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b7b942e9-addf-4c94-a37c-bb22faed3b34 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:16.999779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8f41d-4526-4be7-9bba-9d25f00bf4af req-27c206f5-8bd7-4dc5-b3a8-25dbf0cfbcf9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:17.001514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2fe8f41d-4526-4be7-9bba-9d25f00bf4af req-27c206f5-8bd7-4dc5-b3a8-25dbf0cfbcf9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 944 time: 0.0620000 Dec 17 15:59:17.017641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b7b942e9-addf-4c94-a37c-bb22faed3b34 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:17.018070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:17.065400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2726249d-a3bb-4e31-a115-b98dbc3699f7 req-bf883c6c-283a-41aa-a5c5-f958521cf9c8 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0323367 Dec 17 15:59:17.086409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2fe8f41d-4526-4be7-9bba-9d25f00bf4af req-43d9d95e-7e8f-4e53-bfc6-55f65d7fcdbc tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700011 Dec 17 15:59:17.111245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:17.137619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:17.139946 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3715b3d7-870e-4d07-9513-54fb033fe2f4" -d '{"events": [{"server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:17.153325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:17.158537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:17.183238 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b43e7ce-52ef-4f13-8ac8-8042861bc0c3 x-openstack-request-id: req-8b43e7ce-52ef-4f13-8ac8-8042861bc0c3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:17.183527 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "name": "network-vif-plugged", "status": "completed", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:17.183775 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b43e7ce-52ef-4f13-8ac8-8042861bc0c3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:17.184189 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'code': 200} Dec 17 15:59:17.213569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:17.325031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a74b5-6676-4578-99f4-02834f01c7b8 req-d4d66dee-0c45-4680-8210-75c71d85d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:17.326646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec9a74b5-6676-4578-99f4-02834f01c7b8 req-d4d66dee-0c45-4680-8210-75c71d85d38a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 1097 time: 0.0399179 Dec 17 15:59:17.373109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec9a74b5-6676-4578-99f4-02834f01c7b8 req-ec7c47c7-65fb-436a-a9b5-0f10df7d9b7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394576 Dec 17 15:59:18.037196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7bcb4-4b21-4753-8ac3-e6130c918df3 req-a56ba53a-977a-4d9f-be0e-b2c8c5cb3a4d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:18.038822 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95f7bcb4-4b21-4753-8ac3-e6130c918df3 req-a56ba53a-977a-4d9f-be0e-b2c8c5cb3a4d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.0504987 Dec 17 15:59:18.098333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95f7bcb4-4b21-4753-8ac3-e6130c918df3 req-e99f3d47-2fc6-4b70-905f-e54b3b208124 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Dec 17 15:59:18.226212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54b11fe2-5f72-4b3a-895b-8c20ec50410c req-49f812b3-0bdb-4384-ada6-97613e1e3ee9 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0360944 Dec 17 15:59:18.236929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b5b19-9e2b-4acf-abd8-104d1a7e1471 req-afb73225-c0c6-4324-a944-689f94c90ad2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:18.242523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c06b5b19-9e2b-4acf-abd8-104d1a7e1471 req-afb73225-c0c6-4324-a944-689f94c90ad2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0654800 Dec 17 15:59:18.315856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c06b5b19-9e2b-4acf-abd8-104d1a7e1471 req-38ba91bf-2b6c-4e34-868f-4af6956611e9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550206 Dec 17 15:59:19.181483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.189918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.201205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.219573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.233565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.242585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.248507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66e713-4ef3-4165-8690-8567856e0795 req-a31c3c8b-99ad-4cfd-b6f5-c8aadb7cc0df tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.251365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.261719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd66e713-4ef3-4165-8690-8567856e0795 req-a31c3c8b-99ad-4cfd-b6f5-c8aadb7cc0df tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 944 time: 0.0671771 Dec 17 15:59:19.263254 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-444b1f5c-4220-483c-a78c-52142e78d49d req-445e7303-384a-4c02-92dc-498080e778f9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.1610117 Dec 17 15:59:19.321329 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd66e713-4ef3-4165-8690-8567856e0795 req-85a74feb-f9ca-4d7e-9f33-6cf0b897a9d6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574191 Dec 17 15:59:19.332333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-444b1f5c-4220-483c-a78c-52142e78d49d req-706aceef-86c3-4006-920f-49f1792cad19 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641251 Dec 17 15:59:19.336505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:59:19.463442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:19.479956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'network_id': '8c40f242-70de-4ce6-9e40-2c2c8d123a56', 'port_id': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'mac_address': 'fa:16:3e:86:66:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:59:19.499882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe0d72b7-3a6c-4964-a645-e4cd1a511c94 req-b2fecaf0-29b0-4365-8ab5-fcc7d5938696 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0339849 Dec 17 15:59:19.546653 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:19.561978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1628804e-c935-4b25-9f5d-75bef92a3e43 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:19.567472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa008c3-324a-4085-b9bd-024028871396 req-69bf42fe-2a4a-4084-ae08-4e011194ef22 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.569974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3aa008c3-324a-4085-b9bd-024028871396 req-69bf42fe-2a4a-4084-ae08-4e011194ef22 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0724545 Dec 17 15:59:19.589685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:19.595448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:19.640476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3aa008c3-324a-4085-b9bd-024028871396 req-1d794cfb-8733-403c-a855-2bf68fa99fa4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628629 Dec 17 15:59:19.654919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:19.668099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.674009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.680807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.691387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.699144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.705882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.712498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.715464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f7340eb-282a-4864-80b4-9397e6b57baf req-f8c32e54-3754-43ec-9208-6bb59119a26e tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.1221523 Dec 17 15:59:19.771898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cd8e1-c0e3-472f-96ab-ea3582c317ae req-fb698698-dbd8-4847-b68d-b4490c75c11a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.773433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-473cd8e1-c0e3-472f-96ab-ea3582c317ae req-fb698698-dbd8-4847-b68d-b4490c75c11a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Dec 17 15:59:19.852912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-473cd8e1-c0e3-472f-96ab-ea3582c317ae req-73dd6031-49a2-4f43-b9a3-3b1237cd268a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674820 Dec 17 15:59:19.901936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1628804e-c935-4b25-9f5d-75bef92a3e43'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:20.315465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449d27-b99e-457f-9bed-cfd07455556c req-28952a7e-c9b6-471b-9091-5eb43f42b017 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:20.317024 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-28952a7e-c9b6-471b-9091-5eb43f42b017 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 815 time: 0.1014268 Dec 17 15:59:20.333242 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-6c39d5aa-ea6d-443e-afd2-246a1fa17e93 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/quotas/e17e7d67bf7a4c31a77499379c27ddde HTTP/1.1" status: 200 len: 375 time: 0.0100930 Dec 17 15:59:20.392712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-88004350-6e5e-43d0-9df1-5dc0c8d3035d tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519645 Dec 17 15:59:20.474032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d911a-3a32-49a6-8053-6df15a402a92 req-090dcd1b-3d18-42d6-8fc3-b50b7d4e42d4 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:20.475521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc8d911a-3a32-49a6-8053-6df15a402a92 req-090dcd1b-3d18-42d6-8fc3-b50b7d4e42d4 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 945 time: 0.0623906 Dec 17 15:59:20.488513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-d3bad6e6-f57a-4ed8-b3a6-99cba6d13160 service neutron] 10.222.0.54 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878043 Dec 17 15:59:20.532622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc8d911a-3a32-49a6-8053-6df15a402a92 req-887c843a-d46f-470a-8789-127391d51516 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500846 Dec 17 15:59:20.596748 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-3b5ed199-b601-401e-8233-786438eaaef1 service neutron] 10.222.0.54 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016941 Dec 17 15:59:20.660710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce484f57-f849-4a26-88d2-3fe82809ee08 req-61aa42e9-a29c-4d27-82c5-e97ea0415b24 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0327015 Dec 17 15:59:20.773317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-000e80cc-35e6-4463-8eb8-9efde6b7841e req-533c51b7-3ace-4f33-8569-3cb8c785c056 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 210 time: 0.0269237 Dec 17 15:59:21.358427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:21.503648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 1628804e-c935-4b25-9f5d-75bef92a3e43 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:21.504047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:21.616365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:21.632252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-df9983a7-9f7b-4684-adc7-a5b3e1d55ffd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:21.634803 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-df9983a7-9f7b-4684-adc7-a5b3e1d55ffd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2823341-aede-4b18-ba37-b4735f87c7a4 HTTP/1.1" status: 200 len: 945 time: 0.1077893 Dec 17 15:59:21.671036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:21.679289 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd7151-074e-4afb-a482-6b559765e9ff" -d '{"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:21.727937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:21.738251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:21.828471 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e405913-e812-40bd-9d8f-d3fbfce63ce6 x-openstack-request-id: req-5e405913-e812-40bd-9d8f-d3fbfce63ce6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:21.828772 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-plugged", "status": "completed", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:21.831114 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e405913-e812-40bd-9d8f-d3fbfce63ce6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:21.831518 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'code': 200} Dec 17 15:59:21.832120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab48eaa-8cea-4e74-a182-9c3ab3c86ccd req-0c75393a-5c74-4d6e-a197-259f79a03f58 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:21.841330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ab48eaa-8cea-4e74-a182-9c3ab3c86ccd req-0c75393a-5c74-4d6e-a197-259f79a03f58 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.1029286 Dec 17 15:59:21.882150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=10']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:21.889862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Deleting port b7b942e9-addf-4c94-a37c-bb22faed3b34 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:21.890202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:21.951428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c907367-96a2-4ae0-9f17-7cd23337de1b req-34f661e8-98bd-4455-b3d4-39cd54aaeef7 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0432310 Dec 17 15:59:22.056668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ab48eaa-8cea-4e74-a182-9c3ab3c86ccd req-a82def33-0e56-470c-b2b8-31f5af1546d2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143278 Dec 17 15:59:22.107351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67592bd4-073c-4f2a-a2d3-0eaa00b2c19e req-59e66df0-9f49-42e3-8365-cf55ec5a536f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 210 time: 0.0741856 Dec 17 15:59:22.140868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49658) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:22.155140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efd0b5-b29a-4765-afbb-13b2f6397b25 req-8d5ea112-82f7-4fe4-8782-a44eedda070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.157323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2efd0b5-b29a-4765-afbb-13b2f6397b25 req-8d5ea112-82f7-4fe4-8782-a44eedda070a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1222990 Dec 17 15:59:22.191607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] For port b7b942e9-addf-4c94-a37c-bb22faed3b34, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b7b942e9-addf-4c94-a37c-bb22faed3b34,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:22.192006 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:22.225330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2efd0b5-b29a-4765-afbb-13b2f6397b25 req-80d4a63a-50e3-4d14-beeb-0cc9e2a1a2f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581214 Dec 17 15:59:22.241859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Calling delete_port for b7b942e9-addf-4c94-a37c-bb22faed3b34 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:22.289527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449d27-b99e-457f-9bed-cfd07455556c req-3dfd9d4c-e2c9-486d-a529-fc330698ae17 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.290971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-3dfd9d4c-e2c9-486d-a529-fc330698ae17 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 815 time: 0.4261453 Dec 17 15:59:22.330437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Request body: {'port': {'device_id': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'admin_state_up': True, 'tenant_id': 'e17e7d67bf7a4c31a77499379c27ddde'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:22.405671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.406141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.406606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.407068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.407524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.408026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.408475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.410437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-62efc235-d281-42ce-b545-e510143c2f3a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6507 time: 0.2661676 Dec 17 15:59:22.527708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-f110e408-cc36-4fd6-8142-24b954a2d956 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104376 Dec 17 15:59:22.565237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Made reservation on behalf of e17e7d67bf7a4c31a77499379c27ddde for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:22.569311 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:22.572929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:22.588608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b7b942e9-addf-4c94-a37c-bb22faed3b34'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:22.616423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Pushing event deleted for resources: {'Port': ['ID=b7b942e9-addf-4c94-a37c-bb22faed3b34,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:22.698101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] No DVR routers for this DVR port b7b942e9-addf-4c94-a37c-bb22faed3b34 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:59:22.701097 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:22.704737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9ab1d1b-36a4-4582-8838-253eacda5606 req-5a8c7547-84ac-4b49-8512-57e528235a9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "DELETE /v2.0/ports/b7b942e9-addf-4c94-a37c-bb22faed3b34 HTTP/1.1" status: 204 len: 173 time: 1.0622442 Dec 17 15:59:22.707900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'name': 'network-vif-deleted', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:22.710272 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df7aba3-47c4-4b5f-835a-9d1236f1bf6b" -d '{"events": [{"server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "name": "network-vif-deleted", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:22.769980 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e481877-abe8-4edf-8f89-ace1d402fc7a x-openstack-request-id: req-0e481877-abe8-4edf-8f89-ace1d402fc7a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:22.770269 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2823341-aede-4b18-ba37-b4735f87c7a4", "name": "network-vif-deleted", "tag": "b7b942e9-addf-4c94-a37c-bb22faed3b34", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:22.770524 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e481877-abe8-4edf-8f89-ace1d402fc7a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:22.770952 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2823341-aede-4b18-ba37-b4735f87c7a4', 'name': 'network-vif-deleted', 'tag': 'b7b942e9-addf-4c94-a37c-bb22faed3b34', 'status': 'completed', 'code': 200} Dec 17 15:59:22.797041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Allocated IP 172.20.0.2 (bfbb87f7-1b39-493c-90ee-650877f53060/f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5/3620dada-f1b7-4442-b133-b8796ee54eb5) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:22.950434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:22.984203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:22.996812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b7b942e9-addf-4c94-a37c-bb22faed3b34'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:23.045802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Network bfbb87f7-1b39-493c-90ee-650877f53060 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:23.059907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:23.062336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:23.068045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Pushing event updated for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:23.101949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8987c1b8-bb45-4735-9d2e-c6f38ca9c586 req-e672e62a-da12-47b8-bbed-1721c6dd47b4 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0549779 Dec 17 15:59:23.136631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:23.137276 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:23.162703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-67a9fac9-672a-416d-a994-92876a4e213e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8381543 Dec 17 15:59:23.179236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Request body: {'port': {'device_id': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:23.272138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:23.295408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18177911-0b5b-42f7-ae44-14617650c225 req-5ca599c6-45c4-4184-be28-b72081292703 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:23.297701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18177911-0b5b-42f7-ae44-14617650c225 req-5ca599c6-45c4-4184-be28-b72081292703 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.1237884 Dec 17 15:59:23.405025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18177911-0b5b-42f7-ae44-14617650c225 req-fec039f2-4251-4f71-bcb6-09f73d678f2f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996265 Dec 17 15:59:23.436508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82d535-671e-4415-b584-a1fc0cb88c78 req-84a2ca7f-da75-41ce-87db-02bc8e819c06 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:23.438113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c82d535-671e-4415-b584-a1fc0cb88c78 req-84a2ca7f-da75-41ce-87db-02bc8e819c06 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 931 time: 0.1870608 Dec 17 15:59:23.570722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c82d535-671e-4415-b584-a1fc0cb88c78 req-9de1eb0f-95cd-4bec-804e-0b3f084f3d5c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243618 Dec 17 15:59:23.714628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3620dada-f1b7-4442-b133-b8796ee54eb5 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:23.722654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:23.734758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Transition to ACTIVE for port object 3620dada-f1b7-4442-b133-b8796ee54eb5 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:59:23.739235 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:23.815211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Pushing event updated for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:23.865664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Attempting to bind port 3620dada-f1b7-4442-b133-b8796ee54eb5 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:59:23.866139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Attempting to bind port 3620dada-f1b7-4442-b133-b8796ee54eb5 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:59:23.866824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Attempting to bind port 3620dada-f1b7-4442-b133-b8796ee54eb5 on network bfbb87f7-1b39-493c-90ee-650877f53060 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:23.871481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Port 3620dada-f1b7-4442-b133-b8796ee54eb5 on network bfbb87f7-1b39-493c-90ee-650877f53060 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:59:23.871854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Attempting to bind port 3620dada-f1b7-4442-b133-b8796ee54eb5 on network bfbb87f7-1b39-493c-90ee-650877f53060 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:23.877015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:23.877376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Checking segment: {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:23.877721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Bound using segment: {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:23.878540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Bound port: 3620dada-f1b7-4442-b133-b8796ee54eb5, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:59:23.878540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:23.944949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:59:23.948672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:59:23.953639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:23.996433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:23.997032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:23.998448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] 10.222.0.47 "PUT /v2.0/ports/3620dada-f1b7-4442-b133-b8796ee54eb5 HTTP/1.1" status: 200 len: 1092 time: 0.8240902 Dec 17 15:59:24.017571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2db2-2df7-4515-8e40-9aa08b6ea966 service neutron] Pushing event updated for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:24.092662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449d27-b99e-457f-9bed-cfd07455556c req-ab88c55d-e6a9-4058-a4b2-65eb699eeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.094298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-ab88c55d-e6a9-4058-a4b2-65eb699eeadf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 1095 time: 0.0430655 Dec 17 15:59:24.140250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-5e1cf525-e216-40dc-b482-485cb666a297 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3620dada-f1b7-4442-b133-b8796ee54eb5 HTTP/1.1" status: 200 len: 217 time: 0.0347385 Dec 17 15:59:24.205136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449d27-b99e-457f-9bed-cfd07455556c req-ed947a85-edb7-4e62-901f-2f2a138bebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.206728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-ed947a85-edb7-4e62-901f-2f2a138bebb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 HTTP/1.1" status: 200 len: 855 time: 0.0586503 Dec 17 15:59:24.240850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-27e74218-3f9f-4953-9c4b-88614d7c39d6 req-d45d76a5-ca65-472f-af48-a0aae215f06d tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0391150 Dec 17 15:59:24.256545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-3fcbf511-5359-4a11-bdb4-1660c7ee69e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfbb87f7-1b39-493c-90ee-650877f53060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411608 Dec 17 15:59:24.351651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-f1798d15-8e8c-41f1-8d37-7785120d708c service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858250 Dec 17 15:59:24.449149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7449d27-b99e-457f-9bed-cfd07455556c req-c09ab2ad-f59e-4811-b69f-ae44d83b20bd service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896094 Dec 17 15:59:24.526628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f569c9b-4418-4bdc-bd6c-eaa7c23106a7 req-863bf241-1969-45f2-8e5c-ae1502bf96e6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.533624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f569c9b-4418-4bdc-bd6c-eaa7c23106a7 req-863bf241-1969-45f2-8e5c-ae1502bf96e6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0597112 Dec 17 15:59:24.592831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f569c9b-4418-4bdc-bd6c-eaa7c23106a7 req-b700adcb-7cc7-4ae3-bfe7-0c0f6836ccd0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582347 Dec 17 15:59:24.745284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9110e-156c-4970-8fcd-97969690b630 req-a5079595-8b11-4351-9530-33324adfeee0 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.752868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91a9110e-156c-4970-8fcd-97969690b630 req-a5079595-8b11-4351-9530-33324adfeee0 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 943 time: 0.0762160 Dec 17 15:59:24.773395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:24.776152 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af1ecd8-c701-403c-b951-36d0d4ad3679" -d '{"events": [{"name": "network-changed", "server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:24.792751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81f76a-429e-4b25-ae34-97d07b5a68a8 req-6e7bd618-175a-40ab-b77e-a760241d2e0f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.794570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a81f76a-429e-4b25-ae34-97d07b5a68a8 req-6e7bd618-175a-40ab-b77e-a760241d2e0f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0565445 Dec 17 15:59:24.827279 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91a9110e-156c-4970-8fcd-97969690b630 req-9e5ff00d-3e4a-46d5-9ce9-137e56a2adac tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731914 Dec 17 15:59:24.859231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a81f76a-429e-4b25-ae34-97d07b5a68a8 req-64b8eda6-cce6-49ea-bb00-32f6ed42bf6c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560570 Dec 17 15:59:24.927967 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec4dfd7-6124-4786-b519-496003ed3192 x-openstack-request-id: req-9ec4dfd7-6124-4786-b519-496003ed3192 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:24.928347 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:24.928687 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ec4dfd7-6124-4786-b519-496003ed3192 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:24.929139 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'status': 'completed', 'code': 200} Dec 17 15:59:24.976530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b7b942e9-addf-4c94-a37c-bb22faed3b34 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:25.006347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-cd06f8b7-a54e-4e1e-8090-7f32b3bceb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.008030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-cd06f8b7-a54e-4e1e-8090-7f32b3bceb30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 1095 time: 0.0506947 Dec 17 15:59:25.023441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: b7b942e9-addf-4c94-a37c-bb22faed3b34 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:25.023782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b7b942e9-addf-4c94-a37c-bb22faed3b34 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:25.049629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d23894-6002-438a-aadc-1ad499230c95 req-9451b6fe-7f17-4505-919a-928aca4c8d7f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.051204 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86d23894-6002-438a-aadc-1ad499230c95 req-9451b6fe-7f17-4505-919a-928aca4c8d7f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0667727 Dec 17 15:59:25.104873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-25686121-365f-4343-9465-d9dece773567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.106543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-25686121-365f-4343-9465-d9dece773567 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 916 time: 0.0873001 Dec 17 15:59:25.108354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86d23894-6002-438a-aadc-1ad499230c95 req-ef94c53f-b3eb-4f18-8548-e254cef37a31 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499668 Dec 17 15:59:25.159309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-338512f5-7bd8-4e69-a539-5ba857383531 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3620dada-f1b7-4442-b133-b8796ee54eb5 HTTP/1.1" status: 200 len: 217 time: 0.0453379 Dec 17 15:59:25.215450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-01e93573-f31f-4ab8-87e8-f9b177f2a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.217239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-01e93573-f31f-4ab8-87e8-f9b177f2a436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 HTTP/1.1" status: 200 len: 855 time: 0.0507236 Dec 17 15:59:25.254482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-1bc39844-7f53-4603-92d0-bcaea4f40c41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfbb87f7-1b39-493c-90ee-650877f53060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290346 Dec 17 15:59:25.261270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa3914-c3b6-491b-8ef3-b2a28450dcc5 req-9b576059-c781-4d28-8474-2265b5700435 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.264366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92aa3914-c3b6-491b-8ef3-b2a28450dcc5 req-9b576059-c781-4d28-8474-2265b5700435 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0687778 Dec 17 15:59:25.362770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92aa3914-c3b6-491b-8ef3-b2a28450dcc5 req-23a346e2-b58d-4b6b-b6ed-ce77eb13403f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896206 Dec 17 15:59:25.373674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-ac69404e-ab30-4e8f-af71-aae7291a9e16 service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075406 Dec 17 15:59:25.466346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8c07594e-efbb-4629-b165-183c641c9b75 req-ce4bc55c-667d-4ca6-a16c-42d804fd0b66 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0878630 Dec 17 15:59:25.496949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8914ea3-bc88-47ca-9645-8cd003de1418 req-202acd81-7fab-44f6-abb4-c583317484ff tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.500272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8914ea3-bc88-47ca-9645-8cd003de1418 req-202acd81-7fab-44f6-abb4-c583317484ff tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0653112 Dec 17 15:59:25.522438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af1ecd8-c701-403c-b951-36d0d4ad3679 req-4f3faf4e-ded9-42fc-be79-71b1eb577fc7 service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391034 Dec 17 15:59:25.547851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8914ea3-bc88-47ca-9645-8cd003de1418 req-679a517f-375a-4a31-aa7f-b09bd7d7e905 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Dec 17 15:59:25.704159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceefd6c-f24d-4cd9-b9c0-0039e79ac771 req-fb739e23-49a0-458a-a0e8-d2d82995808e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.705957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ceefd6c-f24d-4cd9-b9c0-0039e79ac771 req-fb739e23-49a0-458a-a0e8-d2d82995808e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0643442 Dec 17 15:59:25.760929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ceefd6c-f24d-4cd9-b9c0-0039e79ac771 req-b7975e9d-1d4f-4dd8-825e-983e3ff04d6d tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486572 Dec 17 15:59:25.883962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1ae21-fef0-4bcc-ace5-580059ff97ba req-49b181d0-1bb1-4fb1-981b-2fbd2079ac5e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.885651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68c1ae21-fef0-4bcc-ace5-580059ff97ba req-49b181d0-1bb1-4fb1-981b-2fbd2079ac5e tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0518007 Dec 17 15:59:25.941011 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68c1ae21-fef0-4bcc-ace5-580059ff97ba req-d75abc2b-056a-4a90-8262-3b5325b259c1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486414 Dec 17 15:59:25.966679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5225-1a06-441b-a56d-c3acc02b60d0 req-a96012ac-a67d-470e-ba22-5512848bcc58 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.968213 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b8c5225-1a06-441b-a56d-c3acc02b60d0 req-a96012ac-a67d-470e-ba22-5512848bcc58 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 943 time: 0.0597358 Dec 17 15:59:26.034391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b8c5225-1a06-441b-a56d-c3acc02b60d0 req-32e356dd-8ca7-43f0-bd55-587f91fa47ff tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528777 Dec 17 15:59:26.278350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cd24e-c9ec-4bb6-9189-cddf5b5d801d req-3fed4960-21b4-4090-805f-c45127f48a73 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:26.279982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-582cd24e-c9ec-4bb6-9189-cddf5b5d801d req-3fed4960-21b4-4090-805f-c45127f48a73 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0509524 Dec 17 15:59:26.338301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-582cd24e-c9ec-4bb6-9189-cddf5b5d801d req-8749f1e4-5ca1-4150-b3af-6ab2acbe44c5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Dec 17 15:59:26.605499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba301b06-6056-4ba8-995a-17d220122e5e req-6e3836d1-c212-4e84-b615-eb0152279b3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0446191 Dec 17 15:59:26.607244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d04029b-efad-4144-900d-f6fc330cb3d4 req-959895af-d5db-4b16-9715-c5291c8435f0 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0386243 Dec 17 15:59:26.981143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3620dada-f1b7-4442-b133-b8796ee54eb5 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:59:27.085145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:27.099688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'port_id': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'mac_address': 'fa:16:3e:ce:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:59:27.139430 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:27.153234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3620dada-f1b7-4442-b133-b8796ee54eb5 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:27.171871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c063c71-f40e-481c-8434-963a289ca8c6 req-1d711e82-4796-493b-a7c8-faa3e2c41451 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.173923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:27.174397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c063c71-f40e-481c-8434-963a289ca8c6 req-1d711e82-4796-493b-a7c8-faa3e2c41451 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 943 time: 0.0512118 Dec 17 15:59:27.179775 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:27.226255 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c063c71-f40e-481c-8434-963a289ca8c6 req-b152d504-31a3-4e97-a745-870fc1db9e36 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Dec 17 15:59:27.229320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:27.465051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3620dada-f1b7-4442-b133-b8796ee54eb5'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:27.469662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa4c01-cb8a-4ab7-b547-32b07bbae625 req-e0c0089f-ae28-4333-b0ad-3ea1cfb45bd2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.471231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-defa4c01-cb8a-4ab7-b547-32b07bbae625 req-e0c0089f-ae28-4333-b0ad-3ea1cfb45bd2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0563252 Dec 17 15:59:27.536406 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-defa4c01-cb8a-4ab7-b547-32b07bbae625 req-b61272e3-b19d-4609-b044-1f84572dc03f tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575039 Dec 17 15:59:27.879367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06214a-c936-4916-87f8-0a5f34e6520a req-fc66b146-aa9e-4022-ab32-6e09b4572b11 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.880911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd06214a-c936-4916-87f8-0a5f34e6520a req-fc66b146-aa9e-4022-ab32-6e09b4572b11 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0799317 Dec 17 15:59:27.952373 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd06214a-c936-4916-87f8-0a5f34e6520a req-ad79f154-f72a-4ba4-a80d-fdab9a6aa87b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623050 Dec 17 15:59:28.013163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c2843b1d-c27c-4333-841c-a22f4a849fad req-da9a2757-d15e-4342-9886-2b7c7c1373b6 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.3059750 Dec 17 15:59:28.059232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-a395f4be-2733-464f-acf3-5cc5f7c02b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:28.060894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-a395f4be-2733-464f-acf3-5cc5f7c02b95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 1099 time: 0.0504115 Dec 17 15:59:28.168712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-3d41b2ef-6ffa-4a59-9dd7-6d016a25539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:28.170285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-3d41b2ef-6ffa-4a59-9dd7-6d016a25539a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 200 len: 915 time: 0.1018646 Dec 17 15:59:28.214438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-c68fdfe6-b0cb-4acd-8473-1e40688e2d78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 200 len: 217 time: 0.0356870 Dec 17 15:59:28.263677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-eb93d4f3-a968-46b3-a3c6-bd36bb22905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:28.265517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-eb93d4f3-a968-46b3-a3c6-bd36bb22905e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 200 len: 854 time: 0.0446107 Dec 17 15:59:28.299892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-d0df535a-0145-4419-8eda-d7767441ff1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c40f242-70de-4ce6-9e40-2c2c8d123a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268872 Dec 17 15:59:28.354689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1171f2-445d-4a1b-bb95-981e52cf358b req-b0b978ea-027c-4cf0-a851-5525adb5a3f4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:28.356190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb1171f2-445d-4a1b-bb95-981e52cf358b req-b0b978ea-027c-4cf0-a851-5525adb5a3f4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 944 time: 0.0516565 Dec 17 15:59:28.399181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-04240919-731a-4ba8-9916-26c39397a7b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918443 Dec 17 15:59:28.406552 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb1171f2-445d-4a1b-bb95-981e52cf358b req-c2644341-68fa-498b-a005-d72ffc29f746 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Dec 17 15:59:28.492979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e559be52-2b07-47eb-8bd3-aec93c14aed6 req-7f77cbb6-72b6-475f-bbd1-3aec489f5ef4 service neutron] 10.222.0.49 "GET /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869634 Dec 17 15:59:28.981166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3620dada-f1b7-4442-b133-b8796ee54eb5 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:29.055640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 3620dada-f1b7-4442-b133-b8796ee54eb5 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:59:29.066830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 3620dada-f1b7-4442-b133-b8796ee54eb5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:29.067351 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:29.164707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f719f5-892a-47a9-8e1d-41d78b9ef16c req-91774901-6a71-4634-9ed3-3cddfa26809c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:29.178790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75f719f5-892a-47a9-8e1d-41d78b9ef16c req-91774901-6a71-4634-9ed3-3cddfa26809c tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.1248581 Dec 17 15:59:29.244144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75f719f5-892a-47a9-8e1d-41d78b9ef16c req-b20f056e-846d-4b75-9708-34c349694a53 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604463 Dec 17 15:59:29.270705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:29.285970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9eefa5a1-633f-41dd-9100-63f1c63344e1 req-4a63c205-3b28-447a-bc15-a5c734352139 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0519586 Dec 17 15:59:29.343239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:29.347911 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c16eb1-7360-45fd-b461-5fc4064f5975" -d '{"events": [{"server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:29.364002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:29.371161 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:29.436994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:29.477072 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c618d-6728-44d5-8285-21b14e33faf0 x-openstack-request-id: req-b13c618d-6728-44d5-8285-21b14e33faf0 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:29.477072 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:29.477072 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b13c618d-6728-44d5-8285-21b14e33faf0 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:29.477542 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'code': 200} Dec 17 15:59:29.633294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2c875-d36c-462a-a6d4-d5df2f512f88 req-debb6c10-6e6d-43f4-a557-80066b14ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:29.636236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ced2c875-d36c-462a-a6d4-d5df2f512f88 req-debb6c10-6e6d-43f4-a557-80066b14ab1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 1097 time: 0.0861762 Dec 17 15:59:29.685269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f4a43f2-5386-47ee-b5c3-f3e93cd2c7d6 req-f482d3e8-3673-47d0-b962-7426dfb1d92c tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0324836 Dec 17 15:59:29.687788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32d64ef2-d269-4365-8e85-db985566780f req-6ba037ee-15f9-4aca-a3d4-27eb1c887e80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a821143b5fe426f8ad00c18a2955077&device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0492530 Dec 17 15:59:29.742581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32d64ef2-d269-4365-8e85-db985566780f req-b260b8c8-ac40-4559-9664-583e21202b8b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a821143b5fe426f8ad00c18a2955077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455854 Dec 17 15:59:29.766420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb071e-6bf9-4aa1-8c3d-c6bbb1a0f38e req-da425c23-0f8d-4a5a-a610-0e70de3c8cc0 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:29.767566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42bb071e-6bf9-4aa1-8c3d-c6bbb1a0f38e req-da425c23-0f8d-4a5a-a610-0e70de3c8cc0 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1733272 Dec 17 15:59:29.787337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ced2c875-d36c-462a-a6d4-d5df2f512f88 req-25b99463-129f-406b-8190-03748d730a6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087973 Dec 17 15:59:29.890911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49860) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:30.005443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8406a577-4e82-4441-8fe5-5876081124bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.101246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8406a577-4e82-4441-8fe5-5876081124bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.106539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8406a577-4e82-4441-8fe5-5876081124bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.139802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406a577-4e82-4441-8fe5-5876081124bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b126973f-801d-48ec-a351-d74d858b96de,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:30.171025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8406a577-4e82-4441-8fe5-5876081124bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03bffebf96b54c948b5470bf6f674f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2763815 Dec 17 15:59:30.171687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49864) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:30.195113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42bb071e-6bf9-4aa1-8c3d-c6bbb1a0f38e req-7586e3ac-12ab-4898-9710-53073288134f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184377 Dec 17 15:59:30.224724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64ef2-d269-4365-8e85-db985566780f req-edcc84ed-eda8-4173-bba6-9469e0c0e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:30.226236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32d64ef2-d269-4365-8e85-db985566780f req-edcc84ed-eda8-4173-bba6-9469e0c0e76a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4577441 Dec 17 15:59:30.237012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57495f2a-4bc2-49b7-aeb8-75b59bba8a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.260842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57495f2a-4bc2-49b7-aeb8-75b59bba8a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.310423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57495f2a-4bc2-49b7-aeb8-75b59bba8a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.313625 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57495f2a-4bc2-49b7-aeb8-75b59bba8a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.317838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-57495f2a-4bc2-49b7-aeb8-75b59bba8a45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b126973f-801d-48ec-a351-d74d858b96de HTTP/1.1" status: 204 len: 168 time: 0.1444438 Dec 17 15:59:30.327575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57495f2a-4bc2-49b7-aeb8-75b59bba8a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b126973f-801d-48ec-a351-d74d858b96de,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:30.407472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bdb46-74e4-4aed-954b-864e216ed059 req-4866b8cc-4b20-44fd-969b-51e1cffeb493 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:30.409819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-208bdb46-74e4-4aed-954b-864e216ed059 req-4866b8cc-4b20-44fd-969b-51e1cffeb493 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0646887 Dec 17 15:59:30.464453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-208bdb46-74e4-4aed-954b-864e216ed059 req-d1e6bae2-d18d-4aab-ae46-156b081b1e4b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464916 Dec 17 15:59:30.581042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbfee1-687a-4669-944b-ede72e38e5e6 req-5d7da82e-9a49-40a0-b604-3b3d5d7251a1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:30.582615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3cbfee1-687a-4669-944b-ede72e38e5e6 req-5d7da82e-9a49-40a0-b604-3b3d5d7251a1 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0490417 Dec 17 15:59:30.628531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49880) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:30.636804 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3cbfee1-687a-4669-944b-ede72e38e5e6 req-9bc33a19-0ee5-4c00-bd3c-de0e6a1f3ddd tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461431 Dec 17 15:59:30.646403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac772f50-7d55-406d-b38a-005b4e25f6f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.724888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac772f50-7d55-406d-b38a-005b4e25f6f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.730979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac772f50-7d55-406d-b38a-005b4e25f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.770932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f7d19-7500-42e0-b3f2-1b075b622357 req-2ece5470-ad2c-48e3-9cc0-d5114a0c36a3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:30.771373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ac772f50-7d55-406d-b38a-005b4e25f6f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea67fbfef2af4f55ba83c71bb694c0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414003 Dec 17 15:59:30.772658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-312f7d19-7500-42e0-b3f2-1b075b622357 req-2ece5470-ad2c-48e3-9cc0-d5114a0c36a3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0510020 Dec 17 15:59:30.773546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:30.776608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac772f50-7d55-406d-b38a-005b4e25f6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e182fa-2aa1-4d50-b194-bef60ad5a302,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:30.828163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bbb1941-4c89-47a2-aeae-5cf4fc970dbf req-58c68962-7d95-4ec8-8aaf-3d18685b5417 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0304613 Dec 17 15:59:30.855326 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-312f7d19-7500-42e0-b3f2-1b075b622357 req-5c6c299f-8cb3-4508-bf35-781eaa0094a5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677967 Dec 17 15:59:30.858238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51c9e1fa-7ca1-443e-846b-12ea050af4c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.881232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51c9e1fa-7ca1-443e-846b-12ea050af4c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.934071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51c9e1fa-7ca1-443e-846b-12ea050af4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.936882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51c9e1fa-7ca1-443e-846b-12ea050af4c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:30.938056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51c9e1fa-7ca1-443e-846b-12ea050af4c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7e182fa-2aa1-4d50-b194-bef60ad5a302 HTTP/1.1" status: 204 len: 168 time: 0.1633976 Dec 17 15:59:30.949170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9e1fa-7ca1-443e-846b-12ea050af4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e182fa-2aa1-4d50-b194-bef60ad5a302,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:30.996272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518c676-b3b3-4ca3-9d3c-3a67d41a5b6c req-97226059-c832-4375-85bd-d45cf13031af tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:30.997864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7518c676-b3b3-4ca3-9d3c-3a67d41a5b6c req-97226059-c832-4375-85bd-d45cf13031af tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0683610 Dec 17 15:59:31.046292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7518c676-b3b3-4ca3-9d3c-3a67d41a5b6c req-8636b235-0de3-4592-932a-0bbf34814902 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Dec 17 15:59:31.206720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed0e0e-2e23-4c84-8e9d-402c37ec9c46 req-6175f1b7-55df-4d32-b28b-92ae20b3b851 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:31.208342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6ed0e0e-2e23-4c84-8e9d-402c37ec9c46 req-6175f1b7-55df-4d32-b28b-92ae20b3b851 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0496635 Dec 17 15:59:31.264382 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6ed0e0e-2e23-4c84-8e9d-402c37ec9c46 req-1f654968-114f-49b6-b3fc-2026241fed86 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498719 Dec 17 15:59:31.285885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49906) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:31.300897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bbda-960c-42e8-81c5-289fc06ea219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:31.347964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d1ea6-77a3-4b17-a5f1-8d83ec11f341 req-6f10f9af-f2f4-4817-9a64-2ff753675ba6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:31.349927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a62d1ea6-77a3-4b17-a5f1-8d83ec11f341 req-6f10f9af-f2f4-4817-9a64-2ff753675ba6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0770848 Dec 17 15:59:31.407408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a62d1ea6-77a3-4b17-a5f1-8d83ec11f341 req-334c78bb-20ec-4fb5-a016-b32236f34ac7 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Dec 17 15:59:31.416458 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bbda-960c-42e8-81c5-289fc06ea219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:31.433323 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bbda-960c-42e8-81c5-289fc06ea219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:31.476442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5bbda-960c-42e8-81c5-289fc06ea219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a9f090-ecfa-4786-9af3-5759370c7baf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:31.483062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ba5bbda-960c-42e8-81c5-289fc06ea219 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ccbf4d9eae314f71a173b5c9ed6c93c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959643 Dec 17 15:59:31.491518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9451f4-eca6-4970-8861-fb2fcb3890d4 req-fd9be03b-5bb7-4933-a94c-07f7b109bfc4 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:31.492974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c9451f4-eca6-4970-8861-fb2fcb3890d4 req-fd9be03b-5bb7-4933-a94c-07f7b109bfc4 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0945857 Dec 17 15:59:31.493143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49912) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:31.543271 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c9451f4-eca6-4970-8861-fb2fcb3890d4 req-5766a93a-ac29-405a-8e05-03576babf970 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Dec 17 15:59:31.559051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32d64ef2-d269-4365-8e85-db985566780f req-200021a5-64e6-47d6-9cbc-9a2f4c71189c tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.47 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0439146 Dec 17 15:59:31.592162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a806ba9-4aa2-44ac-9150-81ef63de0b4f req-082f66e6-b102-4143-a81f-5abd5dceef22 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:31.593717 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a806ba9-4aa2-44ac-9150-81ef63de0b4f req-082f66e6-b102-4143-a81f-5abd5dceef22 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1190336 Dec 17 15:59:31.622703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc76a-7f5b-4a10-86f3-4ea6a80be2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:31.664017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc76a-7f5b-4a10-86f3-4ea6a80be2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:31.699602 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a806ba9-4aa2-44ac-9150-81ef63de0b4f req-ef3530b4-ec12-4700-8272-c7b9b6b22022 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967779 Dec 17 15:59:31.744479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc76a-7f5b-4a10-86f3-4ea6a80be2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:31.748028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc76a-7f5b-4a10-86f3-4ea6a80be2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:31.751432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0c3bc76a-7f5b-4a10-86f3-4ea6a80be2d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09a9f090-ecfa-4786-9af3-5759370c7baf HTTP/1.1" status: 204 len: 168 time: 0.2540133 Dec 17 15:59:31.758456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bc76a-7f5b-4a10-86f3-4ea6a80be2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a9f090-ecfa-4786-9af3-5759370c7baf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:31.804287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b3b2c-630c-4b7d-a4e0-6ceb6671a74b req-cf9038ee-0530-4e55-a63d-56c86efafef3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:31.805852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-883b3b2c-630c-4b7d-a4e0-6ceb6671a74b req-cf9038ee-0530-4e55-a63d-56c86efafef3 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0570433 Dec 17 15:59:31.864479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-883b3b2c-630c-4b7d-a4e0-6ceb6671a74b req-b12e7f56-1cc6-4011-a3a0-4e84bdbb4a11 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Dec 17 15:59:31.954049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebbc14-b0a6-42e9-9165-ac5e9cad1a1b req-0d4af666-94d4-4227-907f-6fc42a5d8a47 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:31.955949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cebbc14-b0a6-42e9-9165-ac5e9cad1a1b req-0d4af666-94d4-4227-907f-6fc42a5d8a47 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0562434 Dec 17 15:59:31.977193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3534d0a9-35bf-4edd-a76e-f58fdc3e69e6 req-fcf1addd-8bd2-4eb1-8723-431956c11047 tempest-ServerShowV257Test-748135193 tempest-ServerShowV257Test-748135193-project] 10.222.0.54 "GET /v2.0/ports?device_id=735eee2f-0a2b-43b0-80ff-3e4c7edd4902 HTTP/1.1" status: 200 len: 210 time: 0.0399864 Dec 17 15:59:32.038252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6cebbc14-b0a6-42e9-9165-ac5e9cad1a1b req-80ff895f-6762-45a2-bd8c-344c1cbc2ad2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762358 Dec 17 15:59:32.110557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456a529-3ac3-4538-b729-8cb1c47ac847 req-6d457579-d014-45dc-9a6a-a0ce81f0b565 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:32.112878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6456a529-3ac3-4538-b729-8cb1c47ac847 req-6d457579-d014-45dc-9a6a-a0ce81f0b565 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0578139 Dec 17 15:59:32.173760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6456a529-3ac3-4538-b729-8cb1c47ac847 req-6c22294f-0f51-45a0-a638-b64a465ba695 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517094 Dec 17 15:59:32.189969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15904c3-bcb9-4e7b-801e-05433b078408 req-9747ab66-1930-4992-bbbd-57e51cdcf45b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:32.191567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c15904c3-bcb9-4e7b-801e-05433b078408 req-9747ab66-1930-4992-bbbd-57e51cdcf45b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0629148 Dec 17 15:59:32.252455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c15904c3-bcb9-4e7b-801e-05433b078408 req-61b30e9c-5edd-4920-88e9-c441ffbc548f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538466 Dec 17 15:59:32.355687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ec897-70aa-4e22-89dd-50723d89c719 req-30b0f89d-3c10-45ed-855b-4bb50acfabd2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:32.357296 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa6ec897-70aa-4e22-89dd-50723d89c719 req-30b0f89d-3c10-45ed-855b-4bb50acfabd2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0635316 Dec 17 15:59:32.415239 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa6ec897-70aa-4e22-89dd-50723d89c719 req-4b5598df-905a-4467-8f6c-40262d6fbcb5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518861 Dec 17 15:59:32.620637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de095b-4208-42ae-9c2d-5efb36987f63 req-4e46751e-54f3-4f0c-8559-433df7f9becf tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:32.628584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4de095b-4208-42ae-9c2d-5efb36987f63 req-4e46751e-54f3-4f0c-8559-433df7f9becf tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0750022 Dec 17 15:59:32.628740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7a9e-d52b-4109-a5df-2bbbc2f8e22e req-e1159c32-9581-4fa0-ba31-3369f897bf40 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:32.630423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-772c7a9e-d52b-4109-a5df-2bbbc2f8e22e req-e1159c32-9581-4fa0-ba31-3369f897bf40 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0658786 Dec 17 15:59:32.674524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4de095b-4208-42ae-9c2d-5efb36987f63 req-0db514df-0dec-4645-9a2f-cd993540c2a6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449836 Dec 17 15:59:32.712250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-772c7a9e-d52b-4109-a5df-2bbbc2f8e22e req-17d84d99-4407-48ce-befa-a62c2682c003 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649407 Dec 17 15:59:32.887851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3cc32-64a7-486d-909b-2adb68f36c92 req-b6898bee-98c2-4a04-9107-56691a449b53 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:32.889344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bc3cc32-64a7-486d-909b-2adb68f36c92 req-b6898bee-98c2-4a04-9107-56691a449b53 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0489125 Dec 17 15:59:32.940848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bc3cc32-64a7-486d-909b-2adb68f36c92 req-966e5c66-500a-45e8-8206-6357861a5532 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435939 Dec 17 15:59:33.065612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037c55d-11a9-48bb-9898-4341f87d79b3 req-cad235c4-61f2-40b8-8510-55d3620eca33 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.067209 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3037c55d-11a9-48bb-9898-4341f87d79b3 req-cad235c4-61f2-40b8-8510-55d3620eca33 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0559716 Dec 17 15:59:33.135348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3037c55d-11a9-48bb-9898-4341f87d79b3 req-f29fe79e-1a55-4168-b5de-50aef20cfe6b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615113 Dec 17 15:59:33.349148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50008) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:33.453071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-54d1dcb0-4ea7-492c-b51f-9f51a816f10e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0512345 Dec 17 15:59:33.493106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c54d1895-3826-41ca-bec1-64370cf8274b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:33.529097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.529203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc31731-53fe-428e-b4be-d97651b2cc4c req-373f4d65-b955-446d-bc30-20ba23107b25 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.529421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.530077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.530827 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc31731-53fe-428e-b4be-d97651b2cc4c req-373f4d65-b955-446d-bc30-20ba23107b25 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0887053 Dec 17 15:59:33.536346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.536888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.537454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.537822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.540041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-feb4b473-37ff-47ac-8bd3-89d245a8dce2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6499 time: 0.0616262 Dec 17 15:59:33.609146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3bc31731-53fe-428e-b4be-d97651b2cc4c req-2eb0648c-fe1e-4f17-b46e-2fe3d961970b tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695629 Dec 17 15:59:33.646608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c54d1895-3826-41ca-bec1-64370cf8274b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:33.652166 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c54d1895-3826-41ca-bec1-64370cf8274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:33.700842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c54d1895-3826-41ca-bec1-64370cf8274b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a821143b5fe426f8ad00c18a2955077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502297 Dec 17 15:59:33.703319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50026) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:33.709618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d1895-3826-41ca-bec1-64370cf8274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc2d6d-ef7a-4c19-bc14-86eec35f584c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:33.716456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-1e9425a5-2aad-42f5-b3d0-4573d35291af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.717118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-1e9425a5-2aad-42f5-b3d0-4573d35291af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.717967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-1e9425a5-2aad-42f5-b3d0-4573d35291af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.719803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-1e9425a5-2aad-42f5-b3d0-4573d35291af service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc344b3-1870-46c9-a4e7-746f86a3b411&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bb717a21-920e-4104-b4c5-ec153af618b6&id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 2291 time: 0.1551456 Dec 17 15:59:33.781782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08f095ac-46d1-40d4-932b-5c169fe0010c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:33.806594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-8feb611b-8a31-432f-91cc-d4a2d896165a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 200 len: 1001 time: 0.0712805 Dec 17 15:59:33.825399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028593c4-469d-424b-b933-4471de4110cf req-87e5b2c2-ecfb-4e3d-a9e9-704654cd3ae0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.826911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-028593c4-469d-424b-b933-4471de4110cf req-87e5b2c2-ecfb-4e3d-a9e9-704654cd3ae0 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.1310489 Dec 17 15:59:33.828418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08f095ac-46d1-40d4-932b-5c169fe0010c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:33.878360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512786-acc1-4994-8268-d75536b0a9c8 req-90734e7f-28f6-4983-8fcc-a3800ed2ab57 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.885626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6512786-acc1-4994-8268-d75536b0a9c8 req-90734e7f-28f6-4983-8fcc-a3800ed2ab57 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0909293 Dec 17 15:59:33.901113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-53b1c96c-86ae-4bf0-a064-d15d4c9df1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.902601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-53b1c96c-86ae-4bf0-a064-d15d4c9df1ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 HTTP/1.1" status: 200 len: 850 time: 0.0855858 Dec 17 15:59:33.929718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08f095ac-46d1-40d4-932b-5c169fe0010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:33.932451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08f095ac-46d1-40d4-932b-5c169fe0010c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:33.932597 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-028593c4-469d-424b-b933-4471de4110cf req-b3a73110-89db-4ee7-b6f0-bfa8c40811b7 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973547 Dec 17 15:59:33.933613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-08f095ac-46d1-40d4-932b-5c169fe0010c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7dc2d6d-ef7a-4c19-bc14-86eec35f584c HTTP/1.1" status: 204 len: 168 time: 0.2291739 Dec 17 15:59:33.949710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6512786-acc1-4994-8268-d75536b0a9c8 req-febc5ed9-3e95-488f-b813-bbd0060adaad tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553384 Dec 17 15:59:33.949710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f095ac-46d1-40d4-932b-5c169fe0010c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc2d6d-ef7a-4c19-bc14-86eec35f584c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:34.001705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-625ffb34-e93e-47c0-b199-5c24505ebbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:34.003537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-625ffb34-e93e-47c0-b199-5c24505ebbfb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc344b3-1870-46c9-a4e7-746f86a3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931909 Dec 17 15:59:34.174889 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-151cd1ae-c75a-410d-8586-a434da5fad20 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643176 Dec 17 15:59:34.243227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f4468-0ae0-4d77-b6f5-6658865a012d req-a1ad0885-ffd4-40a7-9f7b-19f3c4cff434 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:34.244866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b3f4468-0ae0-4d77-b6f5-6658865a012d req-a1ad0885-ffd4-40a7-9f7b-19f3c4cff434 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.1250424 Dec 17 15:59:34.323762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-473d8c33-92d9-4cb0-a3ca-730d1ffe9694 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402376 Dec 17 15:59:34.327951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b3f4468-0ae0-4d77-b6f5-6658865a012d req-928e9c2f-9cb0-4576-86c7-3b23c14f5662 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744724 Dec 17 15:59:34.376099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-df54bf06-b6cc-4bbb-8f92-3287be06d8ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 217 time: 0.0453463 Dec 17 15:59:34.449863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-42faab98-05e9-48b4-a920-3849cc04b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:34.450510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-42faab98-05e9-48b4-a920-3849cc04b245 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0674865 Dec 17 15:59:34.525098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-dfe65fc7-bcc0-4afb-90b3-54ce2a800fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:34.526637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-dfe65fc7-bcc0-4afb-90b3-54ce2a800fa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679317 Dec 17 15:59:34.635424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50080) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:34.703034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-6e206d1e-1d3f-4013-8649-0f304ad8702c service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686556 Dec 17 15:59:34.801353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd0f5-f7e4-4ef3-a89a-5f7224ea5307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:34.844179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-b2135069-d8c6-4d26-94ff-ff4434e2611b service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333134 Dec 17 15:59:34.893583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-38a7fd52-b61b-4276-9e44-fada4971f793 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 217 time: 0.0423796 Dec 17 15:59:34.908070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd0f5-f7e4-4ef3-a89a-5f7224ea5307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:34.915102 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a8cd0f5-f7e4-4ef3-a89a-5f7224ea5307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:34.938290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50092) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:34.957223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2a8cd0f5-f7e4-4ef3-a89a-5f7224ea5307 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f15da8f5d534b9c9005bef59f1051df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3210006 Dec 17 15:59:34.959541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50096) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:34.960365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-83bffa2d-ccf1-4912-91df-1306b8b3683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:34.962034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-83bffa2d-ccf1-4912-91df-1306b8b3683f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0615561 Dec 17 15:59:35.033870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33794f2f-cd95-4cfb-ba62-1333ed4c6f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.035478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cd0f5-f7e4-4ef3-a89a-5f7224ea5307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3f6a34-66fb-4a1a-824b-3048e3b966df,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:35.046127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-3cb40c2d-3b50-47ea-9c0e-a3cc02086edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:35.048304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-3cb40c2d-3b50-47ea-9c0e-a3cc02086edc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790722 Dec 17 15:59:35.079899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33794f2f-cd95-4cfb-ba62-1333ed4c6f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.145540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33794f2f-cd95-4cfb-ba62-1333ed4c6f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.149611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33794f2f-cd95-4cfb-ba62-1333ed4c6f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.153664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-33794f2f-cd95-4cfb-ba62-1333ed4c6f5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e3f6a34-66fb-4a1a-824b-3048e3b966df HTTP/1.1" status: 204 len: 168 time: 0.1901290 Dec 17 15:59:35.159905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33794f2f-cd95-4cfb-ba62-1333ed4c6f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3f6a34-66fb-4a1a-824b-3048e3b966df,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:35.198003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-712548621-network', 'tenant_id': '7a106d132197422e8e0dfb1b5cda4574'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:35.268013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1a3f1-b388-494f-8b1c-3aca6e8a67a8 req-9ab396fe-9f11-4ea4-a225-8124f2507397 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:35.269587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23f1a3f1-b388-494f-8b1c-3aca6e8a67a8 req-9ab396fe-9f11-4ea4-a225-8124f2507397 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1232491 Dec 17 15:59:35.272452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Made reservation on behalf of 7a106d132197422e8e0dfb1b5cda4574 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:35.274888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.280476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-e5b7cfbc-c2d3-4c3b-9b67-ace1ec16659a service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245302 Dec 17 15:59:35.300870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.436178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23f1a3f1-b388-494f-8b1c-3aca6e8a67a8 req-4893ccec-f53a-461d-978b-8d5efe7352fb tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546047 Dec 17 15:59:35.459040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-9c6e80f5-e56a-4ef4-a692-5c2577c1c37c service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685116 Dec 17 15:59:35.503855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50110) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:35.514411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-8fe6643b-73da-460c-bde5-f321f82a3825 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=e66b899a-809b-4c28-8fc4-39b688474c42 HTTP/1.1" status: 200 len: 217 time: 0.0469046 Dec 17 15:59:35.521463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03a00e9c-1328-40b4-b920-2a4f4d725b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.580034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.585347 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.615345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-96996ec0-50e2-4fde-86b6-c630d96ff392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:35.617159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-96996ec0-50e2-4fde-86b6-c630d96ff392 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0910294 Dec 17 15:59:35.622602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:59:35.626612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03a00e9c-1328-40b4-b920-2a4f4d725b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.632139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03a00e9c-1328-40b4-b920-2a4f4d725b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.664355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529c4701-72be-4431-8cdc-a181c63af315,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:35.668266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.668595 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Added segment 4a18f296-d830-46f6-9f64-7f581130a189 of type vlan for network 4063794a-d40f-48d7-afaa-62c82bc59962 Dec 17 15:59:35.674555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-03a00e9c-1328-40b4-b920-2a4f4d725b6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5942631bf0b84f2681a101fa1495d986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697230 Dec 17 15:59:35.681657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50112) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:35.694548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a00e9c-1328-40b4-b920-2a4f4d725b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a5919c-1171-43a2-8eef-fd37929bc684,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:35.716838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-5687638a-966d-4560-8bf6-63e8ce8bf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:35.718335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-5687638a-966d-4560-8bf6-63e8ce8bf05e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933743 Dec 17 15:59:35.735644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.771867 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-561b7895-a8f5-48a5-a36a-a695d604cd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.795549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-561b7895-a8f5-48a5-a36a-a695d604cd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.814206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.815231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:35.815831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.853233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-561b7895-a8f5-48a5-a36a-a695d604cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.856237 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-561b7895-a8f5-48a5-a36a-a695d604cd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.859991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-561b7895-a8f5-48a5-a36a-a695d604cd5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5a5919c-1171-43a2-8eef-fd37929bc684 HTTP/1.1" status: 204 len: 168 time: 0.1748123 Dec 17 15:59:35.865289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b7895-a8f5-48a5-a36a-a695d604cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a5919c-1171-43a2-8eef-fd37929bc684,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:35.889152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9497344 Dec 17 15:59:35.891344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-9c076823-df03-4449-a3a9-307aa9c63d78 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654339 Dec 17 15:59:35.893621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50118) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:35.901097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Request body: {'subnet': {'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-712548621-subnet', 'tenant_id': '7a106d132197422e8e0dfb1b5cda4574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:35.930483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Made reservation on behalf of 7a106d132197422e8e0dfb1b5cda4574 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:35.933870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:35.953522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804bba-2403-4a80-93cb-d5f2fcd3cd9e admin admin] Pushing event updated for resources: {'Network': ['ID=4063794a-d40f-48d7-afaa-62c82bc59962,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:35.967323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4063794a-d40f-48d7-afaa-62c82bc59962 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:59:36.045805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-2700dd98-0872-4a33-b872-86315d083982 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466718 Dec 17 15:59:36.096383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-45e8bd26-28f9-4dc8-8966-f18f88752d63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6 HTTP/1.1" status: 200 len: 217 time: 0.0434206 Dec 17 15:59:36.159609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-542d8ab0-3159-4880-814f-8ca7284ab468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:36.161488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-542d8ab0-3159-4880-814f-8ca7284ab468 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0585427 Dec 17 15:59:36.224513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:36.277359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-c3a1d45e-2ef0-4a32-b436-181df85fd94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:36.284350 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-c3a1d45e-2ef0-4a32-b436-181df85fd94d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1152966 Dec 17 15:59:36.327047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Checking segment: {'id': '4a18f296-d830-46f6-9f64-7f581130a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:36.327653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Network hostable DHCP agents. Network: 4063794a-d40f-48d7-afaa-62c82bc59962, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:59:36.329959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff61206b-df23-45a9-bc69-276623fccb0e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:36.350536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Network 4063794a-d40f-48d7-afaa-62c82bc59962 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:59:36.366164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4063794a-d40f-48d7-afaa-62c82bc59962) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:36.373446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:36.374317 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:36.379271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37137d-d3f4-440d-9e4b-c598b7970f3b None None] Network 4063794a-d40f-48d7-afaa-62c82bc59962 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:36.396227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-487dde52-fa72-44fe-a3a6-875489d80083 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033325 Dec 17 15:59:36.398473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93f9c5e1-94cf-46ef-8ff5-5245fe300b24 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5032585 Dec 17 15:59:36.502558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-d7697e04-821b-4edb-bdd1-91cfba7b1e1a service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957425 Dec 17 15:59:36.546455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6faee5-0196-4f2a-bd97-3eec625fa678 None None] Network 4063794a-d40f-48d7-afaa-62c82bc59962 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:36.558223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-a668624a-4263-4632-9a56-8e716ce19527 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 200 len: 217 time: 0.0490949 Dec 17 15:59:36.620281 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c277-6076-4129-8c38-b8e7062d0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:36.988204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974984-d1df-48b8-aab0-44304d6a59a4 req-1d753b77-c120-493a-ad64-131b5b8f7bf2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:36.989733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d974984-d1df-48b8-aab0-44304d6a59a4 req-1d753b77-c120-493a-ad64-131b5b8f7bf2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.4210358 Dec 17 15:59:36.991393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-0f1d99dc-55dd-4189-93f0-673d395a82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:36.992740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-0f1d99dc-55dd-4189-93f0-673d395a82ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.4252808 Dec 17 15:59:37.083011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-d38ecf83-3728-4935-a7cf-3dc4ad293a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:37.083011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-d38ecf83-3728-4935-a7cf-3dc4ad293a0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0815556 Dec 17 15:59:37.120594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d974984-d1df-48b8-aab0-44304d6a59a4 req-6164f87e-fa00-4c18-b312-edfe4aa6b758 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182461 Dec 17 15:59:37.161207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50164) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:37.167454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-791700335-network', 'tenant_id': '7c4a8d328c4f4677bad11722086d94c6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:37.192764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Made reservation on behalf of 7c4a8d328c4f4677bad11722086d94c6 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:37.197070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.206934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.223894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-361cea35-5f6a-4fc5-897c-0de1ad94f69a service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330235 Dec 17 15:59:37.294382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.300661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.365458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:59:37.380209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd38389c-ea7b-4fa1-9e75-0e60d1f33681,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:37.382731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-8ab11997-e524-4437-9d00-47ad086cec9a service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511533 Dec 17 15:59:37.402098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.402620 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Added segment 0465ff90-2438-455c-863b-eeda4b707816 of type vlan for network 21f7f4ee-1b67-43c5-8b9c-628c87f214d2 Dec 17 15:59:37.437575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-44cbd5ad-04cb-403b-b297-35a1ac6c3d3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 200 len: 217 time: 0.0438957 Dec 17 15:59:37.463102 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.497477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.498881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:37.499652 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.505334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-93c90a97-9d3c-48aa-920d-300c87bd0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:37.507546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-93c90a97-9d3c-48aa-920d-300c87bd0179 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.0615273 Dec 17 15:59:37.563284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-f5da4577-2e64-4cc6-8841-c949074c77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:37.565559 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-f5da4577-2e64-4cc6-8841-c949074c77bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508466 Dec 17 15:59:37.571327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4083192 Dec 17 15:59:37.574278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50178) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:37.586021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Request body: {'subnet': {'network_id': '21f7f4ee-1b67-43c5-8b9c-628c87f214d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-791700335-subnet', 'tenant_id': '7c4a8d328c4f4677bad11722086d94c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:37.595305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf28f5-a0d3-488b-81fe-d2badb4d8bdb admin admin] Pushing event updated for resources: {'Network': ['ID=21f7f4ee-1b67-43c5-8b9c-628c87f214d2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:37.605983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 21f7f4ee-1b67-43c5-8b9c-628c87f214d2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:59:37.634072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Made reservation on behalf of 7c4a8d328c4f4677bad11722086d94c6 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:37.637862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:37.679418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-e6d565c2-d04a-48de-8917-61819f721e58 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060550 Dec 17 15:59:37.679774 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:59:37.867490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2b7a322-8c29-4b4f-a319-44d7a32a37ac req-01161018-42d9-4e7d-a6b1-2ad6cc8a1913 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696777 Dec 17 15:59:37.971082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:38.056348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Checking segment: {'id': '0465ff90-2438-455c-863b-eeda4b707816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21f7f4ee-1b67-43c5-8b9c-628c87f214d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:38.056718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Network hostable DHCP agents. Network: 21f7f4ee-1b67-43c5-8b9c-628c87f214d2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:59:38.060051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547d5360-b977-4d21-934e-6e912442ef52,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:38.078204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Network 21f7f4ee-1b67-43c5-8b9c-628c87f214d2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:59:38.098466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 21f7f4ee-1b67-43c5-8b9c-628c87f214d2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:38.106498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:38.107157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:38.120157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b69fa8-e34c-47cc-9049-84a80a691d2d None None] Network 21f7f4ee-1b67-43c5-8b9c-628c87f214d2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:38.148611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-238b15bb-6278-4b63-a6eb-9ae556789f41 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5729094 Dec 17 15:59:38.300246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740449c2-f98e-410b-8881-b669ccd33770 None None] Network 21f7f4ee-1b67-43c5-8b9c-628c87f214d2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:38.358478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc11b7-f513-4919-9986-56ae2baaad4d req-498f04c9-142d-4af6-8fee-ea17a5d7dfbd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:38.360369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28bc11b7-f513-4919-9986-56ae2baaad4d req-498f04c9-142d-4af6-8fee-ea17a5d7dfbd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1188161 Dec 17 15:59:38.501000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28bc11b7-f513-4919-9986-56ae2baaad4d req-8f26dad8-d6fe-470a-a842-3268d2e74129 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249268 Dec 17 15:59:38.608248 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1fc780b6-4b8f-4f62-a232-eb372ef8c594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:39.071251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-9a1bd49a-1236-4464-8079-186f3f12a586 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:39.072940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-9a1bd49a-1236-4464-8079-186f3f12a586 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/networks?id=4063794a-d40f-48d7-afaa-62c82bc59962 HTTP/1.1" status: 200 len: 824 time: 0.1325219 Dec 17 15:59:39.089584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-dd8282a9-634c-455d-853f-8dbff327c6b1 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/quotas/7a106d132197422e8e0dfb1b5cda4574 HTTP/1.1" status: 200 len: 375 time: 0.0101006 Dec 17 15:59:39.143157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-6e7481c4-95c7-4ceb-95c4-55a3e857d02b tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a106d132197422e8e0dfb1b5cda4574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340624 Dec 17 15:59:39.262760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-b69abfba-b309-4035-b27a-2bbf26c4055e service neutron] 10.222.0.54 "GET /v2.0/networks/4063794a-d40f-48d7-afaa-62c82bc59962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097214 Dec 17 15:59:39.352949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-69fa314e-5f42-405c-9073-0a0f0fd77bbf service neutron] 10.222.0.54 "GET /v2.0/networks/4063794a-d40f-48d7-afaa-62c82bc59962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Dec 17 15:59:39.578687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-221a562e-089c-4b1d-8498-2bdb00cfa267 req-a392311e-b13c-4d67-ab36-253adc78207e tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0672538 Dec 17 15:59:39.807488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778e1c0-31ae-4352-aafa-592f93e8bc38 req-a82da1b1-801a-4dbc-a546-f03537d39c88 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:39.809040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4778e1c0-31ae-4352-aafa-592f93e8bc38 req-a82da1b1-801a-4dbc-a546-f03537d39c88 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0977154 Dec 17 15:59:39.875568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860449-1751-49e4-a947-1bec01ebc26e req-81de235e-9bc4-410e-a2e8-20bdddcf161a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:39.888610 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a860449-1751-49e4-a947-1bec01ebc26e req-81de235e-9bc4-410e-a2e8-20bdddcf161a tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.0861568 Dec 17 15:59:39.903238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4778e1c0-31ae-4352-aafa-592f93e8bc38 req-8e52b872-7e0f-4071-b6af-7dafa1fff83f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823143 Dec 17 15:59:39.940569 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:40.001869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a860449-1751-49e4-a947-1bec01ebc26e req-d4f7bb99-e7dc-4eae-8ea1-25b084b112dd tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121829 Dec 17 15:59:40.705515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb331649-0b98-4abe-a5a9-4335ed0ed40e req-8a9d8172-1be9-4b08-9878-5e392be597c3 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0437639 Dec 17 15:59:40.786242 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:40.888488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8344cc68-9044-4416-8f7f-63c7beeae3a5 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:40.890466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8344cc68-9044-4416-8f7f-63c7beeae3a5 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.49 "GET /v2.0/networks?id=4063794a-d40f-48d7-afaa-62c82bc59962 HTTP/1.1" status: 200 len: 824 time: 0.1696184 Dec 17 15:59:40.907141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Request body: {'port': {'device_id': '0f119be1-db17-4912-8465-0804e532d2a6', 'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962', 'admin_state_up': True, 'tenant_id': '7a106d132197422e8e0dfb1b5cda4574'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:41.133379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Made reservation on behalf of 7a106d132197422e8e0dfb1b5cda4574 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:41.137695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:41.192100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b0b6d-ab91-469a-81dd-f0a45206421d req-702720d4-ace9-478b-be2c-1182744256d5 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:41.198916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:41.200874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-770b0b6d-ab91-469a-81dd-f0a45206421d req-702720d4-ace9-478b-be2c-1182744256d5 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1616921 Dec 17 15:59:41.351118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b54b2-1add-4405-b06f-4d06299c7b42 req-aca2d81d-8f94-4039-bc0c-dd05f2f1ffba tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:41.353757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b59b54b2-1add-4405-b06f-4d06299c7b42 req-aca2d81d-8f94-4039-bc0c-dd05f2f1ffba tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.0723872 Dec 17 15:59:41.388706 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-770b0b6d-ab91-469a-81dd-f0a45206421d req-4d5b4383-3c5b-469f-a8f0-f9359dcc7907 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868243 Dec 17 15:59:41.444017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b59b54b2-1add-4405-b06f-4d06299c7b42 req-3e78b574-73d7-44b9-940f-9abbe8aec306 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748301 Dec 17 15:59:41.514383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Allocated IP 172.20.0.13 (4063794a-d40f-48d7-afaa-62c82bc59962/ff61206b-df23-45a9-bc69-276623fccb0e/6037eecb-484d-4e8f-967c-8865561da8d0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:41.757951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:41.804052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:41.812047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d78925-b678-4488-a9f6-07f9c6d60bb0 req-96dd4531-3292-4307-811b-979a5098d02a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:41.813721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87d78925-b678-4488-a9f6-07f9c6d60bb0 req-96dd4531-3292-4307-811b-979a5098d02a tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0723350 Dec 17 15:59:41.889452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87d78925-b678-4488-a9f6-07f9c6d60bb0 req-b1878a64-5cff-48b2-8729-609343bffe22 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638862 Dec 17 15:59:41.901176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Network 4063794a-d40f-48d7-afaa-62c82bc59962 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:41.912464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Pushing event updated for resources: {'Port': ['ID=6037eecb-484d-4e8f-967c-8865561da8d0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:41.918028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:41.920799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:41.971978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c4f6d-1125-4dc6-9cef-f4e291957d72 req-43244570-13d2-4605-923b-eb8c7d18468d tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:41.973649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e6c4f6d-1125-4dc6-9cef-f4e291957d72 req-43244570-13d2-4605-923b-eb8c7d18468d tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 932 time: 0.1666601 Dec 17 15:59:42.009103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:42.009962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.033304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-8fcb8fef-c03b-469e-81cf-c006c05f3923 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1334643 Dec 17 15:59:42.051201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Request body: {'port': {'device_id': '0f119be1-db17-4912-8465-0804e532d2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:42.074316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e6c4f6d-1125-4dc6-9cef-f4e291957d72 req-3799be7e-a4d0-400d-bed0-5898b7d3385c tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928366 Dec 17 15:59:42.109639 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.123523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.299774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dbadf-bf7b-4153-b125-9ea28248136b req-3ef14c12-e91d-421b-a3e3-a29457ce0920 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:42.301222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-763dbadf-bf7b-4153-b125-9ea28248136b req-3ef14c12-e91d-421b-a3e3-a29457ce0920 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.1202919 Dec 17 15:59:42.401000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-763dbadf-bf7b-4153-b125-9ea28248136b req-df7acebf-6b3a-443d-9a72-04094e11a340 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903888 Dec 17 15:59:42.504409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6037eecb-484d-4e8f-967c-8865561da8d0 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:42.512861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.515885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd37f2-0dd6-4d2f-a535-e37186fbb668 req-ebe528e8-4269-40a9-b979-8e0d8cd3fae7 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:42.517863 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36cd37f2-0dd6-4d2f-a535-e37186fbb668 req-ebe528e8-4269-40a9-b979-8e0d8cd3fae7 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0538754 Dec 17 15:59:42.526305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Transition to ACTIVE for port object 6037eecb-484d-4e8f-967c-8865561da8d0 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:59:42.530582 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.588617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6037eecb-484d-4e8f-967c-8865561da8d0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:42.604432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36cd37f2-0dd6-4d2f-a535-e37186fbb668 req-7dcd60f4-4b14-4d7f-bd19-8479c3c82532 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756626 Dec 17 15:59:42.685515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Attempting to bind port 6037eecb-484d-4e8f-967c-8865561da8d0 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:59:42.685904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Attempting to bind port 6037eecb-484d-4e8f-967c-8865561da8d0 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '4a18f296-d830-46f6-9f64-7f581130a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:59:42.686240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Attempting to bind port 6037eecb-484d-4e8f-967c-8865561da8d0 on network 4063794a-d40f-48d7-afaa-62c82bc59962 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:42.690629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Port 6037eecb-484d-4e8f-967c-8865561da8d0 on network 4063794a-d40f-48d7-afaa-62c82bc59962 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:59:42.690954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Attempting to bind port 6037eecb-484d-4e8f-967c-8865561da8d0 on network 4063794a-d40f-48d7-afaa-62c82bc59962 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:42.695839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:42.696194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Checking segment: {'id': '4a18f296-d830-46f6-9f64-7f581130a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:42.696612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Bound using segment: {'id': '4a18f296-d830-46f6-9f64-7f581130a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:42.697204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Bound port: 6037eecb-484d-4e8f-967c-8865561da8d0, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a18f296-d830-46f6-9f64-7f581130a189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:59:42.697586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.759162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] For port 6037eecb-484d-4e8f-967c-8865561da8d0, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:59:42.762273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] For port 6037eecb-484d-4e8f-967c-8865561da8d0, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6037eecb-484d-4e8f-967c-8865561da8d0,segment=NetworkSegment(4a18f296-d830-46f6-9f64-7f581130a189),segment_id=4a18f296-d830-46f6-9f64-7f581130a189)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:59:42.768547 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.812817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:42.813456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:42.814854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] 10.222.0.49 "PUT /v2.0/ports/6037eecb-484d-4e8f-967c-8865561da8d0 HTTP/1.1" status: 200 len: 1093 time: 0.7705953 Dec 17 15:59:42.815335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f119be1-db17-4912-8465-0804e532d2a6', 'tag': '6037eecb-484d-4e8f-967c-8865561da8d0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:42.817769 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ddf90-fc77-4d4d-8918-c70121ab094e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f119be1-db17-4912-8465-0804e532d2a6", "tag": "6037eecb-484d-4e8f-967c-8865561da8d0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:42.840823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa787e1e-0209-4891-a927-d8e85020d2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6037eecb-484d-4e8f-967c-8865561da8d0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:42.872872 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443596a4-e3cd-4cfb-8f8d-5af0556bfda5 x-openstack-request-id: req-443596a4-e3cd-4cfb-8f8d-5af0556bfda5 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:42.873172 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f119be1-db17-4912-8465-0804e532d2a6", "tag": "6037eecb-484d-4e8f-967c-8865561da8d0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:42.873429 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-443596a4-e3cd-4cfb-8f8d-5af0556bfda5 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:42.873830 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f119be1-db17-4912-8465-0804e532d2a6', 'tag': '6037eecb-484d-4e8f-967c-8865561da8d0', 'status': 'completed', 'code': 200} Dec 17 15:59:42.904752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-6b8935a6-ddfb-4527-b55d-63058e5d4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:42.906291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-6b8935a6-ddfb-4527-b55d-63058e5d4df1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a106d132197422e8e0dfb1b5cda4574&device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0443304 Dec 17 15:59:42.955708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-a09b9111-d4f8-4415-be5c-b9617f2d15d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6037eecb-484d-4e8f-967c-8865561da8d0 HTTP/1.1" status: 200 len: 217 time: 0.0365491 Dec 17 15:59:43.041223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-5989c54f-8ac3-4190-a65a-9cebd84a15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.042720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-5989c54f-8ac3-4190-a65a-9cebd84a15e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ff61206b-df23-45a9-bc69-276623fccb0e HTTP/1.1" status: 200 len: 864 time: 0.0795732 Dec 17 15:59:43.055077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c97b82-f4a6-4adb-8491-11121b721ed9 req-a6417da1-4d07-4465-aa7c-e8f2bd007dd5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.056535 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c97b82-f4a6-4adb-8491-11121b721ed9 req-a6417da1-4d07-4465-aa7c-e8f2bd007dd5 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.0855975 Dec 17 15:59:43.086976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-cd7e5490-3a74-408d-81eb-24c4e5c60107 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4063794a-d40f-48d7-afaa-62c82bc59962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293443 Dec 17 15:59:43.186717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c97b82-f4a6-4adb-8491-11121b721ed9 req-3bccff38-74ca-4c73-b218-38dcd72f7d70 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/security-groups?id=b29afa84-616b-4f90-9834-2a6e095f8250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217198 Dec 17 15:59:43.204208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eab93-58fd-46c7-a6be-4ed8353e5b84 req-3f9ab852-8ee1-4fc7-aa2b-3b1e32d8fa95 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.212886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d6eab93-58fd-46c7-a6be-4ed8353e5b84 req-3f9ab852-8ee1-4fc7-aa2b-3b1e32d8fa95 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 944 time: 0.0579939 Dec 17 15:59:43.224555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-ca765030-774e-4138-8bd0-9c802d9cab7c service neutron] 10.222.0.49 "GET /v2.0/networks/4063794a-d40f-48d7-afaa-62c82bc59962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279988 Dec 17 15:59:43.269136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d6eab93-58fd-46c7-a6be-4ed8353e5b84 req-fd3079de-ccc3-4c0d-9bef-e64d39026153 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550280 Dec 17 15:59:43.323396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c45f5b19-cd48-4270-8d98-b6869e5cf183 req-4ba87939-1726-4cdd-b968-71a7f5853edf service neutron] 10.222.0.49 "GET /v2.0/networks/4063794a-d40f-48d7-afaa-62c82bc59962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901351 Dec 17 15:59:43.424926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-93a394ed-d0fe-4dd6-a075-9a70e291ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.426412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-93a394ed-d0fe-4dd6-a075-9a70e291ccf6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a106d132197422e8e0dfb1b5cda4574&device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0492768 Dec 17 15:59:43.547406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bf8bb-2be4-428a-baa4-0a9152d27a8f req-266999d9-8aca-4292-8d4f-71d289cc1e9c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.552289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-526bf8bb-2be4-428a-baa4-0a9152d27a8f req-266999d9-8aca-4292-8d4f-71d289cc1e9c tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.0591962 Dec 17 15:59:43.560175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-e441d2ea-124c-449b-becb-55407d6aa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.561872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-e441d2ea-124c-449b-becb-55407d6aa85c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4063794a-d40f-48d7-afaa-62c82bc59962 HTTP/1.1" status: 200 len: 925 time: 0.1267893 Dec 17 15:59:43.621911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-a4e0c7d1-6f3e-4998-80a0-94d66713b32f tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.623443 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-a4e0c7d1-6f3e-4998-80a0-94d66713b32f tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.1066329 Dec 17 15:59:43.624767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-44bd888d-7117-4b3d-9c95-4eaaa1bbc208 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6037eecb-484d-4e8f-967c-8865561da8d0 HTTP/1.1" status: 200 len: 217 time: 0.0543540 Dec 17 15:59:43.648648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-526bf8bb-2be4-428a-baa4-0a9152d27a8f req-e956a475-0adf-4088-af5d-6cde74aa2c45 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935304 Dec 17 15:59:43.676917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79532167-4345-42cf-8b50-c357b9da202e req-b61cb83d-bba2-41b8-a039-4eeebd118082 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.678325 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79532167-4345-42cf-8b50-c357b9da202e req-b61cb83d-bba2-41b8-a039-4eeebd118082 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.49 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 947 time: 0.1030302 Dec 17 15:59:43.795801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Deleting port 1628804e-c935-4b25-9f5d-75bef92a3e43 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:43.796092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:43.809169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-777a0049-1601-4af7-8693-cfa04e088ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.810864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-777a0049-1601-4af7-8693-cfa04e088ef1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ff61206b-df23-45a9-bc69-276623fccb0e HTTP/1.1" status: 200 len: 864 time: 0.1609302 Dec 17 15:59:43.838262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ded6e-8ab5-4d5f-a7b8-6578b2f876cb req-18e27dfa-d41f-432f-911e-45f175c1936c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.839974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-560ded6e-8ab5-4d5f-a7b8-6578b2f876cb req-18e27dfa-d41f-432f-911e-45f175c1936c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1124294 Dec 17 15:59:43.867689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-43a114ce-800d-469b-9153-f42cdf2c7031 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4063794a-d40f-48d7-afaa-62c82bc59962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464277 Dec 17 15:59:43.870197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Deleting port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:43.870542 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:43.898214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] For port 1628804e-c935-4b25-9f5d-75bef92a3e43, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=1628804e-c935-4b25-9f5d-75bef92a3e43,segment=NetworkSegment(7275a9a6-e7b7-442b-babd-7ff26bbfd389),segment_id=7275a9a6-e7b7-442b-babd-7ff26bbfd389)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:43.898585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:43.911357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Calling delete_port for 1628804e-c935-4b25-9f5d-75bef92a3e43 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:44.010384 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-560ded6e-8ab5-4d5f-a7b8-6578b2f876cb req-18e532fe-4f82-447c-9422-1b4d48b8abdc tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640055 Dec 17 15:59:44.045008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:44.058895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['1628804e-c935-4b25-9f5d-75bef92a3e43'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:44.064027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] For port 9c0b554b-0f93-4b8a-a35f-010e7241abe8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=9c0b554b-0f93-4b8a-a35f-010e7241abe8,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:44.064404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:44.077901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-d96de1d5-121a-4f20-b540-45dcde07ef4e service neutron] 10.222.0.49 "GET /v2.0/networks/4063794a-d40f-48d7-afaa-62c82bc59962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864922 Dec 17 15:59:44.099240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Pushing event deleted for resources: {'Port': ['ID=1628804e-c935-4b25-9f5d-75bef92a3e43,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:44.118530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] No DVR routers for this DVR port 1628804e-c935-4b25-9f5d-75bef92a3e43 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:59:44.121761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:44.125313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79532167-4345-42cf-8b50-c357b9da202e req-d1e16494-f8af-43ac-80c5-73dfec9ab7e2 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.49 "DELETE /v2.0/ports/1628804e-c935-4b25-9f5d-75bef92a3e43 HTTP/1.1" status: 204 len: 173 time: 0.4362674 Dec 17 15:59:44.125790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-deleted', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:44.128668 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7181af94-7f14-4c41-87cf-9ad0a71b3faf" -d '{"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-deleted", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:44.190260 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986a168-cecf-4a24-b653-2602637eda35 x-openstack-request-id: req-7986a168-cecf-4a24-b653-2602637eda35 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:44.190556 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1517baf6-6eb1-48fb-aa98-94dae7cc1ff5", "name": "network-vif-deleted", "tag": "1628804e-c935-4b25-9f5d-75bef92a3e43", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:44.190821 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7986a168-cecf-4a24-b653-2602637eda35 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:44.191208 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1517baf6-6eb1-48fb-aa98-94dae7cc1ff5', 'name': 'network-vif-deleted', 'tag': '1628804e-c935-4b25-9f5d-75bef92a3e43', 'status': 'completed', 'code': 200} Dec 17 15:59:44.431921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb2f3-ccb7-4c2d-abf0-106e4aa4d00b req-5518285b-6561-416a-8f3f-3556d3a0ec62 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:44.433619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cbbb2f3-ccb7-4c2d-abf0-106e4aa4d00b req-5518285b-6561-416a-8f3f-3556d3a0ec62 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 944 time: 0.0684292 Dec 17 15:59:44.490313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cbbb2f3-ccb7-4c2d-abf0-106e4aa4d00b req-e4e8beba-8d78-4cb2-966d-6d227def1f8c tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498173 Dec 17 15:59:44.548900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13f2b567-3810-4e94-896d-92008fd12ba2 req-d03368b2-b9f5-4708-bbe4-e344b2796ab6 tempest-ServersNegativeTestJSON-1866642012 tempest-ServersNegativeTestJSON-1866642012-project] 10.222.0.54 "GET /v2.0/ports?device_id=1517baf6-6eb1-48fb-aa98-94dae7cc1ff5 HTTP/1.1" status: 200 len: 210 time: 0.0812755 Dec 17 15:59:44.677946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb3ddf90-fc77-4d4d-8918-c70121ab094e req-d6640d70-8c7f-40db-ae4f-659429eed030 service neutron] 10.222.0.49 "GET /v2.0/networks/4063794a-d40f-48d7-afaa-62c82bc59962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738339 Dec 17 15:59:44.709109 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:44.709615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:44.709972 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Floating IP d831804a-5ee2-4b00-b856-e5b2acf20146 disassociated. External IP: 172.25.0.90, port: 9c0b554b-0f93-4b8a-a35f-010e7241abe8. Dec 17 15:59:44.710466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Calling delete_port for 9c0b554b-0f93-4b8a-a35f-010e7241abe8 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:44.892787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebb8a3-cabd-4047-bf73-b765511ded2b req-5e94138c-d8df-44b3-99a3-b93deef7abc4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:44.894512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-45ebb8a3-cabd-4047-bf73-b765511ded2b req-5e94138c-d8df-44b3-99a3-b93deef7abc4 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e66fc8b-3921-444c-8d11-fb5941cfaa3b HTTP/1.1" status: 200 len: 946 time: 0.1285882 Dec 17 15:59:44.975146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.018518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-45ebb8a3-cabd-4047-bf73-b765511ded2b req-d788ec69-6feb-416c-87c3-647cca3e2954 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups?id=07a8afcd-e132-4b5f-bfd1-c48ac03b8339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989590 Dec 17 15:59:45.019787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event deleted for resources: {'Port': ['ID=9c0b554b-0f93-4b8a-a35f-010e7241abe8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:45.158855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Router cfb7f033-25be-4543-a69e-868a045345d6 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:59:45.160305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849e455-a93f-476c-ba89-383146a8de3b req-9d812b6c-6009-4beb-ab3d-a08aa793cc25 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:45.162167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0849e455-a93f-476c-ba89-383146a8de3b req-9d812b6c-6009-4beb-ab3d-a08aa793cc25 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0544767 Dec 17 15:59:45.221264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0849e455-a93f-476c-ba89-383146a8de3b req-948832a0-929f-433b-867d-7f8fa6e7ac65 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495424 Dec 17 15:59:45.277454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.292377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:59:45.303473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] Sync routers for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:59:45.313741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:45.314314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:59:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:45.336714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] No DVR routers for this DVR port 9c0b554b-0f93-4b8a-a35f-010e7241abe8 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:59:45.339524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.343098 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bbb44208-c523-4ae7-bfe9-130e6d8b31c8 req-6401b4b5-46eb-4224-b237-b063eb3f7983 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.49 "DELETE /v2.0/ports/9c0b554b-0f93-4b8a-a35f-010e7241abe8 HTTP/1.1" status: 204 len: 173 time: 1.7039795 Dec 17 15:59:45.343638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'name': 'network-vif-deleted', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:45.345976 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda87d4-cf12-4651-98de-d730501c084f" -d '{"events": [{"server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "name": "network-vif-deleted", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:45.395588 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e54e00-5a67-4b99-b574-25cb5c625ea8 x-openstack-request-id: req-37e54e00-5a67-4b99-b574-25cb5c625ea8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:45.395952 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e66fc8b-3921-444c-8d11-fb5941cfaa3b", "name": "network-vif-deleted", "tag": "9c0b554b-0f93-4b8a-a35f-010e7241abe8", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:45.396155 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37e54e00-5a67-4b99-b574-25cb5c625ea8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:45.396562 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e66fc8b-3921-444c-8d11-fb5941cfaa3b', 'name': 'network-vif-deleted', 'tag': '9c0b554b-0f93-4b8a-a35f-010e7241abe8', 'status': 'completed', 'code': 200} Dec 17 15:59:45.479125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:45.580463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6037eecb-484d-4e8f-967c-8865561da8d0 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:59:45.635424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50378) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:45.707870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6037eecb-484d-4e8f-967c-8865561da8d0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6037eecb-484d-4e8f-967c-8865561da8d0,segment=NetworkSegment(4a18f296-d830-46f6-9f64-7f581130a189),segment_id=4a18f296-d830-46f6-9f64-7f581130a189)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:45.717350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] Deleting subnet cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:59:45.720966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.755373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227eae02-232f-4eb6-9592-349ba890bfca req-a9aef52c-bb84-4d35-a06a-e8506d878329 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:45.757045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-227eae02-232f-4eb6-9592-349ba890bfca req-a9aef52c-bb84-4d35-a06a-e8506d878329 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1781483 Dec 17 15:59:45.766441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '6037eecb-484d-4e8f-967c-8865561da8d0', 'network_id': '4063794a-d40f-48d7-afaa-62c82bc59962', 'port_id': '6037eecb-484d-4e8f-967c-8865561da8d0', 'mac_address': 'fa:16:3e:84:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff61206b-df23-45a9-bc69-276623fccb0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:59:45.774022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.832855 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.833369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.850732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-227eae02-232f-4eb6-9592-349ba890bfca req-dc417d7d-d8af-4484-a646-b51ba00fb8e4 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868721 Dec 17 15:59:45.870682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6037eecb-484d-4e8f-967c-8865561da8d0 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:45.916500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6037eecb-484d-4e8f-967c-8865561da8d0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6037eecb-484d-4e8f-967c-8865561da8d0,segment=NetworkSegment(4a18f296-d830-46f6-9f64-7f581130a189),segment_id=4a18f296-d830-46f6-9f64-7f581130a189)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:45.922487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.935205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.953242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:45.957791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f HTTP/1.1" status: 204 len: 168 time: 0.3211105 Dec 17 15:59:45.960828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50384) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:45.988508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f89604-38d1-4387-9a85-fdb573b718b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfae42e0-4435-4eec-bbbb-5d6fbd12ce1f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:46.015363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 5, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:46.020660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6037eecb-484d-4e8f-967c-8865561da8d0,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:46.047011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] Checking router: cfb7f033-25be-4543-a69e-868a045345d6 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:59:46.055659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:46.056298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:59:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:46.058821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.120920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50390) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:46.149060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.172300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c40f242-70de-4ce6-9e40-2c2c8d123a56']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:46.179281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2609337-ff11-482a-9f87-9657d6eba6ae tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.182148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:46.182307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7275a9a6-e7b7-442b-babd-7ff26bbfd389') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:46.182562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7275a9a6-e7b7-442b-babd-7ff26bbfd389') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:46.193172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.206449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.206984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2609337-ff11-482a-9f87-9657d6eba6ae tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.213143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:59:46.213805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:59:46.216378 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:59:46.230370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['6037eecb-484d-4e8f-967c-8865561da8d0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:46.273642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2609337-ff11-482a-9f87-9657d6eba6ae tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.278772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2609337-ff11-482a-9f87-9657d6eba6ae tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.282488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b2609337-ff11-482a-9f87-9657d6eba6ae tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "DELETE /v2.0/security-groups/07a8afcd-e132-4b5f-bfd1-c48ac03b8339 HTTP/1.1" status: 204 len: 168 time: 0.1578536 Dec 17 15:59:46.282847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50394) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:46.290294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2609337-ff11-482a-9f87-9657d6eba6ae tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a8afcd-e132-4b5f-bfd1-c48ac03b8339,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:46.292767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.306654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.309648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/8c40f242-70de-4ce6-9e40-2c2c8d123a56 HTTP/1.1" status: 204 len: 168 time: 0.3474662 Dec 17 15:59:46.310875 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-1a0994b5-856b-4eca-9e79-05ef2085ca84 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] show failed (client error): The resource could not be found. Dec 17 15:59:46.312152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1a0994b5-856b-4eca-9e79-05ef2085ca84 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "GET /v2.0/security-groups/07a8afcd-e132-4b5f-bfd1-c48ac03b8339 HTTP/1.1" status: 404 len: 347 time: 0.0277267 Dec 17 15:59:46.315573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50398) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:46.323542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17613d94-42fa-4163-aeca-e8336d289d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c40f242-70de-4ce6-9e40-2c2c8d123a56,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:46.388891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b556fc5-08c8-403b-aaa6-a14620bfe3fa req-b27dfae5-5c3b-41d3-9262-a6b5125d7f06 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:46.390749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b556fc5-08c8-403b-aaa6-a14620bfe3fa req-b27dfae5-5c3b-41d3-9262-a6b5125d7f06 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0627077 Dec 17 15:59:46.463648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b556fc5-08c8-403b-aaa6-a14620bfe3fa req-d7269783-72b2-4829-8750-6bb4e77b2dce tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648191 Dec 17 15:59:46.486372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Deleting port 84a8e0bf-5087-4d97-9814-dd4c6d75d7ab {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:46.486719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.531267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:46.567480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 5, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:46.576433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ef6ac31-eb0a-428e-9436-8278bcd45af9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9bfc9c16e5bd406b97128992b249e9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431063 Dec 17 15:59:46.578862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50402) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:46.593116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.593363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.607398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Calling delete_port for 84a8e0bf-5087-4d97-9814-dd4c6d75d7ab owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:46.609253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac019e10-d596-4d9c-b35f-7dce5fe4e919 None None] The sync data for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 is: [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:57:22Z', 'revision_number': 4, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '022a2bcc-b06c-4175-8c23-94b072812ff3', 'name': '', 'network_id': '73a82f14-005f-4fa0-8132-2c56f2195748', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'mac_address': 'fa:16:3e:a8:e4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:20Z', 'updated_at': '2021-12-17T15:57:28Z', 'revision_number': 5, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'subnets': [{'id': 'bc660668-0a07-44ba-b678-9dc70f6c7259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:59:46.634016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20412023-4cf1-474c-8240-9b8c99410c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.658194 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20412023-4cf1-474c-8240-9b8c99410c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.709013 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20412023-4cf1-474c-8240-9b8c99410c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.711648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20412023-4cf1-474c-8240-9b8c99410c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.712914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-20412023-4cf1-474c-8240-9b8c99410c92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b29afa84-616b-4f90-9834-2a6e095f8250 HTTP/1.1" status: 204 len: 168 time: 0.1331139 Dec 17 15:59:46.726707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20412023-4cf1-474c-8240-9b8c99410c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29afa84-616b-4f90-9834-2a6e095f8250,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:46.782933 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.819084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Pushing event deleted for resources: {'Port': ['ID=84a8e0bf-5087-4d97-9814-dd4c6d75d7ab,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:46.915539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.916802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7938fda0-cfea-4d7d-839c-bcf1769bd804 None None] New status for floating IP d831804a-5ee2-4b00-b856-e5b2acf20146: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:59:46.918453 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:46.922332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2388dd01-74d1-4f7c-9f0c-7aadc959d948 tempest-ServersTestManualDisk-774230122 tempest-ServersTestManualDisk-774230122-project] 10.222.0.54 "DELETE /v2.0/floatingips/d831804a-5ee2-4b00-b856-e5b2acf20146 HTTP/1.1" status: 204 len: 168 time: 0.6029854 Dec 17 15:59:46.922916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50410) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:46.993107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565a2b-e081-4309-b8a6-022890d11e9d req-27ab6950-8b90-4846-b540-8f0b42d7b4d5 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:46.995152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94565a2b-e081-4309-b8a6-022890d11e9d req-27ab6950-8b90-4846-b540-8f0b42d7b4d5 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 945 time: 0.0702910 Dec 17 15:59:47.100728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94565a2b-e081-4309-b8a6-022890d11e9d req-9894238f-4d1b-4333-94ff-67615c5b3656 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885038 Dec 17 15:59:47.422716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:47.491282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6037eecb-484d-4e8f-967c-8865561da8d0 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:47.592896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 6037eecb-484d-4e8f-967c-8865561da8d0 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:59:47.605776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 6037eecb-484d-4e8f-967c-8865561da8d0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:47.606155 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:47.644011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5ddcb-0985-47af-ade4-710ab49c74a3 req-0930d1b4-77c2-4863-b10c-789fdb74765c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:47.646029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4d5ddcb-0985-47af-ade4-710ab49c74a3 req-0930d1b4-77c2-4863-b10c-789fdb74765c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0892601 Dec 17 15:59:47.714398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4d5ddcb-0985-47af-ade4-710ab49c74a3 req-c2c2f8f2-a638-4a91-a7bd-194bb675b900 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619011 Dec 17 15:59:47.756721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:47.789324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f119be1-db17-4912-8465-0804e532d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037eecb-484d-4e8f-967c-8865561da8d0'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:47.794450 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e7abd-ada8-402a-bf95-8d5dda88c27a" -d '{"events": [{"server_uuid": "0f119be1-db17-4912-8465-0804e532d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "6037eecb-484d-4e8f-967c-8865561da8d0"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:47.820171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Deleting port 022a2bcc-b06c-4175-8c23-94b072812ff3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:47.821162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:47.838079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6037eecb-484d-4e8f-967c-8865561da8d0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6037eecb-484d-4e8f-967c-8865561da8d0,segment=NetworkSegment(4a18f296-d830-46f6-9f64-7f581130a189),segment_id=4a18f296-d830-46f6-9f64-7f581130a189)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:47.852899 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:47.854280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 9c0b554b-0f93-4b8a-a35f-010e7241abe8 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:47.861535 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83584d2a-f3f3-4874-858b-fc6c64c87a39 x-openstack-request-id: req-83584d2a-f3f3-4874-858b-fc6c64c87a39 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:47.862424 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f119be1-db17-4912-8465-0804e532d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "6037eecb-484d-4e8f-967c-8865561da8d0", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:47.862424 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83584d2a-f3f3-4874-858b-fc6c64c87a39 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:47.863064 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f119be1-db17-4912-8465-0804e532d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6037eecb-484d-4e8f-967c-8865561da8d0', 'code': 200} Dec 17 15:59:47.937470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 9c0b554b-0f93-4b8a-a35f-010e7241abe8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:47.940105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 9c0b554b-0f93-4b8a-a35f-010e7241abe8 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:47.940769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:47.964727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 1628804e-c935-4b25-9f5d-75bef92a3e43 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:47.965391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 1628804e-c935-4b25-9f5d-75bef92a3e43 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:47.974836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] For port 022a2bcc-b06c-4175-8c23-94b072812ff3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=022a2bcc-b06c-4175-8c23-94b072812ff3,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:47.975435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:47.988311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6037eecb-484d-4e8f-967c-8865561da8d0,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:48.021525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Calling delete_port for 022a2bcc-b06c-4175-8c23-94b072812ff3 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:48.073525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb78368-1d49-4b16-ac5b-c3703b3007e7 req-f3f8c251-4239-420a-853b-c54db07f05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:48.075062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fb78368-1d49-4b16-ac5b-c3703b3007e7 req-f3f8c251-4239-420a-853b-c54db07f05b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.0966461 Dec 17 15:59:48.222169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fb78368-1d49-4b16-ac5b-c3703b3007e7 req-ece805fb-adbc-4953-a99d-7046f1347c33 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393242 Dec 17 15:59:48.232703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50470) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:48.233614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798726d-cb1c-4a8e-aa21-486bb2901ab9 req-f2a08a45-aeb0-4a96-86b8-4ab034996aaa tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:48.236306 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f798726d-cb1c-4a8e-aa21-486bb2901ab9 req-f2a08a45-aeb0-4a96-86b8-4ab034996aaa tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0633349 Dec 17 15:59:48.301957 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f798726d-cb1c-4a8e-aa21-486bb2901ab9 req-b2fe6811-a062-4be9-b4c8-41579a1d3d15 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603731 Dec 17 15:59:48.323629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.355996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Pushing event deleted for resources: {'Port': ['ID=022a2bcc-b06c-4175-8c23-94b072812ff3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:48.419568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-317b4002-3804-4f69-8527-3bb2cdb8a9ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.604028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.621057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-317b4002-3804-4f69-8527-3bb2cdb8a9ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.627988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-317b4002-3804-4f69-8527-3bb2cdb8a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.736870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-317b4002-3804-4f69-8527-3bb2cdb8a9ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7cb2726ec664f84a27f213475b99ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5030317 Dec 17 15:59:48.739446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:48.744267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4002-3804-4f69-8527-3bb2cdb8a9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6377eda-e214-4d3d-ab05-d260d95bdfd3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:48.799253 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27fb8068-1e71-4ee3-b482-9a9f8dac4a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.825686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27fb8068-1e71-4ee3-b482-9a9f8dac4a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.876005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27fb8068-1e71-4ee3-b482-9a9f8dac4a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.879164 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27fb8068-1e71-4ee3-b482-9a9f8dac4a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:48.882934 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-27fb8068-1e71-4ee3-b482-9a9f8dac4a97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6377eda-e214-4d3d-ab05-d260d95bdfd3 HTTP/1.1" status: 204 len: 168 time: 0.1399562 Dec 17 15:59:48.889258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb8068-1e71-4ee3-b482-9a9f8dac4a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6377eda-e214-4d3d-ab05-d260d95bdfd3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:48.925348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0a48f-9342-4dd1-bd6e-518da841b4c1 req-7cebb06c-4adf-4e14-8bbd-f25ca0830d4b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:48.926869 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-edc0a48f-9342-4dd1-bd6e-518da841b4c1 req-7cebb06c-4adf-4e14-8bbd-f25ca0830d4b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1065161 Dec 17 15:59:48.938441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Router cfb7f033-25be-4543-a69e-868a045345d6 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:59:49.033395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-edc0a48f-9342-4dd1-bd6e-518da841b4c1 req-30545495-baed-42fa-9f9b-785103d7ba06 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970731 Dec 17 15:59:49.114151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:59:49.127246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7c85e13-385d-4e13-bcaf-ed4de5a16432 admin admin] 10.222.0.54 "PUT /v2.0/routers/cfb7f033-25be-4543-a69e-868a045345d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1962373 Dec 17 15:59:49.127558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50486) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:49.137258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] Sync routers for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:59:49.160727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:49.161697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:59:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:49.299578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:49.380015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:49.485068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:49.516127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2d1a-9c9d-4438-8df6-c3c361c74f42 req-f0c82f06-cf90-4521-8434-2ead1bb2cff4 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:49.518681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9dcc2d1a-9c9d-4438-8df6-c3c361c74f42 req-f0c82f06-cf90-4521-8434-2ead1bb2cff4 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0634298 Dec 17 15:59:49.573149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Deleting port 1c9576b7-1193-4c23-9f85-538a2572e63b {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:49.573916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:49.644629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9dcc2d1a-9c9d-4438-8df6-c3c361c74f42 req-8db29dcf-f511-4d74-918c-0bb03ddd7d19 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 Dec 17 15:59:49.680213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:59:48Z', 'revision_number': 5, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port': {'id': '1c9576b7-1193-4c23-9f85-538a2572e63b', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:14Z', 'updated_at': '2021-12-17T15:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:49.711249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] Checking router: cfb7f033-25be-4543-a69e-868a045345d6 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:59:49.723997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] Routers {'cfb7f033-25be-4543-a69e-868a045345d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:49.724802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T15:59:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfb7f033-25be-4543-a69e-868a045345d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:49.834040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] Set router cfb7f033-25be-4543-a69e-868a045345d6 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:49.899190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:59:49Z', 'revision_number': 6, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:49.930356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2f3ca-19f0-4f88-a30a-47863ec35276 None None] The sync data for ids ['cfb7f033-25be-4543-a69e-868a045345d6'] in n-d-806683-20 is: [{'id': 'cfb7f033-25be-4543-a69e-868a045345d6', 'name': 'tempest-ServersTestManualDisk-1496170495-router', 'tenant_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:13Z', 'updated_at': '2021-12-17T15:59:49Z', 'revision_number': 6, 'project_id': 'bbcefe154c8f46a993a7c4c1d5866350', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:59:49.966585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] For port 1c9576b7-1193-4c23-9f85-538a2572e63b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1c9576b7-1193-4c23-9f85-538a2572e63b,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:49.967253 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:49.986630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Calling delete_port for 1c9576b7-1193-4c23-9f85-538a2572e63b owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:50.181001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.203520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3900e9-f83d-4d3d-bf7b-87a1d2c01cd9 req-34c10b83-fa06-42e1-aa28-3477d2dac598 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:50.204891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d3900e9-f83d-4d3d-bf7b-87a1d2c01cd9 req-34c10b83-fa06-42e1-aa28-3477d2dac598 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0565042 Dec 17 15:59:50.214519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2263a3-733a-4fc8-9a3b-00c74e6848de None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:59:50.257611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9576b7-1193-4c23-9f85-538a2572e63b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:50.281888 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d3900e9-f83d-4d3d-bf7b-87a1d2c01cd9 req-b68cefd0-1656-424b-b71f-f53f640e2e9b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617211 Dec 17 15:59:50.337973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.474278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.480476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.548548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.549182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb7f033-25be-4543-a69e-868a045345d6 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:59:50.554374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.556145 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-57d99e69-9201-4bff-88d6-e80e6169cf74 admin admin] 10.222.0.54 "DELETE /v2.0/routers/cfb7f033-25be-4543-a69e-868a045345d6 HTTP/1.1" status: 204 len: 168 time: 1.4319987 Dec 17 15:59:50.558571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50530) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:50.608961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Deleting subnet bc660668-0a07-44ba-b678-9dc70f6c7259 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:59:50.612294 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.653448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:50.904991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 022a2bcc-b06c-4175-8c23-94b072812ff3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:50.953224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 022a2bcc-b06c-4175-8c23-94b072812ff3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:50.953925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 022a2bcc-b06c-4175-8c23-94b072812ff3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:50.955049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1c9576b7-1193-4c23-9f85-538a2572e63b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:51.011544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1c9576b7-1193-4c23-9f85-538a2572e63b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:51.012195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1c9576b7-1193-4c23-9f85-538a2572e63b not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:51.131245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50554) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:51.131520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.205677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e4de-6674-4528-bb2e-2af147dd0355 req-f6f2add6-94a9-4bd0-bafd-49492988ba6e tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:51.209808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7df5e4de-6674-4528-bb2e-2af147dd0355 req-f6f2add6-94a9-4bd0-bafd-49492988ba6e tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1406674 Dec 17 15:59:51.281623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.318407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc660668-0a07-44ba-b678-9dc70f6c7259,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:51.327034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7df5e4de-6674-4528-bb2e-2af147dd0355 req-86ce25d2-3dbb-4207-a9c7-b0e5c9858278 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008146 Dec 17 15:59:51.341868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.343233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe18124-7964-424f-9199-78ec5e690582 None None] Network 73a82f14-005f-4fa0-8132-2c56f2195748 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:51.355235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bc660668-0a07-44ba-b678-9dc70f6c7259 HTTP/1.1" status: 204 len: 168 time: 0.7933412 Dec 17 15:59:51.355235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.355235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.355612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.356296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.356451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50570) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:51.357623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.359964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.360357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.360742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.361081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.361412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.368536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.368929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.369274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71791975-4e81-4b0e-a693-1a95ff925bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:51.494618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4271db0a-d5f0-4281-abb0-90f26c3e4437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.534644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b0c9a-c39d-48d0-a122-f7c6143abea3 req-582a6778-de34-47e4-b29e-ce0c34cd2499 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:51.537443 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-523b0c9a-c39d-48d0-a122-f7c6143abea3 req-582a6778-de34-47e4-b29e-ce0c34cd2499 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0819290 Dec 17 15:59:51.547969 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.574303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4885f-eae8-4b1f-8def-5ea1e0bcc8e6 req-b4d6ce12-b931-481d-8ee0-5fa3a6cd7d5a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:51.576442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1c4885f-eae8-4b1f-8def-5ea1e0bcc8e6 req-b4d6ce12-b931-481d-8ee0-5fa3a6cd7d5a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1250687 Dec 17 15:59:51.623037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-523b0c9a-c39d-48d0-a122-f7c6143abea3 req-a78ecdb7-21fa-4ce3-9b79-003d9e704e09 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760331 Dec 17 15:59:51.714170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1c4885f-eae8-4b1f-8def-5ea1e0bcc8e6 req-d21d4396-2645-4743-bba4-e3bbd78335c1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158154 Dec 17 15:59:51.726435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4271db0a-d5f0-4281-abb0-90f26c3e4437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.735198 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4271db0a-d5f0-4281-abb0-90f26c3e4437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.750608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] DHCP port deletion for 73a82f14-005f-4fa0-8132-2c56f2195748 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 15:59:51.761450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Deleting port da08ff11-4959-4648-9f6b-1060f4104a5b {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:51.761998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.809303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] Deleting port da08ff11-4959-4648-9f6b-1060f4104a5b {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:51.809839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.828002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4271db0a-d5f0-4281-abb0-90f26c3e4437 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=370d0d60ac09469c95819aa8f6e54155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6949873 Dec 17 15:59:51.831330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50584) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:51.832078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271db0a-d5f0-4281-abb0-90f26c3e4437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d12fb0-55bc-4434-aaa5-3212ccea3147,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:51.861948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] For port da08ff11-4959-4648-9f6b-1060f4104a5b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=da08ff11-4959-4648-9f6b-1060f4104a5b,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:51.862579 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.878166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Calling delete_port for da08ff11-4959-4648-9f6b-1060f4104a5b owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:51.904318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] For port da08ff11-4959-4648-9f6b-1060f4104a5b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=da08ff11-4959-4648-9f6b-1060f4104a5b,segment=NetworkSegment(c6b716ab-6982-4c38-9bb1-0a602dc6a689),segment_id=c6b716ab-6982-4c38-9bb1-0a602dc6a689)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:51.904725 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.924356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] Calling delete_port for da08ff11-4959-4648-9f6b-1060f4104a5b owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:51.954105 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e2baa8-207c-4f20-8ad7-156f0fc070b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:51.999639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.005306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e2baa8-207c-4f20-8ad7-156f0fc070b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.034734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.051924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Pushing event deleted for resources: {'Port': ['ID=da08ff11-4959-4648-9f6b-1060f4104a5b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:52.058494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] No DVR routers for this DVR port da08ff11-4959-4648-9f6b-1060f4104a5b on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:59:52.071522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e2baa8-207c-4f20-8ad7-156f0fc070b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.077478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e2baa8-207c-4f20-8ad7-156f0fc070b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.080597 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7e2baa8-207c-4f20-8ad7-156f0fc070b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52d12fb0-55bc-4434-aaa5-3212ccea3147 HTTP/1.1" status: 204 len: 168 time: 0.2466848 Dec 17 15:59:52.086943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] No DVR routers for this DVR port da08ff11-4959-4648-9f6b-1060f4104a5b on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:59:52.117852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc90dd6-08ec-407d-add1-20b656546370 None None] Pushing event deleted for resources: {'Port': ['ID=da08ff11-4959-4648-9f6b-1060f4104a5b,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:52.118339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2baa8-207c-4f20-8ad7-156f0fc070b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d12fb0-55bc-4434-aaa5-3212ccea3147,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:52.159195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.193182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a82f14-005f-4fa0-8132-2c56f2195748']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:52.205383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b716ab-6982-4c38-9bb1-0a602dc6a689') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:52.205689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b716ab-6982-4c38-9bb1-0a602dc6a689') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:52.224356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.271388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.281283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:59:52.281675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: timer() Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:59:52.283641 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:59:52.333246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e4b9-ca2b-410a-9a97-e928c95adf00 req-0f5ff1f9-c546-4d64-834b-e9b578f1fc8f tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:52.334822 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9c7e4b9-ca2b-410a-9a97-e928c95adf00 req-0f5ff1f9-c546-4d64-834b-e9b578f1fc8f tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1335535 Dec 17 15:59:52.365548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.374035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.377253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] 10.222.0.54 "DELETE /v2.0/networks/73a82f14-005f-4fa0-8132-2c56f2195748 HTTP/1.1" status: 204 len: 168 time: 1.0179904 Dec 17 15:59:52.417519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706aec3-b184-491a-90c3-23684b5a3943 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a82f14-005f-4fa0-8132-2c56f2195748,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:52.430164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9c7e4b9-ca2b-410a-9a97-e928c95adf00 req-978cd2c1-c35f-46b0-8431-46d2a11ba2fb tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 Dec 17 15:59:52.621664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50612) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:52.692097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50616) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:52.698393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50618) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:52.698996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-73aee3bc-d48f-4953-9ba4-cfd0fec8145a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bbcefe154c8f46a993a7c4c1d5866350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759006 Dec 17 15:59:52.738428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device da08ff11-4959-4648-9f6b-1060f4104a5b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:52.748486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94eb5a92-3358-47c6-a284-b9f57fb356b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.760831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: da08ff11-4959-4648-9f6b-1060f4104a5b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:52.761188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device da08ff11-4959-4648-9f6b-1060f4104a5b not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:52.837410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba42353-f74b-430e-89be-8dbf46068f2f req-22dd5254-7626-45d2-a218-560d72951c0a tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:52.838959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eba42353-f74b-430e-89be-8dbf46068f2f req-22dd5254-7626-45d2-a218-560d72951c0a tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1176679 Dec 17 15:59:52.842390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd2fc-3e68-4214-a788-2180e886d8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.893964 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd2fc-3e68-4214-a788-2180e886d8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.918192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72e1df-32b9-41d6-8ab4-aeca729d5fdb req-6fdde201-cfca-4d33-a926-27ac674ce07f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:52.919718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb72e1df-32b9-41d6-8ab4-aeca729d5fdb req-6fdde201-cfca-4d33-a926-27ac674ce07f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0558143 Dec 17 15:59:52.971500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb72e1df-32b9-41d6-8ab4-aeca729d5fdb req-75116d88-21d3-49ea-868a-fe4f372b8928 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 Dec 17 15:59:52.975226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eba42353-f74b-430e-89be-8dbf46068f2f req-c3648c8d-85d2-4a03-880a-f5753d665e4d tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241949 Dec 17 15:59:52.991175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94eb5a92-3358-47c6-a284-b9f57fb356b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:52.996658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94eb5a92-3358-47c6-a284-b9f57fb356b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.041454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-94eb5a92-3358-47c6-a284-b9f57fb356b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=412553808cb54f05b3c57d508a5d984c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482447 Dec 17 15:59:53.044221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50628) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:53.044802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb5a92-3358-47c6-a284-b9f57fb356b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e769471-d02f-4fdd-bb5c-6ba45ef894a0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:53.049015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd2fc-3e68-4214-a788-2180e886d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.052043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd2fc-3e68-4214-a788-2180e886d8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.053506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cdcdd2fc-3e68-4214-a788-2180e886d8b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81111bac-392b-4afc-bf4a-aa7feeec7dff HTTP/1.1" status: 204 len: 168 time: 0.3541467 Dec 17 15:59:53.063685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd2fc-3e68-4214-a788-2180e886d8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81111bac-392b-4afc-bf4a-aa7feeec7dff,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:53.116861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-132fb087-a443-4237-9328-11846c67706d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.141432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-132fb087-a443-4237-9328-11846c67706d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.192654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-132fb087-a443-4237-9328-11846c67706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.195692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-132fb087-a443-4237-9328-11846c67706d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.199477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-132fb087-a443-4237-9328-11846c67706d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e769471-d02f-4fdd-bb5c-6ba45ef894a0 HTTP/1.1" status: 204 len: 168 time: 0.1510940 Dec 17 15:59:53.206018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fb087-a443-4237-9328-11846c67706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e769471-d02f-4fdd-bb5c-6ba45ef894a0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:53.592963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50648) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:53.613344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48215003-3a43-48d2-8744-da47be040f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.692660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48215003-3a43-48d2-8744-da47be040f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.697892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48215003-3a43-48d2-8744-da47be040f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.745736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-48215003-3a43-48d2-8744-da47be040f16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d6f72f90cb14a8585b60ec3497804fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493108 Dec 17 15:59:53.745736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215003-3a43-48d2-8744-da47be040f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb8510e-35ae-46a0-9981-acc07576eae5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:53.746166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:53.816112 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9977da5d-c5f9-4683-8c91-92bafc5bda6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.840151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9977da5d-c5f9-4683-8c91-92bafc5bda6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.902669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9977da5d-c5f9-4683-8c91-92bafc5bda6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.905780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9977da5d-c5f9-4683-8c91-92bafc5bda6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:53.906945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9977da5d-c5f9-4683-8c91-92bafc5bda6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6fb8510e-35ae-46a0-9981-acc07576eae5 HTTP/1.1" status: 204 len: 168 time: 0.1595268 Dec 17 15:59:53.915412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977da5d-c5f9-4683-8c91-92bafc5bda6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb8510e-35ae-46a0-9981-acc07576eae5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:54.062564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-18025e60-09ac-4bd0-aaca-de5094ff266a tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:54.065621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-18025e60-09ac-4bd0-aaca-de5094ff266a tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0808668 Dec 17 15:59:54.137577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd974c2f-ae22-4069-bcd2-8a84bc24e09e req-2c550486-f216-4676-aaa5-df57436e9f59 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:54.145928 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fd974c2f-ae22-4069-bcd2-8a84bc24e09e req-2c550486-f216-4676-aaa5-df57436e9f59 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f119be1-db17-4912-8465-0804e532d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0710359 Dec 17 15:59:54.216122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf772b-5b4b-4a63-811c-f32b438816e7 req-e81de551-765f-404b-acf7-295641c59889 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:54.216287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fd974c2f-ae22-4069-bcd2-8a84bc24e09e req-fe9d9fd2-657c-4a46-a63d-d62f9d4363df tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.54 "GET /v2.0/security-groups?id=529c4701-72be-4431-8cdc-a181c63af315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Dec 17 15:59:54.217785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f1cf772b-5b4b-4a63-811c-f32b438816e7 req-e81de551-765f-404b-acf7-295641c59889 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1041868 Dec 17 15:59:54.249250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Deleting port 6037eecb-484d-4e8f-967c-8865561da8d0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 15:59:54.249667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.351531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f1cf772b-5b4b-4a63-811c-f32b438816e7 req-f2497acc-1a6e-4391-93c6-64a36ef61a00 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127124 Dec 17 15:59:54.372987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50694) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:54.388905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] For port 6037eecb-484d-4e8f-967c-8865561da8d0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6037eecb-484d-4e8f-967c-8865561da8d0,segment=NetworkSegment(4a18f296-d830-46f6-9f64-7f581130a189),segment_id=4a18f296-d830-46f6-9f64-7f581130a189)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:54.389509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.404796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Calling delete_port for 6037eecb-484d-4e8f-967c-8865561da8d0 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 15:59:54.548122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-864868332-network', 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:54.551618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.565600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['6037eecb-484d-4e8f-967c-8865561da8d0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:54.576209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:54.581198 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.601609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.629809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Pushing event deleted for resources: {'Port': ['ID=6037eecb-484d-4e8f-967c-8865561da8d0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:54.652035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] No DVR routers for this DVR port 6037eecb-484d-4e8f-967c-8865561da8d0 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:59:54.655029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.659261 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5998987e-06e9-4c35-baf6-a61cf1dd3e7b req-2c8e7b0b-dafe-451d-bb11-fb1415f6ab68 tempest-ServersNegativeTestMultiTenantJSON-265486703 tempest-ServersNegativeTestMultiTenantJSON-265486703-project] 10.222.0.49 "DELETE /v2.0/ports/6037eecb-484d-4e8f-967c-8865561da8d0 HTTP/1.1" status: 204 len: 173 time: 0.5871787 Dec 17 15:59:54.659795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f119be1-db17-4912-8465-0804e532d2a6', 'name': 'network-vif-deleted', 'tag': '6037eecb-484d-4e8f-967c-8865561da8d0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:54.662560 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ba426-393e-4965-b058-abef522cc72c" -d '{"events": [{"server_uuid": "0f119be1-db17-4912-8465-0804e532d2a6", "name": "network-vif-deleted", "tag": "6037eecb-484d-4e8f-967c-8865561da8d0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:54.712352 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7333423b-234b-4a86-be1e-151715a13137 x-openstack-request-id: req-7333423b-234b-4a86-be1e-151715a13137 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:54.713056 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f119be1-db17-4912-8465-0804e532d2a6", "name": "network-vif-deleted", "tag": "6037eecb-484d-4e8f-967c-8865561da8d0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:54.713318 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7333423b-234b-4a86-be1e-151715a13137 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:54.713783 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f119be1-db17-4912-8465-0804e532d2a6', 'name': 'network-vif-deleted', 'tag': '6037eecb-484d-4e8f-967c-8865561da8d0', 'status': 'completed', 'code': 200} Dec 17 15:59:54.735736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.741958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.767746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:59:54.786392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7148cd-3e6f-4a0a-8659-9874b443f625,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:54.790113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.790714 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Added segment 9574b343-5d15-4790-9785-edfd36de5139 of type vlan for network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b Dec 17 15:59:54.835944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.862700 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.863775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:54.864393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:54.922017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5476580 Dec 17 15:59:54.925218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50716) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:54.932015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Request body: {'subnet': {'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-864868332-subnet', 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:54.950770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5b50-0ec9-4eb0-8e3d-2bffcbe77c70 admin admin] Pushing event updated for resources: {'Network': ['ID=5f57b7f9-152e-41dc-b8de-b94d7b3e923b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:54.960763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:59:54.967358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:54.970091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.216125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.284320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50744) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:55.318774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Checking segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:55.319150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Network hostable DHCP agents. Network: 5f57b7f9-152e-41dc-b8de-b94d7b3e923b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:59:55.321267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb47c6b-d3e3-4298-9108-100b862eca61,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:55.342079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:59:55.353947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5f57b7f9-152e-41dc-b8de-b94d7b3e923b) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:55.363540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:55.364209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.368011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e1ec8-e80d-46c4-ae5b-0c348b1bd7e1 None None] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:55.390083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] Deleting subnet ff61206b-df23-45a9-bc69-276623fccb0e {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:59:55.392720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-96838672-c6d7-48df-a604-45e5a3f2f5bd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4640894 Dec 17 15:59:55.394490 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.491586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.531545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f04e40-f8b6-47e7-b9ea-8768db42e78a req-7642b675-f2cd-4c3b-ae72-c4c3fb580261 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:55.539501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77f04e40-f8b6-47e7-b9ea-8768db42e78a req-7642b675-f2cd-4c3b-ae72-c4c3fb580261 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0961511 Dec 17 15:59:55.611702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383e3e1-06db-4152-a62e-b5a8d207e6a4 None None] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 15:59:55.624337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.705586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77f04e40-f8b6-47e7-b9ea-8768db42e78a req-ec488881-2629-4638-941e-b3d4176a6ea2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607945 Dec 17 15:59:55.783244 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.828723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff61206b-df23-45a9-bc69-276623fccb0e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:55.830951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:55.837478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50786) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:55.837711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-296616ec-3acb-4d71-86b2-ca8beb7e08ed admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ff61206b-df23-45a9-bc69-276623fccb0e HTTP/1.1" status: 204 len: 168 time: 0.5522287 Dec 17 15:59:55.933754 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.101204 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.142028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4063794a-d40f-48d7-afaa-62c82bc59962']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:56.159112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a18f296-d830-46f6-9f64-7f581130a189') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:56.159410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a18f296-d830-46f6-9f64-7f581130a189') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:56.169364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-cb913d85-6b61-4f65-910a-862d6cd1bda9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:56.172986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-cb913d85-6b61-4f65-910a-862d6cd1bda9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.2259188 Dec 17 15:59:56.182159 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.201469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-04fd51b3-d622-41de-b3b3-83ec1a2bfcf8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/quotas/ec8c73f39ca1466ba2fd5a259830ccda HTTP/1.1" status: 200 len: 375 time: 0.0208557 Dec 17 15:59:56.218308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.238808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:59:56.239216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:59:56.241536 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:59:56.248376 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-971b136f-c5ba-4be3-9a17-57004b6de5c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392809 Dec 17 15:59:56.369556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.374451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.377743 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] 10.222.0.54 "DELETE /v2.0/networks/4063794a-d40f-48d7-afaa-62c82bc59962 HTTP/1.1" status: 204 len: 168 time: 0.5388188 Dec 17 15:59:56.381023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50840) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:56.397345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e25aa-ac12-4523-8d6d-3b0a4072db6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4063794a-d40f-48d7-afaa-62c82bc59962,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:56.435142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] Deleting subnet 547d5360-b977-4d21-934e-6e912442ef52 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 15:59:56.440544 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.446171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-f6fb0c71-82fd-4603-87eb-4f0fb16392f0 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802099 Dec 17 15:59:56.484110 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.531844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.550650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ea8a551f-77e2-462a-bebf-a2245c4d3f79 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036029 Dec 17 15:59:56.630704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.668891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547d5360-b977-4d21-934e-6e912442ef52,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:56.674582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.692059 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fad70d2b-0c68-40ab-bcc9-38c86d8b0845 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/547d5360-b977-4d21-934e-6e912442ef52 HTTP/1.1" status: 204 len: 168 time: 0.3092988 Dec 17 15:59:56.694456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50860) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:56.849618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-521a081d-485f-4f8d-980d-dc73d8b86331 req-e2d71c07-f576-43e6-89d3-bf8e4337f82f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 210 time: 0.0420048 Dec 17 15:59:56.868444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.965282 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:56.977212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48060e25-cb9f-4f98-be52-8da3ee1b47d3 req-c8477a6c-f987-4d57-9ecc-3143eecf3616 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:56.979557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48060e25-cb9f-4f98-be52-8da3ee1b47d3 req-c8477a6c-f987-4d57-9ecc-3143eecf3616 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0768611 Dec 17 15:59:57.018109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f7f4ee-1b67-43c5-8b9c-628c87f214d2']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:57.040198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0465ff90-2438-455c-863b-eeda4b707816') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:57.041035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0465ff90-2438-455c-863b-eeda4b707816') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:57.054503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.065338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48060e25-cb9f-4f98-be52-8da3ee1b47d3 req-424e8880-eea5-4910-8212-ec72a058c9c6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741911 Dec 17 15:59:57.078503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.086933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:59:57.087759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: timer() Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:59:57.089329 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:59:57.166481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.173202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.177945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] 10.222.0.54 "DELETE /v2.0/networks/21f7f4ee-1b67-43c5-8b9c-628c87f214d2 HTTP/1.1" status: 204 len: 168 time: 0.4823744 Dec 17 15:59:57.192070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4a48c-c7b4-48c7-8a4f-e0645b601c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f7f4ee-1b67-43c5-8b9c-628c87f214d2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:57.401814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50904) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:57.465316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d36d456-0647-4762-bb46-dc348a02ff7e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a106d132197422e8e0dfb1b5cda4574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620458 Dec 17 15:59:57.467698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50908) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:57.522653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50910) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:57.527731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3bbaec3-2242-4c6a-9634-3d2c4522d4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.556482 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3bbaec3-2242-4c6a-9634-3d2c4522d4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.583410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6037eecb-484d-4e8f-967c-8865561da8d0 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:59:57.609184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 6037eecb-484d-4e8f-967c-8865561da8d0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 15:59:57.610783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6037eecb-484d-4e8f-967c-8865561da8d0 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:59:57.640463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3bbaec3-2242-4c6a-9634-3d2c4522d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.644661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f3bbaec3-2242-4c6a-9634-3d2c4522d4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.646242 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f3bbaec3-2242-4c6a-9634-3d2c4522d4d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/529c4701-72be-4431-8cdc-a181c63af315 HTTP/1.1" status: 204 len: 168 time: 0.1773720 Dec 17 15:59:57.660790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbaec3-2242-4c6a-9634-3d2c4522d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c4701-72be-4431-8cdc-a181c63af315,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:57.701679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-34843c09-f15d-4ee6-8203-64e4ce7dee98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.788644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-34843c09-f15d-4ee6-8203-64e4ce7dee98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.793582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-34843c09-f15d-4ee6-8203-64e4ce7dee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.835735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-34843c09-f15d-4ee6-8203-64e4ce7dee98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e03a8f5d5ec44b9af843a5a162b0835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119912 Dec 17 15:59:57.837077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34843c09-f15d-4ee6-8203-64e4ce7dee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3d32e-7c4d-4c7a-81a0-399a7a68b181,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:57.838599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50920) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:57.907711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-440cd8f5-528a-4d6e-a7a5-7c8b3d7d8110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.932917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-440cd8f5-528a-4d6e-a7a5-7c8b3d7d8110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:57.986937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-493c0824-e033-4be5-916b-0ee098b55f0f req-56c949e6-7c8d-43aa-86ab-5bd203a85718 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 210 time: 0.0431039 Dec 17 15:59:58.032422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-440cd8f5-528a-4d6e-a7a5-7c8b3d7d8110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.037602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:58.039128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-440cd8f5-528a-4d6e-a7a5-7c8b3d7d8110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.040780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-440cd8f5-528a-4d6e-a7a5-7c8b3d7d8110 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1cd3d32e-7c4d-4c7a-81a0-399a7a68b181 HTTP/1.1" status: 204 len: 168 time: 0.1954234 Dec 17 15:59:58.077671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cd8f5-528a-4d6e-a7a5-7c8b3d7d8110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3d32e-7c4d-4c7a-81a0-399a7a68b181,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:58.130916 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8ee3d5db-2250-4453-b6fd-4e80450a1305 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c4a8d328c4f4677bad11722086d94c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918517 Dec 17 15:59:58.133452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:58.277766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-e60ad81c-d6df-455a-80da-bb2984b00e65 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:58.284161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-e60ad81c-d6df-455a-80da-bb2984b00e65 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.2177534 Dec 17 15:59:58.298552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.308673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e3e5f-5273-41e2-9284-d387d872b2e9 req-ee1cf450-97d4-4792-b382-9cb94408c44a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:58.310205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-991e3e5f-5273-41e2-9284-d387d872b2e9 req-ee1cf450-97d4-4792-b382-9cb94408c44a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0920448 Dec 17 15:59:58.311519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Request body: {'port': {'device_id': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'admin_state_up': True, 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:58.347268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.412211 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-991e3e5f-5273-41e2-9284-d387d872b2e9 req-d0051844-47cc-4757-adb6-77ea945d5fdd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881929 Dec 17 15:59:58.432906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.435938 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.437275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd38389c-ea7b-4fa1-9e75-0e60d1f33681 HTTP/1.1" status: 204 len: 168 time: 0.3022335 Dec 17 15:59:58.446873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd38389c-ea7b-4fa1-9e75-0e60d1f33681,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:58.461001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.461369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.461807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.462205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.462643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.463007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.464090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.464090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.464090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.464377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.464671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.465005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.465314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36a0c-a419-461c-b92c-ec9822906409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.472876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:58.477536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.577259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50940) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:58.606420 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffd16f5-33f8-42c3-b881-2a6b299cdde8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.678202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Allocated IP 172.20.0.12 (5f57b7f9-152e-41dc-b8de-b94d7b3e923b/0eb47c6b-d3e3-4298-9108-100b862eca61/b5af3749-109f-4cd3-9b79-d213d694f812) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:58.807958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffd16f5-33f8-42c3-b881-2a6b299cdde8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.817757 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffd16f5-33f8-42c3-b881-2a6b299cdde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.871700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bffd16f5-33f8-42c3-b881-2a6b299cdde8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=507dc2977ea8491fbc17fd3d17eaf785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922087 Dec 17 15:59:58.874332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 15:59:58.888624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd16f5-33f8-42c3-b881-2a6b299cdde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0daffc-c661-4692-b6b6-4c6f46e0894b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:58.918178 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.962826 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.972465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17540641-6c2d-4b27-bce8-3e6515cc9c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:58.998443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17540641-6c2d-4b27-bce8-3e6515cc9c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:59.022648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:59.027409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:59.037524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:59.042070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event updated for resources: {'Port': ['ID=b5af3749-109f-4cd3-9b79-d213d694f812,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:59.075611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17540641-6c2d-4b27-bce8-3e6515cc9c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:59.084960 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17540641-6c2d-4b27-bce8-3e6515cc9c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:59.090045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-17540641-6c2d-4b27-bce8-3e6515cc9c83 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e0daffc-c661-4692-b6b6-4c6f46e0894b HTTP/1.1" status: 204 len: 168 time: 0.2130291 Dec 17 15:59:59.103285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17540641-6c2d-4b27-bce8-3e6515cc9c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0daffc-c661-4692-b6b6-4c6f46e0894b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:59.106737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.107432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:59.137681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-8cd68f61-d70e-44c5-a842-62a43fb5cabb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8378968 Dec 17 15:59:59.153517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Request body: {'port': {'device_id': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:59.203479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0271f-a78b-469a-9869-c8e9a6cea520 req-a5faf979-d758-4fa4-9cf7-73544377047f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.211923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fcd0271f-a78b-469a-9869-c8e9a6cea520 req-a5faf979-d758-4fa4-9cf7-73544377047f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 932 time: 0.0940342 Dec 17 15:59:59.237623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:59.332336 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fcd0271f-a78b-469a-9869-c8e9a6cea520 req-5ed0f548-5532-4e3f-bdb8-52735f42b097 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138330 Dec 17 15:59:59.590307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4a72a-ce06-42cf-8f96-18f9203e3cff req-a1524c24-a4b2-4c94-92f8-84733f083e06 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.598532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ae4a72a-ce06-42cf-8f96-18f9203e3cff req-a1524c24-a4b2-4c94-92f8-84733f083e06 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1148202 Dec 17 15:59:59.671985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ae4a72a-ce06-42cf-8f96-18f9203e3cff req-f48a3244-520d-42f0-b4d5-597edeaeba6a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724854 Dec 17 15:59:59.732418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5af3749-109f-4cd3-9b79-d213d694f812 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:59.740361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:59.753867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Transition to ACTIVE for port object b5af3749-109f-4cd3-9b79-d213d694f812 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:59:59.759688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 15:59:59.836284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5af3749-109f-4cd3-9b79-d213d694f812,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:59.899934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Attempting to bind port b5af3749-109f-4cd3-9b79-d213d694f812 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 15:59:59.900513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Attempting to bind port b5af3749-109f-4cd3-9b79-d213d694f812 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 15:59:59.900912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Attempting to bind port b5af3749-109f-4cd3-9b79-d213d694f812 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:59.907481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Port b5af3749-109f-4cd3-9b79-d213d694f812 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:59:59.907866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Attempting to bind port b5af3749-109f-4cd3-9b79-d213d694f812 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:59.913295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:59.913647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Checking segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 15:59:59.914035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Bound using segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:59.918067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Bound port: b5af3749-109f-4cd3-9b79-d213d694f812, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 15:59:59.918067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.035147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50994) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:00.042423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] For port b5af3749-109f-4cd3-9b79-d213d694f812, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:00.045914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] For port b5af3749-109f-4cd3-9b79-d213d694f812, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b5af3749-109f-4cd3-9b79-d213d694f812,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:00.053289 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.091339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:00.092130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.093851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/b5af3749-109f-4cd3-9b79-d213d694f812 HTTP/1.1" status: 200 len: 1093 time: 0.9463406 Dec 17 16:00:00.094173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'tag': 'b5af3749-109f-4cd3-9b79-d213d694f812'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:00.096506 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d4ac86-19ec-48a4-b61d-5243eb1994cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed786572-1c0a-4a3a-b4b6-f3c7eab43372", "tag": "b5af3749-109f-4cd3-9b79-d213d694f812"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:00.124250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead79882-3cc7-4810-a812-192e1042e5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5af3749-109f-4cd3-9b79-d213d694f812,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:00.183198 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f7d0c3-8588-4e93-ba77-51f03ec1270e x-openstack-request-id: req-62f7d0c3-8588-4e93-ba77-51f03ec1270e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:00.183529 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed786572-1c0a-4a3a-b4b6-f3c7eab43372", "tag": "b5af3749-109f-4cd3-9b79-d213d694f812", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:00.183946 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62f7d0c3-8588-4e93-ba77-51f03ec1270e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:00.184364 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'tag': 'b5af3749-109f-4cd3-9b79-d213d694f812', 'status': 'completed', 'code': 200} Dec 17 16:00:00.217722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65ebd87b-a9ef-4e03-ac0b-1114fadf728e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.221754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-9a73921e-4ea3-456c-bb87-870b167a3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:00.223291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-9a73921e-4ea3-456c-bb87-870b167a3fa6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 1096 time: 0.0812545 Dec 17 16:00:00.273882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-584817c5-bc94-404e-89e7-90cb0bd6712e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5af3749-109f-4cd3-9b79-d213d694f812 HTTP/1.1" status: 200 len: 217 time: 0.0425262 Dec 17 16:00:00.309671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65ebd87b-a9ef-4e03-ac0b-1114fadf728e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.326180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65ebd87b-a9ef-4e03-ac0b-1114fadf728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.362161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-50128925-a4ce-4da3-9abf-1ceef8df4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:00.365448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-50128925-a4ce-4da3-9abf-1ceef8df4dbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.0845764 Dec 17 16:00:00.380566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebd87b-a9ef-4e03-ac0b-1114fadf728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e07969-94b7-4542-a40c-da261a75b0fc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:00.420869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-65ebd87b-a9ef-4e03-ac0b-1114fadf728e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=16240879e3c04ad59325cce8d538417d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843186 Dec 17 16:00:00.430752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:00.450069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-aed19548-bc66-4942-9768-965f9cb2742c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676298 Dec 17 16:00:00.548797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141e4e74-2289-4417-8ee4-3fd5649c1b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.577128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141e4e74-2289-4417-8ee4-3fd5649c1b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.635503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141e4e74-2289-4417-8ee4-3fd5649c1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.640644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141e4e74-2289-4417-8ee4-3fd5649c1b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:00.643937 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-141e4e74-2289-4417-8ee4-3fd5649c1b0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/84e07969-94b7-4542-a40c-da261a75b0fc HTTP/1.1" status: 204 len: 168 time: 0.2089777 Dec 17 16:00:00.665585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e4e74-2289-4417-8ee4-3fd5649c1b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e07969-94b7-4542-a40c-da261a75b0fc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:00.703634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94806b01-f694-4441-bbdb-6e20bd2b51a6 req-e7251c4d-0fde-4ce2-9546-e497c1336b01 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:00.712234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-94806b01-f694-4441-bbdb-6e20bd2b51a6 req-e7251c4d-0fde-4ce2-9546-e497c1336b01 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 944 time: 0.2529221 Dec 17 16:00:00.738567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-4b257c57-961e-47df-89c5-ce057b9f78c6 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775919 Dec 17 16:00:00.837571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-94806b01-f694-4441-bbdb-6e20bd2b51a6 req-fe0e5718-4896-4138-863f-27ff72079094 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191530 Dec 17 16:00:00.854601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51026) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:00.902682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a995f740-4898-43a9-a020-0cf38eb37d3d req-77f297f9-72b1-4bda-8790-efc68f460aa8 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488776 Dec 17 16:00:00.915577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98acfe-09ce-4dbb-b621-11a2f07be21f req-0a227b76-0ac0-4a83-92a8-42139808a329 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:00.917180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a98acfe-09ce-4dbb-b621-11a2f07be21f req-0a227b76-0ac0-4a83-92a8-42139808a329 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0940127 Dec 17 16:00:00.981665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a98acfe-09ce-4dbb-b621-11a2f07be21f req-ab13f11f-eb9c-49e8-ac69-1464bdae2490 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564654 Dec 17 16:00:01.025608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-2e8451bb-e489-4cf1-bd0a-b84df233dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:01.034466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-2e8451bb-e489-4cf1-bd0a-b84df233dbe4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 1096 time: 0.0818992 Dec 17 16:00:01.092514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3620dada-f1b7-4442-b133-b8796ee54eb5 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:00:01.139029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-63c0de74-bb87-4a5e-9261-59abccb60a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:01.140572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-63c0de74-bb87-4a5e-9261-59abccb60a42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 912 time: 0.0991046 Dec 17 16:00:01.201494 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-7bb95ff9-16b7-43a1-9b2c-547e2b5a0a75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5af3749-109f-4cd3-9b79-d213d694f812 HTTP/1.1" status: 200 len: 217 time: 0.0508542 Dec 17 16:00:01.202692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3027fd92-473c-4099-ae2a-5923fdcb2b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.242523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:01.257851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'port_id': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'mac_address': 'fa:16:3e:ce:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:00:01.336299 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.361864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-d6b5eb44-2886-48e6-be82-10b0e9ea373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:01.363371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-d6b5eb44-2886-48e6-be82-10b0e9ea373f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.1523974 Dec 17 16:00:01.364340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3620dada-f1b7-4442-b133-b8796ee54eb5 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:01.404868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:01.411695 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.416997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-1ac49653-dd97-46c5-a73f-80dd5e403e55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436931 Dec 17 16:00:01.427033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3027fd92-473c-4099-ae2a-5923fdcb2b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.436259 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3027fd92-473c-4099-ae2a-5923fdcb2b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.468837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.484429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3027fd92-473c-4099-ae2a-5923fdcb2b19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cdc0553c7b7b4a488761422793b7985e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6287341 Dec 17 16:00:01.487137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51048) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:01.547747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f485b-f4d1-41d0-a9e1-ec0d5b1802d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.552297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027fd92-473c-4099-ae2a-5923fdcb2b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251e61e3-b960-470c-b57c-ee640e4792a2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.570462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f485b-f4d1-41d0-a9e1-ec0d5b1802d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.607754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-ba9a2c79-504b-431f-9e86-3bb7ae463873 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828680 Dec 17 16:00:01.664592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f485b-f4d1-41d0-a9e1-ec0d5b1802d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.667674 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe1f485b-f4d1-41d0-a9e1-ec0d5b1802d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:01.672022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fe1f485b-f4d1-41d0-a9e1-ec0d5b1802d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/251e61e3-b960-470c-b57c-ee640e4792a2 HTTP/1.1" status: 204 len: 168 time: 0.1836932 Dec 17 16:00:01.682901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f485b-f4d1-41d0-a9e1-ec0d5b1802d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251e61e3-b960-470c-b57c-ee640e4792a2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.719400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['3620dada-f1b7-4442-b133-b8796ee54eb5'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:01.740801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95d4ac86-19ec-48a4-b61d-5243eb1994cd req-2b5d8eb1-a1f0-48f7-8b00-3ee88c5ec039 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249557 Dec 17 16:00:01.951858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c79016-9fee-4883-8d08-d88ff9468491 req-809fdf91-4613-4255-9be0-d040c9435a68 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:01.953384 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02c79016-9fee-4883-8d08-d88ff9468491 req-809fdf91-4613-4255-9be0-d040c9435a68 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 944 time: 0.0508366 Dec 17 16:00:02.006813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02c79016-9fee-4883-8d08-d88ff9468491 req-fa333814-b2cf-4d39-a18c-3fcbf3c4899c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Dec 17 16:00:02.117276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6d37-84d3-4287-8dbd-8e204c1a2ca8 req-7e3611ad-d173-4fee-ba7a-9c5d382331b8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:02.119207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54af6d37-84d3-4287-8dbd-8e204c1a2ca8 req-7e3611ad-d173-4fee-ba7a-9c5d382331b8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 944 time: 0.0508316 Dec 17 16:00:02.175394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54af6d37-84d3-4287-8dbd-8e204c1a2ca8 req-44a9710a-143a-49ef-a971-2301f2440c2f tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Dec 17 16:00:02.407305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51090) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:02.646209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1972763550-network', 'tenant_id': 'e5726e571c134a059dec7875cc91df3a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:02.676588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Made reservation on behalf of e5726e571c134a059dec7875cc91df3a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:02.680744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.698661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.788238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.793101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.814616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:00:02.830727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59597f3-9ac5-4298-bc21-d8be5a425e13,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:02.833669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.834205 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Added segment 0980f57f-8163-4fce-a69b-3617ce2c040e of type vlan for network bf7c6df3-c16b-4175-a006-b78898b13db3 Dec 17 16:00:02.879090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.908500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.909550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:02.910181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:02.963468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5549803 Dec 17 16:00:02.976571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb824f-ae6c-41c6-be00-e6782c55e0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=bf7c6df3-c16b-4175-a006-b78898b13db3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:02.987210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bf7c6df3-c16b-4175-a006-b78898b13db3 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:00:03.106338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3620dada-f1b7-4442-b133-b8796ee54eb5 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:03.160584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda64405-897c-49aa-a2ed-337edb00a63e req-2debaba4-87c4-4696-9e2a-f73c73387b6b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:03.162931 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cda64405-897c-49aa-a2ed-337edb00a63e req-2debaba4-87c4-4696-9e2a-f73c73387b6b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 944 time: 0.0678279 Dec 17 16:00:03.167692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 3620dada-f1b7-4442-b133-b8796ee54eb5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:03.168300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:03.230009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cda64405-897c-49aa-a2ed-337edb00a63e req-66de730d-a4e4-462e-bc13-284cdcb2fb37 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 Dec 17 16:00:03.289373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:03.335789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:03.341485 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1cb55c-a2fe-49d6-a168-ee81e1973a36" -d '{"events": [{"server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:03.357826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:03.360129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff84e04-9d14-4fad-b1cd-00ae98b329c5 req-4017071a-4f56-4547-8fe2-d9bc9c998c00 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:03.362098 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ff84e04-9d14-4fad-b1cd-00ae98b329c5 req-4017071a-4f56-4547-8fe2-d9bc9c998c00 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 944 time: 0.0703406 Dec 17 16:00:03.363328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:03.417886 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ff84e04-9d14-4fad-b1cd-00ae98b329c5 req-777c9e76-6974-46a9-9e65-b4b3efb48728 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Dec 17 16:00:03.436455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:03.481992 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519c7351-8f8c-4214-8447-112510cd4c3f x-openstack-request-id: req-519c7351-8f8c-4214-8447-112510cd4c3f {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:03.482301 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "name": "network-vif-plugged", "status": "completed", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:03.482602 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-519c7351-8f8c-4214-8447-112510cd4c3f {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:03.483061 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'code': 200} Dec 17 16:00:03.595483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b5af3749-109f-4cd3-9b79-d213d694f812 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:00:03.676591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bf56a-8b5e-4f28-93fa-31a1bb49cb9a req-0a2c051c-52ea-4b4a-8512-6291d9c6026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:03.678130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c7bf56a-8b5e-4f28-93fa-31a1bb49cb9a req-0a2c051c-52ea-4b4a-8512-6291d9c6026a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 1097 time: 0.0634124 Dec 17 16:00:03.750892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c7bf56a-8b5e-4f28-93fa-31a1bb49cb9a req-816831c3-9084-4415-b59f-ba6cd7bc9cbe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652404 Dec 17 16:00:03.829327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b5af3749-109f-4cd3-9b79-d213d694f812, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b5af3749-109f-4cd3-9b79-d213d694f812,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:03.850998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'b5af3749-109f-4cd3-9b79-d213d694f812', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'port_id': 'b5af3749-109f-4cd3-9b79-d213d694f812', 'mac_address': 'fa:16:3e:74:f8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb47c6b-d3e3-4298-9108-100b862eca61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:00:03.898561 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:03.912896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5af3749-109f-4cd3-9b79-d213d694f812 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:03.938095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b5af3749-109f-4cd3-9b79-d213d694f812, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b5af3749-109f-4cd3-9b79-d213d694f812,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:03.946402 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.001758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b5af3749-109f-4cd3-9b79-d213d694f812,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:04.007161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf8f8a-e575-4b67-88b0-9612cc1cc284 req-8b888edc-57bc-40d4-8fe1-55e852dd5771 tempest-ComputeTenantNetworksTest-1881637890 tempest-ComputeTenantNetworksTest-1881637890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:04.013980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf8f8a-e575-4b67-88b0-9612cc1cc284 req-8b888edc-57bc-40d4-8fe1-55e852dd5771 tempest-ComputeTenantNetworksTest-1881637890 tempest-ComputeTenantNetworksTest-1881637890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:04.020170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf8f8a-e575-4b67-88b0-9612cc1cc284 req-8b888edc-57bc-40d4-8fe1-55e852dd5771 tempest-ComputeTenantNetworksTest-1881637890 tempest-ComputeTenantNetworksTest-1881637890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:04.025571 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45cf8f8a-e575-4b67-88b0-9612cc1cc284 req-8b888edc-57bc-40d4-8fe1-55e852dd5771 tempest-ComputeTenantNetworksTest-1881637890 tempest-ComputeTenantNetworksTest-1881637890-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2298331 Dec 17 16:00:04.136735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b066f1-61e0-482d-ad6d-cdc5f9dff47e req-978400ff-d47f-4dc7-ad71-02a5dab4527d tempest-ComputeTenantNetworksTest-1881637890 tempest-ComputeTenantNetworksTest-1881637890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:04.138122 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32b066f1-61e0-482d-ad6d-cdc5f9dff47e req-978400ff-d47f-4dc7-ad71-02a5dab4527d tempest-ComputeTenantNetworksTest-1881637890 tempest-ComputeTenantNetworksTest-1881637890-project] 10.222.0.54 "GET /v2.0/networks/bf7c6df3-c16b-4175-a006-b78898b13db3 HTTP/1.1" status: 200 len: 769 time: 0.0932810 Dec 17 16:00:04.147714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51154) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:04.214583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b5af3749-109f-4cd3-9b79-d213d694f812'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:04.226146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.336595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.374466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7c6df3-c16b-4175-a006-b78898b13db3']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:04.395145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0980f57f-8163-4fce-a69b-3617ce2c040e') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:04.396746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0980f57f-8163-4fce-a69b-3617ce2c040e') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:04.417601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.449916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb0f6-9733-4997-abe2-8336f239c6fc req-eb568726-2951-4684-ab70-61a24f35a73a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:04.451304 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.453322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a2eb0f6-9733-4997-abe2-8336f239c6fc req-eb568726-2951-4684-ab70-61a24f35a73a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 945 time: 0.1366796 Dec 17 16:00:04.475698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:00:04.475698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:00:04.477823 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:00:04.529317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a2eb0f6-9733-4997-abe2-8336f239c6fc req-c36a9bdf-4465-43b4-9a0c-922162fef025 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684884 Dec 17 16:00:04.619019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cfdf6-76df-441a-8789-3cf24b5970ba req-f74a68f4-468a-4927-b046-70c11796f6a1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:04.620752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d7cfdf6-76df-441a-8789-3cf24b5970ba req-f74a68f4-468a-4927-b046-70c11796f6a1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0910652 Dec 17 16:00:04.622075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.626677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:04.632689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] 10.222.0.54 "DELETE /v2.0/networks/bf7c6df3-c16b-4175-a006-b78898b13db3 HTTP/1.1" status: 204 len: 168 time: 0.4814281 Dec 17 16:00:04.657182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939cd03-86df-455e-98de-56a8149516ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7c6df3-c16b-4175-a006-b78898b13db3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:04.710406 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d7cfdf6-76df-441a-8789-3cf24b5970ba req-ee4d528b-44f2-4726-b032-08046894e0b2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Dec 17 16:00:04.936649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51182) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:04.987354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-700228c6-7032-4e17-adf5-88ddff351763 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5726e571c134a059dec7875cc91df3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494003 Dec 17 16:00:04.989718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:05.058621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-996d0a63-c14a-49a0-a567-433a233905de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:05.087624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-996d0a63-c14a-49a0-a567-433a233905de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:05.144383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-996d0a63-c14a-49a0-a567-433a233905de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:05.146802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-996d0a63-c14a-49a0-a567-433a233905de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:05.148012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-996d0a63-c14a-49a0-a567-433a233905de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b59597f3-9ac5-4298-bc21-d8be5a425e13 HTTP/1.1" status: 204 len: 168 time: 0.1568968 Dec 17 16:00:05.156273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d0a63-c14a-49a0-a567-433a233905de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59597f3-9ac5-4298-bc21-d8be5a425e13,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:05.601972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b5af3749-109f-4cd3-9b79-d213d694f812 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:05.693470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port b5af3749-109f-4cd3-9b79-d213d694f812 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:00:05.694937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834540fd-6091-43e1-babb-64eb51dfb28f req-e57e5ac5-d85a-446c-9a8e-2efe334c1399 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:05.701448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port b5af3749-109f-4cd3-9b79-d213d694f812 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:05.701836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:05.705221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-834540fd-6091-43e1-babb-64eb51dfb28f req-e57e5ac5-d85a-446c-9a8e-2efe334c1399 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 945 time: 0.0862269 Dec 17 16:00:05.762531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-834540fd-6091-43e1-babb-64eb51dfb28f req-c459af80-c060-4420-8091-4894cccf46fc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561383 Dec 17 16:00:05.874930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:05.881444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb0298-ae22-49a5-93e6-139f48a66f7a req-69de41ee-aa29-442f-a359-ebb6c5786bf4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:05.895742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64bb0298-ae22-49a5-93e6-139f48a66f7a req-69de41ee-aa29-442f-a359-ebb6c5786bf4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.0855067 Dec 17 16:00:05.906878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5af3749-109f-4cd3-9b79-d213d694f812'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:05.910779 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3277372f-5187-4e3c-a5a5-5f2c78eecf93" -d '{"events": [{"server_uuid": "ed786572-1c0a-4a3a-b4b6-f3c7eab43372", "name": "network-vif-plugged", "status": "completed", "tag": "b5af3749-109f-4cd3-9b79-d213d694f812"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:05.928785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b5af3749-109f-4cd3-9b79-d213d694f812, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b5af3749-109f-4cd3-9b79-d213d694f812,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:05.935855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:05.958892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64bb0298-ae22-49a5-93e6-139f48a66f7a req-e299920e-8c2f-4ad5-a6c1-12dec2b63366 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619934 Dec 17 16:00:06.001298 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c703b54d-af79-4af7-81da-a36e776d5aaa x-openstack-request-id: req-c703b54d-af79-4af7-81da-a36e776d5aaa {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:06.003147 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed786572-1c0a-4a3a-b4b6-f3c7eab43372", "name": "network-vif-plugged", "status": "completed", "tag": "b5af3749-109f-4cd3-9b79-d213d694f812", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:06.003520 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c703b54d-af79-4af7-81da-a36e776d5aaa {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:06.004517 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5af3749-109f-4cd3-9b79-d213d694f812', 'code': 200} Dec 17 16:00:06.060108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b5af3749-109f-4cd3-9b79-d213d694f812,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:06.138126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1171f9-c19e-4997-90ca-d72c6a8e5563 req-dab96e6c-de55-4a3b-aa28-ab8638c74fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.139748 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b1171f9-c19e-4997-90ca-d72c6a8e5563 req-dab96e6c-de55-4a3b-aa28-ab8638c74fe5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 1098 time: 0.0907600 Dec 17 16:00:06.434711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc7df4c7-55b1-4a57-8e13-e3ebf8694b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:06.484478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6860d2-96df-4dd5-8a9c-dd87d61ff71c req-7cabdffc-2376-4f02-8538-827e170c06a6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.493267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e6860d2-96df-4dd5-8a9c-dd87d61ff71c req-7cabdffc-2376-4f02-8538-827e170c06a6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.4029849 Dec 17 16:00:06.561852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b1171f9-c19e-4997-90ca-d72c6a8e5563 req-769bcb14-5754-4fc5-acea-4451c1ace34e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131823 Dec 17 16:00:06.595210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e6860d2-96df-4dd5-8a9c-dd87d61ff71c req-6ad14643-7ab0-469c-881b-fa4f121f21db tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817621 Dec 17 16:00:06.904547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234b96-6482-4de0-93f2-87b90be7d59c req-de857bb0-bd2b-45f7-a03f-f5df40b2e0a9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.907228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4234b96-6482-4de0-93f2-87b90be7d59c req-de857bb0-bd2b-45f7-a03f-f5df40b2e0a9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 946 time: 0.0559893 Dec 17 16:00:06.981461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4234b96-6482-4de0-93f2-87b90be7d59c req-c81ab2dc-f4b3-4874-8065-3365fad8a661 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645704 Dec 17 16:00:07.052736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-5b10bfe7-b75e-463d-ab53-c06516866124 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.054406 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-5b10bfe7-b75e-463d-ab53-c06516866124 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 815 time: 0.1075928 Dec 17 16:00:07.077908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bcbdeb6d-0a68-4d9a-bfad-9a9fbbe171a2 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/quotas/e17e7d67bf7a4c31a77499379c27ddde HTTP/1.1" status: 200 len: 375 time: 0.0155284 Dec 17 16:00:07.148211 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-176b0ce0-c6c3-4b90-92e5-d08a7e3623a1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690701 Dec 17 16:00:07.242350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-547e168f-7dd2-456c-9b8f-d8b33544923c service neutron] 10.222.0.54 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870452 Dec 17 16:00:07.338510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-eb1eaece-fb3a-43ab-9477-7081f6e12fa3 service neutron] 10.222.0.54 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889928 Dec 17 16:00:07.543963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e655538-3146-4deb-a94e-1a195a733f75 req-22053e31-747a-43fe-8577-65f149fd079d tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 210 time: 0.0505149 Dec 17 16:00:07.571192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51318) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:07.808287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c83721b-3856-4ddc-9f97-a85495a6ead0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:07.923008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c83721b-3856-4ddc-9f97-a85495a6ead0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:07.928903 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c83721b-3856-4ddc-9f97-a85495a6ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:08.008833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83721b-3856-4ddc-9f97-a85495a6ead0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2f188-1c6b-4476-84c4-fa7633de071b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:08.021502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7c83721b-3856-4ddc-9f97-a85495a6ead0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c09dd09805154a578f153b7a0f44dd6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491749 Dec 17 16:00:08.024430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51348) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:08.142628 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18c20560-c469-4165-b117-5e4253892c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:08.211090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbe476-009f-4d37-b5d0-39ea7179f3db req-3ca67b4e-3329-4426-ab1c-763ad8c618a3 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:08.212807 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fbe476-009f-4d37-b5d0-39ea7179f3db req-3ca67b4e-3329-4426-ab1c-763ad8c618a3 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 946 time: 0.0815022 Dec 17 16:00:08.232685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18c20560-c469-4165-b117-5e4253892c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:08.273831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fbe476-009f-4d37-b5d0-39ea7179f3db req-054c84c6-a1f6-4b64-8b61-dda0348eafff tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547974 Dec 17 16:00:08.351640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-42b6c655-4e4a-466f-ad7b-8e0fd46b0e4b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:08.356289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-42b6c655-4e4a-466f-ad7b-8e0fd46b0e4b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df8050c-a09a-41e1-a88f-a19808e5d28e HTTP/1.1" status: 200 len: 945 time: 0.1881192 Dec 17 16:00:08.480581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18c20560-c469-4165-b117-5e4253892c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:08.483267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18c20560-c469-4165-b117-5e4253892c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:08.487184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-18c20560-c469-4165-b117-5e4253892c87 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2d2f188-1c6b-4476-84c4-fa7633de071b HTTP/1.1" status: 204 len: 168 time: 0.4614415 Dec 17 16:00:08.503216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c20560-c469-4165-b117-5e4253892c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2f188-1c6b-4476-84c4-fa7633de071b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:08.525242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Deleting port 3620dada-f1b7-4442-b133-b8796ee54eb5 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:08.527227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:08.611160 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-13a39fbd-11be-462f-88e7-4a8fea77e9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:08.780451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491a61e-e399-464c-93a4-540888c86ebb req-fe3cf62e-f881-492b-b3f3-69a67599e8c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:08.791366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7491a61e-e399-464c-93a4-540888c86ebb req-fe3cf62e-f881-492b-b3f3-69a67599e8c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 946 time: 0.1202407 Dec 17 16:00:08.862076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7491a61e-e399-464c-93a4-540888c86ebb req-58387e79-8d62-4ae4-adc9-3d13612b86eb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676529 Dec 17 16:00:09.038465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-849b70b7-9efa-49b7-9684-16b4b0cdb932 req-8dab0e6c-78e7-4d21-bd04-f01c1b254ce6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 210 time: 0.3684955 Dec 17 16:00:09.128440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:09.151854 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-33f254fc-6dfa-48b6-9568-57bfbc49e96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.184063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51382) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:09.209614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] For port 3620dada-f1b7-4442-b133-b8796ee54eb5, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=3620dada-f1b7-4442-b133-b8796ee54eb5,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:09.210769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.229857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-089ddea6-3ea8-48ca-a334-13d07b4503c6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:09.231460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-089ddea6-3ea8-48ca-a334-13d07b4503c6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 815 time: 0.1955979 Dec 17 16:00:09.235726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Calling delete_port for 3620dada-f1b7-4442-b133-b8796ee54eb5 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:09.252413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Request body: {'port': {'device_id': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'admin_state_up': True, 'tenant_id': 'e17e7d67bf7a4c31a77499379c27ddde'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:09.275855 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-33f254fc-6dfa-48b6-9568-57bfbc49e96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.281940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-33f254fc-6dfa-48b6-9568-57bfbc49e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.320750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f254fc-6dfa-48b6-9568-57bfbc49e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278c17a6-b887-49c7-8b7f-ec559354de84,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:09.377712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-33f254fc-6dfa-48b6-9568-57bfbc49e96b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec8ca67cd8fe4bbbaae6099ceff2c91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2475719 Dec 17 16:00:09.382599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51388) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:09.482575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b7c72e6-9739-4f6f-b3fd-02f9963e8d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.487738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Made reservation on behalf of e17e7d67bf7a4c31a77499379c27ddde for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:09.491592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.515317 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b7c72e6-9739-4f6f-b3fd-02f9963e8d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.525179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.541865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e60d-29b0-405e-aa02-a0bd6fb64f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.586802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Pushing event deleted for resources: {'Port': ['ID=3620dada-f1b7-4442-b133-b8796ee54eb5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:09.644034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] No DVR routers for this DVR port 3620dada-f1b7-4442-b133-b8796ee54eb5 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:09.644550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b7c72e6-9739-4f6f-b3fd-02f9963e8d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.647606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b7c72e6-9739-4f6f-b3fd-02f9963e8d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.651012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.651188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8b7c72e6-9739-4f6f-b3fd-02f9963e8d27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/278c17a6-b887-49c7-8b7f-ec559354de84 HTTP/1.1" status: 204 len: 168 time: 0.2631252 Dec 17 16:00:09.652207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc20e4cc-3035-4155-a656-a6c7b0404445 req-b3f9bdc7-eae4-4785-bc06-f066ad60f200 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "DELETE /v2.0/ports/3620dada-f1b7-4442-b133-b8796ee54eb5 HTTP/1.1" status: 204 len: 173 time: 1.2870774 Dec 17 16:00:09.652682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'name': 'network-vif-deleted', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:09.655002 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665553af-5bb7-48b0-b426-fccc0d045d5b" -d '{"events": [{"server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "name": "network-vif-deleted", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:09.691124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c72e6-9739-4f6f-b3fd-02f9963e8d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278c17a6-b887-49c7-8b7f-ec559354de84,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:09.725641 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c2ab4f-c915-4fe2-a368-4850a95bcbf6 x-openstack-request-id: req-d0c2ab4f-c915-4fe2-a368-4850a95bcbf6 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:09.725955 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df8050c-a09a-41e1-a88f-a19808e5d28e", "name": "network-vif-deleted", "tag": "3620dada-f1b7-4442-b133-b8796ee54eb5", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:09.726203 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0c2ab4f-c915-4fe2-a368-4850a95bcbf6 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:09.726618 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df8050c-a09a-41e1-a88f-a19808e5d28e', 'name': 'network-vif-deleted', 'tag': '3620dada-f1b7-4442-b133-b8796ee54eb5', 'status': 'completed', 'code': 200} Dec 17 16:00:09.742286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e60d-29b0-405e-aa02-a0bd6fb64f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.745271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Allocated IP 172.20.0.4 (bfbb87f7-1b39-493c-90ee-650877f53060/f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5/36811f9b-93d7-4829-900a-95633530e0da) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:09.760747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e60d-29b0-405e-aa02-a0bd6fb64f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.816307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9bb6e60d-29b0-405e-aa02-a0bd6fb64f77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7287cd5a817d4a6ca5a63dd0a23dba44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308620 Dec 17 16:00:09.822287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51396) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:09.841637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6e60d-29b0-405e-aa02-a0bd6fb64f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca775019-1460-4d18-9586-793d6c38158f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:09.896905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70eda713-7519-48fa-a261-915c42dc1feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.918059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.926633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70eda713-7519-48fa-a261-915c42dc1feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:09.989804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.081590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.091150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-567df20c-3308-4312-aa33-a0359a570a78 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:10.098704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-567df20c-3308-4312-aa33-a0359a570a78 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 946 time: 0.1313016 Dec 17 16:00:10.099679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70eda713-7519-48fa-a261-915c42dc1feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.104663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70eda713-7519-48fa-a261-915c42dc1feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.110996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-70eda713-7519-48fa-a261-915c42dc1feb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca775019-1460-4d18-9586-793d6c38158f HTTP/1.1" status: 204 len: 168 time: 0.2849596 Dec 17 16:00:10.140320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eda713-7519-48fa-a261-915c42dc1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca775019-1460-4d18-9586-793d6c38158f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:10.160744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Pushing event updated for resources: {'Port': ['ID=36811f9b-93d7-4829-900a-95633530e0da,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:10.171736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Network bfbb87f7-1b39-493c-90ee-650877f53060 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:10.176311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:10.180178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:10.258917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3ed8-f30c-4ac0-9085-38c826641325 req-81969676-b327-4296-ab65-e4d8921a79e4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:10.277903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b6f3ed8-f30c-4ac0-9085-38c826641325 req-81969676-b327-4296-ab65-e4d8921a79e4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 946 time: 0.2679560 Dec 17 16:00:10.334442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:10.335347 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.349508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d70b-306b-4243-8d16-01a2bc43c8b4 req-c52e8c87-460c-4eb1-9934-a950e937d5d8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:10.355939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25b4d70b-306b-4243-8d16-01a2bc43c8b4 req-c52e8c87-460c-4eb1-9934-a950e937d5d8 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 931 time: 0.1664083 Dec 17 16:00:10.434807 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-aef24c8f-54c0-4f9e-a30a-d6ea342a1cc9 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1864278 Dec 17 16:00:10.474432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Request body: {'port': {'device_id': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:10.479598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25b4d70b-306b-4243-8d16-01a2bc43c8b4 req-6f314ffb-7147-4a8b-9b33-9478c5e45b3a tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029673 Dec 17 16:00:10.502704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Deleting port b5af3749-109f-4cd3-9b79-d213d694f812 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:10.503207 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.515072 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b6f3ed8-f30c-4ac0-9085-38c826641325 req-e6ebe6b3-fbaa-4917-93da-52cc63d92d23 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996288 Dec 17 16:00:10.613516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.649254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51428) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:10.670277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87e107e5-dc80-46a9-a559-855806937787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.729384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] For port b5af3749-109f-4cd3-9b79-d213d694f812, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b5af3749-109f-4cd3-9b79-d213d694f812,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:10.729768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.750186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Calling delete_port for b5af3749-109f-4cd3-9b79-d213d694f812 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:10.787970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.859435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87e107e5-dc80-46a9-a559-855806937787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.879255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87e107e5-dc80-46a9-a559-855806937787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:10.947452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-87e107e5-dc80-46a9-a559-855806937787 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2586c9ff8a89439eb1d04bc2c368fc01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968683 Dec 17 16:00:10.953659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:10.999174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e107e5-dc80-46a9-a559-855806937787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f63786-503a-4340-a8ca-c987df9047f9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:11.043983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e828c82-7f0a-458f-b282-51148cee786b req-c8611099-f9c8-4904-8797-9944fccccff5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:11.045680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e828c82-7f0a-458f-b282-51148cee786b req-c8611099-f9c8-4904-8797-9944fccccff5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 945 time: 0.0774441 Dec 17 16:00:11.046895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.060356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b5af3749-109f-4cd3-9b79-d213d694f812'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:11.098904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event deleted for resources: {'Port': ['ID=b5af3749-109f-4cd3-9b79-d213d694f812,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:11.106850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36811f9b-93d7-4829-900a-95633530e0da {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:11.115373 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b07c4771-73a4-467a-9989-3cd0b97798ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.126182 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.150477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3620dada-f1b7-4442-b133-b8796ee54eb5 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:11.150798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Transition to ACTIVE for port object 36811f9b-93d7-4829-900a-95633530e0da will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:00:11.178532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] No DVR routers for this DVR port b5af3749-109f-4cd3-9b79-d213d694f812 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:11.185884 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.186582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b07c4771-73a4-467a-9989-3cd0b97798ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.189426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-433fee17-852a-4ec6-8fb1-f75914392d92 req-2acc9858-eab7-4a38-ae3c-e4785ab49962 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "DELETE /v2.0/ports/b5af3749-109f-4cd3-9b79-d213d694f812 HTTP/1.1" status: 204 len: 173 time: 1.0782554 Dec 17 16:00:11.189931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'name': 'network-vif-deleted', 'tag': 'b5af3749-109f-4cd3-9b79-d213d694f812'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:11.192367 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eddca7e-11d5-4f08-a78b-3f9512aede62" -d '{"events": [{"server_uuid": "ed786572-1c0a-4a3a-b4b6-f3c7eab43372", "name": "network-vif-deleted", "tag": "b5af3749-109f-4cd3-9b79-d213d694f812"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:11.199407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 3620dada-f1b7-4442-b133-b8796ee54eb5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:11.200151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 3620dada-f1b7-4442-b133-b8796ee54eb5 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:11.206560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.210736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.242670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e828c82-7f0a-458f-b282-51148cee786b req-d6cedbfe-09b7-4793-a54b-c4b880a525c1 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789584 Dec 17 16:00:11.272217 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da831da1-d455-4914-9c01-07fe5ea19b8b x-openstack-request-id: req-da831da1-d455-4914-9c01-07fe5ea19b8b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:11.272511 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed786572-1c0a-4a3a-b4b6-f3c7eab43372", "name": "network-vif-deleted", "tag": "b5af3749-109f-4cd3-9b79-d213d694f812", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:11.272761 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da831da1-d455-4914-9c01-07fe5ea19b8b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:11.273471 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed786572-1c0a-4a3a-b4b6-f3c7eab43372', 'name': 'network-vif-deleted', 'tag': 'b5af3749-109f-4cd3-9b79-d213d694f812', 'status': 'completed', 'code': 200} Dec 17 16:00:11.322751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=36811f9b-93d7-4829-900a-95633530e0da,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:11.386830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b07c4771-73a4-467a-9989-3cd0b97798ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.389503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b07c4771-73a4-467a-9989-3cd0b97798ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.392040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b07c4771-73a4-467a-9989-3cd0b97798ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1f63786-503a-4340-a8ca-c987df9047f9 HTTP/1.1" status: 204 len: 168 time: 0.4359632 Dec 17 16:00:11.403388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c4771-73a4-467a-9989-3cd0b97798ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f63786-503a-4340-a8ca-c987df9047f9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:11.422618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Attempting to bind port 36811f9b-93d7-4829-900a-95633530e0da on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:11.422950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Attempting to bind port 36811f9b-93d7-4829-900a-95633530e0da by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:11.423280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Attempting to bind port 36811f9b-93d7-4829-900a-95633530e0da on network bfbb87f7-1b39-493c-90ee-650877f53060 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:11.428132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Port 36811f9b-93d7-4829-900a-95633530e0da on network bfbb87f7-1b39-493c-90ee-650877f53060 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:00:11.428360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Attempting to bind port 36811f9b-93d7-4829-900a-95633530e0da on network bfbb87f7-1b39-493c-90ee-650877f53060 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:11.433443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:11.433777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Checking segment: {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:11.434161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Bound using segment: {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:11.434739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Bound port: 36811f9b-93d7-4829-900a-95633530e0da, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0f70c7-fe19-4050-8015-ba3030dfacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:11.435002 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.518404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] For port 36811f9b-93d7-4829-900a-95633530e0da, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:11.522370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] For port 36811f9b-93d7-4829-900a-95633530e0da, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36811f9b-93d7-4829-900a-95633530e0da,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:11.529046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.575171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:11.576086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:11.578560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] 10.222.0.47 "PUT /v2.0/ports/36811f9b-93d7-4829-900a-95633530e0da HTTP/1.1" status: 200 len: 1092 time: 1.1178195 Dec 17 16:00:11.628030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53668b-e0a4-4dfe-9903-1c0068b8ccd8 service neutron] Pushing event updated for resources: {'Port': ['ID=36811f9b-93d7-4829-900a-95633530e0da,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:11.696533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0c60d-64b1-4a0c-8dbb-20e5b38aa2f2 req-9cd92493-92f1-44ef-bc08-f15358fc7e6e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:11.699795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36b0c60d-64b1-4a0c-8dbb-20e5b38aa2f2 req-9cd92493-92f1-44ef-bc08-f15358fc7e6e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 943 time: 0.1216323 Dec 17 16:00:11.738850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'tag': '36811f9b-93d7-4829-900a-95633530e0da'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:11.749587 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4b45e0-8d09-4fed-8817-93c3b1203def" -d '{"events": [{"name": "network-changed", "server_uuid": "5b457b04-76ff-4e0b-8c1f-eebe1e58405e", "tag": "36811f9b-93d7-4829-900a-95633530e0da"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:11.803254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-61f566b0-66b0-4664-bb0d-a49c60b73740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:11.805669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-61f566b0-66b0-4664-bb0d-a49c60b73740 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 1095 time: 0.1643479 Dec 17 16:00:11.809501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36b0c60d-64b1-4a0c-8dbb-20e5b38aa2f2 req-439910a0-d8d0-4ecc-a91d-2137984285cc tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002824 Dec 17 16:00:11.836680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c35364a6-987c-49f4-be6c-c5c2082fe6d1 req-1ac6bb1e-806e-43f1-96db-c3dbf72c4c43 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed786572-1c0a-4a3a-b4b6-f3c7eab43372 HTTP/1.1" status: 200 len: 210 time: 0.0518548 Dec 17 16:00:11.920366 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-24f73458-cdd0-4184-80cc-db3c01d168a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36811f9b-93d7-4829-900a-95633530e0da HTTP/1.1" status: 200 len: 217 time: 0.0977981 Dec 17 16:00:11.930909 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f6f583-fbcd-49b8-87da-89ba5120aa32 x-openstack-request-id: req-a8f6f583-fbcd-49b8-87da-89ba5120aa32 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:11.930909 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b457b04-76ff-4e0b-8c1f-eebe1e58405e", "tag": "36811f9b-93d7-4829-900a-95633530e0da", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:11.930909 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8f6f583-fbcd-49b8-87da-89ba5120aa32 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:11.930909 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'tag': '36811f9b-93d7-4829-900a-95633530e0da', 'status': 'completed', 'code': 200} Dec 17 16:00:11.989382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-c3ce111a-0513-4c7e-8bc0-79135f25be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:11.991028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-c3ce111a-0513-4c7e-8bc0-79135f25be9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 HTTP/1.1" status: 200 len: 855 time: 0.0550098 Dec 17 16:00:12.037309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-237b5b59-a126-4dda-8434-e7dc5f483aca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfbb87f7-1b39-493c-90ee-650877f53060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319564 Dec 17 16:00:12.097440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:12.163926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-40894fdd-0acf-456b-b022-a57b5d7a6d6e service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137710 Dec 17 16:00:12.199609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-ab90e0c1-9f42-4999-a097-9de26fe16906 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:12.201441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-ab90e0c1-9f42-4999-a097-9de26fe16906 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.49 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 945 time: 0.0763676 Dec 17 16:00:12.291585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2d0b44-9f77-4ab4-ac32-e50aa47ae689 req-636e2bb9-2a6d-41fb-989f-596bcdd60ad5 service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164291 Dec 17 16:00:12.431489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Deleting port 3485122c-a974-4048-8d8f-ecfebf8028a3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:12.431961 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:12.481690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3c938-8e8f-4558-a7da-b0b5307b77b0 req-f9482835-5ecc-4f63-8958-d524e5312db2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:12.485832 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fd3c938-8e8f-4558-a7da-b0b5307b77b0 req-f9482835-5ecc-4f63-8958-d524e5312db2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 945 time: 0.1388719 Dec 17 16:00:12.517964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-bc1aad1f-84d5-409a-b8d8-1a4f832ac4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:12.519630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-bc1aad1f-84d5-409a-b8d8-1a4f832ac4e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 1095 time: 0.1601582 Dec 17 16:00:12.712940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-10e3e3d4-4885-4a05-ae52-9dd1b1ccf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:12.714436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-10e3e3d4-4885-4a05-ae52-9dd1b1ccf4a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 200 len: 916 time: 0.1787968 Dec 17 16:00:12.731926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fd3c938-8e8f-4558-a7da-b0b5307b77b0 req-4f464ca8-8b6f-4847-a795-b033dee98353 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups?id=0654bdd9-cc37-4f79-bd54-02dddf28217a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289183 Dec 17 16:00:12.732236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] For port 3485122c-a974-4048-8d8f-ecfebf8028a3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3485122c-a974-4048-8d8f-ecfebf8028a3,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:12.732568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:12.765986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-1938f22e-c3f0-4681-bd03-f13801bf8f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36811f9b-93d7-4829-900a-95633530e0da HTTP/1.1" status: 200 len: 217 time: 0.0355654 Dec 17 16:00:12.925869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-74767ebf-22f2-4140-ab81-e162453cb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:12.927409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-74767ebf-22f2-4140-ab81-e162453cb03b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 HTTP/1.1" status: 200 len: 855 time: 0.1528468 Dec 17 16:00:13.019733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-e06a6a35-6f3c-464d-9440-913abd1dfc9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bfbb87f7-1b39-493c-90ee-650877f53060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842302 Dec 17 16:00:13.090447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:13.090819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:13.091149 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Floating IP 6dff464f-e779-42a0-a5b4-4a1e251dbfc3 disassociated. External IP: 172.25.0.196, port: 3485122c-a974-4048-8d8f-ecfebf8028a3. Dec 17 16:00:13.091501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Calling delete_port for 3485122c-a974-4048-8d8f-ecfebf8028a3 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:13.100259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8df5e-5758-4133-a9a4-f24c65a5b4f5 req-700310e8-75be-4a76-9904-d4a9c742917b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:13.101864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33f8df5e-5758-4133-a9a4-f24c65a5b4f5 req-700310e8-75be-4a76-9904-d4a9c742917b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 943 time: 0.0830417 Dec 17 16:00:13.166063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-afabdd81-ddf7-467b-aba9-6d7836a8a417 service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365075 Dec 17 16:00:13.238515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33f8df5e-5758-4133-a9a4-f24c65a5b4f5 req-a9170c38-4e5a-4d51-ad44-1bab6506e317 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182466 Dec 17 16:00:13.348452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:13.396081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event deleted for resources: {'Port': ['ID=3485122c-a974-4048-8d8f-ecfebf8028a3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:13.443393 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a4b45e0-8d09-4fed-8817-93c3b1203def req-eccaa198-ecc1-4039-8a2e-920b8f7245cd service neutron] 10.222.0.47 "GET /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680593 Dec 17 16:00:13.503659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-086f2f2a-df0c-4c28-b9b0-b2083dea1087 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:13.518403 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-086f2f2a-df0c-4c28-b9b0-b2083dea1087 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.1915259 Dec 17 16:00:13.533647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-68062caf-3fc0-420d-925b-9e56df795a3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/quotas/ec8c73f39ca1466ba2fd5a259830ccda HTTP/1.1" status: 200 len: 375 time: 0.0134633 Dec 17 16:00:13.589745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-9d09b450-c267-4c99-abef-5a7e34b3efe7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480938 Dec 17 16:00:13.632285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b5af3749-109f-4cd3-9b79-d213d694f812 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:13.662594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:13.665789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: b5af3749-109f-4cd3-9b79-d213d694f812 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:13.667364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b5af3749-109f-4cd3-9b79-d213d694f812 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:13.708583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-f560ab20-f076-49ad-9350-65bf1abd4136 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174517 Dec 17 16:00:13.846001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-a097cc0c-425d-4f7d-bbfd-e72649439b30 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361020 Dec 17 16:00:13.878732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3822c1a5-68f8-41c1-83af-40c809473c21 req-686415d2-d548-47b6-9933-21912d46bb5d tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b8b116-e716-43f3-b4fc-50ad039b67d3 HTTP/1.1" status: 200 len: 210 time: 0.0686285 Dec 17 16:00:14.013446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:14.028891 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] Sync routers for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:14.049049 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:14.049683 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:14.137328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] No DVR routers for this DVR port 3485122c-a974-4048-8d8f-ecfebf8028a3 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:14.165774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:14.171473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d7de7e8-51f0-4e49-b71c-4ea685dc7868 req-8ee263a6-5f88-4acc-af5c-e2faebcec8c2 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.49 "DELETE /v2.0/ports/3485122c-a974-4048-8d8f-ecfebf8028a3 HTTP/1.1" status: 204 len: 173 time: 1.9541209 Dec 17 16:00:14.171976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'name': 'network-vif-deleted', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:14.183065 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc0940-2ef4-41d0-b740-e521644045e7" -d '{"events": [{"server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "name": "network-vif-deleted", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:14.230549 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d21f662-b1d9-4549-9cbf-e4c10b221176 req-02cffa14-3e36-411d-ae2d-0b638a116a5c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.1046467 Dec 17 16:00:14.288795 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:14.304297 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ae8fdc-28de-4c30-b551-2946f67e56b2 x-openstack-request-id: req-68ae8fdc-28de-4c30-b551-2946f67e56b2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:14.304808 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b8b116-e716-43f3-b4fc-50ad039b67d3", "name": "network-vif-deleted", "tag": "3485122c-a974-4048-8d8f-ecfebf8028a3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:14.304808 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68ae8fdc-28de-4c30-b551-2946f67e56b2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:14.305371 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b8b116-e716-43f3-b4fc-50ad039b67d3', 'name': 'network-vif-deleted', 'tag': '3485122c-a974-4048-8d8f-ecfebf8028a3', 'status': 'completed', 'code': 200} Dec 17 16:00:14.515230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2ceb-0021-444f-82f3-283ff0ff69ac req-6579faa9-eda7-45f4-b181-f9c7dc9897a6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:14.527293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-364b2ceb-0021-444f-82f3-283ff0ff69ac req-6579faa9-eda7-45f4-b181-f9c7dc9897a6 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 943 time: 0.0915613 Dec 17 16:00:14.609771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-364b2ceb-0021-444f-82f3-283ff0ff69ac req-22f05f8b-9e31-4120-a700-f3502211c26b tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648725 Dec 17 16:00:14.685219 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:00:14.803547 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:04Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:14.847531 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] Checking router: 5e74ebc8-48d5-4c48-9272-2469cdc80a35 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:14.859337 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:14.860547 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:15.028346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51584) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:15.062624 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:15.123296 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5447696-833b-497b-a027-c959ec64e3c5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:15.137632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36811f9b-93d7-4829-900a-95633530e0da details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:00:15.186066 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5447696-833b-497b-a027-c959ec64e3c5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:15.308270 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5447696-833b-497b-a027-c959ec64e3c5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:15.315771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5447696-833b-497b-a027-c959ec64e3c5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:15.320061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c5447696-833b-497b-a027-c959ec64e3c5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "DELETE /v2.0/security-groups/0654bdd9-cc37-4f79-bd54-02dddf28217a HTTP/1.1" status: 204 len: 168 time: 0.2893417 Dec 17 16:00:15.321472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51596) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:15.359956 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:15.371105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5447696-833b-497b-a027-c959ec64e3c5 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0654bdd9-cc37-4f79-bd54-02dddf28217a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:15.385748 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-21ed1887-e2f2-41e1-9005-c281f6694071 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] show failed (client error): The resource could not be found. Dec 17 16:00:15.389846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-21ed1887-e2f2-41e1-9005-c281f6694071 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "GET /v2.0/security-groups/0654bdd9-cc37-4f79-bd54-02dddf28217a HTTP/1.1" status: 404 len: 347 time: 0.0534632 Dec 17 16:00:15.391144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51598) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:15.474056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 36811f9b-93d7-4829-900a-95633530e0da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36811f9b-93d7-4829-900a-95633530e0da,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:15.502219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b4de9f6-4224-4218-ba42-89ba097f1e6b req-4951110c-b6a5-480f-9276-49657ddb637f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0983548 Dec 17 16:00:15.528384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '36811f9b-93d7-4829-900a-95633530e0da', 'network_id': 'bfbb87f7-1b39-493c-90ee-650877f53060', 'port_id': '36811f9b-93d7-4829-900a-95633530e0da', 'mac_address': 'fa:16:3e:b1:b2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:00:15.569022 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:04Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:15.610964 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:15.644464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36811f9b-93d7-4829-900a-95633530e0da {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:15.656266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3485122c-a974-4048-8d8f-ecfebf8028a3 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:15.691745 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1671b209-8852-487d-b382-352fa8f91a83 None None] The sync data for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 is: [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T15:57:59Z', 'revision_number': 4, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '335fd2ba-9fb4-4a6d-9324-9a92885c7219', 'name': '', 'network_id': 'aa31a3ab-a483-4a5c-92eb-1f01e35c13af', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'mac_address': 'fa:16:3e:f0:d4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '015de246-e674-4052-a841-fcc6db90c69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:58Z', 'updated_at': '2021-12-17T15:58:04Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'subnets': [{'id': '015de246-e674-4052-a841-fcc6db90c69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:15.724411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 3485122c-a974-4048-8d8f-ecfebf8028a3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:15.725747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3485122c-a974-4048-8d8f-ecfebf8028a3 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:15.744587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 36811f9b-93d7-4829-900a-95633530e0da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36811f9b-93d7-4829-900a-95633530e0da,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:15.753940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:15.907387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=36811f9b-93d7-4829-900a-95633530e0da,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:15.907534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff15855-10fa-4a53-97d9-fcce60890339 req-f1bb99a1-cccd-425c-bb38-21ef3fafe0f7 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:15.909099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0ff15855-10fa-4a53-97d9-fcce60890339 req-f1bb99a1-cccd-425c-bb38-21ef3fafe0f7 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 944 time: 0.1344693 Dec 17 16:00:15.923779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.924161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.924500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.926938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.928994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.929348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.929825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.930360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.936752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.938781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.940125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.942078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:15.944228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:16.033273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0ff15855-10fa-4a53-97d9-fcce60890339 req-d1884320-7576-4543-81bb-248b3b3be1e1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147873 Dec 17 16:00:16.045802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51620) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:16.070064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-f839b3e6-a68b-4398-9e21-2aef74583c53 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:16.071938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-f839b3e6-a68b-4398-9e21-2aef74583c53 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.4453321 Dec 17 16:00:16.086019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Request body: {'port': {'device_id': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'admin_state_up': True, 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:16.093324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Deleting port 76c3fde7-ddd7-40dc-85bc-39d3af8017a2 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:16.095646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['36811f9b-93d7-4829-900a-95633530e0da'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:16.096246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.173742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd5c36-097b-413b-b95c-76a36fe8f1bd None None] New status for floating IP 6dff464f-e779-42a0-a5b4-4a1e251dbfc3: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:00:16.273900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d1be4df-1379-42f1-89fd-a99a0cbdf08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.307559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.308176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.344290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Calling delete_port for 76c3fde7-ddd7-40dc-85bc-39d3af8017a2 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:16.380694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:16.397860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.481329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d1be4df-1379-42f1-89fd-a99a0cbdf08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.487108 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d1be4df-1379-42f1-89fd-a99a0cbdf08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.537491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2d1be4df-1379-42f1-89fd-a99a0cbdf08c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe5bbeab200142fca7e89be4b9aa492b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4875946 Dec 17 16:00:16.537491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1be4df-1379-42f1-89fd-a99a0cbdf08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d18c63-0709-447c-accd-50e490f9ee98,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:16.538759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51636) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:16.632778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c150bb30-603b-41b8-aacb-4a8a223fc37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.663412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2378bd6d-6034-47e0-a305-6f0edd368c29 req-b22df954-0f47-4c66-ac1a-cbfcf977d7f1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0454595 Dec 17 16:00:16.677556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c150bb30-603b-41b8-aacb-4a8a223fc37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.698925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51638) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:16.704705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Allocated IP 172.20.0.9 (5f57b7f9-152e-41dc-b8de-b94d7b3e923b/0eb47c6b-d3e3-4298-9108-100b862eca61/6ca3408b-63db-4352-91f1-93845de3236e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:16.730322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.754016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c150bb30-603b-41b8-aacb-4a8a223fc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.757880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c150bb30-603b-41b8-aacb-4a8a223fc37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:16.759688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c150bb30-603b-41b8-aacb-4a8a223fc37c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70d18c63-0709-447c-accd-50e490f9ee98 HTTP/1.1" status: 204 len: 168 time: 0.2200201 Dec 17 16:00:16.793157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150bb30-603b-41b8-aacb-4a8a223fc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d18c63-0709-447c-accd-50e490f9ee98,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:16.795110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Pushing event deleted for resources: {'Port': ['ID=76c3fde7-ddd7-40dc-85bc-39d3af8017a2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:16.905224 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f24a38-6bba-487b-9a8c-6215fee4c6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.013086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.016396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.018540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bbc1c247-c684-4a23-9ae2-e45249a1ff56 tempest-ServersTestFqdnHostnames-1522829379 tempest-ServersTestFqdnHostnames-1522829379-project] 10.222.0.54 "DELETE /v2.0/floatingips/6dff464f-e779-42a0-a5b4-4a1e251dbfc3 HTTP/1.1" status: 204 len: 168 time: 1.6248634 Dec 17 16:00:17.024222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51650) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:17.044368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f24a38-6bba-487b-9a8c-6215fee4c6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.052592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-74f24a38-6bba-487b-9a8c-6215fee4c6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.155308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-74f24a38-6bba-487b-9a8c-6215fee4c6e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2bd8f307bdc4d4c81b08ea67c678739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4548464 Dec 17 16:00:17.156006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51658) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:17.156861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f24a38-6bba-487b-9a8c-6215fee4c6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffff6746-6898-4c48-a70e-4228fa886fc3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:17.199165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.232427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51660) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:17.250400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-999d9e52-09e0-4ac7-998d-3b7dee8dd818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.280084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4c121a9-2d9c-46e1-80fd-f72ba75619ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.319926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4c121a9-2d9c-46e1-80fd-f72ba75619ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.404493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-999d9e52-09e0-4ac7-998d-3b7dee8dd818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.409980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4c121a9-2d9c-46e1-80fd-f72ba75619ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.413333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4c121a9-2d9c-46e1-80fd-f72ba75619ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.415278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d4c121a9-2d9c-46e1-80fd-f72ba75619ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffff6746-6898-4c48-a70e-4228fa886fc3 HTTP/1.1" status: 204 len: 168 time: 0.2398138 Dec 17 16:00:17.420833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-999d9e52-09e0-4ac7-998d-3b7dee8dd818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.454256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-999d9e52-09e0-4ac7-998d-3b7dee8dd818 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f906696964c4bd19f8008c3c2ec3a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207758 Dec 17 16:00:17.456761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51666) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:17.464016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c121a9-2d9c-46e1-80fd-f72ba75619ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffff6746-6898-4c48-a70e-4228fa886fc3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:17.531682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9affbb-24ba-435a-8652-e123b917b00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.533757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9e52-09e0-4ac7-998d-3b7dee8dd818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee072b-7b16-433c-beda-9770aa01985b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:17.576767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9affbb-24ba-435a-8652-e123b917b00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.715611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9affbb-24ba-435a-8652-e123b917b00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.721669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9affbb-24ba-435a-8652-e123b917b00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:17.729262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb9affbb-24ba-435a-8652-e123b917b00a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9ee072b-7b16-433c-beda-9770aa01985b HTTP/1.1" status: 204 len: 168 time: 0.2713287 Dec 17 16:00:17.756554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9affbb-24ba-435a-8652-e123b917b00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee072b-7b16-433c-beda-9770aa01985b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:17.829803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5398-31e4-49f2-9695-08e6c6f1de20 req-fbbfe4c8-fae5-43c9-9eb6-24929b84284e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:17.831368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-145a5398-31e4-49f2-9695-08e6c6f1de20 req-fbbfe4c8-fae5-43c9-9eb6-24929b84284e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 944 time: 0.6559029 Dec 17 16:00:17.880736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e8ccb6d-73a6-4522-916e-50cabc23abe7 req-aa01a26a-4218-447b-ad39-2fb36aaa6073 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0730655 Dec 17 16:00:17.994791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-145a5398-31e4-49f2-9695-08e6c6f1de20 req-ba3a438a-e988-4727-8b41-203524d40230 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206465 Dec 17 16:00:18.000956 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.051842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51678) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:18.066117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50a7662f-5199-4b61-8163-9704decf2ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.075696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:18.078027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event updated for resources: {'Port': ['ID=6ca3408b-63db-4352-91f1-93845de3236e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:18.085916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:18.102138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:18.185060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50a7662f-5199-4b61-8163-9704decf2ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.202098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50a7662f-5199-4b61-8163-9704decf2ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.316152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:18.316690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.325987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-50a7662f-5199-4b61-8163-9704decf2ef6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=993a4062ae764c7dad6a90c0807fbcc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722986 Dec 17 16:00:18.326921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7662f-5199-4b61-8163-9704decf2ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cedb979-8589-4135-8c03-91d69721c1f6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:18.330015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:18.369783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-63527a5d-83f9-442f-a790-f3aac7bc29da tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2876172 Dec 17 16:00:18.387412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Request body: {'port': {'device_id': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:18.415465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e24fc0ff-9280-41d1-8b8a-04b1a3b6428f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.442742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e24fc0ff-9280-41d1-8b8a-04b1a3b6428f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.459256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.509114 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e24fc0ff-9280-41d1-8b8a-04b1a3b6428f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.511973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e24fc0ff-9280-41d1-8b8a-04b1a3b6428f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:18.513310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e24fc0ff-9280-41d1-8b8a-04b1a3b6428f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4cedb979-8589-4135-8c03-91d69721c1f6 HTTP/1.1" status: 204 len: 168 time: 0.1658154 Dec 17 16:00:18.522930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fc0ff-9280-41d1-8b8a-04b1a3b6428f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cedb979-8589-4135-8c03-91d69721c1f6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:18.642151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.066543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca3408b-63db-4352-91f1-93845de3236e {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:19.076864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.130052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6609-0745-478c-8649-ccd9ddbae774 req-692f7d2a-dc5d-4a6e-8e82-be0b57eeb740 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:19.130052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-897f6609-0745-478c-8649-ccd9ddbae774 req-692f7d2a-dc5d-4a6e-8e82-be0b57eeb740 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 931 time: 0.1577463 Dec 17 16:00:19.137862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Transition to ACTIVE for port object 6ca3408b-63db-4352-91f1-93845de3236e will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:00:19.153030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36811f9b-93d7-4829-900a-95633530e0da up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:19.170586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.223148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c44e17-4471-401e-9c16-3f6fadc29ef4 req-5ccc3530-4d08-4f9c-bb50-4e3d486cb4fd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:19.224799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43c44e17-4471-401e-9c16-3f6fadc29ef4 req-5ccc3530-4d08-4f9c-bb50-4e3d486cb4fd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 944 time: 0.1129920 Dec 17 16:00:19.264186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 36811f9b-93d7-4829-900a-95633530e0da completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:00:19.278720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 36811f9b-93d7-4829-900a-95633530e0da triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:19.281517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.334171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43c44e17-4471-401e-9c16-3f6fadc29ef4 req-fbb0ce8f-bd64-4fcf-817c-c9f00048d57d tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013296 Dec 17 16:00:19.373451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-897f6609-0745-478c-8649-ccd9ddbae774 req-73bdb8c8-576a-43f9-b806-acdb4bddb4f7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056031 Dec 17 16:00:19.382761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ca3408b-63db-4352-91f1-93845de3236e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:19.438050 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.453592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Deleting port 335fd2ba-9fb4-4a6d-9324-9a92885c7219 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:19.454495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.490058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36811f9b-93d7-4829-900a-95633530e0da'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:19.494006 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9257a093-babb-4069-8dd6-b2336000559e" -d '{"events": [{"server_uuid": "5b457b04-76ff-4e0b-8c1f-eebe1e58405e", "name": "network-vif-plugged", "status": "completed", "tag": "36811f9b-93d7-4829-900a-95633530e0da"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:19.521409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 36811f9b-93d7-4829-900a-95633530e0da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36811f9b-93d7-4829-900a-95633530e0da,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:19.532522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.620571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Attempting to bind port 6ca3408b-63db-4352-91f1-93845de3236e on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:19.620964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Attempting to bind port 6ca3408b-63db-4352-91f1-93845de3236e by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:19.621317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Attempting to bind port 6ca3408b-63db-4352-91f1-93845de3236e on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:19.624954 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ce7e3-b1b5-4eef-8c19-f5df6602f5f3 x-openstack-request-id: req-701ce7e3-b1b5-4eef-8c19-f5df6602f5f3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:19.625640 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b457b04-76ff-4e0b-8c1f-eebe1e58405e", "name": "network-vif-plugged", "status": "completed", "tag": "36811f9b-93d7-4829-900a-95633530e0da", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:19.626065 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-701ce7e3-b1b5-4eef-8c19-f5df6602f5f3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:19.628359 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36811f9b-93d7-4829-900a-95633530e0da', 'code': 200} Dec 17 16:00:19.631055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] For port 335fd2ba-9fb4-4a6d-9324-9a92885c7219, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=335fd2ba-9fb4-4a6d-9324-9a92885c7219,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:19.631456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.635386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Port 6ca3408b-63db-4352-91f1-93845de3236e on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:00:19.635713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Attempting to bind port 6ca3408b-63db-4352-91f1-93845de3236e on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:19.650122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:19.650483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Checking segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:19.650881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Bound using segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:19.651378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Bound port: 6ca3408b-63db-4352-91f1-93845de3236e, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:19.651751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.711490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=36811f9b-93d7-4829-900a-95633530e0da,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:19.730771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8163-704e-4eb3-9e90-4d6ff6ab3fd5 req-b4125c60-9149-4457-940a-935a35b6e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:19.732461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-56bc8163-704e-4eb3-9e90-4d6ff6ab3fd5 req-b4125c60-9149-4457-940a-935a35b6e188 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 1097 time: 0.0856669 Dec 17 16:00:19.736713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] For port 6ca3408b-63db-4352-91f1-93845de3236e, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:19.741808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] For port 6ca3408b-63db-4352-91f1-93845de3236e, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6ca3408b-63db-4352-91f1-93845de3236e,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:19.748891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.752927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Calling delete_port for 335fd2ba-9fb4-4a6d-9324-9a92885c7219 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:19.832803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Pushing event updated for resources: {'Port': ['ID=6ca3408b-63db-4352-91f1-93845de3236e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:19.842508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:19.843519 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:19.844993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-80478dfb-3afa-411e-a61b-a6a267aaf2ab service neutron] 10.222.0.49 "PUT /v2.0/ports/6ca3408b-63db-4352-91f1-93845de3236e HTTP/1.1" status: 200 len: 1092 time: 1.4622922 Dec 17 16:00:19.845560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'tag': '6ca3408b-63db-4352-91f1-93845de3236e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:19.848536 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bedade4-2791-438b-89ec-5081548f9106" -d '{"events": [{"name": "network-changed", "server_uuid": "80241a30-79b6-4491-97ab-fdc24bede3b1", "tag": "6ca3408b-63db-4352-91f1-93845de3236e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:19.873044 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-56bc8163-704e-4eb3-9e90-4d6ff6ab3fd5 req-91717a8c-7fc0-4897-a78e-712e46687203 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282649 Dec 17 16:00:19.934591 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e88eaf-1fe7-4692-be15-2a08e1bd5427 x-openstack-request-id: req-c6e88eaf-1fe7-4692-be15-2a08e1bd5427 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:19.934891 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80241a30-79b6-4491-97ab-fdc24bede3b1", "tag": "6ca3408b-63db-4352-91f1-93845de3236e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:19.935151 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6e88eaf-1fe7-4692-be15-2a08e1bd5427 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:19.935597 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'tag': '6ca3408b-63db-4352-91f1-93845de3236e', 'status': 'completed', 'code': 200} Dec 17 16:00:19.991946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-6c9fba7c-2a64-4e1b-a9ae-f14d924af4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:19.993544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-6c9fba7c-2a64-4e1b-a9ae-f14d924af4cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 1095 time: 0.0820940 Dec 17 16:00:20.121999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-607cfd76-46b3-4b61-bf40-9f0354b5c404 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ca3408b-63db-4352-91f1-93845de3236e HTTP/1.1" status: 200 len: 217 time: 0.0715835 Dec 17 16:00:20.224327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-62afea64-631c-4564-b2ca-786db05cd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:20.225855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-62afea64-631c-4564-b2ca-786db05cd347 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.0923970 Dec 17 16:00:20.303593 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-7c57e66c-3dd4-47fc-a5b0-79ee473e6f4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680532 Dec 17 16:00:20.455737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-16d14ca9-6653-4ac3-9cf4-95abc97b1823 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431234 Dec 17 16:00:20.465902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:20.580058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Pushing event deleted for resources: {'Port': ['ID=335fd2ba-9fb4-4a6d-9324-9a92885c7219,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:20.616079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cceb6-675b-4208-8f77-8c294a599fec req-b61ba4da-c463-4aac-ac87-b02b825ea307 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:20.618903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d44cceb6-675b-4208-8f77-8c294a599fec req-b61ba4da-c463-4aac-ac87-b02b825ea307 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 943 time: 0.1253636 Dec 17 16:00:20.741993 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d44cceb6-675b-4208-8f77-8c294a599fec req-5f4ed48a-6cb9-4e86-bb0b-69facf141ce6 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148052 Dec 17 16:00:20.812202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1747a-c723-420a-9f7f-a95c3bda35de req-9b88a1a9-7143-41b2-ad12-9ae7a5b9e967 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:20.813901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f5f1747a-c723-420a-9f7f-a95c3bda35de req-9b88a1a9-7143-41b2-ad12-9ae7a5b9e967 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.2889726 Dec 17 16:00:20.867953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0a1938b-ed46-46ef-a5e6-8053f5e21689 req-25e9a0cc-6c65-4e18-8856-bd839bb787c5 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962629 Dec 17 16:00:21.019419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f5f1747a-c723-420a-9f7f-a95c3bda35de req-958b9286-92bd-4456-bdd9-878161519dbe tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682203 Dec 17 16:00:21.026458 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.084898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedade4-2791-438b-89ec-5081548f9106 req-6e70878a-91d2-4e68-bd54-28790ec1efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:21.098742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bedade4-2791-438b-89ec-5081548f9106 req-6e70878a-91d2-4e68-bd54-28790ec1efad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 1095 time: 0.1726661 Dec 17 16:00:21.123529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51790) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:21.294448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36776365-e55d-47ea-b2a6-87fc2a683de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.384514 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36776365-e55d-47ea-b2a6-87fc2a683de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.391110 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36776365-e55d-47ea-b2a6-87fc2a683de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.417456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedade4-2791-438b-89ec-5081548f9106 req-650ce226-6d81-411f-9dbf-1f5fde1d5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:21.419927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bedade4-2791-438b-89ec-5081548f9106 req-650ce226-6d81-411f-9dbf-1f5fde1d5fd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 912 time: 0.3102314 Dec 17 16:00:21.429376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36776365-e55d-47ea-b2a6-87fc2a683de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a3fd82-759d-49da-bb4f-701c02001746,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:21.450166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-36776365-e55d-47ea-b2a6-87fc2a683de2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47aa40f103dd46e48e0194d78631b7bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254678 Dec 17 16:00:21.453108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51800) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:21.477341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bedade4-2791-438b-89ec-5081548f9106 req-cbc02599-aed3-44dc-a7fc-a46d98d602d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ca3408b-63db-4352-91f1-93845de3236e HTTP/1.1" status: 200 len: 217 time: 0.0486391 Dec 17 16:00:21.509263 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68a9283c-79b1-44f9-a445-1f46125e2b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.537527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68a9283c-79b1-44f9-a445-1f46125e2b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.578987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedade4-2791-438b-89ec-5081548f9106 req-790329ed-db65-408c-a64c-317b2b6d28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:21.591252 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bedade4-2791-438b-89ec-5081548f9106 req-790329ed-db65-408c-a64c-317b2b6d28d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.0765908 Dec 17 16:00:21.597301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68a9283c-79b1-44f9-a445-1f46125e2b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.603794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68a9283c-79b1-44f9-a445-1f46125e2b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:21.607764 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-68a9283c-79b1-44f9-a445-1f46125e2b6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22a3fd82-759d-49da-bb4f-701c02001746 HTTP/1.1" status: 204 len: 168 time: 0.1510394 Dec 17 16:00:21.614346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:21.625242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9283c-79b1-44f9-a445-1f46125e2b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a3fd82-759d-49da-bb4f-701c02001746,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:21.655508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bedade4-2791-438b-89ec-5081548f9106 req-9227196a-8351-4cf8-90ba-69f82b1a3710 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435967 Dec 17 16:00:22.298482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e67537-d1ad-43d2-bb43-6c5ccc843e08 req-9838ccba-8579-416c-8dda-443084869634 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:22.300199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71e67537-d1ad-43d2-bb43-6c5ccc843e08 req-9838ccba-8579-416c-8dda-443084869634 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.0903642 Dec 17 16:00:22.363130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51822) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:22.368545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71e67537-d1ad-43d2-bb43-6c5ccc843e08 req-61a0da85-5301-4a22-a937-1e1a360ad81c tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599360 Dec 17 16:00:22.383931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7b90b6d6-5795-4dd4-8920-bc280ba32ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:22.464473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e60fd-4b95-48be-b5d2-371f7d448fde req-45b6bd26-01e7-44da-8660-560f223315e9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:22.466232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-030e60fd-4b95-48be-b5d2-371f7d448fde req-45b6bd26-01e7-44da-8660-560f223315e9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 943 time: 0.0998614 Dec 17 16:00:22.483980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7b90b6d6-5795-4dd4-8920-bc280ba32ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:22.484115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bedade4-2791-438b-89ec-5081548f9106 req-830dba8f-7c5b-40e8-9781-b1c38fabc647 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195057 Dec 17 16:00:22.489195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7b90b6d6-5795-4dd4-8920-bc280ba32ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:22.499421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:22.506151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ff1a142f-0cc3-414b-9c9e-7e9cf16d06ca admin admin] 10.222.0.54 "PUT /v2.0/routers/5e74ebc8-48d5-4c48-9272-2469cdc80a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4804165 Dec 17 16:00:22.513239 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] Sync routers for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:22.531553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:22.533632 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:22.547214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51830) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:22.551419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7b90b6d6-5795-4dd4-8920-bc280ba32ea1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2a48eb63de4448abf2aac91c85e87ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818197 Dec 17 16:00:22.558251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51832) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:22.649661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-030e60fd-4b95-48be-b5d2-371f7d448fde req-ca7b61f7-0d2f-425e-b86d-b68c95c3095f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768720 Dec 17 16:00:22.707997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bedade4-2791-438b-89ec-5081548f9106 req-0d295bc9-7be7-4001-9468-20ec5fa71707 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006781 Dec 17 16:00:22.818023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90b6d6-5795-4dd4-8920-bc280ba32ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173fbde9-ec59-4456-b902-2e022d26cacb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:22.846605 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:22.853275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe633-629d-4351-87ef-3c5923a3f734 req-88383396-61b4-4094-9595-69e014aa1c34 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:22.854497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc0fe633-629d-4351-87ef-3c5923a3f734 req-88383396-61b4-4094-9595-69e014aa1c34 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.1598969 Dec 17 16:00:22.875369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23111a96-9af5-41f6-a17f-1f3b44cf944b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:22.910965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:22.965178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23111a96-9af5-41f6-a17f-1f3b44cf944b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:23.034500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc0fe633-629d-4351-87ef-3c5923a3f734 req-b9525cb1-16c4-4e58-8529-57a1b360b037 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601813 Dec 17 16:00:23.097156 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T16:00:20Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:23.141673 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] Checking router: 5e74ebc8-48d5-4c48-9272-2469cdc80a35 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:23.153138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:23.153390 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] Routers {'5e74ebc8-48d5-4c48-9272-2469cdc80a35'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:23.154601 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:23.362918 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] Set router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:23.638542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23111a96-9af5-41f6-a17f-1f3b44cf944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:23.640386 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T16:00:20Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:23.652605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23111a96-9af5-41f6-a17f-1f3b44cf944b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:23.654287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-23111a96-9af5-41f6-a17f-1f3b44cf944b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/173fbde9-ec59-4456-b902-2e022d26cacb HTTP/1.1" status: 204 len: 168 time: 0.9885705 Dec 17 16:00:23.681086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6ca3408b-63db-4352-91f1-93845de3236e details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:00:23.706761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6feef-a2b4-4ce0-b2fd-2eb9ac978bb9 None None] The sync data for ids ['5e74ebc8-48d5-4c48-9272-2469cdc80a35'] in n-d-806683-20 is: [{'id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'name': 'tempest-ServersTestFqdnHostnames-1277068119-router', 'tenant_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:57:50Z', 'updated_at': '2021-12-17T16:00:20Z', 'revision_number': 5, 'project_id': '6f2b4cb3b9f14d7592191df49992f7d5', 'gw_port': {'id': '9575ae69-e4c8-4bfe-a530-ec221b0de6e9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e74ebc8-48d5-4c48-9272-2469cdc80a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:57:51Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:23.725443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23111a96-9af5-41f6-a17f-1f3b44cf944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fbde9-ec59-4456-b902-2e022d26cacb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:23.765408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fe661-b073-4f5b-8eb1-2d7ed4e03c5a req-01405ec4-c39d-4bf6-923b-e8d08167f077 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:23.775407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-576fe661-b073-4f5b-8eb1-2d7ed4e03c5a req-01405ec4-c39d-4bf6-923b-e8d08167f077 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.1592619 Dec 17 16:00:23.789384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Deleting port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:23.789731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:23.892109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-576fe661-b073-4f5b-8eb1-2d7ed4e03c5a req-f66b7448-46a3-4276-a24e-1689863e63ee tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126006 Dec 17 16:00:23.911951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88f04-455a-478b-89ef-53985371fc68 req-3ff1a3a7-c4d1-42e3-add4-d6fb9c891f2d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:23.916341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0b88f04-455a-478b-89ef-53985371fc68 req-3ff1a3a7-c4d1-42e3-add4-d6fb9c891f2d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 943 time: 0.1132400 Dec 17 16:00:23.950453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] For port 9575ae69-e4c8-4bfe-a530-ec221b0de6e9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:23.953340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:23.979495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Calling delete_port for 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:24.043189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6ca3408b-63db-4352-91f1-93845de3236e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6ca3408b-63db-4352-91f1-93845de3236e,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:24.056776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0b88f04-455a-478b-89ef-53985371fc68 req-0af99fe7-c802-4d42-be5f-5777e2d83eaa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124697 Dec 17 16:00:24.075426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '6ca3408b-63db-4352-91f1-93845de3236e', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'port_id': '6ca3408b-63db-4352-91f1-93845de3236e', 'mac_address': 'fa:16:3e:42:bf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb47c6b-d3e3-4298-9108-100b862eca61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:00:24.149774 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:24.150177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad33dd-292b-4033-a9a3-01dcef87fee6 req-f9b5a04c-0b45-41a6-929a-279e0e7f5b10 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:24.157784 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edad33dd-292b-4033-a9a3-01dcef87fee6 req-f9b5a04c-0b45-41a6-929a-279e0e7f5b10 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.1639276 Dec 17 16:00:24.168309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca3408b-63db-4352-91f1-93845de3236e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:24.193145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6ca3408b-63db-4352-91f1-93845de3236e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6ca3408b-63db-4352-91f1-93845de3236e,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:24.199552 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:24.261410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6ca3408b-63db-4352-91f1-93845de3236e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:24.272586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edad33dd-292b-4033-a9a3-01dcef87fee6 req-769e4063-86ba-4c69-a0dc-f45aff1e6e93 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139090 Dec 17 16:00:24.467911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:24.475563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['6ca3408b-63db-4352-91f1-93845de3236e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:24.524500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99f8cc7-dc3d-4d14-9913-d0c9576be334 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:24.558442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Pushing event deleted for resources: {'Port': ['ID=9575ae69-e4c8-4bfe-a530-ec221b0de6e9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:24.650603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de758a5-f121-460d-b68d-c6d729978c70 req-24057dd8-a42c-446e-a25d-386c0fd6a6d4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:24.658819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6de758a5-f121-460d-b68d-c6d729978c70 req-24057dd8-a42c-446e-a25d-386c0fd6a6d4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.1271470 Dec 17 16:00:24.714463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6de758a5-f121-460d-b68d-c6d729978c70 req-750adc30-8082-4e1a-b6d1-50d2d1b60ab1 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544388 Dec 17 16:00:24.722863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:24.875926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:24.895236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:24.954011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113e247-9c64-4db8-a940-5c6fd13ec93f req-80360630-903e-43bc-b756-83b45c7c81bf tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:24.955017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 335fd2ba-9fb4-4a6d-9324-9a92885c7219 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:24.961443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a113e247-9c64-4db8-a940-5c6fd13ec93f req-80360630-903e-43bc-b756-83b45c7c81bf tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.1277919 Dec 17 16:00:24.994843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 335fd2ba-9fb4-4a6d-9324-9a92885c7219 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:24.995164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 335fd2ba-9fb4-4a6d-9324-9a92885c7219 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:25.017032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.017032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e74ebc8-48d5-4c48-9272-2469cdc80a35 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:00:25.024522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.027861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2373b194-d571-471c-acfc-41b8f5d346ce admin admin] 10.222.0.54 "DELETE /v2.0/routers/5e74ebc8-48d5-4c48-9272-2469cdc80a35 HTTP/1.1" status: 204 len: 168 time: 2.4714115 Dec 17 16:00:25.030641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51898) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:25.056415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a113e247-9c64-4db8-a940-5c6fd13ec93f req-21665e9a-8f5d-4fba-85b6-65da6cf8e84e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894096 Dec 17 16:00:25.116442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] Deleting subnet 015de246-e674-4052-a841-fcc6db90c69f {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:00:25.125138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.254193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.370721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ecee0-696e-4cb7-ae28-6c8ccf5d2166 req-a1dcef8a-d0fd-4e4d-aa57-b2fb0d716f06 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:25.378911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-042ecee0-696e-4cb7-ae28-6c8ccf5d2166 req-a1dcef8a-d0fd-4e4d-aa57-b2fb0d716f06 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 944 time: 0.2095904 Dec 17 16:00:25.502407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-042ecee0-696e-4cb7-ae28-6c8ccf5d2166 req-b7b6927e-fc04-4aa7-8dca-4085b7518704 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225922 Dec 17 16:00:25.529152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.677533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.680038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6ca3408b-63db-4352-91f1-93845de3236e up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:25.758212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.770397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/015de246-e674-4052-a841-fcc6db90c69f HTTP/1.1" status: 204 len: 168 time: 0.7368555 Dec 17 16:00:25.775518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51922) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:25.778500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd47e4f-0c4e-44cd-8d82-82739e12dda0 req-d3fc73b6-9a07-4b40-b24c-80f45c8d02d4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:25.783995 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fd47e4f-0c4e-44cd-8d82-82739e12dda0 req-d3fc73b6-9a07-4b40-b24c-80f45c8d02d4 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.1660974 Dec 17 16:00:25.822226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b2ee2-d712-4fe0-aae1-a00811c68669 None None] Network aa31a3ab-a483-4a5c-92eb-1f01e35c13af requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:00:25.947927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fd47e4f-0c4e-44cd-8d82-82739e12dda0 req-49dee82e-6d50-4836-8b39-15fd420d16bd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527510 Dec 17 16:00:25.977628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:25.981511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb804c-4544-4616-a6f9-12ce74fce2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015de246-e674-4052-a841-fcc6db90c69f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:26.052863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Deleting port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:26.053514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.203508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] For port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7550faa3-ddb5-4283-8c97-a3ed7b455ab9,segment=NetworkSegment(3271df57-9411-4677-ba81-f5c4d374ec19),segment_id=3271df57-9411-4677-ba81-f5c4d374ec19)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:26.206022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.225099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 6ca3408b-63db-4352-91f1-93845de3236e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:00:26.232972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 6ca3408b-63db-4352-91f1-93845de3236e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:26.233529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.246844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Calling delete_port for 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:26.364562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.371000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.389913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-4853bde9-2b22-4c73-8475-61bad28cfdaf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1059611 Dec 17 16:00:26.426323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6ca3408b-63db-4352-91f1-93845de3236e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6ca3408b-63db-4352-91f1-93845de3236e,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:26.427768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3408b-63db-4352-91f1-93845de3236e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:26.433108 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f6c104-4adc-46e4-8a9a-24205128798f" -d '{"events": [{"server_uuid": "80241a30-79b6-4491-97ab-fdc24bede3b1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3408b-63db-4352-91f1-93845de3236e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:26.446282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7550faa3-ddb5-4283-8c97-a3ed7b455ab9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:26.453302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] No DVR routers for this DVR port 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:26.467236 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.474818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4538ef0-eb6a-43eb-9857-0334d4b6e7ae None None] DHCP port deletion for aa31a3ab-a483-4a5c-92eb-1f01e35c13af request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:26.572783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.572783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.572783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.577988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.581452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.581908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.582447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.584943 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-253348e7-7803-4883-af36-a3b2c8076d7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=df9a6e679bee42a585a07b822f49f9ed&device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 6507 time: 0.1258023 Dec 17 16:00:26.612747 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348287ab-b86f-4949-8f27-77a597b9c748 x-openstack-request-id: req-348287ab-b86f-4949-8f27-77a597b9c748 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:26.613148 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80241a30-79b6-4491-97ab-fdc24bede3b1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3408b-63db-4352-91f1-93845de3236e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:26.613491 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-348287ab-b86f-4949-8f27-77a597b9c748 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:26.614340 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3408b-63db-4352-91f1-93845de3236e', 'code': 200} Dec 17 16:00:26.641034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6ca3408b-63db-4352-91f1-93845de3236e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:26.661212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.751119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa31a3ab-a483-4a5c-92eb-1f01e35c13af']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:26.765352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3271df57-9411-4677-ba81-f5c4d374ec19') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:26.765662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3271df57-9411-4677-ba81-f5c4d374ec19') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:26.779518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28a7cb-dbe1-4505-98a3-388a7c5f44e6 req-37117d9c-045e-4da0-8a44-30d1a83e61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.781637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c28a7cb-dbe1-4505-98a3-388a7c5f44e6 req-37117d9c-045e-4da0-8a44-30d1a83e61ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 1097 time: 0.1129165 Dec 17 16:00:26.785781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.828270 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.863004 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c28a7cb-dbe1-4505-98a3-388a7c5f44e6 req-a879f9c4-e7de-46d5-9d0d-e75239d5965c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641632 Dec 17 16:00:26.866079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:00:26.866483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:00:26.868414 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:00:26.904063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:26.920821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-343b65d5-fc86-4add-929b-7d60b1a6ccdd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.923122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-343b65d5-fc86-4add-929b-7d60b1a6ccdd tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.1620493 Dec 17 16:00:26.932547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564e9b5-45d6-4fa2-9a4b-44eca479cdf9 req-3e0cd2d5-d1c5-4c42-a986-dc3f106c9210 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.934456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4564e9b5-45d6-4fa2-9a4b-44eca479cdf9 req-3e0cd2d5-d1c5-4c42-a986-dc3f106c9210 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 945 time: 0.2356339 Dec 17 16:00:26.937290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-df3ca823-f3e6-4d83-afee-2b97a0c6e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.938104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-df3ca823-f3e6-4d83-afee-2b97a0c6e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.938857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-df3ca823-f3e6-4d83-afee-2b97a0c6e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:26.940622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-df3ca823-f3e6-4d83-afee-2b97a0c6e6dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=23384b65-cb3e-4750-95b4-36a39b629de6&id=d56efdfb-2214-495b-b81d-8728c73706ee&id=d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 200 len: 2297 time: 0.3291249 Dec 17 16:00:26.943765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.953970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:26.957595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] 10.222.0.54 "DELETE /v2.0/networks/aa31a3ab-a483-4a5c-92eb-1f01e35c13af HTTP/1.1" status: 204 len: 168 time: 1.1832862 Dec 17 16:00:26.971687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7430-ab40-4145-ad18-732567f55c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=aa31a3ab-a483-4a5c-92eb-1f01e35c13af,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:26.997625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:26.998326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7550faa3-ddb5-4283-8c97-a3ed7b455ab9 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:26.998927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:27.054496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:27.055749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9575ae69-e4c8-4bfe-a530-ec221b0de6e9 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:27.172963 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4564e9b5-45d6-4fa2-9a4b-44eca479cdf9 req-721a952c-027c-405e-997c-f1a4b297f739 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234848 Dec 17 16:00:27.178434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-30491aab-0699-4e41-b1f9-b5489c2b6c2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 200 len: 1000 time: 0.2278559 Dec 17 16:00:27.233877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298180ea-dccb-4d7f-b8c3-6667766f2f0a req-ee689e03-eb05-4e6f-b3db-4fb02f01154e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:27.242122 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298180ea-dccb-4d7f-b8c3-6667766f2f0a req-ee689e03-eb05-4e6f-b3db-4fb02f01154e tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 945 time: 0.0969434 Dec 17 16:00:27.281313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Deleting port 36811f9b-93d7-4829-900a-95633530e0da {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:27.281833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.283428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51992) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:27.336525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298180ea-dccb-4d7f-b8c3-6667766f2f0a req-e1d1d6c0-7d48-4b16-91f0-bd9c30b0c295 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/security-groups?id=622c0343-135e-4d71-bd5d-785dbefd5b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930753 Dec 17 16:00:27.341847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-a15554e3-e6b2-47cf-aec9-c271f075eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:27.343571 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-a15554e3-e6b2-47cf-aec9-c271f075eede service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71380c7b-6757-4471-934c-98831561d4a4 HTTP/1.1" status: 200 len: 855 time: 0.1506636 Dec 17 16:00:27.384626 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-58aa30ab-2e15-4caa-9a2c-56d2b21bedf9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f2b4cb3b9f14d7592191df49992f7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0996232 Dec 17 16:00:27.386193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52002) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:27.427627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] For port 36811f9b-93d7-4829-900a-95633530e0da, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=36811f9b-93d7-4829-900a-95633530e0da,segment=NetworkSegment(0b0f70c7-fe19-4050-8015-ba3030dfacc9),segment_id=0b0f70c7-fe19-4050-8015-ba3030dfacc9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:27.427627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.449629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Calling delete_port for 36811f9b-93d7-4829-900a-95633530e0da owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:27.457607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-f9c89cef-5296-4cf8-ac38-5718344a73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:27.459126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-f9c89cef-5296-4cf8-ac38-5718344a73cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cfc6c027-5fb8-47d2-95c1-3ebb936edce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866418 Dec 17 16:00:27.461903 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43882dc5-0c9a-42ce-be33-032a7cd689d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.497758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43882dc5-0c9a-42ce-be33-032a7cd689d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.628226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-73ce6c82-dada-4a27-9a54-800c3e4d031c service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272569 Dec 17 16:00:27.641229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43882dc5-0c9a-42ce-be33-032a7cd689d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.650178 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43882dc5-0c9a-42ce-be33-032a7cd689d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.651742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-43882dc5-0c9a-42ce-be33-032a7cd689d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c86042b0-043b-4144-9af5-bf3c5e3e3319 HTTP/1.1" status: 204 len: 168 time: 0.2642434 Dec 17 16:00:27.665415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43882dc5-0c9a-42ce-be33-032a7cd689d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86042b0-043b-4144-9af5-bf3c5e3e3319,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:27.730314 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.782408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Pushing event deleted for resources: {'Port': ['ID=36811f9b-93d7-4829-900a-95633530e0da,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:27.793261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-5c869844-67cd-4b9b-b5cf-1ae4c82e4dfc service neutron] 10.222.0.47 "GET /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426153 Dec 17 16:00:27.856600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] No DVR routers for this DVR port 36811f9b-93d7-4829-900a-95633530e0da on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:27.859282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-9681ccc8-f151-40cb-8a06-6bf9194841cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 217 time: 0.0516815 Dec 17 16:00:27.860545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:27.865592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95261238-1b87-45b0-bb24-aaf8a25d44a4 req-81cb3c18-7403-473f-8e3e-cd5774b75832 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.47 "DELETE /v2.0/ports/36811f9b-93d7-4829-900a-95633530e0da HTTP/1.1" status: 204 len: 173 time: 0.9297280 Dec 17 16:00:27.866127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'name': 'network-vif-deleted', 'tag': '36811f9b-93d7-4829-900a-95633530e0da'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:27.868502 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eb60b4-2dc3-4816-a773-52222e807d7a" -d '{"events": [{"server_uuid": "5b457b04-76ff-4e0b-8c1f-eebe1e58405e", "name": "network-vif-deleted", "tag": "36811f9b-93d7-4829-900a-95633530e0da"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:27.895138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52016) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:27.927853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-cbcac1e4-d158-421e-9669-b6c4b313a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:27.929609 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-cbcac1e4-d158-421e-9669-b6c4b313a38a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.0542271 Dec 17 16:00:28.006060 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb78ed2-0ab8-48c4-b559-8f023d9b094c x-openstack-request-id: req-9cb78ed2-0ab8-48c4-b559-8f023d9b094c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:28.006359 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b457b04-76ff-4e0b-8c1f-eebe1e58405e", "name": "network-vif-deleted", "tag": "36811f9b-93d7-4829-900a-95633530e0da", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:28.006612 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cb78ed2-0ab8-48c4-b559-8f023d9b094c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:28.007012 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b457b04-76ff-4e0b-8c1f-eebe1e58405e', 'name': 'network-vif-deleted', 'tag': '36811f9b-93d7-4829-900a-95633530e0da', 'status': 'completed', 'code': 200} Dec 17 16:00:28.057027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-3c661a6f-4f72-46f5-89ad-a0ac99f77e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:28.058942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-3c661a6f-4f72-46f5-89ad-a0ac99f77e2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169596 Dec 17 16:00:28.236233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-bbdb09be-16a2-4d41-8c45-0abbb709a2fe service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686180 Dec 17 16:00:28.268540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c76b10dc-82b7-4ae1-a7d3-9bf3014ee82d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:28.389528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-d7c6ac7a-4814-4385-b233-1a60e0054f27 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443994 Dec 17 16:00:28.412146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c76b10dc-82b7-4ae1-a7d3-9bf3014ee82d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:28.422962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c76b10dc-82b7-4ae1-a7d3-9bf3014ee82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:28.471868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-9511e0a6-351d-4aea-a8fe-6dcb94f7b327 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 217 time: 0.0685666 Dec 17 16:00:28.478440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c76b10dc-82b7-4ae1-a7d3-9bf3014ee82d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e6539d9a55846bbad5a68e9c1ee97c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5819850 Dec 17 16:00:28.479102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52038) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:28.522343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b10dc-82b7-4ae1-a7d3-9bf3014ee82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ada2a78-ad34-48da-8552-0128ea6a455f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:28.604251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-229176a4-590a-4ec0-b067-e1632efc82dc req-cf68df8a-f528-43cc-a694-32ec18dbf2d7 tempest-ServerDiskConfigTestJSON-644379273 tempest-ServerDiskConfigTestJSON-644379273-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b457b04-76ff-4e0b-8c1f-eebe1e58405e HTTP/1.1" status: 200 len: 210 time: 0.0726328 Dec 17 16:00:28.654588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6239f7-ede8-4498-b1c8-819f941ad841 req-848038fb-628b-48df-a99b-93d1cece2d4a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:28.658735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b6239f7-ede8-4498-b1c8-819f941ad841 req-848038fb-628b-48df-a99b-93d1cece2d4a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 945 time: 0.2678504 Dec 17 16:00:28.744070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b6239f7-ede8-4498-b1c8-819f941ad841 req-173d6cb3-490f-4927-9e0f-389201c93357 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777731 Dec 17 16:00:28.791651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-dd246172-23da-4652-825e-5f9f9d953aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:28.791651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-dd246172-23da-4652-825e-5f9f9d953aec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.2981582 Dec 17 16:00:28.799500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3e8-aaf8-40d2-9714-61d37868f929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:28.877663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3e8-aaf8-40d2-9714-61d37868f929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:28.901581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-2a9c889e-b8b8-4e3d-8158-bf38eec03517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:28.906371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-2a9c889e-b8b8-4e3d-8158-bf38eec03517 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949619 Dec 17 16:00:29.030753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3e8-aaf8-40d2-9714-61d37868f929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:29.033541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd24b3e8-aaf8-40d2-9714-61d37868f929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:29.038093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fd24b3e8-aaf8-40d2-9714-61d37868f929 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ada2a78-ad34-48da-8552-0128ea6a455f HTTP/1.1" status: 204 len: 168 time: 0.5527611 Dec 17 16:00:29.049985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b3e8-aaf8-40d2-9714-61d37868f929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ada2a78-ad34-48da-8552-0128ea6a455f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:29.123868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-961da8ff-c1c9-4921-a975-429a72bd66df service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060013 Dec 17 16:00:29.199838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36811f9b-93d7-4829-900a-95633530e0da no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:29.238212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 36811f9b-93d7-4829-900a-95633530e0da {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:29.239467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 36811f9b-93d7-4829-900a-95633530e0da not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:29.359184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-fdc88996-ed6f-4eb9-8547-f14b083a7ff8 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225828 Dec 17 16:00:29.441760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-31ef5ed6-3c9b-4fa2-bc8d-67e321dfcf76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=001a32c4-b56a-4703-abbe-7beaaf671b63 HTTP/1.1" status: 200 len: 217 time: 0.0720303 Dec 17 16:00:29.468007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52076) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:29.512470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-ae988d0e-78aa-45ac-8cc6-2f30a3a8bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:29.514584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-ae988d0e-78aa-45ac-8cc6-2f30a3a8bf55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.0620511 Dec 17 16:00:29.615373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-1e398bb1-0a00-40fc-935f-5762671a469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:29.619167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-1e398bb1-0a00-40fc-935f-5762671a469d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916252 Dec 17 16:00:29.903182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-d8c40c66-e0be-4482-8829-b9ded5f2d06f service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736025 Dec 17 16:00:29.984530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1969259283-network', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:30.026568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52096) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:30.039735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Made reservation on behalf of 1fecf1ecb20742229709c6e2f5686b79 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:30.043154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.113881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.126811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-e67267a0-7d0c-4fed-85ce-297f79e84254 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067528 Dec 17 16:00:30.207904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52098) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:30.214694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] Deleting subnet f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:00:30.216641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-223784d7-c498-47b1-a32a-47955b155fc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc HTTP/1.1" status: 200 len: 217 time: 0.0823567 Dec 17 16:00:30.228739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.318068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-ffe87db4-0ba0-4e95-9404-62438af78c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:30.323971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-ffe87db4-0ba0-4e95-9404-62438af78c9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 200 len: 797 time: 0.0965712 Dec 17 16:00:30.328423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dac88b50-8b2e-4992-aee5-3f0a21576560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.419359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.440848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-f2740bbc-9922-4be4-b188-8b57bd8a4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:30.442710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-f2740bbc-9922-4be4-b188-8b57bd8a4e99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=23384b65-cb3e-4750-95b4-36a39b629de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1106761 Dec 17 16:00:30.442853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.466007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.499152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:00:30.556547 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.557274 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Added segment 40741d28-013a-452f-b43a-c6e0958d589e of type vlan for network dbee643e-ad74-45de-98f1-5e53daef7d61 Dec 17 16:00:30.581486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a65b63-360d-43d0-bc9a-d04eaf5290e1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:30.627068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-4bd81c3c-5ec0-44ea-89a0-36099a81bba4 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723900 Dec 17 16:00:30.644310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.682403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.751537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.752416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:30.753120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.757642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dac88b50-8b2e-4992-aee5-3f0a21576560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.773465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-e949b0ff-5320-4f2a-8820-e0a1ab3d2954 service neutron] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338339 Dec 17 16:00:30.782441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dac88b50-8b2e-4992-aee5-3f0a21576560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.824716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3552203 Dec 17 16:00:30.836512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:30.846271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Request body: {'subnet': {'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1969259283-subnet', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:30.855273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-c02c0ce3-9202-448f-ace2-3fb8027f039b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb HTTP/1.1" status: 200 len: 217 time: 0.0713904 Dec 17 16:00:30.859143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.908191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb51d8-6d9c-401b-8ac1-182871158583 admin admin] Pushing event updated for resources: {'Network': ['ID=dbee643e-ad74-45de-98f1-5e53daef7d61,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:30.911911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac88b50-8b2e-4992-aee5-3f0a21576560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc040750-1613-4895-a041-aba3d242456e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:30.915113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:30.922418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network dbee643e-ad74-45de-98f1-5e53daef7d61 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:00:30.926138 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dac88b50-8b2e-4992-aee5-3f0a21576560 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24ab45cb79ea4b9aa5fb4f3be5743522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7168643 Dec 17 16:00:30.933315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52110) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:30.960577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:30.966590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2f040506-e73e-4fe5-82b3-08ee494f3035 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f35a7c5f-ebb6-4f26-a06d-c6e2b003e9f5 HTTP/1.1" status: 204 len: 168 time: 0.9358754 Dec 17 16:00:30.966796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-0ab79e8a-0c4b-4628-8ccc-96a0fd8a98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:30.967727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-0ab79e8a-0c4b-4628-8ccc-96a0fd8a98f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1009986 Dec 17 16:00:30.968354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52112) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:31.001608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Made reservation on behalf of 1fecf1ecb20742229709c6e2f5686b79 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:31.004016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.070901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.115704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3624c403-c7a8-46c8-964e-111bef7038fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.116458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-52bae8bf-4433-487f-9edd-646ccdf678fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:31.118354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-52bae8bf-4433-487f-9edd-646ccdf678fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1389036 Dec 17 16:00:31.158019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3624c403-c7a8-46c8-964e-111bef7038fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.214479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52116) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:31.245053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.276754 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3624c403-c7a8-46c8-964e-111bef7038fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.279408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3624c403-c7a8-46c8-964e-111bef7038fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.281036 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3624c403-c7a8-46c8-964e-111bef7038fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc040750-1613-4895-a041-aba3d242456e HTTP/1.1" status: 204 len: 168 time: 0.3315396 Dec 17 16:00:31.290030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbb87f7-1b39-493c-90ee-650877f53060']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:31.308179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624c403-c7a8-46c8-964e-111bef7038fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc040750-1613-4895-a041-aba3d242456e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:31.309954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0f70c7-fe19-4050-8015-ba3030dfacc9') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:31.310259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0f70c7-fe19-4050-8015-ba3030dfacc9') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:31.324934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.328232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-71fd569b-2ee9-44f4-ad60-0c2be82c315e service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924598 Dec 17 16:00:31.375412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.440962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-23ff7e41-5191-4362-b583-d302f7fced6b service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009920 Dec 17 16:00:31.444948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.460177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:00:31.460541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:00:31.462785 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:00:31.480983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cab1947-f8fa-404a-9349-a6d7d8f6cb94,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:31.570069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Checking segment: {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:31.570802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Network hostable DHCP agents. Network: dbee643e-ad74-45de-98f1-5e53daef7d61, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:00:31.650683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Network dbee643e-ad74-45de-98f1-5e53daef7d61 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:00:31.686544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, dbee643e-ad74-45de-98f1-5e53daef7d61) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:31.696527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4316ad-ca20-4fcf-a718-e971aa863523 None None] Network dbee643e-ad74-45de-98f1-5e53daef7d61 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:00:31.717531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:31.718046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.820845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5aa5fca2-94fb-41ce-bc5e-df48b5c595d5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9742196 Dec 17 16:00:31.830015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52138) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:31.858660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-dbee643e-ad74-45de-98f1-5e53daef7d61', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:00:31.859535 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.867635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-ab55e697-78c6-4b66-8e23-3c75b8da9285 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 200 len: 217 time: 0.4148600 Dec 17 16:00:31.869113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:31.876645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6a13a18-adfb-48d6-8cb9-fb1f2cb37f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.964990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.978720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:31.982328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bfbb87f7-1b39-493c-90ee-650877f53060 HTTP/1.1" status: 204 len: 168 time: 1.0120492 Dec 17 16:00:32.001361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.002917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.030903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8806a28-a7fb-4494-873f-8a6a02d25ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbb87f7-1b39-493c-90ee-650877f53060,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:32.052270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-21478f7c-1da4-4a6b-b9c6-cadbf342420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:32.054238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-21478f7c-1da4-4a6b-b9c6-cadbf342420a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 200 len: 797 time: 0.1592317 Dec 17 16:00:32.166358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.175898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-004f58f1-37cf-4ad1-aa1d-bedd98fd7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:32.180268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-004f58f1-37cf-4ad1-aa1d-bedd98fd7357 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d56efdfb-2214-495b-b81d-8728c73706ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1139994 Dec 17 16:00:32.189941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6a13a18-adfb-48d6-8cb9-fb1f2cb37f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.203271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6a13a18-adfb-48d6-8cb9-fb1f2cb37f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.313281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c6a13a18-adfb-48d6-8cb9-fb1f2cb37f43 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc7accf3deb247558c65b9eb29c08980&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0944576 Dec 17 16:00:32.314391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52154) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:32.315651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52156) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:32.376106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Allocated IP 172.20.0.2 (dbee643e-ad74-45de-98f1-5e53daef7d61/8cab1947-f8fa-404a-9349-a6d7d8f6cb94/2b6a01e7-14bd-4743-91d4-ba0e5b74be2f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:32.455736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f6e096fc-f771-4057-a2f5-098db1d61a42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e17e7d67bf7a4c31a77499379c27ddde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398363 Dec 17 16:00:32.462522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:32.470897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.488917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a13a18-adfb-48d6-8cb9-fb1f2cb37f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b333d59-da04-41da-89a4-8b6e657ca0c7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:32.589635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-abc2b488-939d-4a19-8ccc-ee9469250b94 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699599 Dec 17 16:00:32.645495 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.656729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.750768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Pushing event updated for resources: {'Port': ['ID=2b6a01e7-14bd-4743-91d4-ba0e5b74be2f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:32.776744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4664f459-82be-4d8b-81dc-e8eaed6dcdc9 req-d17b06a3-dd56-41bc-850a-04af5f4e04b3 service neutron] 10.222.0.47 "GET /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690505 Dec 17 16:00:32.779341 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce242122-80ae-45ee-a7f9-0cedfc76b6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.779942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Network dbee643e-ad74-45de-98f1-5e53daef7d61 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:32.786404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:32.794995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:32.895736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Attempting to bind port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:32.896312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Attempting to bind port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:32.896674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Attempting to bind port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f on network dbee643e-ad74-45de-98f1-5e53daef7d61 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:32.907765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:32.908740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Checking segment: {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:32.909353 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.909941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Bound using segment: {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:32.910606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Bound port: 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:32.911267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.937546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-896df80f-c675-4d63-a1bb-7898c6e5cec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:32.968205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce242122-80ae-45ee-a7f9-0cedfc76b6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.000328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] For port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:33.006288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] For port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2b6a01e7-14bd-4743-91d4-ba0e5b74be2f,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:33.013707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.104188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa1d53-157f-435f-a91d-558db1937e7e None None] Pushing event updated for resources: {'Port': ['ID=2b6a01e7-14bd-4743-91d4-ba0e5b74be2f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:33.147533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-896df80f-c675-4d63-a1bb-7898c6e5cec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.430523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce242122-80ae-45ee-a7f9-0cedfc76b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.433395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce242122-80ae-45ee-a7f9-0cedfc76b6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.435870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ce242122-80ae-45ee-a7f9-0cedfc76b6f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b333d59-da04-41da-89a4-8b6e657ca0c7 HTTP/1.1" status: 204 len: 168 time: 1.1170647 Dec 17 16:00:33.446461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-896df80f-c675-4d63-a1bb-7898c6e5cec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.450161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-896df80f-c675-4d63-a1bb-7898c6e5cec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.451721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-896df80f-c675-4d63-a1bb-7898c6e5cec3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/622c0343-135e-4d71-bd5d-785dbefd5b7b HTTP/1.1" status: 204 len: 168 time: 0.9876993 Dec 17 16:00:33.482193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.483950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce242122-80ae-45ee-a7f9-0cedfc76b6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b333d59-da04-41da-89a4-8b6e657ca0c7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:33.527744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:33.530723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896df80f-c675-4d63-a1bb-7898c6e5cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c0343-135e-4d71-bd5d-785dbefd5b7b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:33.753718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Allocated IP 172.25.0.22 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/9e6d228b-dd50-45ce-a2c2-3700c01876ce) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:34.033372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:34.105176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:34.231126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Pushing event updated for resources: {'Port': ['ID=9e6d228b-dd50-45ce-a2c2-3700c01876ce,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:34.235013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:34.237326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:34.239683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:34.253149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad74411-f0bb-418f-9d44-992b458b90d8 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:34.398064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c77e887f-5ced-4adf-a741-d813884fdf4f None None] Provisioning complete for port 9e6d228b-dd50-45ce-a2c2-3700c01876ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:34.398518 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c77e887f-5ced-4adf-a741-d813884fdf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:34.484715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c77e887f-5ced-4adf-a741-d813884fdf4f None None] Port 9e6d228b-dd50-45ce-a2c2-3700c01876ce cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:00:34.504042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52212) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:34.587269 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0489a992-446b-4d50-ae04-129d5f41bb9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:34.900811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.020215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:35.117605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4e65d-79a7-4d10-98c8-17f3af5f1dd2 None None] Network dbee643e-ad74-45de-98f1-5e53daef7d61 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:00:35.167991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:35.170375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.398031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0489a992-446b-4d50-ae04-129d5f41bb9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.409874 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0489a992-446b-4d50-ae04-129d5f41bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.433980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.500514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0489a992-446b-4d50-ae04-129d5f41bb9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73079056f9f04a3cb8b50ba5847ae6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9953847 Dec 17 16:00:35.503490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52276) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:35.518311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6cc5dc83-888f-496a-b732-776603acde89 None None] Provisioning complete for port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:35.522616 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc5dc83-888f-496a-b732-776603acde89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.556308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489a992-446b-4d50-ae04-129d5f41bb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5789bf79-dc06-4a32-8e6b-cd5268df2bc8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:35.628867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.701088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc5dc83-888f-496a-b732-776603acde89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.714352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58194ec4-9d98-43e4-8cf6-5db62b624654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.740023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2b6a01e7-14bd-4743-91d4-ba0e5b74be2f,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:35.747620 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.784641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58194ec4-9d98-43e4-8cf6-5db62b624654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.811745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Router b33d4698-d361-45f7-b303-af21e80556e5 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:00:35.848423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=2b6a01e7-14bd-4743-91d4-ba0e5b74be2f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:35.853868 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-6cc5dc83-888f-496a-b732-776603acde89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:00:35.854096 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-6cc5dc83-888f-496a-b732-776603acde89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:00:35.898197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58194ec4-9d98-43e4-8cf6-5db62b624654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.903253 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-58194ec4-9d98-43e4-8cf6-5db62b624654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:35.904852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-58194ec4-9d98-43e4-8cf6-5db62b624654 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5789bf79-dc06-4a32-8e6b-cd5268df2bc8 HTTP/1.1" status: 204 len: 168 time: 0.4003389 Dec 17 16:00:35.917948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58194ec4-9d98-43e4-8cf6-5db62b624654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5789bf79-dc06-4a32-8e6b-cd5268df2bc8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:36.072414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:36.086717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Sync routers for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:36.109460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:36.112076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52304) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:36.114035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1d62dacb-2fe9-400d-a809-2117cb6f7e15 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2785010 Dec 17 16:00:36.118826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:36.121622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:36.543053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b829188e-9005-487b-af94-668b5ffde375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:36.606071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:36.795200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a746be4f-b3b3-4c73-8b71-742e78cd2acc None None] Provisioning complete for port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:36.795574 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a746be4f-b3b3-4c73-8b71-742e78cd2acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:36.952313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:37.165517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52360) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:37.219595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:37.497489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:37.498130 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:37.509147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:34Z', 'revision_number': 3, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:37.523607 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9c9942-1bb5-4adf-b19b-feee57ca1797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:37.588068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Checking router: b33d4698-d361-45f7-b303-af21e80556e5 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:37.588960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Updating router b33d4698-d361-45f7-b303-af21e80556e5 port 9e6d228b-dd50-45ce-a2c2-3700c01876ce binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:00:37.703971 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:37.807565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9c9942-1bb5-4adf-b19b-feee57ca1797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:37.819179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9c9942-1bb5-4adf-b19b-feee57ca1797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:37.850168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Allocated IP 172.20.0.1 (dbee643e-ad74-45de-98f1-5e53daef7d61/8cab1947-f8fa-404a-9349-a6d7d8f6cb94/0f336fa3-2334-463d-8367-eea56c630a0e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:37.929753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be9c9942-1bb5-4adf-b19b-feee57ca1797 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9264c3c167274ddba2af8af6fdec0aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7605789 Dec 17 16:00:37.930019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c9942-1bb5-4adf-b19b-feee57ca1797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18941a6-e641-4b5c-8d1f-228450120ce9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:37.941336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52398) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:38.051560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05208a20-ed55-44f8-a876-e03a3937ee83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.089111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05208a20-ed55-44f8-a876-e03a3937ee83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.103692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.153788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05208a20-ed55-44f8-a876-e03a3937ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.159056 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05208a20-ed55-44f8-a876-e03a3937ee83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.168395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-05208a20-ed55-44f8-a876-e03a3937ee83 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a18941a6-e641-4b5c-8d1f-228450120ce9 HTTP/1.1" status: 204 len: 168 time: 0.2238543 Dec 17 16:00:38.189242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05208a20-ed55-44f8-a876-e03a3937ee83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18941a6-e641-4b5c-8d1f-228450120ce9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:38.208892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.289300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f336fa3-2334-463d-8367-eea56c630a0e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:38.296365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Network dbee643e-ad74-45de-98f1-5e53daef7d61 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:38.297809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:38.300261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:38.371326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.481233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.502488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.586922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Attempting to bind port 9e6d228b-dd50-45ce-a2c2-3700c01876ce on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:38.587219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Attempting to bind port 9e6d228b-dd50-45ce-a2c2-3700c01876ce by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:38.587580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Attempting to bind port 9e6d228b-dd50-45ce-a2c2-3700c01876ce on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:38.589903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0828a3-5334-4595-8da3-4f9a7c7ee249 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:38.733721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:38.735866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:38.736307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.736862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:38.737673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Bound port: 9e6d228b-dd50-45ce-a2c2-3700c01876ce, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:38.737836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.795276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0855b53f-0194-4470-bc6e-8ed5d6bec076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.799056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af494791-dbe9-4e4e-8404-62791fa3887a None None] Pushing event updated for resources: {'Port': ['ID=9e6d228b-dd50-45ce-a2c2-3700c01876ce,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:38.811567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0b69ccb4-6c1a-4726-b2e2-d4cb9c2eb76a None None] Provisioning complete for port 0f336fa3-2334-463d-8367-eea56c630a0e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:38.811745 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b69ccb4-6c1a-4726-b2e2-d4cb9c2eb76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.897369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] For port 9e6d228b-dd50-45ce-a2c2-3700c01876ce, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:38.903793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] For port 9e6d228b-dd50-45ce-a2c2-3700c01876ce, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9e6d228b-dd50-45ce-a2c2-3700c01876ce,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:38.906620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0b69ccb4-6c1a-4726-b2e2-d4cb9c2eb76a None None] Port 0f336fa3-2334-463d-8367-eea56c630a0e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:00:38.913466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.943459 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:38.979910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d25ef-c2cb-4ec9-a03c-8f6f37f78036 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:39.016031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:39.016690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:39.071383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af494791-dbe9-4e4e-8404-62791fa3887a None None] Pushing event updated for resources: {'Port': ['ID=9e6d228b-dd50-45ce-a2c2-3700c01876ce,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:39.095420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-65971205-0a85-4ed0-82d7-58ae4f262f74 None None] Provisioning complete for port 9e6d228b-dd50-45ce-a2c2-3700c01876ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:39.096020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65971205-0a85-4ed0-82d7-58ae4f262f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:39.244796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:39.256641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:39.263001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:39.324393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:39.364927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65971205-0a85-4ed0-82d7-58ae4f262f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:39.436597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-65971205-0a85-4ed0-82d7-58ae4f262f74 None None] For port 9e6d228b-dd50-45ce-a2c2-3700c01876ce, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9e6d228b-dd50-45ce-a2c2-3700c01876ce,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:39.449974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f336fa3-2334-463d-8367-eea56c630a0e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:39.462620 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65971205-0a85-4ed0-82d7-58ae4f262f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:39.524824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Network dbee643e-ad74-45de-98f1-5e53daef7d61 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:39.526484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:39.691301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65971205-0a85-4ed0-82d7-58ae4f262f74 None None] Pushing event updated for resources: {'Port': ['ID=9e6d228b-dd50-45ce-a2c2-3700c01876ce,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:39.732311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Router b33d4698-d361-45f7-b303-af21e80556e5 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:39.849425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:37Z', 'revision_number': 1, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:39.934594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9894447-242e-4856-b82e-d9cdf75cdf3a None None] The sync data for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 is: [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:37Z', 'revision_number': 1, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:39.967388 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:40.000137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:40.015137 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c4321f5f-74a6-45c2-a142-40260bd409e5 admin admin] 10.222.0.54 "PUT /v2.0/routers/b33d4698-d361-45f7-b303-af21e80556e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8930860 Dec 17 16:00:40.115084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8eebd8d5-0a6b-41db-b31d-cdfc482a1125 None None] Provisioning complete for port 0f336fa3-2334-463d-8367-eea56c630a0e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:40.115475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8eebd8d5-0a6b-41db-b31d-cdfc482a1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:40.166859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8eebd8d5-0a6b-41db-b31d-cdfc482a1125 None None] Port 0f336fa3-2334-463d-8367-eea56c630a0e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:00:40.451213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52532) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:40.622694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-network', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:40.705716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Made reservation on behalf of 9101451825cb423f80d2a5c16fc6f517 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:40.708741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:40.740395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:40.828062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.026563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.036585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.092879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:00:41.123275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.124279 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Added segment 121e0fde-8649-486a-9592-2cb839bd0216 of type vlan for network 223734ad-1855-4caf-9667-52aa4854f51c Dec 17 16:00:41.126904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c12b25-50df-4e8d-9414-534a164d2519,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:41.131477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52592) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:41.138645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c2f6e527-06ee-4c8f-8582-f765076fbde0 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--89011283', 'description': 'tempest-description--1540316380'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:41.162858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.212206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.242340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e527-06ee-4c8f-8582-f765076fbde0 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.328469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.329901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:41.332069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.464442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e527-06ee-4c8f-8582-f765076fbde0 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.478500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e527-06ee-4c8f-8582-f765076fbde0 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.515513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0612519 Dec 17 16:00:41.519600 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52620) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:41.532478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Request body: {'subnet': {'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-subnet', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:41.537801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e180e87-13b7-4b94-a91f-a3d0a16c9586 admin admin] Pushing event updated for resources: {'Network': ['ID=223734ad-1855-4caf-9667-52aa4854f51c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:41.560361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 223734ad-1855-4caf-9667-52aa4854f51c details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:00:41.570771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Made reservation on behalf of 9101451825cb423f80d2a5c16fc6f517 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:41.577879 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.586351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2f6e527-06ee-4c8f-8582-f765076fbde0 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.587664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c2f6e527-06ee-4c8f-8582-f765076fbde0 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4540143 Dec 17 16:00:41.588862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6e527-06ee-4c8f-8582-f765076fbde0 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49613e5c-0e55-4668-8712-cf57a1e82abf,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:41.601816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52626) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:41.635157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-26c1818c-8cc3-43a1-9597-2798adb4b160 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Request body: {'security_group_rule': {'security_group_id': '49613e5c-0e55-4668-8712-cf57a1e82abf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:41.684664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52630) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:41.737752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c1818c-8cc3-43a1-9597-2798adb4b160 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.855180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8401365-d017-433b-b8bd-ebce3e257d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.928488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c1818c-8cc3-43a1-9597-2798adb4b160 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.951799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c1818c-8cc3-43a1-9597-2798adb4b160 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:41.991639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1818c-8cc3-43a1-9597-2798adb4b160 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e993dfe-9456-47a0-8bef-9569b325d4f0,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:42.012974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8401365-d017-433b-b8bd-ebce3e257d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.020978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.021830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8401365-d017-433b-b8bd-ebce3e257d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.041530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52640) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:42.100725 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.114401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c1818c-8cc3-43a1-9597-2798adb4b160 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.115130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-26c1818c-8cc3-43a1-9597-2798adb4b160 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5112703 Dec 17 16:00:42.116296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52648) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:42.131723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-728840ef-facd-4798-b283-cdea3be2efb9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Request body: {'security_group_rule': {'security_group_id': '49613e5c-0e55-4668-8712-cf57a1e82abf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:42.145308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8401365-d017-433b-b8bd-ebce3e257d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464f4de8-0fa9-470f-b5ac-e0102dbcd60b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:42.160695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c8401365-d017-433b-b8bd-ebce3e257d33 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4e6f6f6a1bd40ffa61186e296a6a4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4705853 Dec 17 16:00:42.161394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52650) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:42.196453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4e55e4-5992-4853-bd48-67d33e32bf37,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:42.283043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-728840ef-facd-4798-b283-cdea3be2efb9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.317725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Checking segment: {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:42.318592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Network hostable DHCP agents. Network: 223734ad-1855-4caf-9667-52aa4854f51c, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:00:42.356109 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa3ae-7f8f-4a3e-918f-71457f4230ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.366481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20c098c5-b128-42d5-a5ee-20357c915e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.426604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-728840ef-facd-4798-b283-cdea3be2efb9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.436128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa3ae-7f8f-4a3e-918f-71457f4230ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.446060 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-728840ef-facd-4798-b283-cdea3be2efb9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.483874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Network 223734ad-1855-4caf-9667-52aa4854f51c is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:00:42.506889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728840ef-facd-4798-b283-cdea3be2efb9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5877eaa2-f656-4092-8cd8-1ea162ce8e93,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:42.521414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-728840ef-facd-4798-b283-cdea3be2efb9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.524561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-728840ef-facd-4798-b283-cdea3be2efb9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968310 Dec 17 16:00:42.525971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52656) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:42.530886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:42.539952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 223734ad-1855-4caf-9667-52aa4854f51c) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:42.547284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:42.548453 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.556980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f88b41-a3af-4370-a5a3-17aa08f12f86 None None] Network 223734ad-1855-4caf-9667-52aa4854f51c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:00:42.619987 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4ccc38d3-b7dd-4e5f-8282-59dca012b740 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0986521 Dec 17 16:00:42.622828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.628310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52658) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:42.629898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa3ae-7f8f-4a3e-918f-71457f4230ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.634179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1bcaa3ae-7f8f-4a3e-918f-71457f4230ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.636058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1bcaa3ae-7f8f-4a3e-918f-71457f4230ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/464f4de8-0fa9-470f-b5ac-e0102dbcd60b HTTP/1.1" status: 204 len: 168 time: 0.4695435 Dec 17 16:00:42.646218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:42.672877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaa3ae-7f8f-4a3e-918f-71457f4230ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464f4de8-0fa9-470f-b5ac-e0102dbcd60b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:42.711964 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20c098c5-b128-42d5-a5ee-20357c915e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.730265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20c098c5-b128-42d5-a5ee-20357c915e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.755794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.757221 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:42.819037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-20c098c5-b128-42d5-a5ee-20357c915e19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ca20dfdc78f43dbaed34b70a1ce8385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698560 Dec 17 16:00:42.822435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52662) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:42.831230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c098c5-b128-42d5-a5ee-20357c915e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f06ed9-2b2e-4604-a7c1-2ccf6a9a6fcd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:42.846955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95379a33-0ef1-4467-8d94-4d4ac41aa289 None None] Network 223734ad-1855-4caf-9667-52aa4854f51c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:00:42.921654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.043177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.086016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16faf5c8-ae7e-4888-bb0a-3c25fdebedcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.163295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16faf5c8-ae7e-4888-bb0a-3c25fdebedcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.188101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9e6d228b-dd50-45ce-a2c2-3700c01876ce up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:43.216789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Allocated IP 172.25.0.155 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/a365a303-b634-433c-a47b-f26bf64d7167) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:43.349320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9e6d228b-dd50-45ce-a2c2-3700c01876ce triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:43.350097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.469113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.556892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.600534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.618594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:43.623019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:43.627265 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Sync routers for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:43.629355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:43.644976 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:43.647174 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:43.665130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event updated for resources: {'Port': ['ID=a365a303-b634-433c-a47b-f26bf64d7167,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:43.759243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16faf5c8-ae7e-4888-bb0a-3c25fdebedcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.765337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16faf5c8-ae7e-4888-bb0a-3c25fdebedcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.771060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-16faf5c8-ae7e-4888-bb0a-3c25fdebedcf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23f06ed9-2b2e-4604-a7c1-2ccf6a9a6fcd HTTP/1.1" status: 204 len: 168 time: 0.9475822 Dec 17 16:00:43.805752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faf5c8-ae7e-4888-bb0a-3c25fdebedcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f06ed9-2b2e-4604-a7c1-2ccf6a9a6fcd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:43.806423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.893696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:43.929183 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:44.074628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.102257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.182179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.198586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.297789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Allocated IP 172.25.0.27 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d30b2e9e-8b92-4357-9a5f-804e146c5810) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:44.341876 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 2, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:44.368949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52738) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:44.409265 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Checking router: b33d4698-d361-45f7-b303-af21e80556e5 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:44.409623 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Updating router b33d4698-d361-45f7-b303-af21e80556e5 port 0f336fa3-2334-463d-8367-eea56c630a0e binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:00:44.448810 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.453410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36bfab69-bf55-4e42-881b-1a48169bd701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.473389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event updated for resources: {'Port': ['ID=a365a303-b634-433c-a47b-f26bf64d7167,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:44.489955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.591563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.648283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:44.652939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Pushing event updated for resources: {'Port': ['ID=d30b2e9e-8b92-4357-9a5f-804e146c5810,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:44.655898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:44.658233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:44.672711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80622b8-5c85-408c-9f0c-0811dcfbfe4b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:44.739810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2ad36f05-9e30-4da9-af85-3e264df63587 None None] Provisioning complete for port d30b2e9e-8b92-4357-9a5f-804e146c5810 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:44.740272 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2ad36f05-9e30-4da9-af85-3e264df63587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.828853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2ad36f05-9e30-4da9-af85-3e264df63587 None None] Port d30b2e9e-8b92-4357-9a5f-804e146c5810 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:00:44.839778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:44.854238 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.867017 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:44.972507 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Pushing event updated for resources: {'Port': ['ID=0f336fa3-2334-463d-8367-eea56c630a0e,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:44.981568 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.982010 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.982531 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.982943 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.983364 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.983764 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.984264 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.984667 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.985246 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.989733 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.990177 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.990918 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.990918 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:44.993184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.038017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.047873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93c3dd14-9e42-444c-8275-cb5afcedbd5f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5206976 Dec 17 16:00:45.052798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7d749e3-8212-4b70-b557-98fc3f22f0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.062896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36bfab69-bf55-4e42-881b-1a48169bd701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.072660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36bfab69-bf55-4e42-881b-1a48169bd701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.121917 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Attempting to bind port 0f336fa3-2334-463d-8367-eea56c630a0e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:45.122291 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Attempting to bind port 0f336fa3-2334-463d-8367-eea56c630a0e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:45.122672 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Attempting to bind port 0f336fa3-2334-463d-8367-eea56c630a0e on network dbee643e-ad74-45de-98f1-5e53daef7d61 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:45.128149 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:45.128781 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Checking segment: {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:45.129381 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.129927 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Bound using segment: {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:45.130569 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Bound port: 0f336fa3-2334-463d-8367-eea56c630a0e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:45.131129 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.131339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-36bfab69-bf55-4e42-881b-1a48169bd701 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdd517afea3a4d54ba31d8250f7bd6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7614570 Dec 17 16:00:45.132051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52754) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:45.134507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfab69-bf55-4e42-881b-1a48169bd701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67ab3d1-c19b-4efd-a4a3-4328abe755c0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:45.226330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24ce7b8-9364-42c5-a0fe-d405fca81bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.246566 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.247538 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] For port 0f336fa3-2334-463d-8367-eea56c630a0e, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:45.258185 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] For port 0f336fa3-2334-463d-8367-eea56c630a0e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0f336fa3-2334-463d-8367-eea56c630a0e,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:45.279302 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.282401 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24ce7b8-9364-42c5-a0fe-d405fca81bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.324046 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.395230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24ce7b8-9364-42c5-a0fe-d405fca81bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.399207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f24ce7b8-9364-42c5-a0fe-d405fca81bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.400612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f24ce7b8-9364-42c5-a0fe-d405fca81bbc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a67ab3d1-c19b-4efd-a4a3-4328abe755c0 HTTP/1.1" status: 204 len: 168 time: 0.2672503 Dec 17 16:00:45.409677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ce7b8-9364-42c5-a0fe-d405fca81bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67ab3d1-c19b-4efd-a4a3-4328abe755c0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:45.421934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7e1d940b-033b-42b4-a10c-1b92f0ce77cd None None] Provisioning complete for port 0f336fa3-2334-463d-8367-eea56c630a0e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:45.423805 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7e1d940b-033b-42b4-a10c-1b92f0ce77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.509540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7d749e3-8212-4b70-b557-98fc3f22f0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.603435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7e1d940b-033b-42b4-a10c-1b92f0ce77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.645764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7d749e3-8212-4b70-b557-98fc3f22f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.668678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7e1d940b-033b-42b4-a10c-1b92f0ce77cd None None] For port 0f336fa3-2334-463d-8367-eea56c630a0e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0f336fa3-2334-463d-8367-eea56c630a0e,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:45.668678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7e1d940b-033b-42b4-a10c-1b92f0ce77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.744532 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:45.746167 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:45.790563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d940b-033b-42b4-a10c-1b92f0ce77cd None None] Pushing event updated for resources: {'Port': ['ID=0f336fa3-2334-463d-8367-eea56c630a0e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:45.802922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d749e3-8212-4b70-b557-98fc3f22f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737adcb9-e186-4490-8666-157a2b728c54,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:45.818769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c7d749e3-8212-4b70-b557-98fc3f22f0ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bae00f68d44142d692fbfdf32fb3185b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9749348 Dec 17 16:00:45.818953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:45.858796 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b19dc-9c0b-42e2-a049-d0e0b1e5e799 None None] Pushing event updated for resources: {'Port': ['ID=0f336fa3-2334-463d-8367-eea56c630a0e,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:45.897679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-74745119-51af-4650-84ca-d89caa6d83e4 None None] Provisioning complete for port 0f336fa3-2334-463d-8367-eea56c630a0e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:45.900154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74745119-51af-4650-84ca-d89caa6d83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.923214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23bce20-227b-4e4c-944e-de98953b6987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.988067 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:45.994271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23bce20-227b-4e4c-944e-de98953b6987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:45.997749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:46.062829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-3d6736ba-88fd-48bb-b90b-33b98fa5ee8f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--89011283&fields=id&tenant_id=1fecf1ecb20742229709c6e2f5686b79 HTTP/1.1" status: 200 len: 267 time: 0.3237488 Dec 17 16:00:46.103052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23bce20-227b-4e4c-944e-de98953b6987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:46.105649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23bce20-227b-4e4c-944e-de98953b6987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:46.110266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c23bce20-227b-4e4c-944e-de98953b6987 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/737adcb9-e186-4490-8666-157a2b728c54 HTTP/1.1" status: 204 len: 168 time: 0.2901087 Dec 17 16:00:46.122508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bce20-227b-4e4c-944e-de98953b6987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737adcb9-e186-4490-8666-157a2b728c54,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:46.257168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-73b47245-18db-451e-8f60-d5c334d7237c tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:46.258836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-73b47245-18db-451e-8f60-d5c334d7237c tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/networks?id=dbee643e-ad74-45de-98f1-5e53daef7d61 HTTP/1.1" status: 200 len: 806 time: 0.1880240 Dec 17 16:00:46.290401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-267ed857-40ef-40b0-880c-7398dcf4ddc5 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/quotas/1fecf1ecb20742229709c6e2f5686b79 HTTP/1.1" status: 200 len: 375 time: 0.0243733 Dec 17 16:00:46.309642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:00:46.358247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-876cede9-30da-4186-ac8f-28e7336832f6 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fecf1ecb20742229709c6e2f5686b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621037 Dec 17 16:00:46.459458 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:46.489514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-5901a8a1-b21a-46f2-b50a-2c99246adf8f service neutron] 10.222.0.54 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930421 Dec 17 16:00:46.523597 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709c143-864c-42d6-a44a-36f2c8729998 None None] The sync data for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 is: [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:46.807109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:46.824292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Sync routers for ids ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:46.858833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-54b75cad-d73f-40ac-8287-9205e235a281 service neutron] 10.222.0.54 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540111 Dec 17 16:00:46.868987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Routers {'f7f20b2e-0c5c-46dd-8d75-bcfd78927386'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:46.869628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:46.877989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:46.893321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52818) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:46.893908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fda868c7-5bba-4fc4-a0e7-ab703bb2639c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2556348 Dec 17 16:00:47.017917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0f336fa3-2334-463d-8367-eea56c630a0e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:47.594625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Set router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:47.889336 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7fa01fa-c02e-4dae-8d1f-24ee107e2860 req-47ea7640-0706-4c69-8a6c-8c11c3ba00f6 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 210 time: 0.6031029 Dec 17 16:00:47.913840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.032848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0f336fa3-2334-463d-8367-eea56c630a0e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:48.033347 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.192227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:00:44Z', 'revision_number': 3, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:48.212665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Allocated IP 172.20.0.1 (223734ad-1855-4caf-9667-52aa4854f51c/ac4e55e4-5992-4853-bd48-67d33e32bf37/0b17dadd-2d6f-4b12-a26b-342096184cdf) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:48.256839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Checking router: f7f20b2e-0c5c-46dd-8d75-bcfd78927386 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:48.257593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Updating router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 port d30b2e9e-8b92-4357-9a5f-804e146c5810 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:00:48.294132 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.440377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.542536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.669746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Network 223734ad-1855-4caf-9667-52aa4854f51c is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:48.694699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:48.699488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:48.788497 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.806576 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.847043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:48.849557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Pushing event updated for resources: {'Port': ['ID=0b17dadd-2d6f-4b12-a26b-342096184cdf,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:48.920767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ac4ea-b277-45fa-a6cf-959c8836f85e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:48.998184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Attempting to bind port d30b2e9e-8b92-4357-9a5f-804e146c5810 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:48.998674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Attempting to bind port d30b2e9e-8b92-4357-9a5f-804e146c5810 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:48.999136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Attempting to bind port d30b2e9e-8b92-4357-9a5f-804e146c5810 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:49.007268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90208a-6b25-463e-955c-e0609b9aa3fa None None] Pushing event updated for resources: {'Port': ['ID=d30b2e9e-8b92-4357-9a5f-804e146c5810,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:49.036600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:49.037281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:49.037723 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.038221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:49.039399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Bound port: d30b2e9e-8b92-4357-9a5f-804e146c5810, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:49.040415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.068433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8560006-38d8-480d-9871-0e567d9dc64e req-3a695ac6-e754-47f8-82e3-5fe6ea2f3e73 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 210 time: 0.0890107 Dec 17 16:00:49.130472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8f5e1b1e-b79c-468e-a551-cf368e51c5d2 None None] Provisioning complete for port d30b2e9e-8b92-4357-9a5f-804e146c5810 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:49.134821 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1b1e-b79c-468e-a551-cf368e51c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.234716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e1b1e-b79c-468e-a551-cf368e51c5d2 None None] Port d30b2e9e-8b92-4357-9a5f-804e146c5810 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:00:49.241804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.293357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] For port d30b2e9e-8b92-4357-9a5f-804e146c5810, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:49.297793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] For port d30b2e9e-8b92-4357-9a5f-804e146c5810, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d30b2e9e-8b92-4357-9a5f-804e146c5810,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:49.304211 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.414619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52904) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:49.415261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90208a-6b25-463e-955c-e0609b9aa3fa None None] Pushing event updated for resources: {'Port': ['ID=d30b2e9e-8b92-4357-9a5f-804e146c5810,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:49.456588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5627dc-9053-4d9c-be56-6fe7390f5a3c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:49.460278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Routers {'f7f20b2e-0c5c-46dd-8d75-bcfd78927386'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:49.461374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:49.585167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] Set router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:49.699145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-643408911', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:49.758079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Made reservation on behalf of e11f1dd1be9c4a6489db856cd8d2be02 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:49.765336 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.784568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.787912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.840786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a197e5b-efba-4474-ae2d-347034af05b7 req-cf8aeea5-7733-4a93-972a-3a4937aa6278 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.843942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a197e5b-efba-4474-ae2d-347034af05b7 req-cf8aeea5-7733-4a93-972a-3a4937aa6278 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 945 time: 0.2039993 Dec 17 16:00:49.848460 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.857631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-85815835-428e-4ede-91dd-aa45cb3c9c26 None None] Provisioning complete for port d30b2e9e-8b92-4357-9a5f-804e146c5810 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:49.858268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85815835-428e-4ede-91dd-aa45cb3c9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.948676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.959071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:49.969952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] device_id is not set on port dee47cee-1bb8-4221-aea1-b73853b5fdbb yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:00:50.068794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e617cf8f-5bc6-453e-bf3b-0aaf1652d1ae,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:50.085776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 4, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b17dadd-2d6f-4b12-a26b-342096184cdf', 'name': '', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'mac_address': 'fa:16:3e:0d:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:47Z', 'updated_at': '2021-12-17T16:00:48Z', 'revision_number': 1, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'subnets': [{'id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:50.127666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519857e2-7ef6-4252-b069-de0941d2fef9 None None] The sync data for ids ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'] in n-d-806683-20 is: [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 4, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b17dadd-2d6f-4b12-a26b-342096184cdf', 'name': '', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'mac_address': 'fa:16:3e:0d:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:47Z', 'updated_at': '2021-12-17T16:00:48Z', 'revision_number': 1, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'subnets': [{'id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:50.131234 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85815835-428e-4ede-91dd-aa45cb3c9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:50.178287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a197e5b-efba-4474-ae2d-347034af05b7 req-108d2933-6d45-4a5e-8668-c065315f18ef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225980 Dec 17 16:00:50.192914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-33387a2e-4cba-4ee9-843e-f0ef46639f24 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.200153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-33387a2e-4cba-4ee9-843e-f0ef46639f24 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.47 "GET /v2.0/networks?id=dbee643e-ad74-45de-98f1-5e53daef7d61 HTTP/1.1" status: 200 len: 806 time: 0.4971941 Dec 17 16:00:50.226153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-85815835-428e-4ede-91dd-aa45cb3c9c26 None None] For port d30b2e9e-8b92-4357-9a5f-804e146c5810, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d30b2e9e-8b92-4357-9a5f-804e146c5810,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:50.236137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-85815835-428e-4ede-91dd-aa45cb3c9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:50.296260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2494f066-3591-4812-bce8-52905e6b39d2 req-72d912db-80f0-46ec-aaba-9d5e10272596 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 210 time: 0.0745196 Dec 17 16:00:50.302957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Allocated IP 172.25.0.237 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/dee47cee-1bb8-4221-aea1-b73853b5fdbb) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:50.361370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85815835-428e-4ede-91dd-aa45cb3c9c26 None None] Pushing event updated for resources: {'Port': ['ID=d30b2e9e-8b92-4357-9a5f-804e146c5810,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:50.381493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Pushing event updated for resources: {'Port': ['ID=0b17dadd-2d6f-4b12-a26b-342096184cdf,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:50.415461 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:50.573874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-48a2cfab-bfad-4add-9fe7-e2b6714d5a03 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fecf1ecb20742229709c6e2f5686b79 HTTP/1.1" status: 200 len: 378 time: 0.3232195 Dec 17 16:00:50.596076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Request body: {'port': {'device_id': '21005401-c529-4dea-9fd0-1ab117c31785', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'admin_state_up': True, 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'security_groups': ['49613e5c-0e55-4668-8712-cf57a1e82abf']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:50.657212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:50.676237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52986) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:50.740457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:50.781453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Network 223734ad-1855-4caf-9667-52aa4854f51c is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:50.799113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:50.864501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:50.869180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:50.871587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:50.885333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adbb765-dc91-4bf9-8fae-57c4ad223e4e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:50.918975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Pushing event updated for resources: {'Port': ['ID=dee47cee-1bb8-4221-aea1-b73853b5fdbb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:50.974607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.986853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9d23ba85-7d94-4c99-bc30-946a7930b3e3 None None] Provisioning complete for port dee47cee-1bb8-4221-aea1-b73853b5fdbb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:50.987704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d23ba85-7d94-4c99-bc30-946a7930b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:50.988408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.066492 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c3c5f3cf-56ec-47ec-aab1-c89ae479a251 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6497922 Dec 17 16:00:51.071677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52996) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:51.078323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.237'}]}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:51.081798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Made reservation on behalf of 1fecf1ecb20742229709c6e2f5686b79 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:51.088050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.095873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.108546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9d23ba85-7d94-4c99-bc30-946a7930b3e3 None None] Port dee47cee-1bb8-4221-aea1-b73853b5fdbb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:00:51.282417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.305957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.374989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Allocated IP 172.20.0.6 (dbee643e-ad74-45de-98f1-5e53daef7d61/8cab1947-f8fa-404a-9349-a6d7d8f6cb94/97cf5b5b-6334-4dbf-b1a7-5760752e0576) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:51.449154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce7fc0-e7ae-4620-8286-7fe32c1b7892,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:51.462622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=332b337298dd46a587ba551db3e5cad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7811668 Dec 17 16:00:51.466102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:51.508636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-2237f01c-7452-4893-a0d7-0429f2d20603 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:51.510772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-2237f01c-7452-4893-a0d7-0429f2d20603 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 945 time: 0.2059343 Dec 17 16:00:51.526597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7ee51-7595-474f-a6fc-0603ffa683d2 req-261df659-a2f3-4f53-b25c-2085a965e973 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:51.551570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69c7ee51-7595-474f-a6fc-0603ffa683d2 req-261df659-a2f3-4f53-b25c-2085a965e973 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 945 time: 0.2643955 Dec 17 16:00:51.555029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.555441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.555875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.556302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.556708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.557102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.557698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.558249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.558893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.559758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.560112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.560834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.561170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8558503-5add-4bf1-a370-90afffd89512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:51.589641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:51.656786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-901a404a-751d-4903-af88-35415ce538f1 req-cfa7a4be-c052-444c-84fd-73e319c38d74 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 210 time: 0.1788206 Dec 17 16:00:51.690015 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:00:51.700961 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.701973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.755424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ac60f89-9f95-4111-b5bc-b76e6bfc5ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.811377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69c7ee51-7595-474f-a6fc-0603ffa683d2 req-c0d5a2dc-3813-41d7-ae9c-2f2fde933c31 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537076 Dec 17 16:00:51.853878 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.866968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Deleting port 6ca3408b-63db-4352-91f1-93845de3236e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:51.867314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.918011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:51.925036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ac60f89-9f95-4111-b5bc-b76e6bfc5ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.012155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] For port 6ca3408b-63db-4352-91f1-93845de3236e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6ca3408b-63db-4352-91f1-93845de3236e,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:52.012572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.037194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Calling delete_port for 6ca3408b-63db-4352-91f1-93845de3236e owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:52.296310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.313131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['6ca3408b-63db-4352-91f1-93845de3236e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:52.331529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event deleted for resources: {'Port': ['ID=6ca3408b-63db-4352-91f1-93845de3236e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:52.393604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] No DVR routers for this DVR port 6ca3408b-63db-4352-91f1-93845de3236e on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:52.398755 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.404615 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-215fd322-e652-4b6e-aaa7-cef46d816b15 req-6a150391-419f-416d-8f4e-a306e848e104 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "DELETE /v2.0/ports/6ca3408b-63db-4352-91f1-93845de3236e HTTP/1.1" status: 204 len: 173 time: 0.8197112 Dec 17 16:00:52.406001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'name': 'network-vif-deleted', 'tag': '6ca3408b-63db-4352-91f1-93845de3236e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:52.409532 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d615df9-db9d-49ad-9633-5c1ad3ef2592" -d '{"events": [{"server_uuid": "80241a30-79b6-4491-97ab-fdc24bede3b1", "name": "network-vif-deleted", "tag": "6ca3408b-63db-4352-91f1-93845de3236e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:52.466739 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db246c-7920-4360-b337-b6c61c6bee00 x-openstack-request-id: req-a5db246c-7920-4360-b337-b6c61c6bee00 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:52.467284 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80241a30-79b6-4491-97ab-fdc24bede3b1", "name": "network-vif-deleted", "tag": "6ca3408b-63db-4352-91f1-93845de3236e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:52.467541 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5db246c-7920-4360-b337-b6c61c6bee00 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:52.467978 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80241a30-79b6-4491-97ab-fdc24bede3b1', 'name': 'network-vif-deleted', 'tag': '6ca3408b-63db-4352-91f1-93845de3236e', 'status': 'completed', 'code': 200} Dec 17 16:00:52.510404 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.515402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.533225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:52.579903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-03076a49-13cd-479e-b20a-ccf41b7de747 admin admin] 10.222.0.54 "PUT /v2.0/routers/f7f20b2e-0c5c-46dd-8d75-bcfd78927386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6768751 Dec 17 16:00:52.579903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ac60f89-9f95-4111-b5bc-b76e6bfc5ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.587242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ac60f89-9f95-4111-b5bc-b76e6bfc5ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.598352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5ac60f89-9f95-4111-b5bc-b76e6bfc5ca6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88ce7fc0-e7ae-4620-8286-7fe32c1b7892 HTTP/1.1" status: 204 len: 168 time: 1.1142104 Dec 17 16:00:52.613285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Network dbee643e-ad74-45de-98f1-5e53daef7d61 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:52.668396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:52.674177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac60f89-9f95-4111-b5bc-b76e6bfc5ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce7fc0-e7ae-4620-8286-7fe32c1b7892,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:52.676894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:52.684589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event updated for resources: {'Port': ['ID=97cf5b5b-6334-4dbf-b1a7-5760752e0576,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:52.765966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:52.766769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:52.809454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-11026c2f-12e5-4789-8f47-ba521deb1db9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2220511 Dec 17 16:00:53.042718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54469d3d-dd8e-483b-a4c0-11ade61bff24 req-8fdc3353-c397-4c53-ab62-6def789345d9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0775101 Dec 17 16:00:53.068814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Request body: {'port': {'device_id': '21005401-c529-4dea-9fd0-1ab117c31785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:53.098221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d30b2e9e-8b92-4357-9a5f-804e146c5810 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:53.256738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d30b2e9e-8b92-4357-9a5f-804e146c5810 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:53.257490 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.274582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.289399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49ffb2-cad5-4500-8f1d-8dfb847dc00d req-45af12c8-0ecd-45a0-aa05-571add964767 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:53.297868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b49ffb2-cad5-4500-8f1d-8dfb847dc00d req-45af12c8-0ecd-45a0-aa05-571add964767 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 931 time: 0.2783067 Dec 17 16:00:53.327523 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.370142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.402997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53070) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:53.440295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9177-d0e4-40cd-aed6-c70b6968328c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.497565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b66196fd-3251-490d-b0d2-9ed90f078857 None None] Provisioning complete for port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:53.498331 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b66196fd-3251-490d-b0d2-9ed90f078857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.537705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b49ffb2-cad5-4500-8f1d-8dfb847dc00d req-83102aa5-a025-4b5b-af65-bd27618ed133 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2384937 Dec 17 16:00:53.571996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b66196fd-3251-490d-b0d2-9ed90f078857 None None] Port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:00:53.592240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-324e92c6-ecd2-4ef3-b37c-137085aa763d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:53.602000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-324e92c6-ecd2-4ef3-b37c-137085aa763d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 819 time: 0.1779749 Dec 17 16:00:53.627566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-fc6dc261-c2d1-404b-a18b-a0e98ba6948d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/quotas/9101451825cb423f80d2a5c16fc6f517 HTTP/1.1" status: 200 len: 375 time: 0.0246086 Dec 17 16:00:53.711490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-38a43516-191c-4629-817e-1c8850f26345 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822117 Dec 17 16:00:53.848001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9177-d0e4-40cd-aed6-c70b6968328c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.863671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4a62d0a4-0822-4212-bef1-088b34641dff service neutron] 10.222.0.54 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504140 Dec 17 16:00:53.879710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cf5b5b-6334-4dbf-b1a7-5760752e0576 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:53.889740 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.941793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Transition to ACTIVE for port object 97cf5b5b-6334-4dbf-b1a7-5760752e0576 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:00:53.959465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.962792 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-b98631e3-06b6-45f1-8a33-ea5151d9e526 service neutron] 10.222.0.54 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986607 Dec 17 16:00:53.963619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f4b9177-d0e4-40cd-aed6-c70b6968328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:53.995531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b9177-d0e4-40cd-aed6-c70b6968328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97cffad-8b38-4daf-930e-607584a5d54a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:54.007834 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Sync routers for ids ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:54.025894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4f4b9177-d0e4-40cd-aed6-c70b6968328c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e21ea334ee5344cda0b7a94191ddee0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6214466 Dec 17 16:00:54.031098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53072) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:54.083159 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Routers {'f7f20b2e-0c5c-46dd-8d75-bcfd78927386'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:54.083804 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:54.100357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Pushing event updated for resources: {'Port': ['ID=97cf5b5b-6334-4dbf-b1a7-5760752e0576,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:54.131101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8179af59-fd3f-4f5f-9466-db144cda4adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.139911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.178729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8179af59-fd3f-4f5f-9466-db144cda4adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.291786 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8179af59-fd3f-4f5f-9466-db144cda4adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.294516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8179af59-fd3f-4f5f-9466-db144cda4adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.295721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8179af59-fd3f-4f5f-9466-db144cda4adc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f97cffad-8b38-4daf-930e-607584a5d54a HTTP/1.1" status: 204 len: 168 time: 0.2631540 Dec 17 16:00:54.381247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3ed008-6339-4e49-836f-ea9f9be3f759 req-d947d862-7aa3-48d4-86d7-9853baa5e886 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.1422200 Dec 17 16:00:54.495860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd5b0d5c-55ef-44f6-bdb3-24f86677f392 req-8aadf08e-490d-4065-8e12-82d9b05e4e26 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 210 time: 0.1625342 Dec 17 16:00:54.499923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179af59-fd3f-4f5f-9466-db144cda4adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97cffad-8b38-4daf-930e-607584a5d54a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:54.501889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Attempting to bind port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:54.502335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Attempting to bind port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:54.505176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Attempting to bind port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 on network dbee643e-ad74-45de-98f1-5e53daef7d61 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:54.521098 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Set router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:54.541271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 on network dbee643e-ad74-45de-98f1-5e53daef7d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:00:54.541762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Attempting to bind port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 on network dbee643e-ad74-45de-98f1-5e53daef7d61 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:54.549533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.557250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.580119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:54.580461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Checking segment: {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:54.581100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Bound using segment: {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:54.581468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Bound port: 97cf5b5b-6334-4dbf-b1a7-5760752e0576, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40741d28-013a-452f-b43a-c6e0958d589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:54.581669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.967621 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:54.968176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6560bda-33c6-4615-8874-a7c565637fa2 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:00:55.020024 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:00:55.023842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd623151-cd3c-4a03-9ef3-969bd38ef349 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9481199 Dec 17 16:00:55.024743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53110) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:55.046073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff29c-4695-499a-be4f-804ccb7ac3ab req-e2efd264-6c32-4b93-b32f-0b84b60e19a1 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:55.047686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8ff29c-4695-499a-be4f-804ccb7ac3ab req-e2efd264-6c32-4b93-b32f-0b84b60e19a1 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 943 time: 0.2816992 Dec 17 16:00:55.079335 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 4, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b17dadd-2d6f-4b12-a26b-342096184cdf', 'name': '', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'mac_address': 'fa:16:3e:0d:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:47Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 2, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'subnets': [{'id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:55.129577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] For port 97cf5b5b-6334-4dbf-b1a7-5760752e0576, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:55.132037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Checking router: f7f20b2e-0c5c-46dd-8d75-bcfd78927386 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:55.134826 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Updating router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 port 0b17dadd-2d6f-4b12-a26b-342096184cdf binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:00:55.171593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-6989a899-b45a-44d3-8c2a-a71b612da085 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:55.185025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-6989a899-b45a-44d3-8c2a-a71b612da085 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 819 time: 0.3151534 Dec 17 16:00:55.193018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] For port 97cf5b5b-6334-4dbf-b1a7-5760752e0576, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:55.205752 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:55.206016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:55.237333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-c037cee4-d9d7-4df3-a80d-a529462265da tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/quotas/9101451825cb423f80d2a5c16fc6f517 HTTP/1.1" status: 200 len: 375 time: 0.0495532 Dec 17 16:00:55.263709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Pushing event updated for resources: {'Port': ['ID=97cf5b5b-6334-4dbf-b1a7-5760752e0576,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:55.278191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8ff29c-4695-499a-be4f-804ccb7ac3ab req-4c8ad6c9-3cef-4b59-a575-5c4a66ed17a1 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2129791 Dec 17 16:00:55.322769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:55.324239 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:55.326007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-32e2d51d-dc23-4188-a162-199b00c576e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/97cf5b5b-6334-4dbf-b1a7-5760752e0576 HTTP/1.1" status: 200 len: 1092 time: 2.4982777 Dec 17 16:00:55.326680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:55.329936 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208" -d '{"events": [{"name": "network-changed", "server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:55.359900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Deleting port dee47cee-1bb8-4221-aea1-b73853b5fdbb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:00:55.360787 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:55.440767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-5460d589-a119-41a0-9a9b-70cf2c203c92 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977098 Dec 17 16:00:55.526352 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6d35dc-5ef2-422e-aa51-cbd88334fdf1 x-openstack-request-id: req-df6d35dc-5ef2-422e-aa51-cbd88334fdf1 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:55.526736 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:55.527205 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df6d35dc-5ef2-422e-aa51-cbd88334fdf1 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:55.527801 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'status': 'completed', 'code': 200} Dec 17 16:00:55.662353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a99b4b6-ddfd-4ed4-b13f-684ef2601b5c req-ba2b8073-47e3-4e7b-8b1b-6c3eb5a26a2b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0797777 Dec 17 16:00:55.673495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-b3642d2e-5b40-41e8-9114-165f911155c0 service neutron] 10.222.0.54 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316868 Dec 17 16:00:55.747370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-13c8a2da-eace-4deb-b585-cd2ca822cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:55.754211 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-13c8a2da-eace-4deb-b585-cd2ca822cc8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fecf1ecb20742229709c6e2f5686b79&device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 1095 time: 0.3400939 Dec 17 16:00:55.803157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:55.817353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-df4b6314-144c-4638-a76d-53cd88526ea3 service neutron] 10.222.0.54 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428556 Dec 17 16:00:55.897506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6ca3408b-63db-4352-91f1-93845de3236e no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:55.907073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-ebc8a8c9-8b63-413b-aedf-1f99c1008bce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576 HTTP/1.1" status: 200 len: 217 time: 0.1357298 Dec 17 16:00:55.913986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Calling delete_port for dee47cee-1bb8-4221-aea1-b73853b5fdbb owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:00:55.978575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 6ca3408b-63db-4352-91f1-93845de3236e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:00:55.978924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6ca3408b-63db-4352-91f1-93845de3236e not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:56.027130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-c41f8c8c-a97f-4edc-868b-3d8a597139fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:56.028826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-c41f8c8c-a97f-4edc-868b-3d8a597139fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cab1947-f8fa-404a-9349-a6d7d8f6cb94 HTTP/1.1" status: 200 len: 845 time: 0.1055739 Dec 17 16:00:56.123180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50af8812-24fb-46f0-9130-ca4909219d8a req-34a4d3f8-4881-46e3-9abc-b6a1f72ec11a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 210 time: 0.0676596 Dec 17 16:00:56.130982 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:56.149799 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:56.184489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-fd051f13-19fd-4b95-ad0e-52ef2e04c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:56.188728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-fd051f13-19fd-4b95-ad0e-52ef2e04c1e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbee643e-ad74-45de-98f1-5e53daef7d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469765 Dec 17 16:00:56.306672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:56.378131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Pushing event deleted for resources: {'Port': ['ID=dee47cee-1bb8-4221-aea1-b73853b5fdbb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:56.385931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-4bca2265-eab6-45a3-8ed8-65dec62619f5 service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704674 Dec 17 16:00:56.392158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f8a1e-59b6-43e3-a975-9b7b61d5e24e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:00:56.509228 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285e04-4f39-45af-b6b3-2b9b95a6bfe6 None None] Pushing event updated for resources: {'Port': ['ID=0b17dadd-2d6f-4b12-a26b-342096184cdf,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:56.583205 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:56.593134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f5848953-a13f-472c-af8b-f9905dcacc06 tempest-RoutersAdminNegativeTest-1897662858 tempest-RoutersAdminNegativeTest-1897662858-project-admin] 10.222.0.54 "DELETE /v2.0/ports/dee47cee-1bb8-4221-aea1-b73853b5fdbb HTTP/1.1" status: 204 len: 168 time: 1.5443168 Dec 17 16:00:56.599010 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Attempting to bind port 0b17dadd-2d6f-4b12-a26b-342096184cdf on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:00:56.600624 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Attempting to bind port 0b17dadd-2d6f-4b12-a26b-342096184cdf by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:00:56.603146 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Attempting to bind port 0b17dadd-2d6f-4b12-a26b-342096184cdf on network 223734ad-1855-4caf-9667-52aa4854f51c {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:56.623096 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:56.623490 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Checking segment: {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:00:56.626750 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:56.627199 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Bound using segment: {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:56.627713 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Bound port: 0b17dadd-2d6f-4b12-a26b-342096184cdf, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:00:56.628142 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:56.671305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ede7423c-3a89-413a-a922-7b9dbf9bdf58 req-aae0eb59-801f-4630-bad6-220813753bc5 service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620084 Dec 17 16:00:56.780955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b01145-becd-4bdf-bc03-5c0853f1c617 req-b93665fa-8960-4b00-9791-5ac315420127 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:56.791150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4b01145-becd-4bdf-bc03-5c0853f1c617 req-b93665fa-8960-4b00-9791-5ac315420127 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 943 time: 0.2677081 Dec 17 16:00:56.874789 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] For port 0b17dadd-2d6f-4b12-a26b-342096184cdf, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:56.881382 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] For port 0b17dadd-2d6f-4b12-a26b-342096184cdf, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b17dadd-2d6f-4b12-a26b-342096184cdf,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:56.893005 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:56.931808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-b34007e6-a4c4-41e9-af20-9c6a2d512792 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:56.935328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-b34007e6-a4c4-41e9-af20-9c6a2d512792 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.49 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 819 time: 0.6029091 Dec 17 16:00:56.943471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7723e827-fdc0-4635-8038-1333dd404cf5 req-ee21e386-3700-4aec-ab30-fe5e538ea099 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0763826 Dec 17 16:00:56.967492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Request body: {'port': {'device_id': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'admin_state_up': True, 'tenant_id': '9101451825cb423f80d2a5c16fc6f517'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:56.976005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-69633e2a-ba4a-4d79-ade1-009d9b8b7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:56.978022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-69633e2a-ba4a-4d79-ade1-009d9b8b7b5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fecf1ecb20742229709c6e2f5686b79&device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 1095 time: 0.1750526 Dec 17 16:00:57.001454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4b01145-becd-4bdf-bc03-5c0853f1c617 req-82e90fe9-5531-4aa7-9827-ca3263cba4b6 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2073097 Dec 17 16:00:57.050804 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Routers {'f7f20b2e-0c5c-46dd-8d75-bcfd78927386'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:57.051422 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:57.054760 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae285e04-4f39-45af-b6b3-2b9b95a6bfe6 None None] Pushing event updated for resources: {'Port': ['ID=0b17dadd-2d6f-4b12-a26b-342096184cdf,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:57.209453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-8966dd6e-d761-4ca1-9a95-c5d95528ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:57.211130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-8966dd6e-d761-4ca1-9a95-c5d95528ac7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbee643e-ad74-45de-98f1-5e53daef7d61 HTTP/1.1" status: 200 len: 907 time: 0.2247157 Dec 17 16:00:57.285339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53162) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:57.287849 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] Set router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:57.291968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-7f9604a4-f475-4f2f-b645-a3825a1c16ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576 HTTP/1.1" status: 200 len: 217 time: 0.0710471 Dec 17 16:00:57.373866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-04b68c05-ea5d-4892-b25a-dd629db116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:57.375632 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-04b68c05-ea5d-4892-b25a-dd629db116fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cab1947-f8fa-404a-9349-a6d7d8f6cb94 HTTP/1.1" status: 200 len: 845 time: 0.0749111 Dec 17 16:00:57.483340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-7401c181-5d67-4b70-9731-a06ce63811ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:57.486224 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-7401c181-5d67-4b70-9731-a06ce63811ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbee643e-ad74-45de-98f1-5e53daef7d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003013 Dec 17 16:00:57.732338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52abbde9-0bf7-42d9-8cbc-91f1ee8dcec2 req-6b89705a-c1d6-45b3-86ed-3e9914294cbd tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 210 time: 0.0499032 Dec 17 16:00:57.802952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-f1b845cc-85e5-4977-96e7-d6caf6373525 service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039346 Dec 17 16:00:57.920333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:57.961755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Made reservation on behalf of 9101451825cb423f80d2a5c16fc6f517 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:57.981880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:58.048999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 4, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b17dadd-2d6f-4b12-a26b-342096184cdf', 'name': '', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'mac_address': 'fa:16:3e:0d:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:47Z', 'updated_at': '2021-12-17T16:00:56Z', 'revision_number': 4, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'subnets': [{'id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:58.182398 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750811b-70b4-4dd4-8235-829c2734e65d None None] The sync data for ids ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'] in n-d-806683-20 is: [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:00:49Z', 'revision_number': 4, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b17dadd-2d6f-4b12-a26b-342096184cdf', 'name': '', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'mac_address': 'fa:16:3e:0d:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:47Z', 'updated_at': '2021-12-17T16:00:56Z', 'revision_number': 4, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'subnets': [{'id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:58.238488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53184) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:58.429086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48542c-40fe-42be-8955-076ed204774e req-a300e66c-bca4-425d-89da-3daf20adf59f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:58.432058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d48542c-40fe-42be-8955-076ed204774e req-a300e66c-bca4-425d-89da-3daf20adf59f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 943 time: 0.2188296 Dec 17 16:00:58.532479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cab6f52-e100-4261-aab0-be3c2344ffd5 req-90f578b5-a507-4f4b-bcd9-ac775fae5568 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0812404 Dec 17 16:00:58.549079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-673620614', 'router:external': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:58.613535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Allocated IP 172.20.0.12 (223734ad-1855-4caf-9667-52aa4854f51c/ac4e55e4-5992-4853-bd48-67d33e32bf37/b3e308ee-ad6e-4e25-ae7e-68319f43a0f4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:58.625661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Made reservation on behalf of e7d2623647134763aaf0db1c3ae93ec6 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:58.628348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:58.655980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d48542c-40fe-42be-8955-076ed204774e req-3ea26d20-ef15-4688-9da2-c1ef95adb63f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2135651 Dec 17 16:00:58.658331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:58.812277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d2d4ab-24d3-47f3-bd5e-31bca2b6b208 req-3dd569a0-f9fb-4556-821e-be90b91b0657 service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9924657 Dec 17 16:00:58.960918 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:58.968945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:58.975386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e14cfcb2-1198-4f1c-bb7a-82910892b8bd req-8d956fb2-b1b4-4955-a81d-e0e7aa447e47 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 210 time: 0.0696404 Dec 17 16:00:58.995324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-45599228-de3d-46fa-929e-3cacd7b80d2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:58.997102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-45599228-de3d-46fa-929e-3cacd7b80d2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.47 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 819 time: 0.5492318 Dec 17 16:00:58.999305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:00:59.012891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.019667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.020041 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Added segment 563c6edb-0369-4774-8f1a-c6c82a844207 of type vlan for network 06d2169e-239d-4a78-bf1c-83932ba1ded2 Dec 17 16:00:59.022305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Request body: {'port': {'device_id': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'admin_state_up': True, 'tenant_id': '9101451825cb423f80d2a5c16fc6f517'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:59.029365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.049323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b17dadd-2d6f-4b12-a26b-342096184cdf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:59.091812 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a53c025a8df74469b77895be843a5425&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8038530 Dec 17 16:00:59.092575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:59.127726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0b17dadd-2d6f-4b12-a26b-342096184cdf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:59.128451 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.147590 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.152162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.196106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8afe4-3084-4e21-865f-08d82e00f537,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:59.232207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05522e5-7c56-4f56-9e2c-8a8de851fffb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:59.236923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.237192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.237763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.238281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.238873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.239379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.239904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.240078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.240382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.240876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.241351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.242444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.243769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.244293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612445b3-2caf-4310-883d-047888a11761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.280247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 0b17dadd-2d6f-4b12-a26b-342096184cdf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b17dadd-2d6f-4b12-a26b-342096184cdf,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:59.290124 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.332312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.356864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83c45f7b-0c0c-4873-bb27-0f61c2f1469f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.363858 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.364863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:59.365989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.393332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=0b17dadd-2d6f-4b12-a26b-342096184cdf,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:59.409825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 97cf5b5b-6334-4dbf-b1a7-5760752e0576 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:00:59.442812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Made reservation on behalf of 9101451825cb423f80d2a5c16fc6f517 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:59.449550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.458322 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83c45f7b-0c0c-4873-bb27-0f61c2f1469f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.536316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Network 223734ad-1855-4caf-9667-52aa4854f51c is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:59.553943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:59.564826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:59.570215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 97cf5b5b-6334-4dbf-b1a7-5760752e0576, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:59.576329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Network': ['ID=06d2169e-239d-4a78-bf1c-83932ba1ded2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:59.611862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'port_id': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'mac_address': 'fa:16:3e:c3:97:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:00:59.623745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 06d2169e-239d-4a78-bf1c-83932ba1ded2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:00:59.637718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-82930e42-ca17-4c4f-91a0-9d603fd75f09 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3990042 Dec 17 16:00:59.643513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:00:59.655373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'subnet': {'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:59.662440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Pushing event updated for resources: {'Port': ['ID=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:59.741211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83c45f7b-0c0c-4873-bb27-0f61c2f1469f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.747863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83c45f7b-0c0c-4873-bb27-0f61c2f1469f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.750493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-83c45f7b-0c0c-4873-bb27-0f61c2f1469f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31f8afe4-3084-4e21-865f-08d82e00f537 HTTP/1.1" status: 204 len: 168 time: 0.6081011 Dec 17 16:00:59.781354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce6e44bd-57cc-4a7f-aa56-82503cedc916 req-2d5f39df-1dcf-4511-b0bd-88ff15e726cb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0869222 Dec 17 16:00:59.785563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Made reservation on behalf of e7d2623647134763aaf0db1c3ae93ec6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:59.790521 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.797691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c45f7b-0c0c-4873-bb27-0f61c2f1469f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8afe4-3084-4e21-865f-08d82e00f537,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:59.800613 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.849005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Allocated IP 172.20.0.2 (223734ad-1855-4caf-9667-52aa4854f51c/ac4e55e4-5992-4853-bd48-67d33e32bf37/18341698-1aa9-4545-9150-b7a6d66d3166) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:59.858235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cf5b5b-6334-4dbf-b1a7-5760752e0576 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:59.863317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:59.865335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:00:59.911218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 97cf5b5b-6334-4dbf-b1a7-5760752e0576, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:59.921507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:00.027201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=97cf5b5b-6334-4dbf-b1a7-5760752e0576,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:00.172710 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:00.248910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-c06c4f64-bf57-4d8d-bbbc-be5af24ab5c6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2967958 Dec 17 16:01:00.252201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:00.262336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['97cf5b5b-6334-4dbf-b1a7-5760752e0576'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:00.366167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80b53a-6bd2-42dd-97c0-8576ae0fe037 req-65655170-8469-46c4-9889-6c5d57fa53f4 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:00.377985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e80b53a-6bd2-42dd-97c0-8576ae0fe037 req-65655170-8469-46c4-9889-6c5d57fa53f4 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 944 time: 0.3886292 Dec 17 16:01:00.451300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Pushing event updated for resources: {'Port': ['ID=18341698-1aa9-4545-9150-b7a6d66d3166,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:00.514603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e80b53a-6bd2-42dd-97c0-8576ae0fe037 req-2c0749aa-9252-41bc-9b56-ac5339a077f9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355655 Dec 17 16:01:00.533151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Request body: {'port': {'device_id': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:00.539218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Network 223734ad-1855-4caf-9667-52aa4854f51c is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:00.550225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:00.553725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:00.590220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53214) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:00.635326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:00.636010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:00.666473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33005acd-1e07-4066-b6bb-e576a9748208 req-1f7bbb31-b0b0-4623-a980-223163790499 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:00.668140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33005acd-1e07-4066-b6bb-e576a9748208 req-1f7bbb31-b0b0-4623-a980-223163790499 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 931 time: 0.3155401 Dec 17 16:01:00.672540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-19ac159e-523f-40a6-ba26-836437972a3e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6579564 Dec 17 16:01:00.689767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:00.695927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Request body: {'port': {'device_id': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:00.763281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6e92584b-9d8b-456c-bf83-66fa2ebb31ec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e11f1dd1be9c4a6489db856cd8d2be02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529052 Dec 17 16:01:00.764220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53216) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:00.779509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33005acd-1e07-4066-b6bb-e576a9748208 req-a5bdaf71-86b7-4fcd-92f7-0a7510e39c54 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035771 Dec 17 16:01:00.784657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:00.927188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c93f3e6-9955-42ea-b849-9986352b5a60 req-405259bf-5023-4720-b3da-3aedc3dc3b93 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=80241a30-79b6-4491-97ab-fdc24bede3b1 HTTP/1.1" status: 200 len: 210 time: 0.0450320 Dec 17 16:01:00.968086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b17dadd-2d6f-4b12-a26b-342096184cdf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:00.982412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6813-8c39-4133-937a-b721d81380d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.043319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0b17dadd-2d6f-4b12-a26b-342096184cdf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:01.044005 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.072139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6813-8c39-4133-937a-b721d81380d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.169863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 16:01:01.170353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.277119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b6120348-42f5-4a84-b52b-0f052172c3d0,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.287461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6813-8c39-4133-937a-b721d81380d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.290977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2fe6813-8c39-4133-937a-b721d81380d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.292197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b2fe6813-8c39-4133-937a-b721d81380d6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e617cf8f-5bc6-453e-bf3b-0aaf1652d1ae HTTP/1.1" status: 204 len: 168 time: 0.5237682 Dec 17 16:01:01.328920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Checking segment: {'id': '563c6edb-0369-4774-8f1a-c6c82a844207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:01.328920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network hostable DHCP agents. Network: 06d2169e-239d-4a78-bf1c-83932ba1ded2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:01.334491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe6813-8c39-4133-937a-b721d81380d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617cf8f-5bc6-453e-bf3b-0aaf1652d1ae,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.378638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:01.389630 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.396287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network 06d2169e-239d-4a78-bf1c-83932ba1ded2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:01.414515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Transition to ACTIVE for port object b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:01:01.417330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 06d2169e-239d-4a78-bf1c-83932ba1ded2) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:01.418907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 97cf5b5b-6334-4dbf-b1a7-5760752e0576 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:01.426279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:01.427377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.431836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.492761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.501111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eb9a9d1e-ae4a-4053-a79b-f4a058a61e0e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8509099 Dec 17 16:01:01.501738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53226) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:01.506784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-54196005', 'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:01.525709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94e588-6fe7-42ff-9f35-870d43331348 None None] Network 06d2169e-239d-4a78-bf1c-83932ba1ded2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:01.657211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Made reservation on behalf of e7d2623647134763aaf0db1c3ae93ec6 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:01.663086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.684963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8fc7c4-7abf-4917-ba7d-822443a7a1ae None None] Network 06d2169e-239d-4a78-bf1c-83932ba1ded2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:01.686957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:01:01.727479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:01.727868 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.742933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] device_id is not set on port eaf3f5a5-069f-4277-ac05-2385e48b375a yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:01.744096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18341698-1aa9-4545-9150-b7a6d66d3166 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:01.763994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.772680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Attempting to bind port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:01.774235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Attempting to bind port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:01.776328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Attempting to bind port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 on network 223734ad-1855-4caf-9667-52aa4854f51c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:01.781568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Transition to ACTIVE for port object 18341698-1aa9-4545-9150-b7a6d66d3166 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:01:01.787997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:01.888668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Pushing event updated for resources: {'Port': ['ID=18341698-1aa9-4545-9150-b7a6d66d3166,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.919890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 on network 223734ad-1855-4caf-9667-52aa4854f51c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:01:01.920477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Attempting to bind port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 on network 223734ad-1855-4caf-9667-52aa4854f51c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:01.951359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:01.951711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Checking segment: {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:01.952131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Bound using segment: {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:01.952618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Bound port: b3e308ee-ad6e-4e25-ae7e-68319f43a0f4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:01.952959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.019691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544731f-a1a2-4543-b869-a2509c72cde6 req-3222a58d-f8ac-4e58-b490-4a9c9846a314 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.028137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9544731f-a1a2-4543-b869-a2509c72cde6 req-3222a58d-f8ac-4e58-b490-4a9c9846a314 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 944 time: 0.3299212 Dec 17 16:01:02.155780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.159384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Attempting to bind port 18341698-1aa9-4545-9150-b7a6d66d3166 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:02.160533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Attempting to bind port 18341698-1aa9-4545-9150-b7a6d66d3166 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:02.161863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Attempting to bind port 18341698-1aa9-4545-9150-b7a6d66d3166 on network 223734ad-1855-4caf-9667-52aa4854f51c {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:02.187427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0add4-0178-4fef-953d-58f8532fc5e0 req-11601e80-e31a-40b1-ae73-f99a7d24247b tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.189073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdc0add4-0178-4fef-953d-58f8532fc5e0 req-11601e80-e31a-40b1-ae73-f99a7d24247b tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 943 time: 0.2451024 Dec 17 16:01:02.197316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Allocated IP 2001:db8::138 (06d2169e-239d-4a78-bf1c-83932ba1ded2/b6120348-42f5-4a84-b52b-0f052172c3d0/eaf3f5a5-069f-4277-ac05-2385e48b375a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:02.197931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 97cf5b5b-6334-4dbf-b1a7-5760752e0576, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:02.199118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:02.201916 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105bccd3-929e-4178-b70d-61bc44d18fbb" -d '{"events": [{"server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "name": "network-vif-plugged", "status": "completed", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:02.207619 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.230245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Port 18341698-1aa9-4545-9150-b7a6d66d3166 on network 223734ad-1855-4caf-9667-52aa4854f51c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:01:02.230684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Attempting to bind port 18341698-1aa9-4545-9150-b7a6d66d3166 on network 223734ad-1855-4caf-9667-52aa4854f51c {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:02.263557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:02.263939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Checking segment: {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:02.264335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Bound using segment: {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:02.270020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9544731f-a1a2-4543-b869-a2509c72cde6 req-4223ecf9-cf1f-4132-adc1-9d38da06d059 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2061899 Dec 17 16:01:02.277114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Bound port: 18341698-1aa9-4545-9150-b7a6d66d3166, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121e0fde-8649-486a-9592-2cb839bd0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:02.277828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.280739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=97cf5b5b-6334-4dbf-b1a7-5760752e0576,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:02.299763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] For port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:02.308257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] For port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:02.349706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.380244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] For port 18341698-1aa9-4545-9150-b7a6d66d3166, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:02.388541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] For port 18341698-1aa9-4545-9150-b7a6d66d3166, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=18341698-1aa9-4545-9150-b7a6d66d3166,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:02.423618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.467141 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa0aea9-85a6-4ba1-aee6-48737e529cc9 x-openstack-request-id: req-dfa0aea9-85a6-4ba1-aee6-48737e529cc9 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:02.467674 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "name": "network-vif-plugged", "status": "completed", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:02.467785 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfa0aea9-85a6-4ba1-aee6-48737e529cc9 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:02.468276 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'code': 200} Dec 17 16:01:02.558910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.559698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.561934 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] 10.222.0.49 "PUT /v2.0/ports/b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 1093 time: 2.2963901 Dec 17 16:01:02.562514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'tag': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:02.565480 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ff1f1-b8b4-445c-9139-82c937310339" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4c42c5-41d4-47f9-a88a-05151f5e73e6", "tag": "b3e308ee-ad6e-4e25-ae7e-68319f43a0f4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:02.578638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdc0add4-0178-4fef-953d-58f8532fc5e0 req-740ac4ca-166e-4760-a30f-2737413bf45b tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750823 Dec 17 16:01:02.635036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d517a6a-7adc-4483-8bf1-bcdda8f9bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:02.654931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53268) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:02.688492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Pushing event updated for resources: {'Port': ['ID=18341698-1aa9-4545-9150-b7a6d66d3166,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:02.697875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.698447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.699967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-968099ee-2886-4dd5-ad9b-8cb40ee387ab service neutron] 10.222.0.47 "PUT /v2.0/ports/18341698-1aa9-4545-9150-b7a6d66d3166 HTTP/1.1" status: 200 len: 1092 time: 2.0158782 Dec 17 16:01:02.700724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'tag': '18341698-1aa9-4545-9150-b7a6d66d3166'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:02.703037 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7af3c234-e8e1-4f95-af9f-e7c0f272c9cc", "tag": "18341698-1aa9-4545-9150-b7a6d66d3166"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:02.720610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-78deb19f-a27f-45fb-9323-1b2a5849f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.722235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-78deb19f-a27f-45fb-9323-1b2a5849f0c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1096 time: 0.0829790 Dec 17 16:01:02.725722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7d516-b977-48ef-aa4b-45cdd7912348 req-db2982b5-dd3a-47b9-a875-3ca61ee01475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.729398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17f7d516-b977-48ef-aa4b-45cdd7912348 req-db2982b5-dd3a-47b9-a875-3ca61ee01475 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 1097 time: 0.1496615 Dec 17 16:01:02.794337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-d1777dff-0ec1-42b3-b435-1f88004d923a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0624106 Dec 17 16:01:02.802033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.845665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17f7d516-b977-48ef-aa4b-45cdd7912348 req-47577f3e-762b-4b9e-8b9e-f8b968384df8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070235 Dec 17 16:01:02.853275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-1b1e3a7d-955e-4676-8628-0a995cf42a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.854971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-1b1e3a7d-955e-4676-8628-0a995cf42a4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 1095 time: 0.0994012 Dec 17 16:01:02.872010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-d74a6b4c-b99c-4500-912e-257385e1bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.873744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-d74a6b4c-b99c-4500-912e-257385e1bed2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.0699840 Dec 17 16:01:02.887718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-785357109'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:02.920010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:02.923961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-1b06ba2a-2879-472f-9a62-cdcbf6e7e00e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420675 Dec 17 16:01:02.999220 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7268ee2c-ee2b-4914-abe9-3b1447feeb8a x-openstack-request-id: req-7268ee2c-ee2b-4914-abe9-3b1447feeb8a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:02.999527 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af3c234-e8e1-4f95-af9f-e7c0f272c9cc", "tag": "18341698-1aa9-4545-9150-b7a6d66d3166", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:03.000474 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7268ee2c-ee2b-4914-abe9-3b1447feeb8a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:03.000894 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'tag': '18341698-1aa9-4545-9150-b7a6d66d3166', 'status': 'completed', 'code': 200} Dec 17 16:01:03.025857 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4386147e-232f-4a92-abc0-a9c9f3021807 x-openstack-request-id: req-4386147e-232f-4a92-abc0-a9c9f3021807 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:03.026098 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4c42c5-41d4-47f9-a88a-05151f5e73e6", "tag": "b3e308ee-ad6e-4e25-ae7e-68319f43a0f4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:03.026297 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4386147e-232f-4a92-abc0-a9c9f3021807 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:03.026676 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'tag': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4', 'status': 'completed', 'code': 200} Dec 17 16:01:03.037591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network 06d2169e-239d-4a78-bf1c-83932ba1ded2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:03.051418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:03.055679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:03.056684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.057280 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:03.059592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Port': ['ID=eaf3f5a5-069f-4277-ac05-2385e48b375a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:03.063345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:03.065325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:03.087119 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:03.112157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dca4f68d-c8a0-4510-9a8a-be20e33cfba1 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6093519 Dec 17 16:01:03.123268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53286) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:03.131041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-3cd4ca41-94b7-4980-ad09-b52b16147684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18341698-1aa9-4545-9150-b7a6d66d3166 HTTP/1.1" status: 200 len: 217 time: 0.0571933 Dec 17 16:01:03.142737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-445f0696-939b-43b0-a58b-e3005c8c5802 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922479 Dec 17 16:01:03.203151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-1473ff9b-b04b-43f9-baa0-a8b5bdb0eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.204954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-1473ff9b-b04b-43f9-baa0-a8b5bdb0eb93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.0659509 Dec 17 16:01:03.240697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-643942e7-d671-4037-8db6-6e84a91cc889 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276980 Dec 17 16:01:03.391452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-b00c1d6c-d52e-4a40-b134-1db236b3fb17 service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439922 Dec 17 16:01:03.438783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:03.456189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:03.476736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8d7be-fa8a-4d45-89ca-7de112c1fbf5 req-30d97cd9-b319-465f-aaf1-e931f54acb6a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.478251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b8d7be-fa8a-4d45-89ca-7de112c1fbf5 req-30d97cd9-b319-465f-aaf1-e931f54acb6a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.2812965 Dec 17 16:01:03.482339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c2a4-ccbe-4416-a72f-d30555fb8a89 req-498e0040-06ae-462a-85a1-d894d9d576f9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.483967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3d0c2a4-ccbe-4416-a72f-d30555fb8a89 req-498e0040-06ae-462a-85a1-d894d9d576f9 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.1166301 Dec 17 16:01:03.487556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c0c22af-8b4e-438d-85c0-ffe9dbba5694 req-1cf805ad-aff1-4aec-bc37-7bb3489b0c41 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057411 Dec 17 16:01:03.498795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:03.502261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Deleting port eaf3f5a5-069f-4277-ac05-2385e48b375a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:03.502601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:03.521655 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b8d7be-fa8a-4d45-89ca-7de112c1fbf5 req-9e5dedfe-b43e-4f1a-957d-ffe407cd38b1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/quotas/ec8c73f39ca1466ba2fd5a259830ccda HTTP/1.1" status: 200 len: 375 time: 0.0287015 Dec 17 16:01:03.541092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6882a56b-0b24-47e5-9c35-4d2e21341862 req-4ea4177e-58e3-415b-a2dc-e3707ea46dec service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303051 Dec 17 16:01:03.556381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3d0c2a4-ccbe-4416-a72f-d30555fb8a89 req-60cc76be-6eb9-4969-a502-c7bf2328bca4 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656369 Dec 17 16:01:03.598859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2efa845b-de3b-43f5-ba7d-c9add1535030,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:03.602126 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:03.602478 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment 4d488709-c123-41fc-afac-6d41f8bb056b of type vlan for network 443c644b-a644-47ac-bbef-bc01241ea23d Dec 17 16:01:03.671224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-2269195b-f336-4df7-884a-8691880459d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.673086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-2269195b-f336-4df7-884a-8691880459d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 1095 time: 0.0741959 Dec 17 16:01:03.685005 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b8d7be-fa8a-4d45-89ca-7de112c1fbf5 req-2a0a62d6-1458-42f5-8cd6-074ab8d3bb65 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1378500 Dec 17 16:01:03.806989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae9fb-dfdf-406a-981e-66147d3e0bb3 req-fe946808-3387-4c63-9d34-0f5bebf13cb5 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.808655 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c1ae9fb-dfdf-406a-981e-66147d3e0bb3 req-fe946808-3387-4c63-9d34-0f5bebf13cb5 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 943 time: 0.1118553 Dec 17 16:01:03.838195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-900ea946-5559-41bf-a008-0f5b64d2818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.839731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-900ea946-5559-41bf-a008-0f5b64d2818a service neutron] 10.222.0.47 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.1587207 Dec 17 16:01:03.902907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-69601f98-0761-45de-80ab-d1734badae9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18341698-1aa9-4545-9150-b7a6d66d3166 HTTP/1.1" status: 200 len: 217 time: 0.0481324 Dec 17 16:01:03.910857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c1ae9fb-dfdf-406a-981e-66147d3e0bb3 req-c838f600-d374-4708-b247-9ca02edfccbd tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954616 Dec 17 16:01:03.963929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-9a772405-fa3a-4270-91d1-af3cb3b52250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.965541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-9a772405-fa3a-4270-91d1-af3cb3b52250 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.0537174 Dec 17 16:01:04.005777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-e6f1a95f-e0b4-47b5-9970-6ad7b5630489 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317862 Dec 17 16:01:04.044336 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.080954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff1f1-b8b4-445c-9139-82c937310339 req-a4cf426c-4a09-4a7b-960a-cda23d4895a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:04.082542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009ff1f1-b8b4-445c-9139-82c937310339 req-a4cf426c-4a09-4a7b-960a-cda23d4895a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1096 time: 0.4704263 Dec 17 16:01:04.100560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.141645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Calling delete_port for eaf3f5a5-069f-4277-ac05-2385e48b375a owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:04.142874 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-cdb80d65-348f-4869-ad0a-23ec7a5f9292 service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278646 Dec 17 16:01:04.181771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.187167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:04.187776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.242169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4953cbb-1024-4f92-8ab3-f846cfd59f4c req-544dd63c-5304-4b42-a01e-b5de344bac68 service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916479 Dec 17 16:01:04.263290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b8d7be-fa8a-4d45-89ca-7de112c1fbf5 req-7073bc16-8819-4c40-9aec-e76342f40e2e service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663836 Dec 17 16:01:04.305733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6499472 Dec 17 16:01:04.308369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53300) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:04.314155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'name': 'tempest-PortsIpV6TestJSON-814593709'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:04.388849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ae515-0e22-47e1-b23f-d3f75eb22c6c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=443c644b-a644-47ac-bbef-bc01241ea23d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.403564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:04.417455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff1f1-b8b4-445c-9139-82c937310339 req-82c85c3b-5e46-46ec-8123-921fbf4a640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:04.418963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009ff1f1-b8b4-445c-9139-82c937310339 req-82c85c3b-5e46-46ec-8123-921fbf4a640b service neutron] 10.222.0.49 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.3205738 Dec 17 16:01:04.451255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:04.461560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.486469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009ff1f1-b8b4-445c-9139-82c937310339 req-c27461a3-8c6e-4058-a85d-3113ecd8679a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0571394 Dec 17 16:01:04.487130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 612a9ee8-9964-473b-b428-a0c5b91e48cc yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:04.532386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b8d7be-fa8a-4d45-89ca-7de112c1fbf5 req-fe09b15e-dd71-414e-a92e-1a7ff97aaf36 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326038 Dec 17 16:01:04.585740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff1f1-b8b4-445c-9139-82c937310339 req-a2b7407b-5678-4786-94c7-bea8d69121d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:04.587285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009ff1f1-b8b4-445c-9139-82c937310339 req-a2b7407b-5678-4786-94c7-bea8d69121d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.0906310 Dec 17 16:01:04.605437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.625299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009ff1f1-b8b4-445c-9139-82c937310339 req-f47ad8af-9855-4b18-9967-d250fdd2163e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312040 Dec 17 16:01:04.658186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaf3f5a5-069f-4277-ac05-2385e48b375a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.727903 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.733547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-481c4734-79b3-4a6c-b78c-8f5ddf697ed9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "DELETE /v2.0/ports/eaf3f5a5-069f-4277-ac05-2385e48b375a HTTP/1.1" status: 204 len: 168 time: 1.6068029 Dec 17 16:01:04.734348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53306) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:04.736931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.740030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2', 'external_fixed_ips': [{'subnet_id': 'b6120348-42f5-4a84-b52b-0f052172c3d0', 'ip_address': '2001:db8::138'}]}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:04.780262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314b483-34f2-4dfa-9fbf-2fddec1cd856 req-9638c968-d13c-4d31-88bb-db99d4b36f86 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:04.781950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f314b483-34f2-4dfa-9fbf-2fddec1cd856 req-9638c968-d13c-4d31-88bb-db99d4b36f86 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.0771689 Dec 17 16:01:04.787287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009ff1f1-b8b4-445c-9139-82c937310339 req-79e2ee48-42bb-4747-9630-de0b61743dc0 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389394 Dec 17 16:01:04.790661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.792215 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.807929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.879150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:04.901032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f314b483-34f2-4dfa-9fbf-2fddec1cd856 req-691eda4c-bf49-4c9e-9623-562a5c3f1ad1 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091077 Dec 17 16:01:04.941221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=612a9ee8-9964-473b-b428-a0c5b91e48cc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.949688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89e57a26-a733-46c6-bc88-b4bd69058351 req-3f046b7d-b5c4-47f0-a8d4-a73de2396c5c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=88b7b09e-0bfa-4c95-82c6-649ed16657c2 HTTP/1.1" status: 200 len: 210 time: 0.0680883 Dec 17 16:01:04.981152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': '4d488709-c123-41fc-afac-6d41f8bb056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:04.981526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: 443c644b-a644-47ac-bbef-bc01241ea23d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:05.004926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:05.019064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 443c644b-a644-47ac-bbef-bc01241ea23d) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:05.031065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e847c-781a-430e-a4fc-f1fac2c55775 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:05.032653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:05.038735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:05.039797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.070752 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1a55a9de-223f-4311-bd7f-62b42f31bb14 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7608085 Dec 17 16:01:05.074485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53324) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:05.086451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-194845570'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.168445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:05.172753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.173107 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.179613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-009ff1f1-b8b4-445c-9139-82c937310339 req-6dd4d0ac-5dd0-44fc-b474-cd1b24bde28e service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810999 Dec 17 16:01:05.196627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11518900-c72b-4603-9d80-e25fc6c7084e req-eb66cd65-77fa-4733-a7a3-869c5976771f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:05.204859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11518900-c72b-4603-9d80-e25fc6c7084e req-eb66cd65-77fa-4733-a7a3-869c5976771f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.1005085 Dec 17 16:01:05.210701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:05.224112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Request body: {'floatingip': {'port_id': '97cf5b5b-6334-4dbf-b1a7-5760752e0576'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.225411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:05.247171 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.247570 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment 33da52fd-8a41-4b5e-8bae-2730c98e569f of type vlan for network b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b Dec 17 16:01:05.309386 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.384075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.385004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bb57a-b1fa-4b0f-be31-4e6e64b6f804 req-9aab42e1-cbc5-4e01-abc2-e5e3330d9162 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:05.393287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e53bb57a-b1fa-4b0f-be31-4e6e64b6f804 req-9aab42e1-cbc5-4e01-abc2-e5e3330d9162 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 943 time: 0.2708895 Dec 17 16:01:05.394116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:05.394723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.408036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.463594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 18341698-1aa9-4545-9150-b7a6d66d3166 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:01:05.467135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3914263 Dec 17 16:01:05.467750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:05.475363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'ports': [{'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d'}, {'network_id': 'b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b'}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.475718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.477079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': 'b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.534182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e08b47-53e9-43b1-9069-70a9df8218c1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:05.658345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 18341698-1aa9-4545-9150-b7a6d66d3166, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=18341698-1aa9-4545-9150-b7a6d66d3166,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:05.676091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '18341698-1aa9-4545-9150-b7a6d66d3166', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'port_id': '18341698-1aa9-4545-9150-b7a6d66d3166', 'mac_address': 'fa:16:3e:aa:02:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:01:05.678819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:05.704958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e53bb57a-b1fa-4b0f-be31-4e6e64b6f804 req-95ffc76d-4390-40d0-bb5b-34b5e2343346 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105187 Dec 17 16:01:05.793737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 2} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:05.804904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.809926 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.831097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18341698-1aa9-4545-9150-b7a6d66d3166 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:05.837036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.858699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 18341698-1aa9-4545-9150-b7a6d66d3166, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=18341698-1aa9-4545-9150-b7a6d66d3166,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:05.863900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:05.945349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=18341698-1aa9-4545-9150-b7a6d66d3166,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:05.951108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:01:05.969323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port cbdba036-771c-406a-8d89-542a92052b7b yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:06.134344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:06.144259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.161024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4', 'network_id': '223734ad-1855-4caf-9667-52aa4854f51c', 'port_id': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4', 'mac_address': 'fa:16:3e:01:60:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4e55e4-5992-4853-bd48-67d33e32bf37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:01:06.212891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['18341698-1aa9-4545-9150-b7a6d66d3166'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:06.241712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.265390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.323002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-8f2ed38c-da31-4a7f-af1d-1e3a33d5b27c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:06.324674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-8f2ed38c-da31-4a7f-af1d-1e3a33d5b27c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.1263785 Dec 17 16:01:06.327326 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.343117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port ecf68fcb-1a37-40ab-9c3e-f5d484371fb2 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:06.350520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:06.360545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-d113219c-788e-4912-867f-25d9ef86beab tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/quotas/ec8c73f39ca1466ba2fd5a259830ccda HTTP/1.1" status: 200 len: 375 time: 0.0236664 Dec 17 16:01:06.388353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:06.404283 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.421656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-0c440798-4c6b-49e8-ad36-2b0c88a3f662 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446763 Dec 17 16:01:06.500597 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-843f0422-d957-42e3-8415-f344e106df75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.531893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.536196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Allocated IP 2001:db8::138 (06d2169e-239d-4a78-bf1c-83932ba1ded2/b6120348-42f5-4a84-b52b-0f052172c3d0/aaace813-548d-418e-883a-ba6fe17f9924) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:06.541368 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.593341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:06.616287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-8a66d5a7-2280-4de8-982d-3e3ea4901166 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836493 Dec 17 16:01:06.626915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.684616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b3e308ee-ad6e-4e25-ae7e-68319f43a0f4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:06.735469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.782612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-4a8de17c-a23b-486e-a6ad-776593510c95 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648791 Dec 17 16:01:06.799592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:06.804322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=cbdba036-771c-406a-8d89-542a92052b7b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:06.808537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:06.815101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:06.817252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:06.979155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': '33da52fd-8a41-4b5e-8bae-2730c98e569f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:06.979844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:06.982093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=ecf68fcb-1a37-40ab-9c3e-f5d484371fb2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:07.015062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:07.029273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:07.037618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:07.042782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d44c41-8a56-4465-afd2-70093b5aca8f None None] Network b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:07.050315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:07.057037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:07.058033 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.088788 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Floating IP 48fd173f-2bc3-47e9-9eed-a73dc9970e75 associated. External IP: 172.25.0.155, port: 97cf5b5b-6334-4dbf-b1a7-5760752e0576. Dec 17 16:01:07.100991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0ab879a4-7442-4dbf-906c-9821a3cce255 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6281087 Dec 17 16:01:07.103926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53368) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:07.191065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282976f-99e3-4ee5-b0ad-fc0bce892c33 req-4121f4db-49c4-419b-b8e7-df5ef719613e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:07.192703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4282976f-99e3-4ee5-b0ad-fc0bce892c33 req-4121f4db-49c4-419b-b8e7-df5ef719613e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 944 time: 0.2232764 Dec 17 16:01:07.273042 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3525d541-30c9-4fca-893f-2edf9c9b51ca req-93970783-6c3b-4995-94f2-10e2040f04a4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 210 time: 0.0714915 Dec 17 16:01:07.277439 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.305121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port ecf68fcb-1a37-40ab-9c3e-f5d484371fb2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:07.306025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.339226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4282976f-99e3-4ee5-b0ad-fc0bce892c33 req-e1d1928d-31a7-41f6-b81f-9bddb8fda001 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372774 Dec 17 16:01:07.401526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.419280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for ecf68fcb-1a37-40ab-9c3e-f5d484371fb2 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:07.439792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.479422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Router b33d4698-d361-45f7-b303-af21e80556e5 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:07.480055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 18341698-1aa9-4545-9150-b7a6d66d3166 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:07.491148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network 06d2169e-239d-4a78-bf1c-83932ba1ded2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:07.496043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:07.500073 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:07.567756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 18341698-1aa9-4545-9150-b7a6d66d3166 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:01:07.575368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Port': ['ID=aaace813-548d-418e-883a-ba6fe17f9924,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:07.575739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 18341698-1aa9-4545-9150-b7a6d66d3166 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:07.576463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.779214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:07.782789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.785810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.853675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] Sync routers for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:07.865047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18341698-1aa9-4545-9150-b7a6d66d3166'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:07.867653 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f15df5-000e-4ab1-9b54-123bb3212139" -d '{"events": [{"server_uuid": "7af3c234-e8e1-4f95-af9f-e7c0f272c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "18341698-1aa9-4545-9150-b7a6d66d3166"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:07.871223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e55ea09f-1302-4aea-8ca8-026e11325b2b tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "PUT /v2.0/floatingips/48fd173f-2bc3-47e9-9eed-a73dc9970e75 HTTP/1.1" status: 200 len: 991 time: 2.6581328 Dec 17 16:01:07.886365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:07.889032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 18341698-1aa9-4545-9150-b7a6d66d3166, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=18341698-1aa9-4545-9150-b7a6d66d3166,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:07.890532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:07.891215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:00:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:07.893189 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c1b52d-d732-4f46-9698-55856194527d" -d '{"events": [{"name": "network-changed", "server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:07.925275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.945279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:07.951560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:07.988667 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffc0eb-e7cd-4e0d-b1c0-7f947f111b9f x-openstack-request-id: req-a6ffc0eb-e7cd-4e0d-b1c0-7f947f111b9f {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:07.988957 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af3c234-e8e1-4f95-af9f-e7c0f272c9cc", "name": "network-vif-plugged", "status": "completed", "tag": "18341698-1aa9-4545-9150-b7a6d66d3166", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:07.989212 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6ffc0eb-e7cd-4e0d-b1c0-7f947f111b9f {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:07.989593 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18341698-1aa9-4545-9150-b7a6d66d3166', 'code': 200} Dec 17 16:01:08.069565 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03fae77-be67-4831-98db-d535a7600657 x-openstack-request-id: req-d03fae77-be67-4831-98db-d535a7600657 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:08.069965 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:08.072326 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d03fae77-be67-4831-98db-d535a7600657 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:08.074379 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'status': 'completed', 'code': 200} Dec 17 16:01:08.097190 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.141686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=18341698-1aa9-4545-9150-b7a6d66d3166,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:08.171255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=ecf68fcb-1a37-40ab-9c3e-f5d484371fb2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:08.182538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd09e3-fe0f-4f03-86c8-92ba4e315e9e req-f4f4d3a6-8201-4879-b990-a45ef42d6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:08.183292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:01:08.184242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-72dd09e3-fe0f-4f03-86c8-92ba4e315e9e req-f4f4d3a6-8201-4879-b990-a45ef42d6867 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 1097 time: 0.1525505 Dec 17 16:01:08.186354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:08.189058 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.192939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55d2a62e-0ee7-40e4-9d96-5b336cc6e7c9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/ecf68fcb-1a37-40ab-9c3e-f5d484371fb2 HTTP/1.1" status: 204 len: 168 time: 1.0868273 Dec 17 16:01:08.196908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53386) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:08.213512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1b52d-d732-4f46-9698-55856194527d req-be025778-085f-47d4-9047-8cce917dad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:08.215865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45c1b52d-d732-4f46-9698-55856194527d req-be025778-085f-47d4-9047-8cce917dad77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fecf1ecb20742229709c6e2f5686b79&device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 1097 time: 0.1332335 Dec 17 16:01:08.240609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:08.240919 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.372820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1b52d-d732-4f46-9698-55856194527d req-da5915f3-a849-4a5b-94ef-3d67ac022d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:08.375630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45c1b52d-d732-4f46-9698-55856194527d req-da5915f3-a849-4a5b-94ef-3d67ac022d77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbee643e-ad74-45de-98f1-5e53daef7d61 HTTP/1.1" status: 200 len: 907 time: 0.1383557 Dec 17 16:01:08.415693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.459475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.536682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34132-4b2e-4e2c-80a6-ed2a3d4f351d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:08.545285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e34132-4b2e-4e2c-80a6-ed2a3d4f351d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:08.550735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-28e34132-4b2e-4e2c-80a6-ed2a3d4f351d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3438232 Dec 17 16:01:08.550735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-72dd09e3-fe0f-4f03-86c8-92ba4e315e9e req-d0df3f95-99f3-4f1f-9008-5a3a8cff0ed5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534894 Dec 17 16:01:08.567621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:08.573861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53392) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:08.601544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee455ff7-f5de-4ae3-aa65-179223b6fb67 req-347fe957-e0ad-4a6d-8717-4f3f32439821 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 210 time: 0.1427858 Dec 17 16:01:08.609117 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.687142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45c1b52d-d732-4f46-9698-55856194527d req-5a585f82-dd61-483d-a770-87f6da57b406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576 HTTP/1.1" status: 200 len: 999 time: 0.2958694 Dec 17 16:01:08.695852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-6bbb2d38-05e3-42e0-ae3e-91e110261df8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:08.697912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-6bbb2d38-05e3-42e0-ae3e-91e110261df8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.2213175 Dec 17 16:01:08.714714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Request body: {'port': {'device_id': '373403ef-6a60-49cf-9417-981ffb5d4392', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'admin_state_up': True, 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:08.714992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e44628de-4364-4001-a71e-d2c33da9115c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.797500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1b52d-d732-4f46-9698-55856194527d req-ab67c099-4bc8-40f0-8085-1b2bc26514cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:08.799155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45c1b52d-d732-4f46-9698-55856194527d req-ab67c099-4bc8-40f0-8085-1b2bc26514cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cab1947-f8fa-404a-9349-a6d7d8f6cb94 HTTP/1.1" status: 200 len: 845 time: 0.0512285 Dec 17 16:01:08.828676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:08.869169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port cbdba036-771c-406a-8d89-542a92052b7b {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:08.869595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.919968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '48fd173f-2bc3-47e9-9eed-a73dc9970e75', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'port_id': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'mac_address': 'fa:16:3e:c3:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21005401-c529-4dea-9fd0-1ab117c31785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:00:43Z', 'updated_at': '2021-12-17T16:01:06Z', 'revision_number': 1, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:08.951398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:08.974333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for cbdba036-771c-406a-8d89-542a92052b7b owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:08.999075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] Checking router: b33d4698-d361-45f7-b303-af21e80556e5 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:09.037601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:09.038568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:09.045106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc3a5-b9c9-4541-a26e-d2062c3cec58 req-b8b38640-b77d-4c17-83b6-0f9b9bc10001 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:09.052937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae7dc3a5-b9c9-4541-a26e-d2062c3cec58 req-b8b38640-b77d-4c17-83b6-0f9b9bc10001 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.5893102 Dec 17 16:01:09.058307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1b52d-d732-4f46-9698-55856194527d req-46450ced-9054-4069-8445-ff954a47607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:09.059924 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45c1b52d-d732-4f46-9698-55856194527d req-46450ced-9054-4069-8445-ff954a47607b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbee643e-ad74-45de-98f1-5e53daef7d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2535753 Dec 17 16:01:09.065194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:09.068945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:09.139986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae7dc3a5-b9c9-4541-a26e-d2062c3cec58 req-4c78b56e-4051-4f2b-8021-6041bb7b2978 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862064 Dec 17 16:01:09.189088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:09.189328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45c1b52d-d732-4f46-9698-55856194527d req-adc29f06-0b56-479b-8774-158748d603fc service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200831 Dec 17 16:01:09.229599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:09.256759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Router 324a0620-429a-42c5-a02c-6208d03468e4 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:09.282640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Allocated IP 172.20.0.11 (5f57b7f9-152e-41dc-b8de-b94d7b3e923b/0eb47c6b-d3e3-4298-9108-100b862eca61/497f24af-cfe4-485c-8da0-12dfbb5aad95) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:09.319209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=cbdba036-771c-406a-8d89-542a92052b7b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:09.336678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:09.340447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-47514b34-e661-426c-976f-943a50c9f4fc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/cbdba036-771c-406a-8d89-542a92052b7b HTTP/1.1" status: 204 len: 168 time: 0.7631037 Dec 17 16:01:09.345284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53400) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:09.398604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45c1b52d-d732-4f46-9698-55856194527d req-7a940127-98e8-4e84-a445-d3b526c3a216 service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961436 Dec 17 16:01:09.459452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:09.477262 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Sync routers for ids ['324a0620-429a-42c5-a02c-6208d03468e4'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:09.492524 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Routers {'324a0620-429a-42c5-a02c-6208d03468e4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:09.493248 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['324a0620-429a-42c5-a02c-6208d03468e4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:09.605729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '48fd173f-2bc3-47e9-9eed-a73dc9970e75', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'port_id': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'mac_address': 'fa:16:3e:c3:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21005401-c529-4dea-9fd0-1ab117c31785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:00:43Z', 'updated_at': '2021-12-17T16:01:06Z', 'revision_number': 1, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:09.620023 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Set router 324a0620-429a-42c5-a02c-6208d03468e4 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:09.818352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97fadb-d3c6-445b-9dd8-3574cbbb5cf2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:09.821053 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8c97fadb-d3c6-445b-9dd8-3574cbbb5cf2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4743123 Dec 17 16:01:09.824092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53404) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:09.854177 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a0620-429a-42c5-a02c-6208d03468e4', 'name': '', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2', 'external_fixed_ips': [{'subnet_id': 'b6120348-42f5-4a84-b52b-0f052172c3d0', 'ip_address': '2001:db8::138'}], 'enable_snat': True}, 'gw_port_id': 'aaace813-548d-418e-883a-ba6fe17f9924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:04Z', 'updated_at': '2021-12-17T16:01:07Z', 'revision_number': 3, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port': {'id': 'aaace813-548d-418e-883a-ba6fe17f9924', 'name': '', 'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324a0620-429a-42c5-a02c-6208d03468e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'b6120348-42f5-4a84-b52b-0f052172c3d0', 'ip_address': '2001:db8::138', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:06Z', 'updated_at': '2021-12-17T16:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6120348-42f5-4a84-b52b-0f052172c3d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:09.868498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ab110c8-b519-47f9-9d51-e32318224732 req-de8893c3-ce78-4b43-a466-26e2a7ffb0d2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 210 time: 0.0440660 Dec 17 16:01:09.878517 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72f7390-ddef-4324-b4b5-991d8adab004 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:09.887945 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Checking router: 324a0620-429a-42c5-a02c-6208d03468e4 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:09.888734 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Updating router 324a0620-429a-42c5-a02c-6208d03468e4 port aaace813-548d-418e-883a-ba6fe17f9924 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:01:09.891275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53406) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:09.892696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f72f7390-ddef-4324-b4b5-991d8adab004 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/ecf68fcb-1a37-40ab-9c3e-f5d484371fb2 HTTP/1.1" status: 404 len: 333 time: 0.0671489 Dec 17 16:01:09.907139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:09.909261 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0b08d915-c05e-4b97-9d5a-2fc213ffad9c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1743495 Dec 17 16:01:09.915034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53408) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:09.935769 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:09.951633 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbe4080-d75b-4e91-83e8-01a5d7735f4d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:09.954404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2dbe4080-d75b-4e91-83e8-01a5d7735f4d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/cbdba036-771c-406a-8d89-542a92052b7b HTTP/1.1" status: 404 len: 333 time: 0.0617459 Dec 17 16:01:09.966586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53410) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:09.998260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:10.000599 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbc8833-3688-45a7-8dc8-d5fb5976488c" -d '{"events": [{"server_uuid": "ac4c42c5-41d4-47f9-a88a-05151f5e73e6", "name": "network-vif-plugged", "status": "completed", "tag": "b3e308ee-ad6e-4e25-ae7e-68319f43a0f4"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:10.006622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edec220-4927-4098-b0c9-2522b7b3d6cf None None] The sync data for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 is: [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '48fd173f-2bc3-47e9-9eed-a73dc9970e75', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'port_id': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'mac_address': 'fa:16:3e:c3:97:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21005401-c529-4dea-9fd0-1ab117c31785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:00:43Z', 'updated_at': '2021-12-17T16:01:06Z', 'revision_number': 1, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:10.089042 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.114909 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0966c7f-e336-43cd-9e9d-a004464bfddc x-openstack-request-id: req-a0966c7f-e336-43cd-9e9d-a004464bfddc {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:10.115249 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4c42c5-41d4-47f9-a88a-05151f5e73e6", "name": "network-vif-plugged", "status": "completed", "tag": "b3e308ee-ad6e-4e25-ae7e-68319f43a0f4", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:10.115503 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0966c7f-e336-43cd-9e9d-a004464bfddc {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:10.115921 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4', 'code': 200} Dec 17 16:01:10.167087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.192986 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.224397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.374892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fab6e0-6b72-428f-998b-593fcecedc36 None None] New status for floating IP 48fd173f-2bc3-47e9-9eed-a73dc9970e75: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:01:10.393353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a425b0-698f-49a7-aa43-ec3dc7c7e0d4 req-0af03c49-9c06-44cf-b253-d896cf5df60a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:10.395010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73a425b0-698f-49a7-aa43-ec3dc7c7e0d4 req-0af03c49-9c06-44cf-b253-d896cf5df60a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1214664 Dec 17 16:01:10.420642 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.430824 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.438379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e027-bd8e-4f7a-aa61-2fe903a9e6fe req-bb23e835-c05e-4241-a169-2f99f9c84e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:10.440313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ff5e027-bd8e-4f7a-aa61-2fe903a9e6fe req-bb23e835-c05e-4241-a169-2f99f9c84e6b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.2369552 Dec 17 16:01:10.445573 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.476677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.487004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.499377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73a425b0-698f-49a7-aa43-ec3dc7c7e0d4 req-2e6c81a3-602a-4b56-9e8c-5bee817934ae tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966284 Dec 17 16:01:10.536470 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Attempting to bind port aaace813-548d-418e-883a-ba6fe17f9924 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:10.536972 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Attempting to bind port aaace813-548d-418e-883a-ba6fe17f9924 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '563c6edb-0369-4774-8f1a-c6c82a844207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:10.537393 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Attempting to bind port aaace813-548d-418e-883a-ba6fe17f9924 on network 06d2169e-239d-4a78-bf1c-83932ba1ded2 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:10.558357 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:10.559130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Checking segment: {'id': '563c6edb-0369-4774-8f1a-c6c82a844207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:10.561382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:10.561987 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.562487 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Bound using segment: {'id': '563c6edb-0369-4774-8f1a-c6c82a844207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:10.563079 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Bound port: aaace813-548d-418e-883a-ba6fe17f9924, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c6edb-0369-4774-8f1a-c6c82a844207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06d2169e-239d-4a78-bf1c-83932ba1ded2'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:10.563578 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.567810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Deleting port aaace813-548d-418e-883a-ba6fe17f9924 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:10.568178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.571674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:10.595613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:10.605446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33da52fd-8a41-4b5e-8bae-2730c98e569f') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:10.606039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33da52fd-8a41-4b5e-8bae-2730c98e569f') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:10.608055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:10.649433 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.653932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ff5e027-bd8e-4f7a-aa61-2fe903a9e6fe req-fe31a86c-950a-4851-b75e-9ad3c0dbf749 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063856 Dec 17 16:01:10.671717 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] For port aaace813-548d-418e-883a-ba6fe17f9924, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:10.679848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] For port aaace813-548d-418e-883a-ba6fe17f9924, host n-d-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:10.681149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.682667 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] For port aaace813-548d-418e-883a-ba6fe17f9924, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=aaace813-548d-418e-883a-ba6fe17f9924,segment=NetworkSegment(563c6edb-0369-4774-8f1a-c6c82a844207),segment_id=563c6edb-0369-4774-8f1a-c6c82a844207)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:10.688434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event updated for resources: {'Port': ['ID=497f24af-cfe4-485c-8da0-12dfbb5aad95,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:10.692734 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.701904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Calling delete_port for aaace813-548d-418e-883a-ba6fe17f9924 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:10.708591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.732223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:01:10.733097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:01:10.737157 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:01:10.758373 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aaae8-57db-420e-ab6d-44051a1b218b None None] Pushing event updated for resources: {'Port': ['ID=aaace813-548d-418e-883a-ba6fe17f9924,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:10.801449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:10.802131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.824779 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Routers {'324a0620-429a-42c5-a02c-6208d03468e4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:10.825469 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['324a0620-429a-42c5-a02c-6208d03468e4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:10.871496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7af6d6cd-243e-4e9c-95a8-669696ecdfef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1608984 Dec 17 16:01:10.877842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.882103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:10.906180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Request body: {'port': {'device_id': '373403ef-6a60-49cf-9417-981ffb5d4392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:10.976508 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aaae8-57db-420e-ab6d-44051a1b218b None None] Pushing event updated for resources: {'Port': ['ID=aaace813-548d-418e-883a-ba6fe17f9924,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:11.003514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.012927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b HTTP/1.1" status: 204 len: 168 time: 1.0453949 Dec 17 16:01:11.024851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53436) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:11.042452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-bee56615-d8d7-4509-83f8-9eed93a9b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.043425 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-bee56615-d8d7-4509-83f8-9eed93a9b20c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 1097 time: 0.0968220 Dec 17 16:01:11.044261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2128244486'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:11.058028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12594aa-84ea-40ac-ba4f-5adcf7817cbd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=b98a2e30-ad1a-4a92-903b-ffe3fc4c2b8b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:11.093212 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] Set router 324a0620-429a-42c5-a02c-6208d03468e4 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:11.094181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.144817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.153681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.177790 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a0620-429a-42c5-a02c-6208d03468e4', 'name': '', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:04Z', 'updated_at': '2021-12-17T16:01:10Z', 'revision_number': 4, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:11.195681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:11.199214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.204654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaace813-548d-418e-883a-ba6fe17f9924,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:11.220632 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7278805-db63-4bdb-8a04-4aeba56779d2 None None] The sync data for ids ['324a0620-429a-42c5-a02c-6208d03468e4'] in n-d-806683-20 is: [{'id': '324a0620-429a-42c5-a02c-6208d03468e4', 'name': '', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:04Z', 'updated_at': '2021-12-17T16:01:10Z', 'revision_number': 4, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:11.237776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100ab99-451c-4b4d-89b6-e9d62b3eae9e req-4a60c6e3-1ac9-4a92-b37c-fa6e369b1056 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.237932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ca20a-c24b-4a26-bd20-78d66336c00b req-696d80f7-4a99-4d2b-a337-61862dc764b0 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.239372 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8100ab99-451c-4b4d-89b6-e9d62b3eae9e req-4a60c6e3-1ac9-4a92-b37c-fa6e369b1056 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 932 time: 0.1872265 Dec 17 16:01:11.239513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-535ca20a-c24b-4a26-bd20-78d66336c00b req-696d80f7-4a99-4d2b-a337-61862dc764b0 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.2302573 Dec 17 16:01:11.280980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.388001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8100ab99-451c-4b4d-89b6-e9d62b3eae9e req-84b31504-e2ea-44cb-93c5-889121b7e6f0 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261384 Dec 17 16:01:11.391763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:11.414247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.418048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.423365 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.425410 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment 3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d of type vlan for network 11cb7f68-33d1-47ad-a7c7-1536deef456b Dec 17 16:01:11.473787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-4720608c-7493-4a1f-9517-9ac1ac509d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.475611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-4720608c-7493-4a1f-9517-9ac1ac509d07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.4242094 Dec 17 16:01:11.479487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-535ca20a-c24b-4a26-bd20-78d66336c00b req-11325bef-c17a-4936-815d-e34430ca2318 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102032 Dec 17 16:01:11.536481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.537046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 324a0620-429a-42c5-a02c-6208d03468e4 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:11.540065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-5dc437d5-3c00-4e0d-b356-8e593a0746da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18341698-1aa9-4545-9150-b7a6d66d3166 HTTP/1.1" status: 200 len: 217 time: 0.0538146 Dec 17 16:01:11.542970 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.546372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4f5deac2-2afa-43bd-87af-e83e5ab9149c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "DELETE /v2.0/routers/324a0620-429a-42c5-a02c-6208d03468e4 HTTP/1.1" status: 204 len: 168 time: 1.6279585 Dec 17 16:01:11.576380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53452) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:11.588545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.602720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-f10ae38a-ec21-4823-b531-100fd2622f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.604295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-f10ae38a-ec21-4823-b531-100fd2622f3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.0573795 Dec 17 16:01:11.660316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-eb13390e-683b-47d3-be25-2cba1110ec77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480068 Dec 17 16:01:11.678921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Deleting subnet b6120348-42f5-4a84-b52b-0f052172c3d0 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:01:11.693637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.699738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.700446 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.703606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.771950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-73261674-f806-4766-918f-e33f5c1078d5 service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040881 Dec 17 16:01:11.827261 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8013067 Dec 17 16:01:11.828630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53454) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:11.831737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.833817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:11.858749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a8cb4-e797-4bd9-9ba4-1d45da4a39dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=11cb7f68-33d1-47ad-a7c7-1536deef456b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:11.875753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 11cb7f68-33d1-47ad-a7c7-1536deef456b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:11.925652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.954816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497f24af-cfe4-485c-8da0-12dfbb5aad95 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:11.968527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:11.991852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Transition to ACTIVE for port object 497f24af-cfe4-485c-8da0-12dfbb5aad95 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:01:11.998693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.050694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.067957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Pushing event updated for resources: {'Port': ['ID=497f24af-cfe4-485c-8da0-12dfbb5aad95,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:12.095962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b6120348-42f5-4a84-b52b-0f052172c3d0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:12.114658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.119407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-858b005f-f65f-463e-8141-a17bf71ffe1c tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/b6120348-42f5-4a84-b52b-0f052172c3d0 HTTP/1.1" status: 204 len: 168 time: 0.5369995 Dec 17 16:01:12.122166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:12.123201 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.241809 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc8a16b-c70c-4eb2-9533-f6678cf359a2 req-0a7ef6e3-e418-4303-9f0c-c99054391e70 service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632676 Dec 17 16:01:12.242261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.246139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Attempting to bind port 497f24af-cfe4-485c-8da0-12dfbb5aad95 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:12.246479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Attempting to bind port 497f24af-cfe4-485c-8da0-12dfbb5aad95 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:12.246813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Attempting to bind port 497f24af-cfe4-485c-8da0-12dfbb5aad95 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:12.257963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:12.258389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Port 497f24af-cfe4-485c-8da0-12dfbb5aad95 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:01:12.258809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Attempting to bind port 497f24af-cfe4-485c-8da0-12dfbb5aad95 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:12.263402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.291338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:12.291689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Checking segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:12.292184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Bound using segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:12.292643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Bound port: 497f24af-cfe4-485c-8da0-12dfbb5aad95, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:12.293001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.357499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Performing IP validity checks on allocation pools {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:01:12.360613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:01:12.399197 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.433031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d2169e-239d-4a78-bf1c-83932ba1ded2']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:12.449573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563c6edb-0369-4774-8f1a-c6c82a844207') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:12.449902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563c6edb-0369-4774-8f1a-c6c82a844207') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:12.460399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] For port 497f24af-cfe4-485c-8da0-12dfbb5aad95, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:12.464344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.467218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] For port 497f24af-cfe4-485c-8da0-12dfbb5aad95, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=497f24af-cfe4-485c-8da0-12dfbb5aad95,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:12.490823 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.494002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.514159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.547859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:01:12.548283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:01:12.550227 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:01:12.577347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=aecdbd97-0ee8-4c08-8076-ff11d148f2ac,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:12.624030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:12.624659 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.626289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] 10.222.0.49 "PUT /v2.0/ports/497f24af-cfe4-485c-8da0-12dfbb5aad95 HTTP/1.1" status: 200 len: 1093 time: 1.7457707 Dec 17 16:01:12.626949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373403ef-6a60-49cf-9417-981ffb5d4392', 'tag': '497f24af-cfe4-485c-8da0-12dfbb5aad95'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:12.629596 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "373403ef-6a60-49cf-9417-981ffb5d4392", "tag": "497f24af-cfe4-485c-8da0-12dfbb5aad95"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:12.684251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': '3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:12.684874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: 11cb7f68-33d1-47ad-a7c7-1536deef456b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:12.723767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb7a3c-77c1-4868-9993-959d40b2648a req-ba6ca58d-9613-4feb-aade-336fbd7d53f1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:12.725446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9acb7a3c-77c1-4868-9993-959d40b2648a req-ba6ca58d-9613-4feb-aade-336fbd7d53f1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.0929043 Dec 17 16:01:12.726831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 11cb7f68-33d1-47ad-a7c7-1536deef456b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:12.742731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 11cb7f68-33d1-47ad-a7c7-1536deef456b) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:12.747662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:12.748150 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.755950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719368f9-bfb6-4bdd-8f70-70eaca723bfe None None] Network 11cb7f68-33d1-47ad-a7c7-1536deef456b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:12.799226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fb41c-6883-47da-bc74-fc038f65c481 req-512e34cf-99b4-4d58-a54e-d60a50692e13 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:12.808504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f7fb41c-6883-47da-bc74-fc038f65c481 req-512e34cf-99b4-4d58-a54e-d60a50692e13 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 944 time: 0.2912130 Dec 17 16:01:12.810708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47273483-9f32-47dc-a1d6-2ad9728a92c1 service neutron] Pushing event updated for resources: {'Port': ['ID=497f24af-cfe4-485c-8da0-12dfbb5aad95,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:12.816138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.829491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-cd020e1b-8f9c-4a97-80e1-c50f302d011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:12.831189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-cd020e1b-8f9c-4a97-80e1-c50f302d011d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 1096 time: 0.1512313 Dec 17 16:01:12.840433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06d2169e-239d-4a78-bf1c-83932ba1ded2 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 16:01:12.847574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:12.851350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1fb1da13-1766-4ead-a11f-174e05ee83de tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0186541 Dec 17 16:01:12.852580 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "DELETE /v2.0/networks/06d2169e-239d-4a78-bf1c-83932ba1ded2 HTTP/1.1" status: 204 len: 168 time: 0.7294059 Dec 17 16:01:12.855039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53474) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:12.914114 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9acb7a3c-77c1-4868-9993-959d40b2648a req-16ee05da-91ad-4441-b376-ffb9f590c307 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789236 Dec 17 16:01:12.933539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-7f6d77b4-3a63-4226-84f6-6d21ec451075 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497f24af-cfe4-485c-8da0-12dfbb5aad95 HTTP/1.1" status: 200 len: 217 time: 0.0795276 Dec 17 16:01:12.951511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b', 'name': 'tempest-PortsIpV6TestJSON-783985283'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:12.971338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f44d-768f-4833-9536-f371bfa6c2e4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event deleted for resources: {'Network': ['ID=06d2169e-239d-4a78-bf1c-83932ba1ded2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:13.035437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-11cb7f68-33d1-47ad-a7c7-1536deef456b', 'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b', 'project_id': 'aabedd0f9e504a5a89c482bf31babb47', 'fixed_ips': [{'subnet_id': 'aecdbd97-0ee8-4c08-8076-ff11d148f2ac'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:01:13.036404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.189686 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f7fb41c-6883-47da-bc74-fc038f65c481 req-ab3a7009-a6b7-4c11-9e98-a6d0dd88480f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806260 Dec 17 16:01:13.206816 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35328c60-7957-44fa-8704-a3f13c10fe80 x-openstack-request-id: req-35328c60-7957-44fa-8704-a3f13c10fe80 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:13.207473 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373403ef-6a60-49cf-9417-981ffb5d4392", "tag": "497f24af-cfe4-485c-8da0-12dfbb5aad95", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:13.208119 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35328c60-7957-44fa-8704-a3f13c10fe80 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:13.208777 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373403ef-6a60-49cf-9417-981ffb5d4392', 'tag': '497f24af-cfe4-485c-8da0-12dfbb5aad95', 'status': 'completed', 'code': 200} Dec 17 16:01:13.222458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-b9fbb678-1522-4f8d-ade4-944b52d85f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:13.224529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-b9fbb678-1522-4f8d-ade4-944b52d85f9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.2623546 Dec 17 16:01:13.269191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-6d0e9345-2b34-432d-81e4-c1a738446eea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365808 Dec 17 16:01:13.303231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Allocated IP 2001:db8::2 (11cb7f68-33d1-47ad-a7c7-1536deef456b/aecdbd97-0ee8-4c08-8076-ff11d148f2ac/c3485645-921c-409b-9714-210c22595f3f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:13.380194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:13.384335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.441982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 52e2e14f-6d93-44ee-acd5-7f765103cfcf yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:13.491608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-b1928022-2997-48dc-a43b-cccc8f92b145 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073476 Dec 17 16:01:13.576241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53492) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:13.576895 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.581490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a02d63a5-6636-45cf-80ca-587c26210b58 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'router': {'name': 'tempest-router--242113689', 'project_id': '827e76f051444749b53725702e64c67e'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:13.590001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.617326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a02d63a5-6636-45cf-80ca-587c26210b58 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.618899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a02d63a5-6636-45cf-80ca-587c26210b58 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.640098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Network 11cb7f68-33d1-47ad-a7c7-1536deef456b is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:13.643511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:13.647439 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:13.658777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Pushing event updated for resources: {'Port': ['ID=c3485645-921c-409b-9714-210c22595f3f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:13.670056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::284 (11cb7f68-33d1-47ad-a7c7-1536deef456b/aecdbd97-0ee8-4c08-8076-ff11d148f2ac/52e2e14f-6d93-44ee-acd5-7f765103cfcf) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:13.682353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a02d63a5-6636-45cf-80ca-587c26210b58 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.688575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a02d63a5-6636-45cf-80ca-587c26210b58 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.709031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a02d63a5-6636-45cf-80ca-587c26210b58 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.714161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a02d63a5-6636-45cf-80ca-587c26210b58 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1341491 Dec 17 16:01:13.714438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:13.716990 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f4d0770-748e-4602-96f1-2f11b22b5128 req-ded1d9bf-2279-48dd-99dc-905b56c4cd86 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185252 Dec 17 16:01:13.724914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Attempting to bind port c3485645-921c-409b-9714-210c22595f3f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:13.726428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Attempting to bind port c3485645-921c-409b-9714-210c22595f3f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:13.726811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Attempting to bind port c3485645-921c-409b-9714-210c22595f3f on network 11cb7f68-33d1-47ad-a7c7-1536deef456b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:13.732643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:13.733072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Checking segment: {'id': '3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:13.733568 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.734053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Bound using segment: {'id': '3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:13.734620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Bound port: c3485645-921c-409b-9714-210c22595f3f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '11cb7f68-33d1-47ad-a7c7-1536deef456b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:13.735010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.818562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] For port c3485645-921c-409b-9714-210c22595f3f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:13.825788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] For port c3485645-921c-409b-9714-210c22595f3f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c3485645-921c-409b-9714-210c22595f3f,segment=NetworkSegment(3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d),segment_id=3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:13.833496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab3276e3-b334-49ef-b6bb-a5e4e0c5ff93 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.834296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:13.849387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-087afafa-8a87-498a-a87d-22183731db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:13.851298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-087afafa-8a87-498a-a87d-22183731db1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 1096 time: 0.0685163 Dec 17 16:01:13.916031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fb825-5681-476b-88d8-70177bb8f41e None None] Pushing event updated for resources: {'Port': ['ID=c3485645-921c-409b-9714-210c22595f3f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:13.958571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.020654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-9edb4b7f-d59d-486b-9344-96496e88e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:14.022242 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-9edb4b7f-d59d-486b-9344-96496e88e495 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 912 time: 0.1636913 Dec 17 16:01:14.080635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-777a3cf8-b313-4849-a13b-9a7b87545f0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=497f24af-cfe4-485c-8da0-12dfbb5aad95 HTTP/1.1" status: 200 len: 217 time: 0.0463996 Dec 17 16:01:14.094328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab3276e3-b334-49ef-b6bb-a5e4e0c5ff93 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.097972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab3276e3-b334-49ef-b6bb-a5e4e0c5ff93 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.137219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.163810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddbea4-a406-47ea-94e5-3e823b67805d req-02c5a775-c6dd-4513-a805-2460e0cbeeeb tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:14.180414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbddbea4-a406-47ea-94e5-3e823b67805d req-02c5a775-c6dd-4513-a805-2460e0cbeeeb tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1580045 Dec 17 16:01:14.214454 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab3276e3-b334-49ef-b6bb-a5e4e0c5ff93 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.214989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3276e3-b334-49ef-b6bb-a5e4e0c5ff93 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7cad489-0396-438a-87e7-99c0f912297c {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:14.224833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab3276e3-b334-49ef-b6bb-a5e4e0c5ff93 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.226074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ab3276e3-b334-49ef-b6bb-a5e4e0c5ff93 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d7cad489-0396-438a-87e7-99c0f912297c HTTP/1.1" status: 204 len: 168 time: 0.5088749 Dec 17 16:01:14.266942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 11cb7f68-33d1-47ad-a7c7-1536deef456b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:14.276770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:14.309095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:14.311245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbddbea4-a406-47ea-94e5-3e823b67805d req-a8986a7f-7132-4bde-8a41-9c14dfbfdf31 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299336 Dec 17 16:01:14.314654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:14.315301 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.336811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=52e2e14f-6d93-44ee-acd5-7f765103cfcf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:14.359354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-6efbf685-3955-4fc5-8e76-3985f65af6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:14.361521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-6efbf685-3955-4fc5-8e76-3985f65af6f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.2720063 Dec 17 16:01:14.374084 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-81bd8b31-b9a7-4f23-8086-160faea21fa7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4430432 Dec 17 16:01:14.376866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53506) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:14.394782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53508) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:14.425130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-8e4addaa-503f-4a30-b88a-122c8850e64d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554371 Dec 17 16:01:14.549635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb1248-16e1-40c5-bfd6-6db1ddcff261 req-856c2672-f84e-4b07-9d7e-e917672bb04c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:14.551227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-edeb1248-16e1-40c5-bfd6-6db1ddcff261 req-856c2672-f84e-4b07-9d7e-e917672bb04c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 944 time: 0.1657729 Dec 17 16:01:14.552631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 52e2e14f-6d93-44ee-acd5-7f765103cfcf {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:14.552891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.644320 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-42211ead-9eaa-4d86-8cc5-c0329b3c919d service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967661 Dec 17 16:01:14.648585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-edeb1248-16e1-40c5-bfd6-6db1ddcff261 req-86f1b8bb-c16a-4e13-ae4a-1cda69981ac9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711410 Dec 17 16:01:14.666501 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.682688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 52e2e14f-6d93-44ee-acd5-7f765103cfcf owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:14.733422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-273005400', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:14.765768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-524dd5ee-d9f3-4ecd-b0d8-008f18791ac5 req-69a0140b-f58d-4c43-afe6-7b291e4eb13c service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143165 Dec 17 16:01:14.782688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.783843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.874500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.956122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:14.982206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c3485645-921c-409b-9714-210c22595f3f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:14.995804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=52e2e14f-6d93-44ee-acd5-7f765103cfcf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:15.058493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c3485645-921c-409b-9714-210c22595f3f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:15.058789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.094812 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.101296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf862021-09db-4b3d-a15f-5fb9dd3f4179 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/52e2e14f-6d93-44ee-acd5-7f765103cfcf HTTP/1.1" status: 204 len: 168 time: 0.7206814 Dec 17 16:01:15.102119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53516) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:15.129704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.134129 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca1e9cd-505a-41c5-9614-9254c569c96f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:01:15.134690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca1e9cd-505a-41c5-9614-9254c569c96f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:01:15.143037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53518) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:15.144689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4ca1e9cd-505a-41c5-9614-9254c569c96f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/52e2e14f-6d93-44ee-acd5-7f765103cfcf HTTP/1.1" status: 404 len: 333 time: 0.0371203 Dec 17 16:01:15.192324 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.234864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port c3485645-921c-409b-9714-210c22595f3f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c3485645-921c-409b-9714-210c22595f3f,segment=NetworkSegment(3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d),segment_id=3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:15.237368 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5153de-493f-4ec3-9a4d-3f32603948cd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:15.239170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6a5153de-493f-4ec3-9a4d-3f32603948cd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/52e2e14f-6d93-44ee-acd5-7f765103cfcf HTTP/1.1" status: 404 len: 333 time: 0.0933177 Dec 17 16:01:15.241479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.242157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53520) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:15.347238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet aecdbd97-0ee8-4c08-8076-ff11d148f2ac {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:01:15.351363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.405762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8bfd89-53d6-4a74-bb41-5847c7cf3332 None None] Network 11cb7f68-33d1-47ad-a7c7-1536deef456b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:15.416298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.520212 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.521319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.550536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=c3485645-921c-409b-9714-210c22595f3f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:15.556142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce563-0a23-4f1b-8db8-c13002348bdb req-2f72cfb1-a218-4939-ac99-2d1de1b9d6fa tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.557760 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.560546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-853066c5-c790-4437-9ec5-d483e5589e5e None None] Provisioning complete for port c3485645-921c-409b-9714-210c22595f3f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:15.561051 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-853066c5-c790-4437-9ec5-d483e5589e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.564460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc9ce563-0a23-4f1b-8db8-c13002348bdb req-2f72cfb1-a218-4939-ac99-2d1de1b9d6fa tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1102746 Dec 17 16:01:15.572959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.624156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.670677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=aecdbd97-0ee8-4c08-8076-ff11d148f2ac,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:15.707753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.707957 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc9ce563-0a23-4f1b-8db8-c13002348bdb req-5c03dc8d-6d01-4817-888c-eda4014dd82a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385710 Dec 17 16:01:15.714690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-47eb4050-4dcd-410d-a394-01d424f96ac6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/aecdbd97-0ee8-4c08-8076-ff11d148f2ac HTTP/1.1" status: 204 len: 168 time: 0.4685278 Dec 17 16:01:15.716685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53530) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:15.790625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Allocated IP 172.25.0.38 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/bc249785-2bf0-4f40-9a0d-2c68661971c5) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:15.916818 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.931152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02313d-3623-4808-96a2-21dc5be5ab9a None None] Network 11cb7f68-33d1-47ad-a7c7-1536deef456b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:15.961811 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:15.991812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 497f24af-cfe4-485c-8da0-12dfbb5aad95 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:01:16.015163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:16.023201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:16.025726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event updated for resources: {'Port': ['ID=bc249785-2bf0-4f40-9a0d-2c68661971c5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:16.034494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:16.073351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47fbd3-4676-44f7-a08c-b87896454756 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:16.148561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-367e1d3d-4e9e-4f73-a7b0-534e93ab83a6 None None] Provisioning complete for port c3485645-921c-409b-9714-210c22595f3f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:16.149347 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-367e1d3d-4e9e-4f73-a7b0-534e93ab83a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.199169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.258003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab50213-6140-4ecb-8159-467030f9e5ca req-d3566046-09d0-49d4-981d-f6039f85524f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:16.269765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ab50213-6140-4ecb-8159-467030f9e5ca req-d3566046-09d0-49d4-981d-f6039f85524f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 944 time: 0.1699758 Dec 17 16:01:16.301437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 497f24af-cfe4-485c-8da0-12dfbb5aad95, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=497f24af-cfe4-485c-8da0-12dfbb5aad95,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:16.312947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] DHCP port deletion for 11cb7f68-33d1-47ad-a7c7-1536deef456b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:16.324633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '497f24af-cfe4-485c-8da0-12dfbb5aad95', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'port_id': '497f24af-cfe4-485c-8da0-12dfbb5aad95', 'mac_address': 'fa:16:3e:c5:14:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb47c6b-d3e3-4298-9108-100b862eca61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:01:16.416920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ab50213-6140-4ecb-8159-467030f9e5ca req-c32f6f02-26f9-46b0-97f4-2fb619984c12 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458881 Dec 17 16:01:16.449807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port c3485645-921c-409b-9714-210c22595f3f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:16.450274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.452274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-65bb51af-9630-4e96-b9b8-2e1d7294dcf5 None None] Provisioning complete for port bc249785-2bf0-4f40-9a0d-2c68661971c5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:16.452800 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65bb51af-9630-4e96-b9b8-2e1d7294dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.497905 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.502688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-65bb51af-9630-4e96-b9b8-2e1d7294dcf5 None None] Port bc249785-2bf0-4f40-9a0d-2c68661971c5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:16.520712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] Deleting port c3485645-921c-409b-9714-210c22595f3f {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:16.521101 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.538651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f24af-cfe4-485c-8da0-12dfbb5aad95 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:16.568711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] For port c3485645-921c-409b-9714-210c22595f3f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c3485645-921c-409b-9714-210c22595f3f,segment=NetworkSegment(3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d),segment_id=3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:16.569967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.590443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for c3485645-921c-409b-9714-210c22595f3f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:16.628327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.637703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 497f24af-cfe4-485c-8da0-12dfbb5aad95, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=497f24af-cfe4-485c-8da0-12dfbb5aad95,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:16.643361 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.646627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] For port c3485645-921c-409b-9714-210c22595f3f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c3485645-921c-409b-9714-210c22595f3f,segment=NetworkSegment(3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d),segment_id=3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:16.647027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.700052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] Calling delete_port for c3485645-921c-409b-9714-210c22595f3f owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:16.715892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=497f24af-cfe4-485c-8da0-12dfbb5aad95,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:16.749900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.750628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.751435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.753721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.754720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.755334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.756534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.756924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.757255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.760076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.761770 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.762597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.763129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.763710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:16.794364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=c3485645-921c-409b-9714-210c22595f3f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:16.802970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No DVR routers for this DVR port c3485645-921c-409b-9714-210c22595f3f on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:16.859503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.874908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] No DVR routers for this DVR port c3485645-921c-409b-9714-210c22595f3f on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:16.896595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1d4b-d8c8-43b1-b248-ced6e4126570 None None] Pushing event deleted for resources: {'Port': ['ID=c3485645-921c-409b-9714-210c22595f3f,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:16.937591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:16.952853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ce04e-ce47-4b78-bdf6-3ff9c17a80b9 req-7aad11a6-54b5-4a97-9975-1c1f38cd69f2 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:16.954884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c8ce04e-ce47-4b78-bdf6-3ff9c17a80b9 req-7aad11a6-54b5-4a97-9975-1c1f38cd69f2 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1225350 Dec 17 16:01:16.965579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c3485645-921c-409b-9714-210c22595f3f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:16.977629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cb7f68-33d1-47ad-a7c7-1536deef456b']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:16.987585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['497f24af-cfe4-485c-8da0-12dfbb5aad95'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:16.989986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c3485645-921c-409b-9714-210c22595f3f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:01:16.990322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c3485645-921c-409b-9714-210c22595f3f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:16.996206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:16.996509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4df9e3-3e17-488a-bf3a-ef6b8ed19a1d') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:17.020461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.045119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c8ce04e-ce47-4b78-bdf6-3ff9c17a80b9 req-12327436-25de-4df5-81c3-29035e3944dc tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770254 Dec 17 16:01:17.046156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.054237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:01:17.054661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:01:17.060278 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:01:17.070553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.142806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.162162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.167582 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/11cb7f68-33d1-47ad-a7c7-1536deef456b HTTP/1.1" status: 204 len: 168 time: 1.4494762 Dec 17 16:01:17.173363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53540) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:17.180708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46722e-7ec5-4ecf-b066-0cd74d9f4505 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=11cb7f68-33d1-47ad-a7c7-1536deef456b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:17.184480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1392644023'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:17.220023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:17.223451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.260422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:17.273685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.274024 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment 1d4f9c78-0f72-436e-b1f1-af8d3175d52a of type vlan for network 8626b4a1-6c40-4983-a041-725d7a90a76f Dec 17 16:01:17.275132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Router f0f8085d-094b-4afc-9c8b-b86e7d9cab5c is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:17.353855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.424403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.429880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:17.430463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.559442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13711-f5ed-4bf7-9516-d1f1d4207ba8 req-122280a7-b729-45e2-8989-e30f287f9f4f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:17.568040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9a13711-f5ed-4bf7-9516-d1f1d4207ba8 req-122280a7-b729-45e2-8989-e30f287f9f4f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 945 time: 0.0673528 Dec 17 16:01:17.623292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9a13711-f5ed-4bf7-9516-d1f1d4207ba8 req-9fb28d15-1d29-4522-bff4-3baf5d8cda2f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543201 Dec 17 16:01:17.783644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:17.795001 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] Sync routers for ids ['f0f8085d-094b-4afc-9c8b-b86e7d9cab5c'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:17.802468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6253133 Dec 17 16:01:17.803340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53550) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:17.806358 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] Routers {'f0f8085d-094b-4afc-9c8b-b86e7d9cab5c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:17.807025 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f0f8085d-094b-4afc-9c8b-b86e7d9cab5c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:17.808286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:17.810741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd061e41-999a-4ded-b949-b8eabc9fb6ef tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=8626b4a1-6c40-4983-a041-725d7a90a76f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:17.821026 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.821916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 8626b4a1-6c40-4983-a041-725d7a90a76f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:17.826607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e630b734-81a9-481b-8daf-074d34d57963 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4306307 Dec 17 16:01:17.827221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:17.867652 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:17.876696 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] Routers {'f0f8085d-094b-4afc-9c8b-b86e7d9cab5c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:17.877611 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f0f8085d-094b-4afc-9c8b-b86e7d9cab5c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:17.912393 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:17.913339 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07dd7cc-af37-4615-b44b-0a9a1a42a7ce None None] The sync data for ids ['f0f8085d-094b-4afc-9c8b-b86e7d9cab5c'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:17.935369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:17.939566 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:17.941950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6a21d136-c774-4392-89d6-e03cf0ea0211 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/f0f8085d-094b-4afc-9c8b-b86e7d9cab5c HTTP/1.1" status: 200 len: 923 time: 0.1133146 Dec 17 16:01:17.944874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53554) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:17.971779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-221eda7b-e965-4823-b03a-9ca40b16beb3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0f8085d-094b-4afc-9c8b-b86e7d9cab5c HTTP/1.1" status: 200 len: 205 time: 0.0250154 Dec 17 16:01:17.973158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 497f24af-cfe4-485c-8da0-12dfbb5aad95 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:17.973896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53556) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:18.034696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 497f24af-cfe4-485c-8da0-12dfbb5aad95 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:01:18.039952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 497f24af-cfe4-485c-8da0-12dfbb5aad95 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:18.040297 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.095188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.148048 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.176088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373403ef-6a60-49cf-9417-981ffb5d4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f24af-cfe4-485c-8da0-12dfbb5aad95'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:18.179228 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d1d6e-e9ea-403a-ad4d-a7361438d55f" -d '{"events": [{"server_uuid": "373403ef-6a60-49cf-9417-981ffb5d4392", "name": "network-vif-plugged", "status": "completed", "tag": "497f24af-cfe4-485c-8da0-12dfbb5aad95"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:18.184566 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.194129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 497f24af-cfe4-485c-8da0-12dfbb5aad95, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=497f24af-cfe4-485c-8da0-12dfbb5aad95,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:18.200328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.239597 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600444e9-0946-46dc-8552-1ae2fa9dedbb x-openstack-request-id: req-600444e9-0946-46dc-8552-1ae2fa9dedbb {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:18.240151 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373403ef-6a60-49cf-9417-981ffb5d4392", "name": "network-vif-plugged", "status": "completed", "tag": "497f24af-cfe4-485c-8da0-12dfbb5aad95", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:18.240405 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-600444e9-0946-46dc-8552-1ae2fa9dedbb {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:18.240797 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373403ef-6a60-49cf-9417-981ffb5d4392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f24af-cfe4-485c-8da0-12dfbb5aad95', 'code': 200} Dec 17 16:01:18.260617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=497f24af-cfe4-485c-8da0-12dfbb5aad95,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:18.272321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.288402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=c2d7827c-77a8-43ee-8fd5-6ea3ea61e437,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:18.304296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': '1d4f9c78-0f72-436e-b1f1-af8d3175d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:18.304899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: 8626b4a1-6c40-4983-a041-725d7a90a76f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:18.323488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8adea-6d6c-468f-ad71-3b4c5c4b20c2 req-b43f9707-41fb-48b0-9fed-ec3882408d8a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.325075 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3b8adea-6d6c-468f-ad71-3b4c5c4b20c2 req-b43f9707-41fb-48b0-9fed-ec3882408d8a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1210012 Dec 17 16:01:18.358004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 8626b4a1-6c40-4983-a041-725d7a90a76f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:18.370926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656247f3-6754-460e-bc84-0bd1e8217583 req-180160c1-d5f7-4c3f-bb5a-c595eda81e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.372573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-656247f3-6754-460e-bc84-0bd1e8217583 req-180160c1-d5f7-4c3f-bb5a-c595eda81e5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 1098 time: 0.0640879 Dec 17 16:01:18.373908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 8626b4a1-6c40-4983-a041-725d7a90a76f) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:18.378064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.379026 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.389307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0d73e-29da-4c63-82d7-65d3158eba2f None None] Network 8626b4a1-6c40-4983-a041-725d7a90a76f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:18.391673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Deleting port bc249785-2bf0-4f40-9a0d-2c68661971c5 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:18.392124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.400079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3b8adea-6d6c-468f-ad71-3b4c5c4b20c2 req-92a4201d-e9ce-4bba-94f3-3ff1bf7fdb0c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662262 Dec 17 16:01:18.447887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-08aae54b-88e4-4054-bec6-340370cce0a5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6438632 Dec 17 16:01:18.448776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53564) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:18.455373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1527699863'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:18.518487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-656247f3-6754-460e-bc84-0bd1e8217583 req-a1d62bc3-b662-4ff3-a127-25a42c5c1bc8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364975 Dec 17 16:01:18.519327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.531512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8626b4a1-6c40-4983-a041-725d7a90a76f', 'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f', 'project_id': 'aabedd0f9e504a5a89c482bf31babb47', 'fixed_ips': [{'subnet_id': 'c2d7827c-77a8-43ee-8fd5-6ea3ea61e437'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:01:18.532565 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.544126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Calling delete_port for bc249785-2bf0-4f40-9a0d-2c68661971c5 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:18.602328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:18.606700 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.658264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 41863007-f852-49f5-8adf-fee3d197231b yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:18.749294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Allocated IP 2001:db8::2 (8626b4a1-6c40-4983-a041-725d7a90a76f/c2d7827c-77a8-43ee-8fd5-6ea3ea61e437/50a855c8-5376-41eb-85c7-1349a6d5696e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:18.806932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aa9d0-fd45-48e1-83b4-b790f84d4a11 req-92c5a4eb-874d-4a40-afb0-388fb1882f54 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.808685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be2aa9d0-fd45-48e1-83b4-b790f84d4a11 req-92c5a4eb-874d-4a40-afb0-388fb1882f54 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.0679817 Dec 17 16:01:18.842413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.871249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be2aa9d0-fd45-48e1-83b4-b790f84d4a11 req-3f75716c-e2c3-4128-847f-25a3e385840f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548937 Dec 17 16:01:18.882448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event deleted for resources: {'Port': ['ID=bc249785-2bf0-4f40-9a0d-2c68661971c5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:18.911426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab2d6c-d93c-4a85-9e55-e1d88997b329 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:18.969655 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.976389 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:18.978294 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.035455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Network 8626b4a1-6c40-4983-a041-725d7a90a76f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:19.042523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:19.047785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:19.070155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::1b5 (8626b4a1-6c40-4983-a041-725d7a90a76f/c2d7827c-77a8-43ee-8fd5-6ea3ea61e437/41863007-f852-49f5-8adf-fee3d197231b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:19.086134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Pushing event updated for resources: {'Port': ['ID=50a855c8-5376-41eb-85c7-1349a6d5696e,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:19.116726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Attempting to bind port 50a855c8-5376-41eb-85c7-1349a6d5696e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:19.117283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Attempting to bind port 50a855c8-5376-41eb-85c7-1349a6d5696e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1d4f9c78-0f72-436e-b1f1-af8d3175d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:19.117775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Attempting to bind port 50a855c8-5376-41eb-85c7-1349a6d5696e on network 8626b4a1-6c40-4983-a041-725d7a90a76f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:19.124337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:19.124727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Checking segment: {'id': '1d4f9c78-0f72-436e-b1f1-af8d3175d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:19.125139 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.125533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Bound using segment: {'id': '1d4f9c78-0f72-436e-b1f1-af8d3175d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:19.126008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Bound port: 50a855c8-5376-41eb-85c7-1349a6d5696e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4f9c78-0f72-436e-b1f1-af8d3175d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8626b4a1-6c40-4983-a041-725d7a90a76f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:19.126392 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.131230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.133757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.186386 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.186969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Fanout notify agent at l3_agent the message router_deleted on router f0f8085d-094b-4afc-9c8b-b86e7d9cab5c {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:19.198316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.200002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-73badeba-ccd2-4c34-a7f7-794219c2ecf3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/f0f8085d-094b-4afc-9c8b-b86e7d9cab5c HTTP/1.1" status: 204 len: 168 time: 1.2246931 Dec 17 16:01:19.203106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53582) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:19.208103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'router': {'name': 'tempest-snat-router-299581843', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': False}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:19.215957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] For port 50a855c8-5376-41eb-85c7-1349a6d5696e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:19.219332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] For port 50a855c8-5376-41eb-85c7-1349a6d5696e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=50a855c8-5376-41eb-85c7-1349a6d5696e,segment=NetworkSegment(1d4f9c78-0f72-436e-b1f1-af8d3175d52a),segment_id=1d4f9c78-0f72-436e-b1f1-af8d3175d52a)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:19.225316 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.233900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.235197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.288246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc919860-12d9-4374-ae31-ecfa6e764f42 None None] Pushing event updated for resources: {'Port': ['ID=50a855c8-5376-41eb-85c7-1349a6d5696e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:19.314308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.327390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.402949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.473131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=41863007-f852-49f5-8adf-fee3d197231b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:19.506583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 8626b4a1-6c40-4983-a041-725d7a90a76f is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:19.508580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:19.517158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:19.525299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:19.525976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.546967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5a14c260-4833-4a84-8722-cce0072ad3af tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0953860 Dec 17 16:01:19.550003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53592) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:19.688544 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.763523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 41863007-f852-49f5-8adf-fee3d197231b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:19.764302 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.836741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526cdfa-eaba-4fb7-b8a2-bc8929984a77 req-82c9bd4a-40d3-4c5f-b0d8-39a088cb2d20 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:19.838352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a526cdfa-eaba-4fb7-b8a2-bc8929984a77 req-82c9bd4a-40d3-4c5f-b0d8-39a088cb2d20 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.2645466 Dec 17 16:01:19.889860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:19.911667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a526cdfa-eaba-4fb7-b8a2-bc8929984a77 req-7dc9e1cd-dec2-4614-ade5-7e235d4d888f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593865 Dec 17 16:01:19.925491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 41863007-f852-49f5-8adf-fee3d197231b owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:20.100209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.115844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef4feb-1660-48ce-bc31-c43e33086a9f req-b7d849c9-9d7a-440d-9bf1-c19783d28e2f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:20.118112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03ef4feb-1660-48ce-bc31-c43e33086a9f req-b7d849c9-9d7a-440d-9bf1-c19783d28e2f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.1007819 Dec 17 16:01:20.121155 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.125885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.180325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=41863007-f852-49f5-8adf-fee3d197231b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:20.231718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.239860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7c3af74f-822a-4b99-855f-41f2a0ac2bd7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/41863007-f852-49f5-8adf-fee3d197231b HTTP/1.1" status: 204 len: 168 time: 0.6884639 Dec 17 16:01:20.243747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53600) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:20.276284 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8edb260-ff24-4c3f-8bd0-0abe4f7f1e49 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:20.278541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d8edb260-ff24-4c3f-8bd0-0abe4f7f1e49 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/41863007-f852-49f5-8adf-fee3d197231b HTTP/1.1" status: 404 len: 333 time: 0.0337870 Dec 17 16:01:20.283394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:20.290359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03ef4feb-1660-48ce-bc31-c43e33086a9f req-af2ea8e9-800a-4998-a620-56f257193a36 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613445 Dec 17 16:01:20.304796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Allocated IP 172.25.0.177 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/c5ecb1ae-0264-4fd7-89a6-609a442cd3b9) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:20.408857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet c2d7827c-77a8-43ee-8fd5-6ea3ea61e437 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:01:20.418764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.525598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.611532 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.626380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357f2b2-da92-42f2-b8b5-5197bd32bb34 req-1a667485-ea87-46ec-b60c-b6220f10309a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:20.633401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b357f2b2-da92-42f2-b8b5-5197bd32bb34 req-1a667485-ea87-46ec-b60c-b6220f10309a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.0885470 Dec 17 16:01:20.694771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b357f2b2-da92-42f2-b8b5-5197bd32bb34 req-f71647cc-e82f-4957-a704-d5db12f3fe88 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541806 Dec 17 16:01:20.718203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.718203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.780811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:20.789064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:20.794671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:20.804160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d920be-2ac0-495b-9554-3cffa2c59df7 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:20.826365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Port': ['ID=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:20.872742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3bf47ac4-07d0-429d-9723-6fbd52807128 None None] Provisioning complete for port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:20.873340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3bf47ac4-07d0-429d-9723-6fbd52807128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.923696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac1efe2-c370-4d3d-8f6c-666c4960409f None None] Network 8626b4a1-6c40-4983-a041-725d7a90a76f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:20.926805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:20.995503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d7827c-77a8-43ee-8fd5-6ea3ea61e437,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:21.007611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.013583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8e2a4012-48ec-4e17-9d20-fc68116d8df6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/c2d7827c-77a8-43ee-8fd5-6ea3ea61e437 HTTP/1.1" status: 204 len: 168 time: 0.7266598 Dec 17 16:01:21.013972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53616) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:21.085031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad82fb-e694-4ab3-a34f-c62736718c07 req-f2f2185c-8021-4fe2-9866-cd01a36320c8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:21.092742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44ad82fb-e694-4ab3-a34f-c62736718c07 req-f2f2185c-8021-4fe2-9866-cd01a36320c8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.0747902 Dec 17 16:01:21.104252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.139258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 50a855c8-5376-41eb-85c7-1349a6d5696e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:21.144452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3bf47ac4-07d0-429d-9723-6fbd52807128 None None] Port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:21.162507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 50a855c8-5376-41eb-85c7-1349a6d5696e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:21.163361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.221431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44ad82fb-e694-4ab3-a34f-c62736718c07 req-41d948af-c8bc-4470-b058-03f55719c9dd tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272428 Dec 17 16:01:21.231379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] For port 50a855c8-5376-41eb-85c7-1349a6d5696e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=50a855c8-5376-41eb-85c7-1349a6d5696e,segment=NetworkSegment(1d4f9c78-0f72-436e-b1f1-af8d3175d52a),segment_id=1d4f9c78-0f72-436e-b1f1-af8d3175d52a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:21.231854 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.232419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 50a855c8-5376-41eb-85c7-1349a6d5696e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:21.232796 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.246880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.255500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 50a855c8-5376-41eb-85c7-1349a6d5696e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:21.288511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-73320eae-77df-40ee-9aa5-f552b891e1d6 None None] Provisioning complete for port 50a855c8-5376-41eb-85c7-1349a6d5696e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:21.288899 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73320eae-77df-40ee-9aa5-f552b891e1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.346372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] DHCP port deletion for 8626b4a1-6c40-4983-a041-725d7a90a76f request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:21.368129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.394809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=50a855c8-5376-41eb-85c7-1349a6d5696e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:21.398986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No DVR routers for this DVR port 50a855c8-5376-41eb-85c7-1349a6d5696e on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:21.404056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.417207 n-d-806683-20 neutron-server[109785]: INFO neutron.plugins.ml2.db [None req-73320eae-77df-40ee-9aa5-f552b891e1d6 None None] No ports have port_id starting with 50a855c8-5376-41eb-85c7-1349a6d5696e Dec 17 16:01:21.467428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] Deleting port 50a855c8-5376-41eb-85c7-1349a6d5696e {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:21.467905 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.477134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.484452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.505232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8626b4a1-6c40-4983-a041-725d7a90a76f']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:21.514598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4f9c78-0f72-436e-b1f1-af8d3175d52a') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:21.514900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4f9c78-0f72-436e-b1f1-af8d3175d52a') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:21.524904 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.532131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] For port 50a855c8-5376-41eb-85c7-1349a6d5696e, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:21.532517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.540025 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.547369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:01:21.547764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.550644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] Calling delete_port for 50a855c8-5376-41eb-85c7-1349a6d5696e owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:01:21.551860 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:01:21.554473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] Port 50a855c8-5376-41eb-85c7-1349a6d5696e was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:01:21.556195 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.578816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] Pushing event deleted for resources: {'Port': ['ID=50a855c8-5376-41eb-85c7-1349a6d5696e,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:21.603908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb3d6a-52f7-4297-8501-f9833dde79bd None None] No DVR routers for this DVR port 50a855c8-5376-41eb-85c7-1349a6d5696e on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:21.625633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.637098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:21.637969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Router eac69ae2-4131-4c36-b671-6f9df1d7cde7 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:21.640808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/8626b4a1-6c40-4983-a041-725d7a90a76f HTTP/1.1" status: 204 len: 168 time: 0.6258211 Dec 17 16:01:21.645622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53622) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:21.650584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'name': 'tempest-PortsIpV6TestJSON-964237540'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:21.655897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5580972-baf1-42d6-a6d5-e9d48ad1274e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=8626b4a1-6c40-4983-a041-725d7a90a76f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:21.859035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e28630-cc57-41df-bc02-d6f1f59ddf82 req-fc8c63f7-9bab-4bca-a2cd-af742bf23aca tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:21.861449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8e28630-cc57-41df-bc02-d6f1f59ddf82 req-fc8c63f7-9bab-4bca-a2cd-af742bf23aca tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.0725827 Dec 17 16:01:21.921502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8e28630-cc57-41df-bc02-d6f1f59ddf82 req-8de734ef-eef9-4b1f-967b-a71cf30a19c2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494719 Dec 17 16:01:22.190951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:22.194412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.207289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:22.219421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Sync routers for ids ['eac69ae2-4131-4c36-b671-6f9df1d7cde7'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:22.228566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port c19d12e2-c83b-4fd3-921f-e823a5054830 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:22.235077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Routers {'eac69ae2-4131-4c36-b671-6f9df1d7cde7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:22.235882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['eac69ae2-4131-4c36-b671-6f9df1d7cde7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:22.247958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f905e-821c-4c1a-bcbe-473889e8513f req-5d4e879e-113d-461a-a238-f2d67f3c9f50 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:22.249489 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d60f905e-821c-4c1a-bcbe-473889e8513f req-5d4e879e-113d-461a-a238-f2d67f3c9f50 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.1085649 Dec 17 16:01:22.255011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.259328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-214c460b-fbde-484a-8c21-2a747cd294c2 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0549304 Dec 17 16:01:22.259511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53640) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:22.365990 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d60f905e-821c-4c1a-bcbe-473889e8513f req-088a6a94-1af0-458b-8e0f-8d0b37bbb04f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765281 Dec 17 16:01:22.404402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Set router eac69ae2-4131-4c36-b671-6f9df1d7cde7 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:22.447238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-589433f4-fe50-4720-bb7a-32b64e2cf67a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/eac69ae2-4131-4c36-b671-6f9df1d7cde7 HTTP/1.1" status: 200 len: 908 time: 0.1864531 Dec 17 16:01:22.448306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53642) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:22.456663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'router': {'name': 'tempest-snat-router-299581843', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': True}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:22.470216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.474190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84e8a9-f39e-46ff-8b02-6592b301e503 req-5faa167e-225e-4419-acec-6523abe6d206 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:22.477509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b84e8a9-f39e-46ff-8b02-6592b301e503 req-5faa167e-225e-4419-acec-6523abe6d206 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1282601 Dec 17 16:01:22.510672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.531709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.532805 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.563373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b84e8a9-f39e-46ff-8b02-6592b301e503 req-478be44f-a9dd-4f77-be5d-d50a9346c3fc tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753434 Dec 17 16:01:22.607632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:22.609319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=c19d12e2-c83b-4fd3-921f-e823a5054830,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:22.621219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:22.624198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:22.633259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:22.634563 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.636487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.661988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ec574c3-951f-4592-8c0b-a7a0eeb93f3c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0158288 Dec 17 16:01:22.663433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53644) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:22.663999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac69ae2-4131-4c36-b671-6f9df1d7cde7', 'name': 'tempest-snat-router-299581843', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': False}, 'gw_port_id': 'c5ecb1ae-0264-4fd7-89a6-609a442cd3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:19Z', 'updated_at': '2021-12-17T16:01:21Z', 'revision_number': 3, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port': {'id': 'c5ecb1ae-0264-4fd7-89a6-609a442cd3b9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac69ae2-4131-4c36-b671-6f9df1d7cde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:20Z', 'updated_at': '2021-12-17T16:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:22.696736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Checking router: eac69ae2-4131-4c36-b671-6f9df1d7cde7 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:22.697087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Updating router eac69ae2-4131-4c36-b671-6f9df1d7cde7 port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:01:22.722889 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.773088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port c19d12e2-c83b-4fd3-921f-e823a5054830 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:22.773698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.796202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.859703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:22.875316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for c19d12e2-c83b-4fd3-921f-e823a5054830 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:22.959712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 50a855c8-5376-41eb-85c7-1349a6d5696e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:22.985113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 50a855c8-5376-41eb-85c7-1349a6d5696e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:01:22.985382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 50a855c8-5376-41eb-85c7-1349a6d5696e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:23.035071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.082853 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.084731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=c19d12e2-c83b-4fd3-921f-e823a5054830,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:23.088879 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.091560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.097386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-79c21150-f274-44cc-ba8a-f70fe6a7651b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/c19d12e2-c83b-4fd3-921f-e823a5054830 HTTP/1.1" status: 204 len: 168 time: 0.4295659 Dec 17 16:01:23.097830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53652) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:23.104750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'mac_address': 'fa:16:3e:56:6e:9c', 'name': 'tempest-PortsIpV6TestJSON-1339331833'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:23.109687 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.131060 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.155637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d549f529-0f29-4103-a12b-54b9075ce498 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:23.202114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Attempting to bind port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:23.202494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Attempting to bind port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:23.202859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Attempting to bind port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:23.208665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf5ee-dac1-448c-8c0d-d7a02af23b35 None None] Pushing event updated for resources: {'Port': ['ID=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:23.212891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:23.212891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:23.213181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.213559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:23.214050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Bound port: c5ecb1ae-0264-4fd7-89a6-609a442cd3b9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:23.214420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.225173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:23.262808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Allocated IP 172.25.0.185 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/96cb3bfb-527e-4e53-aa74-633e9b195e60) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:23.281935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] For port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:23.284294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5c8e1a31-cbe5-4868-b397-a13d0a0c81b1 None None] Provisioning complete for port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:23.284670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a31-cbe5-4868-b397-a13d0a0c81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.287517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] For port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:23.300414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.313993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.326480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 99ba8488-a71c-4bad-9149-0b8b3436fa24 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:23.388163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e1a31-cbe5-4868-b397-a13d0a0c81b1 None None] Port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:23.409396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f642f89-5b9f-4260-89e6-a2496d8f3350 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:23.418219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf5ee-dac1-448c-8c0d-d7a02af23b35 None None] Pushing event updated for resources: {'Port': ['ID=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:23.421510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Routers {'eac69ae2-4131-4c36-b671-6f9df1d7cde7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:23.422126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['eac69ae2-4131-4c36-b671-6f9df1d7cde7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:23.430397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.472578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.536781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:23.540996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:23.546256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:23.560989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d87a49-0862-4936-b2ef-a445a8cedb34 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:23.573474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.579241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Port': ['ID=96cb3bfb-527e-4e53-aa74-633e9b195e60,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:23.613022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] Set router eac69ae2-4131-4c36-b671-6f9df1d7cde7 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:23.693667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f472d6-3fac-4050-9c1e-14778fac8d99 req-92eb55a2-a0c1-457e-a059-c87b9f3ddea7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:23.712794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-16f472d6-3fac-4050-9c1e-14778fac8d99 req-92eb55a2-a0c1-457e-a059-c87b9f3ddea7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.1097360 Dec 17 16:01:23.716463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-aa1637db-01da-434b-ae76-24bd676751fa None None] Provisioning complete for port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:23.717180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa1637db-01da-434b-ae76-24bd676751fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.796972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-16f472d6-3fac-4050-9c1e-14778fac8d99 req-e74402cc-187c-4d39-b740-7d1595e6fcf5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796468 Dec 17 16:01:23.804934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.874634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=99ba8488-a71c-4bad-9149-0b8b3436fa24,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:23.895590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:23.897831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:23.900676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:23.908899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:23.909814 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:23.944826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b30345ed-92f4-47e4-8de8-0b04ae3d3b1b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8454649 Dec 17 16:01:23.945438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53660) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:23.950014 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa1637db-01da-434b-ae76-24bd676751fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.011131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf87ee-421d-430e-9f05-3690a50135ea tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:24.016852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1bbf87ee-421d-430e-9f05-3690a50135ea tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/99ba8488-a71c-4bad-9149-0b8b3436fa24 HTTP/1.1" status: 200 len: 845 time: 0.0627792 Dec 17 16:01:24.018075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53664) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:24.043281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-aa1637db-01da-434b-ae76-24bd676751fa None None] For port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:24.062585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa1637db-01da-434b-ae76-24bd676751fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.110481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac69ae2-4131-4c36-b671-6f9df1d7cde7', 'name': 'tempest-snat-router-299581843', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': False}, 'gw_port_id': 'c5ecb1ae-0264-4fd7-89a6-609a442cd3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:19Z', 'updated_at': '2021-12-17T16:01:21Z', 'revision_number': 3, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port': {'id': 'c5ecb1ae-0264-4fd7-89a6-609a442cd3b9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac69ae2-4131-4c36-b671-6f9df1d7cde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:20Z', 'updated_at': '2021-12-17T16:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:24.154543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29979ddf-88c7-448d-b47b-7d1eaea77795 None None] The sync data for ids ['eac69ae2-4131-4c36-b671-6f9df1d7cde7'] in n-d-806683-20 is: [{'id': 'eac69ae2-4131-4c36-b671-6f9df1d7cde7', 'name': 'tempest-snat-router-299581843', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': False}, 'gw_port_id': 'c5ecb1ae-0264-4fd7-89a6-609a442cd3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:19Z', 'updated_at': '2021-12-17T16:01:21Z', 'revision_number': 3, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port': {'id': 'c5ecb1ae-0264-4fd7-89a6-609a442cd3b9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac69ae2-4131-4c36-b671-6f9df1d7cde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:20Z', 'updated_at': '2021-12-17T16:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:24.155250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 99ba8488-a71c-4bad-9149-0b8b3436fa24 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:24.155887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.189645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1637db-01da-434b-ae76-24bd676751fa None None] Pushing event updated for resources: {'Port': ['ID=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:24.218585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-57250e99-e631-4b12-8368-2af31c9cea08 None None] Provisioning complete for port 96cb3bfb-527e-4e53-aa74-633e9b195e60 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:24.218949 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57250e99-e631-4b12-8368-2af31c9cea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.265639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.268409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-57250e99-e631-4b12-8368-2af31c9cea08 None None] Port 96cb3bfb-527e-4e53-aa74-633e9b195e60 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:24.281095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 99ba8488-a71c-4bad-9149-0b8b3436fa24 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:24.288526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-ab4a45d9-5302-4599-a5a0-68e5d935e294 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:24.290756 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-ab4a45d9-5302-4599-a5a0-68e5d935e294 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.1969371 Dec 17 16:01:24.301090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2ec44-0366-4251-90b8-14ddafab05dd req-5070c31e-ea53-4523-84cb-a39996bebf9f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:24.302618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fe2ec44-0366-4251-90b8-14ddafab05dd req-5070c31e-ea53-4523-84cb-a39996bebf9f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.2128062 Dec 17 16:01:24.373249 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.404549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=99ba8488-a71c-4bad-9149-0b8b3436fa24,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:24.419603 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.427126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d092fee3-33d1-43f5-92c0-8b336864f1a0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/99ba8488-a71c-4bad-9149-0b8b3436fa24 HTTP/1.1" status: 204 len: 168 time: 0.4020281 Dec 17 16:01:24.428118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53672) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:24.456684 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02d8548-acbe-4aa0-87ee-11533cc0e248 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:24.462977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f02d8548-acbe-4aa0-87ee-11533cc0e248 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/99ba8488-a71c-4bad-9149-0b8b3436fa24 HTTP/1.1" status: 404 len: 333 time: 0.0340869 Dec 17 16:01:24.463722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53674) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:24.469266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'name': 'tempest-PortsIpV6TestJSON-1233438116'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:24.574474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fe2ec44-0366-4251-90b8-14ddafab05dd req-a9b3a3e3-e379-4c15-a5d3-773f01fb17cb tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887217 Dec 17 16:01:24.613075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.622086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:24.626131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.654248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 46870cea-cbff-4d31-9ad8-de1c840e7cab yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:24.691800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Deleting port 497f24af-cfe4-485c-8da0-12dfbb5aad95 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:24.692174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:24.967264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.039361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] For port 497f24af-cfe4-485c-8da0-12dfbb5aad95, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=497f24af-cfe4-485c-8da0-12dfbb5aad95,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:25.039902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.054208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:25.055115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Calling delete_port for 497f24af-cfe4-485c-8da0-12dfbb5aad95 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:25.111631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.159430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:25.165787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:25.172068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:25.180443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:25.180443 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.191581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.193231 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.305087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=46870cea-cbff-4d31-9ad8-de1c840e7cab,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:25.318539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24049810-bb09-47ad-898a-feb74601d7f7 req-520c6cc0-4f6d-49fe-bb0d-bbeafa21ee22 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.327986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24049810-bb09-47ad-898a-feb74601d7f7 req-520c6cc0-4f6d-49fe-bb0d-bbeafa21ee22 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=373403ef-6a60-49cf-9417-981ffb5d4392 HTTP/1.1" status: 200 len: 946 time: 0.1991801 Dec 17 16:01:25.332264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.339168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.346036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.353261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.359682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.366887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.371449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.373725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.381915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-380fcc3d-dd02-4108-922a-9610321f6edd tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.3404768 Dec 17 16:01:25.406980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-df24a8fe-f421-4735-b83c-60e9cde3dfb8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9395499 Dec 17 16:01:25.415623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53690) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:25.429372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:25.476733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24049810-bb09-47ad-898a-feb74601d7f7 req-d8189065-7cbb-4e8e-8bfa-345a0e46a9c6 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477642 Dec 17 16:01:25.578053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.608778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be5dd030-ecaa-4c04-a863-d37a3fae958b req-39b6bd5a-9841-4496-87e2-7c5158599a13 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2018335 Dec 17 16:01:25.744093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.755579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['497f24af-cfe4-485c-8da0-12dfbb5aad95'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:25.839988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] No DVR routers for this DVR port 497f24af-cfe4-485c-8da0-12dfbb5aad95 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:25.843222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:25.847441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f7e8ab50-26c3-4099-97d3-3bc1860823bb req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "DELETE /v2.0/ports/497f24af-cfe4-485c-8da0-12dfbb5aad95 HTTP/1.1" status: 204 len: 173 time: 1.5438292 Dec 17 16:01:25.867031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373403ef-6a60-49cf-9417-981ffb5d4392', 'name': 'network-vif-deleted', 'tag': '497f24af-cfe4-485c-8da0-12dfbb5aad95'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:25.876600 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeacd36-3284-4b0b-b3cd-955064562724" -d '{"events": [{"server_uuid": "373403ef-6a60-49cf-9417-981ffb5d4392", "name": "network-vif-deleted", "tag": "497f24af-cfe4-485c-8da0-12dfbb5aad95"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:25.882822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de1552-fe2c-4277-96da-afa45c92bb3f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event deleted for resources: {'Port': ['ID=497f24af-cfe4-485c-8da0-12dfbb5aad95,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:25.893472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Router caf47ade-da95-46c3-b609-f1ba24cb7d90 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:25.959005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30755785-2767-4157-984c-d7993a674a72 req-c88ff5a6-f7a0-41b7-81a4-96565338e499 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.961080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30755785-2767-4157-984c-d7993a674a72 req-c88ff5a6-f7a0-41b7-81a4-96565338e499 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1230483 Dec 17 16:01:25.991479 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b2ad9-63db-47bd-a851-dc9d698a1b34 x-openstack-request-id: req-8e6b2ad9-63db-47bd-a851-dc9d698a1b34 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:25.992200 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373403ef-6a60-49cf-9417-981ffb5d4392", "name": "network-vif-deleted", "tag": "497f24af-cfe4-485c-8da0-12dfbb5aad95", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:25.992686 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e6b2ad9-63db-47bd-a851-dc9d698a1b34 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:25.993291 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373403ef-6a60-49cf-9417-981ffb5d4392', 'name': 'network-vif-deleted', 'tag': '497f24af-cfe4-485c-8da0-12dfbb5aad95', 'status': 'completed', 'code': 200} Dec 17 16:01:26.056403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.067425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:26.068777 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.078957 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Sync routers for ids ['caf47ade-da95-46c3-b609-f1ba24cb7d90'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:26.095270 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Routers {'caf47ade-da95-46c3-b609-f1ba24cb7d90'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:26.097011 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.097440 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['caf47ade-da95-46c3-b609-f1ba24cb7d90'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:26.098972 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-470f522a-62c6-4a10-bb87-ae2e79672f14 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6480610 Dec 17 16:01:26.102324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53696) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:26.127298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30755785-2767-4157-984c-d7993a674a72 req-37eda8ce-833d-4c35-abd7-a8ae9b300d9d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581180 Dec 17 16:01:26.139098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] In _notify_port_updated(), no bound segment for port 46870cea-cbff-4d31-9ad8-de1c840e7cab on network 443c644b-a644-47ac-bbef-bc01241ea23d {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:01:26.144876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.145529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.146855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "PUT /v2.0/ports/46870cea-cbff-4d31-9ad8-de1c840e7cab HTTP/1.1" status: 200 len: 818 time: 0.7301390 Dec 17 16:01:26.165089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53698) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:26.214819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cef84-8d63-455c-af49-268e2a7c20dd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=46870cea-cbff-4d31-9ad8-de1c840e7cab,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:26.232285 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Set router caf47ade-da95-46c3-b609-f1ba24cb7d90 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:26.298659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.315704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.329854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.338586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.346600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.354587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.361720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.364130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-40586c6d-6dfa-4240-bed6-8de4e68c0e6a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.2507322 Dec 17 16:01:26.391646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2a35d23e-4270-4cc6-b24d-d5f48a47e837 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/caf47ade-da95-46c3-b609-f1ba24cb7d90 HTTP/1.1" status: 200 len: 907 time: 0.2866309 Dec 17 16:01:26.392891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53702) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:26.471776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-f553b350-ec76-453b-ac95-b9aedc5722b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.481153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-f553b350-ec76-453b-ac95-b9aedc5722b0 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "GET /v2.0/ports/af86f54b-aced-4965-a78e-cb34f69485f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1004226 Dec 17 16:01:26.547023 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf47ade-da95-46c3-b609-f1ba24cb7d90', 'name': 'tempest-snat-router-299581843', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '96cb3bfb-527e-4e53-aa74-633e9b195e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:22Z', 'updated_at': '2021-12-17T16:01:24Z', 'revision_number': 3, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port': {'id': '96cb3bfb-527e-4e53-aa74-633e9b195e60', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf47ade-da95-46c3-b609-f1ba24cb7d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:23Z', 'updated_at': '2021-12-17T16:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:26.566362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 46870cea-cbff-4d31-9ad8-de1c840e7cab {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:26.566707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.620576 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Checking router: caf47ade-da95-46c3-b609-f1ba24cb7d90 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:26.622075 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Updating router caf47ade-da95-46c3-b609-f1ba24cb7d90 port 96cb3bfb-527e-4e53-aa74-633e9b195e60 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:01:26.682869 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.711336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.748410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c1d43170-624d-4de0-8f97-3c70d81d9f64 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "GET /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2606442 Dec 17 16:01:26.749346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.761585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:26.764728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 46870cea-cbff-4d31-9ad8-de1c840e7cab owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:26.878406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.921221 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:26.963151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.000753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=46870cea-cbff-4d31-9ad8-de1c840e7cab,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:27.008417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.016203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.016770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.020775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-08d891c7-5794-4fce-a3b8-3867d37df35d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/46870cea-cbff-4d31-9ad8-de1c840e7cab HTTP/1.1" status: 204 len: 168 time: 0.8542588 Dec 17 16:01:27.031520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.038019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.046291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.054175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.063740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.066426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-b31ea925-2c42-4b42-971a-4466417ac625 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 5443 time: 0.1578579 Dec 17 16:01:27.067049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53724) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:27.130992 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.137716 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.189739 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Attempting to bind port 96cb3bfb-527e-4e53-aa74-633e9b195e60 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:27.190476 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Attempting to bind port 96cb3bfb-527e-4e53-aa74-633e9b195e60 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:27.191087 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Attempting to bind port 96cb3bfb-527e-4e53-aa74-633e9b195e60 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:27.193328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feac45d-cb6c-484e-b83f-6a48641dab2d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:27.205338 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:27.209158 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:27.210235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6e265-af41-4db5-bb6a-b48e76ed6c15 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.210768 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.212019 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:27.214859 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Bound port: 96cb3bfb-527e-4e53-aa74-633e9b195e60, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:27.215002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b5d6e265-af41-4db5-bb6a-b48e76ed6c15 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1460350 Dec 17 16:01:27.215610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53728) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:27.215732 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.218969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-2205b7e7-4449-4ddf-881e-b45e06410eef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.220926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-2205b7e7-4449-4ddf-881e-b45e06410eef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.2354159 Dec 17 16:01:27.240087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-c7f8e3ef-0d5b-46e0-b381-5a377a2da623 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/quotas/ec8c73f39ca1466ba2fd5a259830ccda HTTP/1.1" status: 200 len: 375 time: 0.0124459 Dec 17 16:01:27.257725 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9e878d-e4d8-4a91-997d-e52ac689f928 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:27.263741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8a9e878d-e4d8-4a91-997d-e52ac689f928 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/46870cea-cbff-4d31-9ad8-de1c840e7cab HTTP/1.1" status: 404 len: 333 time: 0.0431771 Dec 17 16:01:27.265644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53730) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:27.271196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-706204459'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:27.277948 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-74baf340-1b21-4265-a347-2dd91a1a561d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298462 Dec 17 16:01:27.281481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01f46d1a-e2f2-4d35-9172-384518daf6f4 req-f09701ba-acf5-49ab-ba35-a8e35cd653c5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d&id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513307 Dec 17 16:01:27.285983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Deleting port 96cb3bfb-527e-4e53-aa74-633e9b195e60 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:27.286484 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.310541 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] For port 96cb3bfb-527e-4e53-aa74-633e9b195e60, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:27.314178 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] For port 96cb3bfb-527e-4e53-aa74-633e9b195e60, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=96cb3bfb-527e-4e53-aa74-633e9b195e60,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:27.324685 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.325985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7dfb0481-ac81-432f-a636-165675e5b82f None None] Provisioning complete for port 96cb3bfb-527e-4e53-aa74-633e9b195e60 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:27.326411 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0481-ac81-432f-a636-165675e5b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.335243 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39546f-11cc-4857-92b6-a7f37e5d598d None None] Pushing event updated for resources: {'Port': ['ID=96cb3bfb-527e-4e53-aa74-633e9b195e60,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:27.379163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] For port af86f54b-aced-4965-a78e-cb34f69485f3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=af86f54b-aced-4965-a78e-cb34f69485f3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:27.399532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:27.403716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.423466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccadd2b-702e-434c-b01f-e50befa25ebc None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:27.459372 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Routers {'caf47ade-da95-46c3-b609-f1ba24cb7d90'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:27.460320 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['caf47ade-da95-46c3-b609-f1ba24cb7d90'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:27.464493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:27.477357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.477763 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment e62c77f6-853d-40d1-94a0-fda6f45395e7 of type vlan for network d5b638a0-1120-498a-9bb1-bffd8acda0b7 Dec 17 16:01:27.519066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a8f6a4b7-3a12-4302-85c9-76d8441471ff no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:27.527309 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.545338 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39546f-11cc-4857-92b6-a7f37e5d598d None None] Pushing event updated for resources: {'Port': ['ID=96cb3bfb-527e-4e53-aa74-633e9b195e60,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:27.549614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-62f282ef-78f4-470a-9e12-e0208f97f093 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529249 Dec 17 16:01:27.586229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] For port af86f54b-aced-4965-a78e-cb34f69485f3, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:27.589263 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] Set router caf47ade-da95-46c3-b609-f1ba24cb7d90 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:27.612742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.618432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.619150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.634799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.652457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] device_id is not set on port af86f54b-aced-4965-a78e-cb34f69485f3 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:27.666659 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.676496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.682250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf47ade-da95-46c3-b609-f1ba24cb7d90', 'name': 'tempest-snat-router-299581843', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:22Z', 'updated_at': '2021-12-17T16:01:26Z', 'revision_number': 4, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:27.692301 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0481-ac81-432f-a636-165675e5b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.723480 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f990a-6d75-435c-bba9-e5ca1b02aad0 None None] The sync data for ids ['caf47ade-da95-46c3-b609-f1ba24cb7d90'] in n-d-806683-20 is: [{'id': 'caf47ade-da95-46c3-b609-f1ba24cb7d90', 'name': 'tempest-snat-router-299581843', 'tenant_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:22Z', 'updated_at': '2021-12-17T16:01:26Z', 'revision_number': 4, 'project_id': 'e7d2623647134763aaf0db1c3ae93ec6', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:27.732200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-f78ba3c5-4477-45ff-b164-f2d7c8624416 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676221 Dec 17 16:01:27.749359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7dfb0481-ac81-432f-a636-165675e5b82f None None] For port 96cb3bfb-527e-4e53-aa74-633e9b195e60, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=96cb3bfb-527e-4e53-aa74-633e9b195e60,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:27.758469 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0481-ac81-432f-a636-165675e5b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.781430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] No DVR routers for this DVR port af86f54b-aced-4965-a78e-cb34f69485f3 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:27.829142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] Pushing event updated for resources: {'Port': ['ID=af86f54b-aced-4965-a78e-cb34f69485f3,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:27.856563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] In _notify_port_updated(), no bound segment for port af86f54b-aced-4965-a78e-cb34f69485f3 on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:01:27.857451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.858057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:27.859404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-de21dee4-d6ad-4cc5-9314-5f3a4372f835 service neutron] 10.222.0.47 "PUT /v2.0/ports/af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 200 len: 1033 time: 1.1026199 Dec 17 16:01:27.948881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-a0c0c097-5286-4d64-a3ef-f00680e359db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.950595 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-a0c0c097-5286-4d64-a3ef-f00680e359db tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "GET /v2.0/ports/475205d7-93e1-41f2-aac3-9179c4c5545c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0750544 Dec 17 16:01:27.971553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:27.976762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.044005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 497f24af-cfe4-485c-8da0-12dfbb5aad95 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:28.096888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.116750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:28.119194 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce8505-113a-4646-880b-d76efdaf47d5" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:28.137152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0481-ac81-432f-a636-165675e5b82f None None] Pushing event updated for resources: {'Port': ['ID=96cb3bfb-527e-4e53-aa74-633e9b195e60,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:28.157557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4445e678-d006-4c10-8c18-c1d485761e8d None None] Provisioning complete for port 96cb3bfb-527e-4e53-aa74-633e9b195e60 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:28.157924 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4445e678-d006-4c10-8c18-c1d485761e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.159833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 497f24af-cfe4-485c-8da0-12dfbb5aad95 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:01:28.160178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 497f24af-cfe4-485c-8da0-12dfbb5aad95 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:28.182709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a8f6a4b7-3a12-4302-85c9-76d8441471ff, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:28.234622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.235329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 475205d7-93e1-41f2-aac3-9179c4c5545c no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:28.250287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Calling delete_port for 96cb3bfb-527e-4e53-aa74-633e9b195e60 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:28.278964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0122209 Dec 17 16:01:28.302812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:28.312854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:28.354021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] For port 475205d7-93e1-41f2-aac3-9179c4c5545c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=475205d7-93e1-41f2-aac3-9179c4c5545c,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:28.389182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] For port 475205d7-93e1-41f2-aac3-9179c4c5545c, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:28.428692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] device_id is not set on port 475205d7-93e1-41f2-aac3-9179c4c5545c yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:28.437142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54e927-61f6-4d79-b7b1-04d9c881656e req-360d8282-ec03-43fa-bb41-61ff857c3aa0 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:28.437890 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.446214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f54e927-61f6-4d79-b7b1-04d9c881656e req-360d8282-ec03-43fa-bb41-61ff857c3aa0 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.8867190 Dec 17 16:01:28.462535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 475205d7-93e1-41f2-aac3-9179c4c5545c not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:28.463769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2825f97c-8692-45cd-9e2c-e6d299813cdb no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:28.467168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cf722-4031-44f4-bd47-eb37ce13d011 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=d5b638a0-1120-498a-9bb1-bffd8acda0b7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:28.470992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.557845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f8742887-f784-4c5b-82cc-da0f4cc8b3bd req-88543a0a-c989-44e8-8b6a-72c3fd340232 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 210 time: 0.1171925 Dec 17 16:01:28.630062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:28.634556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.671688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f54e927-61f6-4d79-b7b1-04d9c881656e req-72905dde-3a32-46e8-9580-353f199b67c7 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244165 Dec 17 16:01:28.691353 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:01:28.707319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] No DVR routers for this DVR port 475205d7-93e1-41f2-aac3-9179c4c5545c on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:28.712311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] Pushing event updated for resources: {'Port': ['ID=475205d7-93e1-41f2-aac3-9179c4c5545c,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:28.846240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=a8f6a4b7-3a12-4302-85c9-76d8441471ff,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:28.866346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] In _notify_port_updated(), no bound segment for port 475205d7-93e1-41f2-aac3-9179c4c5545c on network 23384b65-cb3e-4750-95b4-36a39b629de6 {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:01:28.867491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:28.868160 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:28.876706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b15b819a-5793-48ad-ab24-eff072130a76 service neutron] 10.222.0.47 "PUT /v2.0/ports/475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 200 len: 1031 time: 0.9091542 Dec 17 16:01:28.879017 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f9b05-8ce1-4dbc-88c5-50e1fb573bac x-openstack-request-id: req-7a0f9b05-8ce1-4dbc-88c5-50e1fb573bac {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:28.879530 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:28.879968 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a0f9b05-8ce1-4dbc-88c5-50e1fb573bac {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:28.880553 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff', 'code': 200} Dec 17 16:01:28.881868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:28.922399 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-6f51142c-a97e-4a83-99d9-b41ba739c0bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4720128 Dec 17 16:01:29.078151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1930-5de3-4530-b433-0bbf83945650 req-4a0ccd0b-4e3e-4ff4-acfd-48c697f58d64 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:29.084580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1930-5de3-4530-b433-0bbf83945650 req-4a0ccd0b-4e3e-4ff4-acfd-48c697f58d64 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:29.088682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.090682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1930-5de3-4530-b433-0bbf83945650 req-4a0ccd0b-4e3e-4ff4-acfd-48c697f58d64 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:29.098321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1930-5de3-4530-b433-0bbf83945650 req-4a0ccd0b-4e3e-4ff4-acfd-48c697f58d64 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:29.104488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1930-5de3-4530-b433-0bbf83945650 req-4a0ccd0b-4e3e-4ff4-acfd-48c697f58d64 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:29.106474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bfb1930-5de3-4530-b433-0bbf83945650 req-4a0ccd0b-4e3e-4ff4-acfd-48c697f58d64 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 3883 time: 0.1881263 Dec 17 16:01:29.130316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40ec0798-bb25-4b6b-9f73-438b7dbee4b1 None None] Provisioning complete for port af86f54b-aced-4965-a78e-cb34f69485f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:29.130681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40ec0798-bb25-4b6b-9f73-438b7dbee4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.223492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-5a000811-6602-4cf2-93f1-975c9b52ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:29.226147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-40ec0798-bb25-4b6b-9f73-438b7dbee4b1 None None] Port af86f54b-aced-4965-a78e-cb34f69485f3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:29.226540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-5a000811-6602-4cf2-93f1-975c9b52ffb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fecf1ecb20742229709c6e2f5686b79&device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 1097 time: 0.2117510 Dec 17 16:01:29.259362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2825f97c-8692-45cd-9e2c-e6d299813cdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:29.269235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.270449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device bb2a0b15-62e6-4c12-9029-77eda6a9fb88 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:29.317081 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8bfb1930-5de3-4530-b433-0bbf83945650 req-2ccb3f91-69b0-4fcf-893a-6d81f53937e9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961641 Dec 17 16:01:29.339084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.383948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event deleted for resources: {'Port': ['ID=96cb3bfb-527e-4e53-aa74-633e9b195e60,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:29.394141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=2825f97c-8692-45cd-9e2c-e6d299813cdb,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:29.402037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40ec0798-bb25-4b6b-9f73-438b7dbee4b1 None None] Provisioning complete for port 475205d7-93e1-41f2-aac3-9179c4c5545c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:29.402453 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40ec0798-bb25-4b6b-9f73-438b7dbee4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.447694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-40ec0798-bb25-4b6b-9f73-438b7dbee4b1 None None] Port 475205d7-93e1-41f2-aac3-9179c4c5545c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:29.451465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae7d06-a2f5-444b-b74b-bb61b3d4da04 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:29.493822 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.516207 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.534921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.647685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:29.655735 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.656989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 001a32c4-b56a-4703-abbe-7beaaf671b63 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:29.681749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.684030 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.894514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-000489aa-f90d-4b36-ab53-e82f52e16890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:29.897280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-000489aa-f90d-4b36-ab53-e82f52e16890 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbee643e-ad74-45de-98f1-5e53daef7d61 HTTP/1.1" status: 200 len: 907 time: 0.6443748 Dec 17 16:01:29.899332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:29.932675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port 2825f97c-8692-45cd-9e2c-e6d299813cdb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:29.933057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.954111 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.973507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-188cc15c-bc3e-4109-83a6-6750b333ae0a req-c4327ed3-e35a-49f0-937c-a9068eb0da8e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 210 time: 0.1747065 Dec 17 16:01:29.977457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:29.978305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caf47ade-da95-46c3-b609-f1ba24cb7d90 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:30.023868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 001a32c4-b56a-4703-abbe-7beaaf671b63, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=001a32c4-b56a-4703-abbe-7beaaf671b63,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:30.029980 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.031184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device af86f54b-aced-4965-a78e-cb34f69485f3 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:30.045813 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.049467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aff7a742-d5b5-4d52-bbce-40a75bf6dfe4 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "DELETE /v2.0/routers/caf47ade-da95-46c3-b609-f1ba24cb7d90 HTTP/1.1" status: 204 len: 168 time: 3.6532950 Dec 17 16:01:30.054403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53774) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:30.150713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-1e28929a-17ac-4f3a-8702-5999524e40f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576 HTTP/1.1" status: 200 len: 1001 time: 0.2127261 Dec 17 16:01:30.175939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device af86f54b-aced-4965-a78e-cb34f69485f3 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:30.176677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fa249c3a-7da9-4703-8c36-4626db76d9dc no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:30.184492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f10751-06b7-469b-b5a7-6fe1355f66f6 req-0771b008-4cd9-4f32-9b32-1a34308cd087 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.192434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5f10751-06b7-469b-b5a7-6fe1355f66f6 req-0771b008-4cd9-4f32-9b32-1a34308cd087 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.2917852 Dec 17 16:01:30.210933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-5075c77f-0b01-4dc7-84c2-03532a0cfb2b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.212619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-5075c77f-0b01-4dc7-84c2-03532a0cfb2b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.3831465 Dec 17 16:01:30.217904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=64652368-cdbc-4768-930a-ab27f0ff4d4e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:30.230643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Request body: {'port': {'device_id': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'admin_state_up': True, 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:30.262162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=001a32c4-b56a-4703-abbe-7beaaf671b63,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:30.328424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] For port 2825f97c-8692-45cd-9e2c-e6d299813cdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2825f97c-8692-45cd-9e2c-e6d299813cdb,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:30.329601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.335589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.377872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for 2825f97c-8692-45cd-9e2c-e6d299813cdb owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:30.399866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': 'e62c77f6-853d-40d1-94a0-fda6f45395e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:30.400160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: d5b638a0-1120-498a-9bb1-bffd8acda0b7, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:30.417435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fa249c3a-7da9-4703-8c36-4626db76d9dc, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:30.424956 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.426857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-3a5dad65-fadb-429c-9aef-9131f2b717cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.433746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-3a5dad65-fadb-429c-9aef-9131f2b717cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8cab1947-f8fa-404a-9349-a6d7d8f6cb94 HTTP/1.1" status: 200 len: 845 time: 0.2689846 Dec 17 16:01:30.467461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:30.481136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5f10751-06b7-469b-b5a7-6fe1355f66f6 req-7b0de6c1-cf95-4d58-b3c9-d8ea9dcd500d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873704 Dec 17 16:01:30.498891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:30.502495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.539898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.540566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fa249c3a-7da9-4703-8c36-4626db76d9dc,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:30.546927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d5b638a0-1120-498a-9bb1-bffd8acda0b7) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:30.557090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a79fe7d-22b0-40b6-ad51-b41b810d98ba None None] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:30.624655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.625260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.638477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-788a75e7-e3a9-4d50-b899-462db4fe7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.640400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-788a75e7-e3a9-4d50-b899-462db4fe7e50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbee643e-ad74-45de-98f1-5e53daef7d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996822 Dec 17 16:01:30.682137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479ddc-8cad-4fd9-bae5-b4628ad4b76c req-bed4b33b-b8c2-47ed-b10e-f39bac8a3ba1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.688986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479ddc-8cad-4fd9-bae5-b4628ad4b76c req-bed4b33b-b8c2-47ed-b10e-f39bac8a3ba1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.697112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479ddc-8cad-4fd9-bae5-b4628ad4b76c req-bed4b33b-b8c2-47ed-b10e-f39bac8a3ba1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.703586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479ddc-8cad-4fd9-bae5-b4628ad4b76c req-bed4b33b-b8c2-47ed-b10e-f39bac8a3ba1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.711472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e479ddc-8cad-4fd9-bae5-b4628ad4b76c req-bed4b33b-b8c2-47ed-b10e-f39bac8a3ba1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.713939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e479ddc-8cad-4fd9-bae5-b4628ad4b76c req-bed4b33b-b8c2-47ed-b10e-f39bac8a3ba1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 3875 time: 0.2263365 Dec 17 16:01:30.725554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f1c2905a-0089-4c82-b09f-11048fe7794f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4168360 Dec 17 16:01:30.730935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:30.736976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5332be8e-d449-420f-a58f-513e30c223ae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:30.739638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-d5b638a0-1120-498a-9bb1-bffd8acda0b7', 'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7', 'project_id': 'aabedd0f9e504a5a89c482bf31babb47', 'fixed_ips': [{'subnet_id': '64652368-cdbc-4768-930a-ab27f0ff4d4e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:01:30.741157 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.853590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:30.915139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=2825f97c-8692-45cd-9e2c-e6d299813cdb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:30.915853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb'}, {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88'}, {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63'}, {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:30.918967 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5d2310-1653-49d4-b48e-eb1e7e49374d" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb"}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88"}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63"}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:30.922004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-56bfb11a-8f65-49c8-9190-7d42046ef989 service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695832 Dec 17 16:01:30.998901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] No DVR routers for this DVR port 2825f97c-8692-45cd-9e2c-e6d299813cdb on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:31.042958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.046971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-b51306db-d1fe-4019-a56c-3f4d1f4234a2 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "DELETE /v2.0/ports/2825f97c-8692-45cd-9e2c-e6d299813cdb HTTP/1.1" status: 204 len: 173 time: 2.1694300 Dec 17 16:01:31.047617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:31.050239 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e619130d-1f07-461f-aab0-11c174935523" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:31.064766 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee081ac2-403b-4e23-80ff-5ad51312766b x-openstack-request-id: req-ee081ac2-403b-4e23-80ff-5ad51312766b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:31.065208 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb", "code": 200}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88", "code": 200}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63", "code": 200}, {"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-unplugged", "status": "completed", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:31.065553 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee081ac2-403b-4e23-80ff-5ad51312766b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:31.066048 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb', 'code': 200} Dec 17 16:01:31.066395 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'code': 200} Dec 17 16:01:31.066735 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63', 'code': 200} Dec 17 16:01:31.067074 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc', 'code': 200} Dec 17 16:01:31.082917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e479ddc-8cad-4fd9-bae5-b4628ad4b76c req-b2440c3e-d64e-4765-83e5-3ac4c20abaa4 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071020 Dec 17 16:01:31.090911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Allocated IP 172.20.0.6 (5f57b7f9-152e-41dc-b8de-b94d7b3e923b/0eb47c6b-d3e3-4298-9108-100b862eca61/eecaec6e-29c7-4ab5-b610-bd7b88d22215) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:31.101232 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.158572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Allocated IP 2001:db8::2 (d5b638a0-1120-498a-9bb1-bffd8acda0b7/64652368-cdbc-4768-930a-ab27f0ff4d4e/74ef57fa-3070-4d6b-b278-e5401344004e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:31.253050 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf1327-f4ba-41ef-b021-5405ee1193b7 x-openstack-request-id: req-e1bf1327-f4ba-41ef-b021-5405ee1193b7 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:31.253463 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "2825f97c-8692-45cd-9e2c-e6d299813cdb", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:31.253605 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1bf1327-f4ba-41ef-b021-5405ee1193b7 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:31.254013 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': '2825f97c-8692-45cd-9e2c-e6d299813cdb', 'status': 'completed', 'code': 200} Dec 17 16:01:31.272194 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3507bcde-90eb-4e63-9be2-96d46036b487 req-6552c13b-d99d-483a-83c2-7df60b638ce8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 210 time: 0.0959005 Dec 17 16:01:31.282434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Deleting port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:31.282784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.421142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.434776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5998d97a-3ec2-4441-ad36-363b31396e84 req-5d8ee436-a7d3-4cc1-a77d-2b24fa26e903 service neutron] 10.222.0.47 "GET /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711773 Dec 17 16:01:31.446663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5332be8e-d449-420f-a58f-513e30c223ae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:31.450328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5332be8e-d449-420f-a58f-513e30c223ae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.470349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.472221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] For port c5ecb1ae-0264-4fd7-89a6-609a442cd3b9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:31.472577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.480084 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.520415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Calling delete_port for c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:31.528498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:31.533151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:31.543890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:31.602525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Pushing event updated for resources: {'Port': ['ID=74ef57fa-3070-4d6b-b278-e5401344004e,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:31.663927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Attempting to bind port 74ef57fa-3070-4d6b-b278-e5401344004e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:31.664266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Attempting to bind port 74ef57fa-3070-4d6b-b278-e5401344004e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'e62c77f6-853d-40d1-94a0-fda6f45395e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:31.664740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Attempting to bind port 74ef57fa-3070-4d6b-b278-e5401344004e on network d5b638a0-1120-498a-9bb1-bffd8acda0b7 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:31.671459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:31.671901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Checking segment: {'id': 'e62c77f6-853d-40d1-94a0-fda6f45395e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:31.672363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.672784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Bound using segment: {'id': 'e62c77f6-853d-40d1-94a0-fda6f45395e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:31.673305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Bound port: 74ef57fa-3070-4d6b-b278-e5401344004e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c77f6-853d-40d1-94a0-fda6f45395e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:31.673699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.690972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.718168 n-d-806683-20 neutron-server[109784]: INFO neutron.db.ipam_backend_mixin [None req-5332be8e-d449-420f-a58f-513e30c223ae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64652368-cdbc-4768-930a-ab27f0ff4d4e (CIDR: 2001:db8::/64) Dec 17 16:01:31.733697 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-5332be8e-d449-420f-a58f-513e30c223ae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:01:31.734450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5332be8e-d449-420f-a58f-513e30c223ae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:01:31.761522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] For port 74ef57fa-3070-4d6b-b278-e5401344004e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:31.765233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] For port 74ef57fa-3070-4d6b-b278-e5401344004e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=74ef57fa-3070-4d6b-b278-e5401344004e,segment=NetworkSegment(e62c77f6-853d-40d1-94a0-fda6f45395e7),segment_id=e62c77f6-853d-40d1-94a0-fda6f45395e7)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:31.774202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.781394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:31.791173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:31.794145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:31.794301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port 001a32c4-b56a-4703-abbe-7beaaf671b63 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:31.794701 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.815633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5332be8e-d449-420f-a58f-513e30c223ae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0825186 Dec 17 16:01:31.855260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94702de-7ded-4118-b1cb-c7e17c5b26de None None] Pushing event updated for resources: {'Port': ['ID=74ef57fa-3070-4d6b-b278-e5401344004e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:31.877963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53798) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:31.887766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:31.888441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:31.945708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:31.946404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:31.965228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d20d0e-30ff-4ed1-9a08-ad5a1d97ca63 req-a06bc6dc-68d1-4fc7-a551-d3b162532f68 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:31.967060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0d20d0e-30ff-4ed1-9a08-ad5a1d97ca63 req-a06bc6dc-68d1-4fc7-a551-d3b162532f68 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.2440057 Dec 17 16:01:31.991928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-52289ca5-b505-4b4b-b012-dd80ca0874b5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7637432 Dec 17 16:01:32.005347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Request body: {'port': {'device_id': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:32.144523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] For port 001a32c4-b56a-4703-abbe-7beaaf671b63, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=001a32c4-b56a-4703-abbe-7beaaf671b63,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:32.144678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:32.172691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for 001a32c4-b56a-4703-abbe-7beaaf671b63 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:32.192347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:32.196509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:32.198513 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:32.223389 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:32.241861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0d20d0e-30ff-4ed1-9a08-ad5a1d97ca63 req-1e0514d7-e569-4250-ad6b-19bf5e9f65e3 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569120 Dec 17 16:01:32.417421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5ecb1ae-0264-4fd7-89a6-609a442cd3b9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:32.434560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd3270-905c-426a-b50d-8c89824eb5c3 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:32.531959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e9db8-e1f0-4645-a536-9abb1be6687a req-ee6ab64c-a2f5-4ee4-886f-dcae50b03413 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:32.533519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a2e9db8-e1f0-4645-a536-9abb1be6687a req-ee6ab64c-a2f5-4ee4-886f-dcae50b03413 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 931 time: 0.1464922 Dec 17 16:01:32.635904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:32.729391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a2e9db8-e1f0-4645-a536-9abb1be6687a req-c204d6e8-622d-46c8-8d70-520e80e1b515 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878905 Dec 17 16:01:32.741006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=001a32c4-b56a-4703-abbe-7beaaf671b63,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:32.831892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] No DVR routers for this DVR port 001a32c4-b56a-4703-abbe-7beaaf671b63 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:32.837740 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:32.841131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-c9982f3e-90d0-471c-a31a-79d347bbd170 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "DELETE /v2.0/ports/001a32c4-b56a-4703-abbe-7beaaf671b63 HTTP/1.1" status: 204 len: 173 time: 1.7871020 Dec 17 16:01:32.910977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32042a-32b3-4b85-a326-12b301611101 req-315e62c3-f987-4b74-8115-11d8bad77711 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:32.916339 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:32.922316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32042a-32b3-4b85-a326-12b301611101 req-315e62c3-f987-4b74-8115-11d8bad77711 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:32.937934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32042a-32b3-4b85-a326-12b301611101 req-315e62c3-f987-4b74-8115-11d8bad77711 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:32.944044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32042a-32b3-4b85-a326-12b301611101 req-315e62c3-f987-4b74-8115-11d8bad77711 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:32.946071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc32042a-32b3-4b85-a326-12b301611101 req-315e62c3-f987-4b74-8115-11d8bad77711 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 3142 time: 0.6436024 Dec 17 16:01:32.969212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.023389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:33.029031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:33.037479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:33.038585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.050544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=0e97709c-2221-457d-b006-fcab56a00ded,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:33.077695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d5125d24-3195-4e8e-bbb4-0dcb463d74ff tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1982872 Dec 17 16:01:33.080793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:33.092500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7', 'fixed_ips': [{'subnet_id': '64652368-cdbc-4768-930a-ab27f0ff4d4e'}, {'subnet_id': '0e97709c-2221-457d-b006-fcab56a00ded'}], 'name': 'tempest-PortsIpV6TestJSON-1416239358'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:33.152002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 74ef57fa-3070-4d6b-b278-e5401344004e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:33.243799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port a8f6a4b7-3a12-4302-85c9-76d8441471ff {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:33.244496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.272560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:33.278819 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8030954c-87c6-4154-83f6-76d7168e9ef5" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:33.286749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 74ef57fa-3070-4d6b-b278-e5401344004e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:33.287264 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.298209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.328592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.428237 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.502879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 74ef57fa-3070-4d6b-b278-e5401344004e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=74ef57fa-3070-4d6b-b278-e5401344004e,segment=NetworkSegment(e62c77f6-853d-40d1-94a0-fda6f45395e7),segment_id=e62c77f6-853d-40d1-94a0-fda6f45395e7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:33.515906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.558142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc32042a-32b3-4b85-a326-12b301611101 req-8f464a01-cdd0-4b66-b809-eba4a6fb09e9 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5889423 Dec 17 16:01:33.560357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.561035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eac69ae2-4131-4c36-b671-6f9df1d7cde7 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:33.581631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cfd2f0-8d2a-4069-bea5-e6b88db9afc9 None None] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:33.594286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.602344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4c521e57-5b85-421e-aca1-4fe335bbefe9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "DELETE /v2.0/routers/eac69ae2-4131-4c36-b671-6f9df1d7cde7 HTTP/1.1" status: 204 len: 168 time: 3.5355780 Dec 17 16:01:33.607480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53822) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:33.620651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1141100477', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:33.652813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] For port a8f6a4b7-3a12-4302-85c9-76d8441471ff, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a8f6a4b7-3a12-4302-85c9-76d8441471ff,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:33.653432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.701615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecaec6e-29c7-4ab5-b610-bd7b88d22215 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:33.716958 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3af63a-d95d-4acf-8a81-2a391137ce81 x-openstack-request-id: req-fb3af63a-d95d-4acf-8a81-2a391137ce81 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:33.717500 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "001a32c4-b56a-4703-abbe-7beaaf671b63", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:33.718673 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb3af63a-d95d-4acf-8a81-2a391137ce81 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:33.719300 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': '001a32c4-b56a-4703-abbe-7beaaf671b63', 'status': 'completed', 'code': 200} Dec 17 16:01:33.724905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:33.737079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53824) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:33.738297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0535de-5165-4bb4-86da-866e8a5fc27d req-b2500c4f-c4b6-40fb-9214-ef47d0ebfa7d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:33.739474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.740506 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de0535de-5165-4bb4-86da-866e8a5fc27d req-b2500c4f-c4b6-40fb-9214-ef47d0ebfa7d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.3385053 Dec 17 16:01:33.742033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for a8f6a4b7-3a12-4302-85c9-76d8441471ff owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:33.789615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-86970664-e817-4899-bf8b-f67b4264983d None None] Provisioning complete for port 74ef57fa-3070-4d6b-b278-e5401344004e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:33.789984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86970664-e817-4899-bf8b-f67b4264983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.840902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Transition to ACTIVE for port object eecaec6e-29c7-4ab5-b610-bd7b88d22215 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:01:33.844349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.847198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:33.857876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=74ef57fa-3070-4d6b-b278-e5401344004e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:33.901796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.023153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de0535de-5165-4bb4-86da-866e8a5fc27d req-c0e9df8a-f98c-4c6a-a3ec-319b118c99e8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577593 Dec 17 16:01:34.029695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.034363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc8b1-765e-405a-a9dd-0100c8d1d877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.076750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:34.081595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.098143 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d998a-0a1a-4ab7-bba7-208849f8a24c req-3db72c18-9faa-45c0-90ae-962079e75cd2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:34.106338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-383d998a-0a1a-4ab7-bba7-208849f8a24c req-3db72c18-9faa-45c0-90ae-962079e75cd2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 943 time: 0.2525811 Dec 17 16:01:34.114615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:34.124849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.147614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=a8f6a4b7-3a12-4302-85c9-76d8441471ff,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:34.192705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e612b8d-c63e-448f-b66a-212f4900b899 None None] Update dhcp port {'port': {'network_id': 'd5b638a0-1120-498a-9bb1-bffd8acda0b7', 'fixed_ips': [{'subnet_id': '64652368-cdbc-4768-930a-ab27f0ff4d4e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e97709c-2221-457d-b006-fcab56a00ded'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '74ef57fa-3070-4d6b-b278-e5401344004e'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 16:01:34.260214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e612b8d-c63e-448f-b66a-212f4900b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.265718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] No DVR routers for this DVR port a8f6a4b7-3a12-4302-85c9-76d8441471ff on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:34.270870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.284894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-22f66ad1-492f-4112-9a67-82b1aa13920d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "DELETE /v2.0/ports/a8f6a4b7-3a12-4302-85c9-76d8441471ff HTTP/1.1" status: 204 len: 173 time: 1.4339836 Dec 17 16:01:34.490958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Attempting to bind port eecaec6e-29c7-4ab5-b610-bd7b88d22215 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:34.491450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Attempting to bind port eecaec6e-29c7-4ab5-b610-bd7b88d22215 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:34.492057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Attempting to bind port eecaec6e-29c7-4ab5-b610-bd7b88d22215 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:34.544770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-383d998a-0a1a-4ab7-bba7-208849f8a24c req-d7107633-ba00-4a0d-a1a6-6127f403c350 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374869 Dec 17 16:01:34.548327 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc8b1-765e-405a-a9dd-0100c8d1d877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.551346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-6e612b8d-c63e-448f-b66a-212f4900b899 None None] Allocated IP 2001:db8:0:1::2 (d5b638a0-1120-498a-9bb1-bffd8acda0b7/0e97709c-2221-457d-b006-fcab56a00ded/74ef57fa-3070-4d6b-b278-e5401344004e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:34.562305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Port eecaec6e-29c7-4ab5-b610-bd7b88d22215 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:01:34.562862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Attempting to bind port eecaec6e-29c7-4ab5-b610-bd7b88d22215 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:34.572936 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc8b1-765e-405a-a9dd-0100c8d1d877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.609472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.658433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:34.658838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Checking segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:34.659154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Bound using segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:34.659595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Bound port: eecaec6e-29c7-4ab5-b610-bd7b88d22215, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:34.659974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.725669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e612b8d-c63e-448f-b66a-212f4900b899 None None] For port 74ef57fa-3070-4d6b-b278-e5401344004e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=74ef57fa-3070-4d6b-b278-e5401344004e,segment=NetworkSegment(e62c77f6-853d-40d1-94a0-fda6f45395e7),segment_id=e62c77f6-853d-40d1-94a0-fda6f45395e7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:34.759562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9bcfc8b1-765e-405a-a9dd-0100c8d1d877 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=597df2c78bfb4f59b1db543befa9647d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0081098 Dec 17 16:01:34.763343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53836) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:34.773351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f9040803-06a2-44d4-84cf-458a24c74bb2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3784869 Dec 17 16:01:34.783960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e612b8d-c63e-448f-b66a-212f4900b899 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.793809 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e612b8d-c63e-448f-b66a-212f4900b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:34.828038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfc8b1-765e-405a-a9dd-0100c8d1d877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb246335-a8e3-46b5-822a-35b925b70a3e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:34.868618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e612b8d-c63e-448f-b66a-212f4900b899 None None] Pushing event updated for resources: {'Port': ['ID=74ef57fa-3070-4d6b-b278-e5401344004e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:34.987295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::164 (d5b638a0-1120-498a-9bb1-bffd8acda0b7/64652368-cdbc-4768-930a-ab27f0ff4d4e/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:34.997762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 74ef57fa-3070-4d6b-b278-e5401344004e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:34.998323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8:0:1::2e1 (d5b638a0-1120-498a-9bb1-bffd8acda0b7/0e97709c-2221-457d-b006-fcab56a00ded/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:35.056847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:35.060412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528476e-7aed-4a3f-9753-68bf25658b75 req-1ed7e76d-e64e-4e39-90ca-697f1d7a7760 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.062351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:35.064674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 74ef57fa-3070-4d6b-b278-e5401344004e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:35.065113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.067166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528476e-7aed-4a3f-9753-68bf25658b75 req-1ed7e76d-e64e-4e39-90ca-697f1d7a7760 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.075155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2528476e-7aed-4a3f-9753-68bf25658b75 req-1ed7e76d-e64e-4e39-90ca-697f1d7a7760 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 1676 time: 0.3608153 Dec 17 16:01:35.106008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.119046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port fa249c3a-7da9-4703-8c36-4626db76d9dc {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:35.125900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.137318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.137983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.138460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.139196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.139961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.140510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.141041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.147867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f61589d9-8fc1-49b2-a2d1-478fa6f520a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6499 time: 0.2660279 Dec 17 16:01:35.198125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:35.225235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:01:35.226331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c5ecb1ae-0264-4fd7-89a6-609a442cd3b9 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:35.259101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:35.262849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-337e2109-95d7-43bb-b770-abd3c61f46ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.283932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2528476e-7aed-4a3f-9753-68bf25658b75 req-ad3ad054-2c03-49ad-a9aa-75f436c5fe16 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076185 Dec 17 16:01:35.348683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] For port fa249c3a-7da9-4703-8c36-4626db76d9dc, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fa249c3a-7da9-4703-8c36-4626db76d9dc,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:35.349098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.370597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for fa249c3a-7da9-4703-8c36-4626db76d9dc owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:35.374356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.420804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.421712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.423191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-463e48d7-4a29-4c0b-9f9c-3f4b728d8cd4 service neutron] 10.222.0.49 "PUT /v2.0/ports/eecaec6e-29c7-4ab5-b610-bd7b88d22215 HTTP/1.1" status: 200 len: 1092 time: 3.4228437 Dec 17 16:01:35.432577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:35.434929 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2091de8-20b3-49da-8ebd-5bc45f71c61e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:35.478860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-337e2109-95d7-43bb-b770-abd3c61f46ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.488074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.499395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119c698-d16b-418c-bd60-b26533166153 req-0ea85f86-d734-431c-806a-8b01c1c1ef2d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.508080 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0119c698-d16b-418c-bd60-b26533166153 req-0ea85f86-d734-431c-806a-8b01c1c1ef2d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.2555349 Dec 17 16:01:35.550120 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cb385d-8943-4f29-af9d-50bc34a44dfe x-openstack-request-id: req-50cb385d-8943-4f29-af9d-50bc34a44dfe {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:35.550708 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:35.550963 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50cb385d-8943-4f29-af9d-50bc34a44dfe {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:35.551715 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'status': 'completed', 'code': 200} Dec 17 16:01:35.569240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=91f93fe5-c1f7-4dd7-9efa-9c974ca344a4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:35.575560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:35.579483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:35.596240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:35.602286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.603099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.629995 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2ec32cdd-c482-4f34-aa2f-260ec9957ab3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5479884 Dec 17 16:01:35.633582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53848) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:35.639575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64652368-cdbc-4768-930a-ab27f0ff4d4e'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:35.646745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.659169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-4dc0d04c-b4e8-4f8b-b3ac-af48a888a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.659655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-4dc0d04c-b4e8-4f8b-b3ac-af48a888a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.660523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-4dc0d04c-b4e8-4f8b-b3ac-af48a888a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.662630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-4dc0d04c-b4e8-4f8b-b3ac-af48a888a3e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc344b3-1870-46c9-a4e7-746f86a3b411&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bb717a21-920e-4104-b4c5-ec153af618b6&id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 2291 time: 0.4059956 Dec 17 16:01:35.710791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=fa249c3a-7da9-4703-8c36-4626db76d9dc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:35.722401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:35.724812 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f4b77-900d-4ed2-b749-34d137a53e88" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:35.797103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43bf96f-837a-4f72-afd1-cbb11aa1352e None None] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:35.801181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0119c698-d16b-418c-bd60-b26533166153 req-b78ecb9e-f417-43bf-91bd-9d0e486726df tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911091 Dec 17 16:01:35.812251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-37a86a7b-5786-4b29-ab72-257ff7163e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.813696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-37a86a7b-5786-4b29-ab72-257ff7163e07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 1095 time: 0.2863429 Dec 17 16:01:35.818515 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] No DVR routers for this DVR port fa249c3a-7da9-4703-8c36-4626db76d9dc on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:35.820558 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.823156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.826646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-95b5581e-1ca0-460b-ae7e-05e41890499a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "DELETE /v2.0/ports/fa249c3a-7da9-4703-8c36-4626db76d9dc HTTP/1.1" status: 204 len: 173 time: 1.5113032 Dec 17 16:01:35.892168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8788a4-763f-4cf5-b118-68ccdfdd13fc req-85fbf48f-21d2-40dc-a22a-1162edf498bc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.901409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-337e2109-95d7-43bb-b770-abd3c61f46ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.901935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b8788a4-763f-4cf5-b118-68ccdfdd13fc req-85fbf48f-21d2-40dc-a22a-1162edf498bc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 943 time: 0.1964643 Dec 17 16:01:35.904527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-337e2109-95d7-43bb-b770-abd3c61f46ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.908288 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-337e2109-95d7-43bb-b770-abd3c61f46ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb246335-a8e3-46b5-822a-35b925b70a3e HTTP/1.1" status: 204 len: 168 time: 1.1314552 Dec 17 16:01:35.908288 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-5017b87b-7f3f-4b0e-95d5-ae9e00d6eb8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215 HTTP/1.1" status: 200 len: 217 time: 0.0844047 Dec 17 16:01:35.908586 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80a533-58ab-4327-b385-83b27e08b656 x-openstack-request-id: req-4d80a533-58ab-4327-b385-83b27e08b656 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:35.908586 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "a8f6a4b7-3a12-4302-85c9-76d8441471ff", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:35.908809 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d80a533-58ab-4327-b385-83b27e08b656 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:35.909146 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': 'a8f6a4b7-3a12-4302-85c9-76d8441471ff', 'status': 'completed', 'code': 200} Dec 17 16:01:35.912506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.936478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.940206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-17f659cb-1c4b-4769-8062-c55dc2f8fb3b None None] Provisioning complete for port 74ef57fa-3070-4d6b-b278-e5401344004e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:35.940696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-17f659cb-1c4b-4769-8062-c55dc2f8fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:35.952876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-fcbcec59-f80e-46bd-9b46-56e80fc323f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 200 len: 1001 time: 0.2269428 Dec 17 16:01:36.014536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e2109-95d7-43bb-b770-abd3c61f46ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb246335-a8e3-46b5-822a-35b925b70a3e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:36.018861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-4ca56421-f234-4e00-b70b-8257a30ded59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:36.020426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-4ca56421-f234-4e00-b70b-8257a30ded59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.0858586 Dec 17 16:01:36.096020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b8788a4-763f-4cf5-b118-68ccdfdd13fc req-8ce6e84a-5505-4e91-8aa7-93a847efeca2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898060 Dec 17 16:01:36.169357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-72a1b235-1077-4d1a-a0f8-4f73848bd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:36.171049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-72a1b235-1077-4d1a-a0f8-4f73848bd3f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 HTTP/1.1" status: 200 len: 850 time: 0.1060412 Dec 17 16:01:36.175750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-bd8d49e9-961b-4116-a877-964b728efb08 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950985 Dec 17 16:01:36.232478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:36.232829 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.347263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-4f1757c2-0de2-4787-a3f5-2ed16ac58260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:36.348943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-4f1757c2-0de2-4787-a3f5-2ed16ac58260 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc344b3-1870-46c9-a4e7-746f86a3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463859 Dec 17 16:01:36.428537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30f0e8fb-b91e-4d92-96fc-6cba2a646575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.455212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Allocated IP 172.25.0.14 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/8cbb7bab-ec92-4a0a-9c4a-a67c427bd37a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:36.474922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-8582da03-ba65-4c2d-b6f4-80664af7725c service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884047 Dec 17 16:01:36.514353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] For port bb2a0b15-62e6-4c12-9029-77eda6a9fb88, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:36.514828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.530980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Delete allocated IP 2001:db8:0:1::2e1 (d5b638a0-1120-498a-9bb1-bffd8acda0b7/0e97709c-2221-457d-b006-fcab56a00ded) {{(pid=109784) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 16:01:36.563114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1de3f3cb-8523-475c-87b4-b24634cde2b8 None None] Provisioning complete for port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:36.563966 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1de3f3cb-8523-475c-87b4-b24634cde2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.644910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1de3f3cb-8523-475c-87b4-b24634cde2b8 None None] Port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:36.672088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1de3f3cb-8523-475c-87b4-b24634cde2b8 None None] Provisioning complete for port 74ef57fa-3070-4d6b-b278-e5401344004e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:36.672589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1de3f3cb-8523-475c-87b4-b24634cde2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.917191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.928011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.956303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-11283d57-fede-404b-90a8-90d3c4751d2d None None] Provisioning complete for port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:36.956679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11283d57-fede-404b-90a8-90d3c4751d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:36.981708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53880) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:37.001128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-11283d57-fede-404b-90a8-90d3c4751d2d None None] Port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:37.046469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 74ef57fa-3070-4d6b-b278-e5401344004e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:37.067130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35955ca2-45d0-4ed7-b2cf-59324750993a req-fae7102c-c107-482c-8ccd-a4ea22e6c1cf tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.068872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35955ca2-45d0-4ed7-b2cf-59324750993a req-fae7102c-c107-482c-8ccd-a4ea22e6c1cf tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 943 time: 0.6109924 Dec 17 16:01:37.128678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 74ef57fa-3070-4d6b-b278-e5401344004e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:37.129226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.135021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f7338238-652a-4d0b-b302-0e42c33e3b94 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762935 Dec 17 16:01:37.146542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] In _notify_port_updated(), no bound segment for port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 on network d5b638a0-1120-498a-9bb1-bffd8acda0b7 {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:01:37.152396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.153061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.156864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "PUT /v2.0/ports/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 HTTP/1.1" status: 200 len: 926 time: 1.5198014 Dec 17 16:01:37.171433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1678925793-network', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:37.172170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53886) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:37.175391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79bf211f-8080-43dc-8052-6bbcb776aacc req-0f75669a-cbbd-4ea2-bdec-d88532be70eb service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928651 Dec 17 16:01:37.206191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a435d-ce8b-4692-9592-1dc41d83dbb6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=91f93fe5-c1f7-4dd7-9efa-9c974ca344a4,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:37.210829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64652368-cdbc-4768-930a-ab27f0ff4d4e'}, {'subnet_id': '0e97709c-2221-457d-b006-fcab56a00ded'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:37.279621 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.280021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.280341 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Floating IP 104a6f79-2624-4d8e-8169-b2aa13511c2c disassociated. External IP: 172.25.0.82, port: bb2a0b15-62e6-4c12-9029-77eda6a9fb88. Dec 17 16:01:37.280738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for bb2a0b15-62e6-4c12-9029-77eda6a9fb88 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:37.291084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c1be6-50b7-469c-80fd-13b27e19ed9d req-46a3323b-5c64-45f1-87c2-9f9a053099c4 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.298911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee5c1be6-50b7-469c-80fd-13b27e19ed9d req-46a3323b-5c64-45f1-87c2-9f9a053099c4 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.3198493 Dec 17 16:01:37.324254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:37.326557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.352543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35955ca2-45d0-4ed7-b2cf-59324750993a req-cbd4518b-95cf-40dd-813a-beae87950a93 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups?id=42b5da7c-01fa-45e5-911a-07da75f9c5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720401 Dec 17 16:01:37.386429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.392542 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.445776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee5c1be6-50b7-469c-80fd-13b27e19ed9d req-7fb591fa-9026-4479-bea4-40816d4dd713 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452110 Dec 17 16:01:37.445906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-78f8b839-d49d-48d6-b7e9-bc25ffff72aa None None] Provisioning complete for port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:37.445906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-78f8b839-d49d-48d6-b7e9-bc25ffff72aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.504340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-78f8b839-d49d-48d6-b7e9-bc25ffff72aa None None] Port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:37.541432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-62831401-895f-4411-811f-ad608e5406b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.542991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-62831401-895f-4411-811f-ad608e5406b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 1095 time: 0.2924504 Dec 17 16:01:37.554940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-a06e49a4-5f9d-46de-86a1-d2f524487b1c service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015365 Dec 17 16:01:37.586297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.591269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.600851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.627532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:37.669446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=bb2a0b15-62e6-4c12-9029-77eda6a9fb88,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:37.675899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:37.683309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.683847 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Added segment c25769b8-97fa-4857-aea9-4ca9165d2ce5 of type vlan for network 85fa5426-a838-477d-a4d4-8cddb395cf30 Dec 17 16:01:37.706488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.709817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-2ae5071a-2066-4bbc-9a91-bbf9ce43e257 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 217 time: 0.1275721 Dec 17 16:01:37.792603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69480d56-eb30-4f5e-926f-d2be3a0c7b4a req-3f0f4a03-7aef-490d-b8e7-5c144feb4103 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.794125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69480d56-eb30-4f5e-926f-d2be3a0c7b4a req-3f0f4a03-7aef-490d-b8e7-5c144feb4103 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 943 time: 0.3393688 Dec 17 16:01:37.796416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.878202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:37.892671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:37.902038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event updated for resources: {'Port': ['ID=8cbb7bab-ec92-4a0a-9c4a-a67c427bd37a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:37.913540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:37.916461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:37.934078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1da724-df1f-46f9-81f2-c6cd0bd1f054 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:37.979082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-9892333a-b804-43e7-b3e5-2ff98957e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.980621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-9892333a-b804-43e7-b3e5-2ff98957e169 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.2339451 Dec 17 16:01:37.997855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-ef33afb6-f983-4fc2-bed8-a2ddaa393c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.999554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-ef33afb6-f983-4fc2-bed8-a2ddaa393c6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 912 time: 0.4402730 Dec 17 16:01:38.036682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d46e5f5d-889c-4be5-a689-3f32f9971333 None None] Provisioning complete for port 8cbb7bab-ec92-4a0a-9c4a-a67c427bd37a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:38.037897 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d46e5f5d-889c-4be5-a689-3f32f9971333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.087755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d46e5f5d-889c-4be5-a689-3f32f9971333 None None] Port 8cbb7bab-ec92-4a0a-9c4a-a67c427bd37a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:38.130055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:38.132466 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2918eb-38b8-4372-87e9-7f7fd9a06e55" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:38.200167 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da0da8c-451c-4ad5-a925-dfa205456dcf x-openstack-request-id: req-6da0da8c-451c-4ad5-a925-dfa205456dcf {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:38.200921 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "fa249c3a-7da9-4703-8c36-4626db76d9dc", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:38.201110 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6da0da8c-451c-4ad5-a925-dfa205456dcf {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:38.201884 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': 'fa249c3a-7da9-4703-8c36-4626db76d9dc', 'status': 'completed', 'code': 200} Dec 17 16:01:38.204230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.205330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:38.206046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.268478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:38.289657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-9ddc97c1-b659-4077-9172-ad67cde5f019 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215 HTTP/1.1" status: 200 len: 217 time: 0.2216191 Dec 17 16:01:38.294205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3084836 Dec 17 16:01:38.295105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53894) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:38.299134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69480d56-eb30-4f5e-926f-d2be3a0c7b4a req-d977bd83-e8c2-4b59-ac29-e6a999c36f42 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680305 Dec 17 16:01:38.301921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Request body: {'subnet': {'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1678925793-subnet', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:38.306796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2675a-61d9-499f-8bae-93d6c9f38265 admin admin] Pushing event updated for resources: {'Network': ['ID=85fa5426-a838-477d-a4d4-8cddb395cf30,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:38.319890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:38.389956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-16a54083-6277-4ad7-86e6-7db2d6dd44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:38.391382 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-16a54083-6277-4ad7-86e6-7db2d6dd44ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3954744 Dec 17 16:01:38.425237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:38.427540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.514088 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3f6a82fa-9469-4c5f-b19d-978b99d7eaea req-3dd509ad-bcbe-48f5-9b7c-14cdbfdca688 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0441592 Dec 17 16:01:38.528550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-ae4658df-a93d-4747-be52-962cfc2f60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:38.530190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-ae4658df-a93d-4747-be52-962cfc2f60bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.2258720 Dec 17 16:01:38.544240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:38.559691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] Sync routers for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:38.572255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:38.573193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:38.606657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] No DVR routers for this DVR port bb2a0b15-62e6-4c12-9029-77eda6a9fb88 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:38.612129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.616776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1e9fd1c-9d33-4257-9bd4-ae6757c3e423 req-8885da57-a0db-4ed3-b21d-08733da4f946 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.47 "DELETE /v2.0/ports/bb2a0b15-62e6-4c12-9029-77eda6a9fb88 HTTP/1.1" status: 204 len: 173 time: 2.7702806 Dec 17 16:01:38.649219 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d57c7367-daab-4597-a73a-07540b8ca8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.680575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-c2f128b7-fefa-47c7-bf01-141b7dd439ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349044 Dec 17 16:01:38.719627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:38.780596 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.858312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:38.870725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:38.871409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Network hostable DHCP agents. Network: 85fa5426-a838-477d-a4d4-8cddb395cf30, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:38.899525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:38.912090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 85fa5426-a838-477d-a4d4-8cddb395cf30) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:38.918070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:38.919455 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:38.931901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa173f-f6bc-4b74-b6ba-22b0c8b25fdd None None] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:38.957219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8931e0f7-c0ca-4251-bfaa-06c9924ee26e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6594579 Dec 17 16:01:38.958391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:38.964102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:39.001616 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.003393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.079981 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.197616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-41d1c66d-94ad-4f1b-a86f-e90ebc000fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885838 Dec 17 16:01:39.214173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3df3c-195e-450c-98ac-77cfc5ba4233 req-6de1199d-f713-44f0-bc49-7b385cc9833c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:39.221614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5c3df3c-195e-450c-98ac-77cfc5ba4233 req-6de1199d-f713-44f0-bc49-7b385cc9833c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.6859355 Dec 17 16:01:39.223361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.235493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-85fa5426-a838-477d-a4d4-8cddb395cf30', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:01:39.240518 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.270549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.412211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8:0:1::aa (d5b638a0-1120-498a-9bb1-bffd8acda0b7/0e97709c-2221-457d-b006-fcab56a00ded/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:39.448508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-4e614d5b-a150-4153-bd00-423e0e99062a service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518172 Dec 17 16:01:39.494701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Allocated IP 172.20.0.2 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:39.507361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-82ddc91b-1f2e-4768-833a-4fa73339a32a req-3f7ab784-5ac7-47ce-9951-eb9d3c8ba4a4 service neutron] (109784) timed out ('10.222.0.49', 56852) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:01:39.558530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea6b8c-3399-4d0b-9d8f-f9aa1b030cab req-070c6947-fae0-45cd-bdc5-7c762030efba tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:39.560497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e0ea6b8c-3399-4d0b-9d8f-f9aa1b030cab req-070c6947-fae0-45cd-bdc5-7c762030efba tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 943 time: 0.1014931 Dec 17 16:01:39.631337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5c3df3c-195e-450c-98ac-77cfc5ba4233 req-f07058cf-b941-4d2b-ac28-ee0c3c690af6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086468 Dec 17 16:01:39.658619 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.665581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.672862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.706314 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:39.725961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-a3df936a-db0d-4245-a8e3-ccff04e30440 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982195 Dec 17 16:01:39.737100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:22Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:39.739695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Pushing event updated for resources: {'Port': ['ID=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:39.763231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e0ea6b8c-3399-4d0b-9d8f-f9aa1b030cab req-2d325ad2-023d-47b5-a90e-b556ce7a81e7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826177 Dec 17 16:01:39.782192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] Checking router: 50c4869a-8165-405c-b8b9-d3bbd13a92d2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:39.788401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:39.791924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a783ae09-6236-4019-a1bb-c672956bcae4 req-225da697-9167-4b5f-9dc4-418f04566999 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0892558 Dec 17 16:01:39.793351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:39.796283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:39.823414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:39.824088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:39.903042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-1b0a4b51-45d1-4025-9190-b24326aadc96 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 217 time: 0.1638258 Dec 17 16:01:39.933364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Allocated IP 172.25.0.30 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/915aebd5-84b8-4822-a1c5-878aaabbe699) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:39.966538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2091de8-20b3-49da-8ebd-5bc45f71c61e req-0620ebbc-80ff-4de7-aa3d-ccd5a9d500fa service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787762 Dec 17 16:01:39.996364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Attempting to bind port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:39.997117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Attempting to bind port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:39.997886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Attempting to bind port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:40.004069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.019268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:40.020160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:40.021108 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.021839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:40.022917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Bound port: 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:40.024321 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.028167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:40.043065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-7e873684-7c2d-448a-9e21-05f2592cee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:40.044788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-7e873684-7c2d-448a-9e21-05f2592cee29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1249669 Dec 17 16:01:40.051704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.066886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.085724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device eecaec6e-29c7-4ab5-b610-bd7b88d22215 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:01:40.118592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.123186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.199232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.212417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:40.217633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] For port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:40.225577 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e49b1a5-a7aa-458c-aa80-708d8a6d5990" -d '{"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:40.242403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=91f93fe5-c1f7-4dd7-9efa-9c974ca344a4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:40.246291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-829c22bb-5ab2-45a6-adf4-edb12494b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:40.247837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-829c22bb-5ab2-45a6-adf4-edb12494b85d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1938722 Dec 17 16:01:40.248737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:40.287365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:40.302071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] In _notify_port_updated(), no bound segment for port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 on network d5b638a0-1120-498a-9bb1-bffd8acda0b7 {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:01:40.302434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:40.308328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:40.309741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.314519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2d9c785a-15f3-4eee-9ed1-fa474fb0f02c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "PUT /v2.0/ports/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 HTTP/1.1" status: 200 len: 1011 time: 3.1380551 Dec 17 16:01:40.320005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53916) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:40.368242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] For port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:40.401241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8b537-3f80-4507-a378-3162a5eab11b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:40.406452 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c24baa-abfa-44ec-8aef-5a85486ea56b x-openstack-request-id: req-68c24baa-abfa-44ec-8aef-5a85486ea56b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:40.406749 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b69cbd-8bbd-48b7-9197-cac5ce476b80", "name": "network-vif-deleted", "tag": "bb2a0b15-62e6-4c12-9029-77eda6a9fb88", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:40.407537 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68c24baa-abfa-44ec-8aef-5a85486ea56b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:40.408011 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b69cbd-8bbd-48b7-9197-cac5ce476b80', 'name': 'network-vif-deleted', 'tag': 'bb2a0b15-62e6-4c12-9029-77eda6a9fb88', 'status': 'completed', 'code': 200} Dec 17 16:01:40.415880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.484393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfb6a7-fc6d-433e-b2e0-044570cdd05e None None] Pushing event updated for resources: {'Port': ['ID=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:40.504564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Pushing event updated for resources: {'Port': ['ID=915aebd5-84b8-4822-a1c5-878aaabbe699,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:40.535189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-898b3a2b-3a75-4951-99af-e15c62f0841c service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717550 Dec 17 16:01:40.577839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6cb81ee3-89a5-4d53-80db-29e30753b850 None None] Provisioning complete for port 915aebd5-84b8-4822-a1c5-878aaabbe699 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:40.578593 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cb81ee3-89a5-4d53-80db-29e30753b850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.625186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Router 8e0eb5f3-2902-4468-9d72-5d2443de64eb is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:40.635958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6cb81ee3-89a5-4d53-80db-29e30753b850 None None] Port 915aebd5-84b8-4822-a1c5-878aaabbe699 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:40.698223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:40.757522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'port_id': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'mac_address': 'fa:16:3e:c8:8d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb47c6b-d3e3-4298-9108-100b862eca61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:01:40.775270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-78da7c83-59f9-4db3-b43a-ab471b0dfffd None None] Provisioning complete for port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:40.775931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-78da7c83-59f9-4db3-b43a-ab471b0dfffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.824084 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-e90f586f-6482-42e6-a201-6a0a12a4af54 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811258 Dec 17 16:01:40.884890 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.889698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-78da7c83-59f9-4db3-b43a-ab471b0dfffd None None] Port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:40.891286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:40.918904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecaec6e-29c7-4ab5-b610-bd7b88d22215 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:40.957266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:40.977037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.024224 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-5712cceb-2b62-4b9c-ab6d-a441179d3928 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=e66b899a-809b-4c28-8fc4-39b688474c42 HTTP/1.1" status: 200 len: 217 time: 0.1182451 Dec 17 16:01:41.045877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:22Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:41.062500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:41.075359 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] Sync routers for ids ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:41.110021 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] Routers {'8e0eb5f3-2902-4468-9d72-5d2443de64eb'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:41.111154 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:41.115322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77cdd6f-d92b-4c46-972c-9ecf2152a0b5 None None] The sync data for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 is: [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a81db757-a7c9-46ec-97d5-d115dd1c5f7c', 'name': '', 'network_id': 'cfc6c027-5fb8-47d2-95c1-3ebb936edce8', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'mac_address': 'fa:16:3e:9e:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '71380c7b-6757-4471-934c-98831561d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:15Z', 'updated_at': '2021-12-17T15:50:22Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'subnets': [{'id': '71380c7b-6757-4471-934c-98831561d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:41.124632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:41.157035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f07d9a-eaf4-41f4-8d76-0175a39fea13 req-3423cf6c-c886-4043-9afd-25b1830bd031 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:41.165210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95f07d9a-eaf4-41f4-8d76-0175a39fea13 req-3423cf6c-c886-4043-9afd-25b1830bd031 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.3680425 Dec 17 16:01:41.170072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.171286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aec6f76b-693b-4670-af50-ce94922af5b2 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5559635 Dec 17 16:01:41.181846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53928) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:41.199037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': False}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:41.212551 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:41.237397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.238913 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] Routers {'8e0eb5f3-2902-4468-9d72-5d2443de64eb'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:41.239574 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:41.249270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:41.250061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:41.250391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.255316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:41.255316 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.283679 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:41.284377 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207d0bb-66c9-48c1-8a43-b9bc9630d42b None None] The sync data for ids ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:41.313549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['eecaec6e-29c7-4ab5-b610-bd7b88d22215'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:41.331546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab3e8e-27af-419e-be4d-43506672fffd req-af962d9e-bbee-4909-b61d-78f3efd7f53f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:41.334017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fab3e8e-27af-419e-be4d-43506672fffd req-af962d9e-bbee-4909-b61d-78f3efd7f53f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 944 time: 0.3425713 Dec 17 16:01:41.344232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-e1fa62bd-1cc8-4f42-9705-81c3f1a2bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:41.346684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-e1fa62bd-1cc8-4f42-9705-81c3f1a2bd60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.3063171 Dec 17 16:01:41.391306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.446109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95f07d9a-eaf4-41f4-8d76-0175a39fea13 req-62e4b72b-c1f5-42a5-b8f2-dc06ec7dde8c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688823 Dec 17 16:01:41.478115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fab3e8e-27af-419e-be4d-43506672fffd req-44d70e81-dd22-48ff-83c6-c8f62a6e1b00 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319566 Dec 17 16:01:41.507748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f0679f7e-f7e1-4d23-b763-f5ef64a83497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:41.508837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f0679f7e-f7e1-4d23-b763-f5ef64a83497 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480157 Dec 17 16:01:41.516401 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.590793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:41.640080 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.837827 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3550b0cd-e98d-4469-999e-c6263761af51 req-2c7d0c18-b12b-4d2c-93aa-bd42f8a8efea tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.1790879 Dec 17 16:01:41.860022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:41.862766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643e84d-b9bd-4dd3-8103-5643d678a05f None None] New status for floating IP 104a6f79-2624-4d8e-8169-b2aa13511c2c: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:01:41.904765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.971631 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:41.992762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-347a728b-fc87-4ed6-9cd2-f892e4fe343f service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780936 Dec 17 16:01:42.173740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:42.205831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:42.244692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=91f93fe5-c1f7-4dd7-9efa-9c974ca344a4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:42.379048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:42.385790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-64b4047a-d6ad-458a-82d8-8f2f96be17f3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 HTTP/1.1" status: 204 len: 168 time: 2.0584831 Dec 17 16:01:42.404086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:42.419575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:42.420455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22399804-0092-4f3f-8e81-a66b57c27539 None None] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:42.502962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-fd858eb8-e0b3-4c7e-a428-f740f18c12f6 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032449 Dec 17 16:01:42.624702 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:42.639108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-09478708-8bc3-45a2-b0ef-de5b4b29753f None None] Provisioning complete for port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:42.639696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-09478708-8bc3-45a2-b0ef-de5b4b29753f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:42.658358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-83e59854-6963-4c30-86bd-f39238645617 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6 HTTP/1.1" status: 200 len: 217 time: 0.0907774 Dec 17 16:01:42.813370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5dc9d-ae36-45a8-b1ee-963af9a6db71 req-70d17e99-4a35-4b43-8321-16b98a9ddb8c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:42.815033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5a5dc9d-ae36-45a8-b1ee-963af9a6db71 req-70d17e99-4a35-4b43-8321-16b98a9ddb8c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 944 time: 0.1698179 Dec 17 16:01:42.820964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-25d2c632-a240-4161-bfa4-fcc361f649fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:42.823662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-25d2c632-a240-4161-bfa4-fcc361f649fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1476240 Dec 17 16:01:42.873019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:42.912338 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d917f52-4449-4f06-8386-1d4f1d68ea0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:42.917787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7d917f52-4449-4f06-8386-1d4f1d68ea0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 HTTP/1.1" status: 404 len: 333 time: 0.4970691 Dec 17 16:01:42.921489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53942) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:42.966703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f5a10ee3-8d85-4c8d-a792-feee7d5e9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:42.968266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f5a10ee3-8d85-4c8d-a792-feee7d5e9f91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1328638 Dec 17 16:01:42.979270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5a5dc9d-ae36-45a8-b1ee-963af9a6db71 req-b3c7bfb5-f86a-4b5c-b5d4-6637eb264585 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523080 Dec 17 16:01:43.020603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:43.034110 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:43.046004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:43.073247 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:43.082640 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:43.120914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet 0e97709c-2221-457d-b006-fcab56a00ded {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:01:43.127010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.135611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.138725 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9467d819-1e82-4263-bc22-f46cd9271f39 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1783571 Dec 17 16:01:43.144662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53944) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:43.201685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:43.202258 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.233153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f1d2-bc43-46e1-9bf2-ef6ed6ffd9e3 req-78a27826-4bbb-4959-9187-2f52712da1aa tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:43.252759 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c71f1d2-bc43-46e1-9bf2-ef6ed6ffd9e3 req-78a27826-4bbb-4959-9187-2f52712da1aa tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.3319051 Dec 17 16:01:43.300435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.318452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-a27938ac-f2fb-4865-9bf8-c811e2ab7941 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373458 Dec 17 16:01:43.368138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0f631804-2465-4ee4-938e-fe3aa0ea6f9c None None] Provisioning complete for port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:43.369376 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f631804-2465-4ee4-938e-fe3aa0ea6f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.369531 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:43.423137 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7c71f1d2-bc43-46e1-9bf2-ef6ed6ffd9e3 req-97e211f8-dfe6-4502-bce0-1a244b5452ee tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615648 Dec 17 16:01:43.510903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.640966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be637137-774b-4a67-b2e5-9fc136fa1aad req-9cc072cb-020b-44d3-897c-d36b1a7d494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:43.642900 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be637137-774b-4a67-b2e5-9fc136fa1aad req-9cc072cb-020b-44d3-897c-d36b1a7d494d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 1097 time: 0.0869126 Dec 17 16:01:43.644488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88f92f8f-7307-4b5b-a7a1-695728672b0c req-1718aba0-938a-4e1c-840d-02ffdf7ce8f1 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.2076926 Dec 17 16:01:43.649696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.656873 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-4c7216c7-2ad6-4e95-8846-5505be0b2fe9 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308466 Dec 17 16:01:43.708297 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:40Z', 'revision_number': 3, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:43.708552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=0e97709c-2221-457d-b006-fcab56a00ded,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:43.714034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-1fe3a337-fd0b-4af4-9580-4a508e7cc1ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 200 len: 217 time: 0.0478187 Dec 17 16:01:43.725261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.726826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0dad37-855b-4b38-96ed-48876961100d None None] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:43.732543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8ff9c44f-3377-47d0-9c2c-66067ced9306 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/0e97709c-2221-457d-b006-fcab56a00ded HTTP/1.1" status: 204 len: 168 time: 0.8100827 Dec 17 16:01:43.734912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53946) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:43.754312 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:43.754842 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Updating router 739a9f04-5076-4758-ba3f-27863b2a0ff2 port 915aebd5-84b8-4822-a1c5-878aaabbe699 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:01:43.784144 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.785019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be637137-774b-4a67-b2e5-9fc136fa1aad req-80737bf6-c1ba-4b1a-b889-dc5324cc0cd6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204069 Dec 17 16:01:43.806591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet 64652368-cdbc-4768-930a-ab27f0ff4d4e {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:01:43.810196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.879922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:43.891263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-edf31b78-0ede-45da-8cff-516ceed62211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:43.893194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-edf31b78-0ede-45da-8cff-516ceed62211 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.0708921 Dec 17 16:01:44.011315 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.061939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-bc64ea77-0a9f-4207-b409-aeb1b8600dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.064370 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-bc64ea77-0a9f-4207-b409-aeb1b8600dc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1085954 Dec 17 16:01:44.089130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device eecaec6e-29c7-4ab5-b610-bd7b88d22215 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:44.137871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.204263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=64652368-cdbc-4768-930a-ab27f0ff4d4e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:44.216976 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.227010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-341b5b70-d800-4b39-9f4d-47febe05910f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/64652368-cdbc-4768-930a-ab27f0ff4d4e HTTP/1.1" status: 204 len: 168 time: 0.4884646 Dec 17 16:01:44.230424 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.231612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53952) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:44.245242 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.246430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port eecaec6e-29c7-4ab5-b610-bd7b88d22215 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:01:44.254279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port eecaec6e-29c7-4ab5-b610-bd7b88d22215 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:44.255168 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.271727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c873ee-55dd-40d1-aa24-eb6a76543883 req-c75ad4c6-9c6e-4994-9249-975ff0b1a594 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.280296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62c873ee-55dd-40d1-aa24-eb6a76543883 req-c75ad4c6-9c6e-4994-9249-975ff0b1a594 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 944 time: 0.1549397 Dec 17 16:01:44.355565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a12aa-13f1-428b-8a22-8705a7c6d0af None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:44.366261 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Attempting to bind port 915aebd5-84b8-4822-a1c5-878aaabbe699 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:44.369607 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Attempting to bind port 915aebd5-84b8-4822-a1c5-878aaabbe699 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:44.370583 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Attempting to bind port 915aebd5-84b8-4822-a1c5-878aaabbe699 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:44.372191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62c873ee-55dd-40d1-aa24-eb6a76543883 req-d593ff0c-7d3b-4f09-84a3-e541921a3d5e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836792 Dec 17 16:01:44.374823 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2845c-4ee8-4337-96e2-90ca5e7ac040 None None] Pushing event updated for resources: {'Port': ['ID=915aebd5-84b8-4822-a1c5-878aaabbe699,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:44.379586 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:44.380227 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:44.380819 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.381424 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:44.382059 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Bound port: 915aebd5-84b8-4822-a1c5-878aaabbe699, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:44.383475 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.468530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] For port 915aebd5-84b8-4822-a1c5-878aaabbe699, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:44.473351 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] For port 915aebd5-84b8-4822-a1c5-878aaabbe699, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=915aebd5-84b8-4822-a1c5-878aaabbe699,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:44.482521 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.483200 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.563664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:44.570915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:44.572201 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:44.573476 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5da251-3a1a-4ad6-ab33-e1054db84255" -d '{"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-plugged", "status": "completed", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:44.573848 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:44.576236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7da9ea49-3c36-4336-a8f7-c1bf3d29eb3d None None] Provisioning complete for port 915aebd5-84b8-4822-a1c5-878aaabbe699 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:44.576614 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7da9ea49-3c36-4336-a8f7-c1bf3d29eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.598764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b4ba2-4af1-4288-bf8a-bf80ac6ee969 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:44.603741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.604859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.686425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf300-0ef0-4cfb-86ed-3fd0d4e61dcf req-e30e5cad-0452-4543-9257-84907fddd1ad tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.696019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-412259de-c885-4e30-bd74-791b67986300 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853417 Dec 17 16:01:44.698695 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932cc18d-7b23-4213-a66d-a259f418135a x-openstack-request-id: req-932cc18d-7b23-4213-a66d-a259f418135a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:44.698989 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-plugged", "status": "completed", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:44.699248 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-932cc18d-7b23-4213-a66d-a259f418135a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:44.699652 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'code': 200} Dec 17 16:01:44.707849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46daf300-0ef0-4cfb-86ed-3fd0d4e61dcf req-e30e5cad-0452-4543-9257-84907fddd1ad tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.1201618 Dec 17 16:01:44.758047 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:44.762252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:44.842762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7da9ea49-3c36-4336-a8f7-c1bf3d29eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.863084 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46daf300-0ef0-4cfb-86ed-3fd0d4e61dcf req-da3c0554-e96c-4bae-99f5-d5937333b8a0 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530879 Dec 17 16:01:44.869763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7da9ea49-3c36-4336-a8f7-c1bf3d29eb3d None None] For port 915aebd5-84b8-4822-a1c5-878aaabbe699, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=915aebd5-84b8-4822-a1c5-878aaabbe699,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:44.883884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7da9ea49-3c36-4336-a8f7-c1bf3d29eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:44.933859 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2845c-4ee8-4337-96e2-90ca5e7ac040 None None] Pushing event updated for resources: {'Port': ['ID=915aebd5-84b8-4822-a1c5-878aaabbe699,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:44.967811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad66b06e-45eb-4bd0-904e-fc33ff74e7c4 None None] Network d5b638a0-1120-498a-9bb1-bffd8acda0b7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:44.977154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ea49-3c36-4336-a8f7-c1bf3d29eb3d None None] Pushing event updated for resources: {'Port': ['ID=915aebd5-84b8-4822-a1c5-878aaabbe699,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:45.061108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b317e204-809a-4c0e-a205-f2bc56c32bf9 None None] Provisioning complete for port 915aebd5-84b8-4822-a1c5-878aaabbe699 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:45.061761 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b317e204-809a-4c0e-a205-f2bc56c32bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.074145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:40Z', 'revision_number': 3, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:45.103836 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30892fff-516a-4fc9-9440-176a2ad273b4 None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:40Z', 'revision_number': 3, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:45.229059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b317e204-809a-4c0e-a205-f2bc56c32bf9 None None] Provisioning complete for port 74ef57fa-3070-4d6b-b278-e5401344004e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:45.229633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b317e204-809a-4c0e-a205-f2bc56c32bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.296226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] DHCP port deletion for d5b638a0-1120-498a-9bb1-bffd8acda0b7 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:45.358353 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.405527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62f85d27-e0cd-4c51-87ef-92856b5ea8f7 req-66b71d12-74b4-4586-8c88-be952c2e3958 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.5679288 Dec 17 16:01:45.416756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] Deleting port 74ef57fa-3070-4d6b-b278-e5401344004e {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:45.417225 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.491896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.549006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] For port 74ef57fa-3070-4d6b-b278-e5401344004e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=74ef57fa-3070-4d6b-b278-e5401344004e,segment=NetworkSegment(e62c77f6-853d-40d1-94a0-fda6f45395e7),segment_id=e62c77f6-853d-40d1-94a0-fda6f45395e7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:45.549407 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.566682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] Calling delete_port for 74ef57fa-3070-4d6b-b278-e5401344004e owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:45.571445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.584063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce253073-efc3-4669-9dc8-f7451fec5de3 req-f7a02fb2-0745-43a6-a108-801a9fe5a4d7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:45.606018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce253073-efc3-4669-9dc8-f7451fec5de3 req-f7a02fb2-0745-43a6-a108-801a9fe5a4d7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1091387 Dec 17 16:01:45.675708 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.695101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f7bd1-934c-4c5c-926e-0a3b2a3594db req-095521fa-1b9b-4e8c-9dcd-7c1894422ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:45.696960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b8f7bd1-934c-4c5c-926e-0a3b2a3594db req-095521fa-1b9b-4e8c-9dcd-7c1894422ad9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 1097 time: 0.8432522 Dec 17 16:01:45.717220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] No DVR routers for this DVR port 74ef57fa-3070-4d6b-b278-e5401344004e on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:45.721843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb1cd3-adf3-444e-909e-962b1bcbfa6c None None] Pushing event deleted for resources: {'Port': ['ID=74ef57fa-3070-4d6b-b278-e5401344004e,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:45.732836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce253073-efc3-4669-9dc8-f7451fec5de3 req-e9ce1f9b-e46a-485c-88c4-00b8eb662fa5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254590 Dec 17 16:01:45.764181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.781203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-b2c4fb0a-97a1-4030-b8e0-c0f8aabef898 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9505849 Dec 17 16:01:45.868159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-45e2c58b-9def-4119-bd09-1ab846f569bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 200 len: 217 time: 0.0689368 Dec 17 16:01:45.869452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 74ef57fa-3070-4d6b-b278-e5401344004e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:45.869806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:45.881382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Router 8e0eb5f3-2902-4468-9d72-5d2443de64eb has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:46.007961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b8f7bd1-934c-4c5c-926e-0a3b2a3594db req-01d4055c-b0d0-4aad-921a-f6327ba03f10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472200 Dec 17 16:01:46.078631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] For port 74ef57fa-3070-4d6b-b278-e5401344004e, host n-d-806683-20, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:46.079000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:46.167351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-101f9ffb-c939-40ba-ab10-755d523ac982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:46.168865 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-101f9ffb-c939-40ba-ab10-755d523ac982 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.2846525 Dec 17 16:01:46.172088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 74ef57fa-3070-4d6b-b278-e5401344004e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:46.178183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Port 74ef57fa-3070-4d6b-b278-e5401344004e was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:01:46.189072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:46.295470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60960-524e-450c-a3d8-aca89e1142d9 req-107a274c-f605-4206-a8a5-e276da54951f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:46.303156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fc60960-524e-450c-a3d8-aca89e1142d9 req-107a274c-f605-4206-a8a5-e276da54951f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.3080437 Dec 17 16:01:46.337155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=74ef57fa-3070-4d6b-b278-e5401344004e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:46.358328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No DVR routers for this DVR port 74ef57fa-3070-4d6b-b278-e5401344004e on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:46.402992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:46.411118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:46.417143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ea49053f-02bd-40ec-9623-cc26786e7f5a tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "PUT /v2.0/routers/8e0eb5f3-2902-4468-9d72-5d2443de64eb HTTP/1.1" status: 200 len: 925 time: 5.2295575 Dec 17 16:01:46.417265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53972) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:46.417446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] Sync routers for ids ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:46.430092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] Routers {'8e0eb5f3-2902-4468-9d72-5d2443de64eb'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:46.430987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:46.481164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:46.495105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] Routers {'8e0eb5f3-2902-4468-9d72-5d2443de64eb'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:46.495729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:46.501858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Allocated IP 172.20.0.1 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/82c9e1f0-d078-4f9d-a784-c42a2b7813c1) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:46.507929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f2884778-5bc3-4108-a65e-736ebb2ba828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:46.509570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-f2884778-5bc3-4108-a65e-736ebb2ba828 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3107188 Dec 17 16:01:46.530840 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:46.547937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:46.548625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c848c5b-86d7-4b98-8df8-98aac9098610 None None] The sync data for ids ['8e0eb5f3-2902-4468-9d72-5d2443de64eb'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:46.574156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fc60960-524e-450c-a3d8-aca89e1142d9 req-a19209a0-59eb-4785-b79a-756f8682fd77 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691662 Dec 17 16:01:46.583118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7916d8a9-1761-453b-a33f-74351ce69984 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/8e0eb5f3-2902-4468-9d72-5d2443de64eb HTTP/1.1" status: 200 len: 925 time: 0.1665387 Dec 17 16:01:46.603165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53978) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:46.627712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b638a0-1120-498a-9bb1-bffd8acda0b7']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:46.636111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-817ed793-1a1a-4939-a66d-3760693e7cba req-c851ec7a-989c-49e4-89c9-ee355f4d11c3 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0564849 Dec 17 16:01:46.712081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169f5a2-721b-4f9a-aa22-c9be1a3015ba tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:46.713962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8169f5a2-721b-4f9a-aa22-c9be1a3015ba tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=8e0eb5f3-2902-4468-9d72-5d2443de64eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1057122 Dec 17 16:01:46.718978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53982) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:46.721566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62c77f6-853d-40d1-94a0-fda6f45395e7') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:46.722050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62c77f6-853d-40d1-94a0-fda6f45395e7') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:46.748405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:46.756668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-d8064e27-a95d-4cf6-a348-3d9b29a0f5c2 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280195 Dec 17 16:01:46.808640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:46.835770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69f142-8639-4d0e-9085-0790292c72c0 req-bcfbd3d8-8926-4b22-a3eb-981af3f8edb9 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:46.841555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:01:46.842306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:46.845094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae69f142-8639-4d0e-9085-0790292c72c0 req-bcfbd3d8-8926-4b22-a3eb-981af3f8edb9 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1163359 Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:01:46.875705 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:01:46.908922 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae69f142-8639-4d0e-9085-0790292c72c0 req-dc78e73c-7dc4-4ba7-9a67-0f9f4bff945d tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627468 Dec 17 16:01:46.959885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.000780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef4c5b-b7ba-4c5d-861b-db8b18ebadea tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:47.007374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8bef4c5b-b7ba-4c5d-861b-db8b18ebadea tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.2842281 Dec 17 16:01:47.009365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:47.034921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.087991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ad13c982-5440-4ebb-a408-9b1151a4f425 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e0eb5f3-2902-4468-9d72-5d2443de64eb HTTP/1.1" status: 200 len: 205 time: 0.0743303 Dec 17 16:01:47.090696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53992) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:47.094575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.097933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/d5b638a0-1120-498a-9bb1-bffd8acda0b7 HTTP/1.1" status: 204 len: 168 time: 2.8625042 Dec 17 16:01:47.116172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 915aebd5-84b8-4822-a1c5-878aaabbe699 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:47.122163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f18d07-4dda-44b4-a200-aceab96ba0c0 req-11bb6e6e-7c75-461d-8caa-6f25d0ae1819 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:47.129904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15f18d07-4dda-44b4-a200-aceab96ba0c0 req-11bb6e6e-7c75-461d-8caa-6f25d0ae1819 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.3157358 Dec 17 16:01:47.131416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53994) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:47.154242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48fbde-646b-4a9d-a935-95fa140e62fd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=d5b638a0-1120-498a-9bb1-bffd8acda0b7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:47.161060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5069e2e2-3c01-4db4-9210-2af5b7606fb8 req-9ddf79b2-b472-4d3c-818b-5579e5ca7bc4 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483539 Dec 17 16:01:47.216015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.230793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 915aebd5-84b8-4822-a1c5-878aaabbe699 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:47.231154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.291938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:47.306280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15f18d07-4dda-44b4-a200-aceab96ba0c0 req-29c4cbdb-2bc3-458e-93b5-1ab34063043f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755755 Dec 17 16:01:47.326368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a669f2-5297-430b-8729-e5684d1841b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:47.331424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85a669f2-5297-430b-8729-e5684d1841b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1911092 Dec 17 16:01:47.331663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:47.334365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:47.337582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53998) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:47.403401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Pushing event updated for resources: {'Port': ['ID=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:47.406095 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.481194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df764-7bae-45bc-be04-0395488d0fa2 req-ef30b986-b29e-4ab1-91f8-4a3b5f606463 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:47.484859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c71df764-7bae-45bc-be04-0395488d0fa2 req-ef30b986-b29e-4ab1-91f8-4a3b5f606463 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1675837 Dec 17 16:01:47.492269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 74ef57fa-3070-4d6b-b278-e5401344004e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:47.509858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.540466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 74ef57fa-3070-4d6b-b278-e5401344004e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:01:47.541170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 74ef57fa-3070-4d6b-b278-e5401344004e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:47.632787 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.670854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-642f5433-8399-46b3-bd6f-c453998b0645 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2684522 Dec 17 16:01:47.677523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54002) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:47.686377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-492750191'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:47.700079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c71df764-7bae-45bc-be04-0395488d0fa2 req-fa8859f3-9f7b-4708-a56b-ab58d6153244 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835387 Dec 17 16:01:47.733001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.814835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1538a18-4733-42dc-9381-fbe1bfd91a00 req-d836333e-cfc0-44bb-8f19-d2036f84bf66 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0337934 Dec 17 16:01:47.815560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Deleting port 8cbb7bab-ec92-4a0a-9c4a-a67c427bd37a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:47.816039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.817464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:47.821218 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.859297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-67516add-f528-46cb-9dcc-ffdbf0067252 None None] Provisioning complete for port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:47.860294 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-67516add-f528-46cb-9dcc-ffdbf0067252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.862988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:47.873625 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.874326 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment 7a220708-d55e-4e12-999e-4661a0173c36 of type vlan for network e96d84cd-fc4a-4106-8c01-d59e415d6aec Dec 17 16:01:47.904937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-67516add-f528-46cb-9dcc-ffdbf0067252 None None] Port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:47.915402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.917357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.931867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Calling delete_port for 8cbb7bab-ec92-4a0a-9c4a-a67c427bd37a owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:47.972546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:47.978261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:47.978856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.044125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3646684 Dec 17 16:01:48.050879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54008) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:48.056994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:48.067481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0750a1a-92b9-47bc-975f-03f8d60c1c92 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=e96d84cd-fc4a-4106-8c01-d59e415d6aec,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:48.079737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:48.088830 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.095584 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.193216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.196217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Pushing event updated for resources: {'Port': ['ID=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:48.210630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.224454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:48.228022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.239943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be4ceb-ba45-4b35-ac62-181a7e46f360 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:48.302233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:48.303931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:48.312134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event deleted for resources: {'Port': ['ID=8cbb7bab-ec92-4a0a-9c4a-a67c427bd37a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:48.406346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.475060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:48.566609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.572248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.617154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:48.622914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-042d7b9e-04a9-4d16-b0c0-4a42974853a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/739a9f04-5076-4758-ba3f-27863b2a0ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4769113 Dec 17 16:01:48.624811 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:48.639384 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:48.646982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:48.661830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294b92-814e-4456-86bd-17bd04a6f202 req-9a048133-7611-4be5-a709-773b9e77bba3 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:48.670490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6294b92-814e-4456-86bd-17bd04a6f202 req-9a048133-7611-4be5-a709-773b9e77bba3 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2253954 Dec 17 16:01:48.684754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-da4669ce-6eb3-4799-b54a-c73215fa6152 None None] Provisioning complete for port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:48.685326 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da4669ce-6eb3-4799-b54a-c73215fa6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.721300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.722291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Fanout notify agent at l3_agent the message router_deleted on router 8e0eb5f3-2902-4468-9d72-5d2443de64eb {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:48.733900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.739405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54018) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:48.749362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1ed2388a-8158-45e2-a83b-2e710692f27e tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-491794628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:48.755931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-da9a62bb-cc80-4fae-a74a-f20517f26826 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/8e0eb5f3-2902-4468-9d72-5d2443de64eb HTTP/1.1" status: 204 len: 168 time: 1.6636856 Dec 17 16:01:48.762157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-da4669ce-6eb3-4799-b54a-c73215fa6152 None None] Port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:48.825089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2388a-8158-45e2-a83b-2e710692f27e tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.826479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2388a-8158-45e2-a83b-2e710692f27e tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.827762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6294b92-814e-4456-86bd-17bd04a6f202 req-3d0aab04-0f36-4e7b-bdf6-655ed7eaeb5d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563938 Dec 17 16:01:48.830191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:48.869263 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:48.926848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=95886bfc-653d-4a9d-88b2-81e8cdf8b351,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:48.941971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': '7a220708-d55e-4e12-999e-4661a0173c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:48.942829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: e96d84cd-fc4a-4106-8c01-d59e415d6aec, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:48.981138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:48.999642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e96d84cd-fc4a-4106-8c01-d59e415d6aec) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:49.008761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bcac6c-aa15-4dd2-b0e3-f604f0d59324 None None] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:49.009029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:49.009637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.049648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-22b615f9-cfaa-4d44-a022-c7ba26fb5143 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9975541 Dec 17 16:01:49.051285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54030) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:49.059778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec', 'name': 'tempest-PortsIpV6TestJSON-957114550'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:49.196670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e96d84cd-fc4a-4106-8c01-d59e415d6aec', 'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec', 'project_id': 'aabedd0f9e504a5a89c482bf31babb47', 'fixed_ips': [{'subnet_id': '95886bfc-653d-4a9d-88b2-81e8cdf8b351'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:01:49.197543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.227906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff15d3a6-c0ad-47b4-8288-318c0faf2071 req-a13e5bac-c1d7-4b5d-a770-6caa06bf9c78 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0521379 Dec 17 16:01:49.397232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:49.400896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.418281 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 2, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:49.445111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 24692eee-62fb-4d14-a0f0-a9a57457a9b8 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:49.488088 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:49.488461 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Updating router 739a9f04-5076-4758-ba3f-27863b2a0ff2 port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:01:49.507020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Allocated IP 2001:db8::2 (e96d84cd-fc4a-4106-8c01-d59e415d6aec/95886bfc-653d-4a9d-88b2-81e8cdf8b351/0386facc-5f22-49f6-9990-051d3cd41efe) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:49.550619 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.589011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54044) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:49.602496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1902849058-network', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:49.673184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Made reservation on behalf of d638e48bf9e64a279af6a18ca6b10ee0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:49.675435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.694994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.730876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2388a-8158-45e2-a83b-2e710692f27e tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.748142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2388a-8158-45e2-a83b-2e710692f27e tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.784526 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.798452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc628-557c-4d61-be38-041c89a2cbd2 req-adf168cb-4c04-4797-b521-760dc45aeca8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:49.800578 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.814241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a9cc628-557c-4d61-be38-041c89a2cbd2 req-adf168cb-4c04-4797-b521-760dc45aeca8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.9515841 Dec 17 16:01:49.835811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2388a-8158-45e2-a83b-2e710692f27e tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.842394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ed2388a-8158-45e2-a83b-2e710692f27e tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1016750 Dec 17 16:01:49.846907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:49.869734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:49.872019 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.893087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:49.928219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:49.942159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:49.954366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:49.969181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7182517d-47cc-412f-a679-9db007e21f80,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:49.992979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:01:50.020240 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.022159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.023426 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Added segment b93c0dae-7efa-4893-abba-1bed6c9bd17d of type vlan for network 739d4291-6e24-481f-9b1c-889f4ba03f8f Dec 17 16:01:50.025596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::268 (e96d84cd-fc4a-4106-8c01-d59e415d6aec/95886bfc-653d-4a9d-88b2-81e8cdf8b351/24692eee-62fb-4d14-a0f0-a9a57457a9b8) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:50.030541 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.042957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Pushing event updated for resources: {'Port': ['ID=0386facc-5f22-49f6-9990-051d3cd41efe,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:50.082136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Attempting to bind port 0386facc-5f22-49f6-9990-051d3cd41efe on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:50.082857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Attempting to bind port 0386facc-5f22-49f6-9990-051d3cd41efe by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '7a220708-d55e-4e12-999e-4661a0173c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:50.083409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Attempting to bind port 0386facc-5f22-49f6-9990-051d3cd41efe on network e96d84cd-fc4a-4106-8c01-d59e415d6aec {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:50.089293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:50.089930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Checking segment: {'id': '7a220708-d55e-4e12-999e-4661a0173c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:50.090533 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.091109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Bound using segment: {'id': '7a220708-d55e-4e12-999e-4661a0173c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:50.091755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Bound port: 0386facc-5f22-49f6-9990-051d3cd41efe, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a220708-d55e-4e12-999e-4661a0173c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:50.092396 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.122618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.126699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a9cc628-557c-4d61-be38-041c89a2cbd2 req-6059f683-7b6d-4469-ace9-1af40ba41ca6 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111229 Dec 17 16:01:50.191960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ff0c8-a04f-461e-bbe6-f0c5d3440a3f req-446179bc-2e9b-4b2d-842c-dccc4c36675e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:50.209828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f61ff0c8-a04f-461e-bbe6-f0c5d3440a3f req-446179bc-2e9b-4b2d-842c-dccc4c36675e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1450560 Dec 17 16:01:50.241553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] For port 0386facc-5f22-49f6-9990-051d3cd41efe, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:50.245522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] For port 0386facc-5f22-49f6-9990-051d3cd41efe, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0386facc-5f22-49f6-9990-051d3cd41efe,segment=NetworkSegment(7a220708-d55e-4e12-999e-4661a0173c36),segment_id=7a220708-d55e-4e12-999e-4661a0173c36)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:50.253385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.274109 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Attempting to bind port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:50.274437 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Attempting to bind port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:50.274807 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Attempting to bind port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:50.294495 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Pushing event updated for resources: {'Port': ['ID=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:50.311101 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:50.311488 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:50.311926 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.317315 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:50.317853 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Bound port: 82c9e1f0-d078-4f9d-a784-c42a2b7813c1, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:50.318257 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.323193 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.323193 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.323529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.324130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.324130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.324395 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.324679 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.325010 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.325407 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.338218 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.338607 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.338951 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.341002 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:50.427668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f61ff0c8-a04f-461e-bbe6-f0c5d3440a3f req-d0132188-1c35-4167-a85f-3e897d0c2e54 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135344 Dec 17 16:01:50.437654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9e3e7-bfdc-441b-85e1-983b131f1c1b None None] Pushing event updated for resources: {'Port': ['ID=0386facc-5f22-49f6-9990-051d3cd41efe,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:50.439176 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.445739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:50.449018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.461182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.487333 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] For port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:50.494088 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] For port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:50.501005 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.610939 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:50.611579 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:50.621630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f4ba597a-8bdf-489b-bfd8-9fca5dc98e39 None None] Provisioning complete for port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:50.623948 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4ba597a-8bdf-489b-bfd8-9fca5dc98e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:50.686451 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bb9b1-b93d-4f8d-a0b8-5976e9550ea8 None None] Pushing event updated for resources: {'Port': ['ID=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:50.723761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] Pushing event updated for resources: {'Network': ['ID=739d4291-6e24-481f-9b1c-889f4ba03f8f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:50.748571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:01:51.138898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.151326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0386facc-5f22-49f6-9990-051d3cd41efe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:51.168388 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:51.170387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.204523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24557c7f-1bbd-4c99-9de2-957cfc9243ea req-211e5672-7af1-4d86-96b1-0955e9b4f3ac tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.213613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24557c7f-1bbd-4c99-9de2-957cfc9243ea req-211e5672-7af1-4d86-96b1-0955e9b4f3ac tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2018538 Dec 17 16:01:51.241599 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4ba597a-8bdf-489b-bfd8-9fca5dc98e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.296032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f4ba597a-8bdf-489b-bfd8-9fca5dc98e39 None None] For port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:51.297811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0386facc-5f22-49f6-9990-051d3cd41efe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:51.298171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.334169 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4ba597a-8bdf-489b-bfd8-9fca5dc98e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.365014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24557c7f-1bbd-4c99-9de2-957cfc9243ea req-22903b50-20d9-41b4-b389-ac64524ff729 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501877 Dec 17 16:01:51.427869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Allocated IP 172.25.0.54 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/02b68f6d-1187-406b-bbb5-a21bf326da65) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:51.472779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54072) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:51.473515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c8b42365-ca53-4285-a5af-a333aba8cf26 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8832655 Dec 17 16:01:51.492508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Request body: {'subnet': {'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1902849058-subnet', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:51.520761 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05127d12-1da4-4739-a54f-79a87c9288fc req-571aa501-0ce5-4c26-9617-9ffaf0b8d6b5 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.8091366 Dec 17 16:01:51.614893 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:50Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:51.643761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.671064 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843d6810-d2e0-42ce-a7e0-c2dcbc03202a None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:50Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:51.728724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.759363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.777755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Made reservation on behalf of d638e48bf9e64a279af6a18ca6b10ee0 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:51.780507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.822280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:51.828400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:51.830918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:51.839968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.841981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.842555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.870299 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f76cc138-2272-4f6e-b613-084f4a2344cd None None] Provisioning complete for port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:51.870820 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f76cc138-2272-4f6e-b613-084f4a2344cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:51.876900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba597a-8bdf-489b-bfd8-9fca5dc98e39 None None] Pushing event updated for resources: {'Port': ['ID=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:51.919179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=24692eee-62fb-4d14-a0f0-a9a57457a9b8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:51.936012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4c70a0a2-71e5-4528-8aa9-572d1abf29f0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8802323 Dec 17 16:01:51.955290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838400-4360-4492-adf8-e1db08ef1c88 req-f00776e4-de85-4447-9249-e4c89409046b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.959019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b838400-4360-4492-adf8-e1db08ef1c88 req-f00776e4-de85-4447-9249-e4c89409046b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2336104 Dec 17 16:01:51.959757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54074) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:51.968218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': 'e96d84cd-fc4a-4106-8c01-d59e415d6aec', 'name': 'tempest-PortsIpV6TestJSON-501505763'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:52.003126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 0386facc-5f22-49f6-9990-051d3cd41efe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0386facc-5f22-49f6-9990-051d3cd41efe,segment=NetworkSegment(7a220708-d55e-4e12-999e-4661a0173c36),segment_id=7a220708-d55e-4e12-999e-4661a0173c36)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:52.028821 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.093468 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.105273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=0386facc-5f22-49f6-9990-051d3cd41efe,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:52.184365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b838400-4360-4492-adf8-e1db08ef1c88 req-c59ce5d6-9d8c-4e6b-b1b4-ba6bf7c76372 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842287 Dec 17 16:01:52.211138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:52.215789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:52.221553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:52.223097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b60b965-4f9e-4f03-9055-30847255e2fe None None] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:52.291661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.303067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:52.307016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.331347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45539cc1-4fe2-4310-be95-c7a9cf22db11 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:52.361384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 22512391-4256-4607-8c22-cc81d29c7d8d yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:01:52.372126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event updated for resources: {'Port': ['ID=02b68f6d-1187-406b-bbb5-a21bf326da65,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:52.416357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.416755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.417462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.417462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.417702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.418010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.418340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.418760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.418982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.419306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.419627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.420233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.420590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:52.431138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5459f145-415f-4339-937a-cda67ccf6f3c None None] Provisioning complete for port 0386facc-5f22-49f6-9990-051d3cd41efe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:52.432782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5459f145-415f-4339-937a-cda67ccf6f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.506193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=30043652-b836-44d1-9f65-025ef5ec90eb,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:52.545161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Checking segment: {'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:52.545559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Network hostable DHCP agents. Network: 739d4291-6e24-481f-9b1c-889f4ba03f8f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:52.621105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::34c (e96d84cd-fc4a-4106-8c01-d59e415d6aec/95886bfc-653d-4a9d-88b2-81e8cdf8b351/22512391-4256-4607-8c22-cc81d29c7d8d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:52.735157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.790093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:52.815497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52f6c-1624-42c9-a920-1af481c5ba1a req-44106735-2951-428a-a0df-65bc1b3336c1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:52.823431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66b52f6c-1624-42c9-a920-1af481c5ba1a req-44106735-2951-428a-a0df-65bc1b3336c1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2985773 Dec 17 16:01:52.864662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 739d4291-6e24-481f-9b1c-889f4ba03f8f) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:52.866395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bd76c878-bf80-437e-a669-a84a8dae7e1c None None] Provisioning complete for port 02b68f6d-1187-406b-bbb5-a21bf326da65 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:52.866677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bd76c878-bf80-437e-a669-a84a8dae7e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.908284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.908751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66b52f6c-1624-42c9-a920-1af481c5ba1a req-fc67fd23-d036-4c9c-8339-a8c507e89ffd tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824399 Dec 17 16:01:52.910257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:52.910868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:52.944257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f743ba2-dfbe-499c-bf86-ecde4735c01c None None] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:53.013949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2f47449e-3283-4579-9efc-0dc995eb6de4 req-74375abb-703a-4ea6-85c0-da8a75a2117f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.3111053 Dec 17 16:01:53.019015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.057811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:53.061466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:53.066114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:53.073648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:53.075249 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.106524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54086) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:53.107419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-407442ee-f9ec-4e55-ad9d-c88531503b6a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6230116 Dec 17 16:01:53.112066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:53.113566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bd76c878-bf80-437e-a669-a84a8dae7e1c None None] Port 02b68f6d-1187-406b-bbb5-a21bf326da65 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:53.143983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1801758 Dec 17 16:01:53.148606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54088) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:53.295567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0386facc-5f22-49f6-9990-051d3cd41efe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:53.309347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b1016-0900-4cf1-a309-d23b4c405669 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=22512391-4256-4607-8c22-cc81d29c7d8d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:53.409929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d657696-dc60-4a65-adf8-a9dc01b4f935 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:53.412499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0d657696-dc60-4a65-adf8-a9dc01b4f935 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A268 HTTP/1.1" status: 200 len: 928 time: 0.2610164 Dec 17 16:01:53.423235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54092) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:53.423881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.426768 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.462459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-81c86134-2fd3-47cc-8158-7dd6aed6a6d8 None None] Provisioning complete for port 0386facc-5f22-49f6-9990-051d3cd41efe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:53.463547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-81c86134-2fd3-47cc-8158-7dd6aed6a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.471044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-739d4291-6e24-481f-9b1c-889f4ba03f8f', 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f', 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'fixed_ips': [{'subnet_id': '30043652-b836-44d1-9f65-025ef5ec90eb'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:01:53.472693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.518803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064d131-260e-4353-9f46-b8f39634f6ce req-2998bc45-93b2-4a68-9353-7884d264669f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:53.532466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a064d131-260e-4353-9f46-b8f39634f6ce req-2998bc45-93b2-4a68-9353-7884d264669f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1772687 Dec 17 16:01:53.549975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.641163 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.722342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.834425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 22512391-4256-4607-8c22-cc81d29c7d8d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:53.835191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.837695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0386facc-5f22-49f6-9990-051d3cd41efe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:53.842028 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:53.949826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a064d131-260e-4353-9f46-b8f39634f6ce req-103e9d8c-bca2-4b52-a538-a1aca86e6127 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135041 Dec 17 16:01:54.050776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.092664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Router 2b54169a-c7fa-455e-b5cf-07d5e864928d is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:54.098906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.123726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 22512391-4256-4607-8c22-cc81d29c7d8d owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:54.129852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-81c86134-2fd3-47cc-8158-7dd6aed6a6d8 None None] Provisioning complete for port 24692eee-62fb-4d14-a0f0-a9a57457a9b8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:54.131327 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-81c86134-2fd3-47cc-8158-7dd6aed6a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.258914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Allocated IP 172.20.0.2 (739d4291-6e24-481f-9b1c-889f4ba03f8f/30043652-b836-44d1-9f65-025ef5ec90eb/3a0bff0b-37fb-4cde-bf9f-d11462b9319c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:54.286210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-81c86134-2fd3-47cc-8158-7dd6aed6a6d8 None None] Port 24692eee-62fb-4d14-a0f0-a9a57457a9b8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:54.308996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:54.411499 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.444932 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.515171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.555678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.615217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Allocated IP 172.25.0.32 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/3c284557-9754-4082-a89d-0630173912d3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:54.631986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:54.635715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-55c6d2ed-1d6a-45ab-a691-a55e343ff810 None None] Provisioning complete for port 22512391-4256-4607-8c22-cc81d29c7d8d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:54.636122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55c6d2ed-1d6a-45ab-a691-a55e343ff810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.687109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-55c6d2ed-1d6a-45ab-a691-a55e343ff810 None None] Port 22512391-4256-4607-8c22-cc81d29c7d8d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:54.690535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:54.696895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:54.707656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Pushing event updated for resources: {'Port': ['ID=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:54.781744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-55c6d2ed-1d6a-45ab-a691-a55e343ff810 None None] Provisioning complete for port 24692eee-62fb-4d14-a0f0-a9a57457a9b8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:54.782336 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55c6d2ed-1d6a-45ab-a691-a55e343ff810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.830886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:54.832776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.882939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Attempting to bind port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:54.883540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Attempting to bind port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:54.884131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Attempting to bind port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c on network 739d4291-6e24-481f-9b1c-889f4ba03f8f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:54.889996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e86cb81-99cb-46f4-b6bd-346386ffa761 req-7895dc47-4bdb-4212-9854-91dbbd746b0c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.6939082 Dec 17 16:01:54.898369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:54.898828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Checking segment: {'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:54.899165 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.899560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Bound using segment: {'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:54.900081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Bound port: 3a0bff0b-37fb-4cde-bf9f-d11462b9319c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:54.900460 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.912985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.915153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-55c6d2ed-1d6a-45ab-a691-a55e343ff810 None None] Port 24692eee-62fb-4d14-a0f0-a9a57457a9b8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:54.982227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:54.993854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:55.002558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.004157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a9542ee-1c4d-45c9-9216-f799eba40dda tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "PUT /v2.0/routers/2b54169a-c7fa-455e-b5cf-07d5e864928d HTTP/1.1" status: 200 len: 882 time: 5.1553214 Dec 17 16:01:55.021005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54112) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:55.021382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] Sync routers for ids ['2b54169a-c7fa-455e-b5cf-07d5e864928d'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:55.055537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Pushing event updated for resources: {'Port': ['ID=3c284557-9754-4082-a89d-0630173912d3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:55.090302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] Routers {'2b54169a-c7fa-455e-b5cf-07d5e864928d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:55.091241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2b54169a-c7fa-455e-b5cf-07d5e864928d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:55.116031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:55.126047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:55.129352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:55.175655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb783d-cdeb-4b45-b2c5-559434d9ae2c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:55.178096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.185562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:55.188012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b3dd7-554e-4f81-9fef-95dc9935c2b9 req-bce28d09-b236-49fb-811d-2238f5bd5453 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:55.189626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b3b3dd7-554e-4f81-9fef-95dc9935c2b9 req-bce28d09-b236-49fb-811d-2238f5bd5453 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1313906 Dec 17 16:01:55.210947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] For port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:55.214242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] Routers {'2b54169a-c7fa-455e-b5cf-07d5e864928d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:55.215385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2b54169a-c7fa-455e-b5cf-07d5e864928d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:55.216938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=22512391-4256-4607-8c22-cc81d29c7d8d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:55.219620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] For port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,segment=NetworkSegment(b93c0dae-7efa-4893-abba-1bed6c9bd17d),segment_id=b93c0dae-7efa-4893-abba-1bed6c9bd17d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:55.236477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b907a048-9679-4f95-b833-a1167725f263 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/2b54169a-c7fa-455e-b5cf-07d5e864928d HTTP/1.1" status: 200 len: 923 time: 0.2114747 Dec 17 16:01:55.249868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54114) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:55.273413 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.284937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.291374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-00e5e27b-3e21-427b-aaa0-161a936b6512 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/22512391-4256-4607-8c22-cc81d29c7d8d HTTP/1.1" status: 204 len: 168 time: 1.8612564 Dec 17 16:01:55.294612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:55.295241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f2be4-366a-4642-89b8-29d99d58154d None None] The sync data for ids ['2b54169a-c7fa-455e-b5cf-07d5e864928d'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:55.304727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54118) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:55.351876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ac2a4812-c17f-4890-8a1b-63159d53cb52 None None] Provisioning complete for port 3c284557-9754-4082-a89d-0630173912d3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:55.352399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac2a4812-c17f-4890-8a1b-63159d53cb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.362307 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1ced62-66ba-4410-a41a-e57f9f13fa0d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:55.363801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cc1ced62-66ba-4410-a41a-e57f9f13fa0d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/22512391-4256-4607-8c22-cc81d29c7d8d HTTP/1.1" status: 404 len: 333 time: 0.0579963 Dec 17 16:01:55.371328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54120) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:55.410280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4a219-df29-48b6-a84d-63d0c8c62403 None None] Pushing event updated for resources: {'Port': ['ID=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:55.418228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ac2a4812-c17f-4890-8a1b-63159d53cb52 None None] Port 3c284557-9754-4082-a89d-0630173912d3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:55.452333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f7cf09-067e-49a6-86fb-617b70a9fc50 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:55.454444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-62f7cf09-067e-49a6-86fb-617b70a9fc50 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=2b54169a-c7fa-455e-b5cf-07d5e864928d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2034218 Dec 17 16:01:55.459316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54122) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:55.549063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b3b3dd7-554e-4f81-9fef-95dc9935c2b9 req-cea57fbf-0cd8-4b57-a74c-e032f5828e17 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291733 Dec 17 16:01:55.647582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156ab78-578e-4275-80b8-06f1d0b4c428 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:55.649465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e156ab78-578e-4275-80b8-06f1d0b4c428 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.1889720 Dec 17 16:01:55.653141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54124) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:55.681132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.714518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b0b02ce7-ffd2-4c2b-a5ba-c123cea6bd76 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b54169a-c7fa-455e-b5cf-07d5e864928d HTTP/1.1" status: 200 len: 205 time: 0.0592716 Dec 17 16:01:55.717956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54126) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:55.734975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 24692eee-62fb-4d14-a0f0-a9a57457a9b8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:55.735392 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.888337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:55.907732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 24692eee-62fb-4d14-a0f0-a9a57457a9b8 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:56.034758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:56.043544 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:56.169131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b34dc788-b9eb-4f75-8f31-2a52fce70f39 req-26370dd5-4204-472d-9b8b-d300fc48f465 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0375311 Dec 17 16:01:56.285885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-95388007-2845-432e-920f-93319369adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:56.287576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-95388007-2845-432e-920f-93319369adc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.1520412 Dec 17 16:01:56.297161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:56.299103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Router 0e1c9977-c654-4433-8f4d-8326b4ef7613 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:01:56.366680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:56.385342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bcc97-6ec6-40f3-9d19-32f8d8228426 req-ffff1694-2a65-41ca-8a49-4cd6e31c90f4 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:56.387310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-596bcc97-6ec6-40f3-9d19-32f8d8228426 req-ffff1694-2a65-41ca-8a49-4cd6e31c90f4 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2184200 Dec 17 16:01:56.429840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=24692eee-62fb-4d14-a0f0-a9a57457a9b8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:56.479505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:56.490844 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Sync routers for ids ['0e1c9977-c654-4433-8f4d-8326b4ef7613'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:56.506688 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Routers {'0e1c9977-c654-4433-8f4d-8326b4ef7613'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:56.508684 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0e1c9977-c654-4433-8f4d-8326b4ef7613'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:56.516069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:56.518877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3f370bb0-4015-456c-ba43-d335f398e871 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4113629 Dec 17 16:01:56.524119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54140) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:56.547762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:56.553625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b9ed6375-2369-4ec7-b509-c140220af12a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/24692eee-62fb-4d14-a0f0-a9a57457a9b8 HTTP/1.1" status: 204 len: 168 time: 1.1786997 Dec 17 16:01:56.579266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:56.732381 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-806ea19b-bd79-4f5e-88b4-260684e28858 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:01:56.734040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-806ea19b-bd79-4f5e-88b4-260684e28858 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/24692eee-62fb-4d14-a0f0-a9a57457a9b8 HTTP/1.1" status: 404 len: 333 time: 0.1481974 Dec 17 16:01:56.738042 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Set router 0e1c9977-c654-4433-8f4d-8326b4ef7613 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:56.759276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54146) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:56.770552 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-596bcc97-6ec6-40f3-9d19-32f8d8228426 req-ada75fe3-3dff-49e4-b4d3-0cec3bf581cc tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511035 Dec 17 16:01:56.802364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-3c90fb69-2486-4c15-9c84-f642465de566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:56.811166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-3c90fb69-2486-4c15-9c84-f642465de566 service neutron] 10.222.0.49 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.5001843 Dec 17 16:01:56.920741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-10eb2753-71aa-4cad-8946-dcaad56738d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0607166 Dec 17 16:01:56.925517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Deleting port 02b68f6d-1187-406b-bbb5-a21bf326da65 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:56.925881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:56.927028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e89ee-ce74-4448-bdce-d18e3918081e None None] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:57.002470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet 95886bfc-653d-4a9d-88b2-81e8cdf8b351 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:01:57.009745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.025790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0b7338ca-a34d-4290-9603-862cfdb5d4f7 None None] Provisioning complete for port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:57.026233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b7338ca-a34d-4290-9603-862cfdb5d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.057967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.132345 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:01:55Z', 'revision_number': 3, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:57.162237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.212451 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Checking router: 0e1c9977-c654-4433-8f4d-8326b4ef7613 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:57.212824 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Updating router 0e1c9977-c654-4433-8f4d-8326b4ef7613 port 3c284557-9754-4082-a89d-0630173912d3 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:01:57.247379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe9c9f-f1a2-48fc-a2ec-9f4f8137d590 req-046f9213-30d1-4bae-8185-e039bf78746b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:57.254979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cfe9c9f-f1a2-48fc-a2ec-9f4f8137d590 req-046f9213-30d1-4bae-8185-e039bf78746b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.5601017 Dec 17 16:01:57.268784 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.297963 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b7338ca-a34d-4290-9603-862cfdb5d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.329802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-6241aab9-9b6d-43c1-b004-3d1e8a2e4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:57.331327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-6241aab9-9b6d-43c1-b004-3d1e8a2e4264 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.3423767 Dec 17 16:01:57.360719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3a0bff0b-37fb-4cde-bf9f-d11462b9319c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:57.434011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e11ab66-d7a4-40ac-ac07-83911f59e6cf req-57ad8abb-8454-4c1f-861a-d589dfc216b4 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0478623 Dec 17 16:01:57.442306 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cfe9c9f-f1a2-48fc-a2ec-9f4f8137d590 req-4afb5cd1-4de3-4b64-a36c-b1bad1b8b2b2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789072 Dec 17 16:01:57.475941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0b7338ca-a34d-4290-9603-862cfdb5d4f7 None None] For port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,segment=NetworkSegment(b93c0dae-7efa-4893-abba-1bed6c9bd17d),segment_id=b93c0dae-7efa-4893-abba-1bed6c9bd17d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:57.487171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b7338ca-a34d-4290-9603-862cfdb5d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.502480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-1f2d4dec-0842-4991-88ff-16b0bc6d1734 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537251 Dec 17 16:01:57.569758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:57.570134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.629609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.693785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7338ca-a34d-4290-9603-862cfdb5d4f7 None None] Pushing event updated for resources: {'Port': ['ID=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:57.715391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=95886bfc-653d-4a9d-88b2-81e8cdf8b351,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:57.729084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-25c27e52-21e6-48e9-acde-578ea8147e15 None None] Provisioning complete for port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:57.729448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25c27e52-21e6-48e9-acde-578ea8147e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.769488 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.773475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.782886 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.788144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610326d1-b4f5-4541-85d8-4615568e21c8 None None] Network e96d84cd-fc4a-4106-8c01-d59e415d6aec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:01:57.792265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ef81dfb7-455e-4d3f-8139-40d9d232b2e0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/95886bfc-653d-4a9d-88b2-81e8cdf8b351 HTTP/1.1" status: 204 len: 168 time: 1.0174081 Dec 17 16:01:57.793624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.793913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54154) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:57.829412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Calling delete_port for 02b68f6d-1187-406b-bbb5-a21bf326da65 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:57.876518 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b628c20-1f8f-41f2-bbaf-d46f07211e3b None None] Pushing event updated for resources: {'Port': ['ID=3c284557-9754-4082-a89d-0630173912d3,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:57.878984 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Attempting to bind port 3c284557-9754-4082-a89d-0630173912d3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:01:57.879480 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Attempting to bind port 3c284557-9754-4082-a89d-0630173912d3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:01:57.879866 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Attempting to bind port 3c284557-9754-4082-a89d-0630173912d3 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:57.887273 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:57.887656 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:01:57.888232 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.888614 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:57.889083 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Bound port: 3c284557-9754-4082-a89d-0630173912d3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:01:57.889596 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:57.907503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a67d4d-9302-4267-a980-f43aaed6e3bc None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:57.982868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-2f4c67fd-3742-4d19-8874-cb0609f90953 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658842 Dec 17 16:01:57.994509 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] For port 3c284557-9754-4082-a89d-0630173912d3, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:57.998962 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] For port 3c284557-9754-4082-a89d-0630173912d3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3c284557-9754-4082-a89d-0630173912d3,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:58.005313 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.053549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.059099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.095200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc3016-7c6a-4763-8464-dc5f5ff2f848 req-8366ad05-1a5d-4b8b-84ee-25beb8fd2137 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:58.104052 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1fc3016-7c6a-4763-8464-dc5f5ff2f848 req-8366ad05-1a5d-4b8b-84ee-25beb8fd2137 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1737390 Dec 17 16:01:58.111093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8478fbc3-0bc8-4a64-a0e2-ee457b069bb4 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:58.149844 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b628c20-1f8f-41f2-bbaf-d46f07211e3b None None] Pushing event updated for resources: {'Port': ['ID=3c284557-9754-4082-a89d-0630173912d3,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:58.166154 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Routers {'0e1c9977-c654-4433-8f4d-8326b4ef7613'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:58.166931 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0e1c9977-c654-4433-8f4d-8326b4ef7613'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:58.195865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] DHCP port deletion for e96d84cd-fc4a-4106-8c01-d59e415d6aec request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:58.255512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-19e2a046-7f21-4a67-8a8c-498059abbf41 None None] Provisioning complete for port 3c284557-9754-4082-a89d-0630173912d3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:58.256053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19e2a046-7f21-4a67-8a8c-498059abbf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.267640 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79c52b50-307a-450d-8692-ff3d26ed4604 req-43e923f0-b8f7-400a-9176-61345017ddf6 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763422 Dec 17 16:01:58.320501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1fc3016-7c6a-4763-8464-dc5f5ff2f848 req-7b540145-0d9e-40b6-a3c9-6684a4cbb3fa tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146869 Dec 17 16:01:58.382815 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.418769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event deleted for resources: {'Port': ['ID=02b68f6d-1187-406b-bbb5-a21bf326da65,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:58.426607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 0386facc-5f22-49f6-9990-051d3cd41efe {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:58.427234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.465069 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] Set router 0e1c9977-c654-4433-8f4d-8326b4ef7613 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:58.469738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e49f1-110c-48bd-8f26-41abcf3c3e73 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:01:58.492655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] Deleting port 0386facc-5f22-49f6-9990-051d3cd41efe {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:01:58.493286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.508140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.568053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19e2a046-7f21-4a67-8a8c-498059abbf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.593124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-19e2a046-7f21-4a67-8a8c-498059abbf41 None None] For port 3c284557-9754-4082-a89d-0630173912d3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3c284557-9754-4082-a89d-0630173912d3,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:58.607969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19e2a046-7f21-4a67-8a8c-498059abbf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.690798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] For port 0386facc-5f22-49f6-9990-051d3cd41efe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0386facc-5f22-49f6-9990-051d3cd41efe,segment=NetworkSegment(7a220708-d55e-4e12-999e-4661a0173c36),segment_id=7a220708-d55e-4e12-999e-4661a0173c36)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:58.691192 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.713033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Allocated IP 172.20.0.1 (739d4291-6e24-481f-9b1c-889f4ba03f8f/30043652-b836-44d1-9f65-025ef5ec90eb/8b5786c5-4d1e-4865-baac-9dc966a83840) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:58.729326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] Calling delete_port for 0386facc-5f22-49f6-9990-051d3cd41efe owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:58.729651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] For port 0386facc-5f22-49f6-9990-051d3cd41efe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0386facc-5f22-49f6-9990-051d3cd41efe,segment=NetworkSegment(7a220708-d55e-4e12-999e-4661a0173c36),segment_id=7a220708-d55e-4e12-999e-4661a0173c36)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:58.730140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.752339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561337a6-1cf5-4d2b-b886-9bd45dea35d6 req-844952f0-3ffd-41fb-8633-76c12926029a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:58.760938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-561337a6-1cf5-4d2b-b886-9bd45dea35d6 req-844952f0-3ffd-41fb-8633-76c12926029a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1243367 Dec 17 16:01:58.786860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 0386facc-5f22-49f6-9990-051d3cd41efe owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:01:58.790147 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:01:55Z', 'revision_number': 3, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:58.790784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2a046-7f21-4a67-8a8c-498059abbf41 None None] Pushing event updated for resources: {'Port': ['ID=3c284557-9754-4082-a89d-0630173912d3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:58.838732 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5cf01-82f5-421c-890b-5e84373b9da1 None None] The sync data for ids ['0e1c9977-c654-4433-8f4d-8326b4ef7613'] in n-d-806683-20 is: [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:01:55Z', 'revision_number': 3, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:58.933960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:58.961212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] No DVR routers for this DVR port 0386facc-5f22-49f6-9990-051d3cd41efe on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:58.980063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-561337a6-1cf5-4d2b-b886-9bd45dea35d6 req-16246883-f5e8-4a04-91f4-b8bab33d1ac2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179511 Dec 17 16:01:59.011139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6673f56-d478-4393-b5ff-71ebc82ab984 None None] Pushing event deleted for resources: {'Port': ['ID=0386facc-5f22-49f6-9990-051d3cd41efe,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:59.110456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.114800 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.118008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.157704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.189437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.189437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Fanout notify agent at l3_agent the message router_deleted on router 2b54169a-c7fa-455e-b5cf-07d5e864928d {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:59.215136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.220077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fa4f1ac8-7204-4b93-9ac1-6565aeac544d tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/2b54169a-c7fa-455e-b5cf-07d5e864928d HTTP/1.1" status: 204 len: 168 time: 3.5010982 Dec 17 16:01:59.222341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-df08a9e9-4e2a-49cf-8277-4949942d11a6 req-bcd923a3-7812-4a84-aa69-c6ddbd1e5a9b tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0505083 Dec 17 16:01:59.223524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54170) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:59.229102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-977d746f-5423-4514-acc7-ac4089b0009b tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-986209967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:59.264777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:59.264994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3a0bff0b-37fb-4cde-bf9f-d11462b9319c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:59.274676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:59.284838 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-977d746f-5423-4514-acc7-ac4089b0009b tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.288549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-977d746f-5423-4514-acc7-ac4089b0009b tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.320936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.337100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:59.355183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Pushing event updated for resources: {'Port': ['ID=8b5786c5-4d1e-4865-baac-9dc966a83840,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:59.378628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-977d746f-5423-4514-acc7-ac4089b0009b tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.390245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-977d746f-5423-4514-acc7-ac4089b0009b tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.410538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:59.411380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.418879 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-977d746f-5423-4514-acc7-ac4089b0009b tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.423555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-977d746f-5423-4514-acc7-ac4089b0009b tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1989989 Dec 17 16:01:59.424350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:01:59.436510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': True}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:59.441708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.442309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.442807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.443360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.443904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.447443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.448109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.448774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.449285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.449773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.452319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.452829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.453337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:59.469756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No DVR routers for this DVR port 0386facc-5f22-49f6-9990-051d3cd41efe on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:59.582809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=0386facc-5f22-49f6-9990-051d3cd41efe,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:59.620649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.715052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.749604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96d84cd-fc4a-4106-8c01-d59e415d6aec']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:59.762685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc85fa-70de-4e06-bc48-d753520d077b req-898dacb8-9d09-4a66-8c6f-c6fceeeacbc2 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:59.764315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-74bc85fa-70de-4e06-bc48-d753520d077b req-898dacb8-9d09-4a66-8c6f-c6fceeeacbc2 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2649138 Dec 17 16:01:59.791856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a220708-d55e-4e12-999e-4661a0173c36') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:59.792628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a220708-d55e-4e12-999e-4661a0173c36') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:59.808408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.834476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.847091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bcc537bf-195e-4220-9bef-7e6a052f01e8 None None] Provisioning complete for port 8b5786c5-4d1e-4865-baac-9dc966a83840 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:59.847557 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bcc537bf-195e-4220-9bef-7e6a052f01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.872284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:01:59.872937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:01:59.876288 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:01:59.887628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bcc537bf-195e-4220-9bef-7e6a052f01e8 None None] Port 8b5786c5-4d1e-4865-baac-9dc966a83840 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:01:59.927119 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.928618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:01:59.942832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0386facc-5f22-49f6-9990-051d3cd41efe no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:59.968788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0386facc-5f22-49f6-9990-051d3cd41efe {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:01:59.968788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0386facc-5f22-49f6-9990-051d3cd41efe not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:59.972846 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-74bc85fa-70de-4e06-bc48-d753520d077b req-5c9bc556-a977-46eb-8cd6-6053804ed39f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953406 Dec 17 16:02:00.175886 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.222735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.226524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/e96d84cd-fc4a-4106-8c01-d59e415d6aec HTTP/1.1" status: 204 len: 168 time: 2.4294436 Dec 17 16:02:00.230920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54182) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:00.238221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1933770971'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:00.238911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.264332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581ff7b-9fc6-43f9-b6f1-0e3a0f31ee9e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=e96d84cd-fc4a-4106-8c01-d59e415d6aec,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:00.280362 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.308044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897810-3389-4a5a-96e7-8ec6e685adda req-ae02e26e-519f-458f-9eea-8f61b5988079 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:00.309706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8897810-3389-4a5a-96e7-8ec6e685adda req-ae02e26e-519f-458f-9eea-8f61b5988079 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1467621 Dec 17 16:02:00.316552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.340971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.376974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:00.380085 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.453642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b55fd394-cafc-4315-a441-cb11b4d33983 req-aa53c6c0-8f7c-406f-9dc7-abae61583a13 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0354102 Dec 17 16:02:00.456431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.479800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:00.483525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Pushing event updated for resources: {'Port': ['ID=8b5786c5-4d1e-4865-baac-9dc966a83840,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:00.490441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Allocated IP 172.25.0.123 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/7e643b6a-4b1a-4005-a33f-1e3d3358dc75) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:00.494032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8897810-3389-4a5a-96e7-8ec6e685adda req-dbd241ff-c1ff-4f4e-859b-a093b72355b8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631761 Dec 17 16:02:00.525726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.526071 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment e3595561-192a-418e-bb60-f4f78d6154b5 of type vlan for network ea6f4341-5a26-49f4-842b-bc57768795ec Dec 17 16:02:00.599673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.649566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.654992 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:00.655568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.659036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:00.667110 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.677355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:00.720131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:00.740664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5062690 Dec 17 16:02:00.750985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54188) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:00.758460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:00.780188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ad920-32fa-4bb6-a3ed-735acd0b00a9 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=ea6f4341-5a26-49f4-842b-bc57768795ec,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:00.792467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ea6f4341-5a26-49f4-842b-bc57768795ec details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:00.793020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:00.884890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:00.889048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Router 0e1c9977-c654-4433-8f4d-8326b4ef7613 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:00.898698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:00.913911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2cde46-148f-47aa-bb89-7c6dfa1f93b6 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:00.967987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Port': ['ID=7e643b6a-4b1a-4005-a33f-1e3d3358dc75,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:01.013088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:01.019740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:01.040468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-54115e99-2bcb-495e-b933-490d0324db94 None None] Provisioning complete for port 7e643b6a-4b1a-4005-a33f-1e3d3358dc75 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:01.041822 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54115e99-2bcb-495e-b933-490d0324db94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:01.093643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-54115e99-2bcb-495e-b933-490d0324db94 None None] Port 7e643b6a-4b1a-4005-a33f-1e3d3358dc75 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:01.101583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:01.110244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-afa985f1-b4e7-4425-87cb-8e1ed94aa41e admin admin] 10.222.0.54 "PUT /v2.0/routers/0e1c9977-c654-4433-8f4d-8326b4ef7613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5827973 Dec 17 16:02:01.218775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88161fa-b868-4a6e-99e3-bc57b32d4698 req-15a5f4e5-342b-46a8-b647-41e3666825f7 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:01.222834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4a2e9008-b670-41b6-8398-e79881516f56 None None] Provisioning complete for port 8b5786c5-4d1e-4865-baac-9dc966a83840 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:01.223214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9008-b670-41b6-8398-e79881516f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:01.227355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b88161fa-b868-4a6e-99e3-bc57b32d4698 req-15a5f4e5-342b-46a8-b647-41e3666825f7 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1229174 Dec 17 16:02:01.317317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3c284557-9754-4082-a89d-0630173912d3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:01.324250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b88161fa-b868-4a6e-99e3-bc57b32d4698 req-292156de-bb47-4cb7-91f3-b21ca7393998 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956278 Dec 17 16:02:01.338722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e9008-b670-41b6-8398-e79881516f56 None None] Port 8b5786c5-4d1e-4865-baac-9dc966a83840 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:01.411801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3c284557-9754-4082-a89d-0630173912d3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:01.412651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:01.511538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Sync routers for ids ['0e1c9977-c654-4433-8f4d-8326b4ef7613'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:01.557079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Routers {'0e1c9977-c654-4433-8f4d-8326b4ef7613'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:01.560870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0e1c9977-c654-4433-8f4d-8326b4ef7613'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:01.612712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:01.662516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:01.702789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42420c91-029a-4a14-a348-1c5f97088335 req-d53505e1-65c9-4bd5-966f-472c934eee9f tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3b69cbd-8bbd-48b7-9197-cac5ce476b80 HTTP/1.1" status: 200 len: 210 time: 0.0872490 Dec 17 16:02:01.737028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Set router 0e1c9977-c654-4433-8f4d-8326b4ef7613 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:01.773877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=7edb5256-1e7c-4498-ae5e-ddab8a36f01c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:01.851613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': 'e3595561-192a-418e-bb60-f4f78d6154b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:01.852013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: ea6f4341-5a26-49f4-842b-bc57768795ec, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:02:01.866171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516654a2-72a4-491e-994d-a0e90f585079 req-56d21db6-7258-41c4-b964-05767f733afe tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:01.867737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-516654a2-72a4-491e-994d-a0e90f585079 req-56d21db6-7258-41c4-b964-05767f733afe tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2439489 Dec 17 16:02:01.952848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network ea6f4341-5a26-49f4-842b-bc57768795ec is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:02:01.975765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ea6f4341-5a26-49f4-842b-bc57768795ec) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:01.986742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152cd3f-5c31-4af9-86c3-bbe2018aa859 None None] Network ea6f4341-5a26-49f4-842b-bc57768795ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:02.013696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-516654a2-72a4-491e-994d-a0e90f585079 req-928db49e-c3de-452b-af03-c01738ae65e5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389494 Dec 17 16:02:02.016782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:02.017729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.050312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.055199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:01:59Z', 'revision_number': 4, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8b5786c5-4d1e-4865-baac-9dc966a83840', 'name': '', 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'mac_address': 'fa:16:3e:b5:41:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30043652-b836-44d1-9f65-025ef5ec90eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:58Z', 'updated_at': '2021-12-17T16:02:00Z', 'revision_number': 2, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'subnets': [{'id': '30043652-b836-44d1-9f65-025ef5ec90eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:02.056793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bb70a991-1e7c-4dfe-94f8-959b53a7dccf tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3025472 Dec 17 16:02:02.058504 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.060438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54212) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:02.065486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec', 'name': 'tempest-PortsIpV6TestJSON-1008719521', 'fixed_ips': [{'subnet_id': '7edb5256-1e7c-4498-ae5e-ddab8a36f01c', 'ip_address': '2001:db8::10'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:02.090198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Checking router: 0e1c9977-c654-4433-8f4d-8326b4ef7613 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:02.090682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Updating router 0e1c9977-c654-4433-8f4d-8326b4ef7613 port 8b5786c5-4d1e-4865-baac-9dc966a83840 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:02:02.197630 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.210439 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ea6f4341-5a26-49f4-842b-bc57768795ec', 'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec', 'project_id': 'aabedd0f9e504a5a89c482bf31babb47', 'fixed_ips': [{'subnet_id': '7edb5256-1e7c-4498-ae5e-ddab8a36f01c'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:02:02.211402 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.216774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:02.245023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Router 874d9b0b-fb06-451d-bbc5-72a1619b1890 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:02:02.313854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.347268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port a4e17dea-8c7f-49b9-89f0-71925b480800 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:02:02.373483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:02.383126 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] Sync routers for ids ['874d9b0b-fb06-451d-bbc5-72a1619b1890'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:02.385090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.389790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1d47f492-0de1-4285-a118-e8620b81f379 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "PUT /v2.0/routers/874d9b0b-fb06-451d-bbc5-72a1619b1890 HTTP/1.1" status: 200 len: 918 time: 2.9603114 Dec 17 16:02:02.390109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54224) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:02.403650 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] Routers {'874d9b0b-fb06-451d-bbc5-72a1619b1890'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:02.404311 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['874d9b0b-fb06-451d-bbc5-72a1619b1890'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:02.472316 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:02.495457 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] Routers {'874d9b0b-fb06-451d-bbc5-72a1619b1890'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:02.496172 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['874d9b0b-fb06-451d-bbc5-72a1619b1890'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:02.545563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a922-a591-4317-87b3-63578ffc0718 req-91eb0a8c-ae49-466d-86af-ed5be99d3923 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:02.553831 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9b1a922-a591-4317-87b3-63578ffc0718 req-91eb0a8c-ae49-466d-86af-ed5be99d3923 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1040306 Dec 17 16:02:02.568632 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:02.568875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4a13094d-9319-4184-a189-c0d4cc3e2afe tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/874d9b0b-fb06-451d-bbc5-72a1619b1890 HTTP/1.1" status: 200 len: 924 time: 0.1773462 Dec 17 16:02:02.569135 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76b22e-55ae-4a09-a47c-d8e19dc34833 None None] The sync data for ids ['874d9b0b-fb06-451d-bbc5-72a1619b1890'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:02.569593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54226) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:02.622228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9b1a922-a591-4317-87b3-63578ffc0718 req-4a90c108-0416-4593-9c5f-45dd065f5f16 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673685 Dec 17 16:02:02.645755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff3bd7-618e-4bf4-89da-ae66895c5cc8 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:02.650755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54228) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:02.651839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-40ff3bd7-618e-4bf4-89da-ae66895c5cc8 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=874d9b0b-fb06-451d-bbc5-72a1619b1890&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0803268 Dec 17 16:02:02.658152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Allocated IP 2001:db8::2 (ea6f4341-5a26-49f4-842b-bc57768795ec/7edb5256-1e7c-4498-ae5e-ddab8a36f01c/256e12d6-6189-48a8-8289-ce684fe5b2ab) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:02.766446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d9810-3984-460c-a9d7-97b4b9a0651d tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:02.770586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-837d9810-3984-460c-a9d7-97b4b9a0651d tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.1152213 Dec 17 16:02:02.771405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54232) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:02.812738 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c584d9e-3fa6-4296-bf11-94e2a17c1dec tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=874d9b0b-fb06-451d-bbc5-72a1619b1890 HTTP/1.1" status: 200 len: 205 time: 0.0385592 Dec 17 16:02:02.815523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54236) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:02.850814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54240) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:02.855027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.862239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.940762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c84766b-ebed-4e5b-b975-066dbe44404d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:02.988802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c84766b-ebed-4e5b-b975-066dbe44404d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.008077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.031456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.053990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df9463-2dde-4924-a977-a9a847137504 None None] Pushing event updated for resources: {'Port': ['ID=8b5786c5-4d1e-4865-baac-9dc966a83840,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:03.055661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c84766b-ebed-4e5b-b975-066dbe44404d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.059312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c84766b-ebed-4e5b-b975-066dbe44404d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.060723 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6c84766b-ebed-4e5b-b975-066dbe44404d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/security-groups/42b5da7c-01fa-45e5-911a-07da75f9c5b3 HTTP/1.1" status: 204 len: 168 time: 0.2080920 Dec 17 16:02:03.062508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.066844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54244) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:03.086529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84766b-ebed-4e5b-b975-066dbe44404d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5da7c-01fa-45e5-911a-07da75f9c5b3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:03.089800 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-93e8b193-0fd2-4aa5-b6c2-d08339f1067d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] show failed (client error): The resource could not be found. Dec 17 16:02:03.091097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-93e8b193-0fd2-4aa5-b6c2-d08339f1067d tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "GET /v2.0/security-groups/42b5da7c-01fa-45e5-911a-07da75f9c5b3 HTTP/1.1" status: 404 len: 347 time: 0.0230620 Dec 17 16:02:03.093974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54246) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:03.111035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Attempting to bind port 8b5786c5-4d1e-4865-baac-9dc966a83840 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:02:03.111691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Attempting to bind port 8b5786c5-4d1e-4865-baac-9dc966a83840 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:02:03.112347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Attempting to bind port 8b5786c5-4d1e-4865-baac-9dc966a83840 on network 739d4291-6e24-481f-9b1c-889f4ba03f8f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:03.166693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Pushing event updated for resources: {'Port': ['ID=256e12d6-6189-48a8-8289-ce684fe5b2ab,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:03.176806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:03.177185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Checking segment: {'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:03.177630 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.178244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Bound using segment: {'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:03.178921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Bound port: 8b5786c5-4d1e-4865-baac-9dc966a83840, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93c0dae-7efa-4893-abba-1bed6c9bd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:02:03.179302 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.184263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Network ea6f4341-5a26-49f4-842b-bc57768795ec is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:03.222640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:03.228372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:03.236753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::10 (ea6f4341-5a26-49f4-842b-bc57768795ec/7edb5256-1e7c-4498-ae5e-ddab8a36f01c/a4e17dea-8c7f-49b9-89f0-71925b480800) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:03.386118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Attempting to bind port 256e12d6-6189-48a8-8289-ce684fe5b2ab on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:02:03.386489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Attempting to bind port 256e12d6-6189-48a8-8289-ce684fe5b2ab by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'e3595561-192a-418e-bb60-f4f78d6154b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:02:03.386965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Attempting to bind port 256e12d6-6189-48a8-8289-ce684fe5b2ab on network ea6f4341-5a26-49f4-842b-bc57768795ec {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:03.411248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:03.411641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Checking segment: {'id': 'e3595561-192a-418e-bb60-f4f78d6154b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:03.412119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.412532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Bound using segment: {'id': 'e3595561-192a-418e-bb60-f4f78d6154b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:03.413053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Bound port: 256e12d6-6189-48a8-8289-ce684fe5b2ab, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3595561-192a-418e-bb60-f4f78d6154b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:02:03.413678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.436147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] For port 8b5786c5-4d1e-4865-baac-9dc966a83840, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:03.442555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-19f2fbcc-fa4a-41cb-af59-adad9d3e8638 None None] Provisioning complete for port 8b5786c5-4d1e-4865-baac-9dc966a83840 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:03.443008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19f2fbcc-fa4a-41cb-af59-adad9d3e8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.472329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] For port 8b5786c5-4d1e-4865-baac-9dc966a83840, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8b5786c5-4d1e-4865-baac-9dc966a83840,segment=NetworkSegment(b93c0dae-7efa-4893-abba-1bed6c9bd17d),segment_id=b93c0dae-7efa-4893-abba-1bed6c9bd17d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:03.496107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-19f2fbcc-fa4a-41cb-af59-adad9d3e8638 None None] Port 8b5786c5-4d1e-4865-baac-9dc966a83840 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:03.539445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.596272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] For port 256e12d6-6189-48a8-8289-ce684fe5b2ab, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:03.655522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] For port 256e12d6-6189-48a8-8289-ce684fe5b2ab, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=256e12d6-6189-48a8-8289-ce684fe5b2ab,segment=NetworkSegment(e3595561-192a-418e-bb60-f4f78d6154b5),segment_id=e3595561-192a-418e-bb60-f4f78d6154b5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:03.665750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df9463-2dde-4924-a977-a9a847137504 None None] Pushing event updated for resources: {'Port': ['ID=8b5786c5-4d1e-4865-baac-9dc966a83840,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:03.671144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.721586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Routers {'0e1c9977-c654-4433-8f4d-8326b4ef7613'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:03.722212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:01:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0e1c9977-c654-4433-8f4d-8326b4ef7613'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:03.820762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21016-7972-4681-9f3f-0eaee5620db7 req-8f3457fc-6ac4-478f-ab57-5335c377e20a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:03.830652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ea21016-7972-4681-9f3f-0eaee5620db7 req-8f3457fc-6ac4-478f-ab57-5335c377e20a tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1118228 Dec 17 16:02:03.867332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644c7f1-4ad6-454c-ad5c-1f8654ad486e None None] Pushing event updated for resources: {'Port': ['ID=256e12d6-6189-48a8-8289-ce684fe5b2ab,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:03.877297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdd7a5-5c92-40ca-9dba-b0c46a460028 req-cd6dbc93-88b9-49c5-bab6-5282d0c2ed63 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:03.886458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55cdd7a5-5c92-40ca-9dba-b0c46a460028 req-cd6dbc93-88b9-49c5-bab6-5282d0c2ed63 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.5290577 Dec 17 16:02:03.887721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] Set router 0e1c9977-c654-4433-8f4d-8326b4ef7613 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:03.888333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port 0c2eaf6a-77ff-4ab2-b932-ed92d820520e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:03.888799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.945218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.960100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-9937af12-6ac6-4da1-bf4e-779af93abe7e req-82e15fa6-fc1f-408b-8a67-f8539473be7c service neutron] (109783) timed out ('10.222.0.54', 60514) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:02:03.974212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:03.976080 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5ea21016-7972-4681-9f3f-0eaee5620db7 req-b0a8aa9f-e46c-4d9b-b137-32eaa0762251 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428359 Dec 17 16:02:04.019685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55cdd7a5-5c92-40ca-9dba-b0c46a460028 req-e27c5d06-2e3f-4d2c-9514-96162a219a30 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318467 Dec 17 16:02:04.027158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.027617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.058048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for 0c2eaf6a-77ff-4ab2-b932-ed92d820520e owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:04.111193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Deleting port 7e643b6a-4b1a-4005-a33f-1e3d3358dc75 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:04.113743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.114994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.232844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=a4e17dea-8c7f-49b9-89f0-71925b480800,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.245734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network ea6f4341-5a26-49f4-842b-bc57768795ec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:04.249430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:04.253116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:04.259028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:04.259675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.278372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.285817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1638e775-420b-413a-8451-109f7971fabd None None] Provisioning complete for port 8b5786c5-4d1e-4865-baac-9dc966a83840 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:04.285817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1638e775-420b-413a-8451-109f7971fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.320105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.333016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=0c2eaf6a-77ff-4ab2-b932-ed92d820520e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.350656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Calling delete_port for 7e643b6a-4b1a-4005-a33f-1e3d3358dc75 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:04.353683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ac203-cd92-4356-96f3-78d4b6bd283d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:04.375078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3fe0a597-7668-4864-98c7-f6713e1fe1b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3135145 Dec 17 16:02:04.390784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54258) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:04.396579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': 'ea6f4341-5a26-49f4-842b-bc57768795ec', 'name': 'tempest-PortsIpV6TestJSON-1580940445', 'fixed_ips': [{'subnet_id': '7edb5256-1e7c-4498-ae5e-ddab8a36f01c', 'ip_address': '2001:db8::f'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:04.445380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1638e775-420b-413a-8451-109f7971fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.488366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.491049 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.494793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0c7ac667-9cce-4ede-90e0-3d04101aa0c8 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/floatingips/104a6f79-2624-4d8e-8169-b2aa13511c2c HTTP/1.1" status: 204 len: 168 time: 1.3971503 Dec 17 16:02:04.496720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54266) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:04.534164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1638e775-420b-413a-8451-109f7971fabd None None] For port 8b5786c5-4d1e-4865-baac-9dc966a83840, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8b5786c5-4d1e-4865-baac-9dc966a83840,segment=NetworkSegment(b93c0dae-7efa-4893-abba-1bed6c9bd17d),segment_id=b93c0dae-7efa-4893-abba-1bed6c9bd17d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:04.544359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1638e775-420b-413a-8451-109f7971fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.556508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:01:59Z', 'revision_number': 4, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8b5786c5-4d1e-4865-baac-9dc966a83840', 'name': '', 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'mac_address': 'fa:16:3e:b5:41:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30043652-b836-44d1-9f65-025ef5ec90eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:58Z', 'updated_at': '2021-12-17T16:02:03Z', 'revision_number': 4, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'subnets': [{'id': '30043652-b836-44d1-9f65-025ef5ec90eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:04.614259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af213f-f6d2-4493-a33d-d69e42ce1c75 None None] The sync data for ids ['0e1c9977-c654-4433-8f4d-8326b4ef7613'] in n-d-806683-20 is: [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:01:59Z', 'revision_number': 4, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8b5786c5-4d1e-4865-baac-9dc966a83840', 'name': '', 'network_id': '739d4291-6e24-481f-9b1c-889f4ba03f8f', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'mac_address': 'fa:16:3e:b5:41:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '30043652-b836-44d1-9f65-025ef5ec90eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:58Z', 'updated_at': '2021-12-17T16:02:03Z', 'revision_number': 4, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'subnets': [{'id': '30043652-b836-44d1-9f65-025ef5ec90eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:04.645110 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.649462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638e775-420b-413a-8451-109f7971fabd None None] Pushing event updated for resources: {'Port': ['ID=8b5786c5-4d1e-4865-baac-9dc966a83840,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.727879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ade67-fedd-4afb-a2b3-6227f79031ca None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:04.741268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:04.742427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event deleted for resources: {'Port': ['ID=7e643b6a-4b1a-4005-a33f-1e3d3358dc75,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.753649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port 475205d7-93e1-41f2-aac3-9179c4c5545c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:04.753998 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.897167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.945127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.959243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:04.974018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for 475205d7-93e1-41f2-aac3-9179c4c5545c owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:04.993710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port e7be239c-39da-4a25-bd89-d9ffe1db813c yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:02:05.036855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-e7b34840-4ffb-48ce-949e-a7dbbf871f23 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:05.055412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-e7b34840-4ffb-48ce-949e-a7dbbf871f23 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.3462195 Dec 17 16:02:05.081075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.084064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.090843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-20d20b1d-2a1b-43d2-89cd-3f92f952e438 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/quotas/7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 375 time: 0.0343087 Dec 17 16:02:05.185689 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.187615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Fanout notify agent at l3_agent the message router_deleted on router 874d9b0b-fb06-451d-bbc5-72a1619b1890 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:05.203074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.210756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eb219406-70b5-4eda-8e9f-ec9acd29160c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/874d9b0b-fb06-451d-bbc5-72a1619b1890 HTTP/1.1" status: 204 len: 168 time: 2.3937750 Dec 17 16:02:05.212458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54280) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:05.221374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5367ee1f-8aca-4f58-8fea-81329f0dc85a tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-330824412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:05.264334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d8e81-daad-4e6f-86e5-6fc2f5cbedcd None None] Network ea6f4341-5a26-49f4-842b-bc57768795ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:05.267771 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-71b750d8-b3a8-400d-9a30-b81d71dead02 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651044 Dec 17 16:02:05.281268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5367ee1f-8aca-4f58-8fea-81329f0dc85a tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.284039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5367ee1f-8aca-4f58-8fea-81329f0dc85a tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.384949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8b5786c5-4d1e-4865-baac-9dc966a83840 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:05.424042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5367ee1f-8aca-4f58-8fea-81329f0dc85a tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.454093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-62664ddb-78a8-4fb5-91b8-ff9ae22c62a3 None None] Provisioning complete for port 256e12d6-6189-48a8-8289-ce684fe5b2ab triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:05.454752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-62664ddb-78a8-4fb5-91b8-ff9ae22c62a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.467519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::f (ea6f4341-5a26-49f4-842b-bc57768795ec/7edb5256-1e7c-4498-ae5e-ddab8a36f01c/e7be239c-39da-4a25-bd89-d9ffe1db813c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:05.471385 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5367ee1f-8aca-4f58-8fea-81329f0dc85a tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.486491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-fc8b92df-50d1-4fba-b64a-d7a4a46a7002 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983962 Dec 17 16:02:05.491582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf566cd-f214-43dc-9b7a-48f578c525c3 req-7d68960c-9bd3-4820-8f2f-025603829d33 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:05.498153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-daf566cd-f214-43dc-9b7a-48f578c525c3 req-7d68960c-9bd3-4820-8f2f-025603829d33 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1908851 Dec 17 16:02:05.522495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8b5786c5-4d1e-4865-baac-9dc966a83840 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:05.523014 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.574899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-daf566cd-f214-43dc-9b7a-48f578c525c3 req-6aece600-f9eb-4428-9f7d-0b47c743a585 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757599 Dec 17 16:02:05.601435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5367ee1f-8aca-4f58-8fea-81329f0dc85a tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.605079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5367ee1f-8aca-4f58-8fea-81329f0dc85a tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3894227 Dec 17 16:02:05.606543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54282) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:05.611323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': False}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:05.649154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-62664ddb-78a8-4fb5-91b8-ff9ae22c62a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.695609 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:02:05.701043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.786922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-62664ddb-78a8-4fb5-91b8-ff9ae22c62a3 None None] For port 256e12d6-6189-48a8-8289-ce684fe5b2ab, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=256e12d6-6189-48a8-8289-ce684fe5b2ab,segment=NetworkSegment(e3595561-192a-418e-bb60-f4f78d6154b5),segment_id=e3595561-192a-418e-bb60-f4f78d6154b5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:05.799843 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-62664ddb-78a8-4fb5-91b8-ff9ae22c62a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.804392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-d38f0cf1-54ee-4a21-b0ce-2b89c8b4a5e0 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168936 Dec 17 16:02:05.810762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 256e12d6-6189-48a8-8289-ce684fe5b2ab up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:05.819442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=475205d7-93e1-41f2-aac3-9179c4c5545c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:05.907781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381edd-1987-4e68-b2e2-95779476917d req-11b2ef6c-f31b-4120-9a2b-25a27ee29d99 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:05.917328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46381edd-1987-4e68-b2e2-95779476917d req-11b2ef6c-f31b-4120-9a2b-25a27ee29d99 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2135634 Dec 17 16:02:05.946751 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:05.981537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62664ddb-78a8-4fb5-91b8-ff9ae22c62a3 None None] Pushing event updated for resources: {'Port': ['ID=256e12d6-6189-48a8-8289-ce684fe5b2ab,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:05.990645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-25a71640-1547-492c-8def-ae7255e45693 None None] Provisioning complete for port a4e17dea-8c7f-49b9-89f0-71925b480800 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:05.990994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25a71640-1547-492c-8def-ae7255e45693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.033991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 256e12d6-6189-48a8-8289-ce684fe5b2ab triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:06.034362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.053941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-25a71640-1547-492c-8def-ae7255e45693 None None] Port a4e17dea-8c7f-49b9-89f0-71925b480800 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:06.101780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-25a71640-1547-492c-8def-ae7255e45693 None None] Provisioning complete for port 256e12d6-6189-48a8-8289-ce684fe5b2ab triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:06.102416 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25a71640-1547-492c-8def-ae7255e45693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.139613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.198539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46381edd-1987-4e68-b2e2-95779476917d req-19f0aae9-23f6-49d7-a590-fa148bb87230 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798498 Dec 17 16:02:06.204557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.214748 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-559da443-fe0e-4fa8-82f8-2bd81f98e575 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/ports/475205d7-93e1-41f2-aac3-9179c4c5545c HTTP/1.1" status: 204 len: 168 time: 1.7171340 Dec 17 16:02:06.215407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54292) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:06.327108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.427855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network ea6f4341-5a26-49f4-842b-bc57768795ec is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:06.439264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=e7be239c-39da-4a25-bd89-d9ffe1db813c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:06.442160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:06.446173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:06.454820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:06.455707 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.457256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.474517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting port af86f54b-aced-4965-a78e-cb34f69485f3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:06.486435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.487122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.501855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57841a17-35ac-456d-abb9-0507333de81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.504289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5dab4642-d657-4abb-a4bf-4a1d3eb81ac7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1123209 Dec 17 16:02:06.536266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54298) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:06.538184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a66cc73c-7779-49f4-9789-d880cd193406 None None] Provisioning complete for port a4e17dea-8c7f-49b9-89f0-71925b480800 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:06.538722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a66cc73c-7779-49f4-9789-d880cd193406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.646278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a66cc73c-7779-49f4-9789-d880cd193406 None None] Port a4e17dea-8c7f-49b9-89f0-71925b480800 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:06.675442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a71949ca-ff3e-4c74-9704-79399a3cbf90 req-b51973f1-6a40-4f15-b822-88368188899b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.1057887 Dec 17 16:02:06.755958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Allocated IP 172.25.0.140 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/c8e02def-8ddd-44bf-97d4-f73a42f002c9) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:06.798741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.833077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Calling delete_port for af86f54b-aced-4965-a78e-cb34f69485f3 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:06.849513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda23b0c-32d1-4cd4-9716-a66f921e51c0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:06.853971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bda23b0c-32d1-4cd4-9716-a66f921e51c0 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3083620 Dec 17 16:02:06.855262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54306) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:06.884500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627689-a79e-4445-982b-17b850c98a0a req-236699a1-2b5d-4647-8591-a834eb91d8f8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:06.885309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6fbac0f5-ce1a-4846-b231-a4f9ad1cd68f None None] Provisioning complete for port e7be239c-39da-4a25-bd89-d9ffe1db813c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:06.886121 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6fbac0f5-ce1a-4846-b231-a4f9ad1cd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.888887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.891977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0627689-a79e-4445-982b-17b850c98a0a req-236699a1-2b5d-4647-8591-a834eb91d8f8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1563659 Dec 17 16:02:06.927499 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:06.932579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6fbac0f5-ce1a-4846-b231-a4f9ad1cd68f None None] Port e7be239c-39da-4a25-bd89-d9ffe1db813c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:06.974783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:06.979619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:06.985592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:06.989057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e02def-8ddd-44bf-97d4-f73a42f002c9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:07.003504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771254f2-6203-48b2-8ed3-448d17910509 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:07.049540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017dd99-20d4-44dd-b89f-2fc0e2930aca tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:07.055768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017dd99-20d4-44dd-b89f-2fc0e2930aca tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:07.060788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a509b338-101f-43da-9dfe-855f02ffa0d7 None None] Provisioning complete for port c8e02def-8ddd-44bf-97d4-f73a42f002c9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:07.061359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a509b338-101f-43da-9dfe-855f02ffa0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.061733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017dd99-20d4-44dd-b89f-2fc0e2930aca tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:07.066059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a017dd99-20d4-44dd-b89f-2fc0e2930aca tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2054853 Dec 17 16:02:07.068311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0627689-a79e-4445-982b-17b850c98a0a req-277e978b-1ec5-4949-832b-f227701631c1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750348 Dec 17 16:02:07.068994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:07.112122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a509b338-101f-43da-9dfe-855f02ffa0d7 None None] Port c8e02def-8ddd-44bf-97d4-f73a42f002c9 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:07.211043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 256e12d6-6189-48a8-8289-ce684fe5b2ab up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:07.240100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.258432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port e7be239c-39da-4a25-bd89-d9ffe1db813c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:07.258781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.303251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Port': ['ID=af86f54b-aced-4965-a78e-cb34f69485f3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:07.316652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 256e12d6-6189-48a8-8289-ce684fe5b2ab triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:07.317043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.423536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65b9f5-b743-4c7f-8806-db0bf07cca1f req-61f20046-daec-4376-b6a7-e049049b0d82 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:07.425102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c65b9f5-b743-4c7f-8806-db0bf07cca1f req-61f20046-daec-4376-b6a7-e049049b0d82 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1189241 Dec 17 16:02:07.433912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.463149 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.466382 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-46c863db-ac7b-41e2-9f06-63717b834f11 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/ports/af86f54b-aced-4965-a78e-cb34f69485f3 HTTP/1.1" status: 204 len: 168 time: 1.2483246 Dec 17 16:02:07.468998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54316) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:07.517742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.537810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for e7be239c-39da-4a25-bd89-d9ffe1db813c owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:07.548192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting subnet 7339ca3e-5315-4afb-8233-370a9cf91ad2 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:07.551799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c65b9f5-b743-4c7f-8806-db0bf07cca1f req-fad5f6bb-c0ca-44ed-bfc2-e94982157d99 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149426 Dec 17 16:02:07.555148 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.637731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.688958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.694189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.784923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.861780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.879083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a7413ee-2414-449f-95ef-ac55fd9ed420 req-14a3eb4d-9f0e-4181-bfd9-4b45c81eac57 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.1077125 Dec 17 16:02:07.908074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=e7be239c-39da-4a25-bd89-d9ffe1db813c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:07.918136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.943009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.949557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5dceec2d-3a16-4be7-beb0-8a7e8d424a65 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/e7be239c-39da-4a25-bd89-d9ffe1db813c HTTP/1.1" status: 204 len: 168 time: 0.8780177 Dec 17 16:02:07.951744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54322) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:07.963646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052e70c-064b-4b78-98c5-b74b5bfba056 None None] Network d56efdfb-2214-495b-b81d-8728c73706ee requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:07.985976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:07.989270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/subnets/7339ca3e-5315-4afb-8233-370a9cf91ad2 HTTP/1.1" status: 204 len: 168 time: 0.5193293 Dec 17 16:02:07.995625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54324) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:08.009484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8dd4-fa56-4620-9ab6-9d1266e35431 tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Subnet': ['ID=7339ca3e-5315-4afb-8233-370a9cf91ad2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:08.012829 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e916d47-3c72-4e18-bc23-e3382dda34f6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:02:08.017515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e916d47-3c72-4e18-bc23-e3382dda34f6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/e7be239c-39da-4a25-bd89-d9ffe1db813c HTTP/1.1" status: 404 len: 333 time: 0.0416965 Dec 17 16:02:08.018185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:08.092694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-7b8381cb-6d5e-4ae9-a4e6-2d5a4e91eb18 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:08.109743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-7b8381cb-6d5e-4ae9-a4e6-2d5a4e91eb18 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.3164420 Dec 17 16:02:08.142093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'port': {'device_id': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'admin_state_up': True, 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:08.155341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Deleting subnet ac46e4e9-a96c-4694-8623-f0357dcdca61 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:08.161343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port a4e17dea-8c7f-49b9-89f0-71925b480800 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:08.162036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.204822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] DHCP port deletion for d56efdfb-2214-495b-b81d-8728c73706ee request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:08.224412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.311379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.312954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] Deleting port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:08.313462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.337800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97df9f-1cf2-453e-b282-223db46adc71 req-6d1424f3-4e95-45d3-81d6-b2a5a54ced48 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:08.345348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b97df9f-1cf2-453e-b282-223db46adc71 req-6d1424f3-4e95-45d3-81d6-b2a5a54ced48 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1219764 Dec 17 16:02:08.366650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Router 14cf4693-1dc5-477c-a6ea-ea4d8692f528 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:02:08.381669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.418469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for a4e17dea-8c7f-49b9-89f0-71925b480800 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:08.439598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] For port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0,segment=NetworkSegment(3decfd15-77b9-448f-a580-ff3b9ea65186),segment_id=3decfd15-77b9-448f-a580-ff3b9ea65186)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:08.440383 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.462111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b97df9f-1cf2-453e-b282-223db46adc71 req-5ba78b33-df05-400f-a9e3-340532411ea3 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032529 Dec 17 16:02:08.465440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] Calling delete_port for fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:08.582708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.611123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.619652 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-95f03e97-a8e3-4ad5-968a-34ab6ee4315b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.655435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.658097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] Pushing event deleted for resources: {'Port': ['ID=fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:08.674717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab51432-0452-4adb-875b-92a13af8979d None None] No DVR routers for this DVR port fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:08.724349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=a4e17dea-8c7f-49b9-89f0-71925b480800,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:08.774614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.780972 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-234385da-c33a-4f3c-9a61-0635e2f29888 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/a4e17dea-8c7f-49b9-89f0-71925b480800 HTTP/1.1" status: 204 len: 168 time: 0.7616899 Dec 17 16:02:08.782607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:08.823006 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc42c370-e301-4b9f-9d46-ce92b8c70d16 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:02:08.823006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bc42c370-e301-4b9f-9d46-ce92b8c70d16 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/a4e17dea-8c7f-49b9-89f0-71925b480800 HTTP/1.1" status: 404 len: 333 time: 0.0389102 Dec 17 16:02:08.824114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54338) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:08.864746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecda9d-7558-4ecd-bd47-e9f7a60c027f req-681125e8-c61a-4b68-93f5-56630a4d5bda tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:08.866501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21ecda9d-7558-4ecd-bd47-e9f7a60c027f req-681125e8-c61a-4b68-93f5-56630a4d5bda tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1519234 Dec 17 16:02:08.908863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet 7edb5256-1e7c-4498-ae5e-ddab8a36f01c {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:08.916680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:08.985030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21ecda9d-7558-4ecd-bd47-e9f7a60c027f req-eb8ad442-c2fd-4c2a-9cd6-95c595710b68 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076970 Dec 17 16:02:09.002393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.089911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:09.093656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.114228 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.167059 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c7c2ffd2-ed1b-4549-a478-4cb90d396ce3 req-c94512ff-bac3-4e16-a463-401eed8195b8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.0910895 Dec 17 16:02:09.211288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.231248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:09.239672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.242730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1e746-cc44-434e-afcf-d82b908fd1b3 None None] Network ea6f4341-5a26-49f4-842b-bc57768795ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:09.265914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/7edb5256-1e7c-4498-ae5e-ddab8a36f01c HTTP/1.1" status: 204 len: 168 time: 0.4342947 Dec 17 16:02:09.287770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.291727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7932acc3-6eda-462f-9664-fd4fd9b75136 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "PUT /v2.0/routers/14cf4693-1dc5-477c-a6ea-ea4d8692f528 HTTP/1.1" status: 200 len: 919 time: 3.6819031 Dec 17 16:02:09.291727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54342) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:09.321961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397f468-5a3b-4084-aa26-0a023700b12d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=7edb5256-1e7c-4498-ae5e-ddab8a36f01c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:09.324019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54344) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:09.394720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.397914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.437831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:09.442849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] Sync routers for ids ['14cf4693-1dc5-477c-a6ea-ea4d8692f528'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:09.463260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Subnet': ['ID=ac46e4e9-a96c-4694-8623-f0357dcdca61,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:09.522885 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.526219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dfb4b55e-a5dc-4bb4-b2b0-da73200f8e7a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/subnets/ac46e4e9-a96c-4694-8623-f0357dcdca61 HTTP/1.1" status: 204 len: 168 time: 1.5295293 Dec 17 16:02:09.530679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54348) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:09.535990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806fce3-1e1f-4d1c-8ca1-ef35ef342c47 None None] Network 23384b65-cb3e-4750-95b4-36a39b629de6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:09.538576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:09.539062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd98a4e9-d39c-46af-9eae-7d03ce4eb8c0 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:09.634575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] Routers {'14cf4693-1dc5-477c-a6ea-ea4d8692f528'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:09.635237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['14cf4693-1dc5-477c-a6ea-ea4d8692f528'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:09.681774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:09.702021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.723025 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] Routers {'14cf4693-1dc5-477c-a6ea-ea4d8692f528'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:09.723661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['14cf4693-1dc5-477c-a6ea-ea4d8692f528'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:09.773399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:09.774080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846387ec-2730-484a-a6cc-45325b4a3463 None None] The sync data for ids ['14cf4693-1dc5-477c-a6ea-ea4d8692f528'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:09.800509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 256e12d6-6189-48a8-8289-ce684fe5b2ab {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:09.800936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.937085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] DHCP port deletion for ea6f4341-5a26-49f4-842b-bc57768795ec request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:09.947669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:09.989137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] DHCP port deletion for 23384b65-cb3e-4750-95b4-36a39b629de6 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:10.006572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.20.0.4 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/b2490ac9-0df7-4254-b1ca-b5828dd8a08e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:10.066463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] Deleting port 256e12d6-6189-48a8-8289-ce684fe5b2ab {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:10.067477 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.099726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] For port 256e12d6-6189-48a8-8289-ce684fe5b2ab, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=256e12d6-6189-48a8-8289-ce684fe5b2ab,segment=NetworkSegment(e3595561-192a-418e-bb60-f4f78d6154b5),segment_id=e3595561-192a-418e-bb60-f4f78d6154b5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:10.101795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.134842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cee3c-e8af-4d59-88db-1e874fb0af62 req-04e33f9c-f91a-4d77-b236-34a0f6259f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:10.136595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e32cee3c-e8af-4d59-88db-1e874fb0af62 req-04e33f9c-f91a-4d77-b236-34a0f6259f42 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.5607097 Dec 17 16:02:10.142695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 256e12d6-6189-48a8-8289-ce684fe5b2ab owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:10.144935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff495-b81e-4403-91a3-1a6c9524e533 req-211b5c67-7bca-4b3c-9016-b8fd04e8e508 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:10.153205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-da7ff495-b81e-4403-91a3-1a6c9524e533 req-211b5c67-7bca-4b3c-9016-b8fd04e8e508 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.5386832 Dec 17 16:02:10.189140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1adbee94-2f34-4021-b007-d6dee282d44e tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/14cf4693-1dc5-477c-a6ea-ea4d8692f528 HTTP/1.1" status: 200 len: 925 time: 0.8636584 Dec 17 16:02:10.189779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:10.293118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-da7ff495-b81e-4403-91a3-1a6c9524e533 req-56836d41-0c19-45c7-865f-aea2f1c1c866 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364446 Dec 17 16:02:10.311899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e22ee50-96de-4319-accd-6b1b2cff57ae tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:10.311899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e22ee50-96de-4319-accd-6b1b2cff57ae tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=14cf4693-1dc5-477c-a6ea-ea4d8692f528&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1097493 Dec 17 16:02:10.315278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] Deleting port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:10.315932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.322497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e32cee3c-e8af-4d59-88db-1e874fb0af62 req-ee757e9b-93b2-4b15-81be-f76b9f4f8cae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480970 Dec 17 16:02:10.323016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54360) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:10.422173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] For port 256e12d6-6189-48a8-8289-ce684fe5b2ab, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=256e12d6-6189-48a8-8289-ce684fe5b2ab,segment=NetworkSegment(e3595561-192a-418e-bb60-f4f78d6154b5),segment_id=e3595561-192a-418e-bb60-f4f78d6154b5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:10.422572 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.425481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.437711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] For port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=82b387fa-e1e8-49cc-a0c3-f77efabe2ca3,segment=NetworkSegment(1eab4811-5f51-4d0f-a174-7ba1ad70d946),segment_id=1eab4811-5f51-4d0f-a174-7ba1ad70d946)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:10.438270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.448128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] Calling delete_port for 256e12d6-6189-48a8-8289-ce684fe5b2ab owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:10.457418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] Calling delete_port for 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:10.494422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e9084f5-ed3a-4ba4-91fd-371c8f9cb699 req-0fe97c0d-1999-4e2c-83ae-1fe81fdc5772 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.0608413 Dec 17 16:02:10.517010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.530633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.545047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff89b4-cb86-4d6b-a7d2-e195771a7091 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:10.549915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6eff89b4-cb86-4d6b-a7d2-e195771a7091 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.2237873 Dec 17 16:02:10.551065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:10.591481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dd2bcb0b-0e9a-4977-bbc2-30358268e8c6 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=14cf4693-1dc5-477c-a6ea-ea4d8692f528 HTTP/1.1" status: 200 len: 205 time: 0.0379891 Dec 17 16:02:10.592638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:10.606706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:10.649741 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.661359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.672167 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.674573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=256e12d6-6189-48a8-8289-ce684fe5b2ab,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:10.679390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:10.683753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No DVR routers for this DVR port 256e12d6-6189-48a8-8289-ce684fe5b2ab on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:10.694548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67d3d5-bd82-44f6-a281-b8efe348eab4 req-9609c43e-49cf-4985-b368-fd0bf14f7664 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:10.702458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb67d3d5-bd82-44f6-a281-b8efe348eab4 req-9609c43e-49cf-4985-b368-fd0bf14f7664 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2356453 Dec 17 16:02:10.717666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:10.735521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:10.738076 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.750201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] Pushing event deleted for resources: {'Port': ['ID=256e12d6-6189-48a8-8289-ce684fe5b2ab,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:10.762809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56efdfb-2214-495b-b81d-8728c73706ee']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:10.827176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] No DVR routers for this DVR port 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:10.836047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ddd51-ba2c-4d33-9e82-5f4a836b801d None None] No DVR routers for this DVR port 256e12d6-6189-48a8-8289-ce684fe5b2ab on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:10.860417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fa28f-bfd3-4520-be00-982fc590dff3 None None] Pushing event deleted for resources: {'Port': ['ID=82b387fa-e1e8-49cc-a0c3-f77efabe2ca3,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:10.914677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.919911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.937960 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:10.967916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6f4341-5a26-49f4-842b-bc57768795ec']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:10.983120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3595561-192a-418e-bb60-f4f78d6154b5') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:10.983575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3595561-192a-418e-bb60-f4f78d6154b5') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:10.993255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3decfd15-77b9-448f-a580-ff3b9ea65186') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:10.993531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Deleting port c8e02def-8ddd-44bf-97d4-f73a42f002c9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:10.993777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3decfd15-77b9-448f-a580-ff3b9ea65186') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:10.993921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.022542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.028725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.071361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.084383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:11.085424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.090419 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.098359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fe018ab5-d832-471b-a489-c388a540b45f None None] Provisioning complete for port b2490ac9-0df7-4254-b1ca-b5828dd8a08e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:11.098749 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe018ab5-d832-471b-a489-c388a540b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.105390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb67d3d5-bd82-44f6-a281-b8efe348eab4 req-5d460124-f297-4de2-be7d-b503538127c7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017966 Dec 17 16:02:11.117965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:02:11.119690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.120400 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:02:11.123659 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:02:11.146618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:02:11.147468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:02:11.150743 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:02:11.156638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fe018ab5-d832-471b-a489-c388a540b45f None None] Port b2490ac9-0df7-4254-b1ca-b5828dd8a08e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:11.169685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Calling delete_port for c8e02def-8ddd-44bf-97d4-f73a42f002c9 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:11.182787 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.240410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-f68be5a8-2945-4da1-8fe7-f834e7f2a72e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1039464 Dec 17 16:02:11.258764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Request body: {'port': {'device_id': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:11.280004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 256e12d6-6189-48a8-8289-ce684fe5b2ab no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:11.307277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.316201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.321570 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.325589 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/networks/d56efdfb-2214-495b-b81d-8728c73706ee HTTP/1.1" status: 204 len: 168 time: 1.7919259 Dec 17 16:02:11.328951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54372) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:11.337986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.345854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/ea6f4341-5a26-49f4-842b-bc57768795ec HTTP/1.1" status: 204 len: 168 time: 2.0543356 Dec 17 16:02:11.352420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54374) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:11.353239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbe5af-f5c8-4d10-b971-8279e20cc29a tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Network': ['ID=d56efdfb-2214-495b-b81d-8728c73706ee,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:11.360203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-580818215'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:11.364001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 256e12d6-6189-48a8-8289-ce684fe5b2ab {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:11.365384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 256e12d6-6189-48a8-8289-ce684fe5b2ab not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:11.367702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:11.415578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3971b-1b4f-4fc1-b4b4-5b6af0e26d82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=ea6f4341-5a26-49f4-842b-bc57768795ec,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:11.419290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.434279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:11.440947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 82b387fa-e1e8-49cc-a0c3-f77efabe2ca3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:11.468911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:11.472480 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.509784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.575768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:11.576422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d9dc2-c897-4a2c-90f5-c3d94921363a req-68cb3090-199e-4e7c-a82d-e2102836fefe tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:11.578095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-142d9dc2-c897-4a2c-90f5-c3d94921363a req-68cb3090-199e-4e7c-a82d-e2102836fefe tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1036260 Dec 17 16:02:11.700060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.700489 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Added segment ff8ab0b5-e641-4d67-897f-b001a1254ef6 of type vlan for network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd Dec 17 16:02:11.708899 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.709211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d86b9-44e0-4a28-9b14-73efccb5a445 req-dba18d26-4746-4745-a3e2-0e270454a198 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:11.710995 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e0d86b9-44e0-4a28-9b14-73efccb5a445 req-dba18d26-4746-4745-a3e2-0e270454a198 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 931 time: 0.1077371 Dec 17 16:02:11.721591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.775407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23384b65-cb3e-4750-95b4-36a39b629de6']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:11.781147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-142d9dc2-c897-4a2c-90f5-c3d94921363a req-f9b570f7-a2e3-4b69-bd9f-66e2d48f4eef tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615129 Dec 17 16:02:11.781980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event deleted for resources: {'Port': ['ID=c8e02def-8ddd-44bf-97d4-f73a42f002c9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:11.789154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.795859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eab4811-5f51-4d0f-a174-7ba1ad70d946') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:11.795859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eab4811-5f51-4d0f-a174-7ba1ad70d946') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:11.821895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.824631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c50ce-c716-4716-b882-1f5009ab18f0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:11.851783 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e0d86b9-44e0-4a28-9b14-73efccb5a445 req-73237423-d0dd-4c6c-9913-9eb211ccd650 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235664 Dec 17 16:02:11.885288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.885708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.889013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:02:11.890816 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.895267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:11.896310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:02:11.979920 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:02:11.983004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.057160 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7012274 Dec 17 16:02:12.057958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54386) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:12.060867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2490ac9-0df7-4254-b1ca-b5828dd8a08e {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:02:12.078771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:12.088280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.105669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.141330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e33b33-1885-48ee-9601-82c0cc789a31 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Network': ['ID=93b4cf8f-1842-42e2-80ad-7a901c3cb5cd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:12.155002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Transition to ACTIVE for port object b2490ac9-0df7-4254-b1ca-b5828dd8a08e will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:02:12.156983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:12.165711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.204572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.217572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.225318 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] 10.222.0.54 "DELETE /v2.0/networks/23384b65-cb3e-4750-95b4-36a39b629de6 HTTP/1.1" status: 204 len: 168 time: 0.8952785 Dec 17 16:02:12.259608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.287264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.295151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05f2a8-0d3d-4811-bc9b-b64339a0ae8c tempest-TaggedBootDevicesTest_v242-1015526180 tempest-TaggedBootDevicesTest_v242-1015526180-project] Pushing event deleted for resources: {'Network': ['ID=23384b65-cb3e-4750-95b4-36a39b629de6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:12.381130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Pushing event updated for resources: {'Port': ['ID=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:12.407496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c536-0d61-4958-890c-fad753209a87 req-0d351a71-01c3-4f0d-9335-0747692bd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:12.411642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6078c536-0d61-4958-890c-fad753209a87 req-0d351a71-01c3-4f0d-9335-0747692bd1c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.2378025 Dec 17 16:02:12.414210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.414802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Fanout notify agent at l3_agent the message router_deleted on router 14cf4693-1dc5-477c-a6ea-ea4d8692f528 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:12.422651 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.427256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f9d2f93e-ab14-4376-81cf-a80c69c203f5 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/14cf4693-1dc5-477c-a6ea-ea4d8692f528 HTTP/1.1" status: 204 len: 168 time: 1.8295391 Dec 17 16:02:12.434541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54394) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:12.440550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-125987819', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:12.451453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d86784-6b51-45e6-b098-1f69b250fbc9 req-73fd167e-4c2a-4cdd-9c8a-8bfb74aa8056 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:12.453133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-98d86784-6b51-45e6-b098-1f69b250fbc9 req-73fd167e-4c2a-4cdd-9c8a-8bfb74aa8056 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2674797 Dec 17 16:02:12.498931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:12.501069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8e04c-2b46-45c6-b898-0aac1ef11871 req-62d38b82-56e3-45e1-9a5f-4a0c49a05a16 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:12.502542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.502788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f7f8e04c-2b46-45c6-b898-0aac1ef11871 req-62d38b82-56e3-45e1-9a5f-4a0c49a05a16 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2722290 Dec 17 16:02:12.614202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-98d86784-6b51-45e6-b098-1f69b250fbc9 req-7c80609a-6ca7-4c93-97e5-8faec3b8f959 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505656 Dec 17 16:02:12.626194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Attempting to bind port b2490ac9-0df7-4254-b1ca-b5828dd8a08e on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:02:12.626544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Attempting to bind port b2490ac9-0df7-4254-b1ca-b5828dd8a08e by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:02:12.626898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Attempting to bind port b2490ac9-0df7-4254-b1ca-b5828dd8a08e on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:12.644730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f7f8e04c-2b46-45c6-b898-0aac1ef11871 req-e8d2caa6-62e8-4423-88c0-93bb9ca61137 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250260 Dec 17 16:02:12.644730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c536-0d61-4958-890c-fad753209a87 req-41551704-8396-40d1-9ea1-212f0ad3bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:12.644730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6078c536-0d61-4958-890c-fad753209a87 req-41551704-8396-40d1-9ea1-212f0ad3bee3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.2144961 Dec 17 16:02:12.644730 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.644730 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.654865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Port b2490ac9-0df7-4254-b1ca-b5828dd8a08e on network 85fa5426-a838-477d-a4d4-8cddb395cf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:02:12.655294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Attempting to bind port b2490ac9-0df7-4254-b1ca-b5828dd8a08e on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:12.665160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:12.666111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:12.666581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:12.667095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Bound port: b2490ac9-0df7-4254-b1ca-b5828dd8a08e, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:02:12.668875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.715919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6078c536-0d61-4958-890c-fad753209a87 req-a832f365-e1e0-452e-a57f-c0de86a7a4cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0620658 Dec 17 16:02:12.804943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:12.865848 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.011839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c536-0d61-4958-890c-fad753209a87 req-85226b77-967a-45c2-a43b-0f452b0e5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.012951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] For port b2490ac9-0df7-4254-b1ca-b5828dd8a08e, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:13.015185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6078c536-0d61-4958-890c-fad753209a87 req-85226b77-967a-45c2-a43b-0f452b0e5c5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.2858739 Dec 17 16:02:13.017824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=bb1f347c-4679-4c61-8c9b-9f8e8549ca1c,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:13.024890 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.051106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] For port b2490ac9-0df7-4254-b1ca-b5828dd8a08e, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:13.065100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06615-7091-46ac-8c11-7cdbb2f720db req-bb49d17b-9e8d-47ae-9053-f837810363ba tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.066727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7a06615-7091-46ac-8c11-7cdbb2f720db req-bb49d17b-9e8d-47ae-9053-f837810363ba tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 943 time: 0.1104000 Dec 17 16:02:13.069071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6078c536-0d61-4958-890c-fad753209a87 req-9e0b5991-9821-4740-b9d1-07fee9cc4293 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386755 Dec 17 16:02:13.071657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.107037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Checking segment: {'id': 'ff8ab0b5-e641-4d67-897f-b001a1254ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:13.107466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network hostable DHCP agents. Network: 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:02:13.150095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.150860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.152186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] 10.222.0.47 "PUT /v2.0/ports/b2490ac9-0df7-4254-b1ca-b5828dd8a08e HTTP/1.1" status: 200 len: 1092 time: 1.8985295 Dec 17 16:02:13.154802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'tag': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:13.157423 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38106047-0711-46f1-8efa-d4b14a0c0f17" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5ab790-8dcb-4d33-8472-573c267ca3ba", "tag": "b2490ac9-0df7-4254-b1ca-b5828dd8a08e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:13.187413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b64348-b086-4702-9c80-11e529ff7301 service neutron] Pushing event updated for resources: {'Port': ['ID=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:13.198748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:02:13.297282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:13.305152 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c73d56-b69e-4840-ad2c-dc7e21ecff9b x-openstack-request-id: req-42c73d56-b69e-4840-ad2c-dc7e21ecff9b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:13.305691 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5ab790-8dcb-4d33-8472-573c267ca3ba", "tag": "b2490ac9-0df7-4254-b1ca-b5828dd8a08e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:13.306121 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42c73d56-b69e-4840-ad2c-dc7e21ecff9b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:13.307018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8638e84-0915-409e-8495-97c8d147f95c None None] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:13.307538 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'tag': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e', 'status': 'completed', 'code': 200} Dec 17 16:02:13.320981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6078c536-0d61-4958-890c-fad753209a87 req-8b43c285-f751-47b3-b1cc-f0e1bce835fd service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300026 Dec 17 16:02:13.322084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.322893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.337619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7a06615-7091-46ac-8c11-7cdbb2f720db req-7583789b-3dc4-4967-afb7-48aa6d585b93 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560682 Dec 17 16:02:13.380372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-101cde63-bc42-4472-850c-5ace08adee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.383788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-101cde63-bc42-4472-850c-5ace08adee9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 1095 time: 0.1354733 Dec 17 16:02:13.391519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1301a228-a674-409e-81bc-05309861a640 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3153813 Dec 17 16:02:13.400557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54410) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:13.412359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5b2529f4-4e95-4356-9e48-f74c0c849cc8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1344617471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:13.433055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-8a980eeb-395e-4276-8690-9f10b15ef465 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2490ac9-0df7-4254-b1ca-b5828dd8a08e HTTP/1.1" status: 200 len: 217 time: 0.0407791 Dec 17 16:02:13.479330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-93b4cf8f-1842-42e2-80ad-7a901c3cb5cd', 'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd', 'project_id': 'aabedd0f9e504a5a89c482bf31babb47', 'fixed_ips': [{'subnet_id': 'bb1f347c-4679-4c61-8c9b-9f8e8549ca1c'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:02:13.480543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.520179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-efe11be6-e1d5-45c7-907b-4140c1f54443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.521930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-efe11be6-e1d5-45c7-907b-4140c1f54443 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0820291 Dec 17 16:02:13.558090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b2529f4-4e95-4356-9e48-f74c0c849cc8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.559452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b2529f4-4e95-4356-9e48-f74c0c849cc8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.585684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-842b77cc-dbb4-4b5f-8f2e-97d00ed06b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.588936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-842b77cc-dbb4-4b5f-8f2e-97d00ed06b7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601621 Dec 17 16:02:13.604666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6078c536-0d61-4958-890c-fad753209a87 req-7782bab7-4fa4-4054-8fca-7c7694ae04e5 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751384 Dec 17 16:02:13.609020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.659173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.684742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Allocated IP 2001:db8::2 (93b4cf8f-1842-42e2-80ad-7a901c3cb5cd/bb1f347c-4679-4c61-8c9b-9f8e8549ca1c/0c4d0eb0-5799-45d8-87f4-4919c2e41d34) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:13.745355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b2529f4-4e95-4356-9e48-f74c0c849cc8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.762216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b2529f4-4e95-4356-9e48-f74c0c849cc8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.801149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-0a6905f8-7592-46fe-a1a0-55a6b8c7d33d service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023005 Dec 17 16:02:13.847914 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b2529f4-4e95-4356-9e48-f74c0c849cc8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.849147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5b2529f4-4e95-4356-9e48-f74c0c849cc8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4454970 Dec 17 16:02:13.859028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42819693-f775-45d3-948a-ebc3ec0d5461 req-d9799d3f-c519-49a3-9fab-5fbbd27d61b1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.860666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42819693-f775-45d3-948a-ebc3ec0d5461 req-d9799d3f-c519-49a3-9fab-5fbbd27d61b1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.0934033 Dec 17 16:02:13.862990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54416) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:13.872016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd', 'name': 'tempest-PortsIpV6TestJSON-1610103962'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:13.888219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58cbc-e3ff-420c-88ec-b98869ee714a req-b3811d56-92e8-41fe-a265-20d8870c23a9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:13.889942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-27b58cbc-e3ff-420c-88ec-b98869ee714a req-b3811d56-92e8-41fe-a265-20d8870c23a9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1217306 Dec 17 16:02:13.937370 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.947415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:13.961778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-799bc08c-f604-4f0c-b054-84465716a5c0 req-72ee7483-b3ae-4c58-b4a5-39f6e8944ef1 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499553 Dec 17 16:02:13.985866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-27b58cbc-e3ff-420c-88ec-b98869ee714a req-2d464792-f9fe-4ffc-98b0-122c2d741a92 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834656 Dec 17 16:02:14.025028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Pushing event updated for resources: {'Port': ['ID=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:14.042974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:14.044877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:14.047871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:14.093340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-8640da55-962d-4b6f-81fd-90262d9cf359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:14.095564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-8640da55-962d-4b6f-81fd-90262d9cf359 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 1095 time: 0.0755661 Dec 17 16:02:14.131315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Attempting to bind port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:02:14.131691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Attempting to bind port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ff8ab0b5-e641-4d67-897f-b001a1254ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:02:14.132094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Attempting to bind port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 on network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:14.138875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:14.139372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Checking segment: {'id': 'ff8ab0b5-e641-4d67-897f-b001a1254ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:14.139791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:14.140216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Bound using segment: {'id': 'ff8ab0b5-e641-4d67-897f-b001a1254ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:14.140695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Bound port: 0c4d0eb0-5799-45d8-87f4-4919c2e41d34, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8ab0b5-e641-4d67-897f-b001a1254ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '93b4cf8f-1842-42e2-80ad-7a901c3cb5cd'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:02:14.141083 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:14.234462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-8fabf500-c1c8-4477-9ad6-1d8c74dbd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:14.235166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] For port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:14.236485 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-8fabf500-c1c8-4477-9ad6-1d8c74dbd3f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.1311233 Dec 17 16:02:14.241782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] For port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,segment=NetworkSegment(ff8ab0b5-e641-4d67-897f-b001a1254ef6),segment_id=ff8ab0b5-e641-4d67-897f-b001a1254ef6)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:14.249950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:14.348789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c40f9-bc09-4537-82ec-1f903f816ae5 None None] Pushing event updated for resources: {'Port': ['ID=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:14.499315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Allocated IP 172.25.0.179 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/2b53801e-558b-4893-a3ee-510f9c0ba97d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:14.601566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42819693-f775-45d3-948a-ebc3ec0d5461 req-e5ad2fc9-dd42-4a74-9f78-3e946adb0556 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7247355 Dec 17 16:02:14.691200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-2615f910-0c7e-46b5-a7de-2b04b2f3cf95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2490ac9-0df7-4254-b1ca-b5828dd8a08e HTTP/1.1" status: 200 len: 217 time: 0.4454613 Dec 17 16:02:14.742389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:14.746264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:14.750342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fa5f6-09bb-43f6-ae4a-922933e2fa4f req-e12f214a-1701-482e-a99b-678d203d4e21 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:14.758378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-141fa5f6-09bb-43f6-ae4a-922933e2fa4f req-e12f214a-1701-482e-a99b-678d203d4e21 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 943 time: 0.0942271 Dec 17 16:02:14.760524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:14.777774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 81106d7d-46b4-4ca7-a798-02269952a638 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:02:14.782330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-654032e6-1691-48d7-b8f0-f192aa18e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:14.783882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-654032e6-1691-48d7-b8f0-f192aa18e530 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0840285 Dec 17 16:02:14.850741 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-141fa5f6-09bb-43f6-ae4a-922933e2fa4f req-3933f52e-77b2-457f-892d-4156235cb6ea tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865033 Dec 17 16:02:14.864200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-706df35f-8fc7-44fd-8bbe-a0650bbebb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:14.866688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-706df35f-8fc7-44fd-8bbe-a0650bbebb1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710752 Dec 17 16:02:14.902547 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:14.968978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:14.975750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:14.983883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-32799280-be6a-4c55-a495-ce8cf538068f service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047411 Dec 17 16:02:14.989833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:14.991654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e87390-695a-4fea-b65e-8c894499ac42 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:14.992748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::182 (93b4cf8f-1842-42e2-80ad-7a901c3cb5cd/bb1f347c-4679-4c61-8c9b-9f8e8549ca1c/81106d7d-46b4-4ca7-a798-02269952a638) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:14.999199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event updated for resources: {'Port': ['ID=2b53801e-558b-4893-a3ee-510f9c0ba97d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:15.086092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-675cc02b-e62a-437e-a23f-7c71beae2b9a None None] Provisioning complete for port 2b53801e-558b-4893-a3ee-510f9c0ba97d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:15.086943 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-675cc02b-e62a-437e-a23f-7c71beae2b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.212907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-675cc02b-e62a-437e-a23f-7c71beae2b9a None None] Port 2b53801e-558b-4893-a3ee-510f9c0ba97d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:15.329350 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.381127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:15.384411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-38106047-0711-46f1-8efa-d4b14a0c0f17 req-1ee74b87-e622-463f-9232-8d1357d517db service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926873 Dec 17 16:02:15.489453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:15.489934 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.540697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee690f7-8b9f-4f33-9f2d-82ed1482e995 req-9788147b-8834-4b75-9ed4-25429c6abd1b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:15.542860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee690f7-8b9f-4f33-9f2d-82ed1482e995 req-9788147b-8834-4b75-9ed4-25429c6abd1b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.3040771 Dec 17 16:02:15.620820 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.690840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,segment=NetworkSegment(ff8ab0b5-e641-4d67-897f-b001a1254ef6),segment_id=ff8ab0b5-e641-4d67-897f-b001a1254ef6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:15.697688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.701361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.781615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:15.790659 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.837533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3c07-1540-4f8c-9c63-0861115be49c req-5bc35370-530f-4fbc-9dae-ea32cc499b38 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:15.844996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea6a3c07-1540-4f8c-9c63-0861115be49c req-5bc35370-530f-4fbc-9dae-ea32cc499b38 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.0937519 Dec 17 16:02:15.848360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee690f7-8b9f-4f33-9f2d-82ed1482e995 req-95ea2736-08ec-4053-875a-b862c8db9a1b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912076 Dec 17 16:02:15.893470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7045a-0cec-40fa-a297-70ec95eea856 None None] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:15.897809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:15.924985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea6a3c07-1540-4f8c-9c63-0861115be49c req-759e2a17-100e-4d7b-9bb2-3d51b28bcc26 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790973 Dec 17 16:02:15.993904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9f965a45-1f12-461e-b592-71af33a1a4cc None None] Provisioning complete for port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:15.994314 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9f965a45-1f12-461e-b592-71af33a1a4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:16.033923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:16.045703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:16.052390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:16.058755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:16.059442 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:16.072229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=81106d7d-46b4-4ca7-a798-02269952a638,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:16.087195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2a30394b-79c5-46ae-b3c3-49bf11582d30 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2230649 Dec 17 16:02:16.091030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54440) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:16.129919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d2962-82fe-4481-8f85-ff54200908e1 req-0ff071e1-c9f1-4c73-ac90-942f83f644ba tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:16.137475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d88d2962-82fe-4481-8f85-ff54200908e1 req-0ff071e1-c9f1-4c73-ac90-942f83f644ba tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 943 time: 0.1991487 Dec 17 16:02:16.255630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d88d2962-82fe-4481-8f85-ff54200908e1 req-8b219e71-4a87-426a-9a88-461a1662328d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130121 Dec 17 16:02:16.256533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device eecaec6e-29c7-4ab5-b610-bd7b88d22215 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:02:16.291304 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:16.494115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:16.533249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'port_id': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'mac_address': 'fa:16:3e:c8:8d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb47c6b-d3e3-4298-9108-100b862eca61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:02:16.535450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Router 87152598-635f-4a95-ac5c-28b6aa177eb2 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:02:16.614400 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:16.641079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eecaec6e-29c7-4ab5-b610-bd7b88d22215 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:02:16.675459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:16.686269 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:16.754949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:16.765690 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] Sync routers for ids ['87152598-635f-4a95-ac5c-28b6aa177eb2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:16.792514 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] Routers {'87152598-635f-4a95-ac5c-28b6aa177eb2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:16.798109 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['87152598-635f-4a95-ac5c-28b6aa177eb2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:16.803694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:16.805769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f46f78f8-ec53-497b-a1fe-497085002a56 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3692341 Dec 17 16:02:16.809295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54454) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:16.814296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:16.861867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:16.916951 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:16.918452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-330e8208-d38d-4fd2-850a-3a89a126a946 None None] Provisioning complete for port 81106d7d-46b4-4ca7-a798-02269952a638 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:16.924001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-330e8208-d38d-4fd2-850a-3a89a126a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:16.936674 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] Routers {'87152598-635f-4a95-ac5c-28b6aa177eb2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:16.937583 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['87152598-635f-4a95-ac5c-28b6aa177eb2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:16.976047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.976455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.976900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.980247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.980723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.981516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.981516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.982023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.982455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.982885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.983311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.984575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.985019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:17.010018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['eecaec6e-29c7-4ab5-b610-bd7b88d22215'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:02:17.028153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.049065 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:17.050027 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f286d691-cc5d-41dc-8141-2d30e2606e00 None None] The sync data for ids ['87152598-635f-4a95-ac5c-28b6aa177eb2'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:17.067768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-330e8208-d38d-4fd2-850a-3a89a126a946 None None] Port 81106d7d-46b4-4ca7-a798-02269952a638 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:17.089269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-330e8208-d38d-4fd2-850a-3a89a126a946 None None] Provisioning complete for port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:17.089766 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-330e8208-d38d-4fd2-850a-3a89a126a946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.242669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd463c-4618-4f4f-aa98-24f7a650b477 req-ddd8594a-3713-4486-8c7c-a70b74fe7fb4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:17.254564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8fd463c-4618-4f4f-aa98-24f7a650b477 req-ddd8594a-3713-4486-8c7c-a70b74fe7fb4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 944 time: 0.2508233 Dec 17 16:02:17.338692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:17.463529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.505935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4b247955-4820-423d-82ac-6cc77c6a3632 None None] Provisioning complete for port 81106d7d-46b4-4ca7-a798-02269952a638 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:17.506596 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b247955-4820-423d-82ac-6cc77c6a3632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.557255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4b247955-4820-423d-82ac-6cc77c6a3632 None None] Port 81106d7d-46b4-4ca7-a798-02269952a638 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:17.569916 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.579606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:17.580838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.604817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb9795-df4e-4a54-8310-fc69efea1b43 req-8f3efe57-1d73-489e-b975-b5c1b9af97a7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:17.612891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2fb9795-df4e-4a54-8310-fc69efea1b43 req-8f3efe57-1d73-489e-b975-b5c1b9af97a7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 943 time: 0.1398156 Dec 17 16:02:17.682781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2fb9795-df4e-4a54-8310-fc69efea1b43 req-cb6e60e1-8738-4168-9b61-4b5514bc911d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685697 Dec 17 16:02:17.737487 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.775716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8fd463c-4618-4f4f-aa98-24f7a650b477 req-f59bd05a-91d1-45ce-8ca2-3346937b6c9d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163879 Dec 17 16:02:17.780339 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.793689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Deleting port 2b53801e-558b-4893-a3ee-510f9c0ba97d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:17.794182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:17.962045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=81106d7d-46b4-4ca7-a798-02269952a638,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:18.041971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.069103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Calling delete_port for 2b53801e-558b-4893-a3ee-510f9c0ba97d owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:18.092012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.270233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device eecaec6e-29c7-4ab5-b610-bd7b88d22215 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:18.296980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.396094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-476e7b82-a514-4801-bf4d-10e194767687 None None] Provisioning complete for port 81106d7d-46b4-4ca7-a798-02269952a638 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:18.397863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-476e7b82-a514-4801-bf4d-10e194767687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.441527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.498350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Pushing event deleted for resources: {'Port': ['ID=2b53801e-558b-4893-a3ee-510f9c0ba97d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:18.522633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-476e7b82-a514-4801-bf4d-10e194767687 None None] Port 81106d7d-46b4-4ca7-a798-02269952a638 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:18.537275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83a9de-b526-4ed0-97ce-21f9e41ee6ee None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:18.568474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port eecaec6e-29c7-4ab5-b610-bd7b88d22215 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:18.568955 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.632201 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.805976 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.873360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:18.879805 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d987d9f8-4288-4311-afdb-8c23d20b9357" -d '{"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-plugged", "status": "completed", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:18.913397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.925543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.927416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:18.942190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:18.949187 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:19.069318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:19.098037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:19.129906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:19.343792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa605-6d79-4a34-9682-c83367575ddc req-fc58902e-e1f5-4446-ae42-88d6a67e03a9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:19.345455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a9fa605-6d79-4a34-9682-c83367575ddc req-fc58902e-e1f5-4446-ae42-88d6a67e03a9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 943 time: 0.4270046 Dec 17 16:02:19.357828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=81106d7d-46b4-4ca7-a798-02269952a638,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:19.456376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a9fa605-6d79-4a34-9682-c83367575ddc req-a81415ad-2cf0-4d29-a5b2-0d8576234c43 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927944 Dec 17 16:02:19.457796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Router 9fe40365-83c4-4a6f-a5f4-7119ce413ec2 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:02:19.573590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-08ccb719-bf87-4667-9a75-d50e1dc5b332 None None] Provisioning complete for port 81106d7d-46b4-4ca7-a798-02269952a638 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:19.575368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08ccb719-bf87-4667-9a75-d50e1dc5b332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:19.673350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:19.693069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54514) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:19.694521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7f39a4c1-eb0c-4a91-b8b5-42743b435587 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "PUT /v2.0/routers/9fe40365-83c4-4a6f-a5f4-7119ce413ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5868297 Dec 17 16:02:19.702995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] Sync routers for ids ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:19.716924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee045-cd1d-4bf4-86fe-3b4b47f25c53 req-6e5652c3-51a4-4d92-bd2f-b2ce9f767f21 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:19.724715 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab3ee045-cd1d-4bf4-86fe-3b4b47f25c53 req-6e5652c3-51a4-4d92-bd2f-b2ce9f767f21 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.9384131 Dec 17 16:02:19.739442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbe55f-c4d2-40d0-ac60-6f253f640b92 req-db81d508-ab36-42cb-bdb4-e402f918a445 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:19.744828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-61bbe55f-c4d2-40d0-ac60-6f253f640b92 req-db81d508-ab36-42cb-bdb4-e402f918a445 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1349850 Dec 17 16:02:19.761717 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:19.772628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:19.776432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] Routers {'9fe40365-83c4-4a6f-a5f4-7119ce413ec2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:19.777134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:19.787314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-08ccb719-bf87-4667-9a75-d50e1dc5b332 None None] Port 81106d7d-46b4-4ca7-a798-02269952a638 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:19.825514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-61bbe55f-c4d2-40d0-ac60-6f253f640b92 req-28a6aa2b-b9a7-47db-ae71-ec91aec41293 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735428 Dec 17 16:02:19.882662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e76095-3ddf-48ba-9982-640d2367b366 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:19.886602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-02e76095-3ddf-48ba-9982-640d2367b366 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fe40365-83c4-4a6f-a5f4-7119ce413ec2 HTTP/1.1" status: 200 len: 989 time: 0.1898017 Dec 17 16:02:19.886990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54516) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:19.900208 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab3ee045-cd1d-4bf4-86fe-3b4b47f25c53 req-3feacb87-cd31-4b2f-894e-65dcade21a51 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744015 Dec 17 16:02:19.920119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Router 87152598-635f-4a95-ac5c-28b6aa177eb2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:19.927048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:19.952938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] Routers {'9fe40365-83c4-4a6f-a5f4-7119ce413ec2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:19.953440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:20.032461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:20.033293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed33e9d-0fa7-462d-946f-ba248c9579a1 None None] The sync data for ids ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:20.049333 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18962161-495b-466b-bdc6-9fb540807bb1 x-openstack-request-id: req-18962161-495b-466b-bdc6-9fb540807bb1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:20.050697 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-plugged", "status": "completed", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:20.050964 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18962161-495b-466b-bdc6-9fb540807bb1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:20.051390 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'code': 200} Dec 17 16:02:20.141680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:20.157081 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] Sync routers for ids ['87152598-635f-4a95-ac5c-28b6aa177eb2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:20.157698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:20.163254 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3fd4ffca-4a3d-42ba-9e31-3b79b8615ace tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "PUT /v2.0/routers/87152598-635f-4a95-ac5c-28b6aa177eb2 HTTP/1.1" status: 200 len: 709 time: 3.3518240 Dec 17 16:02:20.163974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54520) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:20.185931 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] Routers {'87152598-635f-4a95-ac5c-28b6aa177eb2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:20.187472 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['87152598-635f-4a95-ac5c-28b6aa177eb2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:20.310873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:20.354735 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] Routers {'87152598-635f-4a95-ac5c-28b6aa177eb2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:20.359437 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['87152598-635f-4a95-ac5c-28b6aa177eb2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:20.427789 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-40c4dad5-6a98-4ea9-a7a8-eed993254ba9 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/routers/87152598-635f-4a95-ac5c-28b6aa177eb2 HTTP/1.1" status: 200 len: 744 time: 0.2594953 Dec 17 16:02:20.432467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54530) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:20.649218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54538) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:20.654919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0682411f-593e-4caa-9349-49bf1845de11 tempest-RoutersIpV6AdminTest-1539414910 tempest-RoutersIpV6AdminTest-1539414910-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=87152598-635f-4a95-ac5c-28b6aa177eb2 HTTP/1.1" status: 200 len: 205 time: 0.2102671 Dec 17 16:02:20.725192 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:20.726607 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b865604-c287-4191-8692-1b228767b7c9 None None] The sync data for ids ['87152598-635f-4a95-ac5c-28b6aa177eb2'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:20.783056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0d8b9755-2912-4359-ab4b-cc52f4944b8c tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=87152598-635f-4a95-ac5c-28b6aa177eb2 HTTP/1.1" status: 200 len: 205 time: 0.1269329 Dec 17 16:02:20.786441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54542) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:20.897824 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:20.993335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2514d3-a6e5-4ab9-96a8-9f3f77ef2595 req-2935a924-efc8-41e6-8fd4-503c7b0bdb33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:21.004787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e2514d3-a6e5-4ab9-96a8-9f3f77ef2595 req-2935a924-efc8-41e6-8fd4-503c7b0bdb33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 943 time: 0.3091757 Dec 17 16:02:21.046255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a35026-ce98-470f-a1cc-169a9069c8f7 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:21.128760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e2514d3-a6e5-4ab9-96a8-9f3f77ef2595 req-f502932b-ed6b-4db4-a9f3-5e126c325136 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229300 Dec 17 16:02:21.535270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 81106d7d-46b4-4ca7-a798-02269952a638 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:21.535776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:21.718367 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788dc88-1069-435f-9a02-6bdeb212a107 req-63d1dda5-c1e0-4a52-98c7-d1a11d5cf53b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:21.726488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9788dc88-1069-435f-9a02-6bdeb212a107 req-63d1dda5-c1e0-4a52-98c7-d1a11d5cf53b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.6955924 Dec 17 16:02:21.768693 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:21.791792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 81106d7d-46b4-4ca7-a798-02269952a638 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:21.835733 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a35026-ce98-470f-a1cc-169a9069c8f7 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:21.842264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a35026-ce98-470f-a1cc-169a9069c8f7 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:21.884163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9788dc88-1069-435f-9a02-6bdeb212a107 req-14c6fd08-6850-4014-92e4-4b93e4069229 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567850 Dec 17 16:02:21.978919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a35026-ce98-470f-a1cc-169a9069c8f7 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:21.979703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a35026-ce98-470f-a1cc-169a9069c8f7 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Fanout notify agent at l3_agent the message router_deleted on router 87152598-635f-4a95-ac5c-28b6aa177eb2 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:21.989978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a35026-ce98-470f-a1cc-169a9069c8f7 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:21.996265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7a35026-ce98-470f-a1cc-169a9069c8f7 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/87152598-635f-4a95-ac5c-28b6aa177eb2 HTTP/1.1" status: 204 len: 168 time: 1.2049232 Dec 17 16:02:21.996473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54556) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.057943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a27b6722-b6aa-474f-a879-048cc4c646c8 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=87152598-635f-4a95-ac5c-28b6aa177eb2 HTTP/1.1" status: 200 len: 205 time: 0.0559862 Dec 17 16:02:22.060674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54558) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.103399 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:22.150664 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-6f00efa6-d4d0-483e-83cf-85533daef0da tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] delete failed (client error): The resource could not be found. Dec 17 16:02:22.154305 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f00efa6-d4d0-483e-83cf-85533daef0da tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/87152598-635f-4a95-ac5c-28b6aa177eb2 HTTP/1.1" status: 404 len: 336 time: 0.0900252 Dec 17 16:02:22.168620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54560) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.247504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d6ccc36b-0a34-4d26-a724-dc4c3abe0ddb tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=14cf4693-1dc5-477c-a6ea-ea4d8692f528 HTTP/1.1" status: 200 len: 205 time: 0.0775683 Dec 17 16:02:22.248640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54564) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.370822 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-56325246-098a-45cc-b70f-53904d823421 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] delete failed (client error): The resource could not be found. Dec 17 16:02:22.375125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-56325246-098a-45cc-b70f-53904d823421 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/14cf4693-1dc5-477c-a6ea-ea4d8692f528 HTTP/1.1" status: 404 len: 336 time: 0.1251256 Dec 17 16:02:22.375929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54568) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.441456 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9d5fb0e8-720a-4311-8517-171fc440d716 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=874d9b0b-fb06-451d-bbc5-72a1619b1890 HTTP/1.1" status: 200 len: 205 time: 0.0640450 Dec 17 16:02:22.442269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54570) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.545739 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-0992ad94-d046-48ab-bcb0-65155b24e248 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] delete failed (client error): The resource could not be found. Dec 17 16:02:22.550159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0992ad94-d046-48ab-bcb0-65155b24e248 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/874d9b0b-fb06-451d-bbc5-72a1619b1890 HTTP/1.1" status: 404 len: 336 time: 0.1066728 Dec 17 16:02:22.551081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54574) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.657980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b1acfd5-455c-434e-95ca-df50fd910968 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b54169a-c7fa-455e-b5cf-07d5e864928d HTTP/1.1" status: 200 len: 205 time: 0.1054015 Dec 17 16:02:22.658609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54576) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.673256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=81106d7d-46b4-4ca7-a798-02269952a638,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:22.752722 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-4a313cfe-2b48-4ddc-8fcd-4d3116b1dd53 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] delete failed (client error): The resource could not be found. Dec 17 16:02:22.761547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4a313cfe-2b48-4ddc-8fcd-4d3116b1dd53 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/2b54169a-c7fa-455e-b5cf-07d5e864928d HTTP/1.1" status: 404 len: 336 time: 0.1016643 Dec 17 16:02:22.762863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54578) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.795403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1524d322-6187-4202-9444-83b11216cede tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e0eb5f3-2902-4468-9d72-5d2443de64eb HTTP/1.1" status: 200 len: 205 time: 0.0313058 Dec 17 16:02:22.796161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54582) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.863289 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-db4fa8d3-9bf8-45dd-a406-8c5048ef7527 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] delete failed (client error): The resource could not be found. Dec 17 16:02:22.876546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-db4fa8d3-9bf8-45dd-a406-8c5048ef7527 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/8e0eb5f3-2902-4468-9d72-5d2443de64eb HTTP/1.1" status: 404 len: 336 time: 0.0793834 Dec 17 16:02:22.877725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54584) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:22.984723 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ebc65b61-bfba-42e3-b99e-e30cba84a2e3 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0f8085d-094b-4afc-9c8b-b86e7d9cab5c HTTP/1.1" status: 200 len: 205 time: 0.1034837 Dec 17 16:02:22.986551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54588) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:23.003600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:23.090301 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-b2249b81-834a-4e2b-aab0-429b820d7a32 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] delete failed (client error): The resource could not be found. Dec 17 16:02:23.091672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b2249b81-834a-4e2b-aab0-429b820d7a32 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/routers/f0f8085d-094b-4afc-9c8b-b86e7d9cab5c HTTP/1.1" status: 404 len: 336 time: 0.0998855 Dec 17 16:02:23.106698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54592) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:23.189022 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db670d2-346d-481d-a9a5-161ba00d7570 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:23.189494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db670d2-346d-481d-a9a5-161ba00d7570 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:23.207831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7db670d2-346d-481d-a9a5-161ba00d7570 tempest-RoutersIpV6AdminTest-2068786644 tempest-RoutersIpV6AdminTest-2068786644-project] 10.222.0.54 "DELETE /v2.0/subnets/b6120348-42f5-4a84-b52b-0f052172c3d0 HTTP/1.1" status: 404 len: 337 time: 0.0997653 Dec 17 16:02:23.259854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f0d3-64b8-4c56-97d2-aa9bad5d6a61 req-05892bbe-f1d0-4d30-a15b-a7de5cf6171b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:23.276525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5a7f0d3-64b8-4c56-97d2-aa9bad5d6a61 req-05892bbe-f1d0-4d30-a15b-a7de5cf6171b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2062941 Dec 17 16:02:23.281828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f2aa-d0f0-4a3c-9312-4dc19773eb48 req-085437e7-52f9-4977-b32f-1ac079236332 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:23.293852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed23f2aa-d0f0-4a3c-9312-4dc19773eb48 req-085437e7-52f9-4977-b32f-1ac079236332 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 943 time: 0.6224372 Dec 17 16:02:23.393885 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5a7f0d3-64b8-4c56-97d2-aa9bad5d6a61 req-88df34b2-dd62-4135-8b11-3c60f616a2f9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160605 Dec 17 16:02:23.459348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed23f2aa-d0f0-4a3c-9312-4dc19773eb48 req-39880c3d-7d85-42c9-a228-4147584757d1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643233 Dec 17 16:02:23.476819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Router 9fe40365-83c4-4a6f-a5f4-7119ce413ec2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:23.607446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:23.613693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-539d2edb-f0f6-4ba4-a326-220871952b82 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "PUT /v2.0/routers/9fe40365-83c4-4a6f-a5f4-7119ce413ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7255411 Dec 17 16:02:23.616911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54600) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:23.619307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] Sync routers for ids ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:23.638296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b2490ac9-0df7-4254-b1ca-b5828dd8a08e details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:02:23.679438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] Routers {'9fe40365-83c4-4a6f-a5f4-7119ce413ec2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:23.680115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:23.692233 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96b4d18-0660-4c32-b176-8e36c3d17d62 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:02:23.694303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e96b4d18-0660-4c32-b176-8e36c3d17d62 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/81106d7d-46b4-4ca7-a798-02269952a638 HTTP/1.1" status: 404 len: 333 time: 0.0760293 Dec 17 16:02:23.696935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54604) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:23.771943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:23.822658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54606) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:23.831347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] Routers {'9fe40365-83c4-4a6f-a5f4-7119ce413ec2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:23.832352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:23.900912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7553bc8f-5886-4881-b841-109f862ba601 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.054102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ab2650e-6db9-451e-9ca2-7ab9395cf132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.264234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ab2650e-6db9-451e-9ca2-7ab9395cf132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.272725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ab2650e-6db9-451e-9ca2-7ab9395cf132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.319338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:24.320045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a941de-d97a-45a2-909b-052ab57d67b9 None None] The sync data for ids ['9fe40365-83c4-4a6f-a5f4-7119ce413ec2'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:24.343311 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7553bc8f-5886-4881-b841-109f862ba601 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.346663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7553bc8f-5886-4881-b841-109f862ba601 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.372453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2650e-6db9-451e-9ca2-7ab9395cf132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3923912-6ec6-4785-843e-ed5f88bd0563,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:24.399123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5ab2650e-6db9-451e-9ca2-7ab9395cf132 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=146912bc003c453182696964ecfa5af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5753458 Dec 17 16:02:24.401864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54614) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:24.450183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7553bc8f-5886-4881-b841-109f862ba601 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.451377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7553bc8f-5886-4881-b841-109f862ba601 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe40365-83c4-4a6f-a5f4-7119ce413ec2 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:24.462232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7553bc8f-5886-4881-b841-109f862ba601 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.463325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b2490ac9-0df7-4254-b1ca-b5828dd8a08e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:24.464131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7553bc8f-5886-4881-b841-109f862ba601 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/routers/9fe40365-83c4-4a6f-a5f4-7119ce413ec2 HTTP/1.1" status: 204 len: 168 time: 0.7657208 Dec 17 16:02:24.467898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54618) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:24.532380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'port_id': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e', 'mac_address': 'fa:16:3e:1d:a2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:02:24.554954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet bb1f347c-4679-4c61-8c9b-9f8e8549ca1c {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:24.563667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.655387 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.657640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.685966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2490ac9-0df7-4254-b1ca-b5828dd8a08e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:02:24.698128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f0b027-5153-4b87-8da4-9705d2acbd08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.724167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b2490ac9-0df7-4254-b1ca-b5828dd8a08e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:24.734752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.763488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f0b027-5153-4b87-8da4-9705d2acbd08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.846486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:24.867107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f0b027-5153-4b87-8da4-9705d2acbd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.869846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f0b027-5153-4b87-8da4-9705d2acbd08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.871023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-36f0b027-5153-4b87-8da4-9705d2acbd08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3923912-6ec6-4785-843e-ed5f88bd0563 HTTP/1.1" status: 204 len: 168 time: 0.4636896 Dec 17 16:02:24.881285 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:24.916010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018878-ed6a-4b48-9f82-cba467550355 req-d81714c8-1561-4cc7-a501-043b2d374bce tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:24.926317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b018878-ed6a-4b48-9f82-cba467550355 req-d81714c8-1561-4cc7-a501-043b2d374bce tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.3130057 Dec 17 16:02:24.976913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0b027-5153-4b87-8da4-9705d2acbd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3923912-6ec6-4785-843e-ed5f88bd0563,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:25.031207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b2490ac9-0df7-4254-b1ca-b5828dd8a08e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:02:25.065179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:25.138223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b018878-ed6a-4b48-9f82-cba467550355 req-a064306b-9b72-4663-901d-c3875d29a5eb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108607 Dec 17 16:02:25.199452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f328479-829f-429e-8229-0ac6b15e1b39 req-d5887417-d87f-4ee3-b99e-38b503d3c210 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:25.211646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f328479-829f-429e-8229-0ac6b15e1b39 req-d5887417-d87f-4ee3-b99e-38b503d3c210 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 944 time: 0.3561058 Dec 17 16:02:25.219014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1f347c-4679-4c61-8c9b-9f8e8549ca1c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:25.235800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:25.243765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c9a9baeb-e139-4e5a-82fa-b2c12a6f09ce tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/bb1f347c-4679-4c61-8c9b-9f8e8549ca1c HTTP/1.1" status: 204 len: 168 time: 0.7746534 Dec 17 16:02:25.247355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54632) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:25.262151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac8a69e-160d-4749-9191-2497c58535e4 None None] Network 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:25.370092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f328479-829f-429e-8229-0ac6b15e1b39 req-20b8cb89-c077-4854-98d4-508413beb704 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481726 Dec 17 16:02:25.545283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54636) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:25.549773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] DHCP port deletion for 93b4cf8f-1842-42e2-80ad-7a901c3cb5cd request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:25.558677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:25.663438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-43dc7df1-f010-449d-bdaf-52314a6ed966 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7d2623647134763aaf0db1c3ae93ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1169038 Dec 17 16:02:25.663989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54638) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:25.674458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] Deleting port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:25.675122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:25.778342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:25.778691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:25.870477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] For port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,segment=NetworkSegment(ff8ab0b5-e641-4d67-897f-b001a1254ef6),segment_id=ff8ab0b5-e641-4d67-897f-b001a1254ef6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:25.870477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:25.885399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] For port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,segment=NetworkSegment(ff8ab0b5-e641-4d67-897f-b001a1254ef6),segment_id=ff8ab0b5-e641-4d67-897f-b001a1254ef6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:25.886211 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:25.887655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:25.910271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] Calling delete_port for 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:25.995959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27924ff5-d934-4aea-ab27-53c45430a5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.027622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27924ff5-d934-4aea-ab27-53c45430a5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.086047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.106048 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.130335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27924ff5-d934-4aea-ab27-53c45430a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.134384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27924ff5-d934-4aea-ab27-53c45430a5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.139811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-27924ff5-d934-4aea-ab27-53c45430a5c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e05522e5-7c56-4f56-9e2c-8a8de851fffb HTTP/1.1" status: 204 len: 168 time: 0.4732289 Dec 17 16:02:26.143389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No DVR routers for this DVR port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:26.143389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:26.170533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] No DVR routers for this DVR port 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:26.173399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27924ff5-d934-4aea-ab27-53c45430a5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05522e5-7c56-4f56-9e2c-8a8de851fffb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:26.180421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab3e25-f04a-4ec7-a0e3-883de376f9ae None None] Pushing event deleted for resources: {'Port': ['ID=0c4d0eb0-5799-45d8-87f4-4919c2e41d34,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:26.579425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bed02-818e-4240-ad8c-ef6861b7aef5 req-1d082419-5308-4f69-ac50-868babce1b94 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:26.587270 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.602129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee8bed02-818e-4240-ad8c-ef6861b7aef5 req-1d082419-5308-4f69-ac50-868babce1b94 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 944 time: 0.0931387 Dec 17 16:02:26.673008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3bf54-a394-4502-a931-bd530c4f22f7 req-340a84eb-83fa-4acc-9fe3-d47a021935d9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:26.694231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8a3bf54-a394-4502-a931-bd530c4f22f7 req-340a84eb-83fa-4acc-9fe3-d47a021935d9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.3499122 Dec 17 16:02:26.699648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b4cf8f-1842-42e2-80ad-7a901c3cb5cd']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:26.741282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee8bed02-818e-4240-ad8c-ef6861b7aef5 req-2f3ad18e-b724-4df0-80a1-1f38fc130215 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315551 Dec 17 16:02:26.772085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8ab0b5-e641-4d67-897f-b001a1254ef6') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:26.772464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8ab0b5-e641-4d67-897f-b001a1254ef6') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:26.823586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.904942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.921469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8a3bf54-a394-4502-a931-bd530c4f22f7 req-38c3f86c-4f41-44c6-9847-93748d24ac7f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259388 Dec 17 16:02:26.924037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:02:26.924037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:02:26.936083 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:02:27.069892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:27.087942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:27.097765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/93b4cf8f-1842-42e2-80ad-7a901c3cb5cd HTTP/1.1" status: 204 len: 168 time: 1.8489172 Dec 17 16:02:27.100707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54668) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:27.201196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112678a-57c8-40a7-8d57-af8e68f92a0c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=93b4cf8f-1842-42e2-80ad-7a901c3cb5cd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:27.244813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c948a9-ac1a-4fc7-bae4-02c264e41f9d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:27.250691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54670) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:27.261908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75c948a9-ac1a-4fc7-bae4-02c264e41f9d tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/612a9ee8-9964-473b-b428-a0c5b91e48cc HTTP/1.1" status: 200 len: 844 time: 0.1566105 Dec 17 16:02:27.279206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:27.327848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:27.328286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c4d0eb0-5799-45d8-87f4-4919c2e41d34 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:27.371259 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eff8bff1-56d0-4a35-942d-ec8bea681d24 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/612a9ee8-9964-473b-b428-a0c5b91e48cc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1193192 Dec 17 16:02:27.375772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54678) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:27.381306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:27.582876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:27.586996 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:27.652353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b2490ac9-0df7-4254-b1ca-b5828dd8a08e up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:27.795007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port b2490ac9-0df7-4254-b1ca-b5828dd8a08e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:02:27.801333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b2490ac9-0df7-4254-b1ca-b5828dd8a08e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:27.801927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:27.920210 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:27.963560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b2490ac9-0df7-4254-b1ca-b5828dd8a08e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:27.965705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:27.968358 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57995a55-0c6a-4905-909f-b8f7a843cafc" -d '{"events": [{"server_uuid": "8a5ab790-8dcb-4d33-8472-573c267ca3ba", "name": "network-vif-plugged", "status": "completed", "tag": "b2490ac9-0df7-4254-b1ca-b5828dd8a08e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:27.974355 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:27.999768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.036910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:28.038700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8373c-f63f-4c0a-b106-ebb07ec14edd req-a7fbaa12-06bb-470f-b34a-c9860d1841e6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:28.064484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dce8373c-f63f-4c0a-b106-ebb07ec14edd req-a7fbaa12-06bb-470f-b34a-c9860d1841e6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 944 time: 0.1816342 Dec 17 16:02:28.157400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dce8373c-f63f-4c0a-b106-ebb07ec14edd req-11966041-2738-409c-a25a-cf0cbffa81a3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865121 Dec 17 16:02:28.174738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:28.196070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:28.213152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8bc719-fbc3-48df-9020-65f31bd84c25 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:28.248020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:28.249275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.271241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=f2a03ff3-7f8c-4644-b55e-5fc875198879,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:28.299552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54704) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:28.299871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-23de5124-57f0-42ce-b760-d43f3ec0e54c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9227307 Dec 17 16:02:28.306404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dc946d73-82b7-431e-938b-5123b45a92ee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1090774809'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:28.312974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9907896-5054-4f63-90c4-1ed44c7613c6 req-85dee300-c10a-4452-b3a6-c7a97c3ba9f4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:28.320997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9907896-5054-4f63-90c4-1ed44c7613c6 req-85dee300-c10a-4452-b3a6-c7a97c3ba9f4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1761484 Dec 17 16:02:28.340547 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76fa99a-8066-426b-b3f3-c920be45a989 x-openstack-request-id: req-d76fa99a-8066-426b-b3f3-c920be45a989 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:28.341508 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5ab790-8dcb-4d33-8472-573c267ca3ba", "name": "network-vif-plugged", "status": "completed", "tag": "b2490ac9-0df7-4254-b1ca-b5828dd8a08e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:28.342108 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d76fa99a-8066-426b-b3f3-c920be45a989 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:28.342847 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e', 'code': 200} Dec 17 16:02:28.436463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9907896-5054-4f63-90c4-1ed44c7613c6 req-c31c6677-c861-495b-822e-9d235bce96a3 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124053 Dec 17 16:02:28.486581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-443c644b-a644-47ac-bbef-bc01241ea23d', 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'project_id': 'aabedd0f9e504a5a89c482bf31babb47', 'fixed_ips': [{'subnet_id': 'f2a03ff3-7f8c-4644-b55e-5fc875198879'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:02:28.488486 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.528702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc946d73-82b7-431e-938b-5123b45a92ee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.545982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4e7b2-3f9f-44df-a9a7-11bf5ce1d050 req-5baac953-f76c-4c84-943c-a01eafdeac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:28.547515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bea4e7b2-3f9f-44df-a9a7-11bf5ce1d050 req-5baac953-f76c-4c84-943c-a01eafdeac40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 1097 time: 0.1619534 Dec 17 16:02:28.652679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc946d73-82b7-431e-938b-5123b45a92ee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.686622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bea4e7b2-3f9f-44df-a9a7-11bf5ce1d050 req-433321b9-b2b3-498f-897f-a5e11980b5b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272850 Dec 17 16:02:28.687384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc946d73-82b7-431e-938b-5123b45a92ee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.723843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc946d73-82b7-431e-938b-5123b45a92ee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa7a1e5-afaa-433d-ad52-41c1f43501a4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:28.728747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc946d73-82b7-431e-938b-5123b45a92ee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.744929 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dc946d73-82b7-431e-938b-5123b45a92ee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4438870 Dec 17 16:02:28.747899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54716) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:28.753902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-68fe7ff4-bea1-499e-85a2-45fbd4b340e8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1473372306'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:28.813644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68fe7ff4-bea1-499e-85a2-45fbd4b340e8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.813889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Allocated IP 2001:db8::2 (443c644b-a644-47ac-bbef-bc01241ea23d/f2a03ff3-7f8c-4644-b55e-5fc875198879/16f7ab92-50af-41f1-90b5-c4890b01cdfe) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:28.972829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68fe7ff4-bea1-499e-85a2-45fbd4b340e8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:28.980188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68fe7ff4-bea1-499e-85a2-45fbd4b340e8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.020148 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.036088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.081374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-68fe7ff4-bea1-499e-85a2-45fbd4b340e8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.086983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54718) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:29.087542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-68fe7ff4-bea1-499e-85a2-45fbd4b340e8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3381276 Dec 17 16:02:29.089493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe7ff4-bea1-499e-85a2-45fbd4b340e8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fafd7f-6ba4-4510-b0b5-cb1fd021a136,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:29.105823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-863929255', 'security_groups': ['22fafd7f-6ba4-4510-b0b5-cb1fd021a136'], 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f2a03ff3-7f8c-4644-b55e-5fc875198879'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:29.190669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:29.195469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Pushing event updated for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:29.202603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:29.208338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:29.376670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Attempting to bind port 16f7ab92-50af-41f1-90b5-c4890b01cdfe on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:02:29.377415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Attempting to bind port 16f7ab92-50af-41f1-90b5-c4890b01cdfe by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '4d488709-c123-41fc-afac-6d41f8bb056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:02:29.377415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Attempting to bind port 16f7ab92-50af-41f1-90b5-c4890b01cdfe on network 443c644b-a644-47ac-bbef-bc01241ea23d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:29.392755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:29.396470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Checking segment: {'id': '4d488709-c123-41fc-afac-6d41f8bb056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:29.397416 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.397826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Bound using segment: {'id': '4d488709-c123-41fc-afac-6d41f8bb056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:29.398324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Bound port: 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d488709-c123-41fc-afac-6d41f8bb056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:02:29.398705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.448808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:29.517713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54728) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:29.569407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:29.598802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=16f7ab92-50af-41f1-90b5-c4890b01cdfe,segment=NetworkSegment(4d488709-c123-41fc-afac-6d41f8bb056b),segment_id=4d488709-c123-41fc-afac-6d41f8bb056b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:29.609400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.614526 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.625376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-ad080862-50f7-423e-9b99-6626ef9ece79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2571852 Dec 17 16:02:29.648368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2851ac0-308f-45a1-98bf-7bdb16f9c89b req-2269e1e4-e56b-4ff7-ae8d-416781f6269b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:29.656204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d2851ac0-308f-45a1-98bf-7bdb16f9c89b req-2269e1e4-e56b-4ff7-ae8d-416781f6269b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.3038468 Dec 17 16:02:29.727734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-270879f9-29b0-4a63-863c-33c3bf137a23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1033283057'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:29.756240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34a81a-0450-4d43-a7a5-0af6af1e0499 None None] Pushing event updated for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:29.798903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:02:29.877235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61af8f-4ca9-4cee-ab7c-8aa629ecbd04 req-20bc810a-424c-496b-8080-20b101775698 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:29.885266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa61af8f-4ca9-4cee-ab7c-8aa629ecbd04 req-20bc810a-424c-496b-8080-20b101775698 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2070999 Dec 17 16:02:29.894667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d2851ac0-308f-45a1-98bf-7bdb16f9c89b req-19b101d4-faf9-437d-b938-2a6dc43f153b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375138 Dec 17 16:02:29.907245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-f7d95e13-5b06-42b4-a8c0-0904c0ad1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:29.908990 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-f7d95e13-5b06-42b4-a8c0-0904c0ad1aa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 1097 time: 0.2338812 Dec 17 16:02:29.918628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-270879f9-29b0-4a63-863c-33c3bf137a23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.919865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-270879f9-29b0-4a63-863c-33c3bf137a23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:29.992875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa61af8f-4ca9-4cee-ab7c-8aa629ecbd04 req-c0a54d45-0b5a-4eec-b3d3-5ba58a66c4b9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066365 Dec 17 16:02:30.125335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-270879f9-29b0-4a63-863c-33c3bf137a23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.132119 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-270879f9-29b0-4a63-863c-33c3bf137a23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.151777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-270879f9-29b0-4a63-863c-33c3bf137a23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.153461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-270879f9-29b0-4a63-863c-33c3bf137a23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6338236 Dec 17 16:02:30.157192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54740) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:30.284119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::2c9 (443c644b-a644-47ac-bbef-bc01241ea23d/f2a03ff3-7f8c-4644-b55e-5fc875198879/4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:30.309571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-ca195647-7337-4db9-9049-bfcb51222026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:30.315765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-ca195647-7337-4db9-9049-bfcb51222026 service neutron] 10.222.0.47 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.2764106 Dec 17 16:02:30.421745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-25698f4a-9238-449b-b160-600e39c24bc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18341698-1aa9-4545-9150-b7a6d66d3166 HTTP/1.1" status: 200 len: 217 time: 0.1023564 Dec 17 16:02:30.551267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-a13917ae-14d8-4d0d-bcf4-c1b05c021ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:30.553849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-a13917ae-14d8-4d0d-bcf4-c1b05c021ae4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.1252203 Dec 17 16:02:30.608144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c2dc1e-b1b8-41f9-b358-c07e7a431a82 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.628533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-c4aed5c8-5021-4230-86ed-defd542239df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647571 Dec 17 16:02:30.839767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c2dc1e-b1b8-41f9-b358-c07e7a431a82 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.845557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c2dc1e-b1b8-41f9-b358-c07e7a431a82 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.915708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-3d9e4334-1e4e-4abd-bfad-86aafd604a2a service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738652 Dec 17 16:02:30.918672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.940494 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c2dc1e-b1b8-41f9-b358-c07e7a431a82 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.941544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c2dc1e-b1b8-41f9-b358-c07e7a431a82 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acb860c4-959c-4984-b068-587ec5637599 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:30.960168 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c2dc1e-b1b8-41f9-b358-c07e7a431a82 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:30.962052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d3c2dc1e-b1b8-41f9-b358-c07e7a431a82 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "DELETE /v2.0/routers/acb860c4-959c-4984-b068-587ec5637599 HTTP/1.1" status: 204 len: 168 time: 0.8036261 Dec 17 16:02:30.966146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54746) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:30.976106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-71724da6-fc2b-462c-8f1f-3698d4fb8f4d tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Request body: {'router': {'name': 'tempest-router-1460746393', 'distributed': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:31.113226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71724da6-fc2b-462c-8f1f-3698d4fb8f4d tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.119306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71724da6-fc2b-462c-8f1f-3698d4fb8f4d tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.136929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.164626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:31.168855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:31.172206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:31.179195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:31.180011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.275778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf52d2d-7c24-4950-b43f-4e8f0378efe7 req-2441c80b-9ccb-412a-b67e-27eabdcda552 service neutron] 10.222.0.47 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521919 Dec 17 16:02:31.288756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08fd4e-9182-476b-a7df-2bf800625ae8 req-202f935d-a4f5-4449-b1c2-135e2ef47f0d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:31.298032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d08fd4e-9182-476b-a7df-2bf800625ae8 req-202f935d-a4f5-4449-b1c2-135e2ef47f0d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.2416008 Dec 17 16:02:31.352317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2604835 Dec 17 16:02:31.369725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54756) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:31.370698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 16f7ab92-50af-41f1-90b5-c4890b01cdfe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:31.404471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6e44c8e0-19f4-44b8-9637-99a8043c1cd4 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:31.418120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71724da6-fc2b-462c-8f1f-3698d4fb8f4d tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.435666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71724da6-fc2b-462c-8f1f-3698d4fb8f4d tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.442026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:31.442636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.505372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7d763-70b1-4513-983a-efea47d8905d req-16432dfe-348a-406b-b76f-d2c4ef29f526 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:31.516434 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48b7d763-70b1-4513-983a-efea47d8905d req-16432dfe-348a-406b-b76f-d2c4ef29f526 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2120030 Dec 17 16:02:31.531567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d08fd4e-9182-476b-a7df-2bf800625ae8 req-f2e46f36-67d3-4036-b99a-6662099323de tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322102 Dec 17 16:02:31.534183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9242979-e9e6-4ecc-ba29-db1a63ceb60e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:31.548723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71724da6-fc2b-462c-8f1f-3698d4fb8f4d tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.550508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-71724da6-fc2b-462c-8f1f-3698d4fb8f4d tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5797179 Dec 17 16:02:31.551254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54760) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:31.598628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5bf4f59e-8bf1-4ff6-b535-02884678904c None None] Provisioning complete for port 612a9ee8-9964-473b-b428-a0c5b91e48cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:31.600828 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f59e-8bf1-4ff6-b535-02884678904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.711541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e44c8e0-19f4-44b8-9637-99a8043c1cd4 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:31.715564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e44c8e0-19f4-44b8-9637-99a8043c1cd4 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.791919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4f59e-8bf1-4ff6-b535-02884678904c None None] Port 612a9ee8-9964-473b-b428-a0c5b91e48cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:31.792112 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d47e1485-309d-4d9f-98da-ee8b040d94e2 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.805121 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.866198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5bf4f59e-8bf1-4ff6-b535-02884678904c None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:31.866825 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f59e-8bf1-4ff6-b535-02884678904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:31.987373 n-d-806683-20 neutron-server[109784]: INFO neutron.db.ipam_backend_mixin [None req-6e44c8e0-19f4-44b8-9637-99a8043c1cd4 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2a03ff3-7f8c-4644-b55e-5fc875198879 (CIDR: 2001:db8::/64) Dec 17 16:02:32.000605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48b7d763-70b1-4513-983a-efea47d8905d req-6cbc3078-a8ee-4f80-9f78-999180ff7ea6 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821651 Dec 17 16:02:32.013557 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e44c8e0-19f4-44b8-9637-99a8043c1cd4 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:02:32.014007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e44c8e0-19f4-44b8-9637-99a8043c1cd4 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:32.024935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=16f7ab92-50af-41f1-90b5-c4890b01cdfe,segment=NetworkSegment(4d488709-c123-41fc-afac-6d41f8bb056b),segment_id=4d488709-c123-41fc-afac-6d41f8bb056b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:32.038041 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.053557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c727403-775c-4dfa-b80b-092515a37c07 req-bb0ec52f-5fad-431b-93e6-3b3af6a4e87c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:32.067439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c727403-775c-4dfa-b80b-092515a37c07 req-bb0ec52f-5fad-431b-93e6-3b3af6a4e87c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.1442542 Dec 17 16:02:32.145992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6e44c8e0-19f4-44b8-9637-99a8043c1cd4 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7462478 Dec 17 16:02:32.149182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54766) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:32.151266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:32.157385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:32.205988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d47e1485-309d-4d9f-98da-ee8b040d94e2 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.210117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d47e1485-309d-4d9f-98da-ee8b040d94e2 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.247280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7c26d728-d49d-4167-adf9-def1bb547e60 None None] Provisioning complete for port 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:32.247885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c26d728-d49d-4167-adf9-def1bb547e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.286692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d47e1485-309d-4d9f-98da-ee8b040d94e2 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.290904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7c26d728-d49d-4167-adf9-def1bb547e60 None None] Port 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:32.291166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e1485-309d-4d9f-98da-ee8b040d94e2 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23bead78-7b40-4290-b473-a197ab35a05d {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:32.313460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d47e1485-309d-4d9f-98da-ee8b040d94e2 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.314552 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c727403-775c-4dfa-b80b-092515a37c07 req-f75ccc39-497e-4861-955c-5fa9d0013ada tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459919 Dec 17 16:02:32.319268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d47e1485-309d-4d9f-98da-ee8b040d94e2 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "DELETE /v2.0/routers/23bead78-7b40-4290-b473-a197ab35a05d HTTP/1.1" status: 204 len: 168 time: 0.7095354 Dec 17 16:02:32.319930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54768) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:32.326877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-61c971fc-d7b7-4582-8b6c-d8cc77d78506 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Request body: {'router': {'name': 'tempest-router-1396755391', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'df092d172155416a95a5b95c2d283076'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:32.370326 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61c971fc-d7b7-4582-8b6c-d8cc77d78506 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.371512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61c971fc-d7b7-4582-8b6c-d8cc77d78506 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.386108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:32.395301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.503099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61c971fc-d7b7-4582-8b6c-d8cc77d78506 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.510384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61c971fc-d7b7-4582-8b6c-d8cc77d78506 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.534314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61c971fc-d7b7-4582-8b6c-d8cc77d78506 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.540154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-61c971fc-d7b7-4582-8b6c-d8cc77d78506 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2188678 Dec 17 16:02:32.542029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54772) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:32.547304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:32.679526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.685928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114b6b0-958c-435b-837e-657d1cfea3cc req-f61e3a91-9e03-4e16-a1e1-d2bde020e190 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:32.687260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d114b6b0-958c-435b-837e-657d1cfea3cc req-f61e3a91-9e03-4e16-a1e1-d2bde020e190 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.2492239 Dec 17 16:02:32.741529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:32.745689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:32.751728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:32.756806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.763204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a27db-4f1d-450f-ba8f-eb058eb75318 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:32.783765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6336114 Dec 17 16:02:32.787175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54776) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:32.794764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1023650485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '701e2611-d91b-47f3-a78b-2af333c52291'}], 'security_groups': ['ffa7a1e5-afaa-433d-ad52-41c1f43501a4']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:32.799500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159a793-600d-4508-905f-ddb9b43a0fd5 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=701e2611-d91b-47f3-a78b-2af333c52291,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:32.870937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.978285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d114b6b0-958c-435b-837e-657d1cfea3cc req-b6d7a835-7bd2-4261-b176-d5d10e925f12 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783604 Dec 17 16:02:32.980331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:32.980672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:33.135439 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca001a-2a1c-4c4a-9bd7-b77627ce50b8 None None] Update dhcp port {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'fixed_ips': [{'subnet_id': 'f2a03ff3-7f8c-4644-b55e-5fc875198879', 'ip_address': '2001:db8::2'}, {'subnet_id': '701e2611-d91b-47f3-a78b-2af333c52291'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '16f7ab92-50af-41f1-90b5-c4890b01cdfe'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 16:02:33.211436 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0aca001a-2a1c-4c4a-9bd7-b77627ce50b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:33.306786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109783) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 17 16:02:33.307128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Router 8d891cec-5778-45c1-abdf-814373059618 migrating from provider to provider. {{(pid=109783) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 17 16:02:33.307515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:33.329407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:33.349009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 16f7ab92-50af-41f1-90b5-c4890b01cdfe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:33.362993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe78ca-2602-4094-bc2d-5a1bbc00aa59 req-049ace3a-1616-403d-978b-a1df9499f539 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:33.371398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fbe78ca-2602-4094-bc2d-5a1bbc00aa59 req-049ace3a-1616-403d-978b-a1df9499f539 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2077727 Dec 17 16:02:33.379751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:33.516255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24ce38-f0e4-444d-8ec9-0b33412017af req-bf34373b-2869-4b2f-871b-2cadbc7b49f0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:33.518130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a24ce38-f0e4-444d-8ec9-0b33412017af req-bf34373b-2869-4b2f-871b-2cadbc7b49f0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.1131721 Dec 17 16:02:33.524586 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fbe78ca-2602-4094-bc2d-5a1bbc00aa59 req-43fde610-6347-4018-88a0-1a53cc8d135b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519880 Dec 17 16:02:33.527194 n-d-806683-20 neutron-server[109783]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] No L3 agents can host the router 8d891cec-5778-45c1-abdf-814373059618 Dec 17 16:02:33.566930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:33.567968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:33.675675 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a24ce38-f0e4-444d-8ec9-0b33412017af req-c52b2f42-c94b-41f9-94b7-8d7f6c39920d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414912 Dec 17 16:02:33.730699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Delete allocated IP 2001:db8::2c9 (443c644b-a644-47ac-bbef-bc01241ea23d/f2a03ff3-7f8c-4644-b55e-5fc875198879) {{(pid=109784) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 16:02:33.750400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8:0:1::229 (443c644b-a644-47ac-bbef-bc01241ea23d/701e2611-d91b-47f3-a78b-2af333c52291/4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:33.762631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Hosts for router 8d891cec-5778-45c1-abdf-814373059618: [] {{(pid=109783) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 17 16:02:33.789543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Hosts for other DVR routers connected to router 8d891cec-5778-45c1-abdf-814373059618: set() {{(pid=109783) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 17 16:02:33.792340 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:33.796086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8f686928-4b05-4fa6-9a58-c0df9e87416a tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "PUT /v2.0/routers/8d891cec-5778-45c1-abdf-814373059618 HTTP/1.1" status: 200 len: 717 time: 1.2505951 Dec 17 16:02:33.796391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54792) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:33.945979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aeca5714-f2bd-4c18-b539-42089595c847 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "GET /v2.0/routers/8d891cec-5778-45c1-abdf-814373059618 HTTP/1.1" status: 200 len: 717 time: 0.1437476 Dec 17 16:02:33.946290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54796) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:34.215125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-959b52b7-f037-4553-8f22-57606757c53a tempest-RoutersTestDVR-2051785153 tempest-RoutersTestDVR-2051785153-project] 10.222.0.54 "GET /v2.0/routers/8d891cec-5778-45c1-abdf-814373059618 HTTP/1.1" status: 200 len: 683 time: 0.2651620 Dec 17 16:02:34.215843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54802) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:34.343417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b5d4-253d-4a91-ae57-81a529bc4da4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.477397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.483400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.578413 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b5d4-253d-4a91-ae57-81a529bc4da4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.580701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b5d4-253d-4a91-ae57-81a529bc4da4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.595667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-0aca001a-2a1c-4c4a-9bd7-b77627ce50b8 None None] Allocated IP 2001:db8:0:1::2 (443c644b-a644-47ac-bbef-bc01241ea23d/701e2611-d91b-47f3-a78b-2af333c52291/16f7ab92-50af-41f1-90b5-c4890b01cdfe) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:34.633042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b5d4-253d-4a91-ae57-81a529bc4da4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.648948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd0b5d4-253d-4a91-ae57-81a529bc4da4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d891cec-5778-45c1-abdf-814373059618 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:34.659811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ddd0b5d4-253d-4a91-ae57-81a529bc4da4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.664391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ddd0b5d4-253d-4a91-ae57-81a529bc4da4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "DELETE /v2.0/routers/8d891cec-5778-45c1-abdf-814373059618 HTTP/1.1" status: 204 len: 168 time: 0.4439871 Dec 17 16:02:34.665055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] In _notify_port_updated(), no bound segment for port 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 on network 443c644b-a644-47ac-bbef-bc01241ea23d {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:02:34.665656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54808) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:34.670619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:34.671255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4302b212-1604-472a-8907-1a6b6c2388a4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Request body: {'router': {'name': 'tempest-router-1918048220', 'distributed': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:34.671378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.694005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54810) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:34.706590 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "PUT /v2.0/ports/4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 HTTP/1.1" status: 200 len: 931 time: 1.8970060 Dec 17 16:02:34.710791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4302b212-1604-472a-8907-1a6b6c2388a4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.711923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4302b212-1604-472a-8907-1a6b6c2388a4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.774306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addbb2b-6057-4924-8329-ed00e19a8d91 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:34.920840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0aca001a-2a1c-4c4a-9bd7-b77627ce50b8 None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=16f7ab92-50af-41f1-90b5-c4890b01cdfe,segment=NetworkSegment(4d488709-c123-41fc-afac-6d41f8bb056b),segment_id=4d488709-c123-41fc-afac-6d41f8bb056b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:34.939762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4302b212-1604-472a-8907-1a6b6c2388a4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.969660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4302b212-1604-472a-8907-1a6b6c2388a4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.985956 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0aca001a-2a1c-4c4a-9bd7-b77627ce50b8 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:34.991041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f5c2d-3453-4e7b-8c97-e09a8eb1c429 req-bb6145c0-5702-49b6-9811-bf2f944850a8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:34.994690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-532f5c2d-3453-4e7b-8c97-e09a8eb1c429 req-bb6145c0-5702-49b6-9811-bf2f944850a8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.1417871 Dec 17 16:02:35.010979 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0aca001a-2a1c-4c4a-9bd7-b77627ce50b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.027501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:35.027947 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.090852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-532f5c2d-3453-4e7b-8c97-e09a8eb1c429 req-d6f7713c-1a07-4c80-8f71-0f0ed68b0f23 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904388 Dec 17 16:02:35.144576 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4302b212-1604-472a-8907-1a6b6c2388a4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.145843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4302b212-1604-472a-8907-1a6b6c2388a4 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4791698 Dec 17 16:02:35.148867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54822) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:35.180020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04accabc-ddec-4ab0-9648-bed1c1937a26 req-b5ed9f6c-7468-4af9-9873-daad3cb819fc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:35.188725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04accabc-ddec-4ab0-9648-bed1c1937a26 req-b5ed9f6c-7468-4af9-9873-daad3cb819fc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1209745 Dec 17 16:02:35.239161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca001a-2a1c-4c4a-9bd7-b77627ce50b8 None None] Pushing event updated for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:35.303866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-04accabc-ddec-4ab0-9648-bed1c1937a26 req-921c025e-90ce-40f6-80df-3b7c8450af33 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103396 Dec 17 16:02:35.336685 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.387652 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60de46dd-5853-4f3b-8d12-8e7b50974c23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.397357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:35.456132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-dbb4d3d7-3bb9-4001-a145-9c0d5be2b7bd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:35.458161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-dbb4d3d7-3bb9-4001-a145-9c0d5be2b7bd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.3187709 Dec 17 16:02:35.688860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.743583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:35.786692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.797804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6dde24b0-203a-4570-8e09-06b8395edf42 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 HTTP/1.1" status: 204 len: 168 time: 1.1025245 Dec 17 16:02:35.800262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54828) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:35.801510 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60de46dd-5853-4f3b-8d12-8e7b50974c23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.804729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60de46dd-5853-4f3b-8d12-8e7b50974c23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.830598 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6aed80-7f62-4c18-ad02-ee2178d481a3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:02:35.832257 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b6aed80-7f62-4c18-ad02-ee2178d481a3 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3 HTTP/1.1" status: 404 len: 333 time: 0.0310400 Dec 17 16:02:35.835391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54830) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:35.910911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09c73a4f-1e0d-438e-a8c2-cb66bc707d69 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.972846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09c73a4f-1e0d-438e-a8c2-cb66bc707d69 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.974874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60de46dd-5853-4f3b-8d12-8e7b50974c23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.975428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60de46dd-5853-4f3b-8d12-8e7b50974c23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d720f323-34c0-4ca8-ab3f-5955c664183a {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:35.988482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60de46dd-5853-4f3b-8d12-8e7b50974c23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:35.993624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-60de46dd-5853-4f3b-8d12-8e7b50974c23 tempest-RoutersTestDVR-1293732348 tempest-RoutersTestDVR-1293732348-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d720f323-34c0-4ca8-ab3f-5955c664183a HTTP/1.1" status: 204 len: 168 time: 0.8399301 Dec 17 16:02:36.010049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port b2490ac9-0df7-4254-b1ca-b5828dd8a08e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:36.010348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.122213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09c73a4f-1e0d-438e-a8c2-cb66bc707d69 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.136405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09c73a4f-1e0d-438e-a8c2-cb66bc707d69 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.139950 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09c73a4f-1e0d-438e-a8c2-cb66bc707d69 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/security-groups/22fafd7f-6ba4-4510-b0b5-cb1fd021a136 HTTP/1.1" status: 204 len: 168 time: 0.3012257 Dec 17 16:02:36.144191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54836) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:36.170754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c73a4f-1e0d-438e-a8c2-cb66bc707d69 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fafd7f-6ba4-4510-b0b5-cb1fd021a136,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:36.241984 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90c47c91-8beb-4736-b226-27ae2d36fd84 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.269144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d87e-cebd-42a7-a5b1-750506a2f90f req-e3f7379d-14bc-4d36-829a-341535ab1630 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:36.277589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6be8d87e-cebd-42a7-a5b1-750506a2f90f req-e3f7379d-14bc-4d36-829a-341535ab1630 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 945 time: 0.0778215 Dec 17 16:02:36.354008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] For port b2490ac9-0df7-4254-b1ca-b5828dd8a08e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:36.367671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.372356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6be8d87e-cebd-42a7-a5b1-750506a2f90f req-8fc81a63-cb03-44cb-afe0-b1669bfd6c0a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894165 Dec 17 16:02:36.386162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90c47c91-8beb-4736-b226-27ae2d36fd84 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.403391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for b2490ac9-0df7-4254-b1ca-b5828dd8a08e owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:36.520699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-373d906b-8667-4084-8eb9-185c10c88aa4 None None] Provisioning complete for port 612a9ee8-9964-473b-b428-a0c5b91e48cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:36.528515 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-373d906b-8667-4084-8eb9-185c10c88aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.637338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54850) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:36.690378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-373d906b-8667-4084-8eb9-185c10c88aa4 None None] Port 612a9ee8-9964-473b-b428-a0c5b91e48cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:36.701692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-678567ba-c39d-4706-b227-983b7bbf7115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.719541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-d1cba82c-3478-4696-9847-1d7c3b45e06e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2625213 Dec 17 16:02:36.738293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36b787-35b3-4ad9-8c3e-66a821eb201e req-bcf787de-a3c9-481c-b7a9-9f2ec26df128 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:36.747193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-373d906b-8667-4084-8eb9-185c10c88aa4 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:36.747577 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-373d906b-8667-4084-8eb9-185c10c88aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.756155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c36b787-35b3-4ad9-8c3e-66a821eb201e req-bcf787de-a3c9-481c-b7a9-9f2ec26df128 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2048490 Dec 17 16:02:36.795102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:36.848493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.866269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90c47c91-8beb-4736-b226-27ae2d36fd84 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.871305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90c47c91-8beb-4736-b226-27ae2d36fd84 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:36.874635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-90c47c91-8beb-4736-b226-27ae2d36fd84 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/security-groups/ffa7a1e5-afaa-433d-ad52-41c1f43501a4 HTTP/1.1" status: 204 len: 168 time: 0.7287333 Dec 17 16:02:36.877888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54858) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:36.899292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b2490ac9-0df7-4254-b1ca-b5828dd8a08e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:02:36.965767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c36b787-35b3-4ad9-8c3e-66a821eb201e req-4a1fefbe-108a-464e-8945-8b5b42efb4a5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085021 Dec 17 16:02:36.970915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=b2490ac9-0df7-4254-b1ca-b5828dd8a08e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:36.984017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c47c91-8beb-4736-b226-27ae2d36fd84 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa7a1e5-afaa-433d-ad52-41c1f43501a4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:37.028437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-5b89a647-dd86-4324-a20f-0610e84b2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:37.034190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-5b89a647-dd86-4324-a20f-0610e84b2123 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.2381287 Dec 17 16:02:37.083489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet f2a03ff3-7f8c-4644-b55e-5fc875198879 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:37.090429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-373d906b-8667-4084-8eb9-185c10c88aa4 None None] Could not find standard attr ID for object 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:02:37.092889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] No DVR routers for this DVR port b2490ac9-0df7-4254-b1ca-b5828dd8a08e on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:37.095509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:37.099998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-421f5abc-1fbc-4aa7-9bdf-75da35cc0429 req-9cb23916-2c30-46bd-a6db-356dbdd5a252 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "DELETE /v2.0/ports/b2490ac9-0df7-4254-b1ca-b5828dd8a08e HTTP/1.1" status: 204 len: 173 time: 1.5597041 Dec 17 16:02:37.100491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'name': 'network-vif-deleted', 'tag': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:37.102935 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c6bc6b-f3c9-433d-acd4-dc279ffa1a5d" -d '{"events": [{"server_uuid": "8a5ab790-8dcb-4d33-8472-573c267ca3ba", "name": "network-vif-deleted", "tag": "b2490ac9-0df7-4254-b1ca-b5828dd8a08e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:37.153189 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ad0b8-519a-4a52-8c3d-0edfb5b389ae x-openstack-request-id: req-cc6ad0b8-519a-4a52-8c3d-0edfb5b389ae {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:37.153813 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5ab790-8dcb-4d33-8472-573c267ca3ba", "name": "network-vif-deleted", "tag": "b2490ac9-0df7-4254-b1ca-b5828dd8a08e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:37.154297 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc6ad0b8-519a-4a52-8c3d-0edfb5b389ae {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:37.154870 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5ab790-8dcb-4d33-8472-573c267ca3ba', 'name': 'network-vif-deleted', 'tag': 'b2490ac9-0df7-4254-b1ca-b5828dd8a08e', 'status': 'completed', 'code': 200} Dec 17 16:02:37.192320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:37.205117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ca8224f2-2c61-4748-a8ca-1aa320d49631 None None] Could not find standard attr ID for object 4dd027d6-a4af-4dbb-b1a2-f1d1481b50f3. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:02:37.323436 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fecce22-bcc5-43cb-849c-1b746f4a2f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:37.365868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 16f7ab92-50af-41f1-90b5-c4890b01cdfe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:37.457650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:37.458553 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.053817 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fecce22-bcc5-43cb-849c-1b746f4a2f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.093181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-72be3277-53d9-4aa4-aaad-01dfc64cf667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:38.095327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-72be3277-53d9-4aa4-aaad-01dfc64cf667 service neutron] 10.222.0.49 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 1.0164759 Dec 17 16:02:38.152218 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.298512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.409309 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fecce22-bcc5-43cb-849c-1b746f4a2f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.418098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45416ff5-ae38-41b1-9406-a0aab5c545c9 req-bdb09b66-3ef4-4c63-bb09-264d8b312e85 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:38.436533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45416ff5-ae38-41b1-9406-a0aab5c545c9 req-bdb09b66-3ef4-4c63-bb09-264d8b312e85 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1465652 Dec 17 16:02:38.488951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a71ffa72-6854-4a49-804b-d34875d71e58 req-0fadd3d7-6fe4-4a47-8cfe-d8be0b8e5441 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.3918431 Dec 17 16:02:38.533598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9fecce22-bcc5-43cb-849c-1b746f4a2f0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df092d172155416a95a5b95c2d283076&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7203352 Dec 17 16:02:38.536045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54880) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:38.545372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45416ff5-ae38-41b1-9406-a0aab5c545c9 req-4199329b-3f5b-4e88-b8df-e6cc2e4b2716 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071584 Dec 17 16:02:38.600940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-222ba318-3063-45ec-a73d-c02d6921a7ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 217 time: 0.2182553 Dec 17 16:02:38.622317 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3cb5-9bae-4cbc-a592-210c3362eebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.748497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecce22-bcc5-43cb-849c-1b746f4a2f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e564258-56aa-4df5-a1eb-e411cdadf1d4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:38.775671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.811142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98965d4-b422-47c1-a142-dce01e1fded4 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:38.842089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.845647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/f2a03ff3-7f8c-4644-b55e-5fc875198879 HTTP/1.1" status: 204 len: 168 time: 1.9610713 Dec 17 16:02:38.850131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54886) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:38.859718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:38.870107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625b39e-0803-4fca-b4d0-898ca2a36feb req-e65aff2f-5960-4111-bdad-8f6339baf1f2 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:38.871801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e625b39e-0803-4fca-b4d0-898ca2a36feb req-e65aff2f-5960-4111-bdad-8f6339baf1f2 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2261441 Dec 17 16:02:38.872692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0d0e8-23c0-49ac-be4d-2b8a323eb38f tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a03ff3-7f8c-4644-b55e-5fc875198879,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:38.909048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-467aaa6e-15ca-4ce0-92c1-82a9e752cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:38.910787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-467aaa6e-15ca-4ce0-92c1-82a9e752cc77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.2924242 Dec 17 16:02:38.915009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84028dfc-2d61-4f56-997b-fc62447ce245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:38.975959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-94abcae1-7547-4665-a3be-7beabe3b0900 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519760 Dec 17 16:02:39.094589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84028dfc-2d61-4f56-997b-fc62447ce245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:39.148387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-4e2161e4-c9aa-415b-a02f-1f50110081d2 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328931 Dec 17 16:02:39.177195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:39.184886 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:39.289887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e625b39e-0803-4fca-b4d0-898ca2a36feb req-888b5a89-8051-424a-ab43-15770f80f0d8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990166 Dec 17 16:02:39.398151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ee587ad-00d1-4741-80a4-1eb9f348f574 req-e729b478-c9dd-4cbf-92ce-0a3eb09e11ea service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325220 Dec 17 16:02:39.398819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84028dfc-2d61-4f56-997b-fc62447ce245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:39.401528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84028dfc-2d61-4f56-997b-fc62447ce245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:39.405341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-84028dfc-2d61-4f56-997b-fc62447ce245 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e564258-56aa-4df5-a1eb-e411cdadf1d4 HTTP/1.1" status: 204 len: 168 time: 0.8243034 Dec 17 16:02:39.417013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84028dfc-2d61-4f56-997b-fc62447ce245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e564258-56aa-4df5-a1eb-e411cdadf1d4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:39.620864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-93910fbf-550a-4b8b-a314-93863aea7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:39.622383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-93910fbf-550a-4b8b-a314-93863aea7b33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.1392152 Dec 17 16:02:39.705209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:39.713673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b2490ac9-0df7-4254-b1ca-b5828dd8a08e no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:39.774862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:39.955082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9ca11a65-f615-4c02-9137-5b1bf38327f2 req-3eb07f51-da53-4886-adee-7fad1fbd2dfb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.2658219 Dec 17 16:02:39.956850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=5c2763ba-f0c4-46e5-90bb-eafcdac33264,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:40.020019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:40.022527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:40.041789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:40.042447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.084973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-892162c4-2bba-49fc-a071-e8861a4c9f4e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2334220 Dec 17 16:02:40.087595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54900) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:40.097763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: b2490ac9-0df7-4254-b1ca-b5828dd8a08e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:40.098416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b2490ac9-0df7-4254-b1ca-b5828dd8a08e not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:40.104242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-51e599f7-4189-46d0-ba0c-8fc234dec885 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'security_group': {'name': 'tempest-secgroup-36697841'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:40.130536 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.194799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e599f7-4189-46d0-ba0c-8fc234dec885 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.237584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54902) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:40.261935 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40e88df2-c326-493f-8420-f30020648e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.319465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87556b2c-9c57-4e94-9aae-be1c513b634e None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:40.382069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111912b2-801a-46a3-9891-d988085d39c1 req-02d2e9a6-37d8-45ba-8fc4-0a7724b947dc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:40.383672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-111912b2-801a-46a3-9891-d988085d39c1 req-02d2e9a6-37d8-45ba-8fc4-0a7724b947dc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.3222289 Dec 17 16:02:40.412024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e599f7-4189-46d0-ba0c-8fc234dec885 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.437893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e599f7-4189-46d0-ba0c-8fc234dec885 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.468105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-111912b2-801a-46a3-9891-d988085d39c1 req-4b4d97ac-8778-4bcf-b64e-cb725d3ca1e5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733078 Dec 17 16:02:40.469215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-80357903-dff8-445b-9e6f-2d34b3405e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:40.470765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-80357903-dff8-445b-9e6f-2d34b3405e60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.8289950 Dec 17 16:02:40.524813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-f0ad5214-40f5-4919-92eb-6928cf789ba9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0461655 Dec 17 16:02:40.534695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dfc05ffb-f662-4dee-ada8-45ac1c054d4a None None] Provisioning complete for port 612a9ee8-9964-473b-b428-a0c5b91e48cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:40.538527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e599f7-4189-46d0-ba0c-8fc234dec885 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2224035-4193-42ea-9566-e180bf7fea65,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:40.539315 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dfc05ffb-f662-4dee-ada8-45ac1c054d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.600824 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e599f7-4189-46d0-ba0c-8fc234dec885 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.616306 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51e599f7-4189-46d0-ba0c-8fc234dec885 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5275798 Dec 17 16:02:40.617130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54906) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:40.624325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6e3cc945-3cc3-4bc8-9718-6b99d88fc524 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1304217922'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:40.625355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-dfc05ffb-f662-4dee-ada8-45ac1c054d4a None None] Port 612a9ee8-9964-473b-b428-a0c5b91e48cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:40.633315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-7b9e5612-847d-42eb-b26c-eec1a9579d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:40.634832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-7b9e5612-847d-42eb-b26c-eec1a9579d1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.0993490 Dec 17 16:02:40.652615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40e88df2-c326-493f-8420-f30020648e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.673325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885ad65-48f9-467e-b643-81e95196af4c req-df81d81d-fc40-41a4-bcda-90607eac2d94 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:40.682082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0885ad65-48f9-467e-b643-81e95196af4c req-df81d81d-fc40-41a4-bcda-90607eac2d94 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2613533 Dec 17 16:02:40.689673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-40e88df2-c326-493f-8420-f30020648e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.691843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dfc05ffb-f662-4dee-ada8-45ac1c054d4a None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:40.692471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dfc05ffb-f662-4dee-ada8-45ac1c054d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.704402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-8a442501-1701-479d-a6ff-732f4be6ac11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478251 Dec 17 16:02:40.758864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-40e88df2-c326-493f-8420-f30020648e6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=49d55fee41004695a71f2ad7a9a8b6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5201888 Dec 17 16:02:40.772270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54908) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:40.839891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88df2-c326-493f-8420-f30020648e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88468ea1-1f7e-4c12-ab1f-e070e4835aa9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:40.868477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0885ad65-48f9-467e-b643-81e95196af4c req-be69bd4b-3661-42a0-91f0-2871c56e1dfa tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861932 Dec 17 16:02:40.877766 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e3cc945-3cc3-4bc8-9718-6b99d88fc524 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.894251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3663da-5b3b-4832-8826-c11ef421b660 None None] Update dhcp port {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'fixed_ips': [{'subnet_id': '701e2611-d91b-47f3-a78b-2af333c52291', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c2763ba-f0c4-46e5-90bb-eafcdac33264'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '16f7ab92-50af-41f1-90b5-c4890b01cdfe'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 16:02:40.901651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-d6eecd9e-57b1-4d6f-951a-8673836e282a service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859157 Dec 17 16:02:40.903712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Deleting port a81db757-a7c9-46ec-97d5-d115dd1c5f7c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:40.904252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.908989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f99c-54b0-4934-b5a4-1b0435e3619b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.932231 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d3663da-5b3b-4832-8826-c11ef421b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.938890 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f99c-54b0-4934-b5a4-1b0435e3619b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.951240 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:40.989682 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e3cc945-3cc3-4bc8-9718-6b99d88fc524 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.019777 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f99c-54b0-4934-b5a4-1b0435e3619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.023341 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f99c-54b0-4934-b5a4-1b0435e3619b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.024833 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0ad4f99c-54b0-4934-b5a4-1b0435e3619b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88468ea1-1f7e-4c12-ab1f-e070e4835aa9 HTTP/1.1" status: 204 len: 168 time: 0.2478778 Dec 17 16:02:41.069404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4f99c-54b0-4934-b5a4-1b0435e3619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88468ea1-1f7e-4c12-ab1f-e070e4835aa9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:41.118027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f7dbe-9dec-4ab6-9e0d-1efa4d181256 req-80bd12e9-63a5-4e3e-873f-d10bb7625b45 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270773 Dec 17 16:02:41.184566 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.219691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9d3663da-5b3b-4832-8826-c11ef421b660 None None] Allocated IP 2001:db8::2 (443c644b-a644-47ac-bbef-bc01241ea23d/5c2763ba-f0c4-46e5-90bb-eafcdac33264/16f7ab92-50af-41f1-90b5-c4890b01cdfe) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:41.275465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] For port a81db757-a7c9-46ec-97d5-d115dd1c5f7c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:41.275906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.294866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Calling delete_port for a81db757-a7c9-46ec-97d5-d115dd1c5f7c owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:41.353821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9d3663da-5b3b-4832-8826-c11ef421b660 None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=16f7ab92-50af-41f1-90b5-c4890b01cdfe,segment=NetworkSegment(4d488709-c123-41fc-afac-6d41f8bb056b),segment_id=4d488709-c123-41fc-afac-6d41f8bb056b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:41.388581 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d3663da-5b3b-4832-8826-c11ef421b660 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.398322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d3663da-5b3b-4832-8826-c11ef421b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.466833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3663da-5b3b-4832-8826-c11ef421b660 None None] Pushing event updated for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:41.549921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e3cc945-3cc3-4bc8-9718-6b99d88fc524 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.567021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23b059da-a47f-4a98-bf4e-af7db081326b req-7f401213-b27b-4391-b8f3-4eb8019d8647 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.4467199 Dec 17 16:02:41.646622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cc945-3cc3-4bc8-9718-6b99d88fc524 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954a1c65-9a77-4fa5-bae1-89df34842e56,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:41.671331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6e3cc945-3cc3-4bc8-9718-6b99d88fc524 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.678120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6e3cc945-3cc3-4bc8-9718-6b99d88fc524 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0567391 Dec 17 16:02:41.679206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54926) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:41.690741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e439e-a047-482a-bba1-87a597f73de5 req-07012b97-1c53-48a5-9cce-a8ce2b888a9c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:41.696359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fb84f00d-833e-4958-bd68-342866f28408 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'security_group': {'name': 'tempest-secgroup-1276192675'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:41.701332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d95e439e-a047-482a-bba1-87a597f73de5 req-07012b97-1c53-48a5-9cce-a8ce2b888a9c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.1087942 Dec 17 16:02:41.754621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb84f00d-833e-4958-bd68-342866f28408 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.804181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d95e439e-a047-482a-bba1-87a597f73de5 req-99aaa630-3113-48fa-9410-6c2653adadd4 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018858 Dec 17 16:02:41.922381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb84f00d-833e-4958-bd68-342866f28408 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.925281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:41.952025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81db757-a7c9-46ec-97d5-d115dd1c5f7c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:41.955297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb84f00d-833e-4958-bd68-342866f28408 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:42.144258 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:42.228529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb84f00d-833e-4958-bd68-342866f28408 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:42.233996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54938) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:42.240675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-572278574', 'security_groups': ['5f66fbee-b586-4c8d-af35-5a1f9aa84143'], 'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c2763ba-f0c4-46e5-90bb-eafcdac33264'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:42.245211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb84f00d-833e-4958-bd68-342866f28408 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5576520 Dec 17 16:02:42.343279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:42.351382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84f00d-833e-4958-bd68-342866f28408 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f66fbee-b586-4c8d-af35-5a1f9aa84143,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:42.554185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:42.622818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65714585-1f18-46dc-961a-cee99704ad0b req-1a49798b-7f52-4fe4-b5a6-36ae23eb92af tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:42.624274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65714585-1f18-46dc-961a-cee99704ad0b req-1a49798b-7f52-4fe4-b5a6-36ae23eb92af tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.6049192 Dec 17 16:02:42.701402 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:02:42.718747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:42.789736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a373d82-0d0e-4a4f-8007-50ab1cde92a3 req-4b24e795-d3ae-4260-a595-eda3bc64d538 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.0676017 Dec 17 16:02:42.793401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] device_id is not set on port f83bef30-c56f-47fa-8091-8c6c100ae84b yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:02:42.843476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65714585-1f18-46dc-961a-cee99704ad0b req-b102bc96-284e-416e-8e69-f6bbece8d21f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036257 Dec 17 16:02:42.885581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9f904bbb-473d-4a31-859f-ed8aa1d87bd7 None None] Provisioning complete for port 612a9ee8-9964-473b-b428-a0c5b91e48cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:42.888165 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9f904bbb-473d-4a31-859f-ed8aa1d87bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:42.935102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54956) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:43.021024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9f904bbb-473d-4a31-859f-ed8aa1d87bd7 None None] Port 612a9ee8-9964-473b-b428-a0c5b91e48cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:43.036898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:43.041757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9f904bbb-473d-4a31-859f-ed8aa1d87bd7 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:43.043426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9f904bbb-473d-4a31-859f-ed8aa1d87bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:43.184313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:43.199692 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] Sync routers for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:43.204633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-77752314-7870-429a-b593-53bfd60a5c11 admin admin] 10.222.0.54 "PUT /v2.0/routers/50c4869a-8165-405c-b8b9-d3bbd13a92d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5610237 Dec 17 16:02:43.207751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54960) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:43.226509 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:43.226905 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:43.307290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad519e6-a329-4a4c-a57f-a193815b4279 req-7063148f-e752-46d0-8a1a-bf72022e4b49 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:43.317118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ad519e6-a329-4a4c-a57f-a193815b4279 req-7063148f-e752-46d0-8a1a-bf72022e4b49 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.3126214 Dec 17 16:02:43.434093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f48fcb81-4883-4f82-ab52-adee10618b21 tempest-AgentManagementNegativeTest-127169770 tempest-AgentManagementNegativeTest-127169770-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4963925 Dec 17 16:02:43.468945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 16f7ab92-50af-41f1-90b5-c4890b01cdfe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:43.555861 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:43.581077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:43.581460 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:43.650196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8::e6 (443c644b-a644-47ac-bbef-bc01241ea23d/5c2763ba-f0c4-46e5-90bb-eafcdac33264/f83bef30-c56f-47fa-8091-8c6c100ae84b) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:43.733293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ad519e6-a329-4a4c-a57f-a193815b4279 req-bb4c7075-9e08-46d2-83c9-a2a8584451ab tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148476 Dec 17 16:02:44.059352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.085438 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T16:02:41Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:44.088980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54978) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:44.123494 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] Checking router: 50c4869a-8165-405c-b8b9-d3bbd13a92d2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:44.137152 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] Routers {'50c4869a-8165-405c-b8b9-d3bbd13a92d2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:44.137796 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:44.215545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb8b33f5-92f0-44ab-8212-bac5a5f5f2ca req-35e4053c-7477-40b7-b209-1d133f5ee376 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.0468574 Dec 17 16:02:44.217544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.226301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.264032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e0c7-d557-4725-89c9-af18f18b572f req-bc30feb7-5c47-4d25-ac59-68e4beb438b3 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:44.275785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce57e0c7-d557-4725-89c9-af18f18b572f req-bc30feb7-5c47-4d25-ac59-68e4beb438b3 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1853800 Dec 17 16:02:44.361992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.425882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-223ab9d6-c82e-47cf-a4b6-5a79ffdd074d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.441154 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] Set router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:44.453435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Deleting port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:44.453937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.458053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:44.476867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:44.549529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] For port 7b8393c4-3d36-44dc-95e8-54ab7b18bba0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:44.550432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.564564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Calling delete_port for 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:44.568492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-223ab9d6-c82e-47cf-a4b6-5a79ffdd074d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.577897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:44.594807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:44.595409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.628198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce57e0c7-d557-4725-89c9-af18f18b572f req-6a9bc85f-400d-4d3f-9d6a-9666d3f33cd9 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430483 Dec 17 16:02:44.633075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-223ab9d6-c82e-47cf-a4b6-5a79ffdd074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.687941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-223ab9d6-c82e-47cf-a4b6-5a79ffdd074d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d96fdc135eb415097d3fc75b78d2cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5935862 Dec 17 16:02:44.692759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=f83bef30-c56f-47fa-8091-8c6c100ae84b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:44.695215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54986) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:44.819658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-037ed14e-96a9-40f6-8a05-b114bf42de68 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5839300 Dec 17 16:02:44.825060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54992) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:44.831200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ab9d6-c82e-47cf-a4b6-5a79ffdd074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ab8ed9-6626-43d0-932f-4b7d9488e6a7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:44.849693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4119420c-21b3-417d-bb16-36de45f30704 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:44.911966 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T16:02:41Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:44.939197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9458dc5c-c0f8-4a78-a009-92daee0a7f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.970723 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3cb44-a731-4f5c-a516-b411ddc93e52 None None] The sync data for ids ['50c4869a-8165-405c-b8b9-d3bbd13a92d2'] in n-d-806683-20 is: [{'id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'name': 'tempest-TaggedBootDevicesTest_v242-360702584-router', 'tenant_id': 'df9a6e679bee42a585a07b822f49f9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:06Z', 'updated_at': '2021-12-17T16:02:41Z', 'revision_number': 5, 'project_id': 'df9a6e679bee42a585a07b822f49f9ed', 'gw_port': {'id': '7b8393c4-3d36-44dc-95e8-54ab7b18bba0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c4869a-8165-405c-b8b9-d3bbd13a92d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:08Z', 'updated_at': '2021-12-17T15:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:44.994914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ebcd5883-f996-4d45-bc08-c9542204327a None None] Provisioning complete for port f83bef30-c56f-47fa-8091-8c6c100ae84b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:44.995402 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5883-f996-4d45-bc08-c9542204327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:44.999947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9458dc5c-c0f8-4a78-a009-92daee0a7f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.096137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd5883-f996-4d45-bc08-c9542204327a None None] Port f83bef30-c56f-47fa-8091-8c6c100ae84b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:45.101595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9458dc5c-c0f8-4a78-a009-92daee0a7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.111606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9458dc5c-c0f8-4a78-a009-92daee0a7f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.115851 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9458dc5c-c0f8-4a78-a009-92daee0a7f1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38ab8ed9-6626-43d0-932f-4b7d9488e6a7 HTTP/1.1" status: 204 len: 168 time: 0.4129937 Dec 17 16:02:45.132454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458dc5c-c0f8-4a78-a009-92daee0a7f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ab8ed9-6626-43d0-932f-4b7d9488e6a7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:45.139851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516a6f-be7c-4983-a30e-4198a5d3e190 req-150d2bda-f509-46a4-9c62-4d35b4e710cc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:45.156813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4f516a6f-be7c-4983-a30e-4198a5d3e190 req-150d2bda-f509-46a4-9c62-4d35b4e710cc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2014740 Dec 17 16:02:45.169506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.215135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8393c4-3d36-44dc-95e8-54ab7b18bba0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:45.243790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a858c3-34e0-4f93-bc3d-a93d8df4bb23 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:45.271884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4119420c-21b3-417d-bb16-36de45f30704 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:45.275973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4119420c-21b3-417d-bb16-36de45f30704 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.341368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.383006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4f516a6f-be7c-4983-a30e-4198a5d3e190 req-4d6f2e80-c3fc-4921-a77f-66fd084dddc9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251587 Dec 17 16:02:45.437884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad06ee15-0610-4d49-89f8-c38f8d3f5042 req-e3e6ee4c-598c-456d-b6ba-5f2482028487 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.0713305 Dec 17 16:02:45.461804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.472085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a81db757-a7c9-46ec-97d5-d115dd1c5f7c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:45.504146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a81db757-a7c9-46ec-97d5-d115dd1c5f7c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:45.504778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a81db757-a7c9-46ec-97d5-d115dd1c5f7c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:45.680623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.684530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.712219 n-d-806683-20 neutron-server[109783]: INFO neutron.db.ipam_backend_mixin [None req-4119420c-21b3-417d-bb16-36de45f30704 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c2763ba-f0c4-46e5-90bb-eafcdac33264 (CIDR: 2001:db8::/64) Dec 17 16:02:45.776548 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4119420c-21b3-417d-bb16-36de45f30704 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:02:45.777096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4119420c-21b3-417d-bb16-36de45f30704 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:45.844147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.844147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50c4869a-8165-405c-b8b9-d3bbd13a92d2 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:45.849398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:45.853127 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d1b5111a-4697-47c4-a9c4-d954b1eb207e admin admin] 10.222.0.54 "DELETE /v2.0/routers/50c4869a-8165-405c-b8b9-d3bbd13a92d2 HTTP/1.1" status: 204 len: 168 time: 2.6415493 Dec 17 16:02:45.853424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55028) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:45.871246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4119420c-21b3-417d-bb16-36de45f30704 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0258360 Dec 17 16:02:45.873443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55030) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:45.891137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-830b3fab-df76-4f61-a409-ab14af1fa8b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:45.933030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] Deleting subnet 71380c7b-6757-4471-934c-98831561d4a4 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:45.937671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.010424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f139f-76e3-4039-bccb-cd298ff88a62 req-fa6b164c-51be-4c50-83b7-e36b7dc78c4f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:46.027167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.029211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-265f139f-76e3-4039-bccb-cd298ff88a62 req-fa6b164c-51be-4c50-83b7-e36b7dc78c4f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.3218405 Dec 17 16:02:46.064928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-ddc6ad49-3c83-47ca-93d6-a289362c40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:46.066690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-ddc6ad49-3c83-47ca-93d6-a289362c40b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 1097 time: 0.2844348 Dec 17 16:02:46.166615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.194987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55036) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:46.228925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-265f139f-76e3-4039-bccb-cd298ff88a62 req-424e3cc0-e39e-4851-b05a-3186ce27cae1 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981199 Dec 17 16:02:46.231520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.245527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-4a4103ae-5161-4a17-b86e-989736666513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:46.247315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-4a4103ae-5161-4a17-b86e-989736666513 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 912 time: 0.1719322 Dec 17 16:02:46.264131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71380c7b-6757-4471-934c-98831561d4a4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:46.266580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.273377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b157c23-a983-496f-97c9-b6cdfbf6abb7 None None] Network cfc6c027-5fb8-47d2-95c1-3ebb936edce8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:46.274330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1d2c5000-aee7-4a4d-91b1-3e3724467ec9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/71380c7b-6757-4471-934c-98831561d4a4 HTTP/1.1" status: 204 len: 168 time: 0.4195678 Dec 17 16:02:46.275108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55040) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:46.311487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-2a52c9ba-aace-4cf2-9d71-4f3c7b2e68dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215 HTTP/1.1" status: 200 len: 217 time: 0.0559955 Dec 17 16:02:46.314141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830b3fab-df76-4f61-a409-ab14af1fa8b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:46.320103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-830b3fab-df76-4f61-a409-ab14af1fa8b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.330191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'networks': [{'name': 'tempest-network--1799168873'}, {'name': 'tempest-network--1021704372'}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:46.330619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'network': {'name': 'tempest-network--1799168873'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:46.331168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'network': {'name': 'tempest-network--1021704372'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:46.370410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.386275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Made reservation on behalf of 0b4ce1de84c84d06807eb80833bc146d for: {'network': 2} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:46.392708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.419533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.422878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-83891859-d0ef-4152-9d06-f8f437dc891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:46.424510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-83891859-d0ef-4152-9d06-f8f437dc891e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.1000037 Dec 17 16:02:46.495983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] DHCP port deletion for cfc6c027-5fb8-47d2-95c1-3ebb936edce8 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:46.523986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-a87cda2d-5255-4f56-a97a-69334f79ce93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459576 Dec 17 16:02:46.530403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Deleting port e85c4145-ae29-4611-b7cf-b73776ae385c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:46.532064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.617332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] Deleting port e85c4145-ae29-4611-b7cf-b73776ae385c {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:46.617717 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.652900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d11e3eef-a2c3-494e-b348-8f71ad4f907f req-a15cc5d8-6a2a-457b-ac16-f569df1be4d2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a5ab790-8dcb-4d33-8472-573c267ca3ba HTTP/1.1" status: 200 len: 210 time: 0.0394597 Dec 17 16:02:46.665082 n-d-806683-20 neutron-server[109783]: INFO neutron.db.ipam_backend_mixin [None req-830b3fab-df76-4f61-a409-ab14af1fa8b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 701e2611-d91b-47f3-a78b-2af333c52291 (CIDR: 2001:db8:0:1::/64) Dec 17 16:02:46.672795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.673022 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-830b3fab-df76-4f61-a409-ab14af1fa8b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:02:46.673526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830b3fab-df76-4f61-a409-ab14af1fa8b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:46.684376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] For port e85c4145-ae29-4611-b7cf-b73776ae385c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e85c4145-ae29-4611-b7cf-b73776ae385c,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:46.684881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.687294 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.687874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.698850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-830b3fab-df76-4f61-a409-ab14af1fa8b8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8202832 Dec 17 16:02:46.701254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:46.713482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] For port e85c4145-ae29-4611-b7cf-b73776ae385c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e85c4145-ae29-4611-b7cf-b73776ae385c,segment=NetworkSegment(c623ca9a-187b-409a-89c6-c86261bdcf29),segment_id=c623ca9a-187b-409a-89c6-c86261bdcf29)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:46.714145 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.714576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-63a15f07-6c90-4fac-8703-5da2eac6baaa service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829488 Dec 17 16:02:46.715524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'subnet': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:46.727470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] Calling delete_port for e85c4145-ae29-4611-b7cf-b73776ae385c owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:46.732241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Calling delete_port for e85c4145-ae29-4611-b7cf-b73776ae385c owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:46.799642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097c418-ca30-42e9-874a-3defff63e05c req-fc988720-bfa3-45d9-8778-3b973b72c56d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:46.804447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e097c418-ca30-42e9-874a-3defff63e05c req-fc988720-bfa3-45d9-8778-3b973b72c56d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.2040050 Dec 17 16:02:46.818376 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.819064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7164a8e7-d5f8-422a-9a5d-e89e3ca05ded req-622cf4c9-93fb-4428-9d29-e9c897619df9 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959578 Dec 17 16:02:46.837553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d3a530-b475-4866-ad44-7e5aca9314a5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:46.843364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] Pushing event deleted for resources: {'Port': ['ID=e85c4145-ae29-4611-b7cf-b73776ae385c,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:46.849680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9aebb-a2b7-4976-bf32-5587782e5d08 None None] No DVR routers for this DVR port e85c4145-ae29-4611-b7cf-b73776ae385c on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:46.871594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:46.907555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:46.908018 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Added segment 2624c57b-5f75-4cfb-a15c-19ae318161ac of type vlan for network a014cc5d-a86a-4cbc-aaba-5a546d28df93 Dec 17 16:02:47.010025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.028109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e097c418-ca30-42e9-874a-3defff63e05c req-8ee97c71-65a0-469d-8b17-3c1a8ef7c69c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095673 Dec 17 16:02:47.031986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da389b4-4e2a-48bf-893c-471dc60561e2 req-430c20df-117c-422b-a94c-069110d07715 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:47.033642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0da389b4-4e2a-48bf-893c-471dc60561e2 req-430c20df-117c-422b-a94c-069110d07715 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.0544360 Dec 17 16:02:47.056906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.089713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0da389b4-4e2a-48bf-893c-471dc60561e2 req-2936d9cd-9a06-455d-8f13-4a7b0b5649d5 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473132 Dec 17 16:02:47.095090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:47.101989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e85c4145-ae29-4611-b7cf-b73776ae385c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:47.105412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] No DVR routers for this DVR port e85c4145-ae29-4611-b7cf-b73776ae385c on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:47.106779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Made reservation on behalf of aabedd0f9e504a5a89c482bf31babb47 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:47.110352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.229172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e85c4145-ae29-4611-b7cf-b73776ae385c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:47.256241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e85c4145-ae29-4611-b7cf-b73776ae385c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:47.261599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e85c4145-ae29-4611-b7cf-b73776ae385c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:47.262105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:47.289109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:47.289846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7b8393c4-3d36-44dc-95e8-54ab7b18bba0 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:47.316377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa2843-2002-44f0-8c4f-8eec7f45576b req-4b6967bc-8852-43b7-bbd5-e8cd09b2579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:47.318014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71fa2843-2002-44f0-8c4f-8eec7f45576b req-4b6967bc-8852-43b7-bbd5-e8cd09b2579c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.0626862 Dec 17 16:02:47.404180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71fa2843-2002-44f0-8c4f-8eec7f45576b req-93fc162f-08c9-4a06-ae12-209afc98c1c3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780280 Dec 17 16:02:47.412524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94bcf-cd6e-4ef3-8044-1ecd6d7c3f43 req-b2bb8623-c5fa-43c0-ba62-2f154d859fed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:47.414057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5b94bcf-cd6e-4ef3-8044-1ecd6d7c3f43 req-b2bb8623-c5fa-43c0-ba62-2f154d859fed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.0898366 Dec 17 16:02:47.468678 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5b94bcf-cd6e-4ef3-8044-1ecd6d7c3f43 req-4e04fd3f-dd5a-462b-8e1a-7c47845bb8d7 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Dec 17 16:02:47.484883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.485225 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Added segment 700f38c9-1003-41c0-aa01-65c7bb1b2c34 of type vlan for network 382d826d-3304-4260-99f6-22e87b960025 Dec 17 16:02:47.591298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.596008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.633347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc6c027-5fb8-47d2-95c1-3ebb936edce8']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:47.651686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c623ca9a-187b-409a-89c6-c86261bdcf29') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:47.652021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c623ca9a-187b-409a-89c6-c86261bdcf29') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:47.665059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.684515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.684998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.690435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:47.695590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:47.696251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.705837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.755506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:02:47.756184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:02:47.757923 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:02:47.811769 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6157055 Dec 17 16:02:47.815286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55066) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:47.864543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Network': ['ID=a014cc5d-a86a-4cbc-aaba-5a546d28df93,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:47.877806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a014cc5d-a86a-4cbc-aaba-5a546d28df93 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:47.943284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.955677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:47.960015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] 10.222.0.54 "DELETE /v2.0/networks/cfc6c027-5fb8-47d2-95c1-3ebb936edce8 HTTP/1.1" status: 204 len: 168 time: 1.6829939 Dec 17 16:02:47.964661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55070) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:48.135121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ab11d-c74b-4d86-ad96-0b162617c6ec tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.143406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ab11d-c74b-4d86-ad96-0b162617c6ec tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.154183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ab11d-c74b-4d86-ad96-0b162617c6ec tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.162664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ab11d-c74b-4d86-ad96-0b162617c6ec tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.165270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d89ab11d-c74b-4d86-ad96-0b162617c6ec tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3483906 Dec 17 16:02:48.168872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:48.175277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c889f-79c2-4fc6-be19-a0db8c6103fd tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Network': ['ID=382d826d-3304-4260-99f6-22e87b960025,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:48.186896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 382d826d-3304-4260-99f6-22e87b960025 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:48.222898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0641ea7-b067-4e54-8eb7-09b50b55b02c req-8efecfb1-d048-49b5-87e9-3ffe72cf6a28 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.224978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0641ea7-b067-4e54-8eb7-09b50b55b02c req-8efecfb1-d048-49b5-87e9-3ffe72cf6a28 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 945 time: 0.0574172 Dec 17 16:02:48.295225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0641ea7-b067-4e54-8eb7-09b50b55b02c req-2ea8cb3b-5dc6-478d-aabb-59c122c26145 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638769 Dec 17 16:02:48.298080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c6d7e-14b6-4eeb-906e-d9d8c80fbbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc6c027-5fb8-47d2-95c1-3ebb936edce8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:48.349524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device eecaec6e-29c7-4ab5-b610-bd7b88d22215 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:48.381947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:48.417083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:48.447672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297a73-0566-4c24-85c8-cc4f91dd5469 req-72680dd2-f6a9-4a99-9b21-ee9074731613 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.449424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a297a73-0566-4c24-85c8-cc4f91dd5469 req-72680dd2-f6a9-4a99-9b21-ee9074731613 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.2200804 Dec 17 16:02:48.489044 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:48.505541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Network 443c644b-a644-47ac-bbef-bc01241ea23d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:48.519359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:48.522520 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b29aa5d-eebc-4513-ab1a-b42e8fc292e9" -d '{"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-unplugged", "status": "completed", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:48.535646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:48.541819 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:48.551916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:48.575868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.576454 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:48.584230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d09263-ad55-42d9-87e0-2c980b4a907b None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:48.641275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Subnet': ['ID=ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:48.662876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e2563-fd6f-4f3d-9e75-575e6e5b117c req-7c15327a-7531-4bf6-b1a2-867588dcee73 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:48.674411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f46e2563-fd6f-4f3d-9e75-575e6e5b117c req-7c15327a-7531-4bf6-b1a2-867588dcee73 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1006217 Dec 17 16:02:48.674964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:48.766032 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f46e2563-fd6f-4f3d-9e75-575e6e5b117c req-16f35d8e-5255-40d8-8bc7-4b430de0a571 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904284 Dec 17 16:02:48.771920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-31c23052-418a-47c7-b793-73880986855e tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0603850 Dec 17 16:02:48.780224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55084) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:48.797302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1504740262', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e'}], 'security_groups': ['f2224035-4193-42ea-9566-e180bf7fea65', '954a1c65-9a77-4fa5-bae1-89df34842e56']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:48.806969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a297a73-0566-4c24-85c8-cc4f91dd5469 req-059ac32f-2787-4858-b547-3386fb935c40 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3272176 Dec 17 16:02:48.813421 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:48.870050 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd4b74-b88c-4f8c-8c07-8589a6f701a2 x-openstack-request-id: req-81bd4b74-b88c-4f8c-8c07-8589a6f701a2 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:48.870333 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-unplugged", "status": "completed", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:48.870588 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81bd4b74-b88c-4f8c-8c07-8589a6f701a2 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:48.870990 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'code': 200} Dec 17 16:02:48.907553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a014cc5d-a86a-4cbc-aaba-5a546d28df93']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:48.914930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacce7ab-943e-46fd-8297-29fd18a0c63e None None] Update dhcp port {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'fixed_ips': [{'subnet_id': '701e2611-d91b-47f3-a78b-2af333c52291', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c2763ba-f0c4-46e5-90bb-eafcdac33264', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '16f7ab92-50af-41f1-90b5-c4890b01cdfe'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 16:02:48.947773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2624c57b-5f75-4cfb-a15c-19ae318161ac') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:48.948104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2624c57b-5f75-4cfb-a15c-19ae318161ac') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:48.968319 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dacce7ab-943e-46fd-8297-29fd18a0c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:48.970441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.109817 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.112423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.145794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:02:49.146412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:02:49.149706 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:02:49.271696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-dacce7ab-943e-46fd-8297-29fd18a0c63e None None] Allocated IP 2001:db8:0:2::2 (443c644b-a644-47ac-bbef-bc01241ea23d/ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e/16f7ab92-50af-41f1-90b5-c4890b01cdfe) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:49.312443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.326062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.330079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/networks/a014cc5d-a86a-4cbc-aaba-5a546d28df93 HTTP/1.1" status: 204 len: 168 time: 1.1271746 Dec 17 16:02:49.341964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55104) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:49.351968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b530e76-4a48-484e-8316-e52177f5da9a req-f2484daf-d3eb-4052-8591-1d7b9c43b417 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:49.353837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b530e76-4a48-484e-8316-e52177f5da9a req-f2484daf-d3eb-4052-8591-1d7b9c43b417 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1317289 Dec 17 16:02:49.362858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb45875-7d9f-4072-a605-8a362091f919 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Network': ['ID=a014cc5d-a86a-4cbc-aaba-5a546d28df93,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:49.431130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-dacce7ab-943e-46fd-8297-29fd18a0c63e None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=16f7ab92-50af-41f1-90b5-c4890b01cdfe,segment=NetworkSegment(4d488709-c123-41fc-afac-6d41f8bb056b),segment_id=4d488709-c123-41fc-afac-6d41f8bb056b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:49.474524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dacce7ab-943e-46fd-8297-29fd18a0c63e None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.480781 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dacce7ab-943e-46fd-8297-29fd18a0c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.556931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.568672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b530e76-4a48-484e-8316-e52177f5da9a req-5b2f265e-e283-41c7-af03-f8fbb13823f8 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007813 Dec 17 16:02:49.618871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-f880fc45-c6a4-4276-a15e-79731355e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:49.621293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-f880fc45-c6a4-4276-a15e-79731355e0d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9101451825cb423f80d2a5c16fc6f517&device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 1098 time: 0.2062714 Dec 17 16:02:49.671443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.816387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b960a-98d7-4b3d-bf79-b933040ce953 req-3299e6ba-e38a-4a92-9bd9-3532eb0613f2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:49.818273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c3b960a-98d7-4b3d-bf79-b933040ce953 req-3299e6ba-e38a-4a92-9bd9-3532eb0613f2 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 943 time: 0.1120880 Dec 17 16:02:49.842907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacce7ab-943e-46fd-8297-29fd18a0c63e None None] Pushing event updated for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:49.859198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-fc8e5cb9-52cc-4ab1-ab75-895b083c57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:49.860798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-fc8e5cb9-52cc-4ab1-ab75-895b083c57ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 200 len: 920 time: 0.2293775 Dec 17 16:02:49.870213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.891004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382d826d-3304-4260-99f6-22e87b960025']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:49.907699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700f38c9-1003-41c0-aa01-65c7bb1b2c34') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:49.908042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700f38c9-1003-41c0-aa01-65c7bb1b2c34') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:49.926277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.935502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-c3babedc-5c6f-4f39-9cec-eeb8f5615cdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 200 len: 217 time: 0.0632617 Dec 17 16:02:49.942540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c3b960a-98d7-4b3d-bf79-b933040ce953 req-763ac161-1d7e-4495-b939-912be0e0600a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042657 Dec 17 16:02:49.956150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a4d5-67c2-4ce5-b257-6dc522487478 req-9cd088a5-d95c-493a-b892-391b1b37ce75 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:49.957799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc14a4d5-67c2-4ce5-b257-6dc522487478 req-9cd088a5-d95c-493a-b892-391b1b37ce75 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.2052157 Dec 17 16:02:49.978096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:49.985423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:02:49.985836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.049581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-ab98e90b-7468-4641-9e74-6e89ab1fa990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:50.051424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-ab98e90b-7468-4641-9e74-6e89ab1fa990 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 200 len: 859 time: 0.1054554 Dec 17 16:02:50.092158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Delete allocated IP 2001:db8::e6 (443c644b-a644-47ac-bbef-bc01241ea23d/5c2763ba-f0c4-46e5-90bb-eafcdac33264) {{(pid=109783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 16:02:50.111341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-e6af308d-8e04-4a48-81dd-37048823e63d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=223734ad-1855-4caf-9667-52aa4854f51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439353 Dec 17 16:02:50.120434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Allocated IP 2001:db8:0:2::2cb (443c644b-a644-47ac-bbef-bc01241ea23d/ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e/f83bef30-c56f-47fa-8091-8c6c100ae84b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:02:50.126797 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:02:50.132876 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.250821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.254124 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/networks/382d826d-3304-4260-99f6-22e87b960025 HTTP/1.1" status: 204 len: 168 time: 0.8991542 Dec 17 16:02:50.258398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55124) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:50.307903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a0b96-3a96-40e3-81e3-0c7a9fd649c8 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Network': ['ID=382d826d-3304-4260-99f6-22e87b960025,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:50.331453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-e5dce615-159f-4afa-9b96-906e37ec521f service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084055 Dec 17 16:02:50.425125 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc14a4d5-67c2-4ce5-b257-6dc522487478 req-cb688980-e295-487b-b0f2-da594cddc4a3 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2967086 Dec 17 16:02:50.543059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec06e4ff-73d2-4788-a8e2-c9b8087f453d tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:50.549544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec06e4ff-73d2-4788-a8e2-c9b8087f453d tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:50.551156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec06e4ff-73d2-4788-a8e2-c9b8087f453d tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2862365 Dec 17 16:02:50.555324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55132) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:50.560379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1980141332'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:50.676766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Made reservation on behalf of 0b4ce1de84c84d06807eb80833bc146d for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:50.686606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.767039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Deleting port 046dff4c-01b0-4933-9a77-5b8b2202084a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:50.772283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.875424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] For port 046dff4c-01b0-4933-9a77-5b8b2202084a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=046dff4c-01b0-4933-9a77-5b8b2202084a,segment=NetworkSegment(8197e2af-507a-42b5-9bd6-a379a4bc7484),segment_id=8197e2af-507a-42b5-9bd6-a379a4bc7484)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:50.875786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Provisioning complete for port 612a9ee8-9964-473b-b428-a0c5b91e48cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:50.876334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.879157 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.897881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Calling delete_port for 046dff4c-01b0-4933-9a77-5b8b2202084a owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:50.940447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Port 612a9ee8-9964-473b-b428-a0c5b91e48cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:50.969201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:50.970440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:50.996768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:50.998337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7df8ef-dcca-4613-91ef-1507e5e61459 req-129b4c45-80f2-4fd0-a4ec-6d38943717c4 service neutron] 10.222.0.49 "GET /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551650 Dec 17 16:02:51.043836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.054286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.078455 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.078806 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Added segment eabadfa1-8af4-45d0-8100-c74100ea61fc of type vlan for network 4da2a28b-99fb-46b5-9ac1-ec90034b6710 Dec 17 16:02:51.100686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Provisioning complete for port f83bef30-c56f-47fa-8091-8c6c100ae84b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:51.101209 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.137532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c61d4-9cec-45c9-b922-90cd2640adf2 req-3a7283c1-4996-420c-8ce6-1ba5a624bbdc tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:51.145876 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf7c61d4-9cec-45c9-b922-90cd2640adf2 req-3a7283c1-4996-420c-8ce6-1ba5a624bbdc tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.4391403 Dec 17 16:02:51.173582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-95c6393d-bab0-42e8-82f4-178a76e89f97 None None] Port f83bef30-c56f-47fa-8091-8c6c100ae84b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:51.182519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event updated for resources: {'Port': ['ID=f83bef30-c56f-47fa-8091-8c6c100ae84b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:51.187114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-20311036-80fc-4430-adf3-526f912db819 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:51.188931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-20311036-80fc-4430-adf3-526f912db819 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.47 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.1938720 Dec 17 16:02:51.232115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] In _notify_port_updated(), no bound segment for port f83bef30-c56f-47fa-8091-8c6c100ae84b on network 443c644b-a644-47ac-bbef-bc01241ea23d {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:02:51.245521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.252674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:51.253367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.258416 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d94192d9-e6d5-40b0-9a00-15b53338547b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "PUT /v2.0/ports/f83bef30-c56f-47fa-8091-8c6c100ae84b HTTP/1.1" status: 200 len: 970 time: 2.4759448 Dec 17 16:02:51.260451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:51.297962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 16f7ab92-50af-41f1-90b5-c4890b01cdfe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:51.350502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-794adfd2-e3ab-4a02-af14-baf921b71070 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:51.359144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-794adfd2-e3ab-4a02-af14-baf921b71070 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823 HTTP/1.1" status: 200 len: 943 time: 0.2730055 Dec 17 16:02:51.398062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:51.398430 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.536072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port f83bef30-c56f-47fa-8091-8c6c100ae84b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:51.536518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.613071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-70899814-8870-4313-9197-d3a6a6c8a21b None None] Provisioning complete for port f83bef30-c56f-47fa-8091-8c6c100ae84b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:51.613657 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70899814-8870-4313-9197-d3a6a6c8a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.628464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Deleting port eecaec6e-29c7-4ab5-b610-bd7b88d22215 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:51.628785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.667916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-70899814-8870-4313-9197-d3a6a6c8a21b None None] Port f83bef30-c56f-47fa-8091-8c6c100ae84b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:51.701332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.723372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for f83bef30-c56f-47fa-8091-8c6c100ae84b owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:51.779409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf7c61d4-9cec-45c9-b922-90cd2640adf2 req-757cb53c-60a7-44e4-8161-81fdeb9c10b3 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325655 Dec 17 16:02:51.800263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] For port eecaec6e-29c7-4ab5-b610-bd7b88d22215, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=eecaec6e-29c7-4ab5-b610-bd7b88d22215,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:51.800640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.803059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.808088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:51.808685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.830794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Calling delete_port for eecaec6e-29c7-4ab5-b610-bd7b88d22215 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:51.890944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3344095 Dec 17 16:02:51.898836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55164) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:51.905236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-352061091'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:51.916142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90305c-e93f-43e7-a73b-0604a6c7d3c4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Network': ['ID=4da2a28b-99fb-46b5-9ac1-ec90034b6710,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:51.940292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Deleting port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:51.940759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:51.942054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4da2a28b-99fb-46b5-9ac1-ec90034b6710 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:52.007396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Made reservation on behalf of 0b4ce1de84c84d06807eb80833bc146d for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:52.010956 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.041500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:52.042344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.052660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.053046 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Added segment 236b69b7-5919-49d6-b901-9c33740d75b6 of type vlan for network 2fe2a27b-5713-4030-8a46-9609e7540220 Dec 17 16:02:52.094623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.106496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=046dff4c-01b0-4933-9a77-5b8b2202084a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:52.123414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.155477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.160961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:52.161623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.221903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d42a-d836-428f-b25b-001f7fa71abf req-ccd4974c-7e9d-4d23-9569-d39f6eeb282e tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:52.229684 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8542d42a-d836-428f-b25b-001f7fa71abf req-ccd4974c-7e9d-4d23-9569-d39f6eeb282e tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 945 time: 0.1829402 Dec 17 16:02:52.235258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] For port 97cf5b5b-6334-4dbf-b1a7-5760752e0576, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=97cf5b5b-6334-4dbf-b1a7-5760752e0576,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:52.239593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.273766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=f83bef30-c56f-47fa-8091-8c6c100ae84b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:52.354496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device eecaec6e-29c7-4ab5-b610-bd7b88d22215 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:52.414851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.422602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3831f928-36eb-40ab-a1e2-cae3c168bacb tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/f83bef30-c56f-47fa-8091-8c6c100ae84b HTTP/1.1" status: 204 len: 168 time: 1.1606061 Dec 17 16:02:52.430706 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5292346 Dec 17 16:02:52.434717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55172) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:52.434875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55174) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:52.436629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Network': ['ID=2fe2a27b-5713-4030-8a46-9609e7540220,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:52.456456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.469240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'ports': [{'network_id': '4da2a28b-99fb-46b5-9ac1-ec90034b6710', 'name': 'tempest-port--1752405491', 'admin_state_up': True}, {'network_id': '2fe2a27b-5713-4030-8a46-9609e7540220', 'admin_state_up': False}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:52.469809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'port': {'network_id': '4da2a28b-99fb-46b5-9ac1-ec90034b6710', 'name': 'tempest-port--1752405491', 'admin_state_up': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:52.471043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'port': {'network_id': '2fe2a27b-5713-4030-8a46-9609e7540220', 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:52.487458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.488953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.492172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.493514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.494018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.496021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.497886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.498341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.498726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.499067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.499410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.499732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.500086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06af346-3a24-4019-85de-fef45e2907d2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:52.519131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No active binding found for port eecaec6e-29c7-4ab5-b610-bd7b88d22215 {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 16:02:52.519670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device eecaec6e-29c7-4ab5-b610-bd7b88d22215 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:52.531304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 2fe2a27b-5713-4030-8a46-9609e7540220 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:52.573546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8542d42a-d836-428f-b25b-001f7fa71abf req-bafff1b3-6b99-4f01-ad49-542e986023d7 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups?id=49613e5c-0e55-4668-8712-cf57a1e82abf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3429513 Dec 17 16:02:52.574525 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd702c1-35c1-4ae5-9534-37ca349f2cee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] GET failed (client error): The resource could not be found. Dec 17 16:02:52.579844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55182) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:52.591696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event deleted for resources: {'Port': ['ID=eecaec6e-29c7-4ab5-b610-bd7b88d22215,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:52.600412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0bd702c1-35c1-4ae5-9534-37ca349f2cee tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports/f83bef30-c56f-47fa-8091-8c6c100ae84b HTTP/1.1" status: 404 len: 333 time: 0.1607637 Dec 17 16:02:52.647197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] No DVR routers for this DVR port eecaec6e-29c7-4ab5-b610-bd7b88d22215 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:52.651372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.656211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2cfdce5-997b-49c5-8e5e-a5cec61a929e req-ccd44194-c496-4422-9324-814af0edce76 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "DELETE /v2.0/ports/eecaec6e-29c7-4ab5-b610-bd7b88d22215 HTTP/1.1" status: 204 len: 173 time: 1.2962017 Dec 17 16:02:52.658280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-deleted', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:52.660956 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3886e098-eef7-471c-8320-b4a5753b70a8" -d '{"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-deleted", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:52.748958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5de63f-c64e-463c-8345-ff006ca32123 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.831759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5de63f-c64e-463c-8345-ff006ca32123 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.915905 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf4515d-e207-4fe0-b507-287e8dc1f0c3 x-openstack-request-id: req-cbf4515d-e207-4fe0-b507-287e8dc1f0c3 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:52.916292 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823", "name": "network-vif-deleted", "tag": "eecaec6e-29c7-4ab5-b610-bd7b88d22215", "status": "failed", "code": 422}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:52.916552 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbf4515d-e207-4fe0-b507-287e8dc1f0c3 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:52.916978 n-d-806683-20 neutron-server[109783]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2ce1710-5f6b-4d04-a0e3-fbc66ddb4823', 'name': 'network-vif-deleted', 'tag': 'eecaec6e-29c7-4ab5-b610-bd7b88d22215', 'status': 'failed', 'code': 422} returned with failed status Dec 17 16:02:52.920595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5de63f-c64e-463c-8345-ff006ca32123 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.923759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5de63f-c64e-463c-8345-ff006ca32123 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:52.928455 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c5de63f-c64e-463c-8345-ff006ca32123 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/security-groups/5f66fbee-b586-4c8d-af35-5a1f9aa84143 HTTP/1.1" status: 204 len: 168 time: 0.2898052 Dec 17 16:02:52.929131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55230) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:52.966289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5de63f-c64e-463c-8345-ff006ca32123 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f66fbee-b586-4c8d-af35-5a1f9aa84143,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:53.009045 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56525b79-fa6d-4841-bcdd-11a999300d27 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.010059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.010059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.010059 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Floating IP 48fd173f-2bc3-47e9-9eed-a73dc9970e75 disassociated. External IP: 172.25.0.155, port: 97cf5b5b-6334-4dbf-b1a7-5760752e0576. Dec 17 16:02:53.010840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Calling delete_port for 97cf5b5b-6334-4dbf-b1a7-5760752e0576 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:53.050943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56525b79-fa6d-4841-bcdd-11a999300d27 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.109206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56525b79-fa6d-4841-bcdd-11a999300d27 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.114322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-56525b79-fa6d-4841-bcdd-11a999300d27 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.120263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-56525b79-fa6d-4841-bcdd-11a999300d27 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/security-groups/954a1c65-9a77-4fa5-bae1-89df34842e56 HTTP/1.1" status: 204 len: 168 time: 0.1785119 Dec 17 16:02:53.123016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55238) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:53.137559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56525b79-fa6d-4841-bcdd-11a999300d27 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a1c65-9a77-4fa5-bae1-89df34842e56,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:53.170725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.470544 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.480008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadbc37-ff5a-43b3-ab82-8323ab0ec3c7 req-9dbccffa-cc17-4f48-8119-e038d2e1c29f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:53.487258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adadbc37-ff5a-43b3-ab82-8323ab0ec3c7 req-9dbccffa-cc17-4f48-8119-e038d2e1c29f tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.5445611 Dec 17 16:02:53.589680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event deleted for resources: {'Port': ['ID=97cf5b5b-6334-4dbf-b1a7-5760752e0576,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:53.597680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-641529b3-fbfe-408d-9eb5-8749f3f435d1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.642554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Made reservation on behalf of 0b4ce1de84c84d06807eb80833bc146d for: {'port': 2} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:53.647766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.697860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-641529b3-fbfe-408d-9eb5-8749f3f435d1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.704356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:53.783246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-c7f81331-bbe1-4a23-9b1f-9e09ac6a6ea8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:53.784852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-c7f81331-bbe1-4a23-9b1f-9e09ac6a6ea8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.1356461 Dec 17 16:02:53.788333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adadbc37-ff5a-43b3-ab82-8323ab0ec3c7 req-47e3d8d0-9759-4dfc-ab6b-515fb07b4242 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001773 Dec 17 16:02:53.803849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-8449f36d-c9cf-4b2e-8aeb-d3c4746e7a75 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/quotas/ec8c73f39ca1466ba2fd5a259830ccda HTTP/1.1" status: 200 len: 375 time: 0.0110302 Dec 17 16:02:53.854290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-a17ede85-f489-45b1-b21e-f2c0572e16df tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435250 Dec 17 16:02:54.017741 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-091aa5e7-b140-46a5-a521-863a438e50e6 req-72dd76bb-48be-42e8-96ce-43bdf3f95405 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 210 time: 0.1370788 Dec 17 16:02:54.056397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-641529b3-fbfe-408d-9eb5-8749f3f435d1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.059043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-641529b3-fbfe-408d-9eb5-8749f3f435d1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.060475 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-641529b3-fbfe-408d-9eb5-8749f3f435d1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/security-groups/f2224035-4193-42ea-9566-e180bf7fea65 HTTP/1.1" status: 204 len: 168 time: 0.9343207 Dec 17 16:02:54.064866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55296) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:54.079856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-bd542c16-9793-4fda-9a3f-0f40a7167e86 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222703 Dec 17 16:02:54.086176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] device_id is not set on port 55944afe-ce20-4914-a604-e5a37c4acfa9 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:02:54.118053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641529b3-fbfe-408d-9eb5-8749f3f435d1 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2224035-4193-42ea-9566-e180bf7fea65,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:54.150103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Router b33d4698-d361-45f7-b303-af21e80556e5 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:54.190513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet 5c2763ba-f0c4-46e5-90bb-eafcdac33264 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:54.194449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.250244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Router 6156bcce-bb15-48e1-8228-ac53e2a2da8c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:54.292117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.410998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-117b3e5e-a377-45c0-b1d9-1dae3418b1ea service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314524 Dec 17 16:02:54.496191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.580034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.600924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:54.613263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.618297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] Sync routers for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:54.635948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:54.643870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:54.660470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2763ba-f0c4-46e5-90bb-eafcdac33264,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:54.666912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-02ccaeda-7917-4c18-8f60-944b98993a6f admin admin] 10.222.0.54 "PUT /v2.0/routers/6156bcce-bb15-48e1-8228-ac53e2a2da8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7012248 Dec 17 16:02:54.677281 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] Sync routers for ids ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:54.678145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55310) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:54.691165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:54.693955 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] Routers {'6156bcce-bb15-48e1-8228-ac53e2a2da8c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:54.694923 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:54.705230 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.712744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-23adf53b-4950-405c-b777-1a5d5aa2a075 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/5c2763ba-f0c4-46e5-90bb-eafcdac33264 HTTP/1.1" status: 204 len: 168 time: 0.6458051 Dec 17 16:02:54.717035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55314) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:54.717314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] No DVR routers for this DVR port 97cf5b5b-6334-4dbf-b1a7-5760752e0576 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:54.788902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc2f36-7feb-47f1-afb6-3e6cf0a8100c None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:54.809962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.813663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66fb2bbd-00df-4fe0-a774-5a29be765f11 req-9ddbd365-4742-423d-9b40-aa7f84ef4861 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.47 "DELETE /v2.0/ports/97cf5b5b-6334-4dbf-b1a7-5760752e0576 HTTP/1.1" status: 204 len: 173 time: 3.5877628 Dec 17 16:02:54.815607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'name': 'network-vif-deleted', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:54.831170 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1937380b-06f6-4c4e-a8e0-e39af97db9b5" -d '{"events": [{"server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "name": "network-vif-deleted", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:54.874521 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] Set router 6156bcce-bb15-48e1-8228-ac53e2a2da8c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:54.875177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:54.882664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.890222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] device_id is not set on port c32c8331-88c2-444c-8da2-cb46d3696fd9 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:02:54.970417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:54.974893 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f99f8637-f7d1-4cd0-8bf6-026449328eb4 req-a60ecd12-c882-4d41-bae6-f30a79a117f5 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 210 time: 0.1554241 Dec 17 16:02:54.982926 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f3087-9ee3-4526-b12b-52bcd3031b0b x-openstack-request-id: req-f22f3087-9ee3-4526-b12b-52bcd3031b0b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:54.983451 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21005401-c529-4dea-9fd0-1ab117c31785", "name": "network-vif-deleted", "tag": "97cf5b5b-6334-4dbf-b1a7-5760752e0576", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:54.983894 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f22f3087-9ee3-4526-b12b-52bcd3031b0b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:54.984456 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21005401-c529-4dea-9fd0-1ab117c31785', 'name': 'network-vif-deleted', 'tag': '97cf5b5b-6334-4dbf-b1a7-5760752e0576', 'status': 'completed', 'code': 200} Dec 17 16:02:55.143619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.253767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-511a1c24-4e7f-45b8-bdc1-f32d0807d59a req-7ddbf22a-88a1-4e6f-8ff8-057cab3996ea tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/ports?device_id=21005401-c529-4dea-9fd0-1ab117c31785 HTTP/1.1" status: 200 len: 210 time: 0.0494072 Dec 17 16:02:55.261189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:55.280979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.293588 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T16:02:51Z', 'revision_number': 5, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:55.349091 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] Checking router: 6156bcce-bb15-48e1-8228-ac53e2a2da8c for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:55.386917 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] Routers {'6156bcce-bb15-48e1-8228-ac53e2a2da8c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:55.388190 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:55.473844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.549854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.590333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:55.625486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.650311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9119f50d-271f-4fad-b05f-b37c27213cb2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/ae7f7a77-dbda-43df-9f39-cdc4bcf7d32e HTTP/1.1" status: 204 len: 168 time: 0.9317482 Dec 17 16:02:55.653686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55332) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:55.757321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.775074 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b718349-42ce-4cca-a06d-90023050d4c6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:55.775561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b718349-42ce-4cca-a06d-90023050d4c6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:55.776448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 97cf5b5b-6334-4dbf-b1a7-5760752e0576 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:55.782037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8b718349-42ce-4cca-a06d-90023050d4c6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/5c2763ba-f0c4-46e5-90bb-eafcdac33264 HTTP/1.1" status: 404 len: 337 time: 0.1243889 Dec 17 16:02:55.783043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55334) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:55.823032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 97cf5b5b-6334-4dbf-b1a7-5760752e0576 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:55.823922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 97cf5b5b-6334-4dbf-b1a7-5760752e0576 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:55.844576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:55.913257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Deleting port 167c8a96-aecd-41bf-87ec-aa1e93b94531 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:55.914906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.925637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting subnet 701e2611-d91b-47f3-a78b-2af333c52291 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:55.940445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:55.966263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] Checking router: b33d4698-d361-45f7-b303-af21e80556e5 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:55.979855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:55.981172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:56.035239 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:56.073472 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] Set router 6156bcce-bb15-48e1-8228-ac53e2a2da8c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:56.077022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:56.237947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] For port 167c8a96-aecd-41bf-87ec-aa1e93b94531, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=167c8a96-aecd-41bf-87ec-aa1e93b94531,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:56.240010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:56.318464 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:56.342507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:56.456006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:56.514074 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T16:02:51Z', 'revision_number': 5, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:56.565429 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c85e7b-d0dd-4a30-8c7f-b9c5dbb086c7 None None] The sync data for ids ['6156bcce-bb15-48e1-8228-ac53e2a2da8c'] in n-d-806683-20 is: [{'id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'name': 'tempest-TaggedBootDevicesTest_v242-1197521153-router', 'tenant_id': 'a2e729913bba4b94823547e4be096fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:23Z', 'updated_at': '2021-12-17T16:02:51Z', 'revision_number': 5, 'project_id': 'a2e729913bba4b94823547e4be096fb8', 'gw_port': {'id': '167c8a96-aecd-41bf-87ec-aa1e93b94531', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6156bcce-bb15-48e1-8228-ac53e2a2da8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:26Z', 'updated_at': '2021-12-17T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:56.735407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca802c51-17ad-478e-b26a-61accea60f78 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:56.874103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:56.879611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5a57a666-1d45-4105-8ba3-883d57acc79c None None] Provisioning complete for port 612a9ee8-9964-473b-b428-a0c5b91e48cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:56.880233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5a57a666-1d45-4105-8ba3-883d57acc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.010041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.015770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/701e2611-d91b-47f3-a78b-2af333c52291 HTTP/1.1" status: 204 len: 168 time: 1.2285788 Dec 17 16:02:57.019156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b268ed5-2a7a-4dc0-bc2f-26fc518ebb3a tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.028063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55350) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.029058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a8ad0-7f50-4c4f-a32e-b4927b9b5b86 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Subnet': ['ID=701e2611-d91b-47f3-a78b-2af333c52291,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:57.030813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5a57a666-1d45-4105-8ba3-883d57acc79c None None] Port 612a9ee8-9964-473b-b428-a0c5b91e48cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:57.038831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Calling delete_port for 167c8a96-aecd-41bf-87ec-aa1e93b94531 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:57.089967 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-74365cb9-6014-47e1-87f0-81ec6d4576cd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:57.090888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74365cb9-6014-47e1-87f0-81ec6d4576cd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:57.094210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-74365cb9-6014-47e1-87f0-81ec6d4576cd tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/f2a03ff3-7f8c-4644-b55e-5fc875198879 HTTP/1.1" status: 404 len: 337 time: 0.0616984 Dec 17 16:02:57.099727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55352) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.120956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-0dc1cdf7-7725-43db-8a6c-fd65c89d894a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:57.122658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-0dc1cdf7-7725-43db-8a6c-fd65c89d894a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.5417643 Dec 17 16:02:57.129189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b268ed5-2a7a-4dc0-bc2f-26fc518ebb3a tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.155106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Request body: {'port': {'device_id': '108c9f15-4a55-4167-be0c-89965628fd6e', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'admin_state_up': True, 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:57.160234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f52dc76a-f32a-45ea-995e-2c28bb93dfa8 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "GET /v2.0/ports?device_id=9fe40365-83c4-4a6f-a5f4-7119ce413ec2 HTTP/1.1" status: 200 len: 205 time: 0.0591936 Dec 17 16:02:57.165130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55354) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.201929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5a57a666-1d45-4105-8ba3-883d57acc79c None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:57.201929 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5a57a666-1d45-4105-8ba3-883d57acc79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.248539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a618a38f-de03-4252-b5cb-64a8f03ca6aa req-a24ffc3f-0e77-4e32-8a33-c77c8c467545 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 210 time: 0.0768597 Dec 17 16:02:57.249392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 046dff4c-01b0-4933-9a77-5b8b2202084a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:57.270947 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-576e5d20-3661-4e25-b404-b406ba1319f6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] delete failed (client error): The resource could not be found. Dec 17 16:02:57.274390 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-576e5d20-3661-4e25-b404-b406ba1319f6 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/routers/9fe40365-83c4-4a6f-a5f4-7119ce413ec2 HTTP/1.1" status: 404 len: 336 time: 0.0916495 Dec 17 16:02:57.280881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.305419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Port': ['ID=55944afe-ce20-4914-a604-e5a37c4acfa9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:57.319529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Checking segment: {'id': 'eabadfa1-8af4-45d0-8100-c74100ea61fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4da2a28b-99fb-46b5-9ac1-ec90034b6710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:57.320066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network hostable DHCP agents. Network: 4da2a28b-99fb-46b5-9ac1-ec90034b6710, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:02:57.332408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 046dff4c-01b0-4933-9a77-5b8b2202084a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:57.333914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 046dff4c-01b0-4933-9a77-5b8b2202084a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:57.335750 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-526cb510-0c27-4a51-86cf-feb8ce0a8cae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:57.336446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526cb510-0c27-4a51-86cf-feb8ce0a8cae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:57.342426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-526cb510-0c27-4a51-86cf-feb8ce0a8cae tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/bb1f347c-4679-4c61-8c9b-9f8e8549ca1c HTTP/1.1" status: 404 len: 337 time: 0.0521443 Dec 17 16:02:57.344371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55358) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.379844 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b48faaf-ac96-4fa6-b1ce-d9114625096c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:57.379844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b48faaf-ac96-4fa6-b1ce-d9114625096c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:57.381183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network 4da2a28b-99fb-46b5-9ac1-ec90034b6710 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:02:57.383095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4b48faaf-ac96-4fa6-b1ce-d9114625096c tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/7edb5256-1e7c-4498-ae5e-ddab8a36f01c HTTP/1.1" status: 404 len: 337 time: 0.0378106 Dec 17 16:02:57.389785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55360) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.415118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4da2a28b-99fb-46b5-9ac1-ec90034b6710) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:57.425832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:57.437725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9acdb5e-2fd2-45e1-b618-8c40e8899143 None None] Network 4da2a28b-99fb-46b5-9ac1-ec90034b6710 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:57.440608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b268ed5-2a7a-4dc0-bc2f-26fc518ebb3a tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.455663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b268ed5-2a7a-4dc0-bc2f-26fc518ebb3a tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.457980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4b268ed5-2a7a-4dc0-bc2f-26fc518ebb3a tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "DELETE /v2.0/security-groups/49613e5c-0e55-4668-8712-cf57a1e82abf HTTP/1.1" status: 204 len: 168 time: 1.0009904 Dec 17 16:02:57.466849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.496255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:57.499534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.505728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b268ed5-2a7a-4dc0-bc2f-26fc518ebb3a tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49613e5c-0e55-4668-8712-cf57a1e82abf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:57.513459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d78fad-dfd8-4d84-b18c-3fadd1348d2c None None] The sync data for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 is: [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:00:38Z', 'revision_number': 4, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0f336fa3-2334-463d-8367-eea56c630a0e', 'name': '', 'network_id': 'dbee643e-ad74-45de-98f1-5e53daef7d61', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'mac_address': 'fa:16:3e:34:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:37Z', 'updated_at': '2021-12-17T16:00:45Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'subnets': [{'id': '8cab1947-f8fa-404a-9349-a6d7d8f6cb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:57.537514 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-b32f8d8f-7571-4af8-ac4b-b026e8549509 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] show failed (client error): The resource could not be found. Dec 17 16:02:57.539935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b32f8d8f-7571-4af8-ac4b-b026e8549509 tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "GET /v2.0/security-groups/49613e5c-0e55-4668-8712-cf57a1e82abf HTTP/1.1" status: 404 len: 347 time: 0.0724480 Dec 17 16:02:57.545223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.654072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Port': ['ID=c32c8331-88c2-444c-8da2-cb46d3696fd9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:57.659310 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0c1b37-db02-406b-b7bb-dca1ea2e67b2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:57.660066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0c1b37-db02-406b-b7bb-dca1ea2e67b2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:57.669013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc0c1b37-db02-406b-b7bb-dca1ea2e67b2 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/95886bfc-653d-4a9d-88b2-81e8cdf8b351 HTTP/1.1" status: 404 len: 337 time: 0.2749143 Dec 17 16:02:57.679769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55366) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.707020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.748863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:57.755925 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:57.824159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd1bc9-f4bc-441c-8edc-044f6a460d21 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:57.849212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Pushing event deleted for resources: {'Port': ['ID=167c8a96-aecd-41bf-87ec-aa1e93b94531,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:57.918778 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab06a51-b894-4f0c-abc1-85fa72145cda tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:57.919635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab06a51-b894-4f0c-abc1-85fa72145cda tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:57.923031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ab06a51-b894-4f0c-abc1-85fa72145cda tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/91f93fe5-c1f7-4dd7-9efa-9c974ca344a4 HTTP/1.1" status: 404 len: 333 time: 0.2335882 Dec 17 16:02:57.928251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55372) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:57.941588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84a3c83-4f4f-48b3-9878-2602807d578e None None] Update dhcp port {'port': {'network_id': '443c644b-a644-47ac-bbef-bc01241ea23d', 'fixed_ips': [{'subnet_id': '701e2611-d91b-47f3-a78b-2af333c52291'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '16f7ab92-50af-41f1-90b5-c4890b01cdfe'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 16:02:58.015990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.021848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b84a3c83-4f4f-48b3-9878-2602807d578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.026280 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85b935c-e965-425b-b5f7-a21217f0603b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:58.026787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85b935c-e965-425b-b5f7-a21217f0603b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:58.030273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f85b935c-e965-425b-b5f7-a21217f0603b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/0e97709c-2221-457d-b006-fcab56a00ded HTTP/1.1" status: 404 len: 337 time: 0.0959699 Dec 17 16:02:58.034548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55376) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.129824 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cece273-4d25-4b5a-8439-7ed4c9488323 None None] New status for floating IP 48fd173f-2bc3-47e9-9eed-a73dc9970e75: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:02:58.139334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.141963 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.179169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Allocated IP 172.20.0.5 (5f57b7f9-152e-41dc-b8de-b94d7b3e923b/0eb47c6b-d3e3-4298-9108-100b862eca61/41192fbe-19a8-45b8-b3b8-60db2d153ea8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:58.200009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Checking segment: {'id': '236b69b7-5919-49d6-b901-9c33740d75b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2fe2a27b-5713-4030-8a46-9609e7540220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:02:58.203942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network hostable DHCP agents. Network: 2fe2a27b-5713-4030-8a46-9609e7540220, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:02:58.208398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.209298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6156bcce-bb15-48e1-8228-ac53e2a2da8c {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:02:58.214565 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.216719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-92686051-4c41-40d9-a292-1f09951d22cb admin admin] 10.222.0.54 "DELETE /v2.0/routers/6156bcce-bb15-48e1-8228-ac53e2a2da8c HTTP/1.1" status: 204 len: 168 time: 3.5376098 Dec 17 16:02:58.219177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55378) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.299259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network 2fe2a27b-5713-4030-8a46-9609e7540220 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:02:58.333133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] Deleting subnet fe7b3cff-a912-4c5b-a685-429120464d9f {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:02:58.340563 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.346160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 2fe2a27b-5713-4030-8a46-9609e7540220) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:58.388388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:58.394701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:58.400607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:58.401543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.435218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.459768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505d0c4-24ed-4b52-a0b4-784238e026ff None None] Network 2fe2a27b-5713-4030-8a46-9609e7540220 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:58.497721 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bb9fad-09ae-4f40-9c64-928544e902df tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:58.498764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bb9fad-09ae-4f40-9c64-928544e902df tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:58.506692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55382) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.507705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-16bb9fad-09ae-4f40-9c64-928544e902df tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/64652368-cdbc-4768-930a-ab27f0ff4d4e HTTP/1.1" status: 404 len: 337 time: 0.4685411 Dec 17 16:02:58.523864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b77f9f5d-d09e-4963-837c-1cb75f81a9d5 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0641303 Dec 17 16:02:58.525661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55384) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.528227 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.571166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Deleting port a365a303-b634-433c-a47b-f26bf64d7167 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:58.571518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.579936 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f35ec61d-a6ad-4bb8-80e6-1ebaad4b6441 req-37f6e1d2-3f4c-4d66-af96-d2c3f7df82cc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 210 time: 0.0861328 Dec 17 16:02:58.627785 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b059b9-7353-48b4-a8c3-208410364a8b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:58.629356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b059b9-7353-48b4-a8c3-208410364a8b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:58.648074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-39b059b9-7353-48b4-a8c3-208410364a8b tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/41863007-f852-49f5-8adf-fee3d197231b HTTP/1.1" status: 404 len: 333 time: 0.1370530 Dec 17 16:02:58.650636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55386) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.694991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.725436 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbc0531-c845-4b09-806d-10170de6c373 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:58.726117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbc0531-c845-4b09-806d-10170de6c373 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:58.732428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9cbc0531-c845-4b09-806d-10170de6c373 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/c2d7827c-77a8-43ee-8fd5-6ea3ea61e437 HTTP/1.1" status: 404 len: 337 time: 0.0773559 Dec 17 16:02:58.739232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b6790d-e56f-428d-bb58-789b2902b338 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:58.745571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b6790d-e56f-428d-bb58-789b2902b338 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:58.746511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55388) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.748134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-14b6790d-e56f-428d-bb58-789b2902b338 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2214503 Dec 17 16:02:58.756717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55390) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.792381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.796384 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a89ae7-fbfc-4d7d-bea5-f53cd77c207a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] DELETE failed (client error): The resource could not be found. Dec 17 16:02:58.797370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a89ae7-fbfc-4d7d-bea5-f53cd77c207a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:02:58.801270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-21a89ae7-fbfc-4d7d-bea5-f53cd77c207a tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/subnets/aecdbd97-0ee8-4c08-8076-ff11d148f2ac HTTP/1.1" status: 404 len: 337 time: 0.0534127 Dec 17 16:02:58.812390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55392) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:58.843811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.844329 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.864884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Calling delete_port for a365a303-b634-433c-a47b-f26bf64d7167 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:58.869767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ffcc7b-14a7-4bef-82a1-094dbfa167f0 None None] Network 443c644b-a644-47ac-bbef-bc01241ea23d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:58.929520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:58.930466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:58.967223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:58.977464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:59.014281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7b3cff-a912-4c5b-a685-429120464d9f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:59.015933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf12c86-ec56-4945-86e9-9edb3d938bb2 None None] Network afd680fb-b07a-4b3c-97e6-c825028a8ae2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:02:59.019653 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.024479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a2f1c219-db53-4f2a-b41d-45f7fd1307ca admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fe7b3cff-a912-4c5b-a685-429120464d9f HTTP/1.1" status: 204 len: 168 time: 0.8040965 Dec 17 16:02:59.029617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55398) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:59.068067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event updated for resources: {'Port': ['ID=41192fbe-19a8-45b8-b3b8-60db2d153ea8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:59.111424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-97903698-fd30-43b5-bf47-8936026790de None None] Provisioning complete for port 612a9ee8-9964-473b-b428-a0c5b91e48cc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:59.112324 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-97903698-fd30-43b5-bf47-8936026790de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.135289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Deleting port 612a9ee8-9964-473b-b428-a0c5b91e48cc {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:59.135682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.227911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-97903698-fd30-43b5-bf47-8936026790de None None] Port 612a9ee8-9964-473b-b428-a0c5b91e48cc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:02:59.250065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-97903698-fd30-43b5-bf47-8936026790de None None] Provisioning complete for port 16f7ab92-50af-41f1-90b5-c4890b01cdfe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:59.250840 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-97903698-fd30-43b5-bf47-8936026790de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.290079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Deleting port 55944afe-ce20-4914-a604-e5a37c4acfa9 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:59.290662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.290942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] DHCP port deletion for 443c644b-a644-47ac-bbef-bc01241ea23d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:59.326251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 16f7ab92-50af-41f1-90b5-c4890b01cdfe no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:59.327696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.347932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:59.348794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.353169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.394768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] DHCP port deletion for afd680fb-b07a-4b3c-97e6-c825028a8ae2 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:02:59.437764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Pushing event deleted for resources: {'Port': ['ID=a365a303-b634-433c-a47b-f26bf64d7167,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:59.513767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.532767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-d388ea48-6fd2-4b32-be80-7ba09ec7e4e8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3867581 Dec 17 16:02:59.539626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.543639 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.545094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3e6e03cc-9e98-405c-af25-5fa7b3c4484f tempest-ServersTestJSON-1775185051 tempest-ServersTestJSON-1775185051-project] 10.222.0.54 "DELETE /v2.0/floatingips/48fd173f-2bc3-47e9-9eed-a73dc9970e75 HTTP/1.1" status: 204 len: 168 time: 1.9975300 Dec 17 16:02:59.549506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55402) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:02:59.559857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Request body: {'port': {'device_id': '108c9f15-4a55-4167-be0c-89965628fd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:59.576644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.596351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] Deleting port 16f7ab92-50af-41f1-90b5-c4890b01cdfe {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:59.596727 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.599284 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.608086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Calling delete_port for 612a9ee8-9964-473b-b428-a0c5b91e48cc owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:59.629898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Deleting port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:59.630289 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.718916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=16f7ab92-50af-41f1-90b5-c4890b01cdfe,segment=NetworkSegment(4d488709-c123-41fc-afac-6d41f8bb056b),segment_id=4d488709-c123-41fc-afac-6d41f8bb056b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:59.719782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] For port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,segment=NetworkSegment(8197e2af-507a-42b5-9bd6-a379a4bc7484),segment_id=8197e2af-507a-42b5-9bd6-a379a4bc7484)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:59.720175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.729671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Calling delete_port for 55944afe-ce20-4914-a604-e5a37c4acfa9 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:59.733275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] Deleting port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:02:59.733675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.791896 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.792864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 167c8a96-aecd-41bf-87ec-aa1e93b94531 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:59.821160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 167c8a96-aecd-41bf-87ec-aa1e93b94531 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:02:59.821655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 167c8a96-aecd-41bf-87ec-aa1e93b94531 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:59.902417 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.904760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] For port 16f7ab92-50af-41f1-90b5-c4890b01cdfe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=16f7ab92-50af-41f1-90b5-c4890b01cdfe,segment=NetworkSegment(4d488709-c123-41fc-afac-6d41f8bb056b),segment_id=4d488709-c123-41fc-afac-6d41f8bb056b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:59.905162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.967129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] For port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,segment=NetworkSegment(8197e2af-507a-42b5-9bd6-a379a4bc7484),segment_id=8197e2af-507a-42b5-9bd6-a379a4bc7484)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:59.967570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:02:59.970323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] Calling delete_port for 16f7ab92-50af-41f1-90b5-c4890b01cdfe owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:02:59.997482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:00.010452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] Calling delete_port for 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:00.047979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Port': ['ID=612a9ee8-9964-473b-b428-a0c5b91e48cc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:00.085052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d48e-e274-4252-90b5-bc20cfdfd865 req-1bcaa30c-f2a4-45dc-831a-748a69ed1813 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:00.094424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb72d48e-e274-4252-90b5-bc20cfdfd865 req-1bcaa30c-f2a4-45dc-831a-748a69ed1813 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 931 time: 0.3672605 Dec 17 16:03:00.144665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.157746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/ports/612a9ee8-9964-473b-b428-a0c5b91e48cc HTTP/1.1" status: 204 len: 168 time: 1.3377526 Dec 17 16:03:00.159860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.159860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.160492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.162199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.163414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.164524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.166571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.168281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.170167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.175065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.175611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.175850 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.176771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.177334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bac3046-5fcb-4bfa-8ffa-5f75682581d7 tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:00.185826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55410) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:00.227331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] Pushing event deleted for resources: {'Port': ['ID=16f7ab92-50af-41f1-90b5-c4890b01cdfe,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:00.231114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.237399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb09796-50d7-4192-9fa5-abc1c1db9ba3 None None] No DVR routers for this DVR port 16f7ab92-50af-41f1-90b5-c4890b01cdfe on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:00.263893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] Pushing event deleted for resources: {'Port': ['ID=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:00.264882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Calling delete_port for 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:00.286169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620d3c7-f537-4bad-850d-b4db7a3a00da None None] No DVR routers for this DVR port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:00.377776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.479228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.504947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.521993 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.537545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Port': ['ID=55944afe-ce20-4914-a604-e5a37c4acfa9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:00.544371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.550759 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9430b48d-08cb-4818-a601-3d4fa752af75 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/ports/55944afe-ce20-4914-a604-e5a37c4acfa9 HTTP/1.1" status: 204 len: 168 time: 1.7878258 Dec 17 16:03:00.554839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb72d48e-e274-4252-90b5-bc20cfdfd865 req-ccd7c702-761a-4a49-962f-69aa8851d5df tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593906 Dec 17 16:03:00.557430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55414) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:00.569001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:00.589009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] No DVR routers for this DVR port 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:00.722642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.760493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd680fb-b07a-4b3c-97e6-c825028a8ae2']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:00.778782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8197e2af-507a-42b5-9bd6-a379a4bc7484') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:00.779175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8197e2af-507a-42b5-9bd6-a379a4bc7484') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:00.797866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.812907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.818093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.832967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:00.833489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:00.835317 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:00.854950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443c644b-a644-47ac-bbef-bc01241ea23d']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:00.884328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Deleting port c32c8331-88c2-444c-8da2-cb46d3696fd9 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:00.884672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.891461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d488709-c123-41fc-afac-6d41f8bb056b') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:00.891760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d488709-c123-41fc-afac-6d41f8bb056b') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:00.916496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.923168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41192fbe-19a8-45b8-b3b8-60db2d153ea8 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:00.935011 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.955550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.961413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Transition to ACTIVE for port object 41192fbe-19a8-45b8-b3b8-60db2d153ea8 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:03:00.969046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.972867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.977510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/afd680fb-b07a-4b3c-97e6-c825028a8ae2 HTTP/1.1" status: 204 len: 168 time: 1.9240892 Dec 17 16:03:00.991050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:00.991541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:00.995436 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:01.002361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.006773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cf93b-a584-448f-af68-b549226e4fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd680fb-b07a-4b3c-97e6-c825028a8ae2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:01.074848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Pushing event updated for resources: {'Port': ['ID=41192fbe-19a8-45b8-b3b8-60db2d153ea8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:01.089682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.125308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Calling delete_port for c32c8331-88c2-444c-8da2-cb46d3696fd9 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:01.149842 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.154668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.177465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] 10.222.0.54 "DELETE /v2.0/networks/443c644b-a644-47ac-bbef-bc01241ea23d HTTP/1.1" status: 204 len: 168 time: 0.9672966 Dec 17 16:03:01.177819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Attempting to bind port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:01.178269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Attempting to bind port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:01.178859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Attempting to bind port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:01.184548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:03:01.185274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Attempting to bind port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:01.193062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:01.193786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Checking segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:01.194438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Bound using segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:01.195786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Bound port: 41192fbe-19a8-45b8-b3b8-60db2d153ea8, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:01.196456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.383747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] For port 41192fbe-19a8-45b8-b3b8-60db2d153ea8, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:01.384177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:01.384937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712e71-e6f0-47e2-906a-f26403e99ebc tempest-PortsIpV6TestJSON-2040123440 tempest-PortsIpV6TestJSON-2040123440-project] Pushing event deleted for resources: {'Network': ['ID=443c644b-a644-47ac-bbef-bc01241ea23d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:01.388755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] For port 41192fbe-19a8-45b8-b3b8-60db2d153ea8, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=41192fbe-19a8-45b8-b3b8-60db2d153ea8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:01.402460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.440907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:01.441615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4dbae4ae-4e71-425f-8870-1ce0b4ed0dc8 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:01.470692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:01.471450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.472928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] 10.222.0.49 "PUT /v2.0/ports/41192fbe-19a8-45b8-b3b8-60db2d153ea8 HTTP/1.1" status: 200 len: 1092 time: 1.9217384 Dec 17 16:03:01.473450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c9f15-4a55-4167-be0c-89965628fd6e', 'tag': '41192fbe-19a8-45b8-b3b8-60db2d153ea8'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:01.475844 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8236dd-5e97-4c80-b843-28df4415c35c" -d '{"events": [{"name": "network-changed", "server_uuid": "108c9f15-4a55-4167-be0c-89965628fd6e", "tag": "41192fbe-19a8-45b8-b3b8-60db2d153ea8"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:01.545334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5499bdf-bcd9-4900-bca5-f77ecd9e8906 service neutron] Pushing event updated for resources: {'Port': ['ID=41192fbe-19a8-45b8-b3b8-60db2d153ea8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:01.577611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55430) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:01.578107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55432) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:01.613801 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881aed25-a5bd-45aa-8a8a-30322995512a x-openstack-request-id: req-881aed25-a5bd-45aa-8a8a-30322995512a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:01.614406 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c9f15-4a55-4167-be0c-89965628fd6e", "tag": "41192fbe-19a8-45b8-b3b8-60db2d153ea8", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:01.614406 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-881aed25-a5bd-45aa-8a8a-30322995512a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:01.615788 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c9f15-4a55-4167-be0c-89965628fd6e', 'tag': '41192fbe-19a8-45b8-b3b8-60db2d153ea8', 'status': 'completed', 'code': 200} Dec 17 16:03:01.645155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-bd969ca4-e7cf-490f-a9e4-80bc9df77e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:01.646739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-bd969ca4-e7cf-490f-a9e4-80bc9df77e39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 1095 time: 0.1281948 Dec 17 16:03:01.692941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2cdd9b1-985d-4ef4-818b-e5dc1c35f58b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df9a6e679bee42a585a07b822f49f9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1136239 Dec 17 16:03:01.693625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55438) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:01.735039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.737221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-062d133c-cf29-4e0c-be4a-11aa976a4cd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41192fbe-19a8-45b8-b3b8-60db2d153ea8 HTTP/1.1" status: 200 len: 217 time: 0.0806751 Dec 17 16:03:01.800835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-7900c304-c922-4efe-8633-f5df3cad1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:01.803577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-7900c304-c922-4efe-8633-f5df3cad1cd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.0591226 Dec 17 16:03:01.809508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.843394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-ca26219b-6756-48b6-8a38-413d04e59e0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326159 Dec 17 16:03:01.919457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Port': ['ID=c32c8331-88c2-444c-8da2-cb46d3696fd9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:01.926442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:01.929936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fb874000-204f-47d4-b454-3247048f55a7 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/ports/c32c8331-88c2-444c-8da2-cb46d3696fd9 HTTP/1.1" status: 204 len: 168 time: 1.3698595 Dec 17 16:03:01.933850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55440) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:01.941254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f64c5-48ee-4d7d-83f9-c5f36afffb9f req-e430f4db-d3b2-431d-bf6d-903c08530f68 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:01.943037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-344f64c5-48ee-4d7d-83f9-c5f36afffb9f req-e430f4db-d3b2-431d-bf6d-903c08530f68 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 943 time: 0.2717605 Dec 17 16:03:01.978488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8c25ddd6-62f8-4fd2-a1b9-496b2d9ad67a tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0434775 Dec 17 16:03:01.981983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55442) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:01.987065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-113684993'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:02.043039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0322fa9f-32d9-4db8-a109-7b073c070539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.048572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-45111ec8-a3c8-479d-88fc-7bdad3d5e267 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974344 Dec 17 16:03:02.052443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Made reservation on behalf of 0b4ce1de84c84d06807eb80833bc146d for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:02.056353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.119912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-344f64c5-48ee-4d7d-83f9-c5f36afffb9f req-4f2bf5da-20a0-4721-a26e-0a1d20c6ca40 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660614 Dec 17 16:03:02.122178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0322fa9f-32d9-4db8-a109-7b073c070539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.125668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0eeed286-078e-408d-a48d-16905cb273e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aabedd0f9e504a5a89c482bf31babb47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453084 Dec 17 16:03:02.128729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55444) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:02.144288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:02.159975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.160406 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Added segment d2034229-2d57-44ce-9bd7-5dfc9bba0466 of type vlan for network 22723dc2-1b47-484a-ac82-00f3dc94aa8d Dec 17 16:03:02.239790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.274806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0322fa9f-32d9-4db8-a109-7b073c070539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.283407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0322fa9f-32d9-4db8-a109-7b073c070539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.287614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0322fa9f-32d9-4db8-a109-7b073c070539 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d HTTP/1.1" status: 204 len: 168 time: 0.5774834 Dec 17 16:03:02.331853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322fa9f-32d9-4db8-a109-7b073c070539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b54b0-9f2e-4a56-b9b0-ba67fbbd6f2d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:02.371221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ec6667-dc3f-4126-aea0-eb52dc5f7625 req-34771292-086b-4153-84fd-4dfc90ec5cba service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103602 Dec 17 16:03:02.374100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.382286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:02.382955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.431265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Deleting port 0f336fa3-2334-463d-8367-eea56c630a0e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:02.431609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.529989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8fe7-4bcd-4d6e-9cdf-5ceffca125c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.537865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] For port 0f336fa3-2334-463d-8367-eea56c630a0e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0f336fa3-2334-463d-8367-eea56c630a0e,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:02.538228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.560696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8fe7-4bcd-4d6e-9cdf-5ceffca125c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.571598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Calling delete_port for 0f336fa3-2334-463d-8367-eea56c630a0e owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:02.630985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6479430 Dec 17 16:03:02.633256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:02.661616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1048478331'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:02.707806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8fe7-4bcd-4d6e-9cdf-5ceffca125c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.710747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8fe7-4bcd-4d6e-9cdf-5ceffca125c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.711774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cd9a8fe7-4bcd-4d6e-9cdf-5ceffca125c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2efa845b-de3b-43f5-ba7d-c9add1535030 HTTP/1.1" status: 204 len: 168 time: 0.5178604 Dec 17 16:03:02.783592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fbf0a-2ea8-41e7-8ffb-bb81557350c2 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Network': ['ID=22723dc2-1b47-484a-ac82-00f3dc94aa8d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:02.798214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 22723dc2-1b47-484a-ac82-00f3dc94aa8d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:02.798823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a8fe7-4bcd-4d6e-9cdf-5ceffca125c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efa845b-de3b-43f5-ba7d-c9add1535030,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:02.808597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Made reservation on behalf of 0b4ce1de84c84d06807eb80833bc146d for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:02.813681 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:02.861491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-1b066d41-df2e-464f-a9a9-51f77080f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:02.863498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-1b066d41-df2e-464f-a9a9-51f77080f64c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 1095 time: 0.3876064 Dec 17 16:03:02.965709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55460) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:03.024812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:03.061608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.062004 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Added segment 6a0fbf61-cfb1-4400-968f-5ce0de8df5de of type vlan for network bdd66c28-55ff-4953-af19-c032d1c280ac Dec 17 16:03:03.070619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-9a0f22e2-f100-4c87-9780-fe9578522de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:03.075002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-9a0f22e2-f100-4c87-9780-fe9578522de6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 912 time: 0.2014987 Dec 17 16:03:03.144279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-35b0c97d-07a9-4985-b517-44e340672237 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2e729913bba4b94823547e4be096fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773555 Dec 17 16:03:03.188774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55466) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:03.239774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-f7c03e9d-7015-4527-abbd-8ba4c72bbe79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41192fbe-19a8-45b8-b3b8-60db2d153ea8 HTTP/1.1" status: 200 len: 217 time: 0.1496875 Dec 17 16:03:03.328708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.417109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.430261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75716062-878b-4382-b3d7-f8785541cca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.442606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07fc61-9f4e-439b-841c-7b30e112c3e3 req-a75a9e82-9bac-4e76-bbd8-a576badd8f5b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:03.444171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a07fc61-9f4e-439b-841c-7b30e112c3e3 req-a75a9e82-9bac-4e76-bbd8-a576badd8f5b tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 943 time: 0.1986809 Dec 17 16:03:03.447903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-f50443be-1e1d-47f5-87d8-fe5f634be296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:03.449461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-f50443be-1e1d-47f5-87d8-fe5f634be296 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.1947539 Dec 17 16:03:03.449944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.450681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f336fa3-2334-463d-8367-eea56c630a0e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:03.455897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:03.456388 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.627792 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-3b3876fd-c87a-4afd-936d-f7f485f053ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641412 Dec 17 16:03:03.667692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Network': ['ID=bdd66c28-55ff-4953-af19-c032d1c280ac,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:03.683865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bdd66c28-55ff-4953-af19-c032d1c280ac details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:03.746272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.757568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75716062-878b-4382-b3d7-f8785541cca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:03.815854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5b5e206e-a582-4ecf-b3c9-109a86e06ad4 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1498601 Dec 17 16:03:03.934439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55496) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:04.063178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a07fc61-9f4e-439b-841c-7b30e112c3e3 req-269c7fa8-ab5b-4144-9165-df7c3d877ca6 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556347 Dec 17 16:03:04.120226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-2e687e68-25ab-480e-b632-bf132637d179 service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935671 Dec 17 16:03:04.169394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75716062-878b-4382-b3d7-f8785541cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.174111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75716062-878b-4382-b3d7-f8785541cca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.175468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75716062-878b-4382-b3d7-f8785541cca1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5502a66a-9243-4a13-9efd-ab62b43cbf83 HTTP/1.1" status: 204 len: 168 time: 0.9858103 Dec 17 16:03:04.193304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8ee22636-dd16-4761-8f83-5e8b7f8598c2 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-327184436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:04.201408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Router b33d4698-d361-45f7-b303-af21e80556e5 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:03:04.338905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:04.344638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c6fbf933-381b-42d9-92df-d1a0b0c84a5e admin admin] 10.222.0.54 "PUT /v2.0/routers/b33d4698-d361-45f7-b303-af21e80556e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7888186 Dec 17 16:03:04.346704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ee22636-dd16-4761-8f83-5e8b7f8598c2 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.347760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ee22636-dd16-4761-8f83-5e8b7f8598c2 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.353089 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] Sync routers for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:04.381380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 41192fbe-19a8-45b8-b3b8-60db2d153ea8 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:03:04.386999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:04.391690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75716062-878b-4382-b3d7-f8785541cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5502a66a-9243-4a13-9efd-ab62b43cbf83,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:04.405084 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:04.407786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e8236dd-5e97-4c80-b843-28df4415c35c req-8004af86-2f90-4762-8cc3-46052d752a0f service neutron] 10.222.0.49 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799840 Dec 17 16:03:04.408929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55506) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:04.465402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ee22636-dd16-4761-8f83-5e8b7f8598c2 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.477918 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ee22636-dd16-4761-8f83-5e8b7f8598c2 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.555672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ee22636-dd16-4761-8f83-5e8b7f8598c2 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.557221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8ee22636-dd16-4761-8f83-5e8b7f8598c2 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6213439 Dec 17 16:03:04.560130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:04.585399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1379529163'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:04.747192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 41192fbe-19a8-45b8-b3b8-60db2d153ea8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=41192fbe-19a8-45b8-b3b8-60db2d153ea8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:04.754802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:04.771459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:04.786391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.794530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '41192fbe-19a8-45b8-b3b8-60db2d153ea8', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'port_id': '41192fbe-19a8-45b8-b3b8-60db2d153ea8', 'mac_address': 'fa:16:3e:cc:86:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb47c6b-d3e3-4298-9108-100b862eca61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:03:04.795049 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.898286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.922005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:04.931249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41192fbe-19a8-45b8-b3b8-60db2d153ea8 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:05.031708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 41192fbe-19a8-45b8-b3b8-60db2d153ea8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=41192fbe-19a8-45b8-b3b8-60db2d153ea8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:05.049336 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.208897 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:03:03Z', 'revision_number': 5, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port': {'id': '9e6d228b-dd50-45ce-a2c2-3700c01876ce', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:33Z', 'updated_at': '2021-12-17T16:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:05.236670 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.301747 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] Checking router: b33d4698-d361-45f7-b303-af21e80556e5 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:03:05.332591 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] Routers {'b33d4698-d361-45f7-b303-af21e80556e5'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:05.334804 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:02:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b33d4698-d361-45f7-b303-af21e80556e5'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:05.391718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=41192fbe-19a8-45b8-b3b8-60db2d153ea8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:05.417302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['41192fbe-19a8-45b8-b3b8-60db2d153ea8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:05.489086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.510725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.658398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2a94a-8ba1-4ae1-b02c-3e1642d48781 req-9f7229a4-de28-43df-9755-e30c70770873 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:05.677190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1c2a94a-8ba1-4ae1-b02c-3e1642d48781 req-9f7229a4-de28-43df-9755-e30c70770873 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 944 time: 0.3207386 Dec 17 16:03:05.681252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:05.703566 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] Set router b33d4698-d361-45f7-b303-af21e80556e5 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:05.729324 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.732280 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Added segment 7d38c433-9cc1-4cda-b5b1-f32fdbf14166 of type vlan for network bb5c867c-faeb-4516-850c-371336130d42 Dec 17 16:03:05.843703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.862254 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:03:05Z', 'revision_number': 6, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:05.877229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Deleting port 9e6d228b-dd50-45ce-a2c2-3700c01876ce {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:05.877802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.881051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57a8689-1c17-46cd-966c-0156b7d2edee,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:05.957737 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fc4be-bad2-4ace-96af-76c63130cc2e None None] The sync data for ids ['b33d4698-d361-45f7-b303-af21e80556e5'] in n-d-806683-20 is: [{'id': 'b33d4698-d361-45f7-b303-af21e80556e5', 'name': 'tempest-ServersTestJSON-1969259283-router', 'tenant_id': '1fecf1ecb20742229709c6e2f5686b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:32Z', 'updated_at': '2021-12-17T16:03:05Z', 'revision_number': 6, 'project_id': '1fecf1ecb20742229709c6e2f5686b79', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:05.979858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1c2a94a-8ba1-4ae1-b02c-3e1642d48781 req-92b5bc3f-f2db-4213-b3c8-3649e62d896c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009739 Dec 17 16:03:05.980921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:05.989110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:05.990282 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:06.149690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Network': ['ID=bb5c867c-faeb-4516-850c-371336130d42,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:06.161014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55538) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:06.162682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-115e11c9-61bd-4411-9fcf-a777a1dcc081 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6013107 Dec 17 16:03:06.166948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55540) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:06.167141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bb5c867c-faeb-4516-850c-371336130d42 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:06.198537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'subnet': {'network_id': 'bb5c867c-faeb-4516-850c-371336130d42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:06.281976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] For port 9e6d228b-dd50-45ce-a2c2-3700c01876ce, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9e6d228b-dd50-45ce-a2c2-3700c01876ce,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:06.283720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:06.329945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Calling delete_port for 9e6d228b-dd50-45ce-a2c2-3700c01876ce owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:06.442581 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-781dc6ac-04d0-4798-a177-49c5b47cd707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:06.481348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1274272486-network', 'tenant_id': 'd972667ce8c0444ca82fe23f52365e4b'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:06.603124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Made reservation on behalf of d972667ce8c0444ca82fe23f52365e4b for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:06.614894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:06.627638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:06.659220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:06.667290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:06.737807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:06.772332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6d228b-dd50-45ce-a2c2-3700c01876ce,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:06.790482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00aa2d-7d91-4801-ad79-70c17f337ef2 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:06.902984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.096859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.103149 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.107447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.124907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.237223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:07.256274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'subnets': [{'network_id': '22723dc2-1b47-484a-ac82-00f3dc94aa8d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--848380090', 'ip_version': 6}, {'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:07.256599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'subnet': {'network_id': '22723dc2-1b47-484a-ac82-00f3dc94aa8d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--848380090', 'ip_version': 6}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:07.257316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Request body: {'subnet': {'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:07.260080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.260874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b33d4698-d361-45f7-b303-af21e80556e5 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:03:07.266146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.270812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6c1e32a4-a9de-440b-ad46-4855d05c7094 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b33d4698-d361-45f7-b303-af21e80556e5 HTTP/1.1" status: 204 len: 168 time: 2.8606598 Dec 17 16:03:07.271537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55554) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:07.318091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58715da-ca2d-424d-9dae-7f11603f136c req-ad0b08b5-7c4c-422a-bdac-8bec204daa46 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:07.325768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a58715da-ca2d-424d-9dae-7f11603f136c req-ad0b08b5-7c4c-422a-bdac-8bec204daa46 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 944 time: 0.1194806 Dec 17 16:03:07.346469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:07.373352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] Deleting subnet 8cab1947-f8fa-404a-9349-a6d7d8f6cb94 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:07.375578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.377100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.388744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0f336fa3-2334-463d-8367-eea56c630a0e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:07.400650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca58c864-923e-4b95-a889-b67e5283ddf7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:07.420106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.422896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.426319 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Added segment e5d24870-dcb0-4e65-9b30-e5019d8e3919 of type vlan for network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 Dec 17 16:03:07.445210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0f336fa3-2334-463d-8367-eea56c630a0e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:07.445765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0f336fa3-2334-463d-8367-eea56c630a0e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:07.445967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9e6d228b-dd50-45ce-a2c2-3700c01876ce no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:07.503677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9e6d228b-dd50-45ce-a2c2-3700c01876ce {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:07.504064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9e6d228b-dd50-45ce-a2c2-3700c01876ce not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:07.553050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.565674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a58715da-ca2d-424d-9dae-7f11603f136c req-bc5edb62-638e-479b-bf20-5d1ed338cf65 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388172 Dec 17 16:03:07.618806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.661514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.667412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Checking segment: {'id': '7d38c433-9cc1-4cda-b5b1-f32fdbf14166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bb5c867c-faeb-4516-850c-371336130d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:07.667790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network hostable DHCP agents. Network: bb5c867c-faeb-4516-850c-371336130d42, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:07.670529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Subnet': ['ID=3f259b2c-7a07-4e9b-b593-b1b0ed10aca4,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:07.697812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cab1947-f8fa-404a-9349-a6d7d8f6cb94,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:07.702133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.709006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03b7722c-bb38-412c-9a60-3e0b7533d07e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8cab1947-f8fa-404a-9349-a6d7d8f6cb94 HTTP/1.1" status: 204 len: 168 time: 0.4360180 Dec 17 16:03:07.709964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55560) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:07.717700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947ed71-cd95-4449-8be4-17a1a3f479f3 None None] Network dbee643e-ad74-45de-98f1-5e53daef7d61 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:07.738139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network bb5c867c-faeb-4516-850c-371336130d42 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:07.747217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.748878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:07.749442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.818428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bb5c867c-faeb-4516-850c-371336130d42) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:07.830170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:07.830805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.839168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ac309-42b8-45f2-ae29-6d0e48b6f203 None None] Network bb5c867c-faeb-4516-850c-371336130d42 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:07.841601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.858326 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6959603 Dec 17 16:03:07.861505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4a74cb30-c3f0-4dfd-9459-4f1f5f138c10 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6839972 Dec 17 16:03:07.863367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55564) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:07.869742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55566) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:07.875764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Request body: {'subnet': {'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1274272486-subnet', 'tenant_id': 'd972667ce8c0444ca82fe23f52365e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:07.876011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'network': {'name': 'tempest-router-network01--1227360006'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:07.896678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Made reservation on behalf of 0b4ce1de84c84d06807eb80833bc146d for: {'subnet': 2} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:07.906311 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.906707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:07.949269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Deleting port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:07.949900 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.017575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c85b4-826d-4434-8adf-e66908d2f1ca admin admin] Pushing event updated for resources: {'Network': ['ID=4a51ed10-4bd0-443c-afa6-72ddc1a97c53,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:08.063028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] For port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2b6a01e7-14bd-4743-91d4-ba0e5b74be2f,segment=NetworkSegment(40741d28-013a-452f-b43a-c6e0958d589e),segment_id=40741d28-013a-452f-b43a-c6e0958d589e)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:08.063679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.073327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:08.077993 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.096700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Calling delete_port for 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:08.131952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Made reservation on behalf of d972667ce8c0444ca82fe23f52365e4b for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:08.134616 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.185213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:08.210126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:08.216964 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.217484 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Added segment 8ebd632e-1c98-4fd6-9efa-60bba0a8f618 of type vlan for network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 Dec 17 16:03:08.299228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-bb5c867c-faeb-4516-850c-371336130d42', 'network_id': 'bb5c867c-faeb-4516-850c-371336130d42', 'project_id': '7baafdc198174b53baacd5a9a767fa60', 'fixed_ips': [{'subnet_id': '3f259b2c-7a07-4e9b-b593-b1b0ed10aca4'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:08.300099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.323751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.347263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.398766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 41192fbe-19a8-45b8-b3b8-60db2d153ea8 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:08.448693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] No DVR routers for this DVR port 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:08.451103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6a01e7-14bd-4743-91d4-ba0e5b74be2f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:08.457510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5783369-8a40-4560-bf42-fd7abe42ffaf None None] DHCP port deletion for dbee643e-ad74-45de-98f1-5e53daef7d61 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:08.547721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Allocated IP 2001:db8::2 (bb5c867c-faeb-4516-850c-371336130d42/3f259b2c-7a07-4e9b-b593-b1b0ed10aca4/eb18b31a-271d-4525-9946-b59ea512cb0f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:08.564472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:03:08.601592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.607643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:08.608308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.644372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:08.644735 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.658702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7877414 Dec 17 16:03:08.678248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55574) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:08.700820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'network': {'name': 'tempest-router-network02--1503721495'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:08.723299 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26eaa2c0-c826-45d2-ac72-16059f970e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.736930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.771296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbee643e-ad74-45de-98f1-5e53daef7d61']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:08.789701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40741d28-013a-452f-b43a-c6e0958d589e') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:08.790039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40741d28-013a-452f-b43a-c6e0958d589e') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:08.808338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.808720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.819406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:08.822915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.855017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a571b5-2d63-4b09-bf5f-b48888f06c3a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Network': ['ID=d4d51dc9-7cad-4b21-97ef-542c5ffdaf09,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:08.859561 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.870266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:08.870672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:08.874691 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:08.886345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:08.960207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a082f-cba9-4fc7-90eb-e280235096d0 req-ebcb3adf-d085-42bc-adf0-4af9963c0439 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:08.966170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d3a082f-cba9-4fc7-90eb-e280235096d0 req-ebcb3adf-d085-42bc-adf0-4af9963c0439 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 944 time: 0.2672114 Dec 17 16:03:08.968883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870f19a0-858e-4b02-a9cc-f9930e7192f1,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:08.992285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:09.018909 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.027156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.027497 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Added segment ffe1f45c-9166-4297-98f4-857e62009d73 of type vlan for network 34a54745-899f-479f-be51-83dabcb014c2 Dec 17 16:03:09.036211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Checking segment: {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:09.036792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Network hostable DHCP agents. Network: 4a51ed10-4bd0-443c-afa6-72ddc1a97c53, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:09.076699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.077691 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d3a082f-cba9-4fc7-90eb-e280235096d0 req-543a9f01-18f7-466d-a43f-0d817cf95a07 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958459 Dec 17 16:03:09.078549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.095719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c9f15-4a55-4167-be0c-89965628fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41192fbe-19a8-45b8-b3b8-60db2d153ea8'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:09.099797 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387a8f52-5056-434f-a536-3bd76eb66636" -d '{"events": [{"server_uuid": "108c9f15-4a55-4167-be0c-89965628fd6e", "name": "network-vif-plugged", "status": "completed", "tag": "41192fbe-19a8-45b8-b3b8-60db2d153ea8"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:09.103660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.110038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] 10.222.0.54 "DELETE /v2.0/networks/dbee643e-ad74-45de-98f1-5e53daef7d61 HTTP/1.1" status: 204 len: 168 time: 1.3988633 Dec 17 16:03:09.140705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573ee92-d63b-42bb-867d-cc7455f12f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=dbee643e-ad74-45de-98f1-5e53daef7d61,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:09.155055 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.177655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 41192fbe-19a8-45b8-b3b8-60db2d153ea8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=41192fbe-19a8-45b8-b3b8-60db2d153ea8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:09.184694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.191237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:09.199999 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626c647b-f515-47d9-ae4e-12cc04630986 x-openstack-request-id: req-626c647b-f515-47d9-ae4e-12cc04630986 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:09.201407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.203501 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c9f15-4a55-4167-be0c-89965628fd6e", "name": "network-vif-plugged", "status": "completed", "tag": "41192fbe-19a8-45b8-b3b8-60db2d153ea8", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:09.203782 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-626c647b-f515-47d9-ae4e-12cc04630986 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:09.204242 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c9f15-4a55-4167-be0c-89965628fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41192fbe-19a8-45b8-b3b8-60db2d153ea8', 'code': 200} Dec 17 16:03:09.267930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.295332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4a51ed10-4bd0-443c-afa6-72ddc1a97c53) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:09.307345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Network bb5c867c-faeb-4516-850c-371336130d42 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:09.326816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378c08d-9905-4f76-8478-a433111ffef5 None None] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:09.330288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:09.331163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.362558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Subnet': ['ID=576f9ab1-81d0-4df6-8084-e5f09c4eb986,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:09.364698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1719dc-4dfc-46e5-929a-8b0cc39b9951 req-387ecc79-d514-4f99-aaf0-c8356e52a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:09.366507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d1719dc-4dfc-46e5-929a-8b0cc39b9951 req-387ecc79-d514-4f99-aaf0-c8356e52a5b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 1097 time: 0.1054680 Dec 17 16:03:09.377236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.385091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:09.386196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.411588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55582) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:09.413350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0a08ee16-becd-4ad1-ab3d-f7341e12b4c1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5424685 Dec 17 16:03:09.440830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:09.464255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:09.464942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2b6a01e7-14bd-4743-91d4-ba0e5b74be2f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:09.465992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Pushing event updated for resources: {'Port': ['ID=eb18b31a-271d-4525-9946-b59ea512cb0f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:09.468853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:09.523686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=41192fbe-19a8-45b8-b3b8-60db2d153ea8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:09.526429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:09.543897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d1719dc-4dfc-46e5-929a-8b0cc39b9951 req-645d9645-f5c0-4973-9064-42e982be24d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700749 Dec 17 16:03:09.565958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-46e600cb-06dc-4ea5-b719-e79406faf434 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fecf1ecb20742229709c6e2f5686b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502557 Dec 17 16:03:09.566246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Checking segment: {'id': 'd2034229-2d57-44ce-9bd7-5dfc9bba0466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '22723dc2-1b47-484a-ac82-00f3dc94aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:09.566246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network hostable DHCP agents. Network: 22723dc2-1b47-484a-ac82-00f3dc94aa8d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:09.566753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55586) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:09.575688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Network': ['ID=34a54745-899f-479f-be51-83dabcb014c2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:09.590967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d5775-2b2a-4691-8e7f-5e652cc08576 None None] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:09.592832 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8ca80158-e293-4084-b690-979bbf6d722a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9027760 Dec 17 16:03:09.596950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55588) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:09.607460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 34a54745-899f-479f-be51-83dabcb014c2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:09.623255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'subnet': {'network_id': 'd4d51dc9-7cad-4b21-97ef-542c5ffdaf09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:09.688136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b577ce1c-d3bc-477d-9300-c6fcf2a3fc77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.735348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network 22723dc2-1b47-484a-ac82-00f3dc94aa8d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:09.771151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b577ce1c-d3bc-477d-9300-c6fcf2a3fc77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.825097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 22723dc2-1b47-484a-ac82-00f3dc94aa8d) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:09.838792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.856734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Attempting to bind port eb18b31a-271d-4525-9946-b59ea512cb0f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:09.857451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Attempting to bind port eb18b31a-271d-4525-9946-b59ea512cb0f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '7d38c433-9cc1-4cda-b5b1-f32fdbf14166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bb5c867c-faeb-4516-850c-371336130d42'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:09.858031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Attempting to bind port eb18b31a-271d-4525-9946-b59ea512cb0f on network bb5c867c-faeb-4516-850c-371336130d42 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:09.863767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce91f4b6-b2e4-4a5c-88f8-61df55e950d3 None None] Network 22723dc2-1b47-484a-ac82-00f3dc94aa8d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:09.934825 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b577ce1c-d3bc-477d-9300-c6fcf2a3fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.939842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b577ce1c-d3bc-477d-9300-c6fcf2a3fc77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:09.943788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b577ce1c-d3bc-477d-9300-c6fcf2a3fc77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79a65b63-360d-43d0-bc9a-d04eaf5290e1 HTTP/1.1" status: 204 len: 168 time: 0.3751841 Dec 17 16:03:09.970467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577ce1c-d3bc-477d-9300-c6fcf2a3fc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a65b63-360d-43d0-bc9a-d04eaf5290e1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:09.971142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event updated for resources: {'Subnet': ['ID=6d149520-1ee3-4b27-bbfe-5595917e1593,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:09.973980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:09.977703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.045862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:10.047464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Checking segment: {'id': '7d38c433-9cc1-4cda-b5b1-f32fdbf14166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bb5c867c-faeb-4516-850c-371336130d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:10.049422 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.057171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Bound using segment: {'id': '7d38c433-9cc1-4cda-b5b1-f32fdbf14166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bb5c867c-faeb-4516-850c-371336130d42'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:10.057699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Bound port: eb18b31a-271d-4525-9946-b59ea512cb0f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d38c433-9cc1-4cda-b5b1-f32fdbf14166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bb5c867c-faeb-4516-850c-371336130d42'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:10.058100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.165421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Checking segment: {'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:10.165806 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network hostable DHCP agents. Network: bdd66c28-55ff-4953-af19-c032d1c280ac, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:10.229432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.243469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Network bdd66c28-55ff-4953-af19-c032d1c280ac is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:10.270465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] For port eb18b31a-271d-4525-9946-b59ea512cb0f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:10.274507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] For port eb18b31a-271d-4525-9946-b59ea512cb0f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eb18b31a-271d-4525-9946-b59ea512cb0f,segment=NetworkSegment(7d38c433-9cc1-4cda-b5b1-f32fdbf14166),segment_id=7d38c433-9cc1-4cda-b5b1-f32fdbf14166)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:10.295761 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.308814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bdd66c28-55ff-4953-af19-c032d1c280ac) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:10.337618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:10.338510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:10.340351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.357196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a166b-9a28-4db8-a2d2-b57f20fa9f2a None None] Network bdd66c28-55ff-4953-af19-c032d1c280ac requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:10.419454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ca57865-880b-4c66-89ea-7f80bc5be3c6 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1773381 Dec 17 16:03:10.427227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55616) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:10.466456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5fc58-5edd-4b21-a97e-6caf87a2092d req-68a4c646-e522-4834-b8df-f8e889d68e6d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:10.480526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5f5fc58-5edd-4b21-a97e-6caf87a2092d req-68a4c646-e522-4834-b8df-f8e889d68e6d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.2331395 Dec 17 16:03:10.530300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-c97b0679-2e11-46cf-95cd-41375f842b31 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:10.542528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-c97b0679-2e11-46cf-95cd-41375f842b31 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/networks?id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 200 len: 818 time: 0.2264583 Dec 17 16:03:10.586518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.591078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea86c6-4984-4efc-8e65-c16bd0a6597b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-22723dc2-1b47-484a-ac82-00f3dc94aa8d', 'network_id': '22723dc2-1b47-484a-ac82-00f3dc94aa8d', 'project_id': '0b4ce1de84c84d06807eb80833bc146d', 'fixed_ips': [{'subnet_id': '576f9ab1-81d0-4df6-8084-e5f09c4eb986'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:10.594541 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-76ea86c6-4984-4efc-8e65-c16bd0a6597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.608820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4315f2-33b8-4294-83e4-48ab407c723e None None] Pushing event updated for resources: {'Port': ['ID=eb18b31a-271d-4525-9946-b59ea512cb0f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:10.793445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5f5fc58-5edd-4b21-a97e-6caf87a2092d req-061f512d-dfac-4682-a909-6f788f9d22f3 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007007 Dec 17 16:03:10.854138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Subnet': ['ID=4f1460e4-be1f-4b8c-a71e-74d3905a8636,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:10.903383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Checking segment: {'id': '8ebd632e-1c98-4fd6-9efa-60bba0a8f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd4d51dc9-7cad-4b21-97ef-542c5ffdaf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:10.903546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network hostable DHCP agents. Network: d4d51dc9-7cad-4b21-97ef-542c5ffdaf09, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:10.936789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:10.953470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-bdd66c28-55ff-4953-af19-c032d1c280ac', 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac', 'project_id': '0b4ce1de84c84d06807eb80833bc146d', 'fixed_ips': [{'subnet_id': '6d149520-1ee3-4b27-bbfe-5595917e1593'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:10.954952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d4d51dc9-7cad-4b21-97ef-542c5ffdaf09) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:10.957063 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:10.982003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d2864-9c10-4861-b708-4984d416040d None None] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:11.000445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:11.001536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:11.071848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2e92c650-2dd2-40e0-9805-41b2345bb9f0 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4737666 Dec 17 16:03:11.074576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55634) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:11.084526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'subnet': {'network_id': '34a54745-899f-479f-be51-83dabcb014c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:11.353893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:11.358012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:11.552191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-25152759-b1b5-4060-aafc-ca3e49f89870 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/quotas/d972667ce8c0444ca82fe23f52365e4b HTTP/1.1" status: 200 len: 375 time: 1.0085752 Dec 17 16:03:11.619962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-5b13b17c-6ac1-4bed-8de6-b08077d169b0 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d972667ce8c0444ca82fe23f52365e4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598454 Dec 17 16:03:11.632406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a3f20-0fee-487c-824f-a3bdea6dfcb9 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:11.634111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a3f20-0fee-487c-824f-a3bdea6dfcb9 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:11.636245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a3f20-0fee-487c-824f-a3bdea6dfcb9 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:11.647083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c54a3f20-0fee-487c-824f-a3bdea6dfcb9 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 1.2092838 Dec 17 16:03:11.648471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55648) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:11.675290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb18b31a-271d-4525-9946-b59ea512cb0f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:11.754248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55650) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:11.758418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Deleting subnet 576f9ab1-81d0-4df6-8084-e5f09c4eb986 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:11.796631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:11.860150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-b86b0b3b-eab6-4483-9f37-caa1a53aee76 service neutron] 10.222.0.54 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213683 Dec 17 16:03:11.899215 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:11.905448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:11.911419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-d4d51dc9-7cad-4b21-97ef-542c5ffdaf09', 'network_id': 'd4d51dc9-7cad-4b21-97ef-542c5ffdaf09', 'project_id': '7baafdc198174b53baacd5a9a767fa60', 'fixed_ips': [{'subnet_id': '4f1460e4-be1f-4b8c-a71e-74d3905a8636'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:11.912638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.110224 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.127283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-02b36f4b-9dbf-4eb8-bebe-2eb2cbf683c1 service neutron] 10.222.0.54 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387714 Dec 17 16:03:12.145010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-171918173-network', 'tenant_id': 'fa74ad84c7b942808f421158a56e0f69'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:12.209918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Made reservation on behalf of fa74ad84c7b942808f421158a56e0f69 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:12.212617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.233450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.289232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.313286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Allocated IP 2001:db8::2 (d4d51dc9-7cad-4b21-97ef-542c5ffdaf09/4f1460e4-be1f-4b8c-a71e-74d3905a8636/c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:12.339595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ad33-06be-4800-96e5-6d73ab291288 req-356a3bc6-a6b8-49f8-ae77-8eb06b63d4ec tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:12.344012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bb1ad33-06be-4800-96e5-6d73ab291288 req-356a3bc6-a6b8-49f8-ae77-8eb06b63d4ec tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.3334022 Dec 17 16:03:12.495599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e136e-0e26-4db2-b0d3-276411bca820 None None] Network bb5c867c-faeb-4516-850c-371336130d42 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:12.500794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.511691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.546541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:12.556256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:12.570516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.572156 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Added segment ee016b46-4805-455a-aadc-84731cfcfa89 of type vlan for network 017777be-44f7-44d1-bebb-0d0f96493b3b Dec 17 16:03:12.690422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.726763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Checking segment: {'id': 'ffe1f45c-9166-4297-98f4-857e62009d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '34a54745-899f-479f-be51-83dabcb014c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:12.727129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network hostable DHCP agents. Network: 34a54745-899f-479f-be51-83dabcb014c2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:12.778461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.778972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.786208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:12.787117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.810420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Subnet': ['ID=5ce95551-527c-475a-8834-1892f10ab4c8,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:12.845922 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.866843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1006160 Dec 17 16:03:12.867983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55666) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:12.872651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fc1ae9c6-5c9c-46db-a770-b50bf7629420 None None] Provisioning complete for port eb18b31a-271d-4525-9946-b59ea512cb0f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:12.873029 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae9c6-5c9c-46db-a770-b50bf7629420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.874641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port eb18b31a-271d-4525-9946-b59ea512cb0f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:12.874997 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:12.901366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Request body: {'subnet': {'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-171918173-subnet', 'tenant_id': 'fa74ad84c7b942808f421158a56e0f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:12.980950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bb1ad33-06be-4800-96e5-6d73ab291288 req-ff5a5e84-5a14-410e-a6fc-abce043b9015 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727201 Dec 17 16:03:13.021125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Allocated IP 2001:db8:0:1::1 (bdd66c28-55ff-4953-af19-c032d1c280ac/6d149520-1ee3-4b27-bbfe-5595917e1593/9a1aba12-22ec-49d8-9129-5f1af9861a13) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:13.021325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network 34a54745-899f-479f-be51-83dabcb014c2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:13.037787 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.051882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 34a54745-899f-479f-be51-83dabcb014c2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:13.158287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:13.160119 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.174032 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c23858c-e679-42f6-b2ab-64a7660d9e63 req-741a0218-a08f-4bc7-b948-3ccd4110b07b tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 210 time: 0.1974552 Dec 17 16:03:13.188493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179f7f8-3d04-478a-a2d2-eefe3fff5cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=017777be-44f7-44d1-bebb-0d0f96493b3b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:13.191071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Subnet': ['ID=576f9ab1-81d0-4df6-8084-e5f09c4eb986,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:13.197783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.203096 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5ce7105a-0e05-493d-8cbe-e626b6e9dd3c tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/subnets/576f9ab1-81d0-4df6-8084-e5f09c4eb986 HTTP/1.1" status: 204 len: 168 time: 1.5527806 Dec 17 16:03:13.228494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55678) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:13.243315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Made reservation on behalf of fa74ad84c7b942808f421158a56e0f69 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:13.253273 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.276437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.283103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295e3e1-fef7-4771-835b-87ae0a9be4ac None None] Network 34a54745-899f-479f-be51-83dabcb014c2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:13.285107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 017777be-44f7-44d1-bebb-0d0f96493b3b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:13.334613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-daafccb0-e07a-43d5-8c56-a791a4efdd1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2562966 Dec 17 16:03:13.341579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55684) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:13.384662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.405877 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.428557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Deleting subnet 6d149520-1ee3-4b27-bbfe-5595917e1593 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:13.439176 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.474906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Network bdd66c28-55ff-4953-af19-c032d1c280ac is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-76ea86c6-4984-4efc-8e65-c16bd0a6597b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 576f9ab1-81d0-4df6-8084-e5f09c4eb986: This subnet is being modified by another concurrent operation. Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:03:13.497131 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 576f9ab1-81d0-4df6-8084-e5f09c4eb986: This subnet is being modified by another concurrent operation. Dec 17 16:03:13.501962 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:03:13.548042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.577399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Pushing event updated for resources: {'Port': ['ID=9a1aba12-22ec-49d8-9129-5f1af9861a13,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:13.593952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:13.596684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:13.602804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f806f4-60e1-47f0-8aec-2d033a24e688 None None] Network 22723dc2-1b47-484a-ac82-00f3dc94aa8d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:13.672033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.793056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66777dc7-4f46-467e-8e2d-58aeeda7b88e req-5ee212a7-055d-4d94-ada0-986b61b8b618 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:13.794720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66777dc7-4f46-467e-8e2d-58aeeda7b88e req-5ee212a7-055d-4d94-ada0-986b61b8b618 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.3212304 Dec 17 16:03:13.850144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.944531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:13.957686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:13.990483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:13.993393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:14.041990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Pushing event updated for resources: {'Port': ['ID=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:14.046896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Attempting to bind port 9a1aba12-22ec-49d8-9129-5f1af9861a13 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:14.047775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Attempting to bind port 9a1aba12-22ec-49d8-9129-5f1af9861a13 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:14.048517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Attempting to bind port 9a1aba12-22ec-49d8-9129-5f1af9861a13 on network bdd66c28-55ff-4953-af19-c032d1c280ac {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:14.065789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:14.066582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Checking segment: {'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:14.067522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.068190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Bound using segment: {'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:14.068972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Bound port: 9a1aba12-22ec-49d8-9129-5f1af9861a13, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:14.069617 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.123778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.186452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port eb18b31a-271d-4525-9946-b59ea512cb0f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eb18b31a-271d-4525-9946-b59ea512cb0f,segment=NetworkSegment(7d38c433-9cc1-4cda-b5b1-f32fdbf14166),segment_id=7d38c433-9cc1-4cda-b5b1-f32fdbf14166)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:14.188034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.191686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/subnets/6d149520-1ee3-4b27-bbfe-5595917e1593 HTTP/1.1" status: 204 len: 168 time: 0.9584262 Dec 17 16:03:14.195093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55706) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:14.218753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543a08a-cc4b-476a-8a68-561c5c2ae819 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Subnet': ['ID=6d149520-1ee3-4b27-bbfe-5595917e1593,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:14.275157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Attempting to bind port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:14.276913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Attempting to bind port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8ebd632e-1c98-4fd6-9efa-60bba0a8f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd4d51dc9-7cad-4b21-97ef-542c5ffdaf09'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:14.277393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Attempting to bind port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 on network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:14.287389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.293233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66777dc7-4f46-467e-8e2d-58aeeda7b88e req-2a79ce60-9bb1-4c28-acce-c2ec0e9529c0 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298573 Dec 17 16:03:14.323470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-34a54745-899f-479f-be51-83dabcb014c2', 'network_id': '34a54745-899f-479f-be51-83dabcb014c2', 'project_id': '7baafdc198174b53baacd5a9a767fa60', 'fixed_ips': [{'subnet_id': '5ce95551-527c-475a-8834-1892f10ab4c8'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:14.324794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.368187 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae9c6-5c9c-46db-a770-b50bf7629420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.448802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.466504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4b0f97a-bce8-469e-a28a-660c666cf515 req-fc19ddba-6883-458a-977a-3e3823093cd8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 210 time: 0.1194780 Dec 17 16:03:14.530173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c88890-8e4e-4d4f-ad06-e9bf5141484d tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:14.542752 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-79c88890-8e4e-4d4f-ad06-e9bf5141484d tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3456244 Dec 17 16:03:14.548270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55714) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:14.551359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:14.552209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Checking segment: {'id': '8ebd632e-1c98-4fd6-9efa-60bba0a8f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd4d51dc9-7cad-4b21-97ef-542c5ffdaf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:14.552766 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.560647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Bound using segment: {'id': '8ebd632e-1c98-4fd6-9efa-60bba0a8f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd4d51dc9-7cad-4b21-97ef-542c5ffdaf09'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:14.561184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Bound port: c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ebd632e-1c98-4fd6-9efa-60bba0a8f618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd4d51dc9-7cad-4b21-97ef-542c5ffdaf09'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:14.561591 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.765100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.768776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:14.950948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Deleting port 9a1aba12-22ec-49d8-9129-5f1af9861a13 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:14.951599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:15.058292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] For port 9a1aba12-22ec-49d8-9129-5f1af9861a13, host n-d-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:15.058709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:15.093542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce6f4be-76ca-4dfb-9b99-4d9d75556152,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:15.095453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Calling delete_port for 9a1aba12-22ec-49d8-9129-5f1af9861a13 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:15.155108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Checking segment: {'id': 'ee016b46-4805-455a-aadc-84731cfcfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:15.155697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Network hostable DHCP agents. Network: 017777be-44f7-44d1-bebb-0d0f96493b3b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:15.241796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Allocated IP 2001:db8::2 (34a54745-899f-479f-be51-83dabcb014c2/5ce95551-527c-475a-8834-1892f10ab4c8/7a2506b8-a8ad-4f77-833b-62f2323018e2) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:15.260595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:15.276854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Allocated IP 2001:db8::1 (d4d51dc9-7cad-4b21-97ef-542c5ffdaf09/4f1460e4-be1f-4b8c-a71e-74d3905a8636/0a83bed1-8ffd-4abb-817b-5f49df841adf) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:15.283923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] No DVR routers for this DVR port 9a1aba12-22ec-49d8-9129-5f1af9861a13 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:15.294183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Network 017777be-44f7-44d1-bebb-0d0f96493b3b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:15.299431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] For port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:15.303850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] For port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,segment=NetworkSegment(8ebd632e-1c98-4fd6-9efa-60bba0a8f618),segment_id=8ebd632e-1c98-4fd6-9efa-60bba0a8f618)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:15.346411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Port': ['ID=9a1aba12-22ec-49d8-9129-5f1af9861a13,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:15.355101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 017777be-44f7-44d1-bebb-0d0f96493b3b) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:15.492025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:15.492906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:15.548958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-734c2895-4d30-4e47-9f52-f2f5d57fa26a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6653352 Dec 17 16:03:15.604971 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-fc1ae9c6-5c9c-46db-a770-b50bf7629420 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:15.608925 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-fc1ae9c6-5c9c-46db-a770-b50bf7629420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:15.610381 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:15.611623 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:15.615917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:15.624322 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:15.640313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=eb18b31a-271d-4525-9946-b59ea512cb0f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:15.690790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a7436-e3bb-4362-9628-3d2d1e44ac28 None None] Network 017777be-44f7-44d1-bebb-0d0f96493b3b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:15.730819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:15.748163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422faf7-f8f3-4c58-8e45-7ce3511e44a8 req-778a15ed-adc3-4455-a3c4-86dfed371c57 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:15.762312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5422faf7-f8f3-4c58-8e45-7ce3511e44a8 req-778a15ed-adc3-4455-a3c4-86dfed371c57 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.2796409 Dec 17 16:03:15.765357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd66c28-55ff-4953-af19-c032d1c280ac']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:15.821286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.017589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3865160-2fdc-4d52-9a85-96e30578b327 req-20ddf80c-2bda-48b3-9dd0-24bde91fa144 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 210 time: 0.3967118 Dec 17 16:03:16.034884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42fcc6-0a8f-4511-ba2f-accf0e933c38 None None] Pushing event updated for resources: {'Port': ['ID=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:16.115489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Port': ['ID=0a83bed1-8ffd-4abb-817b-5f49df841adf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:16.154448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:16.158055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:16.160932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:16.162345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.291272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507f4735-8ff3-4984-af28-db032b86d4c9 None None] Network 017777be-44f7-44d1-bebb-0d0f96493b3b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:16.499615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-18fde98e-70c5-4f31-9a5c-a9fedf239f55 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:16.508064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-18fde98e-70c5-4f31-9a5c-a9fedf239f55 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.49 "GET /v2.0/networks?id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 200 len: 818 time: 0.7224512 Dec 17 16:03:16.513857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.529273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Request body: {'port': {'device_id': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53', 'admin_state_up': True, 'tenant_id': 'd972667ce8c0444ca82fe23f52365e4b'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:16.566687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb18b31a-271d-4525-9946-b59ea512cb0f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:16.571271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ef7a14ac-aa39-45fa-aa8b-63df084f44b3 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:16.572000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ef7a14ac-aa39-45fa-aa8b-63df084f44b3 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "GET /v2.0/networks?id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 200 len: 818 time: 0.9639909 Dec 17 16:03:16.588169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0fbf61-cfb1-4400-968f-5ce0de8df5de') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:16.588575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0fbf61-cfb1-4400-968f-5ce0de8df5de') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:16.613928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Request body: {'port': {'device_id': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53', 'admin_state_up': True, 'tenant_id': 'd972667ce8c0444ca82fe23f52365e4b'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:16.631861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Attempting to bind port 9a1aba12-22ec-49d8-9129-5f1af9861a13 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:16.632984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Attempting to bind port 9a1aba12-22ec-49d8-9129-5f1af9861a13 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:16.633474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Attempting to bind port 9a1aba12-22ec-49d8-9129-5f1af9861a13 on network bdd66c28-55ff-4953-af19-c032d1c280ac {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:16.652481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:16.653676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Checking segment: {'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:16.654264 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.654774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Bound using segment: {'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:16.655393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Bound port: 9a1aba12-22ec-49d8-9129-5f1af9861a13, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0fbf61-cfb1-4400-968f-5ce0de8df5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bdd66c28-55ff-4953-af19-c032d1c280ac'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:16.655962 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.681077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.695674 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.722742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-08140a0e-429c-46ae-a030-f0cd2f77b89a None None] Port 9a1aba12-22ec-49d8-9129-5f1af9861a13 has been deleted concurrently {{(pid=109785) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 17 16:03:16.747680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port eb18b31a-271d-4525-9946-b59ea512cb0f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:16.748183 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.875530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:16.908535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-585a6e22-bca4-4ea8-8ddc-babd78e09900 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:16.920216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-585a6e22-bca4-4ea8-8ddc-babd78e09900 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/networks?id=017777be-44f7-44d1-bebb-0d0f96493b3b HTTP/1.1" status: 200 len: 817 time: 0.4081295 Dec 17 16:03:17.019114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Network 34a54745-899f-479f-be51-83dabcb014c2 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:17.027206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Pushing event updated for resources: {'Port': ['ID=7a2506b8-a8ad-4f77-833b-62f2323018e2,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:17.029647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:17.040624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:17.045106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.096623 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-d66d9bca-7f16-498c-948e-3f2501fd57e2 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/quotas/fa74ad84c7b942808f421158a56e0f69 HTTP/1.1" status: 200 len: 375 time: 0.1753900 Dec 17 16:03:17.154548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.171023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bd38c894-8fd4-41de-806f-4288eff81598 None None] Provisioning complete for port eb18b31a-271d-4525-9946-b59ea512cb0f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:17.171470 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bd38c894-8fd4-41de-806f-4288eff81598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.179996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-3b533218-6faa-4e13-aed5-db6fb31678f7 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa74ad84c7b942808f421158a56e0f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823445 Dec 17 16:03:17.205849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:17.206750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:17.212343 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:17.227085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-fc4aba5c-7b7f-4852-b0d2-5f70857550f1 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:17.230203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-fc4aba5c-7b7f-4852-b0d2-5f70857550f1 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "GET /v2.0/networks?id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 200 len: 818 time: 0.6491592 Dec 17 16:03:17.241153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.241532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.241845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.242183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.243989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.244354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.244730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.245236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.245444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.245763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.246092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.253077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.253440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:17.254352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Request body: {'port': {'device_id': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53', 'admin_state_up': True, 'tenant_id': 'd972667ce8c0444ca82fe23f52365e4b'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:17.315471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Made reservation on behalf of d972667ce8c0444ca82fe23f52365e4b for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:17.321967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.322705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5422faf7-f8f3-4c58-8e45-7ce3511e44a8 req-5895a877-9279-4211-9b1d-1bebd1cecf4d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5595057 Dec 17 16:03:17.340615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Made reservation on behalf of d972667ce8c0444ca82fe23f52365e4b for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:17.344852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.357040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Attempting to bind port 7a2506b8-a8ad-4f77-833b-62f2323018e2 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:17.359904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Attempting to bind port 7a2506b8-a8ad-4f77-833b-62f2323018e2 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ffe1f45c-9166-4297-98f4-857e62009d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '34a54745-899f-479f-be51-83dabcb014c2'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:17.360299 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Attempting to bind port 7a2506b8-a8ad-4f77-833b-62f2323018e2 on network 34a54745-899f-479f-be51-83dabcb014c2 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:17.386290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:17.389592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Checking segment: {'id': 'ffe1f45c-9166-4297-98f4-857e62009d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '34a54745-899f-479f-be51-83dabcb014c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:17.390256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.390847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Bound using segment: {'id': 'ffe1f45c-9166-4297-98f4-857e62009d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '34a54745-899f-479f-be51-83dabcb014c2'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:17.393680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Bound port: 7a2506b8-a8ad-4f77-833b-62f2323018e2, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe1f45c-9166-4297-98f4-857e62009d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '34a54745-899f-479f-be51-83dabcb014c2'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:17.394292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.492410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.515650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.537843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/networks/bdd66c28-55ff-4953-af19-c032d1c280ac HTTP/1.1" status: 204 len: 168 time: 2.9869971 Dec 17 16:03:17.539133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55760) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:17.674376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] For port 7a2506b8-a8ad-4f77-833b-62f2323018e2, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:17.680247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] For port 7a2506b8-a8ad-4f77-833b-62f2323018e2, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7a2506b8-a8ad-4f77-833b-62f2323018e2,segment=NetworkSegment(ffe1f45c-9166-4297-98f4-857e62009d73),segment_id=ffe1f45c-9166-4297-98f4-857e62009d73)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:17.694215 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.762271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Made reservation on behalf of d972667ce8c0444ca82fe23f52365e4b for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:17.766841 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.769646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81ad78-4290-4be7-93ee-b0a8d34c7c57 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Network': ['ID=bdd66c28-55ff-4953-af19-c032d1c280ac,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:17.880201 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:17.889136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aa653-4011-4b8d-a269-ad0469f70746 None None] Pushing event updated for resources: {'Port': ['ID=7a2506b8-a8ad-4f77-833b-62f2323018e2,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:17.920998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-d1d25954-8e4c-4bc8-9916-bc14e6d1c2bc service neutron] 10.222.0.54 "GET /v2.0/networks/017777be-44f7-44d1-bebb-0d0f96493b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400939 Dec 17 16:03:17.984537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09d00fd3-11e4-42f4-b048-b53615b66921 req-0a9fbb8e-6162-4465-b174-e64231e2924d tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 210 time: 0.0765095 Dec 17 16:03:18.030948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Allocated IP 172.20.0.4 (4a51ed10-4bd0-443c-afa6-72ddc1a97c53/870f19a0-858e-4b02-a9cc-f9930e7192f1/63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:18.406395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489588f0-2ae5-4456-b463-d235a790fe58 None None] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:18.418686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc0045-93e4-4002-a7ac-7a93aa0d8b40 req-dcaff4a0-04be-43e7-9a84-526b03d7b759 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:18.441926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0cc0045-93e4-4002-a7ac-7a93aa0d8b40 req-dcaff4a0-04be-43e7-9a84-526b03d7b759 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.3590922 Dec 17 16:03:18.685751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0cc0045-93e4-4002-a7ac-7a93aa0d8b40 req-e6e813c5-bcca-444b-8195-b5439b0d90d5 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406297 Dec 17 16:03:18.703632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:18.749915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:18.790673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:18.840697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-efb7650c-7258-40f0-99ec-f1e246de2638 None None] Provisioning complete for port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:18.841278 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-efb7650c-7258-40f0-99ec-f1e246de2638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:18.892481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Pushing event updated for resources: {'Port': ['ID=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:18.908754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:18.924281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:18.940845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:18.942722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:18.943329 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.047334 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-efb7650c-7258-40f0-99ec-f1e246de2638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.061855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Allocated IP 172.20.0.11 (4a51ed10-4bd0-443c-afa6-72ddc1a97c53/870f19a0-858e-4b02-a9cc-f9930e7192f1/10783230-3e33-4082-bb28-33b59ab5d578) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:19.133810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f9dbe-6fe7-4ece-aa36-b12a1135834c None None] DHCP port deletion for bdd66c28-55ff-4953-af19-c032d1c280ac request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:19.160966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b77ca-866e-4cc6-a888-ee6db630bc86 req-4f2967af-48e0-4b58-8bd1-94f296efd4c7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:19.162588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f0b77ca-866e-4cc6-a888-ee6db630bc86 req-4f2967af-48e0-4b58-8bd1-94f296efd4c7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.2933490 Dec 17 16:03:19.223725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.227975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-efb7650c-7258-40f0-99ec-f1e246de2638 None None] For port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,segment=NetworkSegment(8ebd632e-1c98-4fd6-9efa-60bba0a8f618),segment_id=8ebd632e-1c98-4fd6-9efa-60bba0a8f618)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:19.236683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.247789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22723dc2-1b47-484a-ac82-00f3dc94aa8d']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:19.259831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2034229-2d57-44ce-9bd7-5dfc9bba0466') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:19.260129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2034229-2d57-44ce-9bd7-5dfc9bba0466') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:19.276849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.292051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.297903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17eb4b-ff1e-4e2b-9024-2349516e1c3a None None] Network bdd66c28-55ff-4953-af19-c032d1c280ac requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:19.309879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:19.310291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.321155 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-efb7650c-7258-40f0-99ec-f1e246de2638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.324627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17eb4b-ff1e-4e2b-9024-2349516e1c3a None None] Network bdd66c28-55ff-4953-af19-c032d1c280ac could not be found, it might have been deleted concurrently. {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:19.413220 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:19.433060 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.438344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.441897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/networks/22723dc2-1b47-484a-ac82-00f3dc94aa8d HTTP/1.1" status: 204 len: 168 time: 1.8154626 Dec 17 16:03:19.466044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55782) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:19.483764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7650c-7258-40f0-99ec-f1e246de2638 None None] Pushing event updated for resources: {'Port': ['ID=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:19.490086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c4bcc380-f75a-4cb2-916d-d960009391f0 None None] Could not find standard attr ID for object 9a1aba12-22ec-49d8-9129-5f1af9861a13. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:03:19.494116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.503710 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:19.505567 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:19.506235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e799f-dd5e-49f5-92e8-3cbfba7eb1a3 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Network': ['ID=22723dc2-1b47-484a-ac82-00f3dc94aa8d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:19.562462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.595712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:19.597717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.608216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.609005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.645315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-faccd643-036b-4bc5-b81f-2fe6828abd56 None None] Provisioning complete for port 0a83bed1-8ffd-4abb-817b-5f49df841adf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:19.645938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faccd643-036b-4bc5-b81f-2fe6828abd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.671013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Port': ['ID=0a83bed1-8ffd-4abb-817b-5f49df841adf,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:19.686727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6fd02288-2ca1-4908-a946-8b1f9a6676af tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0774722 Dec 17 16:03:19.690067 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-49fcc22c-01f6-4329-a38f-49f1f8daec65 service neutron] 10.222.0.54 "GET /v2.0/networks/017777be-44f7-44d1-bebb-0d0f96493b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7453454 Dec 17 16:03:19.700411 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:03:19.740213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-faccd643-036b-4bc5-b81f-2fe6828abd56 None None] Port 0a83bed1-8ffd-4abb-817b-5f49df841adf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:19.743013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Request body: {'port': {'device_id': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:19.754004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-faccd643-036b-4bc5-b81f-2fe6828abd56 None None] Provisioning complete for port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:19.755311 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faccd643-036b-4bc5-b81f-2fe6828abd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.852386 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.879740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f0b77ca-866e-4cc6-a888-ee6db630bc86 req-bdc1855d-8c2e-4f14-9c70-7ad143211d37 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015068 Dec 17 16:03:19.881672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:19.947910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879698b-e24c-4134-a724-618a0bb7cb6a None None] Network 34a54745-899f-479f-be51-83dabcb014c2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:20.136062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:20.155458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:20.172991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:20.201752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2da142c1-737d-4c1b-8c90-939bf6aa05c0 req-89f107dc-61c7-4530-87f4-58c1dc6c7e73 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 210 time: 0.0738885 Dec 17 16:03:20.215476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Allocated IP 172.20.0.2 (4a51ed10-4bd0-443c-afa6-72ddc1a97c53/870f19a0-858e-4b02-a9cc-f9930e7192f1/3e31efa7-f0e5-4d14-9193-20ac0e7316bb) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:20.220731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7a2506b8-a8ad-4f77-833b-62f2323018e2 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:20.253545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Provisioning complete for port 0a83bed1-8ffd-4abb-817b-5f49df841adf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:20.253952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.269902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:20.272002 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.288106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.332317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0839086 Dec 17 16:03:20.333814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:20.343256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.365343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:20.439191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Request body: {'port': {'device_id': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:20.460291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318544ad-4546-4209-ae7c-197309c32b10 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Pushing event updated for resources: {'Port': ['ID=10783230-3e33-4082-bb28-33b59ab5d578,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:20.470066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Port 0a83bed1-8ffd-4abb-817b-5f49df841adf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:20.509856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e600cf2-c1e1-412b-9b82-821d26c061fb req-f7a97912-c7c9-42d9-8639-4b2ffa0e1f5e tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 210 time: 0.1748583 Dec 17 16:03:20.518489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-ded0b4e9-eff0-4e26-8df9-45f945c93b06 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:20.521120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-ded0b4e9-eff0-4e26-8df9-45f945c93b06 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.47 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.4004924 Dec 17 16:03:20.571367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Provisioning complete for port 7a2506b8-a8ad-4f77-833b-62f2323018e2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:20.571947 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.593626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe2a27b-5713-4030-8a46-9609e7540220']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:20.610596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e77d31-850a-42ca-a3cf-4daee7920144 req-ecf89807-54be-4277-bec4-eda7f4535159 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:20.612647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1e77d31-850a-42ca-a3cf-4daee7920144 req-ecf89807-54be-4277-bec4-eda7f4535159 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 945 time: 0.3256226 Dec 17 16:03:20.665603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7a2506b8-a8ad-4f77-833b-62f2323018e2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:20.665978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.722767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236b69b7-5919-49d6-b901-9c33740d75b6') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:20.723095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236b69b7-5919-49d6-b901-9c33740d75b6') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:20.834707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.883577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.893557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:20.947659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] For port 7a2506b8-a8ad-4f77-833b-62f2323018e2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7a2506b8-a8ad-4f77-833b-62f2323018e2,segment=NetworkSegment(ffe1f45c-9166-4297-98f4-857e62009d73),segment_id=ffe1f45c-9166-4297-98f4-857e62009d73)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:20.957664 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.004945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.025970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1e77d31-850a-42ca-a3cf-4daee7920144 req-035462b7-3d45-4f98-9eab-1b7b866e668c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956583 Dec 17 16:03:21.034357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf05aa-dff4-4aeb-af1e-accc7e770694 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:03:21.111106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d12822-45b9-4fb3-b145-1fe8e2710524 None None] Pushing event updated for resources: {'Port': ['ID=7a2506b8-a8ad-4f77-833b-62f2323018e2,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:21.125312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.179404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:21.180374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.185274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-97e4a71d-617d-42bf-9577-a48174f10356 None None] Provisioning complete for port 0a83bed1-8ffd-4abb-817b-5f49df841adf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:21.185655 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-97e4a71d-617d-42bf-9577-a48174f10356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:21.194513 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:21.263105 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:21.266029 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:21.306022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-97e4a71d-617d-42bf-9577-a48174f10356 None None] Port 0a83bed1-8ffd-4abb-817b-5f49df841adf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:21.352424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36747263-3198-435b-9fd2-c913a4b911bc req-fa5a02ed-ebb1-4d7d-b2a4-5fc4e7decc83 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 210 time: 0.0566299 Dec 17 16:03:21.360669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-97e4a71d-617d-42bf-9577-a48174f10356 None None] Provisioning complete for port 7a2506b8-a8ad-4f77-833b-62f2323018e2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:21.361178 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-97e4a71d-617d-42bf-9577-a48174f10356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.388819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e87c2-0a65-4590-ab7b-138cec814c07 req-e1b7baf2-1e78-4951-9884-7249ff7080f0 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:21.390647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-df5e87c2-0a65-4590-ab7b-138cec814c07 req-e1b7baf2-1e78-4951-9884-7249ff7080f0 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.2971380 Dec 17 16:03:21.411852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Deleting port 18341698-1aa9-4545-9150-b7a6d66d3166 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:21.412333 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.442870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.449451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf05aa-dff4-4aeb-af1e-accc7e770694 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:03:21.485496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Router 6f0a9db6-6389-42e2-b746-3ac4c68f5762 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:03:21.501936 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.506616 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.510031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/networks/2fe2a27b-5713-4030-8a46-9609e7540220 HTTP/1.1" status: 204 len: 168 time: 2.0417702 Dec 17 16:03:21.512753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55808) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:21.538362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e331f7-87b7-4eb3-8198-14803fe78ed0 tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Network': ['ID=2fe2a27b-5713-4030-8a46-9609e7540220,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:21.625718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-df5e87c2-0a65-4590-ab7b-138cec814c07 req-3f6f31fe-cd50-4763-ab79-50c82a522fcd tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256563 Dec 17 16:03:21.695863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] For port 18341698-1aa9-4545-9150-b7a6d66d3166, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=18341698-1aa9-4545-9150-b7a6d66d3166,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:21.695863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.713856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.715783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Calling delete_port for 18341698-1aa9-4545-9150-b7a6d66d3166 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:21.715952 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:21.736690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5f8ecaa-bc2d-4a3a-b15c-e275e80392f0 req-870e1fd4-2400-4bb6-8e76-b56d855b630d tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 210 time: 0.0964596 Dec 17 16:03:21.754996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:21.765884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cb1edb87-abe8-45bc-aa1e-de77533feaeb tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3002272 Dec 17 16:03:21.775140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55812) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:21.806554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] Sync routers for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:21.848681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:21.916327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:21.928816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:21.935930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Pushing event updated for resources: {'Port': ['ID=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:22.039311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:22.039987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:22.072597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.073224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.086128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:22.110629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:22.133630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:22.134321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:22.137302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.181507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Transition to ACTIVE for port object 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:03:22.186281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:22.186955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfa2e20-af6c-483a-8807-c5aa9602b46a None None] The sync data for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:22.288091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.362100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6ff48aa2-3836-40ce-a376-10c3fcac81a8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8398561 Dec 17 16:03:22.375131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:22.452807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-32db0fe1-c261-46c0-992b-2c6a162c0b34 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.454578 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-32db0fe1-c261-46c0-992b-2c6a162c0b34 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.47 "GET /v2.0/networks?id=017777be-44f7-44d1-bebb-0d0f96493b3b HTTP/1.1" status: 200 len: 817 time: 0.6896939 Dec 17 16:03:22.480260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:22.480760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.506952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Request body: {'port': {'device_id': 'aad3e6c5-c95a-401c-9516-80577446e637', 'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b', 'admin_state_up': True, 'tenant_id': 'fa74ad84c7b942808f421158a56e0f69'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:22.511971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:22.542821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c2c861-190f-476f-89ea-49b6580b38b2 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:22.546598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Request body: {'port': {'device_id': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:22.567224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Provisioning complete for port 0b17dadd-2d6f-4b12-a26b-342096184cdf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:22.567699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.618227 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.635489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7baee0-80ca-4ecf-9202-31bfc65d11eb None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:22.652102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4aaab-7871-4f8e-bccd-6ad8c511b8ce req-32fcb9f3-4339-476b-b1f5-fc731aa9dd04 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.659754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7de4aaab-7871-4f8e-bccd-6ad8c511b8ce req-32fcb9f3-4339-476b-b1f5-fc731aa9dd04 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af3c234-e8e1-4f95-af9f-e7c0f272c9cc HTTP/1.1" status: 200 len: 867 time: 0.3642821 Dec 17 16:03:22.667447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b3e308ee-ad6e-4e25-ae7e-68319f43a0f4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:22.694700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2148d-0df4-47a3-b9c3-2500eca0172c None None] DHCP port deletion for 223734ad-1855-4caf-9667-52aa4854f51c request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:22.729965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.735358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.758437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Pushing event deleted for resources: {'Port': ['ID=18341698-1aa9-4545-9150-b7a6d66d3166,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:22.787573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] No DVR routers for this DVR port 18341698-1aa9-4545-9150-b7a6d66d3166 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:22.789938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9750e-dfa5-440b-8f60-5d85ade28bdb req-7dbed028-d83b-4d37-a148-0d6a7ba5e996 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.797543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14c9750e-dfa5-440b-8f60-5d85ade28bdb req-7dbed028-d83b-4d37-a148-0d6a7ba5e996 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 931 time: 0.3057625 Dec 17 16:03:22.837615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da2a28b-99fb-46b5-9ac1-ec90034b6710']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:22.840522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.843924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a8364c1-2cba-4ad2-af02-7c76e2f42909 req-86d0fdde-bbaa-418c-8400-c6e804c7db2e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.47 "DELETE /v2.0/ports/18341698-1aa9-4545-9150-b7a6d66d3166 HTTP/1.1" status: 204 len: 173 time: 2.2733109 Dec 17 16:03:22.847960 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-62fa1651-03ad-47c8-8a7c-9a2d7fad383f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:03:22.849220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-62fa1651-03ad-47c8-8a7c-9a2d7fad383f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0564499 Dec 17 16:03:22.849932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'name': 'network-vif-deleted', 'tag': '18341698-1aa9-4545-9150-b7a6d66d3166'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:22.852461 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d773b40-7897-4772-a619-3a8ece3e6df1" -d '{"events": [{"server_uuid": "7af3c234-e8e1-4f95-af9f-e7c0f272c9cc", "name": "network-vif-deleted", "tag": "18341698-1aa9-4545-9150-b7a6d66d3166"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:22.862920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55826) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:22.872436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabadfa1-8af4-45d0-8100-c74100ea61fc') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:22.872722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabadfa1-8af4-45d0-8100-c74100ea61fc') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:22.874854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Attempting to bind port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:22.875180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Attempting to bind port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:22.875506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Attempting to bind port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:22.913004 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.926194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7a2506b8-a8ad-4f77-833b-62f2323018e2 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:22.928640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:03:22.928947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Attempting to bind port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:22.948259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.951341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10783230-3e33-4082-bb28-33b59ab5d578 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:22.965672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:22.966051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Checking segment: {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:22.967056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Bound using segment: {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:22.967056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Bound port: 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:22.967325 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.977702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:22.978011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.984781 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:22.986951 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:23.064694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14c9750e-dfa5-440b-8f60-5d85ade28bdb req-97fb4ba7-dbeb-4496-ae29-2274fa743f76 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661860 Dec 17 16:03:23.091193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7de4aaab-7871-4f8e-bccd-6ad8c511b8ce req-3bfa456a-99cf-44c0-b017-41b35310f6ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277673 Dec 17 16:03:23.091664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Transition to ACTIVE for port object 10783230-3e33-4082-bb28-33b59ab5d578 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:03:23.092162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Made reservation on behalf of fa74ad84c7b942808f421158a56e0f69 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:23.096472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.139255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.208980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf78a1-c3b2-4024-8507-89a25393d502 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:23.228860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.261967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Could not find standard attr ID for object 18341698-1aa9-4545-9150-b7a6d66d3166. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:03:23.275521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7a2506b8-a8ad-4f77-833b-62f2323018e2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:23.277028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.277881 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.286826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] 10.222.0.54 "DELETE /v2.0/networks/4da2a28b-99fb-46b5-9ac1-ec90034b6710 HTTP/1.1" status: 204 len: 168 time: 1.7698572 Dec 17 16:03:23.359764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] For port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:23.364795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] For port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:23.380226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3878be-2e80-4f6c-8818-e6db8759c6dc tempest-BulkNetworkOpsIpV6Test-839106777 tempest-BulkNetworkOpsIpV6Test-839106777-project] Pushing event deleted for resources: {'Network': ['ID=4da2a28b-99fb-46b5-9ac1-ec90034b6710,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:23.388631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.449592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Provisioning complete for port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:23.449998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.471449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Pushing event updated for resources: {'Port': ['ID=10783230-3e33-4082-bb28-33b59ab5d578,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:23.787428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a1aba12-22ec-49d8-9129-5f1af9861a13 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:23.851778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55838) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:23.873201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9a1aba12-22ec-49d8-9129-5f1af9861a13 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:23.873784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a1aba12-22ec-49d8-9129-5f1af9861a13 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:23.890260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 18341698-1aa9-4545-9150-b7a6d66d3166 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:23.938283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 18341698-1aa9-4545-9150-b7a6d66d3166 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:23.938283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 18341698-1aa9-4545-9150-b7a6d66d3166 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:23.954842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Provisioning complete for port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:23.954842 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:23.966050 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743f6b84-0c2f-4506-b55b-7cfa0bd66b20 req-2934322d-98c8-4f04-94d9-5b9826253cce tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 210 time: 0.1094370 Dec 17 16:03:24.055062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Pushing event updated for resources: {'Port': ['ID=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:24.108520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80380c-3049-4b16-ac6d-aa17407f52cc None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:24.132338 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5d36fd-db52-4e6c-8d36-bd1a105a6004 x-openstack-request-id: req-ad5d36fd-db52-4e6c-8d36-bd1a105a6004 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:24.132636 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af3c234-e8e1-4f95-af9f-e7c0f272c9cc", "name": "network-vif-deleted", "tag": "18341698-1aa9-4545-9150-b7a6d66d3166", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:24.132897 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad5d36fd-db52-4e6c-8d36-bd1a105a6004 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:24.133314 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af3c234-e8e1-4f95-af9f-e7c0f272c9cc', 'name': 'network-vif-deleted', 'tag': '18341698-1aa9-4545-9150-b7a6d66d3166', 'status': 'completed', 'code': 200} Dec 17 16:03:24.141174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8e156-c488-49b2-8cdd-1a593868360a req-340c7afc-1411-4c22-9124-30d4fc5dd350 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:24.143530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Provisioning complete for port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:24.144287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.159065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50c8e156-c488-49b2-8cdd-1a593868360a req-340c7afc-1411-4c22-9124-30d4fc5dd350 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.9111385 Dec 17 16:03:24.172470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:24.173103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.174605 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-21cfd126-2173-4f50-9b21-51f48526ff46 service neutron] 10.222.0.47 "PUT /v2.0/ports/63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f HTTP/1.1" status: 200 len: 1092 time: 4.4555552 Dec 17 16:03:24.175047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'tag': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:24.177436 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728a43a4-090d-4c34-977a-53a5e2d638c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0ff920-0c30-452e-a222-52dd9e4c76bd", "tag": "63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:24.203987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c0efe-3b77-4494-8388-e351809b5244 None None] Port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:24.287612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e31efa7-f0e5-4d14-9193-20ac0e7316bb {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:24.319111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.325283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-65f6016e-969b-4424-aee1-f2f74d101a0d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b4ce1de84c84d06807eb80833bc146d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4672680 Dec 17 16:03:24.330586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55848) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:24.353097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-68d79582-71d7-4411-82e0-260bd271076b None None] Provisioning complete for port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:24.355707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68d79582-71d7-4411-82e0-260bd271076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.357189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Transition to ACTIVE for port object 3e31efa7-f0e5-4d14-9193-20ac0e7316bb will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:03:24.372775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.401113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50c8e156-c488-49b2-8cdd-1a593868360a req-e7f8b5f3-e6e8-4bbe-aee9-48e67eac85b1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411156 Dec 17 16:03:24.455982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Attempting to bind port 10783230-3e33-4082-bb28-33b59ab5d578 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:24.456479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Attempting to bind port 10783230-3e33-4082-bb28-33b59ab5d578 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:24.456966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Attempting to bind port 10783230-3e33-4082-bb28-33b59ab5d578 on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:24.463600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-f02555c8-cfee-44d9-96ff-ed53d891cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:24.465277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-f02555c8-cfee-44d9-96ff-ed53d891cffe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d972667ce8c0444ca82fe23f52365e4b&device_id=dc0ff920-0c30-452e-a222-52dd9e4c76bd HTTP/1.1" status: 200 len: 1095 time: 0.2128232 Dec 17 16:03:24.470553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Allocated IP 172.20.0.6 (017777be-44f7-44d1-bebb-0d0f96493b3b/5ce6f4be-76ca-4dfb-9b99-4d9d75556152/ebfc6ac7-85d9-4a0a-a181-b37577fe83d2) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:24.475651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Port 10783230-3e33-4082-bb28-33b59ab5d578 on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:03:24.476344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Attempting to bind port 10783230-3e33-4082-bb28-33b59ab5d578 on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:24.481231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-68d79582-71d7-4411-82e0-260bd271076b None None] Port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:24.487795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e5b559-c2b6-4ba1-b70a-e96bedbd8ca3 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:24.496296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:24.536087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-1ec7f83f-f63c-4dec-8a89-826d24cc6a61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f HTTP/1.1" status: 200 len: 217 time: 0.0546286 Dec 17 16:03:24.536948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:24.537401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Checking segment: {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:24.537932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Bound using segment: {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:24.538562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Bound port: 10783230-3e33-4082-bb28-33b59ab5d578, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:24.539158 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.547350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3ba72b4-6fdf-4d07-9dcd-d66851d42dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.570786 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dd8d6a-4dbd-47b4-b724-5f2a0b5afaab x-openstack-request-id: req-98dd8d6a-4dbd-47b4-b724-5f2a0b5afaab {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:24.571069 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0ff920-0c30-452e-a222-52dd9e4c76bd", "tag": "63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:24.571485 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98dd8d6a-4dbd-47b4-b724-5f2a0b5afaab {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:24.571990 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'tag': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f', 'status': 'completed', 'code': 200} Dec 17 16:03:24.629136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3ba72b4-6fdf-4d07-9dcd-d66851d42dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.638542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b9510-a695-4d72-ab8c-f4d024e51924 req-b7e1181e-b9bb-41e8-b65d-325a3c80459c tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:24.640096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd5b9510-a695-4d72-ab8c-f4d024e51924 req-b7e1181e-b9bb-41e8-b65d-325a3c80459c tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 943 time: 0.2243359 Dec 17 16:03:24.668155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] For port 10783230-3e33-4082-bb28-33b59ab5d578, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:24.671627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] For port 10783230-3e33-4082-bb28-33b59ab5d578, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=10783230-3e33-4082-bb28-33b59ab5d578,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:24.682214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.754686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.760824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:24.761472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.762886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] 10.222.0.47 "PUT /v2.0/ports/10783230-3e33-4082-bb28-33b59ab5d578 HTTP/1.1" status: 200 len: 1093 time: 4.3839223 Dec 17 16:03:24.766671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-774cb739-55b0-43c9-8e89-1292f2bd74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:24.768783 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-774cb739-55b0-43c9-8e89-1292f2bd74b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=870f19a0-858e-4b02-a9cc-f9930e7192f1 HTTP/1.1" status: 200 len: 858 time: 0.2135949 Dec 17 16:03:24.779776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcd53f-e088-4e6a-845b-745be0bb0991 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:24.820689 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-b1b8cd0b-0999-4b15-a42b-d5a7206f7794 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413461 Dec 17 16:03:24.822031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52c0ce-5470-4f1c-93df-68858f90828b service neutron] Pushing event updated for resources: {'Port': ['ID=10783230-3e33-4082-bb28-33b59ab5d578,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:24.861065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Attempting to bind port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:24.861722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Attempting to bind port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:24.861722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Attempting to bind port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:24.910479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd5b9510-a695-4d72-ab8c-f4d024e51924 req-ffd353e7-b22d-4df3-8b51-196b3153cd13 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553320 Dec 17 16:03:24.916194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:03:24.919806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Attempting to bind port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb on network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:24.931657 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3ba72b4-6fdf-4d07-9dcd-d66851d42dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.934556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3ba72b4-6fdf-4d07-9dcd-d66851d42dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.935959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b3ba72b4-6fdf-4d07-9dcd-d66851d42dec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9d3a530-b475-4866-ad44-7e5aca9314a5 HTTP/1.1" status: 204 len: 168 time: 0.6031308 Dec 17 16:03:24.941286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:24.941854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Checking segment: {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:24.942659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Bound using segment: {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:24.943299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Bound port: 3e31efa7-f0e5-4d14-9193-20ac0e7316bb, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d24870-dcb0-4e65-9b30-e5019d8e3919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:24.943894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:24.966345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba72b4-6fdf-4d07-9dcd-d66851d42dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d3a530-b475-4866-ad44-7e5aca9314a5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:25.032023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-669e9965-62be-4def-85c4-c18f7fdefc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.033581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-669e9965-62be-4def-85c4-c18f7fdefc39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d972667ce8c0444ca82fe23f52365e4b&device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 1096 time: 0.1959307 Dec 17 16:03:25.111093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd7d42-3e37-4764-9728-96410206d41a req-238d14d4-0aa3-49d6-8be8-f3cc7e72283e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.113773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-08cd7d42-3e37-4764-9728-96410206d41a req-238d14d4-0aa3-49d6-8be8-f3cc7e72283e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2651289 Dec 17 16:03:25.127666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-1380012d-a79e-4c62-b72c-87ba954a8d00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10783230-3e33-4082-bb28-33b59ab5d578 HTTP/1.1" status: 200 len: 217 time: 0.0792177 Dec 17 16:03:25.146404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-58ae466a-4a39-4b19-abe5-58dd06d534af service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173318 Dec 17 16:03:25.174184 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dd729153-b95e-4120-b670-672962490dfd req-2e9a907f-3fa8-445d-b60a-2383cdea9cc2 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 210 time: 0.0564799 Dec 17 16:03:25.182429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] For port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:25.198266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] For port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:25.212430 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.262084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4dfde-e86f-46bc-8962-4ca1c7d49f26 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:25.275493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.276490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.277116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.278532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] 10.222.0.49 "PUT /v2.0/ports/3e31efa7-f0e5-4d14-9193-20ac0e7316bb HTTP/1.1" status: 200 len: 1092 time: 2.8855655 Dec 17 16:03:25.322136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-7b60ef04-8ae6-4b93-81b1-6d91dcf9873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.324058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-7b60ef04-8ae6-4b93-81b1-6d91dcf9873d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=870f19a0-858e-4b02-a9cc-f9930e7192f1 HTTP/1.1" status: 200 len: 858 time: 0.1756620 Dec 17 16:03:25.344421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-08cd7d42-3e37-4764-9728-96410206d41a req-49d912ef-6d05-482b-9401-c13e12b0de2c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150216 Dec 17 16:03:25.442478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-a3597871-b935-45a5-88f4-573853e6b9b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968654 Dec 17 16:03:25.453687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-b82771ed-3bf4-44f4-a3c2-876562c62071 service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823222 Dec 17 16:03:25.502189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade8907-3163-40f4-97a3-b6026ea0bbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:25.537987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-918e205a-b94a-45ff-b3cb-ab679beae060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.539589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-918e205a-b94a-45ff-b3cb-ab679beae060 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d972667ce8c0444ca82fe23f52365e4b&device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 1095 time: 0.1827989 Dec 17 16:03:25.556379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.559020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting port 0a83bed1-8ffd-4abb-817b-5f49df841adf {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:25.559555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.613741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-778397a7-a2c6-4fb5-bfe6-78f53ad80e68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e31efa7-f0e5-4d14-9193-20ac0e7316bb HTTP/1.1" status: 200 len: 217 time: 0.0608578 Dec 17 16:03:25.632216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Network 017777be-44f7-44d1-bebb-0d0f96493b3b is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:25.640623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:25.643417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:25.660743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a847e-ead9-4bdb-a164-54ff0ca92f05 None None] DHCP port deletion for 017777be-44f7-44d1-bebb-0d0f96493b3b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:25.718506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Pushing event updated for resources: {'Port': ['ID=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:25.746691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-89a2a18d-6adf-4e40-83e4-f6543d3889df None None] Provisioning complete for port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:25.747031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-89a2a18d-6adf-4e40-83e4-f6543d3889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.765120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6b72f518-2ca3-4ef0-8908-be9726fb2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.770425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-6b72f518-2ca3-4ef0-8908-be9726fb2158 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=870f19a0-858e-4b02-a9cc-f9930e7192f1 HTTP/1.1" status: 200 len: 858 time: 0.1416292 Dec 17 16:03:25.821448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-89a2a18d-6adf-4e40-83e4-f6543d3889df None None] Port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:25.826901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-835911e5-7d35-4aff-91bd-b653546a24ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372860 Dec 17 16:03:25.828673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.831879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363734f-d240-4a33-98bf-ba6ee9ecbb0d req-307382a5-a599-4c19-a09e-89c355d8999e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.841839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7363734f-d240-4a33-98bf-ba6ee9ecbb0d req-307382a5-a599-4c19-a09e-89c355d8999e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.3267417 Dec 17 16:03:25.843493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-fa90659e-df5b-44c9-ba43-054511d1a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.845089 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-fa90659e-df5b-44c9-ba43-054511d1a472 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d972667ce8c0444ca82fe23f52365e4b&device_id=dc0ff920-0c30-452e-a222-52dd9e4c76bd HTTP/1.1" status: 200 len: 1095 time: 0.3301742 Dec 17 16:03:25.853146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:25.853735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:25.870884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Calling delete_port for 0a83bed1-8ffd-4abb-817b-5f49df841adf owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:25.934342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-a9e63a2c-fa05-4ef7-8255-87eb5f212a7a service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796574 Dec 17 16:03:25.937545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-7a2dd513-ef74-4af1-85cc-79c7784b6254 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4481094 Dec 17 16:03:26.025956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-0a771273-ff6e-42ad-89e8-f5bbc09a77e6 service neutron] 10.222.0.49 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878321 Dec 17 16:03:26.067966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Request body: {'port': {'device_id': 'aad3e6c5-c95a-401c-9516-80577446e637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:26.121846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55892) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:26.124354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7363734f-d240-4a33-98bf-ba6ee9ecbb0d req-6596e98e-abc6-4bdc-91e8-68ce9d240bd7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830763 Dec 17 16:03:26.151248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'tag': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:26.153455 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576f079-936b-46dc-8a39-1f2200a9f72c" -d '{"events": [{"name": "network-changed", "server_uuid": "aba61356-e84b-4db9-8079-7ff6619afd11", "tag": "3e31efa7-f0e5-4d14-9193-20ac0e7316bb"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:26.201716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-b6c9a3ba-8cdc-40d2-86c6-9343dd16ca81 service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244086 Dec 17 16:03:26.215262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:26.237434 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e0dad8-c862-4378-b32b-e8f6940944b6 x-openstack-request-id: req-a0e0dad8-c862-4378-b32b-e8f6940944b6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:26.237705 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba61356-e84b-4db9-8079-7ff6619afd11", "tag": "3e31efa7-f0e5-4d14-9193-20ac0e7316bb", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:26.237961 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0e0dad8-c862-4378-b32b-e8f6940944b6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:26.239372 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'tag': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb', 'status': 'completed', 'code': 200} Dec 17 16:03:26.242977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-84981270-c453-49ca-a988-cc6f405a3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:26.247411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-84981270-c453-49ca-a988-cc6f405a3db7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 200 len: 919 time: 0.3604374 Dec 17 16:03:26.292376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9269e4-5bf9-4443-8b83-4c294c307bad req-61ed5b25-8c07-48ab-adf9-6cb730c103db tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:26.295910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef9269e4-5bf9-4443-8b83-4c294c307bad req-61ed5b25-8c07-48ab-adf9-6cb730c103db tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 943 time: 0.2222364 Dec 17 16:03:26.352050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667766726'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:26.379626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-22490386-c23d-4e57-ae04-f32f899f2e9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f HTTP/1.1" status: 200 len: 217 time: 0.0746045 Dec 17 16:03:26.391666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f6e4428-8647-4c59-8f8b-31a5543a5eec req-431095c5-e576-4fac-9d5f-fa0c61ca2099 service neutron] 10.222.0.49 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187218 Dec 17 16:03:26.434421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:26.446815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-ee3923f3-3218-4e8d-90b2-e20018882a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:26.448319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-ee3923f3-3218-4e8d-90b2-e20018882a41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=870f19a0-858e-4b02-a9cc-f9930e7192f1 HTTP/1.1" status: 200 len: 858 time: 0.0556831 Dec 17 16:03:26.453111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:26.457663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:26.531525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-4c7b574a-b5f2-4ed0-9c40-f7b6c788aa0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713749 Dec 17 16:03:26.541194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747cce8-45da-4b04-bdff-d896cc4c8308 req-46a0ed24-574f-4f20-8055-3ea51b8f57b6 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:26.546095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef9269e4-5bf9-4443-8b83-4c294c307bad req-9ac6fbd2-dbf4-4488-8908-f611aa6b49ac tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020655 Dec 17 16:03:26.547448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:26.548513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d747cce8-45da-4b04-bdff-d896cc4c8308 req-46a0ed24-574f-4f20-8055-3ea51b8f57b6 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 931 time: 0.2347012 Dec 17 16:03:26.557345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Port': ['ID=0a83bed1-8ffd-4abb-817b-5f49df841adf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:26.673068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'tag': '10783230-3e33-4082-bb28-33b59ab5d578'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:26.677619 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2844dc-3fb7-4205-be19-63530a7fbc71" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbf6073-0cc0-4547-9ccd-3e68e0353022", "tag": "10783230-3e33-4082-bb28-33b59ab5d578"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:26.682845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-b1a9272f-9586-4289-ae39-c99116ba06a2 service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172550 Dec 17 16:03:26.723231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:26.753530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-8d7aa15e-60d3-48dc-b965-9dd23557991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:26.755661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-8d7aa15e-60d3-48dc-b965-9dd23557991d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d972667ce8c0444ca82fe23f52365e4b&device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 1095 time: 0.2906475 Dec 17 16:03:26.899536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d747cce8-45da-4b04-bdff-d896cc4c8308 req-7ada10ea-102c-465d-b3e0-116dae9d4d28 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500602 Dec 17 16:03:26.923925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ae293-8dfb-4562-ad2e-b96446aa7ea7 req-8e433790-098b-49bc-af31-dbbafa959a0c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:26.925454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-859ae293-8dfb-4562-ad2e-b96446aa7ea7 req-8e433790-098b-49bc-af31-dbbafa959a0c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2655835 Dec 17 16:03:26.981884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-728a43a4-090d-4c34-977a-53a5e2d638c2 req-a4675045-4ca5-4673-9853-e264c4fded07 service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883794 Dec 17 16:03:27.001967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.075468 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.083885 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554eb852-86e9-4434-b38e-366b317443ae x-openstack-request-id: req-554eb852-86e9-4434-b38e-366b317443ae {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:27.084275 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbf6073-0cc0-4547-9ccd-3e68e0353022", "tag": "10783230-3e33-4082-bb28-33b59ab5d578", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:27.084472 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-554eb852-86e9-4434-b38e-366b317443ae {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:27.084855 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'tag': '10783230-3e33-4082-bb28-33b59ab5d578', 'status': 'completed', 'code': 200} Dec 17 16:03:27.141760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:27.158353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.175212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Transition to ACTIVE for port object ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:03:27.182634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.222739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-5c1fff40-74c1-423b-9caa-e343fafae761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:27.225112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-5c1fff40-74c1-423b-9caa-e343fafae761 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d972667ce8c0444ca82fe23f52365e4b&device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 1096 time: 0.1222868 Dec 17 16:03:27.261400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951ecd6-2edc-413e-9b3a-a06cb774d3c9 None None] DHCP port deletion for 017777be-44f7-44d1-bebb-0d0f96493b3b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:27.337856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Pushing event updated for resources: {'Port': ['ID=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:27.408418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fddd-33da-4217-a237-8161285a1c70 req-2e138676-8747-4487-90ba-de7731056127 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:27.410060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6979fddd-33da-4217-a237-8161285a1c70 req-2e138676-8747-4487-90ba-de7731056127 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.1794178 Dec 17 16:03:27.483572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-d5c1d463-a1a0-447d-8fb3-d72e5a2e448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:27.485391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-d5c1d463-a1a0-447d-8fb3-d72e5a2e448c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 200 len: 919 time: 0.2528455 Dec 17 16:03:27.506458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-859ae293-8dfb-4562-ad2e-b96446aa7ea7 req-23299444-01c9-4bfb-9e1b-801ab0b3708e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693195 Dec 17 16:03:27.536707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:27.536707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-5b5e006d-1b85-48b0-8d73-0d61ccf4b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:27.536707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-5b5e006d-1b85-48b0-8d73-0d61ccf4b1d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 200 len: 919 time: 0.7716353 Dec 17 16:03:27.559857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-461e6acf-0a96-428b-b9fc-3dc715c6c15c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10783230-3e33-4082-bb28-33b59ab5d578 HTTP/1.1" status: 200 len: 217 time: 0.0596492 Dec 17 16:03:27.572203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6979fddd-33da-4217-a237-8161285a1c70 req-8cdfcc2c-d754-4958-9e56-e13f8e7cae0c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311049 Dec 17 16:03:27.602304 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.602304 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 58226488-4828-4a36-a69f-ff9a22d69cf4 of type vlan for network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 Dec 17 16:03:27.604177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561392d9-f502-4169-859d-477753e68d11,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:27.625160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Attempting to bind port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:27.625596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Attempting to bind port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'ee016b46-4805-455a-aadc-84731cfcfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:27.627739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Attempting to bind port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 on network 017777be-44f7-44d1-bebb-0d0f96493b3b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:27.630502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Router 6f0a9db6-6389-42e2-b746-3ac4c68f5762 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:03:27.643570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 on network 017777be-44f7-44d1-bebb-0d0f96493b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:03:27.643570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Attempting to bind port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 on network 017777be-44f7-44d1-bebb-0d0f96493b3b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:27.657383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-b4450002-4588-4f8c-b51f-3785dc831e98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e31efa7-f0e5-4d14-9193-20ac0e7316bb HTTP/1.1" status: 200 len: 217 time: 0.1087308 Dec 17 16:03:27.674964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:27.675904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Checking segment: {'id': 'ee016b46-4805-455a-aadc-84731cfcfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:27.676616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Bound using segment: {'id': 'ee016b46-4805-455a-aadc-84731cfcfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:27.677069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Bound port: ebfc6ac7-85d9-4a0a-a181-b37577fe83d2, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee016b46-4805-455a-aadc-84731cfcfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:27.677426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.757016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-c5db3769-bd55-4e64-85f8-05deb3aecdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:27.759985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-c5db3769-bd55-4e64-85f8-05deb3aecdce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=870f19a0-858e-4b02-a9cc-f9930e7192f1 HTTP/1.1" status: 200 len: 858 time: 0.1808047 Dec 17 16:03:27.812355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.846210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-c2f2664b-894c-48c8-bc41-fa3a87614598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:27.847791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-c2f2664b-894c-48c8-bc41-fa3a87614598 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=870f19a0-858e-4b02-a9cc-f9930e7192f1 HTTP/1.1" status: 200 len: 858 time: 0.1806428 Dec 17 16:03:27.903020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:03:27.955976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.961684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:27.962610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:27.973759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-9fe61696-37e2-4b5f-95d8-5b09d52174b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906274 Dec 17 16:03:28.033835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8640e39-c6df-483c-89ae-1e9231373c4a req-0649b9ca-3f6b-4c79-b0c0-0e26e0d3735d tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:28.036191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8640e39-c6df-483c-89ae-1e9231373c4a req-0649b9ca-3f6b-4c79-b0c0-0e26e0d3735d tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 943 time: 0.3387098 Dec 17 16:03:28.037471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:28.048842 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e16449e0-8dc0-49ec-aa7e-fe57c93a2cf6 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1771669 Dec 17 16:03:28.053013 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] Sync routers for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:28.067787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55918) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:28.068294 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:28.068524 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:28.117548 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:28.119114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:28.129686 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:28.130781 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:28.133760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f', 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53', 'port_id': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f', 'mac_address': 'fa:16:3e:c9:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870f19a0-858e-4b02-a9cc-f9930e7192f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:03:28.188178 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:28.188841 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348356f3-7d73-4512-a8b6-53cffa448f60 None None] The sync data for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:28.204231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] For port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:28.207872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:28.235842 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0761039 Dec 17 16:03:28.236122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:28.236252 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-86746e64-8624-4ad1-94c3-dad969d7b356 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] delete failed (client error): The resource could not be found. Dec 17 16:03:28.242629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-048c520d-6e56-4d76-a403-d9ef2018177d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a51ed10-4bd0-443c-afa6-72ddc1a97c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4660923 Dec 17 16:03:28.243206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-86746e64-8624-4ad1-94c3-dad969d7b356 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-212652189 HTTP/1.1" status: 404 len: 334 time: 0.1695466 Dec 17 16:03:28.247241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55926) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:28.254794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cc372a31-0722-4ea5-b918-8a596f7e9c51 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f0a9db6-6389-42e2-b746-3ac4c68f5762'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:28.263015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] For port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,segment=NetworkSegment(ee016b46-4805-455a-aadc-84731cfcfa89),segment_id=ee016b46-4805-455a-aadc-84731cfcfa89)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:28.263237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae121d-cfcf-4b68-9119-b8734fc6b9c6 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=dc8275ee-7c41-4d3a-99af-66c03c8b6fd9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:28.283615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:28.290202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:28.291451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:28.316289 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:28.340299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a76ff0-6b3d-46bb-b2c4-584a1ead5c7d req-2af1760f-f77f-4d63-8f28-b304619c9865 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:28.342292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91a76ff0-6b3d-46bb-b2c4-584a1ead5c7d req-2af1760f-f77f-4d63-8f28-b304619c9865 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 943 time: 0.1601560 Dec 17 16:03:28.403378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Pushing event updated for resources: {'Port': ['ID=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:28.421109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7bcd98-6b55-4234-b16a-150154a8b5f7 None None] DHCP port deletion for 017777be-44f7-44d1-bebb-0d0f96493b3b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:28.435119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:28.435916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:28.437659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-930e19e9-9012-4236-a7fc-a9aaec40503f service neutron] 10.222.0.47 "PUT /v2.0/ports/ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 HTTP/1.1" status: 200 len: 1092 time: 2.4533203 Dec 17 16:03:28.446265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8640e39-c6df-483c-89ae-1e9231373c4a req-a115b02f-9da9-41f1-b8d3-0c1634347465 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795180 Dec 17 16:03:28.515451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:28.565822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e31efa7-f0e5-4d14-9193-20ac0e7316bb details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:03:28.596016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:28.629226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91a76ff0-6b3d-46bb-b2c4-584a1ead5c7d req-39d0e209-c8ae-4625-b9e0-24427d3aed8e tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270932 Dec 17 16:03:28.658998 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc372a31-0722-4ea5-b918-8a596f7e9c51 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:28.667380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-ef78d753-e79f-4057-8b43-f986671e4a11 service neutron] 10.222.0.49 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721570 Dec 17 16:03:28.686165 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-49980dc6-f447-4234-b417-0d09d31a5f60 service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324927 Dec 17 16:03:28.696931 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-cc372a31-0722-4ea5-b918-8a596f7e9c51 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] update failed (client error): The resource could not be found. Dec 17 16:03:28.702986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cc372a31-0722-4ea5-b918-8a596f7e9c51 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762 HTTP/1.1" status: 404 len: 339 time: 0.4524510 Dec 17 16:03:28.703192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55934) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:28.731117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-e700b033-dbdb-4d16-a51b-fde26c08252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:28.739368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:03:28.739560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-e700b033-dbdb-4d16-a51b-fde26c08252b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa74ad84c7b942808f421158a56e0f69&device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 1095 time: 0.2253270 Dec 17 16:03:28.755196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2130323923'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:28.892927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e576f079-936b-46dc-8a39-1f2200a9f72c req-878dc0a6-bdaf-42c2-8aee-32975ad8c1f2 service neutron] 10.222.0.49 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155700 Dec 17 16:03:28.893278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-43066b83-82c6-4add-915c-031311b9792a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 HTTP/1.1" status: 200 len: 217 time: 0.1307516 Dec 17 16:03:28.957323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-a012349a-e1e8-4682-92b8-c7dfd75e8738 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:28.959658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-a012349a-e1e8-4682-92b8-c7dfd75e8738 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.1731477 Dec 17 16:03:28.967326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:28.968047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:28.972518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:28.978125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-671f899a-c02f-401a-8087-196a35367b1b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/quotas/7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 375 time: 0.0115039 Dec 17 16:03:29.002097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb', 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53', 'port_id': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb', 'mac_address': 'fa:16:3e:94:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870f19a0-858e-4b02-a9cc-f9930e7192f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:03:29.009963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a6b0-1644-4724-bd6a-755534ca80a7 req-a722b7e7-cd96-40f4-896c-b3b3fe86aa1c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:29.017649 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a054a6b0-1644-4724-bd6a-755534ca80a7 req-a722b7e7-cd96-40f4-896c-b3b3fe86aa1c tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.2363417 Dec 17 16:03:29.046198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-4110a9df-233f-4845-a0bf-100c718e2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:29.048222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-cb22d149-1629-4e7b-9503-442304ab77b7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643170 Dec 17 16:03:29.048398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-4110a9df-233f-4845-a0bf-100c718e2724 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce6f4be-76ca-4dfb-9b99-4d9d75556152 HTTP/1.1" status: 200 len: 857 time: 0.1350458 Dec 17 16:03:29.050129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e2844dc-3fb7-4205-be19-63530a7fbc71 req-cb907d7f-2d94-4843-b988-dc2fb22a85c9 service neutron] 10.222.0.47 "GET /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494864 Dec 17 16:03:29.066534 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:29.089097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e31efa7-f0e5-4d14-9193-20ac0e7316bb {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:29.105795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad3e6c5-c95a-401c-9516-80577446e637', 'tag': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:29.108260 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e1c74b-1889-448f-958a-99dc3df37ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "aad3e6c5-c95a-401c-9516-80577446e637", "tag": "ebfc6ac7-85d9-4a0a-a181-b37577fe83d2"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:29.112788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:29.117934 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:29.121438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-bd08cfba-ad58-4539-b307-027306497cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=017777be-44f7-44d1-bebb-0d0f96493b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526834 Dec 17 16:03:29.124152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:29.177306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:29.178359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-f2ba9921-4868-4e6f-aeda-64c828139177 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287260 Dec 17 16:03:29.213300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:29.213650 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Added segment d518b16e-6dcb-473a-be00-98dc3a1d43e9 of type vlan for network fed5ecd4-6204-446b-b7cc-e12fe5653624 Dec 17 16:03:29.217858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a054a6b0-1644-4724-bd6a-755534ca80a7 req-d95befc9-d469-4c63-ba97-a643dfa7bb4e tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876876 Dec 17 16:03:29.283645 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-54ec1fb4-5585-4677-aba8-0acf98ff1268 service neutron] 10.222.0.47 "GET /v2.0/networks/017777be-44f7-44d1-bebb-0d0f96493b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518199 Dec 17 16:03:29.296950 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-ab9be16f-f351-4dfa-9705-a4c1d05494b1 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153691 Dec 17 16:03:29.308672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:29.409664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:29.415493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:29.416154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:29.427751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3e31efa7-f0e5-4d14-9193-20ac0e7316bb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:29.491191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c8782-2a73-463a-836d-3d29b71d67d1 req-7c4a7a3c-c5fb-413f-a6c8-b6d06e834fef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:29.492905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-194c8782-2a73-463a-836d-3d29b71d67d1 req-7c4a7a3c-c5fb-413f-a6c8-b6d06e834fef tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.1721270 Dec 17 16:03:29.528332 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717ac206-325b-4dee-9495-617cf2dabd64 x-openstack-request-id: req-717ac206-325b-4dee-9495-617cf2dabd64 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:29.528623 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad3e6c5-c95a-401c-9516-80577446e637", "tag": "ebfc6ac7-85d9-4a0a-a181-b37577fe83d2", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:29.528885 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-717ac206-325b-4dee-9495-617cf2dabd64 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:29.529284 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad3e6c5-c95a-401c-9516-80577446e637', 'tag': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2', 'status': 'completed', 'code': 200} Dec 17 16:03:29.535365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7920070 Dec 17 16:03:29.536357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55950) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:29.546171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'subnet': {'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:29.546646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b08c6942-e080-4a43-8b34-2c5fcad69a3c req-d915d39e-af84-4364-8ffc-993dda37438b service neutron] 10.222.0.47 "GET /v2.0/networks/017777be-44f7-44d1-bebb-0d0f96493b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522767 Dec 17 16:03:29.547257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de580c82-b93c-401e-b481-e536ee82f400 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Network': ['ID=fed5ecd4-6204-446b-b7cc-e12fe5653624,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:29.575216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network fed5ecd4-6204-446b-b7cc-e12fe5653624 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:29.610598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-194c8782-2a73-463a-836d-3d29b71d67d1 req-757752cb-e69b-4b86-8299-8980d484025c tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081431 Dec 17 16:03:29.729056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b6d3a38b-332f-481a-99ee-3807eb3c732b req-35a47211-4638-4f4e-9225-7184dba50d2c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.1520171 Dec 17 16:03:29.756000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-f6ed9714-bcc9-432e-a9ee-90e2ae94f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:29.761185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-f6ed9714-bcc9-432e-a9ee-90e2ae94f26c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa74ad84c7b942808f421158a56e0f69&device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 1095 time: 0.1362655 Dec 17 16:03:29.864737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Made reservation on behalf of 7baafdc198174b53baacd5a9a767fa60 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:29.870153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:29.917926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 10783230-3e33-4082-bb28-33b59ab5d578 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:03:29.921470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:29.987492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-45e688b3-5d6f-42d3-b8ec-a1fc899ff309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:29.989250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-45e688b3-5d6f-42d3-b8ec-a1fc899ff309 service neutron] 10.222.0.47 "GET /v2.0/networks?id=017777be-44f7-44d1-bebb-0d0f96493b3b HTTP/1.1" status: 200 len: 918 time: 0.1973753 Dec 17 16:03:30.052869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-5294ea16-1cb3-4914-849d-92caa6f15c71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 HTTP/1.1" status: 200 len: 217 time: 0.0547490 Dec 17 16:03:30.060620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:03:30.061338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96fcba-9b05-41d3-8f1c-551b95458763 req-337d4c89-8bfd-447f-9274-3c0d52e05579 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:30.068132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 10783230-3e33-4082-bb28-33b59ab5d578, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=10783230-3e33-4082-bb28-33b59ab5d578,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:30.070878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d96fcba-9b05-41d3-8f1c-551b95458763 req-337d4c89-8bfd-447f-9274-3c0d52e05579 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 944 time: 0.3084078 Dec 17 16:03:30.077071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:30.077489 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:30.089893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '10783230-3e33-4082-bb28-33b59ab5d578', 'network_id': '4a51ed10-4bd0-443c-afa6-72ddc1a97c53', 'port_id': '10783230-3e33-4082-bb28-33b59ab5d578', 'mac_address': 'fa:16:3e:92:d7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870f19a0-858e-4b02-a9cc-f9930e7192f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:03:30.124284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-3e882142-aef3-4707-afaf-52ebd08acd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:30.126387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-3e882142-aef3-4707-afaf-52ebd08acd7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ce6f4be-76ca-4dfb-9b99-4d9d75556152 HTTP/1.1" status: 200 len: 857 time: 0.0525486 Dec 17 16:03:30.189453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-aeb40c93-abec-46f5-84d4-f3f6e98ba153 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=017777be-44f7-44d1-bebb-0d0f96493b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485902 Dec 17 16:03:30.205375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:30.253679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d96fcba-9b05-41d3-8f1c-551b95458763 req-58a53787-ef3d-4c11-9cdb-b93d95b3ae55 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815557 Dec 17 16:03:30.279325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10783230-3e33-4082-bb28-33b59ab5d578 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:30.288901 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:30.354334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:30.357276 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922ad77f-7215-4671-bfe0-33e7db907a58" -d '{"events": [{"server_uuid": "dc0ff920-0c30-452e-a222-52dd9e4c76bd", "name": "network-vif-plugged", "status": "completed", "tag": "63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:30.368998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 10783230-3e33-4082-bb28-33b59ab5d578, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=10783230-3e33-4082-bb28-33b59ab5d578,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:30.401782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:30.414214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:30.450661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:30.476485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:30.499861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=10783230-3e33-4082-bb28-33b59ab5d578,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:30.550925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda0b9a-8617-4f57-9953-45ccfd8f2024 req-8e0c0861-b366-4adf-badd-f995fc7339ea tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:30.555491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eda0b9a-8617-4f57-9953-45ccfd8f2024 req-8e0c0861-b366-4adf-badd-f995fc7339ea tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1653519 Dec 17 16:03:30.560633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-3045d3e3-166e-40fb-9a3f-94808630f3ce service neutron] 10.222.0.47 "GET /v2.0/networks/017777be-44f7-44d1-bebb-0d0f96493b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637726 Dec 17 16:03:30.568669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:30.608655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Subnet': ['ID=6e701ce6-f5f1-4669-be05-2548f52da56e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:30.641845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235bac3-a915-4448-9601-27e2c549fb41 req-54ce1e2c-25cd-4046-b5f7-0436dae02768 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:30.644313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7235bac3-a915-4448-9601-27e2c549fb41 req-54ce1e2c-25cd-4046-b5f7-0436dae02768 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.3212652 Dec 17 16:03:30.656439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63085698-0989-4a19-bc64-a79e54cb3871 req-42304db5-aa6b-4e0c-9f5f-b75ff215655d tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:30.661118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['10783230-3e33-4082-bb28-33b59ab5d578'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:30.672992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63085698-0989-4a19-bc64-a79e54cb3871 req-42304db5-aa6b-4e0c-9f5f-b75ff215655d tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 943 time: 0.3538747 Dec 17 16:03:30.705805 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eda0b9a-8617-4f57-9953-45ccfd8f2024 req-9748ef14-b549-4f22-a6bd-fe0ed543f8b4 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331580 Dec 17 16:03:30.743043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Checking segment: {'id': 'd518b16e-6dcb-473a-be00-98dc3a1d43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:30.743540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network hostable DHCP agents. Network: fed5ecd4-6204-446b-b7cc-e12fe5653624, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:30.765249 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c181b8-c467-4808-9950-7e80600ad5cf x-openstack-request-id: req-80c181b8-c467-4808-9950-7e80600ad5cf {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:30.765556 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ff920-0c30-452e-a222-52dd9e4c76bd", "name": "network-vif-plugged", "status": "completed", "tag": "63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:30.765806 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80c181b8-c467-4808-9950-7e80600ad5cf {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:30.767486 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f', 'code': 200} Dec 17 16:03:30.773719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18e1c74b-1889-448f-958a-99dc3df37ff8 req-55946e5c-7ea5-42ed-9e5f-111e3caefefd service neutron] 10.222.0.47 "GET /v2.0/networks/017777be-44f7-44d1-bebb-0d0f96493b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040193 Dec 17 16:03:30.808927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network fed5ecd4-6204-446b-b7cc-e12fe5653624 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:30.870417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63085698-0989-4a19-bc64-a79e54cb3871 req-ad9778be-dba3-41ab-ac0d-422a11e1990d tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645975 Dec 17 16:03:30.896849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, fed5ecd4-6204-446b-b7cc-e12fe5653624) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:30.923872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:30.933766 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:30.957146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f3daa-9994-4b02-9939-875c5bf371a7 None None] Network fed5ecd4-6204-446b-b7cc-e12fe5653624 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:30.982799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3849a-e6d8-448d-b0b6-a1fe9f100804 req-dceb8d23-72a7-46d9-b59e-c95d99ee87db tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:30.992810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9dc3849a-e6d8-448d-b0b6-a1fe9f100804 req-dceb8d23-72a7-46d9-b59e-c95d99ee87db tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.1532893 Dec 17 16:03:30.994944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Deleting port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:30.995526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.047732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358f1a6-b3b6-48c8-b98a-0a917f211e08 req-2031778d-87c2-4ca6-ba66-023257da1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:31.053477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2358f1a6-b3b6-48c8-b98a-0a917f211e08 req-2031778d-87c2-4ca6-ba66-023257da1309 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc0ff920-0c30-452e-a222-52dd9e4c76bd HTTP/1.1" status: 200 len: 1097 time: 0.1832416 Dec 17 16:03:31.074794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8f4e25b1-9674-40ee-bf8d-5e9ba37bc435 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5370033 Dec 17 16:03:31.075416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55972) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:31.133827 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2358f1a6-b3b6-48c8-b98a-0a917f211e08 req-27e8e5fe-c320-496c-b3da-caef81b67a73 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614259 Dec 17 16:03:31.143997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9dc3849a-e6d8-448d-b0b6-a1fe9f100804 req-c5c3dccf-efbd-4717-98f4-30cb3d9feefa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501753 Dec 17 16:03:31.182192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-fed5ecd4-6204-446b-b7cc-e12fe5653624', 'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624', 'project_id': '7baafdc198174b53baacd5a9a767fa60', 'fixed_ips': [{'subnet_id': '6e701ce6-f5f1-4669-be05-2548f52da56e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:31.183073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.216402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64e81470-6a7a-4547-be54-902bf806c753 req-95972395-9237-4fa1-b48a-03576b68b78e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.1756530 Dec 17 16:03:31.247081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b2389164-196b-4d1d-bf1d-6d4182c313a4 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:31.372489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] For port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:31.373053 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.392309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Calling delete_port for b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:31.427852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Allocated IP 2001:db8:1::2 (fed5ecd4-6204-446b-b7cc-e12fe5653624/6e701ce6-f5f1-4669-be05-2548f52da56e/1e467f4f-ad95-44e8-a89b-5b876002ac1b) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:31.552605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55976) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:31.557985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': 'dc8275ee-7c41-4d3a-99af-66c03c8b6fd9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:31.603112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-e50e6322-857f-4233-b26d-2f06141eee51 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:31.604683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-e50e6322-857f-4233-b26d-2f06141eee51 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.6323740 Dec 17 16:03:31.634124 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.640954 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.645065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'port': {'device_id': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'admin_state_up': True, 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:31.683078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Network fed5ecd4-6204-446b-b7cc-e12fe5653624 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:31.686230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:31.691227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:31.705288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Pushing event updated for resources: {'Port': ['ID=1e467f4f-ad95-44e8-a89b-5b876002ac1b,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:31.773709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:31.778133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.779675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Attempting to bind port 1e467f4f-ad95-44e8-a89b-5b876002ac1b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:31.780067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Attempting to bind port 1e467f4f-ad95-44e8-a89b-5b876002ac1b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd518b16e-6dcb-473a-be00-98dc3a1d43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:31.780429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Attempting to bind port 1e467f4f-ad95-44e8-a89b-5b876002ac1b on network fed5ecd4-6204-446b-b7cc-e12fe5653624 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:31.791393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:31.792658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Checking segment: {'id': 'd518b16e-6dcb-473a-be00-98dc3a1d43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:31.793112 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.793526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Bound using segment: {'id': 'd518b16e-6dcb-473a-be00-98dc3a1d43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:31.795602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Bound port: 1e467f4f-ad95-44e8-a89b-5b876002ac1b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd518b16e-6dcb-473a-be00-98dc3a1d43e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fed5ecd4-6204-446b-b7cc-e12fe5653624'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:31.796962 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.901154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] For port 1e467f4f-ad95-44e8-a89b-5b876002ac1b, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:31.905629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] For port 1e467f4f-ad95-44e8-a89b-5b876002ac1b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1e467f4f-ad95-44e8-a89b-5b876002ac1b,segment=NetworkSegment(d518b16e-6dcb-473a-be00-98dc3a1d43e9),segment_id=d518b16e-6dcb-473a-be00-98dc3a1d43e9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:31.911582 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:31.921728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:03:31.925644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 10783230-3e33-4082-bb28-33b59ab5d578 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:31.948464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174248d6-2c68-4bb5-bfde-d5c6b3f038eb req-b81d37f2-a3b9-4db4-8fa6-aa48c48155fc tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:31.956135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174248d6-2c68-4bb5-bfde-d5c6b3f038eb req-b81d37f2-a3b9-4db4-8fa6-aa48c48155fc tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 946 time: 0.1005883 Dec 17 16:03:32.056005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-174248d6-2c68-4bb5-bfde-d5c6b3f038eb req-5dfd6119-5d61-45ab-8ba1-36a916bfc002 tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6c12b25-50df-4e8d-9414-534a164d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986960 Dec 17 16:03:32.127448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b2389164-196b-4d1d-bf1d-6d4182c313a4 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.166218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87871096-3f88-4772-bdd7-f0aaf76c248b None None] Pushing event updated for resources: {'Port': ['ID=1e467f4f-ad95-44e8-a89b-5b876002ac1b,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:32.169112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6caa8-70e1-4c93-9dc8-50fe4327ea5b req-ed959b67-4699-4f34-ab88-6d094f79979d tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:32.176938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3d6caa8-70e1-4c93-9dc8-50fe4327ea5b req-ed959b67-4699-4f34-ab88-6d094f79979d tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 944 time: 0.7824664 Dec 17 16:03:32.196178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 10783230-3e33-4082-bb28-33b59ab5d578 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:03:32.206443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 10783230-3e33-4082-bb28-33b59ab5d578 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:32.207272 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.213772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.277214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,segment=NetworkSegment(ee016b46-4805-455a-aadc-84731cfcfa89),segment_id=ee016b46-4805-455a-aadc-84731cfcfa89)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:32.302088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c2d02-290e-4e3f-be84-db1594b5592f req-2301289a-32e7-461e-a7ee-2c8687890231 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:32.302426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2', 'network_id': '017777be-44f7-44d1-bebb-0d0f96493b3b', 'port_id': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2', 'mac_address': 'fa:16:3e:d9:e3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce6f4be-76ca-4dfb-9b99-4d9d75556152', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:03:32.316618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-801c2d02-290e-4e3f-be84-db1594b5592f req-2301289a-32e7-461e-a7ee-2c8687890231 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 943 time: 0.1685858 Dec 17 16:03:32.392459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.408937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3d6caa8-70e1-4c93-9dc8-50fe4327ea5b req-0f0b98c6-e25b-4b08-ad8c-04b0a8b70756 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093809 Dec 17 16:03:32.428590 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.505399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 10783230-3e33-4082-bb28-33b59ab5d578, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=10783230-3e33-4082-bb28-33b59ab5d578,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:32.525125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.528740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:32.552747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.556026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,segment=NetworkSegment(ee016b46-4805-455a-aadc-84731cfcfa89),segment_id=ee016b46-4805-455a-aadc-84731cfcfa89)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:32.563561 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.567662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=d152662d-f296-49b0-b0d5-ed040b5e37ad,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:32.623274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-801c2d02-290e-4e3f-be84-db1594b5592f req-5f0a21ef-a6b3-44b0-b9e4-94841157c40f tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483699 Dec 17 16:03:32.623982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e31efa7-f0e5-4d14-9193-20ac0e7316bb up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:32.635456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:32.636535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '58226488-4828-4a36-a69f-ff9a22d69cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dc8275ee-7c41-4d3a-99af-66c03c8b6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:32.636905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: dc8275ee-7c41-4d3a-99af-66c03c8b6fd9, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:32.644232 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.646599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Pushing event deleted for resources: {'Port': ['ID=b3e308ee-ad6e-4e25-ae7e-68319f43a0f4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:32.680158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:32.709898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, dc8275ee-7c41-4d3a-99af-66c03c8b6fd9) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:32.717174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:32.719731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.734669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc406e13-293a-41fa-af7c-10115b8a3dc1 None None] DHCP port deletion for 223734ad-1855-4caf-9667-52aa4854f51c request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:32.750107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6bcdd1a-5a95-4e10-9188-1785bbc2a40d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1960390 Dec 17 16:03:32.754187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55992) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:32.759434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] No DVR routers for this DVR port b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:32.765409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac238eda-7e2a-450e-bfc5-c0142447342a None None] Network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:32.771598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.773771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479257741'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:32.775224 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7235bac3-a915-4448-9601-27e2c549fb41 req-a035f213-0c54-4fef-82e9-7f3c7531a7ed tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.49 "DELETE /v2.0/ports/b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 HTTP/1.1" status: 204 len: 173 time: 2.1010923 Dec 17 16:03:32.777114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'name': 'network-vif-deleted', 'tag': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:32.779578 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ecf1c4-2eb3-4308-b257-5068e146a4c4" -d '{"events": [{"server_uuid": "ac4c42c5-41d4-47f9-a88a-05151f5e73e6", "name": "network-vif-deleted", "tag": "b3e308ee-ad6e-4e25-ae7e-68319f43a0f4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:32.789755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77869778-27a9-4c43-8562-b49379a28e97 req-20953a2d-4ea8-43b4-81f4-75674f2f0049 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:32.797707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77869778-27a9-4c43-8562-b49379a28e97 req-20953a2d-4ea8-43b4-81f4-75674f2f0049 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.2728064 Dec 17 16:03:32.859988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:32.868498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:32.882237 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-b2389164-196b-4d1d-bf1d-6d4182c313a4 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:03:32.883430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b2389164-196b-4d1d-bf1d-6d4182c313a4 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762 HTTP/1.1" status: 400 len: 364 time: 1.6737390 Dec 17 16:03:32.890789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55996) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:32.997586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0fd4f5d4-4d8f-4046-979d-e613c7c68725 req-f5f84f04-b2f5-480c-b7f9-e3c085598cdf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0979502 Dec 17 16:03:33.038157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10783230-3e33-4082-bb28-33b59ab5d578'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:33.041425 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1206c5-3780-41e2-a6da-127a11ac3049" -d '{"events": [{"server_uuid": "5fbf6073-0cc0-4547-9ccd-3e68e0353022", "name": "network-vif-plugged", "status": "completed", "tag": "10783230-3e33-4082-bb28-33b59ab5d578"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:33.056588 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77869778-27a9-4c43-8562-b49379a28e97 req-5b5106f1-c108-4b4c-b820-6cd682964e02 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577775 Dec 17 16:03:33.071637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:33.102974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.103529 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 82b3f12b-8a01-4541-b5ad-55972cfb153d of type vlan for network 094ae990-76ef-43b4-8676-c64fbb8e0585 Dec 17 16:03:33.106369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ebfc6ac7-85d9-4a0a-a181-b37577fe83d2'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:33.223501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.20.0.8 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/a50f3585-a0dc-4e93-a387-66f5898047f4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:33.235022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.291317 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376dcbf5-7875-4b48-a17d-2293229f05c5 x-openstack-request-id: req-376dcbf5-7875-4b48-a17d-2293229f05c5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:33.291564 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf6073-0cc0-4547-9ccd-3e68e0353022", "name": "network-vif-plugged", "status": "completed", "tag": "10783230-3e33-4082-bb28-33b59ab5d578", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:33.303678 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-376dcbf5-7875-4b48-a17d-2293229f05c5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:33.303678 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10783230-3e33-4082-bb28-33b59ab5d578', 'code': 200} Dec 17 16:03:33.319364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=10783230-3e33-4082-bb28-33b59ab5d578,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:33.332077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.343661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-dc8275ee-7c41-4d3a-99af-66c03c8b6fd9', 'network_id': 'dc8275ee-7c41-4d3a-99af-66c03c8b6fd9', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': 'd152662d-f296-49b0-b0d5-ed040b5e37ad'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:33.344594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.359683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:33.363977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.370273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:03:33.404242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:33.404759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.444473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6863768 Dec 17 16:03:33.446514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56004) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:33.482498 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c8f84-db96-46cc-9ef4-2383a9e69461 x-openstack-request-id: req-b58c8f84-db96-46cc-9ef4-2383a9e69461 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:33.482821 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4c42c5-41d4-47f9-a88a-05151f5e73e6", "name": "network-vif-deleted", "tag": "b3e308ee-ad6e-4e25-ae7e-68319f43a0f4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:33.483028 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b58c8f84-db96-46cc-9ef4-2383a9e69461 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:33.483429 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4c42c5-41d4-47f9-a88a-05151f5e73e6', 'name': 'network-vif-deleted', 'tag': 'b3e308ee-ad6e-4e25-ae7e-68319f43a0f4', 'status': 'completed', 'code': 200} Dec 17 16:03:33.541117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': '094ae990-76ef-43b4-8676-c64fbb8e0585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:33.609857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e4f1bdf-d06c-4112-b48c-a0764fcca060 req-c44e6527-b08b-4bba-900e-2c5c144f1eeb tempest-ServerRescueNegativeTestJSON-1071044074 tempest-ServerRescueNegativeTestJSON-1071044074-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac4c42c5-41d4-47f9-a88a-05151f5e73e6 HTTP/1.1" status: 200 len: 210 time: 0.1251867 Dec 17 16:03:33.733415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:33.751884 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.791072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6817d3-3b08-43d7-a917-9d2d4cb77015 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=094ae990-76ef-43b4-8676-c64fbb8e0585,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:33.800005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:33.803898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.841468 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.841708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 094ae990-76ef-43b4-8676-c64fbb8e0585 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:33.906516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b808758-ebcd-4510-bd8e-dba4bce9ecf1 req-59acedbe-8b92-4071-9a32-4063f70a05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:33.908425 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b808758-ebcd-4510-bd8e-dba4bce9ecf1 req-59acedbe-8b92-4071-9a32-4063f70a05a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 1098 time: 0.4626663 Dec 17 16:03:33.969382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:33.973015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5445fdf-459f-4bf1-b2b9-0e55a8181516 req-efd35051-2230-47a9-969c-1dcc4fd412b5 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:33.987800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5445fdf-459f-4bf1-b2b9-0e55a8181516 req-efd35051-2230-47a9-969c-1dcc4fd412b5 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 944 time: 0.4414046 Dec 17 16:03:33.998690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d9e8b-3b00-4de0-9f26-3511cf96a3ab None None] Network fed5ecd4-6204-446b-b7cc-e12fe5653624 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:34.043319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a78b0d-e302-4059-9399-e9ae36ea1c1c req-5f27217a-74fe-4c08-a748-aa907fd0b11f tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:34.044890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7a78b0d-e302-4059-9399-e9ae36ea1c1c req-5f27217a-74fe-4c08-a748-aa907fd0b11f tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 944 time: 0.2074957 Dec 17 16:03:34.056744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:34.065558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:34.068499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:34.078230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5445fdf-459f-4bf1-b2b9-0e55a8181516 req-98b651b3-27f0-4132-9012-c3fdafce5152 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847909 Dec 17 16:03:34.160999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=a50f3585-a0dc-4e93-a387-66f5898047f4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:34.217468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b808758-ebcd-4510-bd8e-dba4bce9ecf1 req-579fa364-ec4d-4133-820c-7a99087161e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810550 Dec 17 16:03:34.240108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Allocated IP 2001:db8:0:ffff::2 (dc8275ee-7c41-4d3a-99af-66c03c8b6fd9/d152662d-f296-49b0-b0d5-ed040b5e37ad/fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:34.304774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7a78b0d-e302-4059-9399-e9ae36ea1c1c req-e83673bc-94f0-4e8b-bbd0-008da925c889 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444277 Dec 17 16:03:34.353548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbcb1f-d95e-4114-903c-2a5f1516747e req-6d3deaec-2e5a-4db8-a1aa-b384aa76a9f4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:34.362851 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26fbcb1f-d95e-4114-903c-2a5f1516747e req-6d3deaec-2e5a-4db8-a1aa-b384aa76a9f4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 931 time: 0.1442194 Dec 17 16:03:34.377428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9cc642c6-8943-486e-8593-3099426eaeab None None] Provisioning complete for port 1e467f4f-ad95-44e8-a89b-5b876002ac1b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:34.377938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cc642c6-8943-486e-8593-3099426eaeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.416032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:34.416718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.461751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26fbcb1f-d95e-4114-903c-2a5f1516747e req-8da9dbc3-879a-4274-8d39-b2339c6354ab tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980082 Dec 17 16:03:34.475302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.510139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1e467f4f-ad95-44e8-a89b-5b876002ac1b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:34.518790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-32307eea-0a55-489a-978c-523d1685ee7a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8840437 Dec 17 16:03:34.547019 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.581959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=035e8a4e-1776-4fa3-9d79-e07511b8e455,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:34.612323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Request body: {'port': {'device_id': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:34.617930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '82b3f12b-8a01-4541-b5ad-55972cfb153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '094ae990-76ef-43b4-8676-c64fbb8e0585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:34.618552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: 094ae990-76ef-43b4-8676-c64fbb8e0585, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:34.654595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network 094ae990-76ef-43b4-8676-c64fbb8e0585 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:34.666841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 094ae990-76ef-43b4-8676-c64fbb8e0585) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:34.678015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:34.678618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.701666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b183ee1-3f39-4e83-b907-9e760fa0fdbf None None] Network 094ae990-76ef-43b4-8676-c64fbb8e0585 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:34.714833 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5e268875-8ccd-4a48-b68d-19e9c3700c69 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2045503 Dec 17 16:03:34.715085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:34.722448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:34.753136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Allocated IP 2001:db8::1 (bb5c867c-faeb-4516-850c-371336130d42/3f259b2c-7a07-4e9b-b593-b1b0ed10aca4/c87a2cb4-3e1e-4fb0-a296-6fda4529faae) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:34.794030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56018) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:34.818284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.831782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274b845-81fb-4388-8314-d733b0f4f714 req-bfdf1d10-4845-4870-9811-3f6de6fb190d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:34.833892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3274b845-81fb-4388-8314-d733b0f4f714 req-bfdf1d10-4845-4870-9811-3f6de6fb190d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.3669875 Dec 17 16:03:34.857678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.864091 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.865128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:34.874222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cc642c6-8943-486e-8593-3099426eaeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.876536 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.905282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.959110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1e467f4f-ad95-44e8-a89b-5b876002ac1b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:34.959489 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:34.961291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:34.961639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b3e308ee-ad6e-4e25-ae7e-68319f43a0f4 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:35.017335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3274b845-81fb-4388-8314-d733b0f4f714 req-67cf6893-b54d-430d-a91e-59421dd22e5d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702516 Dec 17 16:03:35.040600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:35.085048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:35.104170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77663de8-21b6-42a1-9f98-a9a61b86845b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-094ae990-76ef-43b4-8676-c64fbb8e0585', 'network_id': '094ae990-76ef-43b4-8676-c64fbb8e0585', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': '035e8a4e-1776-4fa3-9d79-e07511b8e455'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:35.105080 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-77663de8-21b6-42a1-9f98-a9a61b86845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.138201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9cc642c6-8943-486e-8593-3099426eaeab None None] For port 1e467f4f-ad95-44e8-a89b-5b876002ac1b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1e467f4f-ad95-44e8-a89b-5b876002ac1b,segment=NetworkSegment(d518b16e-6dcb-473a-be00-98dc3a1d43e9),segment_id=d518b16e-6dcb-473a-be00-98dc3a1d43e9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:35.140087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:35.158367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:35.168053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.188875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.190761 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cc642c6-8943-486e-8593-3099426eaeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.318067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.344591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:35.346917 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870da625-7513-46c1-9fa7-adba6237560e" -d '{"events": [{"server_uuid": "aba61356-e84b-4db9-8079-7ff6619afd11", "name": "network-vif-plugged", "status": "completed", "tag": "3e31efa7-f0e5-4d14-9193-20ac0e7316bb"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:35.421945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Port': ['ID=c87a2cb4-3e1e-4fb0-a296-6fda4529faae,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:35.428763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12db30-4140-4509-be07-45c9360a7182 req-82d26522-72a2-4643-98a6-5c6e40c01843 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:35.431680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2f12db30-4140-4509-be07-45c9360a7182 req-82d26522-72a2-4643-98a6-5c6e40c01843 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 945 time: 0.2135384 Dec 17 16:03:35.479642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network bb5c867c-faeb-4516-850c-371336130d42 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:35.484382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Pushing event updated for resources: {'Port': ['ID=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:35.528983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b94d3178-0fe7-4944-b5e4-3223d177149e None None] Provisioning complete for port 1e467f4f-ad95-44e8-a89b-5b876002ac1b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:35.529351 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b94d3178-0fe7-4944-b5e4-3223d177149e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.530941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Attempting to bind port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:35.531301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Attempting to bind port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '58226488-4828-4a36-a69f-ff9a22d69cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dc8275ee-7c41-4d3a-99af-66c03c8b6fd9'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:35.531653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Attempting to bind port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 on network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:35.536743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:35.548045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:35.548699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.549173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2f12db30-4140-4509-be07-45c9360a7182 req-98553531-61d4-40c1-a4f9-9be01c10fb15 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019888 Dec 17 16:03:35.559388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.584974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:35.585355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Checking segment: {'id': '58226488-4828-4a36-a69f-ff9a22d69cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dc8275ee-7c41-4d3a-99af-66c03c8b6fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:35.585755 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.586146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Bound using segment: {'id': '58226488-4828-4a36-a69f-ff9a22d69cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dc8275ee-7c41-4d3a-99af-66c03c8b6fd9'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:35.586626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Bound port: fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58226488-4828-4a36-a69f-ff9a22d69cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'dc8275ee-7c41-4d3a-99af-66c03c8b6fd9'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:35.587007 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-77663de8-21b6-42a1-9f98-a9a61b86845b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 035e8a4e-1776-4fa3-9d79-e07511b8e455: This subnet is being modified by another concurrent operation. Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:03:35.590097 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 035e8a4e-1776-4fa3-9d79-e07511b8e455: This subnet is being modified by another concurrent operation. Dec 17 16:03:35.594877 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:03:35.637962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc642c6-8943-486e-8593-3099426eaeab None None] Pushing event updated for resources: {'Port': ['ID=1e467f4f-ad95-44e8-a89b-5b876002ac1b,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:35.673828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb4577-1d7d-4fa0-adb5-d52ebac9def5 None None] Network 094ae990-76ef-43b4-8676-c64fbb8e0585 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:35.677353 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8327b25-19e9-42bf-9161-18efb5f5af19 x-openstack-request-id: req-b8327b25-19e9-42bf-9161-18efb5f5af19 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:35.677609 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba61356-e84b-4db9-8079-7ff6619afd11", "name": "network-vif-plugged", "status": "completed", "tag": "3e31efa7-f0e5-4d14-9193-20ac0e7316bb", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:35.677860 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8327b25-19e9-42bf-9161-18efb5f5af19 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:35.678243 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb', 'code': 200} Dec 17 16:03:35.703133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00507bc8-3efa-4c71-8114-b81ecb415d95 req-f7c678f8-d126-4d4b-8543-3a2872e66d77 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:35.706468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-00507bc8-3efa-4c71-8114-b81ecb415d95 req-f7c678f8-d126-4d4b-8543-3a2872e66d77 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 944 time: 0.2297258 Dec 17 16:03:35.755523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50f3585-a0dc-4e93-a387-66f5898047f4 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:35.774037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.806895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Transition to ACTIVE for port object a50f3585-a0dc-4e93-a387-66f5898047f4 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:03:35.811172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] For port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:35.815489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] For port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,segment=NetworkSegment(58226488-4828-4a36-a69f-ff9a22d69cf4),segment_id=58226488-4828-4a36-a69f-ff9a22d69cf4)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:35.866500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:35.974814 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.058433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:36.061494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.156949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05966e27-06d4-4b73-a736-5cd5394b822a None None] Pushing event updated for resources: {'Port': ['ID=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:36.161220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=035e8a4e-1776-4fa3-9d79-e07511b8e455,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:36.164876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-00507bc8-3efa-4c71-8114-b81ecb415d95 req-62f31c91-3dc3-49f0-95ba-2fdc3080ed58 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417854 Dec 17 16:03:36.177129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25292dd7-ab6a-4125-a68e-0d0681c519f0 req-6babd35f-45a6-4796-8dff-5ec549f84ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:36.178659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25292dd7-ab6a-4125-a68e-0d0681c519f0 req-6babd35f-45a6-4796-8dff-5ec549f84ede service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 1097 time: 0.3694263 Dec 17 16:03:36.183045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Pushing event updated for resources: {'Port': ['ID=a50f3585-a0dc-4e93-a387-66f5898047f4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:36.346488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:03:36.353313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:36.353777 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.363571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.429149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094ae990-76ef-43b4-8676-c64fbb8e0585']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:36.434437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1e467f4f-ad95-44e8-a89b-5b876002ac1b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:36.446928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b3f12b-8a01-4541-b5ad-55972cfb153d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:36.447696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b3f12b-8a01-4541-b5ad-55972cfb153d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:36.474964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.519257 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1c24-3908-479d-ae7f-795bccac4903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.553215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b01c8-904d-46b5-bb94-56e4fc132af6 req-b07d15d4-1a3d-4e72-8a2d-e631b07492a8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:36.558906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-71f21bdd-2e86-46f4-9b25-09408ef80dba None None] Provisioning complete for port c87a2cb4-3e1e-4fb0-a296-6fda4529faae triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:36.558906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71f21bdd-2e86-46f4-9b25-09408ef80dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.572039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96b01c8-904d-46b5-bb94-56e4fc132af6 req-b07d15d4-1a3d-4e72-8a2d-e631b07492a8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.4177420 Dec 17 16:03:36.602747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.644288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:36.645211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:36.656574 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:36.732253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.735978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1e467f4f-ad95-44e8-a89b-5b876002ac1b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:36.736577 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.774102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-71f21bdd-2e86-46f4-9b25-09408ef80dba None None] Port c87a2cb4-3e1e-4fb0-a296-6fda4529faae cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:36.848686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96b01c8-904d-46b5-bb94-56e4fc132af6 req-f26bae1d-0676-4d93-83d9-993eedd329e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741799 Dec 17 16:03:36.852945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,segment=NetworkSegment(ee016b46-4805-455a-aadc-84731cfcfa89),segment_id=ee016b46-4805-455a-aadc-84731cfcfa89)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:36.853464 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.876659 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.893199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:36.901083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/094ae990-76ef-43b4-8676-c64fbb8e0585 HTTP/1.1" status: 204 len: 168 time: 2.1812747 Dec 17 16:03:36.901083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28579b-a050-4315-bb2d-62abb0c907ed tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=094ae990-76ef-43b4-8676-c64fbb8e0585,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:36.908077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56034) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:36.915902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098247292'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:36.974423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:37.022338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:37.025840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.078327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361c8a2-e5e0-4f0d-8624-ae2f10f88447 req-3f7eab4f-53fa-46a7-aabe-690211593b27 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:37.080225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2361c8a2-e5e0-4f0d-8624-ae2f10f88447 req-3f7eab4f-53fa-46a7-aabe-690211593b27 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 945 time: 0.1375844 Dec 17 16:03:37.091376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:37.109168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25292dd7-ab6a-4125-a68e-0d0681c519f0 req-19a3b98c-54e8-45eb-9ca0-0cda3349c956 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9202824 Dec 17 16:03:37.123805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.124643 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 79dda6d1-c8a6-4342-94d9-a70f29d8bbaf of type vlan for network b6e3638e-862e-4d99-8f23-ce7146b87af0 Dec 17 16:03:37.135187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Attempting to bind port a50f3585-a0dc-4e93-a387-66f5898047f4 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:37.135553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Attempting to bind port a50f3585-a0dc-4e93-a387-66f5898047f4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:37.135792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Attempting to bind port a50f3585-a0dc-4e93-a387-66f5898047f4 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:37.163141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Port a50f3585-a0dc-4e93-a387-66f5898047f4 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:03:37.163609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Attempting to bind port a50f3585-a0dc-4e93-a387-66f5898047f4 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:37.167470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.169382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.184138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642d2f0-5bef-4edb-a56b-e3e5a89c5e60 req-2b739b05-2e97-4963-9140-39631eec9f2a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:37.185800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4642d2f0-5bef-4edb-a56b-e3e5a89c5e60 req-2b739b05-2e97-4963-9140-39631eec9f2a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.6517661 Dec 17 16:03:37.187800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:37.187800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:37.188282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:37.188657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.188861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Bound port: a50f3585-a0dc-4e93-a387-66f5898047f4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:37.189052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.193158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.194363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.272265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2361c8a2-e5e0-4f0d-8624-ae2f10f88447 req-92a8ad86-e468-4f60-a0eb-60596bb2bdd0 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780944 Dec 17 16:03:37.367028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.389272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:37.390070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.434388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event updated for resources: {'Port': ['ID=c87a2cb4-3e1e-4fb0-a296-6fda4529faae,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:37.511731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4642d2f0-5bef-4edb-a56b-e3e5a89c5e60 req-ae52aa58-a697-44b0-8156-95a4aa063efd tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149407 Dec 17 16:03:37.550830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6403928 Dec 17 16:03:37.558731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56040) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:37.563842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': 'b6e3638e-862e-4d99-8f23-ce7146b87af0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:37.569352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8cb21-0c05-4026-ad1b-d9a5505cc8b7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=b6e3638e-862e-4d99-8f23-ce7146b87af0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:37.586341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b6e3638e-862e-4d99-8f23-ce7146b87af0 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:37.685929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] For port a50f3585-a0dc-4e93-a387-66f5898047f4, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:37.687511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad3e6c5-c95a-401c-9516-80577446e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:37.699913 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd5e93-13be-4063-afdc-aa5b47b9cc86" -d '{"events": [{"server_uuid": "aad3e6c5-c95a-401c-9516-80577446e637", "name": "network-vif-plugged", "status": "completed", "tag": "ebfc6ac7-85d9-4a0a-a181-b37577fe83d2"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:37.706691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150dbe5-846a-45c4-83b8-40f2508656fb req-7152adf5-cac1-483d-93cc-00cd4e277b11 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:37.708509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4150dbe5-846a-45c4-83b8-40f2508656fb req-7152adf5-cac1-483d-93cc-00cd4e277b11 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 945 time: 0.3035800 Dec 17 16:03:37.724499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] For port a50f3585-a0dc-4e93-a387-66f5898047f4, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a50f3585-a0dc-4e93-a387-66f5898047f4,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:37.737131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.744544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Network bb5c867c-faeb-4516-850c-371336130d42 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:37.757269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-668f23f8-7c67-4fd3-b060-abba5d315693 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3044510 Dec 17 16:03:37.781881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:37.841702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4150dbe5-846a-45c4-83b8-40f2508656fb req-96f75cf1-ef30-4226-9926-f3a721575034 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203320 Dec 17 16:03:37.894140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:37.898503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:37.943151 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309d40c-44e3-4104-bbe9-812ce1ce3008 x-openstack-request-id: req-9309d40c-44e3-4104-bbe9-812ce1ce3008 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:37.944115 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad3e6c5-c95a-401c-9516-80577446e637", "name": "network-vif-plugged", "status": "completed", "tag": "ebfc6ac7-85d9-4a0a-a181-b37577fe83d2", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:37.944634 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9309d40c-44e3-4104-bbe9-812ce1ce3008 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:37.945501 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad3e6c5-c95a-401c-9516-80577446e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2', 'code': 200} Dec 17 16:03:38.173305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.174122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:38.175367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] 10.222.0.49 "PUT /v2.0/ports/a50f3585-a0dc-4e93-a387-66f5898047f4 HTTP/1.1" status: 200 len: 1092 time: 3.5805092 Dec 17 16:03:38.175740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'tag': 'a50f3585-a0dc-4e93-a387-66f5898047f4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:38.178410 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306ce19-2e60-4a8f-b1f0-f3a48d318092" -d '{"events": [{"name": "network-changed", "server_uuid": "aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9", "tag": "a50f3585-a0dc-4e93-a387-66f5898047f4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:38.263278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4938f3-bd36-4714-ab9b-7949f9c5161e service neutron] Pushing event updated for resources: {'Port': ['ID=a50f3585-a0dc-4e93-a387-66f5898047f4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:38.287442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Router 6f0a9db6-6389-42e2-b746-3ac4c68f5762 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:03:38.307758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.308283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.308755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.309241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.309738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.310158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.313674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.315662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-af0b18d3-b4b5-4915-90a0-b95f7d1aaed1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6499 time: 0.2849219 Dec 17 16:03:38.330365 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dca0fe-65d9-4811-bc32-fec74bcc47b1 x-openstack-request-id: req-32dca0fe-65d9-4811-bc32-fec74bcc47b1 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:38.330365 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9", "tag": "a50f3585-a0dc-4e93-a387-66f5898047f4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:38.330365 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32dca0fe-65d9-4811-bc32-fec74bcc47b1 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:38.330365 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'tag': 'a50f3585-a0dc-4e93-a387-66f5898047f4', 'status': 'completed', 'code': 200} Dec 17 16:03:38.438755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1f4dc-f643-4de4-a7bc-43533d2cc6ae None None] Network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:38.602104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e05f9-16ce-4633-a432-e4539657dc2f req-260db0e9-c28d-4a4d-b25a-d01faf843d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.603694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb9e05f9-16ce-4633-a432-e4539657dc2f req-260db0e9-c28d-4a4d-b25a-d01faf843d33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 1097 time: 0.4538784 Dec 17 16:03:38.629286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74835f7-7bfb-40f1-95d9-24052c0b375b req-d30a285e-77fc-467c-828b-3ab051127437 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:38.639115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:38.645445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a74835f7-7bfb-40f1-95d9-24052c0b375b req-d30a285e-77fc-467c-828b-3ab051127437 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.5141087 Dec 17 16:03:38.750465 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e89f2cf3-6531-40e1-88cd-d70d9ca7643f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:38.778545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4ed237fc-0918-46ae-b887-f4c4e1df7b03 None None] Provisioning complete for port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:38.779685 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ed237fc-0918-46ae-b887-f4c4e1df7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:38.930259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:38.939197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Deleting port 0b17dadd-2d6f-4b12-a26b-342096184cdf {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:38.939858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:38.944500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-72044f61-288c-4e03-aadd-0bd1674096b5 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0522141 Dec 17 16:03:38.951032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb9e05f9-16ce-4633-a432-e4539657dc2f req-e9e7b164-a243-472e-8cf5-38cf03244f55 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967277 Dec 17 16:03:38.959065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56056) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:38.968916 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a74835f7-7bfb-40f1-95d9-24052c0b375b req-4615f972-232b-49ff-bf20-0a3ac23b8987 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225992 Dec 17 16:03:39.020926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] Sync routers for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:39.039011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.055624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:39.056257 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.065974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-e100ee35-0195-4a9b-ad79-7eac6319e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.072680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-e100ee35-0195-4a9b-ad79-7eac6319e3e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 1095 time: 0.7032368 Dec 17 16:03:39.145742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:39.146964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:39.186526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117abd6b-c116-41ba-9957-e1b2d6aca362 req-04621e16-2518-471b-9c93-9afc3cf0a1f6 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.194625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-117abd6b-c116-41ba-9957-e1b2d6aca362 req-04621e16-2518-471b-9c93-9afc3cf0a1f6 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 945 time: 0.6960597 Dec 17 16:03:39.200846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] For port 0b17dadd-2d6f-4b12-a26b-342096184cdf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b17dadd-2d6f-4b12-a26b-342096184cdf,segment=NetworkSegment(121e0fde-8649-486a-9592-2cb839bd0216),segment_id=121e0fde-8649-486a-9592-2cb839bd0216)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:39.201256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.202439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-bb555d96-1bcb-496a-bf12-47845e26d731 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a50f3585-a0dc-4e93-a387-66f5898047f4 HTTP/1.1" status: 200 len: 217 time: 0.0934203 Dec 17 16:03:39.210855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=6431837d-0584-4d3c-b6d3-99d98b8f7274,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:39.224720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Calling delete_port for 0b17dadd-2d6f-4b12-a26b-342096184cdf owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:39.227574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '79dda6d1-c8a6-4342-94d9-a70f29d8bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b6e3638e-862e-4d99-8f23-ce7146b87af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:39.227753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: b6e3638e-862e-4d99-8f23-ce7146b87af0, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:39.245238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3842a24-e2d5-4b6e-b599-d8bd5a914465 req-332a3ac3-31c0-4e91-9f34-e1387b0bbb4e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.254669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3842a24-e2d5-4b6e-b599-d8bd5a914465 req-332a3ac3-31c0-4e91-9f34-e1387b0bbb4e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.1647725 Dec 17 16:03:39.269877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:39.309603 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6fc7d38-fe26-4bfb-81a5-ecbcd2a1a5ad tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.322454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ed237fc-0918-46ae-b887-f4c4e1df7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.358366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network b6e3638e-862e-4d99-8f23-ce7146b87af0 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:39.396996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3842a24-e2d5-4b6e-b599-d8bd5a914465 req-a8db95a7-89e0-4c5b-925e-f838491c4294 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341691 Dec 17 16:03:39.406620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b6e3638e-862e-4d99-8f23-ce7146b87af0) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:39.442049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-c186cc04-9d3d-4164-9683-340fdb85e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.442536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-c186cc04-9d3d-4164-9683-340fdb85e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.443002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-c186cc04-9d3d-4164-9683-340fdb85e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.444831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-c186cc04-9d3d-4164-9683-340fdb85e103 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc344b3-1870-46c9-a4e7-746f86a3b411&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bb717a21-920e-4104-b4c5-ec153af618b6&id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 2291 time: 0.6578584 Dec 17 16:03:39.470238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-370f7037-9805-4681-959d-43beb660d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.471744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-370f7037-9805-4681-959d-43beb660d5a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.2522345 Dec 17 16:03:39.472688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:39.480765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:39.514401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-117abd6b-c116-41ba-9957-e1b2d6aca362 req-be1114b7-6579-464a-80ec-4afcb6ffabb8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174558 Dec 17 16:03:39.578422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:39.579288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b36ff-05c1-4bc2-898f-cae45571e7a5 None None] The sync data for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:39.586215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f98f7-ae1f-40ea-843d-6d0760165499 None None] Network b6e3638e-862e-4d99-8f23-ce7146b87af0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:39.667310 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-a6fc7d38-fe26-4bfb-81a5-ecbcd2a1a5ad tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 16:03:39.669252 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a6fc7d38-fe26-4bfb-81a5-ecbcd2a1a5ad tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762 HTTP/1.1" status: 409 len: 329 time: 0.7081764 Dec 17 16:03:39.678258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56060) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:39.697073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-64181812-02e2-4025-8b68-5f16cc78b38f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 200 len: 1001 time: 0.2436867 Dec 17 16:03:39.733485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4ed237fc-0918-46ae-b887-f4c4e1df7b03 None None] For port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,segment=NetworkSegment(58226488-4828-4a36-a69f-ff9a22d69cf4),segment_id=58226488-4828-4a36-a69f-ff9a22d69cf4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:39.751733 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.754383 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4ed237fc-0918-46ae-b887-f4c4e1df7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.762624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.764900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.875226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-5c22cda4-e9fe-4cd0-afa6-4077bd565650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.876978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-5c22cda4-e9fe-4cd0-afa6-4077bd565650 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3584747 Dec 17 16:03:39.895532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf748965-2ab0-43ea-84d3-ffd4c38d704e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3289497 Dec 17 16:03:39.900538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:39.906946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787026851'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:39.930723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-a05d221e-83e5-4b42-9076-55d26e375027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:39.932524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-a05d221e-83e5-4b42-9076-55d26e375027 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 HTTP/1.1" status: 200 len: 850 time: 0.2239695 Dec 17 16:03:39.934369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed237fc-0918-46ae-b887-f4c4e1df7b03 None None] Pushing event updated for resources: {'Port': ['ID=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:39.944589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.981549 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.989744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-071c8dbb-2988-477a-a27c-b65775d3efbb None None] Provisioning complete for port c87a2cb4-3e1e-4fb0-a296-6fda4529faae triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:39.989744 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-071c8dbb-2988-477a-a27c-b65775d3efbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:39.995398 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:39.995398 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:39.998867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-b6e3638e-862e-4d99-8f23-ce7146b87af0', 'network_id': 'b6e3638e-862e-4d99-8f23-ce7146b87af0', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': '6431837d-0584-4d3c-b6d3-99d98b8f7274'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:40.000401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.005779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b17dadd-2d6f-4b12-a26b-342096184cdf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:40.061569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93694fe1-af6d-44ac-be2c-8e7170392fc2 req-53b225cf-8f27-4ab6-b9fc-af5b3b3dd9d6 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:40.078824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93694fe1-af6d-44ac-be2c-8e7170392fc2 req-53b225cf-8f27-4ab6-b9fc-af5b3b3dd9d6 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 945 time: 0.4484901 Dec 17 16:03:40.099618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d44d82-8c63-40e0-a2d5-d6705ad678ca None None] DHCP port deletion for 223734ad-1855-4caf-9667-52aa4854f51c request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:40.182144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-071c8dbb-2988-477a-a27c-b65775d3efbb None None] Port c87a2cb4-3e1e-4fb0-a296-6fda4529faae cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:40.224797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-071c8dbb-2988-477a-a27c-b65775d3efbb None None] Provisioning complete for port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:40.225232 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-071c8dbb-2988-477a-a27c-b65775d3efbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.236530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088639b-1727-429a-a5c5-692535670b57 req-3ca4bfd2-e8f0-4f00-95d3-537d254c9464 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:40.245032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2088639b-1727-429a-a5c5-692535670b57 req-3ca4bfd2-e8f0-4f00-95d3-537d254c9464 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.1353357 Dec 17 16:03:40.307304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:40.312018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.331947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Allocated IP 2001:db8::1 (b6e3638e-862e-4d99-8f23-ce7146b87af0/6431837d-0584-4d3c-b6d3-99d98b8f7274/5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:40.358544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2088639b-1727-429a-a5c5-692535670b57 req-abfbe738-c1a8-4cdc-865a-c8370ee29523 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124625 Dec 17 16:03:40.393420 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93694fe1-af6d-44ac-be2c-8e7170392fc2 req-9698988a-bc43-4ae1-87f0-f4bcaee131b2 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136151 Dec 17 16:03:40.395801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-1ae8baab-dcb9-424a-8d36-21e795044f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:40.404233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-1ae8baab-dcb9-424a-8d36-21e795044f15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc344b3-1870-46c9-a4e7-746f86a3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3903930 Dec 17 16:03:40.446838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-17b6bda1-b865-4b31-8634-6dd2e6332357 service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597880 Dec 17 16:03:40.643685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.669995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5200c31-bfb4-4be1-9a29-7395d6cffb0c req-2e7f2cf3-cea6-49d3-98dd-2d716c0b23b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:40.671878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5200c31-bfb4-4be1-9a29-7395d6cffb0c req-2e7f2cf3-cea6-49d3-98dd-2d716c0b23b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.1377206 Dec 17 16:03:40.767914 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.778037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.816654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5200c31-bfb4-4be1-9a29-7395d6cffb0c req-d794073f-323e-4fda-9f12-ff3f1e3d6559 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269324 Dec 17 16:03:40.836354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Network b6e3638e-862e-4d99-8f23-ce7146b87af0 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:40.841587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:40.846253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:40.872155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:40.917437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Pushing event updated for resources: {'Port': ['ID=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:40.942930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.980692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Attempting to bind port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:40.981065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Attempting to bind port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '79dda6d1-c8a6-4342-94d9-a70f29d8bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b6e3638e-862e-4d99-8f23-ce7146b87af0'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:40.981463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Attempting to bind port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce on network b6e3638e-862e-4d99-8f23-ce7146b87af0 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:40.985283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:40.989178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:40.989599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Checking segment: {'id': '79dda6d1-c8a6-4342-94d9-a70f29d8bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b6e3638e-862e-4d99-8f23-ce7146b87af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:40.990071 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:40.990500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Bound using segment: {'id': '79dda6d1-c8a6-4342-94d9-a70f29d8bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b6e3638e-862e-4d99-8f23-ce7146b87af0'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:40.991004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Bound port: 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dda6d1-c8a6-4342-94d9-a70f29d8bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b6e3638e-862e-4d99-8f23-ce7146b87af0'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:40.991465 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.045570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:41.045971 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.098821 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.099241 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a of type vlan for network cbbc27f2-4b9f-49a4-819a-5df2820c6067 Dec 17 16:03:41.220365 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.232443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8ce8-7275-44b2-9940-3d459b48826b req-b11df6ea-7cd6-48a3-9b17-faa926a1749a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:41.240981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0efd8ce8-7275-44b2-9940-3d459b48826b req-b11df6ea-7cd6-48a3-9b17-faa926a1749a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 945 time: 0.2382808 Dec 17 16:03:41.265257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:03:41.309676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-b72f3004-788e-42b7-8650-f53928458590 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8956983 Dec 17 16:03:41.342070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.348120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] For port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:41.351100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-824e6507-8a48-416f-9005-4ff3c0079be0 req-24320d92-25a7-4cfc-bc14-0ce8fe9a5a76 service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635850 Dec 17 16:03:41.352799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] For port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,segment=NetworkSegment(79dda6d1-c8a6-4342-94d9-a70f29d8bbaf),segment_id=79dda6d1-c8a6-4342-94d9-a70f29d8bbaf)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:41.366091 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.395431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.400969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:41.401582 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.486986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe894edf-a994-4af4-8b03-45cff84f286e req-d7e303df-3150-4f11-aa18-f63c239bff49 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:41.489066 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe894edf-a994-4af4-8b03-45cff84f286e req-d7e303df-3150-4f11-aa18-f63c239bff49 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.2749896 Dec 17 16:03:41.495363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:41.499805 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f531cb2-1803-4266-a04b-5bda2d9a7d07 admin admin] 10.222.0.54 "PUT /v2.0/routers/f7f20b2e-0c5c-46dd-8d75-bcfd78927386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7050455 Dec 17 16:03:41.508270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:41.514539 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] Sync routers for ids ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:41.537993 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] Routers {'f7f20b2e-0c5c-46dd-8d75-bcfd78927386'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:41.538729 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:41.567696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaf02c-f18f-45ec-9b9f-13c326d2cc0a None None] Pushing event updated for resources: {'Port': ['ID=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:41.652514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0efd8ce8-7275-44b2-9940-3d459b48826b req-857f2aaf-8eac-47dc-b942-0cec9979247f tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105713 Dec 17 16:03:41.694377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7921228 Dec 17 16:03:41.705800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:41.725574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56080) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:41.758146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:41.819468 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] Set router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:41.855904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74297a-3eaf-4cbf-a56c-f76c9adc0b83 req-fb67c1fd-a2c2-4cfd-8e57-5dd04c613056 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:41.857620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b74297a-3eaf-4cbf-a56c-f76c9adc0b83 req-fb67c1fd-a2c2-4cfd-8e57-5dd04c613056 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 945 time: 0.1514308 Dec 17 16:03:41.889491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96575066-a1e9-4849-9957-aff709d29ede tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=cbbc27f2-4b9f-49a4-819a-5df2820c6067,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:41.919009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network cbbc27f2-4b9f-49a4-819a-5df2820c6067 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:42.091297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-6a918a73-03f9-4209-9adb-84d75e2ed593 service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708175 Dec 17 16:03:42.103989 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:42.156110 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:03:39Z', 'revision_number': 5, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:42.196761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-bbc8d34f-be1f-4d61-bc67-558fa13a108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:42.198330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-bbc8d34f-be1f-4d61-bc67-558fa13a108f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 1095 time: 0.5976303 Dec 17 16:03:42.198629 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] Checking router: f7f20b2e-0c5c-46dd-8d75-bcfd78927386 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:03:42.200576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-64740173-49b1-4a89-ba9d-8e891e59b0c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 217 time: 0.0761080 Dec 17 16:03:42.220117 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] Routers {'f7f20b2e-0c5c-46dd-8d75-bcfd78927386'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:42.224026 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:42.239765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe625ad0-ac8f-41db-a409-75648a4e0d9b req-a012299c-2c77-458b-b6f3-768c3804ea5a tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:42.247346 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe625ad0-ac8f-41db-a409-75648a4e0d9b req-a012299c-2c77-458b-b6f3-768c3804ea5a tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 945 time: 0.3420618 Dec 17 16:03:42.376387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:42.379509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:42.383171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:42.434495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-779f6614-b1e6-4bf5-9d70-237f47b0efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:42.436097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-779f6614-b1e6-4bf5-9d70-237f47b0efa1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.2179494 Dec 17 16:03:42.489819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b74297a-3eaf-4cbf-a56c-f76c9adc0b83 req-343043cf-8bfc-40b4-8b4b-9fcf9e81fdad tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000190 Dec 17 16:03:42.549725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:42.578440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Deleting port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:42.578784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:42.664612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe625ad0-ac8f-41db-a409-75648a4e0d9b req-5411001c-ea22-448b-b002-41bbb8b94994 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162743 Dec 17 16:03:42.700311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Performing IP validity checks on allocation pools {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:03:42.700863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:03:42.742826 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] Set router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:42.813033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-c998899b-6d99-4941-9ee3-7819d8c89af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:42.815026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-c998899b-6d99-4941-9ee3-7819d8c89af7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.6046486 Dec 17 16:03:42.922244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] For port 41192fbe-19a8-45b8-b3b8-60db2d153ea8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=41192fbe-19a8-45b8-b3b8-60db2d153ea8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:42.922897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:42.950794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Calling delete_port for 41192fbe-19a8-45b8-b3b8-60db2d153ea8 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:42.971498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-aac72110-8509-445b-b7b0-cf9873349664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:42.973394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-aac72110-8509-445b-b7b0-cf9873349664 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4925082 Dec 17 16:03:42.979009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57a53d-6cf9-4452-b1c2-eef9552f8294 req-7a801f4e-7d3e-4e0c-9f4d-c31c7ee4b701 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:42.990854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d57a53d-6cf9-4452-b1c2-eef9552f8294 req-7a801f4e-7d3e-4e0c-9f4d-c31c7ee4b701 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 946 time: 0.2066998 Dec 17 16:03:43.051661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-4c7eb494-a420-4d59-b5ac-b8cb589a661e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a50f3585-a0dc-4e93-a387-66f5898047f4 HTTP/1.1" status: 200 len: 217 time: 0.2018425 Dec 17 16:03:43.135696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Deleting port d30b2e9e-8b92-4357-9a5f-804e146c5810 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:43.136709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.223061 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:03:39Z', 'revision_number': 5, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:43.229539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d57a53d-6cf9-4452-b1c2-eef9552f8294 req-de7f2b6d-e492-4c4a-81de-9bd5cb845d01 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377079 Dec 17 16:03:43.336681 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79476998-3b22-4f6a-aec9-45abc9263390 None None] The sync data for ids ['f7f20b2e-0c5c-46dd-8d75-bcfd78927386'] in n-d-806683-20 is: [{'id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'name': 'tempest-ServerRescueNegativeTestJSON-1899143773-router', 'tenant_id': '9101451825cb423f80d2a5c16fc6f517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:42Z', 'updated_at': '2021-12-17T16:03:39Z', 'revision_number': 5, 'project_id': '9101451825cb423f80d2a5c16fc6f517', 'gw_port': {'id': 'd30b2e9e-8b92-4357-9a5f-804e146c5810', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f20b2e-0c5c-46dd-8d75-bcfd78927386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:44Z', 'updated_at': '2021-12-17T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:43.375851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:43.378922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] For port d30b2e9e-8b92-4357-9a5f-804e146c5810, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d30b2e9e-8b92-4357-9a5f-804e146c5810,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:43.384121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.416087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Calling delete_port for d30b2e9e-8b92-4357-9a5f-804e146c5810 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:43.421536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3140e0-b605-4f7c-99a1-60e58484bdfe None None] Network b6e3638e-862e-4d99-8f23-ce7146b87af0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:43.425824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-e3251b7e-8413-4861-afa3-86697037ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:43.427336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-e3251b7e-8413-4861-afa3-86697037ccfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.3573332 Dec 17 16:03:43.429156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-28db2459-10de-47e7-9356-e9123156230e service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124553 Dec 17 16:03:43.446016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fa6b1-4332-44cc-8d82-6dab56d1f401 req-e2ac5a67-9ddc-41bb-aaf0-321272df5603 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:43.456677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-544fa6b1-4332-44cc-8d82-6dab56d1f401 req-e2ac5a67-9ddc-41bb-aaf0-321272df5603 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.6351898 Dec 17 16:03:43.522354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e6336c34-5a07-46c3-9751-705a6f907f00 None None] Provisioning complete for port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:43.523108 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e6336c34-5a07-46c3-9751-705a6f907f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.610156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.650815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-d41d7b45-15d3-4f96-905c-7265b753f67f service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635201 Dec 17 16:03:43.661411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:43.661944 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.724131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-183dce6b-2686-4324-ace6-55fa772a1022 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 217 time: 0.0419481 Dec 17 16:03:43.818065 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.842041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-cfa0c4ee-63cf-4f3d-8563-8583365e78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:43.843634 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-cfa0c4ee-63cf-4f3d-8563-8583365e78dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0725181 Dec 17 16:03:43.845215 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e6336c34-5a07-46c3-9751-705a6f907f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.926305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,segment=NetworkSegment(79dda6d1-c8a6-4342-94d9-a70f29d8bbaf),segment_id=79dda6d1-c8a6-4342-94d9-a70f29d8bbaf)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:43.942936 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-544fa6b1-4332-44cc-8d82-6dab56d1f401 req-769e1c7d-cb0d-40fc-9383-ba14dbea8435 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849477 Dec 17 16:03:43.943606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:43.952905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event deleted for resources: {'Port': ['ID=41192fbe-19a8-45b8-b3b8-60db2d153ea8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:43.958746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.086796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8640611-042f-4f92-a17d-3ac972789edc None None] DHCP port deletion for 5f57b7f9-152e-41dc-b8de-b94d7b3e923b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:44.147056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30b2e9e-8b92-4357-9a5f-804e146c5810,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:44.160607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb861746-7d33-4e03-b6ae-c5015f2a9eae None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:03:44.228524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-384b6e8f-8065-4771-a35b-c8e2509332ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:44.229418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] No DVR routers for this DVR port 41192fbe-19a8-45b8-b3b8-60db2d153ea8 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:44.230722 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-384b6e8f-8065-4771-a35b-c8e2509332ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3466985 Dec 17 16:03:44.231382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:44.240769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-cfba53bc-f67c-44f1-98fd-2511843d2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:44.242850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-cfba53bc-f67c-44f1-98fd-2511843d2041 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7741649 Dec 17 16:03:44.255748 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-34d193e4-f18c-4d4f-a3b5-5d4d9f49599a req-db7aedfd-5183-41b8-8a12-43f69d583740 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=108c9f15-4a55-4167-be0c-89965628fd6e HTTP/1.1" status: 200 len: 210 time: 0.1586204 Dec 17 16:03:44.272552 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-e6336c34-5a07-46c3-9751-705a6f907f00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:44.272905 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-e6336c34-5a07-46c3-9751-705a6f907f00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:44.301250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.305359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe894edf-a994-4af4-8b03-45cff84f286e req-ffeae187-ca08-43a5-ba4a-bc8453326482 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.49 "DELETE /v2.0/ports/41192fbe-19a8-45b8-b3b8-60db2d153ea8 HTTP/1.1" status: 204 len: 173 time: 2.8044960 Dec 17 16:03:44.307722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c9f15-4a55-4167-be0c-89965628fd6e', 'name': 'network-vif-deleted', 'tag': '41192fbe-19a8-45b8-b3b8-60db2d153ea8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:44.310500 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0f47e-a2c4-4acb-894f-2152f846b28f" -d '{"events": [{"server_uuid": "108c9f15-4a55-4167-be0c-89965628fd6e", "name": "network-vif-deleted", "tag": "41192fbe-19a8-45b8-b3b8-60db2d153ea8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:44.314340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.326842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef9c0-7912-4c9b-bd78-0af52d063e4e req-62e30424-f642-4bbc-9747-44241de4214d tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:44.335007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-338ef9c0-7912-4c9b-bd78-0af52d063e4e req-62e30424-f642-4bbc-9747-44241de4214d tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc0ff920-0c30-452e-a222-52dd9e4c76bd HTTP/1.1" status: 200 len: 945 time: 0.4168527 Dec 17 16:03:44.484938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-338ef9c0-7912-4c9b-bd78-0af52d063e4e req-e62c8587-2107-4775-b325-7fa54c0f8c17 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489248 Dec 17 16:03:44.497015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.509185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.567446 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.568063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f20b2e-0c5c-46dd-8d75-bcfd78927386 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:03:44.576561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.578172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6f5f1ce9-f6f8-4bab-83eb-7f284a6d0fa2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f7f20b2e-0c5c-46dd-8d75-bcfd78927386 HTTP/1.1" status: 204 len: 168 time: 3.0687211 Dec 17 16:03:44.586745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56100) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:44.609160 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa9ed9-2679-486f-adf5-e4200b81dea2 x-openstack-request-id: req-f9aa9ed9-2679-486f-adf5-e4200b81dea2 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:44.609529 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c9f15-4a55-4167-be0c-89965628fd6e", "name": "network-vif-deleted", "tag": "41192fbe-19a8-45b8-b3b8-60db2d153ea8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:44.609790 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9aa9ed9-2679-486f-adf5-e4200b81dea2 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:44.612065 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c9f15-4a55-4167-be0c-89965628fd6e', 'name': 'network-vif-deleted', 'tag': '41192fbe-19a8-45b8-b3b8-60db2d153ea8', 'status': 'completed', 'code': 200} Dec 17 16:03:44.682974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 41192fbe-19a8-45b8-b3b8-60db2d153ea8 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:44.735577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] Deleting subnet ac4e55e4-5992-4853-bd48-67d33e32bf37 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:44.750534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.852919 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:44.958266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 41192fbe-19a8-45b8-b3b8-60db2d153ea8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:44.958616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 41192fbe-19a8-45b8-b3b8-60db2d153ea8 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:45.013869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb861746-7d33-4e03-b6ae-c5015f2a9eae None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:03:45.052642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.137400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-c5a03db8-9e2e-4563-aac8-107699f81e1f tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:45.139950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-c5a03db8-9e2e-4563-aac8-107699f81e1f tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.47 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 945 time: 0.1379693 Dec 17 16:03:45.229655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8da3f721-2a4c-4a49-bd87-840586ec9989 None None] Provisioning complete for port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:45.230102 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8da3f721-2a4c-4a49-bd87-840586ec9989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.246407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.302166 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.308965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ac4e55e4-5992-4853-bd48-67d33e32bf37 HTTP/1.1" status: 204 len: 168 time: 0.7265546 Dec 17 16:03:45.315440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56108) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:45.319758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2e860-f75c-42ad-a089-b1bf843607fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4e55e4-5992-4853-bd48-67d33e32bf37,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:45.352318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:45.406804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-42e1fe8d-e046-4b08-8174-1141ab16eeab service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1394598 Dec 17 16:03:45.457399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.533386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-dc45f474-6526-4959-9fa8-c1cd153980f0 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002462 Dec 17 16:03:45.540784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.544331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-d60b5e59-ba35-44dd-8228-0e3c773223b3 service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2781777 Dec 17 16:03:45.573765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:45.574568 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.587440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71f970-cf38-4a72-b3c3-1e7b282a0294 req-a2a6029f-1ded-48d0-97e0-cf5f13296302 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:45.601434 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-047a34d2-a459-4436-b003-5c92c8a1192f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=e66b899a-809b-4c28-8fc4-39b688474c42 HTTP/1.1" status: 200 len: 217 time: 0.0560167 Dec 17 16:03:45.609747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d71f970-cf38-4a72-b3c3-1e7b282a0294 req-a2a6029f-1ded-48d0-97e0-cf5f13296302 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.3937089 Dec 17 16:03:45.691341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-3d75dc67-967f-495f-a524-198c25fb7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:45.692892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-3d75dc67-967f-495f-a524-198c25fb7397 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0522788 Dec 17 16:03:45.782921 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.792585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33add4f2-8a48-486a-92ca-884d349ed64b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:45.794276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Deleting port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:45.794608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.796218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83dc95f-2e1d-4063-991f-f80fa9047b51 None None] Network 223734ad-1855-4caf-9667-52aa4854f51c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:45.810179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b544d7-cbfc-46e5-8da8-e3510ad35a15 req-1794fe02-6604-403b-99d8-bb71aec684d9 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:45.811877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78b544d7-cbfc-46e5-8da8-e3510ad35a15 req-1794fe02-6604-403b-99d8-bb71aec684d9 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 945 time: 1.4316249 Dec 17 16:03:45.869491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d71f970-cf38-4a72-b3c3-1e7b282a0294 req-5e317ff4-79a2-4451-802e-647212ef0106 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583978 Dec 17 16:03:45.885536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:45.885936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: cbbc27f2-4b9f-49a4-819a-5df2820c6067, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:45.891007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting port c87a2cb4-3e1e-4fb0-a296-6fda4529faae {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:45.891434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:45.949783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd9b365-733a-4442-8b35-7806d148ec3e None None] DHCP port deletion for 223734ad-1855-4caf-9667-52aa4854f51c request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:45.966904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b17dadd-2d6f-4b12-a26b-342096184cdf no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:45.983754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.002579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0b17dadd-2d6f-4b12-a26b-342096184cdf {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:46.003351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b17dadd-2d6f-4b12-a26b-342096184cdf not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:46.004894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223734ad-1855-4caf-9667-52aa4854f51c']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:46.018059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.021964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=21d4ade7-1b41-4f83-83cf-fbc756c3d8eb,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:46.033447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-1b1dd22e-6ac6-4422-a6aa-c5ad4406b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:46.034824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-1b1dd22e-6ac6-4422-a6aa-c5ad4406b9e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2933478 Dec 17 16:03:46.044923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121e0fde-8649-486a-9592-2cb839bd0216') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:46.046469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121e0fde-8649-486a-9592-2cb839bd0216') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:46.059758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Calling delete_port for c87a2cb4-3e1e-4fb0-a296-6fda4529faae owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:46.087681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.145635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] For port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,segment=NetworkSegment(ee016b46-4805-455a-aadc-84731cfcfa89),segment_id=ee016b46-4805-455a-aadc-84731cfcfa89)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:46.146021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.160933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.167690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network cbbc27f2-4b9f-49a4-819a-5df2820c6067 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:46.175069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Calling delete_port for ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:46.180255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:46.180661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:46.182351 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:46.223988 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7306ce19-2e60-4a8f-b1f0-f3a48d318092 req-79151e85-e5f2-4e89-883f-297a8beb8dbf service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199574 Dec 17 16:03:46.233855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78b544d7-cbfc-46e5-8da8-e3510ad35a15 req-a63533f2-8837-48c5-9666-e960a88ee9c9 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/security-groups?id=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997297 Dec 17 16:03:46.238030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb024-8ab7-477e-848d-f86f07d88dce req-c3794cd3-5bc2-4bcc-a593-f8066ca656be tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:46.240105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-589bb024-8ab7-477e-848d-f86f07d88dce req-c3794cd3-5bc2-4bcc-a593-f8066ca656be tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc0ff920-0c30-452e-a222-52dd9e4c76bd HTTP/1.1" status: 200 len: 945 time: 0.2182043 Dec 17 16:03:46.246606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, cbbc27f2-4b9f-49a4-819a-5df2820c6067) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:46.256253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:46.256975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.283495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a51849-9e51-4974-b4c6-27d28701b428 None None] Network cbbc27f2-4b9f-49a4-819a-5df2820c6067 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:46.346070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-165f4b22-6c23-4a00-a4e5-9ed795a39e09 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.5967901 Dec 17 16:03:46.349299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56114) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:46.376807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.381671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-589bb024-8ab7-477e-848d-f86f07d88dce req-69c82416-509f-4cd7-9f4b-243bad469acd tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336691 Dec 17 16:03:46.410073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-fa3bacf5-0f2d-40f4-bad7-a6bac46a20c6 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662372 Dec 17 16:03:46.429260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.433521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] 10.222.0.54 "DELETE /v2.0/networks/223734ad-1855-4caf-9667-52aa4854f51c HTTP/1.1" status: 204 len: 168 time: 1.1124306 Dec 17 16:03:46.453876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac55b2-ac5f-4bba-b5db-8f8384ee7934 admin admin] Pushing event deleted for resources: {'Network': ['ID=223734ad-1855-4caf-9667-52aa4854f51c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:46.527616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-cbbc27f2-4b9f-49a4-819a-5df2820c6067', 'network_id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': '21d4ade7-1b41-4f83-83cf-fbc756c3d8eb'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:46.528848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.590866 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.600937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-7ce46407-02dc-48da-b1ac-0ee8c6d990d8 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812880 Dec 17 16:03:46.665308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.665592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d30b2e9e-8b92-4357-9a5f-804e146c5810 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:46.675012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-f8ce391d-eaae-4217-ac9b-662bb52f2aec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6 HTTP/1.1" status: 200 len: 217 time: 0.0538549 Dec 17 16:03:46.696085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d30b2e9e-8b92-4357-9a5f-804e146c5810 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:46.696738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d30b2e9e-8b92-4357-9a5f-804e146c5810 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:46.699054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.712999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Port': ['ID=c87a2cb4-3e1e-4fb0-a296-6fda4529faae,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:46.717257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ebfc6ac7-85d9-4a0a-a181-b37577fe83d2'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:46.768047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03106755-ab15-4488-9a63-1f31749f400b req-f79ed062-7f2d-4010-8d03-a7e0a037143b tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:46.769938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03106755-ab15-4488-9a63-1f31749f400b req-f79ed062-7f2d-4010-8d03-a7e0a037143b tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc0ff920-0c30-452e-a222-52dd9e4c76bd HTTP/1.1" status: 200 len: 945 time: 0.2207854 Dec 17 16:03:46.820053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56128) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:46.823102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Pushing event deleted for resources: {'Port': ['ID=ebfc6ac7-85d9-4a0a-a181-b37577fe83d2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:46.827791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Allocated IP 2001:db8::3 (cbbc27f2-4b9f-49a4-819a-5df2820c6067/21d4ade7-1b41-4f83-83cf-fbc756c3d8eb/b8eb4ba8-d2f1-4f86-8178-f2b5840f7097) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:46.861052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.887012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:46.893139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-6e4baf57-870b-4a7e-ae84-910dc993e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:46.895099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-6e4baf57-870b-4a7e-ae84-910dc993e27e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1961036 Dec 17 16:03:46.908300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fc9e9f-8d79-4492-86fd-65866326a469 None None] DHCP port deletion for 017777be-44f7-44d1-bebb-0d0f96493b3b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:47.059152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] No DVR routers for this DVR port ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:47.067738 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.069503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.071215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a04db437-cf04-48a4-aa6c-9c26f0f7d989 req-2c3a5625-915f-48a7-9757-884ca0df0112 tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.47 "DELETE /v2.0/ports/ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 HTTP/1.1" status: 204 len: 173 time: 1.9053290 Dec 17 16:03:47.077543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.081846 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-99fb0c24-815e-40cc-b661-a039c4acbb6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9101451825cb423f80d2a5c16fc6f517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532494 Dec 17 16:03:47.086513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad3e6c5-c95a-401c-9516-80577446e637', 'name': 'network-vif-deleted', 'tag': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:47.086933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56132) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:47.089394 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a81deb-9165-4eb4-8a60-95ae901587a0" -d '{"events": [{"server_uuid": "aad3e6c5-c95a-401c-9516-80577446e637", "name": "network-vif-deleted", "tag": "ebfc6ac7-85d9-4a0a-a181-b37577fe83d2"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:47.104381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-59773525-0cb5-4fc9-97ef-d8d4794ddecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:47.106068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-59773525-0cb5-4fc9-97ef-d8d4794ddecf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1994777 Dec 17 16:03:47.122193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582edc2-269d-4390-a439-6a90aff248bf req-f59bc2d6-0bee-4390-a992-9760faf8f668 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:47.125732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Network cbbc27f2-4b9f-49a4-819a-5df2820c6067 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:47.130792 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-f59bc2d6-0bee-4390-a992-9760faf8f668 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.4599297 Dec 17 16:03:47.130994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:47.133301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:47.145651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Pushing event updated for resources: {'Port': ['ID=b8eb4ba8-d2f1-4f86-8178-f2b5840f7097,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:47.165689 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-9d8afbe3-fb2b-4697-925d-496f354c04fe tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/quotas/ec8c73f39ca1466ba2fd5a259830ccda HTTP/1.1" status: 200 len: 375 time: 0.0338719 Dec 17 16:03:47.211187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Attempting to bind port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:47.211582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Attempting to bind port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:47.212077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Attempting to bind port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097 on network cbbc27f2-4b9f-49a4-819a-5df2820c6067 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:47.212620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-46c6d27a-84dd-4e1b-ab50-00b4669ff54d tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458455 Dec 17 16:03:47.215332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.217702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:47.218080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Checking segment: {'id': '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:47.218485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.219040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Bound using segment: {'id': '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:47.219510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Bound port: b8eb4ba8-d2f1-4f86-8178-f2b5840f7097, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:47.219927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.236915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Deleting port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:47.238883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.264596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894474aa-b6e3-471b-a923-aec3bf7dcbd4 req-b5a64726-dc7f-4b12-802c-31faa4881eed tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:47.266207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-894474aa-b6e3-471b-a923-aec3bf7dcbd4 req-b5a64726-dc7f-4b12-802c-31faa4881eed tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.2401259 Dec 17 16:03:47.298653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] For port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:47.302887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] For port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b8eb4ba8-d2f1-4f86-8178-f2b5840f7097,segment=NetworkSegment(57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a),segment_id=57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:47.307772 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.331727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Router 6f0a9db6-6389-42e2-b746-3ac4c68f5762 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:03:47.382171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=21d4ade7-1b41-4f83-83cf-fbc756c3d8eb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:47.417491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3955bdf4-fec2-442b-86fe-537f26d8f4d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.436083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-894474aa-b6e3-471b-a923-aec3bf7dcbd4 req-d9c7f2ef-afed-41fc-9bae-fe84bc257bf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453042 Dec 17 16:03:47.531330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-2c07ff24-8a01-46e0-addb-bbac98314308 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117761 Dec 17 16:03:47.548735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3955bdf4-fec2-442b-86fe-537f26d8f4d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:47.552249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:47.574172 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c6743fc9-5029-40c3-85a6-e0187b3cff75 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8938105 Dec 17 16:03:47.591928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] Sync routers for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:47.611588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56144) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:47.673058 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-f67b5e0a-6d7b-4d3d-a82d-b7ffe3cc0f65 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] show failed (client error): The resource could not be found. Dec 17 16:03:47.674349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f67b5e0a-6d7b-4d3d-a82d-b7ffe3cc0f65 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-806400041 HTTP/1.1" status: 404 len: 334 time: 0.0615232 Dec 17 16:03:47.703329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:47.704219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:47.706044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56146) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:47.735663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-34bc3725-7e4c-479f-bf39-9f26477706a8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:47.763180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:47.768449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b2f9f21-4282-4e34-aae5-483aedb6ea43 req-fc356b86-2e9f-4a96-b52b-5dc6a228482d tempest-InstanceActionsV221TestJSON-1095125334 tempest-InstanceActionsV221TestJSON-1095125334-project] 10.222.0.54 "GET /v2.0/ports?device_id=aad3e6c5-c95a-401c-9516-80577446e637 HTTP/1.1" status: 200 len: 210 time: 0.0825987 Dec 17 16:03:47.778199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] Routers {'6f0a9db6-6389-42e2-b746-3ac4c68f5762'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:47.778855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:47.818885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:47.819557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d885cf2e-b34c-4f57-ab3d-70e8000eec7e None None] The sync data for ids ['6f0a9db6-6389-42e2-b746-3ac4c68f5762'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:47.824659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511a351-2a1b-4a9b-b7d7-d6bf07141fe5 None None] Network cbbc27f2-4b9f-49a4-819a-5df2820c6067 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:47.831083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f2918-32e0-47e5-9c3b-f958304a643c None None] Pushing event updated for resources: {'Port': ['ID=b8eb4ba8-d2f1-4f86-8178-f2b5840f7097,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:47.862654 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-34bc3725-7e4c-479f-bf39-9f26477706a8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] update failed (client error): The resource could not be found. Dec 17 16:03:47.863697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-34bc3725-7e4c-479f-bf39-9f26477706a8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-240807924 HTTP/1.1" status: 404 len: 334 time: 0.1447742 Dec 17 16:03:47.869410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56148) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:47.964998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-8e771921-1c4a-4afb-b675-b26e19fc2206 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262011 Dec 17 16:03:48.005254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting subnet 6e701ce6-f5f1-4669-be05-2548f52da56e {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:48.011553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.037698 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d98aa-696a-44ee-bd2c-ed1b2ba98313 x-openstack-request-id: req-622d98aa-696a-44ee-bd2c-ed1b2ba98313 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:48.037988 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad3e6c5-c95a-401c-9516-80577446e637", "name": "network-vif-deleted", "tag": "ebfc6ac7-85d9-4a0a-a181-b37577fe83d2", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:48.038255 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-622d98aa-696a-44ee-bd2c-ed1b2ba98313 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:48.038654 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad3e6c5-c95a-401c-9516-80577446e637', 'name': 'network-vif-deleted', 'tag': 'ebfc6ac7-85d9-4a0a-a181-b37577fe83d2', 'status': 'completed', 'code': 200} Dec 17 16:03:48.039069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9f6a6-69e8-4332-8a33-ede1ea908fe2 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:03:48.042479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.077415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.096256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbc27f2-4b9f-49a4-819a-5df2820c6067']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:48.117804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] For port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:48.118157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.121537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:48.122009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:48.144327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-3a410a31-f922-43f6-844a-f8173d71dd77 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9306779 Dec 17 16:03:48.159090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.161977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Calling delete_port for 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:48.219330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.246312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-0e9bc6b4-5404-4cba-8fe8-904721cd53e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 200 len: 217 time: 0.0610907 Dec 17 16:03:48.257379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3955bdf4-fec2-442b-86fe-537f26d8f4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.259037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:48.259608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.261061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3955bdf4-fec2-442b-86fe-537f26d8f4d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.264495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3955bdf4-fec2-442b-86fe-537f26d8f4d6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6c12b25-50df-4e8d-9414-534a164d2519 HTTP/1.1" status: 204 len: 168 time: 1.1732345 Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:48.270543 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:48.285889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9f6a6-69e8-4332-8a33-ede1ea908fe2 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:03:48.362799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.api [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:03:48.362799 n-d-806683-20 neutron-server[109784]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:03:48.362799 n-d-806683-20 neutron-server[109784]: [parameters: {'id': 'cbbc27f2-4b9f-49a4-819a-5df2820c6067'}] Dec 17 16:03:48.362799 n-d-806683-20 neutron-server[109784]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:48.363730 n-d-806683-20 neutron-server[109784]: DEBUG oslo_db.api [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:48.380815 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.392587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955bdf4-fec2-442b-86fe-537f26d8f4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c12b25-50df-4e8d-9414-534a164d2519,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:48.401503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-c1dc54b3-50c1-402c-b702-51d75e6a06a9 service neutron] 10.222.0.54 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528050 Dec 17 16:03:48.537342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.563550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['3e31efa7-f0e5-4d14-9193-20ac0e7316bb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:48.566238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['10783230-3e33-4082-bb28-33b59ab5d578'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:48.656064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Pushing event deleted for resources: {'Port': ['ID=63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:48.768705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] No DVR routers for this DVR port 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:48.798572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.802268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03106755-ab15-4488-9a63-1f31749f400b req-5461ae26-6b1d-4d64-8a9e-bb34ba92797a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "DELETE /v2.0/ports/63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f HTTP/1.1" status: 204 len: 173 time: 1.9949417 Dec 17 16:03:48.865072 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:48.928931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78610ff-f5c6-4f21-ac73-0c1330491acd req-adb71131-1631-461a-a7f1-d2b11491ec4b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:48.948054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b78610ff-f5c6-4f21-ac73-0c1330491acd req-adb71131-1631-461a-a7f1-d2b11491ec4b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.1758432 Dec 17 16:03:48.989865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814f889-f765-4373-a450-d593f4602f0d req-b1157f06-9a3d-440f-8f89-a4120d2d3c8b tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:48.991400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7814f889-f765-4373-a450-d593f4602f0d req-b1157f06-9a3d-440f-8f89-a4120d2d3c8b tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc0ff920-0c30-452e-a222-52dd9e4c76bd HTTP/1.1" status: 200 len: 945 time: 1.0500500 Dec 17 16:03:48.993009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-547e39e8-fb69-4726-8788-1e2feeda286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:48.994347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-547e39e8-fb69-4726-8788-1e2feeda286b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.7380774 Dec 17 16:03:49.007883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.102174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b78610ff-f5c6-4f21-ac73-0c1330491acd req-b1fdc761-a4c4-4e5e-b415-ae6d0ce9e977 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496129 Dec 17 16:03:49.128978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:49.129669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.192526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1801f-d36f-4f77-b9aa-cb5e78617c41 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:49.250945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Subnet': ['ID=6e701ce6-f5f1-4669-be05-2548f52da56e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:49.253698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.253838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65babbee-fbb8-4be5-b51c-ff63e2a4e886 req-1a7cbb7f-1c28-45e1-98dc-45e064bf6e08 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 210 time: 0.0570190 Dec 17 16:03:49.271120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56174) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:49.272721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-df4e4a53-48c9-4d56-a6d4-595be253288b tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/subnets/6e701ce6-f5f1-4669-be05-2548f52da56e HTTP/1.1" status: 204 len: 168 time: 1.3953097 Dec 17 16:03:49.301503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7cce8-4f06-4bf6-b54c-f6695a387075 None None] Network fed5ecd4-6204-446b-b7cc-e12fe5653624 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:49.397597 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.403789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-4d21ef51-abf2-4985-a88b-d59718bd8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:49.403789 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-4d21ef51-abf2-4985-a88b-d59718bd8fce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3927581 Dec 17 16:03:49.427116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7814f889-f765-4373-a450-d593f4602f0d req-87a8ea2d-a5c7-4fff-8177-f11f2f90d25a tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964508 Dec 17 16:03:49.442374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b8eb4ba8-d2f1-4f86-8178-f2b5840f7097,segment=NetworkSegment(57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a),segment_id=57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:49.448807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.573997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for b8eb4ba8-d2f1-4f86-8178-f2b5840f7097 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:49.696052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-985cebda-3f77-4671-bac6-c3c5ee9fc713 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683642 Dec 17 16:03:49.750542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:49.782991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] DHCP port deletion for fed5ecd4-6204-446b-b7cc-e12fe5653624 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:49.802200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting port 1e467f4f-ad95-44e8-a89b-5b876002ac1b {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:49.802781 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.874156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] Deleting port 1e467f4f-ad95-44e8-a89b-5b876002ac1b {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:49.881571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-b4e56038-10fc-454b-8f6e-9cf4f9c21845 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778393 Dec 17 16:03:49.882360 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.943412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] For port 1e467f4f-ad95-44e8-a89b-5b876002ac1b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1e467f4f-ad95-44e8-a89b-5b876002ac1b,segment=NetworkSegment(d518b16e-6dcb-473a-be00-98dc3a1d43e9),segment_id=d518b16e-6dcb-473a-be00-98dc3a1d43e9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:49.943785 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.948966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] For port 1e467f4f-ad95-44e8-a89b-5b876002ac1b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1e467f4f-ad95-44e8-a89b-5b876002ac1b,segment=NetworkSegment(d518b16e-6dcb-473a-be00-98dc3a1d43e9),segment_id=d518b16e-6dcb-473a-be00-98dc3a1d43e9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:49.949266 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:49.962213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:49.968463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] Calling delete_port for 1e467f4f-ad95-44e8-a89b-5b876002ac1b owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:49.978829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Calling delete_port for 1e467f4f-ad95-44e8-a89b-5b876002ac1b owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:49.980981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-e6b98004-138c-4a43-9eed-35f968328b3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 200 len: 217 time: 0.0917745 Dec 17 16:03:49.997591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:49.997997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:49.998412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:50.027031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:50.027361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ebfc6ac7-85d9-4a0a-a181-b37577fe83d2 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:50.032967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:50.056612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-e964e988-7e8c-49a7-89f4-b752f6ccea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:50.058697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-e964e988-7e8c-49a7-89f4-b752f6ccea65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.0709813 Dec 17 16:03:50.064602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'name': 'network-vif-deleted', 'tag': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:50.067314 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aedad1-319d-42d1-a234-34685eedabfe" -d '{"events": [{"server_uuid": "dc0ff920-0c30-452e-a222-52dd9e4c76bd", "name": "network-vif-deleted", "tag": "63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:50.081222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] Deleting subnet 5ce6f4be-76ca-4dfb-9b99-4d9d75556152 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:50.091127 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.095346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.124601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-9388308e-2dc8-4b2e-9663-30925c36203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:50.126931 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-9388308e-2dc8-4b2e-9663-30925c36203f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604250 Dec 17 16:03:50.160223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=b8eb4ba8-d2f1-4f86-8178-f2b5840f7097,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:50.163282 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ccf11-406d-45e9-b48e-db5296bb5d15 x-openstack-request-id: req-a61ccf11-406d-45e9-b48e-db5296bb5d15 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:50.164125 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0ff920-0c30-452e-a222-52dd9e4c76bd", "name": "network-vif-deleted", "tag": "63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:50.164383 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a61ccf11-406d-45e9-b48e-db5296bb5d15 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:50.164913 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0ff920-0c30-452e-a222-52dd9e4c76bd', 'name': 'network-vif-deleted', 'tag': '63ce3813-c0eb-48fb-a4bc-9aed4c8fcc2f', 'status': 'completed', 'code': 200} Dec 17 16:03:50.169238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.193292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.214894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port b8eb4ba8-d2f1-4f86-8178-f2b5840f7097 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:50.219654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] No DVR routers for this DVR port 1e467f4f-ad95-44e8-a89b-5b876002ac1b on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:50.226250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Port': ['ID=1e467f4f-ad95-44e8-a89b-5b876002ac1b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:50.248289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa3408-78ba-45f2-b171-e8d1d2ea9cbd None None] Pushing event deleted for resources: {'Port': ['ID=1e467f4f-ad95-44e8-a89b-5b876002ac1b,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:50.257591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-554387562-network', 'tenant_id': '6133506c419545fba4fa8f6e6175016f'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:50.343809 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.358252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] No DVR routers for this DVR port 1e467f4f-ad95-44e8-a89b-5b876002ac1b on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:50.362197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.381419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-90cabf01-500a-4bd7-babc-e089d35656c7 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472413 Dec 17 16:03:50.384521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Made reservation on behalf of 6133506c419545fba4fa8f6e6175016f for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:50.398652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.418480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbc27f2-4b9f-49a4-819a-5df2820c6067']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:50.428980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.465249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec5ef-7763-499a-abef-3b1bb79fd4a8 req-b7b3f907-d1b0-485e-b4ca-c15d9d8bd184 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:50.475970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15bec5ef-7763-499a-abef-3b1bb79fd4a8 req-b7b3f907-d1b0-485e-b4ca-c15d9d8bd184 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.2231143 Dec 17 16:03:50.506779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-244a3096-f282-4f7b-a8ee-15c90c410263 req-18f1130f-1b4c-43a0-b3ea-68981dbd6c0a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 210 time: 0.1500390 Dec 17 16:03:50.508916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:50.509025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ddfbc9-c1f3-433b-ab1b-d37dc5769b0a') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:50.585775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.614576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.627482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.657236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.678772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6959a4d-1b1e-4c64-b9c8-f7592a4e0537 req-98fd2095-a771-4116-9240-5889d024f4dc service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608333 Dec 17 16:03:50.691715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed5ecd4-6204-446b-b7cc-e12fe5653624']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:50.694200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:50.694594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:50.697553 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:50.699073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15bec5ef-7763-499a-abef-3b1bb79fd4a8 req-14722684-b799-4039-92c6-da3e4cc1811b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197855 Dec 17 16:03:50.754709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd518b16e-6dcb-473a-be00-98dc3a1d43e9') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:50.755023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd518b16e-6dcb-473a-be00-98dc3a1d43e9') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:50.796879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.804078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1e467f4f-ad95-44e8-a89b-5b876002ac1b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:50.821469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582edc2-269d-4390-a439-6a90aff248bf req-627eba68-4b0f-4fa4-a838-b79c3fdc8f7e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:50.822939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-627eba68-4b0f-4fa4-a838-b79c3fdc8f7e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.47 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 811 time: 0.3731573 Dec 17 16:03:50.827303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.839311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Request body: {'port': {'device_id': '69d106b9-87c7-4620-8f5d-9eceac955673', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'admin_state_up': True, 'tenant_id': 'ec8c73f39ca1466ba2fd5a259830ccda'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:50.908740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1e467f4f-ad95-44e8-a89b-5b876002ac1b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:50.909039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1e467f4f-ad95-44e8-a89b-5b876002ac1b not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:50.930992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.941856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.947965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.951572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.959704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/cbbc27f2-4b9f-49a4-819a-5df2820c6067 HTTP/1.1" status: 204 len: 168 time: 4.6091762 Dec 17 16:03:50.960916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:50.976378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56212) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:50.986911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85428678'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:50.999439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:51.000096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.006475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175299f-4cb1-402a-be94-9f6bdc4f0e3e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=cbbc27f2-4b9f-49a4-819a-5df2820c6067,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:51.008330 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:51.032794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4805546-f5fe-40bd-adc8-e99f6d617248,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:51.045252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:51.068118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.068467 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Added segment 8b2ab5fb-169a-419a-912c-9311332dee8b of type vlan for network fc7830b5-2bef-411a-b710-37f2550d4832 Dec 17 16:03:51.094140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17097574-afdb-4733-b307-3b9b7429d0d0 None None] Network 017777be-44f7-44d1-bebb-0d0f96493b3b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:51.126776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.153364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce6f4be-76ca-4dfb-9b99-4d9d75556152,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:51.157039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.162984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5e7435b1-4842-4a74-83a1-880c116dfc55 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5ce6f4be-76ca-4dfb-9b99-4d9d75556152 HTTP/1.1" status: 204 len: 168 time: 1.4041438 Dec 17 16:03:51.163582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56214) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:51.192241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:51.196835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.240587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.242557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Made reservation on behalf of ec8c73f39ca1466ba2fd5a259830ccda for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:51.247122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.285553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.286377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea5072-77f1-4349-9bf5-96acc98ca1ed None None] DHCP port deletion for 017777be-44f7-44d1-bebb-0d0f96493b3b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:51.286851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:51.292621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.293213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.308913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/networks/fed5ecd4-6204-446b-b7cc-e12fe5653624 HTTP/1.1" status: 204 len: 168 time: 2.0277882 Dec 17 16:03:51.311621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56216) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:51.335006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b869d-8773-4f4d-a4a0-774275fcd9cd tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Network': ['ID=fed5ecd4-6204-446b-b7cc-e12fe5653624,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:51.392795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3586895 Dec 17 16:03:51.450600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:51.455914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56220) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:51.465355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Request body: {'subnet': {'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-subnet', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:51.469087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.469433 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 257ebfb2-bee1-4f30-8c29-a46562b35de9 of type vlan for network e05a5a7b-7276-4a65-bb39-3fc8980b5615 Dec 17 16:03:51.511064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Allocated IP 172.20.0.2 (5f57b7f9-152e-41dc-b8de-b94d7b3e923b/0eb47c6b-d3e3-4298-9108-100b862eca61/ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:51.530471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.590944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.597122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:51.597791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.601627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f22175-4e63-45b6-a523-bb145203320f admin admin] Pushing event updated for resources: {'Network': ['ID=fc7830b5-2bef-411a-b710-37f2550d4832,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:51.614162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network fc7830b5-2bef-411a-b710-37f2550d4832 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:51.651159 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.677772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting subnet 5ce95551-527c-475a-8834-1892f10ab4c8 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:51.691167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.695400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Made reservation on behalf of 6133506c419545fba4fa8f6e6175016f for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:51.701417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.785092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8028991 Dec 17 16:03:51.792113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56238) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:51.821431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:51.822721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a24861c-c36b-4335-b0b5-e277f5fcf1a2 req-ccb026ea-4770-4b14-bdc8-d2dcb27a823e tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 210 time: 0.1177146 Dec 17 16:03:51.842582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadbf88-20a0-4082-bd26-de003d72f962 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=e05a5a7b-7276-4a65-bb39-3fc8980b5615,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:51.863600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e05a5a7b-7276-4a65-bb39-3fc8980b5615 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:51.877976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.920197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:51.976908 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.035833 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.047136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:52.052077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:52.057063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:52.072948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b001a-9679-49ec-8153-0186376ca4dc None None] DHCP port deletion for 5f57b7f9-152e-41dc-b8de-b94d7b3e923b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:52.094345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dd93e-733d-4b43-825a-1e3c41a89df7 req-27b801a9-787d-4f76-ad4b-d7c85c1ee159 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:52.096054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc6dd93e-733d-4b43-825a-1e3c41a89df7 req-27b801a9-787d-4f76-ad4b-d7c85c1ee159 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.2785037 Dec 17 16:03:52.101042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017777be-44f7-44d1-bebb-0d0f96493b3b']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:52.129871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-56685e80-aa99-47de-b672-731c3cf6cd1b None None] Provisioning complete for port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:52.130789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56685e80-aa99-47de-b672-731c3cf6cd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.160758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee016b46-4805-455a-aadc-84731cfcfa89') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:52.160758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee016b46-4805-455a-aadc-84731cfcfa89') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:52.172404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:52.173033 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.182943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-56685e80-aa99-47de-b672-731c3cf6cd1b None None] Port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:52.205566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event updated for resources: {'Port': ['ID=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:52.215440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.216638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-324cac20-1e99-4ea9-8364-8f7b4aea08c1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3810108 Dec 17 16:03:52.241173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Request body: {'port': {'device_id': '69d106b9-87c7-4620-8f5d-9eceac955673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:52.249183 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.304081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:52.307676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.326232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.333521 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.413225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:52.413225 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:52.414154 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:52.435037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc6dd93e-733d-4b43-825a-1e3c41a89df7 req-fea67799-5ab9-4596-b7f3-efae77826474 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226185 Dec 17 16:03:52.486156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.521797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4613c-d687-4607-93c6-048e81af03f0 req-0bb9d9bb-068c-408a-a3ee-361c5f3cd246 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:52.527604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4613c-d687-4607-93c6-048e81af03f0 req-0bb9d9bb-068c-408a-a3ee-361c5f3cd246 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:52.529284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15c4613c-d687-4607-93c6-048e81af03f0 req-0bb9d9bb-068c-408a-a3ee-361c5f3cd246 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022&device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 1682 time: 0.1380076 Dec 17 16:03:52.570383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.585204 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.590369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.595894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] 10.222.0.54 "DELETE /v2.0/networks/017777be-44f7-44d1-bebb-0d0f96493b3b HTTP/1.1" status: 204 len: 168 time: 1.4266346 Dec 17 16:03:52.632198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4230a02f-b081-49bf-aeef-d721722d0f02,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:52.634386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Pushing event deleted for resources: {'Network': ['ID=017777be-44f7-44d1-bebb-0d0f96493b3b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:52.657240 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.663392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/subnets/5ce95551-527c-475a-8834-1892f10ab4c8 HTTP/1.1" status: 204 len: 168 time: 1.3411937 Dec 17 16:03:52.664038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56248) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:52.665489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3443b6b0-6dec-4932-bc49-af7c2b7132d4 None None] Network 34a54745-899f-479f-be51-83dabcb014c2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:52.668005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.668359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.668720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.669042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.669376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.669832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.670031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.670355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.670679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.671002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.671317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.671644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.671990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7da929b-e0f8-48d1-b7ba-27f13469f248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.676485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.676848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.677192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.677534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.677871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.678203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.678537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.678870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.679208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.679523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.679864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.680249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.680552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:52.693420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15c4613c-d687-4607-93c6-048e81af03f0 req-d7a66d5a-fe70-41b3-91ad-89c35ccd60ae tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528540 Dec 17 16:03:52.754437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad4579-edac-4a53-8a7b-f500ba3993fe tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce95551-527c-475a-8834-1892f10ab4c8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:52.783745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Checking segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:52.784289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Network hostable DHCP agents. Network: fc7830b5-2bef-411a-b710-37f2550d4832, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:52.841236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56254) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:52.846837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Network fc7830b5-2bef-411a-b710-37f2550d4832 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:52.858457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting subnet 4f1460e4-be1f-4b8c-a71e-74d3905a8636 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:52.877130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, fc7830b5-2bef-411a-b710-37f2550d4832) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:52.884011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:52.885157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.887853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6504a86-feae-47d0-9f4b-bc1328ee7f2d None None] Network fc7830b5-2bef-411a-b710-37f2550d4832 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:52.889971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.919446 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:52.957624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] DHCP port deletion for 34a54745-899f-479f-be51-83dabcb014c2 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:52.967806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-661910a1-fa25-4fbc-b9cf-e404f7fc21e0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5070140 Dec 17 16:03:52.973066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56260) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:52.977954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:53.097063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] Deleting port 7a2506b8-a8ad-4f77-833b-62f2323018e2 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:53.098005 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.100923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.101868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-fc7830b5-2bef-411a-b710-37f2550d4832', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'project_id': '6133506c419545fba4fa8f6e6175016f', 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:53.102709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.102977 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.110577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.115615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:53.178208 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.182594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=48e689ec-f962-49f7-a439-d57fea05b677,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:53.186918 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.208002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-58275235-87dc-4836-bc57-a04d94112fcc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa74ad84c7b942808f421158a56e0f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3594933 Dec 17 16:03:53.215372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56268) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:53.246141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Transition to ACTIVE for port object ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:03:53.262287 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.296791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] For port 7a2506b8-a8ad-4f77-833b-62f2323018e2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7a2506b8-a8ad-4f77-833b-62f2323018e2,segment=NetworkSegment(ffe1f45c-9166-4297-98f4-857e62009d73),segment_id=ffe1f45c-9166-4297-98f4-857e62009d73)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:53.297345 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.323568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] Calling delete_port for 7a2506b8-a8ad-4f77-833b-62f2323018e2 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:53.386962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.419318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '257ebfb2-bee1-4f30-8c29-a46562b35de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:53.419692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: e05a5a7b-7276-4a65-bb39-3fc8980b5615, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:53.428532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Allocated IP 172.20.0.2 (fc7830b5-2bef-411a-b710-37f2550d4832/4230a02f-b081-49bf-aeef-d721722d0f02/c798ebd5-dbfc-4a51-9e18-47c571e4e06e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:53.461937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.478280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a514d33-ddde-485b-9183-3b25693f56dd None None] DHCP port deletion for 5f57b7f9-152e-41dc-b8de-b94d7b3e923b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:53.494398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:53.535598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5ae6-441c-4e30-9e86-540c955cdf3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.537548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b7e54-65f8-407a-bc4b-e04347678061 req-4c6028ce-e685-41aa-aa97-245281ba93e1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:53.547389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c4b7e54-65f8-407a-bc4b-e04347678061 req-4c6028ce-e685-41aa-aa97-245281ba93e1 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 931 time: 0.5197959 Dec 17 16:03:53.565777 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.598318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] Pushing event deleted for resources: {'Port': ['ID=7a2506b8-a8ad-4f77-833b-62f2323018e2,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:53.613194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8611d62-aff3-4e4d-ba0b-e6bd6764931c None None] No DVR routers for this DVR port 7a2506b8-a8ad-4f77-833b-62f2323018e2 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:53.619312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network e05a5a7b-7276-4a65-bb39-3fc8980b5615 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:53.653525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0c4b7e54-65f8-407a-bc4b-e04347678061 req-53f4f3a5-9a9e-4b7e-a49e-aa95f845e8fe tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048477 Dec 17 16:03:53.662031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e05a5a7b-7276-4a65-bb39-3fc8980b5615) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:53.668623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5ae6-441c-4e30-9e86-540c955cdf3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.704135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:53.704923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.782701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f1f8-275e-487c-b803-d2ea213aeb8e req-86059f09-1fcb-4489-8bbc-cc7ec004b0fd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:53.790217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.791164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd41f1f8-275e-487c-b803-d2ea213aeb8e req-86059f09-1fcb-4489-8bbc-cc7ec004b0fd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.1184978 Dec 17 16:03:53.795010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.795403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc6361b-1052-48fa-9bf9-ed90805d4019 None None] Network e05a5a7b-7276-4a65-bb39-3fc8980b5615 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:53.802021 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.814518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a46289cb-c9cf-44a9-b840-ecd6f79e92c2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0038080 Dec 17 16:03:53.815938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56276) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:53.874032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1460e4-be1f-4b8c-a71e-74d3905a8636,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:53.880476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:53.886446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ab31f85-d8fc-4d28-907c-c8c071fb19e8 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/subnets/4f1460e4-be1f-4b8c-a71e-74d3905a8636 HTTP/1.1" status: 204 len: 168 time: 1.2159932 Dec 17 16:03:53.889184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56278) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:53.929167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Attempting to bind port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:53.930011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Attempting to bind port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:53.930575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Attempting to bind port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:54.040756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.046534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd41f1f8-275e-487c-b803-d2ea213aeb8e req-3ce47cf0-94ed-4e2f-8144-5777cf5dbfb9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543545 Dec 17 16:03:54.051217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5ae6-441c-4e30-9e86-540c955cdf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.055674 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d0a5ae6-441c-4e30-9e86-540c955cdf3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.057053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2d0a5ae6-441c-4e30-9e86-540c955cdf3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fa2e1f4-f3e9-45fc-8231-0dc73aa22730 HTTP/1.1" status: 204 len: 168 time: 0.8378258 Dec 17 16:03:54.071517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:03:54.071864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Attempting to bind port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 on network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:54.107298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:54.107564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Checking segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:54.107987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Bound using segment: {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:54.109475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Bound port: ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9574b343-5d15-4790-9785-edfd36de5139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:54.109847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.111760 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.122554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbb9f9-c226-4a60-be2a-7f007cbc2354 req-a9c54263-52cc-4620-8b6e-6a1dccbb99c6 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:54.130943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7dbbb9f9-c226-4a60-be2a-7f007cbc2354 req-a9c54263-52cc-4620-8b6e-6a1dccbb99c6 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 946 time: 0.2094965 Dec 17 16:03:54.151321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95e3b4-fd7a-4871-b528-f89a1923306b None None] Network d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:54.186236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.212986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Network fc7830b5-2bef-411a-b710-37f2550d4832 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:54.224331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.229783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e05a5a7b-7276-4a65-bb39-3fc8980b5615', 'network_id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': '48e689ec-f962-49f7-a439-d57fea05b677'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:54.230958 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.234732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:54.250552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a54745-899f-479f-be51-83dabcb014c2']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:54.262989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe1f45c-9166-4297-98f4-857e62009d73') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:54.263694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe1f45c-9166-4297-98f4-857e62009d73') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:54.278498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.279070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:54.299268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.309661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:54.310410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.398290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Allocated IP 172.25.0.59 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1e08a79d-0f10-4341-8d85-fb2577eb0f52) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:54.411965 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:54.413575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a5ae6-441c-4e30-9e86-540c955cdf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2e1f4-f3e9-45fc-8231-0dc73aa22730,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:54.430690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.436330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.443218 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/networks/34a54745-899f-479f-be51-83dabcb014c2 HTTP/1.1" status: 204 len: 168 time: 0.5523195 Dec 17 16:03:54.457536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56286) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:54.514042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.588698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7dbbb9f9-c226-4a60-be2a-7f007cbc2354 req-65d89974-6687-468f-ab29-cdbe89fea517 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553442 Dec 17 16:03:54.590121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.607167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Pushing event updated for resources: {'Port': ['ID=c798ebd5-dbfc-4a51-9e18-47c571e4e06e,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:54.607379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Attempting to bind port c798ebd5-dbfc-4a51-9e18-47c571e4e06e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:54.607758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Attempting to bind port c798ebd5-dbfc-4a51-9e18-47c571e4e06e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:54.616094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Attempting to bind port c798ebd5-dbfc-4a51-9e18-47c571e4e06e on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:54.620200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad931de-759c-4e5e-a3c2-6668e249c604 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Network': ['ID=34a54745-899f-479f-be51-83dabcb014c2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:54.658894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Pushing event updated for resources: {'Port': ['ID=1e08a79d-0f10-4341-8d85-fb2577eb0f52,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:54.664775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.672502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:54.674133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:54.681112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:54.692239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:54.692722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Checking segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:54.693144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.693558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Bound using segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:54.694133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Bound port: c798ebd5-dbfc-4a51-9e18-47c571e4e06e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:54.694525 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.807015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.838006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] For port c798ebd5-dbfc-4a51-9e18-47c571e4e06e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:54.841460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] For port c798ebd5-dbfc-4a51-9e18-47c571e4e06e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c798ebd5-dbfc-4a51-9e18-47c571e4e06e,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:54.842751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b25570-ca76-4562-944f-1ca77346d547 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:54.851691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] For port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:54.868101 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.872321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] For port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:54.896265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-ef9b8da3-5e8a-4007-a28c-e765fca4f7b2 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:54.897867 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-ef9b8da3-5e8a-4007-a28c-e765fca4f7b2 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 946 time: 0.2479155 Dec 17 16:03:54.900694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:54.943762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7a2506b8-a8ad-4f77-833b-62f2323018e2 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:55.015957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.115580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f702fcb-9bbc-4290-aad8-547e42bc341e None None] Pushing event updated for resources: {'Port': ['ID=c798ebd5-dbfc-4a51-9e18-47c571e4e06e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:55.121496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7a2506b8-a8ad-4f77-833b-62f2323018e2 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:55.121855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7a2506b8-a8ad-4f77-833b-62f2323018e2 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:55.126773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37aa01c-5ad8-4b55-9e33-26bd3f224b3b None None] DHCP port deletion for 5f57b7f9-152e-41dc-b8de-b94d7b3e923b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:55.155759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Allocated IP 2001:db8::1 (e05a5a7b-7276-4a65-bb39-3fc8980b5615/48e689ec-f962-49f7-a439-d57fea05b677/dfd52e83-ddaf-4841-8f0d-0edc2c025578) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:55.170839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b55609d1-4dbc-490a-b140-0379425a742d None None] Provisioning complete for port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:55.171355 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b55609d1-4dbc-490a-b140-0379425a742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.347968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] DHCP port deletion for d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:55.433955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b55609d1-4dbc-490a-b140-0379425a742d None None] Port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:03:55.531621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.558952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.563649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] Deleting port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:55.564239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.726059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:55.728840 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.730624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] For port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,segment=NetworkSegment(8ebd632e-1c98-4fd6-9efa-60bba0a8f618),segment_id=8ebd632e-1c98-4fd6-9efa-60bba0a8f618)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:55.731270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.749093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] Calling delete_port for c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:55.804172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:55.804902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.806257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] 10.222.0.47 "PUT /v2.0/ports/ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 HTTP/1.1" status: 200 len: 1092 time: 3.5794091 Dec 17 16:03:55.811668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d106b9-87c7-4620-8f5d-9eceac955673', 'tag': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:55.813984 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596ad8ac-6d0e-4517-8ded-0129f27172c3" -d '{"events": [{"name": "network-changed", "server_uuid": "69d106b9-87c7-4620-8f5d-9eceac955673", "tag": "ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:55.872845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Network e05a5a7b-7276-4a65-bb39-3fc8980b5615 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:55.878348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-3d1b43c3-c41a-4b6c-9a36-73796eb98868 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:55.879673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:55.880367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-3d1b43c3-c41a-4b6c-9a36-73796eb98868 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba61356-e84b-4db9-8079-7ff6619afd11 HTTP/1.1" status: 200 len: 945 time: 0.8744419 Dec 17 16:03:55.884782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.893315 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:55.907434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5febe4-bee4-434b-b8c4-364744fc2cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:55.910227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:55.958695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46a1fb-cd75-4fcc-a2dd-3a6cdc30d34d req-141ed5a7-d83d-4220-8eb4-ec31eface339 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:55.966777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a46a1fb-cd75-4fcc-a2dd-3a6cdc30d34d req-141ed5a7-d83d-4220-8eb4-ec31eface339 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 943 time: 1.0635006 Dec 17 16:03:55.978778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=48e689ec-f962-49f7-a439-d57fea05b677,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:56.010273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] No DVR routers for this DVR port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:56.011853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:56.012458 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.018592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Pushing event updated for resources: {'Port': ['ID=dfd52e83-ddaf-4841-8f0d-0edc2c025578,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:56.041004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bebcfe-3694-4c94-975d-c309f099eee0 req-72e58c8b-ab0f-4dad-8c1f-71547cc68684 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:56.042675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8bebcfe-3694-4c94-975d-c309f099eee0 req-72e58c8b-ab0f-4dad-8c1f-71547cc68684 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.3149152 Dec 17 16:03:56.061091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1569153696-network', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:56.076465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Attempting to bind port dfd52e83-ddaf-4841-8f0d-0edc2c025578 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:56.077079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Attempting to bind port dfd52e83-ddaf-4841-8f0d-0edc2c025578 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '257ebfb2-bee1-4f30-8c29-a46562b35de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:56.077628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Attempting to bind port dfd52e83-ddaf-4841-8f0d-0edc2c025578 on network e05a5a7b-7276-4a65-bb39-3fc8980b5615 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:56.096543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582edc2-269d-4390-a439-6a90aff248bf req-f526931f-5c3a-4304-a3a9-fab8a766fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:56.098880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-f526931f-5c3a-4304-a3a9-fab8a766fece service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 1095 time: 0.2052703 Dec 17 16:03:56.111790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77212e-96bd-4119-8d9f-f7856a20b884 None None] Pushing event deleted for resources: {'Port': ['ID=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:56.124067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:56.124769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Checking segment: {'id': '257ebfb2-bee1-4f30-8c29-a46562b35de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:56.125313 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.125987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Bound using segment: {'id': '257ebfb2-bee1-4f30-8c29-a46562b35de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:56.126676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Bound port: dfd52e83-ddaf-4841-8f0d-0edc2c025578, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257ebfb2-bee1-4f30-8c29-a46562b35de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:56.127199 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.150768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a46a1fb-cd75-4fcc-a2dd-3a6cdc30d34d req-551528e3-f549-4f32-84e3-405ae7552ebe tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829472 Dec 17 16:03:56.153477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Deleting port 10783230-3e33-4082-bb28-33b59ab5d578 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:56.153818 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.235170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] For port dfd52e83-ddaf-4841-8f0d-0edc2c025578, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:56.241447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] For port dfd52e83-ddaf-4841-8f0d-0edc2c025578, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=dfd52e83-ddaf-4841-8f0d-0edc2c025578,segment=NetworkSegment(257ebfb2-bee1-4f30-8c29-a46562b35de9),segment_id=257ebfb2-bee1-4f30-8c29-a46562b35de9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:56.242236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-a53c8476-8e26-432d-a711-4a9a38353399 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 HTTP/1.1" status: 200 len: 217 time: 0.1214647 Dec 17 16:03:56.253201 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.285252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] For port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15, host n-d-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:56.285252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.330967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.348185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Calling delete_port for c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:56.356591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 was not found and therefore no delete operation was performed {{(pid=109784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:03:56.365585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.400267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Made reservation on behalf of e8137db8f38747f9b7eb9fd19cc3dbcf for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:56.402847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.425034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbea948-9466-4719-9ab1-263e5bfba739 None None] Pushing event updated for resources: {'Port': ['ID=dfd52e83-ddaf-4841-8f0d-0edc2c025578,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:56.442108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e7bec2-bf75-4664-b007-71092f78ef0b None None] Network e05a5a7b-7276-4a65-bb39-3fc8980b5615 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:56.462877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] No DVR routers for this DVR port c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:56.464756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Port': ['ID=c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:56.467480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582edc2-269d-4390-a439-6a90aff248bf req-47d595c6-ed55-4954-8cb3-fc9ade9dc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:56.469160 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-47d595c6-ed55-4954-8cb3-fc9ade9dc2cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.1700244 Dec 17 16:03:56.474146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05a5a7b-7276-4a65-bb39-3fc8980b5615']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:56.520538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.526070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257ebfb2-bee1-4f30-8c29-a46562b35de9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:56.526450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257ebfb2-bee1-4f30-8c29-a46562b35de9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:56.547921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.554487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8bebcfe-3694-4c94-975d-c309f099eee0 req-66ff2106-4761-4489-b17c-15fed98d8f6f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983225 Dec 17 16:03:56.555081 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-3cfea0c9-945c-48d8-a6d0-43e7e5138541 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724194 Dec 17 16:03:56.557008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] For port 10783230-3e33-4082-bb28-33b59ab5d578, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=10783230-3e33-4082-bb28-33b59ab5d578,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:56.557409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.638088 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.650787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Deleting port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:56.651200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.659066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:56.660597 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.662715 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e418c6-f18f-4553-82ca-fc0dfabaa32c x-openstack-request-id: req-d4e418c6-f18f-4553-82ca-fc0dfabaa32c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:56.663015 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d106b9-87c7-4620-8f5d-9eceac955673", "tag": "ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:56.663959 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4e418c6-f18f-4553-82ca-fc0dfabaa32c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:56.663959 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d106b9-87c7-4620-8f5d-9eceac955673', 'tag': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8', 'status': 'completed', 'code': 200} Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:56.673955 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:56.703869 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:03:56.724184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Calling delete_port for 10783230-3e33-4082-bb28-33b59ab5d578 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:56.751747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17f3cc-a60d-4a47-9a27-75f56dcc1236 req-f0556b8c-b398-439d-88de-0160640421d8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:56.753387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b17f3cc-a60d-4a47-9a27-75f56dcc1236 req-f0556b8c-b398-439d-88de-0160640421d8 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 946 time: 0.3850572 Dec 17 16:03:56.769004 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.780778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.809229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c798ebd5-dbfc-4a51-9e18-47c571e4e06e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:56.855495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:03:56.855495 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:03:56.855495 n-d-806683-20 neutron-server[109783]: [parameters: {'id': 'e05a5a7b-7276-4a65-bb39-3fc8980b5615'}] Dec 17 16:03:56.855495 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:03:56.856042 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:03:56.870615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d51dc9-7cad-4b21-97ef-542c5ffdaf09']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:56.875701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c798ebd5-dbfc-4a51-9e18-47c571e4e06e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:56.876240 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.928693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b17f3cc-a60d-4a47-9a27-75f56dcc1236 req-9dde32e6-5a47-43a8-b169-42cfab905b06 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca58c864-923e-4b95-a889-b67e5283ddf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618652 Dec 17 16:03:56.952121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebd632e-1c98-4fd6-9efa-60bba0a8f618') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:56.952304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebd632e-1c98-4fd6-9efa-60bba0a8f618') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:56.970324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:56.971755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea56977-42f9-4208-adfe-312a5cfb1588 None None] Network fc7830b5-2bef-411a-b710-37f2550d4832 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:56.973730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-873808e6-d5d4-40bc-b631-e847f3f5d6c6 service neutron] 10.222.0.47 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887153 Dec 17 16:03:56.975995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] For port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,segment=NetworkSegment(e5d24870-dcb0-4e65-9b30-e5019d8e3919),segment_id=e5d24870-dcb0-4e65-9b30-e5019d8e3919)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:56.976451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.013958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Calling delete_port for 3e31efa7-f0e5-4d14-9193-20ac0e7316bb owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:57.032020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.039694 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.041817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.043666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.070493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:57.070700 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:57.074452 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:57.106834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-df52bb2e-8432-4ea9-b0da-08960adfed52 None None] Provisioning complete for port c798ebd5-dbfc-4a51-9e18-47c571e4e06e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:57.107031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:57.107132 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df52bb2e-8432-4ea9-b0da-08960adfed52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.131186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port c798ebd5-dbfc-4a51-9e18-47c571e4e06e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c798ebd5-dbfc-4a51-9e18-47c571e4e06e,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:57.145678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3458ccf5-0415-4495-835f-53c7bbe86b69,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:57.148676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.149028 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Added segment a365a971-9b84-47f4-912a-34011cfe854b of type vlan for network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 Dec 17 16:03:57.157291 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.201798 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.208536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7582edc2-269d-4390-a439-6a90aff248bf req-93ff6ce5-439f-42ea-b958-43dc18d62501 service neutron] 10.222.0.47 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182920 Dec 17 16:03:57.221326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.226804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:03:57.241671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/networks/d4d51dc9-7cad-4b21-97ef-542c5ffdaf09 HTTP/1.1" status: 204 len: 168 time: 2.7813652 Dec 17 16:03:57.250809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=c798ebd5-dbfc-4a51-9e18-47c571e4e06e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:57.262918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56320) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:57.269457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.343253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:57.364461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:57.365011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8764ec1-0d8d-4b29-bbb9-dc4ec9638a15 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:57.368161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.378573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f9d0-88d7-4c10-8ea4-d758a16b6dd7 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Network': ['ID=d4d51dc9-7cad-4b21-97ef-542c5ffdaf09,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:57.389270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting subnet 3f259b2c-7a07-4e9b-b593-b1b0ed10aca4 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:03:57.396064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.434996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.462176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.463187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:57.463841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.482103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b83d6b3-8270-450f-b095-3eaf3fa01c81 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:57.500469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Pushing event deleted for resources: {'Port': ['ID=10783230-3e33-4082-bb28-33b59ab5d578,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:57.528358 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.532957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f2471-7bb2-4249-89ae-1634e4eecaa5 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:03:57.569928 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.572238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] No DVR routers for this DVR port 10783230-3e33-4082-bb28-33b59ab5d578 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:57.575252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.579618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00b3ac2c-6ee7-4ee0-9168-d2cc840861ad req-7e066d9b-36bc-43e8-a567-b7c3341f7de4 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.47 "DELETE /v2.0/ports/10783230-3e33-4082-bb28-33b59ab5d578 HTTP/1.1" status: 204 len: 173 time: 2.6500931 Dec 17 16:03:57.592427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-94065ef2-b982-43dd-a05a-76a8e3bf1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:57.594833 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-94065ef2-b982-43dd-a05a-76a8e3bf1f8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 1095 time: 0.2341738 Dec 17 16:03:57.646189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:57.663832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:03:57.668095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f5380-269c-475a-b24d-d1bd8b42c951 req-00592189-11cb-4ab2-9e76-e13a02b1f9a7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:57.678812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c44f5380-269c-475a-b24d-d1bd8b42c951 req-00592189-11cb-4ab2-9e76-e13a02b1f9a7 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 943 time: 0.4128058 Dec 17 16:03:57.681421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:57.692613 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Sync routers for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:57.715203 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:57.716751 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:57.757542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.811941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-51cd9ca2-bfd1-4ff8-918c-87eb810fdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:57.813340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-51cd9ca2-bfd1-4ff8-918c-87eb810fdeec service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 200 len: 912 time: 0.2089248 Dec 17 16:03:57.816451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Pushing event deleted for resources: {'Port': ['ID=3e31efa7-f0e5-4d14-9193-20ac0e7316bb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:57.826312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdcd19-2276-47d7-b663-6a3fd860b1d8 req-dced9cdb-0c63-43cc-a200-f5110e5513f7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:57.826886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dcec8f75-0a59-4545-8cab-c6a9163035bf None None] Provisioning complete for port c798ebd5-dbfc-4a51-9e18-47c571e4e06e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:57.827380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dcec8f75-0a59-4545-8cab-c6a9163035bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.827843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdfdcd19-2276-47d7-b663-6a3fd860b1d8 req-dced9cdb-0c63-43cc-a200-f5110e5513f7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.1620898 Dec 17 16:03:57.838357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ccdf81de-bf39-4c5a-9593-ffd0e8216559 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1048608 Dec 17 16:03:57.840453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:57.857256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c44f5380-269c-475a-b24d-d1bd8b42c951 req-08b91c8a-ec6b-4671-b5a0-751806b1f1c6 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773789 Dec 17 16:03:57.859247 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:57.871738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Request body: {'subnet': {'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1569153696-subnet', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:57.889613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-08f9075c-8425-4dce-803f-1d8513eb0c22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 HTTP/1.1" status: 200 len: 217 time: 0.0607471 Dec 17 16:03:57.909571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.913827 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-800caff3-86ec-4550-80e9-b9ebc3d01e27 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9373517 Dec 17 16:03:57.913827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] No DVR routers for this DVR port 3e31efa7-f0e5-4d14-9193-20ac0e7316bb on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:57.919294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56328) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:57.926457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:57.930683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-280a8f3b-78da-419b-a696-f6c19156f6ee req-81f7f993-ac2d-4e31-8e72-3cfbe8d19eec tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.49 "DELETE /v2.0/ports/3e31efa7-f0e5-4d14-9193-20ac0e7316bb HTTP/1.1" status: 204 len: 173 time: 2.0421767 Dec 17 16:03:57.935717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'name': 'network-vif-deleted', 'tag': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:57.938122 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ca057-5538-4063-a78e-974168ed1352" -d '{"events": [{"server_uuid": "aba61356-e84b-4db9-8079-7ff6619afd11", "name": "network-vif-deleted", "tag": "3e31efa7-f0e5-4d14-9193-20ac0e7316bb"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:57.984698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 10783230-3e33-4082-bb28-33b59ab5d578 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:57.998975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.007072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port dfd52e83-ddaf-4841-8f0d-0edc2c025578 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:58.010103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.060488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Subnet': ['ID=3f259b2c-7a07-4e9b-b593-b1b0ed10aca4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:58.066308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.070003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f7ba8b15-fa9d-477c-83ad-2239e2c1f42a tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/subnets/3f259b2c-7a07-4e9b-b593-b1b0ed10aca4 HTTP/1.1" status: 204 len: 168 time: 0.7772155 Dec 17 16:03:58.089721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdfdcd19-2276-47d7-b663-6a3fd860b1d8 req-aa1e0698-d4a1-447b-8646-334a6894014e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477193 Dec 17 16:03:58.090435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:58.143686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Made reservation on behalf of e8137db8f38747f9b7eb9fd19cc3dbcf for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:58.146113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.148709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-0c0f975d-4ffc-43f1-a2c0-899f06213c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:58.150195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-0c0f975d-4ffc-43f1-a2c0-899f06213c27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 200 len: 851 time: 0.2477405 Dec 17 16:03:58.200765 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:03:54Z', 'revision_number': 3, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:58.259288 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-b39de90f-d9ab-4e43-9ed8-9e0625f52c20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f57b7f9-152e-41dc-b8de-b94d7b3e923b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915926 Dec 17 16:03:58.293837 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Checking router: 1848f1cb-774b-4d3d-99e3-3acac89e7c94 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:03:58.294550 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Updating router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:03:58.314113 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064f0cc7-e59c-4925-99a5-a989505a6b6b x-openstack-request-id: req-064f0cc7-e59c-4925-99a5-a989505a6b6b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:58.314341 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba61356-e84b-4db9-8079-7ff6619afd11", "name": "network-vif-deleted", "tag": "3e31efa7-f0e5-4d14-9193-20ac0e7316bb", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:58.314769 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-064f0cc7-e59c-4925-99a5-a989505a6b6b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:58.315169 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba61356-e84b-4db9-8079-7ff6619afd11', 'name': 'network-vif-deleted', 'tag': '3e31efa7-f0e5-4d14-9193-20ac0e7316bb', 'status': 'completed', 'code': 200} Dec 17 16:03:58.317695 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81c3982d-f573-43d1-b350-b6dcc6aa3d91 req-bac517ad-b5b7-43b9-ae77-90fa12f85e67 tempest-ListServersNegativeTestJSON-1895055667 tempest-ListServersNegativeTestJSON-1895055667-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fbf6073-0cc0-4547-9ccd-3e68e0353022 HTTP/1.1" status: 200 len: 210 time: 0.2616124 Dec 17 16:03:58.325086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.355597 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.362602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port dfd52e83-ddaf-4841-8f0d-0edc2c025578, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=dfd52e83-ddaf-4841-8f0d-0edc2c025578,segment=NetworkSegment(257ebfb2-bee1-4f30-8c29-a46562b35de9),segment_id=257ebfb2-bee1-4f30-8c29-a46562b35de9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:58.363167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.404436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for dfd52e83-ddaf-4841-8f0d-0edc2c025578 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:58.470268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 10783230-3e33-4082-bb28-33b59ab5d578 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:58.471615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 10783230-3e33-4082-bb28-33b59ab5d578 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:58.483786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f2471-7bb2-4249-89ae-1634e4eecaa5 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:03:58.512859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-e5dade58-7218-4332-8e68-85c6e21e7ae3 service neutron] 10.222.0.47 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440643 Dec 17 16:03:58.643542 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.651042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Deleting port eb18b31a-271d-4525-9946-b59ea512cb0f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:58.653449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.664315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'name': 'network-vif-deleted', 'tag': '10783230-3e33-4082-bb28-33b59ab5d578'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:58.666531 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfa636a-36e8-4053-b6c2-1d8edfa3e939" -d '{"events": [{"server_uuid": "5fbf6073-0cc0-4547-9ccd-3e68e0353022", "name": "network-vif-deleted", "tag": "10783230-3e33-4082-bb28-33b59ab5d578"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:58.688729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.701032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port dfd52e83-ddaf-4841-8f0d-0edc2c025578 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:58.706957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e31efa7-f0e5-4d14-9193-20ac0e7316bb no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:03:58.715695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=dfd52e83-ddaf-4841-8f0d-0edc2c025578,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:58.742796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 3e31efa7-f0e5-4d14-9193-20ac0e7316bb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:03:58.743139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 3e31efa7-f0e5-4d14-9193-20ac0e7316bb not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:03:58.790586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c798ebd5-dbfc-4a51-9e18-47c571e4e06e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:58.864737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.865521 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.876402 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.897290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05a5a7b-7276-4a65-bb39-3fc8980b5615']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:58.916857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257ebfb2-bee1-4f30-8c29-a46562b35de9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:58.916857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257ebfb2-bee1-4f30-8c29-a46562b35de9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:58.928531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.945060 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.953181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:03:58.953665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.958151 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Pushing event updated for resources: {'Port': ['ID=1e08a79d-0f10-4341-8d85-fb2577eb0f52,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:58.965287 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Attempting to bind port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:03:58.965715 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Attempting to bind port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:03:58.966076 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Attempting to bind port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:03:58.972474 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.972847 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.973043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.973374 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.973697 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.974018 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.974908 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.975239 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.975563 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.975956 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.976364 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.976687 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.977004 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:58.981640 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:03:58.982195 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:58.982602 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.982991 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:03:58.983472 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Bound port: 1e08a79d-0f10-4341-8d85-fb2577eb0f52, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:03:58.983861 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:58.996695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c798ebd5-dbfc-4a51-9e18-47c571e4e06e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:58.997734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.044444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9049f62-705d-44e8-8e2f-3867ad659082 None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:03:59.045789 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:03:59.048196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca2631-ff96-483d-ba64-6d37af19e9f0 None None] Network bb5c867c-faeb-4516-850c-371336130d42 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:59.050081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f60db4-743b-40c7-9eea-1d37a14a137b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:59.054500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.084956 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.089394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/e05a5a7b-7276-4a65-bb39-3fc8980b5615 HTTP/1.1" status: 204 len: 168 time: 5.2676907 Dec 17 16:03:59.092765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc0cb5-0958-4657-b537-fe6c71fb20bd tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=e05a5a7b-7276-4a65-bb39-3fc8980b5615,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:59.107581 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] For port 1e08a79d-0f10-4341-8d85-fb2577eb0f52, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:03:59.113994 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] For port 1e08a79d-0f10-4341-8d85-fb2577eb0f52, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1e08a79d-0f10-4341-8d85-fb2577eb0f52,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:03:59.127200 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.130216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:59.147973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1482030020'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:59.183848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f907df-d728-467a-895b-317e272d4265,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:59.194967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:03:59.196150 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abf47f-bb9f-459e-9a42-5307dd132f25 None None] Pushing event updated for resources: {'Port': ['ID=1e08a79d-0f10-4341-8d85-fb2577eb0f52,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:59.198983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09ec04-9f26-4599-8be4-6d3b9a9aa3ef None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:59.200375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.200536 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:59.201830 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:59.229070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:03:59.229531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Network hostable DHCP agents. Network: 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:03:59.236709 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b172c-de0a-40b0-95c4-a93949c0b63e x-openstack-request-id: req-d78b172c-de0a-40b0-95c4-a93949c0b63e {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:59.237436 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbf6073-0cc0-4547-9ccd-3e68e0353022", "name": "network-vif-deleted", "tag": "10783230-3e33-4082-bb28-33b59ab5d578", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:59.237436 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d78b172c-de0a-40b0-95c4-a93949c0b63e {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:59.238034 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbf6073-0cc0-4547-9ccd-3e68e0353022', 'name': 'network-vif-deleted', 'tag': '10783230-3e33-4082-bb28-33b59ab5d578', 'status': 'completed', 'code': 200} Dec 17 16:03:59.254200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:03:59.275558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0e4eb3c1-51cf-42d6-8546-093573fff1a1 None None] Provisioning complete for port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:59.276127 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb3c1-51cf-42d6-8546-093573fff1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.311231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.311594 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 02eaf785-ed50-4e8f-a2c4-c1b75064f5c2 of type vlan for network 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 Dec 17 16:03:59.335868 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:59.339984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] For port eb18b31a-271d-4525-9946-b59ea512cb0f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eb18b31a-271d-4525-9946-b59ea512cb0f,segment=NetworkSegment(7d38c433-9cc1-4cda-b5b1-f32fdbf14166),segment_id=7d38c433-9cc1-4cda-b5b1-f32fdbf14166)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:59.340527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.354370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596ad8ac-6d0e-4517-8ded-0129f27172c3 req-af345e56-2f32-4cbd-b9ae-23589cd5b19a service neutron] 10.222.0.47 "GET /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267155 Dec 17 16:03:59.366100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Calling delete_port for eb18b31a-271d-4525-9946-b59ea512cb0f owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:03:59.370864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:03:59.388052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ffa92-2cee-4939-9228-0a0929a8427d req-b25eb8bb-3224-447c-bdda-1570699e8239 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:59.389535 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-286ffa92-2cee-4939-9228-0a0929a8427d req-b25eb8bb-3224-447c-bdda-1570699e8239 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.1554589 Dec 17 16:03:59.403151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.415994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b484f-9845-4b0d-89cf-0ec772c5f7c4 req-a3c3acf7-3b34-4a9d-876b-d82eb2f689cd tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:59.420579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:59.430442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b80b484f-9845-4b0d-89cf-0ec772c5f7c4 req-a3c3acf7-3b34-4a9d-876b-d82eb2f689cd tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 943 time: 0.1955266 Dec 17 16:03:59.438549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:59.439164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.469480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-853c546e-586b-4332-868b-8d699a667eac admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6032670 Dec 17 16:03:59.479729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb3c1-51cf-42d6-8546-093573fff1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.485033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da2497-ee67-4f3e-b676-805bc62dc408 None None] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:03:59.494954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56348) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:59.500268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:59.520016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-286ffa92-2cee-4939-9228-0a0929a8427d req-502ff24a-193f-4590-aa79-97ab963fa6d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181693 Dec 17 16:03:59.523100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.529818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:59.530459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.618673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0e4eb3c1-51cf-42d6-8546-093573fff1a1 None None] For port 1e08a79d-0f10-4341-8d85-fb2577eb0f52, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1e08a79d-0f10-4341-8d85-fb2577eb0f52,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:59.621699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] DHCP port deletion for bb5c867c-faeb-4516-850c-371336130d42 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:03:59.631992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e4eb3c1-51cf-42d6-8546-093573fff1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.643278 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:03:54Z', 'revision_number': 3, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:59.672796 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0772ad-7773-4267-b211-741bce44d215 None None] The sync data for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 is: [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:03:54Z', 'revision_number': 3, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:59.681627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b80b484f-9845-4b0d-89cf-0ec772c5f7c4 req-5bef6bca-0d84-43b6-98d1-5cafd47ad1f8 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498267 Dec 17 16:03:59.758016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:03:59.761233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.768950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.773075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.795096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9032e52e-c462-40af-a0b3-b0fc91c864ff None None] Provisioning complete for port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:59.795460 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9032e52e-c462-40af-a0b3-b0fc91c864ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.812979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56354) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:03:59.834756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Port': ['ID=eb18b31a-271d-4525-9946-b59ea512cb0f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:59.851914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4eb3c1-51cf-42d6-8546-093573fff1a1 None None] Pushing event updated for resources: {'Port': ['ID=1e08a79d-0f10-4341-8d85-fb2577eb0f52,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:59.866666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] No DVR routers for this DVR port eb18b31a-271d-4525-9946-b59ea512cb0f on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:03:59.947288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Deleting port eb18b31a-271d-4525-9946-b59ea512cb0f {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:03:59.947660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:03:59.998220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:00.013193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Deleting subnet 870f19a0-858e-4b02-a9cc-f9930e7192f1 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:04:00.055629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.058251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:00.059800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.107327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b20ca5ee-9d9c-41eb-b38a-559d50a609e3 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9715481 Dec 17 16:04:00.111574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:00.117962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:00.120021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:00.121596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.122632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.127651 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.183328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.246922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5c867c-faeb-4516-850c-371336130d42']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:00.248540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.259389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d38c433-9cc1-4cda-b5b1-f32fdbf14166') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:00.259710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d38c433-9cc1-4cda-b5b1-f32fdbf14166') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:00.271788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.288247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.295008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:00.295410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:00.300935 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:00.310706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:00.314357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.324478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Allocated IP 172.20.0.2 (5ac9149d-52f1-4b6a-a276-f13b97a5b4e6/c3f907df-d728-467a-895b-317e272d4265/3bbecce7-6fe7-4c68-9cd3-f7dcff225659) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:00.378709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.399469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.407941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/870f19a0-858e-4b02-a9cc-f9930e7192f1 HTTP/1.1" status: 204 len: 168 time: 0.5805383 Dec 17 16:04:00.410974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56358) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:00.412791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] For port eb18b31a-271d-4525-9946-b59ea512cb0f, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:00.413937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.450186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:00.458920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870f19a0-858e-4b02-a9cc-f9930e7192f1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:00.470516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.470867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.471150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8', 'network_id': '5f57b7f9-152e-41dc-b8de-b94d7b3e923b', 'port_id': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8', 'mac_address': 'fa:16:3e:1d:ae:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb47c6b-d3e3-4298-9108-100b862eca61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:00.471276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.471649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.476226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.476643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.476989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.477768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.478114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.478452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.478788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.479742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.479919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ea8b0-eefc-4ec4-ad6e-6de484730b4d None None] Network 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:00.480118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af23b6-b821-41a5-a889-d0af1d16da82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:00.483671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.488872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Calling delete_port for eb18b31a-271d-4525-9946-b59ea512cb0f owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:00.504952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Port eb18b31a-271d-4525-9946-b59ea512cb0f was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:04:00.506213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Allocated IP 172.20.0.1 (fc7830b5-2bef-411a-b710-37f2550d4832/4230a02f-b081-49bf-aeef-d721722d0f02/c70dea36-e27d-4358-8ffd-e7469de89c25) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:00.526300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.530030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/networks/bb5c867c-faeb-4516-850c-371336130d42 HTTP/1.1" status: 204 len: 168 time: 2.3953884 Dec 17 16:04:00.536407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56360) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:00.559904 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.578533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9c76943d-f346-4246-8ebf-ba21817dc935 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f0a9db6-6389-42e2-b746-3ac4c68f5762 HTTP/1.1" status: 200 len: 205 time: 0.0409100 Dec 17 16:04:00.590340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56364) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:00.605456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.606284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Network bb5c867c-faeb-4516-850c-371336130d42 is not hosted by any dhcp agent {{(pid=109785) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:04:00.607251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] No DVR routers for this DVR port eb18b31a-271d-4525-9946-b59ea512cb0f on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:00.658686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.662180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea01bd0-c111-4104-9b92-f0ff75bdf740 tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Pushing event deleted for resources: {'Network': ['ID=bb5c867c-faeb-4516-850c-371336130d42,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:00.732920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf273a5-b573-4fb3-9223-3289ba82be13 None None] Pushing event deleted for resources: {'Port': ['ID=eb18b31a-271d-4525-9946-b59ea512cb0f,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:00.769665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b1822d4-860c-44b5-9e12-7ab6bef45a1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:00.989847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa0b3f-7917-47e9-8c37-69bca7067759 req-07f5bdda-9f79-4768-8bc5-54b3d6499f0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:00.991449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bdaa0b3f-7917-47e9-8c37-69bca7067759 req-07f5bdda-9f79-4768-8bc5-54b3d6499f0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.3254833 Dec 17 16:04:01.027120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce0a844-3a5d-4177-b289-7868f104269b None None] DHCP port deletion for 4a51ed10-4bd0-443c-afa6-72ddc1a97c53 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:01.031033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1e08a79d-0f10-4341-8d85-fb2577eb0f52 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:01.038797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.041892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.060337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b1822d4-860c-44b5-9e12-7ab6bef45a1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.065523 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b1822d4-860c-44b5-9e12-7ab6bef45a1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.078977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc4fe2-b69b-4520-9cff-7b62c7009366 req-bffe187b-d4a5-4312-b7ae-b2eba2e790e9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:01.080717 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3cc4fe2-b69b-4520-9cff-7b62c7009366 req-bffe187b-d4a5-4312-b7ae-b2eba2e790e9 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 943 time: 0.2069881 Dec 17 16:04:01.101411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:01.121965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.131330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.133996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.151032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:01.169670 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b1822d4-860c-44b5-9e12-7ab6bef45a1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.170611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bdaa0b3f-7917-47e9-8c37-69bca7067759 req-15487a1c-74f4-4594-8c14-81d06738989d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503079 Dec 17 16:04:01.179642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1822d4-860c-44b5-9e12-7ab6bef45a1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0a9db6-6389-42e2-b746-3ac4c68f5762 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:04:01.185239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.188788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a51ed10-4bd0-443c-afa6-72ddc1a97c53']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:01.194937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b1822d4-860c-44b5-9e12-7ab6bef45a1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.197583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.199355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1b1822d4-860c-44b5-9e12-7ab6bef45a1f tempest-RoutersNegativeIpV6Test-1469256224 tempest-RoutersNegativeIpV6Test-1469256224-project] 10.222.0.54 "DELETE /v2.0/routers/6f0a9db6-6389-42e2-b746-3ac4c68f5762 HTTP/1.1" status: 204 len: 168 time: 0.6079075 Dec 17 16:04:01.211175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d24870-dcb0-4e65-9b30-e5019d8e3919') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:01.211640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d24870-dcb0-4e65-9b30-e5019d8e3919') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:01.213422 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3cc4fe2-b69b-4520-9cff-7b62c7009366 req-bd0c0600-5718-44e3-ba19-eb5f0c478c51 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247022 Dec 17 16:04:01.215250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.222728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:01.229972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:01.230981 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.242393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:01.249484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:01.275033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Pushing event updated for resources: {'Port': ['ID=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:01.290773 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.308979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Network fc7830b5-2bef-411a-b710-37f2550d4832 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:01.312124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:01.316940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:01.353309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Pushing event updated for resources: {'Port': ['ID=c70dea36-e27d-4358-8ffd-e7469de89c25,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:01.362917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.374123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=33f9427e-d9a1-40a2-bef1-c7ce75809eb0,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:01.378775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:01.378775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.383589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:01.390032 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:01.528769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Attempting to bind port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:01.529064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Attempting to bind port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:01.529422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Attempting to bind port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:01.557664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.559455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:01.559854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:01.575790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56374) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:01.580410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.622098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.632512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:01.633085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:01.638950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.639384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Bound using segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:01.639964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Bound port: 3bbecce7-6fe7-4c68-9cd3-f7dcff225659, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:01.640364 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.643517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4a51ed10-4bd0-443c-afa6-72ddc1a97c53 HTTP/1.1" status: 204 len: 168 time: 1.2156150 Dec 17 16:04:01.659471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:01.689435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:01.691964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730685f4-bfd9-4673-a4ec-fa5630edb454 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a51ed10-4bd0-443c-afa6-72ddc1a97c53,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:01.713245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.762684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:01.772010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.774596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:01.775192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.786047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:01.830402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb18b31a-271d-4525-9946-b59ea512cb0f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:04:01.833820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c7075-a5e7-4a6d-936f-ae47a8cb8416 None None] Network 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:01.857252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.869435 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.873856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-05ae6660-0676-455e-88f9-9f267e6b43e7 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7608526 Dec 17 16:04:01.874501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:01.886432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56382) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:01.918710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: eb18b31a-271d-4525-9946-b59ea512cb0f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:04:01.919050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb18b31a-271d-4525-9946-b59ea512cb0f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:04:01.937426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] For port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:01.945668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.963582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8b3d3c06-5894-49f0-8955-440146f8c88b None None] Provisioning complete for port c70dea36-e27d-4358-8ffd-e7469de89c25 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:01.963981 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3c06-5894-49f0-8955-440146f8c88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:01.971543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] For port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:01.996788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e6f58463-a93f-46b0-a4c0-0fed793ec7c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7baafdc198174b53baacd5a9a767fa60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074297 Dec 17 16:04:02.011125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56384) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:02.018893 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.062550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e8b191d-40f4-44d0-b67e-2a3ae75751bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d972667ce8c0444ca82fe23f52365e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689038 Dec 17 16:04:02.073556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56386) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:02.076438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Pushing event updated for resources: {'Port': ['ID=c70dea36-e27d-4358-8ffd-e7469de89c25,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:02.092665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Allocated IP 172.25.0.242 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/6a519b26-36b7-4373-8db3-3e11fb15df85) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:02.096805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d3c06-5894-49f0-8955-440146f8c88b None None] Port c70dea36-e27d-4358-8ffd-e7469de89c25 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:02.110673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.168706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece29d50-00af-4324-8e32-bd4d4cb3c6e1 None None] Pushing event updated for resources: {'Port': ['ID=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:02.186770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9', 'network_id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': '33f9427e-d9a1-40a2-bef1-c7ce75809eb0'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:04:02.187721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.202677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62ab2eaf-537d-4565-bcfe-c23422bdd1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.249280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6bc21a6c-b37f-43e8-8102-e212f9ba14b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.249712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.278080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62ab2eaf-537d-4565-bcfe-c23422bdd1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.329778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6bc21a6c-b37f-43e8-8102-e212f9ba14b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.353194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Network fc7830b5-2bef-411a-b710-37f2550d4832 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:02.360895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.369024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:02.501717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62ab2eaf-537d-4565-bcfe-c23422bdd1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.509182 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-62ab2eaf-537d-4565-bcfe-c23422bdd1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.510395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-62ab2eaf-537d-4565-bcfe-c23422bdd1f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca58c864-923e-4b95-a889-b67e5283ddf7 HTTP/1.1" status: 204 len: 168 time: 0.4357579 Dec 17 16:04:02.517470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Allocated IP 2001:db8::1 (05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9/33f9427e-d9a1-40a2-bef1-c7ce75809eb0/d394c2c1-a427-4a2c-be94-64c4d0f8c5e9) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:02.522903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5f49e-5d60-4cf7-ba36-9bfb0769461f req-5c02ffb5-dbf7-47ce-9aaa-36d26abfcf34 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:02.524920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2dd5f49e-5d60-4cf7-ba36-9bfb0769461f req-5c02ffb5-dbf7-47ce-9aaa-36d26abfcf34 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 944 time: 0.1492875 Dec 17 16:04:02.536567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab2eaf-537d-4565-bcfe-c23422bdd1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca58c864-923e-4b95-a889-b67e5283ddf7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:02.623930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.638614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493942-eef2-41db-80da-9815e768a363 req-89a23a22-f08e-4af0-b1a9-3557135e74ce tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:02.646313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1493942-eef2-41db-80da-9815e768a363 req-89a23a22-f08e-4af0-b1a9-3557135e74ce tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.2712617 Dec 17 16:04:02.668445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6bc21a6c-b37f-43e8-8102-e212f9ba14b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.671059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6bc21a6c-b37f-43e8-8102-e212f9ba14b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.674663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6bc21a6c-b37f-43e8-8102-e212f9ba14b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b57a8689-1c17-46cd-966c-0156b7d2edee HTTP/1.1" status: 204 len: 168 time: 0.6588826 Dec 17 16:04:02.755592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc21a6c-b37f-43e8-8102-e212f9ba14b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57a8689-1c17-46cd-966c-0156b7d2edee,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:02.787024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Pushing event updated for resources: {'Port': ['ID=6a519b26-36b7-4373-8db3-3e11fb15df85,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:02.787231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:04:02.834914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1493942-eef2-41db-80da-9815e768a363 req-d799d569-a9ea-40ce-a3eb-b7524b568c6a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703680 Dec 17 16:04:02.869999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2dd5f49e-5d60-4cf7-ba36-9bfb0769461f req-6aaad264-2a07-4343-bb88-f45a779cc453 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310966 Dec 17 16:04:02.874775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e4d28b0f-835f-499a-9799-d320eea929c9 None None] Provisioning complete for port c70dea36-e27d-4358-8ffd-e7469de89c25 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:02.874984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e4d28b0f-835f-499a-9799-d320eea929c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:02.881803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:02.893886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:02.896908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:02.981567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e2c67-0faf-4f8a-a9c2-e9eced317a77 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:02.984132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:03.002016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:04:03.013802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e4d28b0f-835f-499a-9799-d320eea929c9 None None] Port c70dea36-e27d-4358-8ffd-e7469de89c25 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:03.024244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19424ca3-1060-4e67-904b-114933485590 None None] Sync routers for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:04:03.026340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a7141e02-36a9-48f6-bb2b-78f78507c956 admin admin] 10.222.0.54 "PUT /v2.0/routers/1848f1cb-774b-4d3d-99e3-3acac89e7c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1058686 Dec 17 16:04:03.061618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.065416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:03.066528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:03.129943 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.180266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.246005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=33f9427e-d9a1-40a2-bef1-c7ce75809eb0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:03.259643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Network 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:03.269796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:03.273867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:03.280549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-acd74ba6-1db4-41dc-8e59-fdcb82af4ffd None None] Provisioning complete for port 6a519b26-36b7-4373-8db3-3e11fb15df85 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:03.280924 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-acd74ba6-1db4-41dc-8e59-fdcb82af4ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.310033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:03.310410 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.317250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Pushing event updated for resources: {'Port': ['ID=d394c2c1-a427-4a2c-be94-64c4d0f8c5e9,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:03.375653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.383650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:03.391347 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.458652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:03.468039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-acd74ba6-1db4-41dc-8e59-fdcb82af4ffd None None] Port 6a519b26-36b7-4373-8db3-3e11fb15df85 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:03.475857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:03.476522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:03.520350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.542550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Attempting to bind port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:03.542926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Attempting to bind port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:03.543293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Attempting to bind port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9 on network 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:03.546835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.558816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:03.559342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.599050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:03.602937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Checking segment: {'id': '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:03.602937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.604597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Bound using segment: {'id': '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:03.605259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Bound port: d394c2c1-a427-4a2c-be94-64c4d0f8c5e9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:03.606891 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:03.664483 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:03.762947 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.813040 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:04:03.813040 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:04:03.813040 n-d-806683-20 neutron-server[109783]: [parameters: {'id': '05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9'}] Dec 17 16:04:03.813040 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:03.813377 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:03.843288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] For port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:03.863940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88c3fb-6e52-4ad5-8ade-f539a3c884b8 None None] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:03.887951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] For port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d394c2c1-a427-4a2c-be94-64c4d0f8c5e9,segment=NetworkSegment(02eaf785-ed50-4e8f-a2c4-c1b75064f5c2),segment_id=02eaf785-ed50-4e8f-a2c4-c1b75064f5c2)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:03.901486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:03.986156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56430) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:03.992338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e7c89dab-d0bd-42f5-ae7f-02cb9b28e083 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660633174', 'description': 'tempest-description--669923617'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:04.098386 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7c89dab-d0bd-42f5-ae7f-02cb9b28e083 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.128512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d547bf5-f225-426d-8756-27a0a59f82c1 req-120c7282-3527-4cb7-95ca-0ebdadb45bd8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:04.137402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d547bf5-f225-426d-8756-27a0a59f82c1 req-120c7282-3527-4cb7-95ca-0ebdadb45bd8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.1224508 Dec 17 16:04:04.224696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d547bf5-f225-426d-8756-27a0a59f82c1 req-cc65f7e5-dd72-42e6-b9b0-c803678190e6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861557 Dec 17 16:04:04.232906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:04.266370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:04.285140 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.288114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.309993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7c89dab-d0bd-42f5-ae7f-02cb9b28e083 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.319021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c8053db6-c62b-4049-9b14-40a0639cfaab None None] Provisioning complete for port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:04.319652 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8053db6-c62b-4049-9b14-40a0639cfaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.321865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7c89dab-d0bd-42f5-ae7f-02cb9b28e083 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.374488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7c89dab-d0bd-42f5-ae7f-02cb9b28e083 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.382121 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e7c89dab-d0bd-42f5-ae7f-02cb9b28e083 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3947506 Dec 17 16:04:04.383246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c89dab-d0bd-42f5-ae7f-02cb9b28e083 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7f547-5a03-48e2-a7e9-259e0f210495,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:04.401192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56446) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:04.413608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-73ae57ed-5652-46db-8006-2d0f08c8a580 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'security_group_rule': {'security_group_id': '86c7f547-5a03-48e2-a7e9-259e0f210495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:04.415510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.466209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:04.498559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ae57ed-5652-46db-8006-2d0f08c8a580 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.503351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56450) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:04.548080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bcbf-9154-4952-a1f6-b0c6a4635ee4 req-99cb307c-23ed-49ac-86c9-c8194964ea38 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:04.555774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4299bcbf-9154-4952-a1f6-b0c6a4635ee4 req-99cb307c-23ed-49ac-86c9-c8194964ea38 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 944 time: 0.1350844 Dec 17 16:04:04.579084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ae57ed-5652-46db-8006-2d0f08c8a580 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.596197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ae57ed-5652-46db-8006-2d0f08c8a580 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.618137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 2, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:04.619754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae57ed-5652-46db-8006-2d0f08c8a580 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e78ab5-7cc2-4fda-af11-aa2e7c0b2d78,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:04.620767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:04.621114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.653578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ae57ed-5652-46db-8006-2d0f08c8a580 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.659848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-73ae57ed-5652-46db-8006-2d0f08c8a580 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2523615 Dec 17 16:04:04.660093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56456) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:04.671086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-deebe819-b809-4e5a-84cc-9df071eb97b8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'security_group_rule': {'security_group_id': '86c7f547-5a03-48e2-a7e9-259e0f210495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:04.698205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4299bcbf-9154-4952-a1f6-b0c6a4635ee4 req-dbc521a8-5a29-4f33-905e-99fd81a92832 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371224 Dec 17 16:04:04.699055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Router 3027a506-86e6-47d9-b324-4df8c6ada8dc is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:04:04.746873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-deebe819-b809-4e5a-84cc-9df071eb97b8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.754465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a50f3585-a0dc-4e93-a387-66f5898047f4 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:04.776454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19424ca3-1060-4e67-904b-114933485590 None None] Checking router: 1848f1cb-774b-4d3d-99e3-3acac89e7c94 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:04:04.776834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19424ca3-1060-4e67-904b-114933485590 None None] Updating router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 port c70dea36-e27d-4358-8ffd-e7469de89c25 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:04:04.789635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:04.856677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2106057056-network', 'tenant_id': 'a3bb7ef6b18a450f8bda5f1e81983555'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:04.868206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486516f-a1c9-409d-8a0a-465a9de65bae None None] Network 05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:04.874367 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:04:04.895376 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-deebe819-b809-4e5a-84cc-9df071eb97b8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.896533 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Sync routers for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:04:04.906594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d394c2c1-a427-4a2c-be94-64c4d0f8c5e9,segment=NetworkSegment(02eaf785-ed50-4e8f-a2c4-c1b75064f5c2),segment_id=02eaf785-ed50-4e8f-a2c4-c1b75064f5c2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:04.911601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.911809 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-deebe819-b809-4e5a-84cc-9df071eb97b8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.922636 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.923385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a582ff-3dcb-4954-a3ef-a0bb379ce389 None None] Pushing event updated for resources: {'Port': ['ID=d394c2c1-a427-4a2c-be94-64c4d0f8c5e9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:04.925010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b184464-b568-4b1e-9a3c-82c9d4216f4b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4279757 Dec 17 16:04:04.929412 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:04.930030 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:04.934377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56460) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:04.971999 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19424ca3-1060-4e67-904b-114933485590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.973859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebe819-b809-4e5a-84cc-9df071eb97b8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eba50be-cb76-459d-bfce-d7dbdbbd4b4e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:04.978422 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:04:04.987374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Made reservation on behalf of a3bb7ef6b18a450f8bda5f1e81983555 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:04.989927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.996248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-deebe819-b809-4e5a-84cc-9df071eb97b8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:04.999910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-deebe819-b809-4e5a-84cc-9df071eb97b8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378069 Dec 17 16:04:05.011004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56462) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:05.020260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:05.028986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:05.034515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.040826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for d394c2c1-a427-4a2c-be94-64c4d0f8c5e9 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:05.108809 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.116996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:05.117365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.163659 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:05.196675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.245518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port d394c2c1-a427-4a2c-be94-64c4d0f8c5e9 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:05.247525 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.260251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.337882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:05.360088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=d394c2c1-a427-4a2c-be94-64c4d0f8c5e9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:05.376519 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.376519 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Added segment 42748478-393b-4cca-afcf-6e7499fa264b of type vlan for network 39e390d3-8ce9-48a2-b13d-8b76315435c0 Dec 17 16:04:05.408098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e577969e-de2c-4bec-a1ae-5e323acf39e7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:05.418753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a50f3585-a0dc-4e93-a387-66f5898047f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a50f3585-a0dc-4e93-a387-66f5898047f4,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:05.438554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'a50f3585-a0dc-4e93-a387-66f5898047f4', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'port_id': 'a50f3585-a0dc-4e93-a387-66f5898047f4', 'mac_address': 'fa:16:3e:15:ef:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:05.488897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.500545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-540969e6-bf17-47e4-8f73-b0d320fad333 None None] Provisioning complete for port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:05.501386 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-540969e6-bf17-47e4-8f73-b0d320fad333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.514999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:05.515208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.531270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:05.544740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:05.545191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02eaf785-ed50-4e8f-a2c4-c1b75064f5c2') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:05.599109 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:03Z', 'revision_number': 3, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:05.611089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.613142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.616540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.653959 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Checking router: 3027a506-86e6-47d9-b324-4df8c6ada8dc for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:04:05.654710 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Updating router 3027a506-86e6-47d9-b324-4df8c6ada8dc port 6a519b26-36b7-4373-8db3-3e11fb15df85 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:04:05.672224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.686677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:05.687615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:05.691764 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:05.730607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01886854-a388-494d-aed3-f0c06d8edd83 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:04:05.741300 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.751259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacc344-2281-4dd7-8e22-5e534a83b363 req-0448cc27-a1fc-4d8f-99cc-eed38f4de5a6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:05.753442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8dacc344-2281-4dd7-8e22-5e534a83b363 req-0448cc27-a1fc-4d8f-99cc-eed38f4de5a6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 943 time: 0.4283233 Dec 17 16:04:05.819295 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.893137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50f3585-a0dc-4e93-a387-66f5898047f4 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:05.922539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8dacc344-2281-4dd7-8e22-5e534a83b363 req-32c088f2-71c9-4c53-abac-6122b7b153db tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571994 Dec 17 16:04:05.926124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.927413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:05.928034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.964484 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:05.975588 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.003457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.010810 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 HTTP/1.1" status: 204 len: 168 time: 4.1325779 Dec 17 16:04:06.015695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56492) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:06.024652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a50f3585-a0dc-4e93-a387-66f5898047f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a50f3585-a0dc-4e93-a387-66f5898047f4,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:06.026162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] Pushing event updated for resources: {'Network': ['ID=39e390d3-8ce9-48a2-b13d-8b76315435c0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:06.039269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709004105'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:06.051168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ad795-16ae-4d32-8b30-6c4ea96f7082 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:06.061478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8eda6016-81b2-4977-a7d8-31e698fda90f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5569348 Dec 17 16:04:06.062953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Allocated IP 172.25.0.94 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/19bca794-1abf-4c75-8451-7da312afbc31) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:06.064873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:06.074111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Request body: {'subnet': {'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2106057056-subnet', 'tenant_id': 'a3bb7ef6b18a450f8bda5f1e81983555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:06.075872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 39e390d3-8ce9-48a2-b13d-8b76315435c0 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:06.089282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.131544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0789f-909a-46e9-9e8c-0a83bddd7e7b req-61a410e1-9797-4540-a398-adc4a9d8fe0f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:06.133265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0f0789f-909a-46e9-9e8c-0a83bddd7e7b req-61a410e1-9797-4540-a398-adc4a9d8fe0f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 944 time: 0.2434039 Dec 17 16:04:06.187134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d106b9-87c7-4620-8f5d-9eceac955673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:06.189694 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80870647-f6e1-4f64-a742-999eeb06105b" -d '{"events": [{"server_uuid": "69d106b9-87c7-4620-8f5d-9eceac955673", "name": "network-vif-plugged", "status": "completed", "tag": "ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:06.302058 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca278b83-f170-4d41-927a-117d1950e83b x-openstack-request-id: req-ca278b83-f170-4d41-927a-117d1950e83b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:06.302058 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d106b9-87c7-4620-8f5d-9eceac955673", "name": "network-vif-plugged", "status": "completed", "tag": "ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:06.302058 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca278b83-f170-4d41-927a-117d1950e83b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:06.302058 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d106b9-87c7-4620-8f5d-9eceac955673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8', 'code': 200} Dec 17 16:04:06.302602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:06.330164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56500) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:06.343698 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.361746 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.394713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['a50f3585-a0dc-4e93-a387-66f5898047f4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:06.413515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0f0789f-909a-46e9-9e8c-0a83bddd7e7b req-42c729d3-7ebe-4ace-bc2c-90b0363462bb tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710593 Dec 17 16:04:06.435275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=a50f3585-a0dc-4e93-a387-66f5898047f4,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:06.527848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-858f2ca3-d6a8-47f1-9392-680a25972752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.535082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19424ca3-1060-4e67-904b-114933485590 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.546990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c37abfc3-e7cd-4a97-84b6-43addd90fa52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.565763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01886854-a388-494d-aed3-f0c06d8edd83 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:04:06.570626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19424ca3-1060-4e67-904b-114933485590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.575562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:06.579502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.594456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:06.664147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706f4a5-87f9-4c23-a152-a6d0f307dc90 req-ebc55708-e2d8-4441-af02-98759279979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:06.665808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b706f4a5-87f9-4c23-a152-a6d0f307dc90 req-ebc55708-e2d8-4441-af02-98759279979f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 1097 time: 0.1223633 Dec 17 16:04:06.669044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Made reservation on behalf of a3bb7ef6b18a450f8bda5f1e81983555 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:06.670975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.673246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:06.696925 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.697372 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 13156b54-d8b9-4742-a709-36e6c6bdd30d of type vlan for network 0995839c-b6df-4400-af8c-fdc0fd0d377a Dec 17 16:04:06.750717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Allocated IP 172.20.0.1 (5ac9149d-52f1-4b6a-a276-f13b97a5b4e6/c3f907df-d728-467a-895b-317e272d4265/12474056-bb94-4e1b-aad8-fe8015e6ff87) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:06.767896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.805950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.810279 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b706f4a5-87f9-4c23-a152-a6d0f307dc90 req-a698ff4d-899e-4828-9ce5-f3cfc00b4107 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244140 Dec 17 16:04:06.859772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c37abfc3-e7cd-4a97-84b6-43addd90fa52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.862566 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.868143 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:06.868741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.880100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c37abfc3-e7cd-4a97-84b6-43addd90fa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.898264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595cb9e-8e35-4b6b-9f2c-c9b1308cf76e None None] Pushing event updated for resources: {'Port': ['ID=c70dea36-e27d-4358-8ffd-e7469de89c25,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:06.918180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:06.979466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9481716 Dec 17 16:04:06.981028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56508) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:06.988648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:07.018534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:07.020993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c37abfc3-e7cd-4a97-84b6-43addd90fa52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24f62f4b67a04041860c6eaaca5b2f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6894805 Dec 17 16:04:07.021826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:07.040506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-19424ca3-1060-4e67-904b-114933485590 None None] Attempting to bind port c70dea36-e27d-4358-8ffd-e7469de89c25 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:07.041085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37abfc3-e7cd-4a97-84b6-43addd90fa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e5cc2b-57bd-47b8-99de-5813ee784121,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.043611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c3297-5bd6-4d6f-8971-79583542b4f5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=0995839c-b6df-4400-af8c-fdc0fd0d377a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.044454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-19424ca3-1060-4e67-904b-114933485590 None None] Attempting to bind port c70dea36-e27d-4358-8ffd-e7469de89c25 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:07.046594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19424ca3-1060-4e67-904b-114933485590 None None] Attempting to bind port c70dea36-e27d-4358-8ffd-e7469de89c25 on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:07.053302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:07.057702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'Port': ['ID=19bca794-1abf-4c75-8451-7da312afbc31,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.060173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.064918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:07.101880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19424ca3-1060-4e67-904b-114933485590 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:07.108257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19424ca3-1060-4e67-904b-114933485590 None None] Checking segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:07.110076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19424ca3-1060-4e67-904b-114933485590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.114117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19424ca3-1060-4e67-904b-114933485590 None None] Bound using segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:07.114764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-19424ca3-1060-4e67-904b-114933485590 None None] Bound port: c70dea36-e27d-4358-8ffd-e7469de89c25, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:07.116618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19424ca3-1060-4e67-904b-114933485590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.124596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:07.129454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.183123 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.187353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79000644-2561-47ee-aa11-e7d1ccc55433 req-42a9aad8-76dc-40d2-bd31-f5a94522af78 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:07.189114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79000644-2561-47ee-aa11-e7d1ccc55433 req-42a9aad8-76dc-40d2-bd31-f5a94522af78 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 944 time: 0.1502101 Dec 17 16:04:07.191695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0272b790-7f1c-4cd5-89b7-91301dba8fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.196525 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.223563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8343cf8c-d76a-4df6-b509-9c46ad75d726,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.231959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.236194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0272b790-7f1c-4cd5-89b7-91301dba8fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.274283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Checking segment: {'id': '42748478-393b-4cca-afcf-6e7499fa264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:07.274283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Network hostable DHCP agents. Network: 39e390d3-8ce9-48a2-b13d-8b76315435c0, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:07.281180 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82928b1-5a4e-4575-8973-913e850fbecf None None] Pushing event updated for resources: {'Port': ['ID=6a519b26-36b7-4373-8db3-3e11fb15df85,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.290656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:07.293192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.303538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:07.316844 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Attempting to bind port 6a519b26-36b7-4373-8db3-3e11fb15df85 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:07.318213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Attempting to bind port 6a519b26-36b7-4373-8db3-3e11fb15df85 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:07.318745 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Attempting to bind port 6a519b26-36b7-4373-8db3-3e11fb15df85 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:07.326963 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:07.327925 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:07.329618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:07.332205 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.332987 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:07.333638 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Bound port: 6a519b26-36b7-4373-8db3-3e11fb15df85, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:07.335102 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.339846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:07.365220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79000644-2561-47ee-aa11-e7d1ccc55433 req-d77f6ad4-de75-47b5-9cd8-177b8eec3ff6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684389 Dec 17 16:04:07.368270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Pushing event updated for resources: {'Port': ['ID=12474056-bb94-4e1b-aad8-fe8015e6ff87,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.369526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.371151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Network 39e390d3-8ce9-48a2-b13d-8b76315435c0 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:07.388776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.436326 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0272b790-7f1c-4cd5-89b7-91301dba8fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.439034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0272b790-7f1c-4cd5-89b7-91301dba8fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.441078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 39e390d3-8ce9-48a2-b13d-8b76315435c0) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:07.443771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0272b790-7f1c-4cd5-89b7-91301dba8fb7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44e5cc2b-57bd-47b8-99de-5813ee784121 HTTP/1.1" status: 204 len: 168 time: 0.4148424 Dec 17 16:04:07.455792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272b790-7f1c-4cd5-89b7-91301dba8fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e5cc2b-57bd-47b8-99de-5813ee784121,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.486929 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] For port 6a519b26-36b7-4373-8db3-3e11fb15df85, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:07.499622 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] For port 6a519b26-36b7-4373-8db3-3e11fb15df85, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6a519b26-36b7-4373-8db3-3e11fb15df85,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:07.507061 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.523739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:07.524507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.559441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.573689 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.600445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-19424ca3-1060-4e67-904b-114933485590 None None] For port c70dea36-e27d-4358-8ffd-e7469de89c25, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:07.613610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-19424ca3-1060-4e67-904b-114933485590 None None] For port c70dea36-e27d-4358-8ffd-e7469de89c25, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c70dea36-e27d-4358-8ffd-e7469de89c25,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:07.621808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-19424ca3-1060-4e67-904b-114933485590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.685873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82928b1-5a4e-4575-8973-913e850fbecf None None] Pushing event updated for resources: {'Port': ['ID=6a519b26-36b7-4373-8db3-3e11fb15df85,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.689346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595cb9e-8e35-4b6b-9f2c-c9b1308cf76e None None] Pushing event updated for resources: {'Port': ['ID=c70dea36-e27d-4358-8ffd-e7469de89c25,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.725063 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:07.727514 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:07.785461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:07.786099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:03:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:07.836952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6ad2a74-ea08-4b4a-85dc-cf0f82ea0218 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7708185 Dec 17 16:04:07.853058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.862200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:07.903833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba9867-6f94-44fd-86c0-8b3d731f4b37 req-e8ea506a-bf35-4447-9fbe-e5573734c1af tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:07.905193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-61ba9867-6f94-44fd-86c0-8b3d731f4b37 req-e8ea506a-bf35-4447-9fbe-e5573734c1af tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 945 time: 0.1921692 Dec 17 16:04:07.915902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4222424-eef5-41e7-9323-fcd7a81b8672 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:07.945602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f309956-7787-4ba3-b4c2-72932b98f8cf None None] Network 39e390d3-8ce9-48a2-b13d-8b76315435c0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:07.954863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Pushing event updated for resources: {'Port': ['ID=12474056-bb94-4e1b-aad8-fe8015e6ff87,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:07.983156 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:08.003572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.108598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56522) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:08.139003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef7ad1-d237-4a50-9a7f-522658b11660 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:08.165784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.170187 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.172184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d259191-627b-4627-9e5c-c61a6d32ed45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.215850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.230579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:08.233473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:08.278871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a5304-1d73-462a-bdb8-511ba303f26f None None] Network 39e390d3-8ce9-48a2-b13d-8b76315435c0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:08.285526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1a6a4ccd-50f8-40ab-9c93-b64fc2682361 None None] Provisioning complete for port 6a519b26-36b7-4373-8db3-3e11fb15df85 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:08.285901 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ccd-50f8-40ab-9c93-b64fc2682361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.513118 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:06Z', 'revision_number': 1, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:08.527272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Router 3027a506-86e6-47d9-b324-4df8c6ada8dc has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:04:08.579509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'Port': ['ID=19bca794-1abf-4c75-8451-7da312afbc31,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:08.590566 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ccd-50f8-40ab-9c93-b64fc2682361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.610665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d259191-627b-4627-9e5c-c61a6d32ed45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.622498 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041651-ee4e-40d4-b360-1897336555cc None None] The sync data for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 is: [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:06Z', 'revision_number': 1, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:04:08.669079 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d259191-627b-4627-9e5c-c61a6d32ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.669451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1a6a4ccd-50f8-40ab-9c93-b64fc2682361 None None] For port 6a519b26-36b7-4373-8db3-3e11fb15df85, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6a519b26-36b7-4373-8db3-3e11fb15df85,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:08.702804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1a6a4ccd-50f8-40ab-9c93-b64fc2682361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.723046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:08.783008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.797069 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-61ba9867-6f94-44fd-86c0-8b3d731f4b37 req-4e530c7d-b722-46db-88b4-0ebd426e5a08 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8747523 Dec 17 16:04:08.805639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d259191-627b-4627-9e5c-c61a6d32ed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9c1405-c94b-49f7-b257-c4116f58c08a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:08.812470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '13156b54-d8b9-4742-a709-36e6c6bdd30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:08.813003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: 0995839c-b6df-4400-af8c-fdc0fd0d377a, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:08.823196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=17914740-1e63-417f-ad7d-cea68488aa7f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:08.840616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a50f3585-a0dc-4e93-a387-66f5898047f4 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:08.853281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:04:08.863480 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-02c67a6f-801b-4765-8b9b-23c6e2cb13c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.866395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4a16e245-b959-4d29-b6d5-84c8ea7a9a70 admin admin] 10.222.0.54 "PUT /v2.0/routers/3027a506-86e6-47d9-b324-4df8c6ada8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9185634 Dec 17 16:04:08.889672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:08.930575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51de28b6-a324-49ca-8e6c-bf23657054a5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9113448 Dec 17 16:04:08.942349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56542) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:08.943416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5d259191-627b-4627-9e5c-c61a6d32ed45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40afee4226164361b019a0ea688c976a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8238766 Dec 17 16:04:08.949205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:08.970255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 0995839c-b6df-4400-af8c-fdc0fd0d377a) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:08.976267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:08.977183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.023435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b14b6-328f-4782-a728-9959b089b4d6 None None] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:09.040676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-986648c8-f3e0-4b59-9cb5-6d8bab5c9617 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0562613 Dec 17 16:04:09.044397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56550) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:09.052372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:09.064794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Provisioning complete for port 6a519b26-36b7-4373-8db3-3e11fb15df85 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:09.065255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.091414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b04af-610f-4169-91e4-7543b0970edd req-dc859c7d-afb9-4779-b8a9-a4021c99e427 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:09.093158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e3b04af-610f-4169-91e4-7543b0970edd req-dc859c7d-afb9-4779-b8a9-a4021c99e427 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 944 time: 0.1605437 Dec 17 16:04:09.195296 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d696026-e85b-4550-b6ce-2040d95d3e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.213777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a4ccd-50f8-40ab-9c93-b64fc2682361 None None] Pushing event updated for resources: {'Port': ['ID=6a519b26-36b7-4373-8db3-3e11fb15df85,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:09.219263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d696026-e85b-4550-b6ce-2040d95d3e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.236036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e3b04af-610f-4169-91e4-7543b0970edd req-195856e7-c89b-408e-a2b5-fa6218ca24ad tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095057 Dec 17 16:04:09.274478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:09.276093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d696026-e85b-4550-b6ce-2040d95d3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.278258 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.279267 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0d696026-e85b-4550-b6ce-2040d95d3e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.282410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0d696026-e85b-4550-b6ce-2040d95d3e41 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a9c1405-c94b-49f7-b257-c4116f58c08a HTTP/1.1" status: 204 len: 168 time: 0.3367300 Dec 17 16:04:09.303752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d696026-e85b-4550-b6ce-2040d95d3e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9c1405-c94b-49f7-b257-c4116f58c08a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:09.316786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-e2226371-fc59-403c-a8cd-7c65dd56c9c9 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:09.325774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-e2226371-fc59-403c-a8cd-7c65dd56c9c9 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/networks?id=39e390d3-8ce9-48a2-b13d-8b76315435c0 HTTP/1.1" status: 200 len: 821 time: 0.3196681 Dec 17 16:04:09.354273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port a50f3585-a0dc-4e93-a387-66f5898047f4 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:09.358632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-1ec68b59-349f-4d33-b3f0-41d58fc1aed0 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/quotas/a3bb7ef6b18a450f8bda5f1e81983555 HTTP/1.1" status: 200 len: 375 time: 0.0317683 Dec 17 16:04:09.404444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-5c8ba8e1-020f-4228-8cce-3614a3a01112 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a3bb7ef6b18a450f8bda5f1e81983555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445571 Dec 17 16:04:09.467473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port a50f3585-a0dc-4e93-a387-66f5898047f4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:09.467863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.524054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-0995839c-b6df-4400-af8c-fdc0fd0d377a', 'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': '17914740-1e63-417f-ad7d-cea68488aa7f'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:04:09.524970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.584246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a5a66a61-6a97-40bd-bfc8-2b993817210e service neutron] 10.222.0.54 "GET /v2.0/networks/39e390d3-8ce9-48a2-b13d-8b76315435c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787174 Dec 17 16:04:09.632845 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.709961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-c6b8dbf7-36b0-4f20-b500-067e6670fd8b service neutron] 10.222.0.54 "GET /v2.0/networks/39e390d3-8ce9-48a2-b13d-8b76315435c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247995 Dec 17 16:04:09.733389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56560) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:09.739102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-015e30ba-f101-4a30-a09f-031499c460d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99523790', 'description': 'tempest-description--1915222811'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:09.784513 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-015e30ba-f101-4a30-a09f-031499c460d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:09.997352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.012292 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-015e30ba-f101-4a30-a09f-031499c460d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.019168 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-015e30ba-f101-4a30-a09f-031499c460d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.095731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e30ba-f101-4a30-a09f-031499c460d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a678076-6375-4af6-ab56-8dd5406b938d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:10.185634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-015e30ba-f101-4a30-a09f-031499c460d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.189562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-25a6f885-a6ad-4138-a2a4-38b549968db7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1660633174&fields=id&tenant_id=6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 267 time: 0.3668325 Dec 17 16:04:10.199687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f3585-a0dc-4e93-a387-66f5898047f4'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:10.201028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-015e30ba-f101-4a30-a09f-031499c460d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4664450 Dec 17 16:04:10.205439 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f55dd6-a6b0-418a-8eb7-f6109d2e0239" -d '{"events": [{"server_uuid": "aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9", "name": "network-vif-plugged", "status": "completed", "tag": "a50f3585-a0dc-4e93-a387-66f5898047f4"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:10.210685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56582) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:10.223696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:10.240157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-10653ab7-153d-4dbe-a02a-8d7e6f507854 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'security_group_rule': {'security_group_id': '8a678076-6375-4af6-ab56-8dd5406b938d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:10.270496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:10.303953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.313023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.320279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0204c2-e7f3-4d31-8cc6-a53daffbe5d8 req-8bc4fdfd-f7df-4d43-a7bf-383e61c5c181 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.320863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=943d895d-7f3f-4e3a-a108-f035b7fadb6f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:10.321899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b0204c2-e7f3-4d31-8cc6-a53daffbe5d8 req-8bc4fdfd-f7df-4d43-a7bf-383e61c5c181 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 945 time: 0.2272902 Dec 17 16:04:10.430962 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.433462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10653ab7-153d-4dbe-a02a-8d7e6f507854 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.435181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a50f3585-a0dc-4e93-a387-66f5898047f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a50f3585-a0dc-4e93-a387-66f5898047f4,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:10.461760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.468911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Provisioning complete for port c70dea36-e27d-4358-8ffd-e7469de89c25 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:10.469930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.477969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-19424ca3-1060-4e67-904b-114933485590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:10.599660 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5fbd867a-5833-44ec-b1b3-e05dd1126243 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5509856 Dec 17 16:04:10.603589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:10.638264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19424ca3-1060-4e67-904b-114933485590 None None] The sync data for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 is: [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:04:10.662317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b0204c2-e7f3-4d31-8cc6-a53daffbe5d8 req-7d9ad7dd-8a63-47ac-b626-e10e865c7139 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180552 Dec 17 16:04:10.762918 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10653ab7-153d-4dbe-a02a-8d7e6f507854 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.777663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10653ab7-153d-4dbe-a02a-8d7e6f507854 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.794176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-36dff2b5-e2bd-4323-9f17-c8e93220d300 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.797458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-36dff2b5-e2bd-4323-9f17-c8e93220d300 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 816 time: 0.6069584 Dec 17 16:04:10.822302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10653ab7-153d-4dbe-a02a-8d7e6f507854 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0d75c7-f2a2-4415-8c98-95a1c6c2f1c4,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:10.833632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10653ab7-153d-4dbe-a02a-8d7e6f507854 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:10.842236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-10653ab7-153d-4dbe-a02a-8d7e6f507854 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6212833 Dec 17 16:04:10.855935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56608) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:10.860578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12d42e0a-ba3c-40a5-972b-15f36c8853e5 req-e41f78a5-4e8d-409c-aa9d-6231bb1b2f5b tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 210 time: 0.0613911 Dec 17 16:04:10.873881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6e2f99d7-5bd9-4ff7-951a-be03cffff841 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'security_group_rule': {'security_group_id': '8a678076-6375-4af6-ab56-8dd5406b938d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:10.903747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-11d78083-c206-4a3e-8f41-0bedf919c859 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/quotas/6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 375 time: 0.0890036 Dec 17 16:04:10.916350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2d89b-5f13-421d-87b3-08c66d2b3eb4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.920310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2d89b-5f13-421d-87b3-08c66d2b3eb4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.922178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2d89b-5f13-421d-87b3-08c66d2b3eb4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.925005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2d89b-5f13-421d-87b3-08c66d2b3eb4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.931910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd2d89b-5f13-421d-87b3-08c66d2b3eb4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:10.947516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ddd2d89b-5f13-421d-87b3-08c66d2b3eb4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3402054 Dec 17 16:04:10.951311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56612) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:10.956771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700359076'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:10.979594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=a50f3585-a0dc-4e93-a387-66f5898047f4,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:11.010513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e2f99d7-5bd9-4ff7-951a-be03cffff841 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.012079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:11.016580 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.061434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6a519b26-36b7-4373-8db3-3e11fb15df85 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:11.065772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:11.090396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-ee857ce9-2039-4697-bd39-910f6cd3dfcb tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325994 Dec 17 16:04:11.104888 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Allocated IP 2001:db8::2 (0995839c-b6df-4400-af8c-fdc0fd0d377a/17914740-1e63-417f-ad7d-cea68488aa7f/79fbf84f-8d43-4b20-b2c5-982512977ab7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:11.122996 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.123412 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment 0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5 of type vlan for network 7699c4f8-6456-42cb-abf1-b003a8479f8f Dec 17 16:04:11.157529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.234314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e50a1-b680-4aeb-acaf-eedd20e2082a req-4921c618-b5bd-4171-bf7a-7624d36fa180 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:11.243453 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.246405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be1e50a1-b680-4aeb-acaf-eedd20e2082a req-4921c618-b5bd-4171-bf7a-7624d36fa180 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.1835053 Dec 17 16:04:11.264355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.285412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-78885e4c-a88f-4d4c-9477-32e27b98d618 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935301 Dec 17 16:04:11.339608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be1e50a1-b680-4aeb-acaf-eedd20e2082a req-a47a8137-afad-4cdd-8866-dac3fbb34f4e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929849 Dec 17 16:04:11.380099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.394946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:11.398527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.432930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.440512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-3ebe16be-6577-47a0-a449-58bc9c5e088c service neutron] 10.222.0.54 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538765 Dec 17 16:04:11.479175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6a519b26-36b7-4373-8db3-3e11fb15df85 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:11.479560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.488614 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e2f99d7-5bd9-4ff7-951a-be03cffff841 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.494135 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e2f99d7-5bd9-4ff7-951a-be03cffff841 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.494360 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf19e8c-b5b2-464a-8fd6-2dbf3b359871 x-openstack-request-id: req-8cf19e8c-b5b2-464a-8fd6-2dbf3b359871 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:11.494630 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9", "name": "network-vif-plugged", "status": "completed", "tag": "a50f3585-a0dc-4e93-a387-66f5898047f4", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:11.494900 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8cf19e8c-b5b2-464a-8fd6-2dbf3b359871 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:11.495323 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f3585-a0dc-4e93-a387-66f5898047f4', 'code': 200} Dec 17 16:04:11.565782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e2f99d7-5bd9-4ff7-951a-be03cffff841 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.570239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6e2f99d7-5bd9-4ff7-951a-be03cffff841 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7132986 Dec 17 16:04:11.573502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56618) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:11.577202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f99d7-5bd9-4ff7-951a-be03cffff841 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33f76de-d101-45f3-a407-f408538b44b5,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:11.577893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6251254 Dec 17 16:04:11.583125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:11.595931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56620) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:11.615056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:11.654381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] For port c70dea36-e27d-4358-8ffd-e7469de89c25, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c70dea36-e27d-4358-8ffd-e7469de89c25,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:11.702254 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:11.740436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd9eb7-b7eb-4341-ad8b-2528f671420c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=7699c4f8-6456-42cb-abf1-b003a8479f8f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:11.762919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:11.766725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b8fd-b801-41b7-bf39-2b0fee33a745 req-8a6adfb2-b42c-4504-926c-39a7e46637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:11.771454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4b5b8fd-b801-41b7-bf39-2b0fee33a745 req-8a6adfb2-b42c-4504-926c-39a7e46637f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 1097 time: 0.1716816 Dec 17 16:04:11.853073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a4b5b8fd-b801-41b7-bf39-2b0fee33a745 req-122c0aae-f6ca-4531-b77d-399581a5f7ea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737715 Dec 17 16:04:12.021538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.080390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afb7fa39-c186-4fc5-ac6d-6c24cfcd74e9 req-a3c58281-8fc2-4b0d-8e1a-d2a0f4acf3be tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 210 time: 0.2885878 Dec 17 16:04:12.203364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.236952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6f88fff1-7052-4dbc-bc18-f6ab3088de88 req-a59a392b-f8b5-455c-8377-bad888bb9395 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 210 time: 0.0739167 Dec 17 16:04:12.256366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Pushing event updated for resources: {'Port': ['ID=c70dea36-e27d-4358-8ffd-e7469de89c25,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:12.285586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Provisioning complete for port 12474056-bb94-4e1b-aad8-fe8015e6ff87 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:12.285768 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.286907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.292060 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.360352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f is not hosted by any dhcp agent {{(pid=109784) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:04:12.382014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:12.383807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.387223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "PUT /v2.0/networks/7699c4f8-6456-42cb-abf1-b003a8479f8f HTTP/1.1" status: 200 len: 723 time: 0.7877572 Dec 17 16:04:12.389807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56648) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:12.395715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': '7699c4f8-6456-42cb-abf1-b003a8479f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:12.453908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.455750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7b696704-d65d-48b9-8c07-a63cd6d7ba24 None None] Port 12474056-bb94-4e1b-aad8-fe8015e6ff87 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:12.467951 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.542515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:12.556037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:12.570920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:12.610383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Pushing event updated for resources: {'Port': ['ID=79fbf84f-8d43-4b20-b2c5-982512977ab7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:12.672506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086de7a-89cc-4f38-b640-8b9652a21cd8 req-da298503-1fb2-4b32-bbb0-a1a7fc1bb346 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:12.682622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5086de7a-89cc-4f38-b640-8b9652a21cd8 req-da298503-1fb2-4b32-bbb0-a1a7fc1bb346 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.1544101 Dec 17 16:04:12.711534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Attempting to bind port 79fbf84f-8d43-4b20-b2c5-982512977ab7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:12.712209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-d9d9d039-4a87-417d-82ad-aa1722467cd2 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:12.714573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-d9d9d039-4a87-417d-82ad-aa1722467cd2 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.47 "GET /v2.0/networks?id=39e390d3-8ce9-48a2-b13d-8b76315435c0 HTTP/1.1" status: 200 len: 821 time: 0.9068725 Dec 17 16:04:12.715209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Attempting to bind port 79fbf84f-8d43-4b20-b2c5-982512977ab7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '13156b54-d8b9-4742-a709-36e6c6bdd30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:12.717020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Attempting to bind port 79fbf84f-8d43-4b20-b2c5-982512977ab7 on network 0995839c-b6df-4400-af8c-fdc0fd0d377a {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:12.730884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:12.736241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:12.737099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Checking segment: {'id': '13156b54-d8b9-4742-a709-36e6c6bdd30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:12.737733 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.739703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Bound using segment: {'id': '13156b54-d8b9-4742-a709-36e6c6bdd30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:12.740464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Bound port: 79fbf84f-8d43-4b20-b2c5-982512977ab7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13156b54-d8b9-4742-a709-36e6c6bdd30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:12.740915 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.741295 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:12.879242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Request body: {'port': {'device_id': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0', 'admin_state_up': True, 'tenant_id': 'a3bb7ef6b18a450f8bda5f1e81983555'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:12.904557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c70dea36-e27d-4358-8ffd-e7469de89c25 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:12.907913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Sync routers for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:04:12.975075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b949608-fc96-4d82-a79b-0ebd647d7d02 req-b3bcaa69-0951-4fad-a2d4-b850c0427075 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:12.976804 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b949608-fc96-4d82-a79b-0ebd647d7d02 req-b3bcaa69-0951-4fad-a2d4-b850c0427075 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 945 time: 0.6947622 Dec 17 16:04:12.977761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0bed0-c5c8-485a-b254-75764af40df1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=7699c4f8-6456-42cb-abf1-b003a8479f8f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:13.000514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5086de7a-89cc-4f38-b640-8b9652a21cd8 req-611f3472-9f6c-44b4-a642-e962e7029e0c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167734 Dec 17 16:04:13.010507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:13.027891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] For port 79fbf84f-8d43-4b20-b2c5-982512977ab7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:13.095853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:13.099217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:04:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:13.249012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] For port 79fbf84f-8d43-4b20-b2c5-982512977ab7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=79fbf84f-8d43-4b20-b2c5-982512977ab7,segment=NetworkSegment(13156b54-d8b9-4742-a709-36e6c6bdd30d),segment_id=13156b54-d8b9-4742-a709-36e6c6bdd30d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:13.272399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:13.276986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e998b45a-d821-4a94-bf4f-e14c72a84d10 req-f521ea95-52a3-4a75-8452-37fb8ecb3d6a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 210 time: 0.0770109 Dec 17 16:04:13.302324 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:13.341019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b949608-fc96-4d82-a79b-0ebd647d7d02 req-5eb68ae8-80eb-49b3-b193-116c63445adc tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482635 Dec 17 16:04:13.360311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Made reservation on behalf of a3bb7ef6b18a450f8bda5f1e81983555 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:13.360797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2b2e-a60d-4031-94f8-0b6b7ffd7c52 None None] Pushing event updated for resources: {'Port': ['ID=79fbf84f-8d43-4b20-b2c5-982512977ab7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:13.372335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:13.381879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:13.480513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c70dea36-e27d-4358-8ffd-e7469de89c25 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:13.480975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:13.603768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:13.719736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Allocated IP 172.20.0.14 (39e390d3-8ce9-48a2-b13d-8b76315435c0/8343cf8c-d76a-4df6-b509-9c46ad75d726/78084c6d-8a99-4a7b-be0f-54cc05b2542a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:13.759074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Allocated IP 172.25.0.249 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1a604c43-53d5-483c-89f6-1cd82e5c4b6e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:13.843922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56682) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:14.075138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7f1279d-5689-42c3-ac48-655dc7de800b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.087236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-564aeb8e-44f8-4d16-82d0-0f370f9f3b4f req-c2ef148a-8d55-4e11-9d5e-f2be0d4833fa tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 210 time: 0.1346238 Dec 17 16:04:14.087665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 2, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:14.110534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=a7390443-2103-4d30-b673-1341be457d13,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:14.124149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Checking router: 3027a506-86e6-47d9-b324-4df8c6ada8dc for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:04:14.124513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Updating router 3027a506-86e6-47d9-b324-4df8c6ada8dc port 12474056-bb94-4e1b-aad8-fe8015e6ff87 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:04:14.138764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7699c4f8-6456-42cb-abf1-b003a8479f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:14.139271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: 7699c4f8-6456-42cb-abf1-b003a8479f8f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:14.162735 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.165001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.178820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:14.197798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-28d285bd-bd1e-40c3-8684-fc925dfc41e1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:14.199456 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-28d285bd-bd1e-40c3-8684-fc925dfc41e1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 816 time: 0.2426455 Dec 17 16:04:14.200763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 7699c4f8-6456-42cb-abf1-b003a8479f8f) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:14.206481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:14.207100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.224890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dfe207-58df-45bd-8d29-ec60411222bc None None] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:14.242353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5e6e04ba-5a49-4adc-86c7-42ea4ad6a6e1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8512433 Dec 17 16:04:14.248145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56690) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:14.254453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-dd1a6141-09f0-4974-9ce4-84cea698655f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:14.285539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.304271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.320868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-a3f496e0-b36c-454b-ab9f-e3c62c7b433c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 380 time: 0.1088471 Dec 17 16:04:14.337400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'port': {'device_id': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'admin_state_up': True, 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'security_groups': ['86c7f547-5a03-48e2-a7e9-259e0f210495']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:14.539666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7175328f-de16-4653-82d0-397b94ce3da4 req-e23e412e-5e96-456f-bb1b-e2425ec05b8d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 210 time: 0.0493982 Dec 17 16:04:14.606565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6141-09f0-4974-9ce4-84cea698655f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261230015'] for subnet, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.720672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Made reservation on behalf of 6133506c419545fba4fa8f6e6175016f for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:14.724866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.785788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Network 39e390d3-8ce9-48a2-b13d-8b76315435c0 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:14.799572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71620d-d557-413f-8b3b-7f9942bde835 req-416faa1d-92d2-400a-a146-f46ac285426a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:14.801322 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de71620d-d557-413f-8b3b-7f9942bde835 req-416faa1d-92d2-400a-a146-f46ac285426a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 945 time: 0.1277525 Dec 17 16:04:14.803079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349ee3c-7a75-4fcd-9550-5cb4dc04e5bd req-1ccd4a06-e348-491a-828f-01b29eda425e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:14.806359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5349ee3c-7a75-4fcd-9550-5cb4dc04e5bd req-1ccd4a06-e348-491a-828f-01b29eda425e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.5898807 Dec 17 16:04:14.814836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:14.823359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Pushing event updated for resources: {'Port': ['ID=78084c6d-8a99-4a7b-be0f-54cc05b2542a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:14.839232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:14.882587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7f1279d-5689-42c3-ac48-655dc7de800b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.883634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-7699c4f8-6456-42cb-abf1-b003a8479f8f', 'network_id': '7699c4f8-6456-42cb-abf1-b003a8479f8f', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': 'a7390443-2103-4d30-b673-1341be457d13'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:04:14.884464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.886522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 79fbf84f-8d43-4b20-b2c5-982512977ab7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:14.897129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7f1279d-5689-42c3-ac48-655dc7de800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:14.945892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe1aca-5446-4ab1-86b6-43ed191ee38d None None] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:14.957787 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.013776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1279d-5689-42c3-ac48-655dc7de800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b43c0-311d-4d65-b8a5-f126c5f2e75c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:15.022687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:15.023234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.032749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Allocated IP 172.20.0.13 (fc7830b5-2bef-411a-b710-37f2550d4832/4230a02f-b081-49bf-aeef-d721722d0f02/0f900059-58c5-4335-a591-969720e5028f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:15.037737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5349ee3c-7a75-4fcd-9550-5cb4dc04e5bd req-1ccc8b75-fb2e-4556-a525-5a6ee399c0c0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114675 Dec 17 16:04:15.040104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e7f1279d-5689-42c3-ac48-655dc7de800b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2198f44faf9049ddbe7b7fb302bc1e54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1931660 Dec 17 16:04:15.045166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de71620d-d557-413f-8b3b-7f9942bde835 req-094efbb8-03c9-4878-be18-422b33342158 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855228 Dec 17 16:04:15.052076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:15.052932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56696) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:15.077556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:15.083607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:15.089159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=1a604c43-53d5-483c-89f6-1cd82e5c4b6e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:15.090462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6141-09f0-4974-9ce4-84cea698655f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776633539548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261286188'] for subnet, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.122968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-2a677707-d1a8-4697-a433-447e61c74aa4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2991428 Dec 17 16:04:15.141145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d56bcbe8-3cb9-4af6-9454-27e3b7cfa09e None None] Provisioning complete for port 79fbf84f-8d43-4b20-b2c5-982512977ab7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:15.141526 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d56bcbe8-3cb9-4af6-9454-27e3b7cfa09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.150369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Request body: {'port': {'device_id': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:15.229667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.271352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.283029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4869c9a1-cbe7-4405-ab87-bd6c0b8b3175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.299143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 79fbf84f-8d43-4b20-b2c5-982512977ab7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:15.299640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.325256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.341255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e6e6c-ec48-48fc-9210-516d1f453c9f req-990f7bd9-c88e-4e09-a4dc-31202173e914 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:15.350976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e0e6e6c-ec48-48fc-9210-516d1f453c9f req-990f7bd9-c88e-4e09-a4dc-31202173e914 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.1737423 Dec 17 16:04:15.353313 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.383905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1a6141-09f0-4974-9ce4-84cea698655f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:15.384488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dd1a6141-09f0-4974-9ce4-84cea698655f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.385990 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dd1a6141-09f0-4974-9ce4-84cea698655f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "PUT /v2.0/subnets/a7390443-2103-4d30-b673-1341be457d13 HTTP/1.1" status: 200 len: 826 time: 1.1366999 Dec 17 16:04:15.399465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56708) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:15.412596 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4869c9a1-cbe7-4405-ab87-bd6c0b8b3175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.422836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.475121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a6141-09f0-4974-9ce4-84cea698655f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=a7390443-2103-4d30-b673-1341be457d13,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:15.527405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Allocated IP 2001:db8::2 (7699c4f8-6456-42cb-abf1-b003a8479f8f/a7390443-2103-4d30-b673-1341be457d13/b0ffdd4f-1585-4157-8235-08f2fe95d172) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:15.532725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.614449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Attempting to bind port 12474056-bb94-4e1b-aad8-fe8015e6ff87 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:15.614940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Attempting to bind port 12474056-bb94-4e1b-aad8-fe8015e6ff87 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:15.615447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Attempting to bind port 12474056-bb94-4e1b-aad8-fe8015e6ff87 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:15.621841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.629569 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e0e6e6c-ec48-48fc-9210-516d1f453c9f req-34d2de89-6731-433e-a008-9856c8e4dce3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773681 Dec 17 16:04:15.630224 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.644616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:15.644953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:15.645363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.645788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Bound using segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:15.646285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Bound port: 12474056-bb94-4e1b-aad8-fe8015e6ff87, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:15.646801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.657525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2202-fcb2-41eb-b902-09c34b163aff None None] Pushing event updated for resources: {'Port': ['ID=12474056-bb94-4e1b-aad8-fe8015e6ff87,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:15.666164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.672503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:15.697045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Network fc7830b5-2bef-411a-b710-37f2550d4832 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:15.705456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec024-ee8b-417f-a0f9-15fb0d7a59e5 req-31aa8a0a-7caf-43c6-98c4-3b6b85ed80ca tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:15.707332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-674ec024-ee8b-417f-a0f9-15fb0d7a59e5 req-31aa8a0a-7caf-43c6-98c4-3b6b85ed80ca tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 932 time: 0.2334609 Dec 17 16:04:15.713236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:15.775732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:15.778253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.808252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] For port 12474056-bb94-4e1b-aad8-fe8015e6ff87, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:15.814440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.826642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] For port 12474056-bb94-4e1b-aad8-fe8015e6ff87, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=12474056-bb94-4e1b-aad8-fe8015e6ff87,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:15.829450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d56bcbe8-3cb9-4af6-9454-27e3b7cfa09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.861408 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.926224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:15.926224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:15.931801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-674ec024-ee8b-417f-a0f9-15fb0d7a59e5 req-cc61600d-6e40-4e7b-b2f3-ba19c4cda14c tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159650 Dec 17 16:04:15.955008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0999a8b9-0da6-4be7-a5f2-2d8c7544f6d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6280482 Dec 17 16:04:15.976487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Request body: {'port': {'device_id': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:16.011049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 79fbf84f-8d43-4b20-b2c5-982512977ab7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=79fbf84f-8d43-4b20-b2c5-982512977ab7,segment=NetworkSegment(13156b54-d8b9-4742-a709-36e6c6bdd30d),segment_id=13156b54-d8b9-4742-a709-36e6c6bdd30d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:16.058757 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.071518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.090157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.090775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4bc4a-9555-4e5e-9a5e-c4f8411bffee None None] Update dhcp port {'port': {'network_id': '0995839c-b6df-4400-af8c-fdc0fd0d377a', 'fixed_ips': [{'subnet_id': '17914740-1e63-417f-ad7d-cea68488aa7f', 'ip_address': '2001:db8::2'}, {'subnet_id': '943d895d-7f3f-4e3a-a108-f035b7fadb6f'}], 'binding:host_id': 'n-d-806683-20'}, 'id': '79fbf84f-8d43-4b20-b2c5-982512977ab7'} from n-d-806683-20. {{(pid=109785) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 17 16:04:16.106622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.161493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4869c9a1-cbe7-4405-ab87-bd6c0b8b3175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.164497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4869c9a1-cbe7-4405-ab87-bd6c0b8b3175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.168347 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4869c9a1-cbe7-4405-ab87-bd6c0b8b3175 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a52b43c0-311d-4d65-b8a5-f126c5f2e75c HTTP/1.1" status: 204 len: 168 time: 1.1143117 Dec 17 16:04:16.176705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2202-fcb2-41eb-b902-09c34b163aff None None] Pushing event updated for resources: {'Port': ['ID=12474056-bb94-4e1b-aad8-fe8015e6ff87,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:16.201394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:16.202043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:04:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:16.240278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a5dc-ac9e-4df5-a231-71ec576da53c req-c57e5012-f2de-4851-a8ce-e5a64008d60f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:16.241861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f997a5dc-ac9e-4df5-a231-71ec576da53c req-c57e5012-f2de-4851-a8ce-e5a64008d60f tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 945 time: 0.3418891 Dec 17 16:04:16.242651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869c9a1-cbe7-4405-ab87-bd6c0b8b3175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b43c0-311d-4d65-b8a5-f126c5f2e75c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:16.288546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1a6f1-4c06-493a-b5a3-f1cb17dfabf8 req-8e927ec0-45bb-4f2e-a0cc-310c1338415b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:16.290326 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3e1a6f1-4c06-493a-b5a3-f1cb17dfabf8 req-8e927ec0-45bb-4f2e-a0cc-310c1338415b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 932 time: 0.1848700 Dec 17 16:04:16.305047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78084c6d-8a99-4a7b-be0f-54cc05b2542a {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:16.313580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.330478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Transition to ACTIVE for port object 78084c6d-8a99-4a7b-be0f-54cc05b2542a will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:04:16.358735 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ded4bc4a-9555-4e5e-9a5e-c4f8411bffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.363424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.391068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:16.398532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=1a604c43-53d5-483c-89f6-1cd82e5c4b6e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:16.458998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f997a5dc-ac9e-4df5-a231-71ec576da53c req-e6973eb9-e51b-4a23-b8ea-b2bb12f2ee89 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191547 Dec 17 16:04:16.459618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Pushing event updated for resources: {'Port': ['ID=78084c6d-8a99-4a7b-be0f-54cc05b2542a,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:16.501043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.505851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-d56bcbe8-3cb9-4af6-9454-27e3b7cfa09e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:16.506621 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-d56bcbe8-3cb9-4af6-9454-27e3b7cfa09e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:16.550459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.571699 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.585402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ffd8fbb5-7154-4eca-8763-1f850346f9cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0100648 Dec 17 16:04:16.631601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f900059-58c5-4335-a591-969720e5028f {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:16.640719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.651660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Attempting to bind port 78084c6d-8a99-4a7b-be0f-54cc05b2542a on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:16.652040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Attempting to bind port 78084c6d-8a99-4a7b-be0f-54cc05b2542a by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '42748478-393b-4cca-afcf-6e7499fa264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:16.652635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Attempting to bind port 78084c6d-8a99-4a7b-be0f-54cc05b2542a on network 39e390d3-8ce9-48a2-b13d-8b76315435c0 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:16.660035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Port 78084c6d-8a99-4a7b-be0f-54cc05b2542a on network 39e390d3-8ce9-48a2-b13d-8b76315435c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:04:16.660507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Attempting to bind port 78084c6d-8a99-4a7b-be0f-54cc05b2542a on network 39e390d3-8ce9-48a2-b13d-8b76315435c0 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:16.674266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:16.674631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Checking segment: {'id': '42748478-393b-4cca-afcf-6e7499fa264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:16.675417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Bound using segment: {'id': '42748478-393b-4cca-afcf-6e7499fa264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:16.675929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Bound port: 78084c6d-8a99-4a7b-be0f-54cc05b2542a, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42748478-393b-4cca-afcf-6e7499fa264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:16.676375 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.685227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Transition to ACTIVE for port object 0f900059-58c5-4335-a591-969720e5028f will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:04:16.685871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56720) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:16.705874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3e1a6f1-4c06-493a-b5a3-f1cb17dfabf8 req-d6c999e0-6d70-43b3-878f-d5f972a867d8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934805 Dec 17 16:04:16.723635 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.725842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.733257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db97d1-f36b-40cd-9334-14aa4233f25c req-6bfc0656-5111-4f4f-ba57-2729a292ea4a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:16.744283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90db97d1-f36b-40cd-9334-14aa4233f25c req-6bfc0656-5111-4f4f-ba57-2729a292ea4a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.1510923 Dec 17 16:04:16.773718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b326-3f2e-43cb-ba26-3255c105186e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.786584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=79fbf84f-8d43-4b20-b2c5-982512977ab7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:16.789625 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.847627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90db97d1-f36b-40cd-9334-14aa4233f25c req-1a78c9d5-a0be-4c8d-ae62-93fcca0c1544 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022243 Dec 17 16:04:16.848810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] For port 78084c6d-8a99-4a7b-be0f-54cc05b2542a, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:16.854414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] For port 78084c6d-8a99-4a7b-be0f-54cc05b2542a, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=78084c6d-8a99-4a7b-be0f-54cc05b2542a,segment=NetworkSegment(42748478-393b-4cca-afcf-6e7499fa264b),segment_id=42748478-393b-4cca-afcf-6e7499fa264b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:16.864451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=a7390443-2103-4d30-b673-1341be457d13,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:16.865509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:16.884684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:16.941559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Pushing event updated for resources: {'Port': ['ID=78084c6d-8a99-4a7b-be0f-54cc05b2542a,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:17.018390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:17.019524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.021362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a7c2e3f0-9a85-4a9d-80f6-9a0eb8631f03 service neutron] 10.222.0.47 "PUT /v2.0/ports/78084c6d-8a99-4a7b-be0f-54cc05b2542a HTTP/1.1" status: 200 len: 1093 time: 1.8768210 Dec 17 16:04:17.022057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'tag': '78084c6d-8a99-4a7b-be0f-54cc05b2542a'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:17.025242 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a66abc-8e03-4b04-bdb2-b10a264968d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a", "tag": "78084c6d-8a99-4a7b-be0f-54cc05b2542a"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:17.086091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-078a59a9-e29a-43da-8967-64da8309ce18 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:17.086830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-db602210-8980-4bfc-b114-375b5e3d5db4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--99523790&fields=id&tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 267 time: 0.2056789 Dec 17 16:04:17.087690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-078a59a9-e29a-43da-8967-64da8309ce18 tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.47 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 945 time: 0.1477869 Dec 17 16:04:17.172985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.176687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Pushing event updated for resources: {'Port': ['ID=b0ffdd4f-1585-4157-8235-08f2fe95d172,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:17.179919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 12474056-bb94-4e1b-aad8-fe8015e6ff87 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:17.217746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-5ec4ae91-670f-408c-86ed-7374059e83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:17.219301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-5ec4ae91-670f-408c-86ed-7374059e83a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3bb7ef6b18a450f8bda5f1e81983555&device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 1096 time: 0.1479943 Dec 17 16:04:17.228564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:17.271883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7699c4f8-6456-42cb-abf1-b003a8479f8f']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:17.300658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-3456e202-fc16-4426-b9f6-ed975048e51b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78084c6d-8a99-4a7b-be0f-54cc05b2542a HTTP/1.1" status: 200 len: 217 time: 0.0440197 Dec 17 16:04:17.302139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:17.302633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:17.311554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:17.317285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f779f7-810c-4d9f-bb0b-92d73e6bee76 req-f24c0453-2734-422e-bf7a-db85cdf697b3 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:17.318457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-81f779f7-810c-4d9f-bb0b-92d73e6bee76 req-f24c0453-2734-422e-bf7a-db85cdf697b3 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 944 time: 0.1923289 Dec 17 16:04:17.322828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b326-3f2e-43cb-ba26-3255c105186e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.324735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:17.331906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.347797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b326-3f2e-43cb-ba26-3255c105186e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.356800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:17.357230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:17.357581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:17.392303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.403183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Port 0f900059-58c5-4335-a591-969720e5028f on network fc7830b5-2bef-411a-b710-37f2550d4832 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:04:17.403515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:17.420972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Deleting port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:17.421314 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.425027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-e0979fc1-993c-434f-9fbf-ea7b1ebf8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:17.426482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-e0979fc1-993c-434f-9fbf-ea7b1ebf8354 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8343cf8c-d76a-4df6-b509-9c46ad75d726 HTTP/1.1" status: 200 len: 861 time: 0.1054468 Dec 17 16:04:17.432303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:17.432719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:17.436242 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:17.446278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-81f779f7-810c-4d9f-bb0b-92d73e6bee76 req-bfd64527-3605-4a7b-84b2-5f927487584c tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131186 Dec 17 16:04:17.454885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:17.455265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Checking segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:17.455784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Bound using segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:17.456274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Bound port: 0f900059-58c5-4335-a591-969720e5028f, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:17.456723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.458655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5b326-3f2e-43cb-ba26-3255c105186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1164e0-322b-4bd8-ab25-d7d03e535aff,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:17.468022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-7b1126c1-9d6f-486d-a8d2-a232980226af tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:17.475561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-7b1126c1-9d6f-486d-a8d2-a232980226af tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.3457429 Dec 17 16:04:17.517268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7d5b326-3f2e-43cb-ba26-3255c105186e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aaa9c559062a44c2957456bb598f0285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8299420 Dec 17 16:04:17.519423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-a144cf16-08bf-4b64-8110-b72dcc158bf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39e390d3-8ce9-48a2-b13d-8b76315435c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720720 Dec 17 16:04:17.519940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56744) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:17.534862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-d08a7950-1e01-43dd-831f-e9d8272a43c9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/quotas/e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 375 time: 0.0582657 Dec 17 16:04:17.582670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Attempting to bind port b0ffdd4f-1585-4157-8235-08f2fe95d172 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:17.583381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Attempting to bind port b0ffdd4f-1585-4157-8235-08f2fe95d172 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7699c4f8-6456-42cb-abf1-b003a8479f8f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:17.584205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Attempting to bind port b0ffdd4f-1585-4157-8235-08f2fe95d172 on network 7699c4f8-6456-42cb-abf1-b003a8479f8f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:17.603325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:04:17.603325 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:04:17.603325 n-d-806683-20 neutron-server[109783]: [parameters: {'id': '7699c4f8-6456-42cb-abf1-b003a8479f8f'}] Dec 17 16:04:17.603325 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:17.603689 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:17.616813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:17.617859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Checking segment: {'id': '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7699c4f8-6456-42cb-abf1-b003a8479f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:17.618469 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.619211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Bound using segment: {'id': '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7699c4f8-6456-42cb-abf1-b003a8479f8f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:17.620873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Bound port: b0ffdd4f-1585-4157-8235-08f2fe95d172, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7699c4f8-6456-42cb-abf1-b003a8479f8f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:17.621617 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.640719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-ded4bc4a-9555-4e5e-9a5e-c4f8411bffee None None] Allocated IP 172.20.0.1 (0995839c-b6df-4400-af8c-fdc0fd0d377a/943d895d-7f3f-4e3a-a108-f035b7fadb6f/79fbf84f-8d43-4b20-b2c5-982512977ab7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:17.646544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 12474056-bb94-4e1b-aad8-fe8015e6ff87 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:17.647405 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.649443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5386e101-44bc-4a5a-8a73-d70d047e23f5 None None] Provisioning complete for port 12474056-bb94-4e1b-aad8-fe8015e6ff87 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:17.650006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5386e101-44bc-4a5a-8a73-d70d047e23f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.653848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-8a28707c-d629-4651-abab-4d5e0066024c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179111 Dec 17 16:04:17.679456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afbc27dd-4089-4c59-bdfb-49b90a303bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.702357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afbc27dd-4089-4c59-bdfb-49b90a303bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.726668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:17.736298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] For port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,segment=NetworkSegment(9574b343-5d15-4790-9785-edfd36de5139),segment_id=9574b343-5d15-4790-9785-edfd36de5139)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:17.736496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.772681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Calling delete_port for ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:17.773567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:17.775199 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de859309-e802-48bf-9b07-0476ebe52d93 x-openstack-request-id: req-de859309-e802-48bf-9b07-0476ebe52d93 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:17.775496 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a", "tag": "78084c6d-8a99-4a7b-be0f-54cc05b2542a", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:17.775759 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de859309-e802-48bf-9b07-0476ebe52d93 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:17.776292 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'tag': '78084c6d-8a99-4a7b-be0f-54cc05b2542a', 'status': 'completed', 'code': 200} Dec 17 16:04:17.794999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-b4acf414-eb2c-4e98-ad20-b017020f7965 service neutron] 10.222.0.47 "GET /v2.0/networks/39e390d3-8ce9-48a2-b13d-8b76315435c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548666 Dec 17 16:04:17.802522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.837211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:15Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:17.859368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-b99d7b97-8000-475c-a9a3-73ebb6a68795 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046208 Dec 17 16:04:17.865653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:17.866397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.867839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] 10.222.0.49 "PUT /v2.0/ports/0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 1093 time: 1.9038403 Dec 17 16:04:17.868298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:17.870608 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb3562b-cb48-4e8c-8519-b558ce9c1479" -d '{"events": [{"name": "network-changed", "server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:17.886610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afbc27dd-4089-4c59-bdfb-49b90a303bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.889428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afbc27dd-4089-4c59-bdfb-49b90a303bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:17.894525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-afbc27dd-4089-4c59-bdfb-49b90a303bbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f1164e0-322b-4bd8-ab25-d7d03e535aff HTTP/1.1" status: 204 len: 168 time: 0.3697410 Dec 17 16:04:17.905113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd2361-0274-4133-8cbf-1770267d0863 None None] The sync data for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 is: [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:15Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:04:17.955087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc27dd-4089-4c59-bdfb-49b90a303bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1164e0-322b-4bd8-ab25-d7d03e535aff,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:17.987118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] For port b0ffdd4f-1585-4157-8235-08f2fe95d172, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:18.029939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fbcc2-797c-4a1c-969a-e033029d8e1c req-ca5cf4f2-ef53-4321-8313-fe138968cf4a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:18.032924 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-443fbcc2-797c-4a1c-969a-e033029d8e1c req-ca5cf4f2-ef53-4321-8313-fe138968cf4a tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/ports?device_id=69d106b9-87c7-4620-8f5d-9eceac955673 HTTP/1.1" status: 200 len: 945 time: 0.1976297 Dec 17 16:04:18.040687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d7dfd-044c-46eb-a50a-a5ae09e34c3e service neutron] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:18.057711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] For port b0ffdd4f-1585-4157-8235-08f2fe95d172, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b0ffdd4f-1585-4157-8235-08f2fe95d172,segment=NetworkSegment(0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5),segment_id=0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:18.100838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-95e2fca8-c1ba-42d5-b833-50a29709b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:18.102397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-95e2fca8-c1ba-42d5-b833-50a29709b6f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1096 time: 0.1283438 Dec 17 16:04:18.106572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.151522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ded4bc4a-9555-4e5e-9a5e-c4f8411bffee None None] For port 79fbf84f-8d43-4b20-b2c5-982512977ab7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=79fbf84f-8d43-4b20-b2c5-982512977ab7,segment=NetworkSegment(13156b54-d8b9-4742-a709-36e6c6bdd30d),segment_id=13156b54-d8b9-4742-a709-36e6c6bdd30d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:18.157955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.163098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.280583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-3b449027-62dc-4e5c-8aa3-7030b3ea9493 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 217 time: 0.1249638 Dec 17 16:04:18.297821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Pushing event deleted for resources: {'Port': ['ID=ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:18.332571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-3b145a28-861c-4fea-94b1-ba43c68a45c0 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583821 Dec 17 16:04:18.336350 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.359644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbc27f-0fc7-4e6c-b4cd-f3cee1599cfa None None] DHCP port deletion for 5f57b7f9-152e-41dc-b8de-b94d7b3e923b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:18.364147 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dddb4612-f3d2-42b3-943f-e40f8120c333 req-40030db7-328e-48f7-949d-4f05b9a15570 service neutron] 10.222.0.47 "GET /v2.0/networks/39e390d3-8ce9-48a2-b13d-8b76315435c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263948 Dec 17 16:04:18.387692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5386e101-44bc-4a5a-8a73-d70d047e23f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.517228 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ded4bc4a-9555-4e5e-9a5e-c4f8411bffee None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.527084 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-443fbcc2-797c-4a1c-969a-e033029d8e1c req-3f25a6bb-d059-4950-8cc9-985c61ca26bd tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b7148cd-3e6f-4a0a-8659-9874b443f625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738387 Dec 17 16:04:18.549682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5386e101-44bc-4a5a-8a73-d70d047e23f5 None None] For port 12474056-bb94-4e1b-aad8-fe8015e6ff87, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=12474056-bb94-4e1b-aad8-fe8015e6ff87,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:18.549682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Pushing event updated for resources: {'Port': ['ID=b0ffdd4f-1585-4157-8235-08f2fe95d172,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:18.565130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] No DVR routers for this DVR port ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:18.571399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ded4bc4a-9555-4e5e-9a5e-c4f8411bffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.573203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.577891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d21b790-96b1-426e-88e0-7968d5bbe75b req-e5d7aa6e-f90c-4b39-929e-9eae0e11b2fa tempest-DeleteServersTestJSON-594663747 tempest-DeleteServersTestJSON-594663747-project] 10.222.0.47 "DELETE /v2.0/ports/ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 HTTP/1.1" status: 204 len: 173 time: 1.4544158 Dec 17 16:04:18.607861 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5386e101-44bc-4a5a-8a73-d70d047e23f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:18.624438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc97df-c007-4f9f-9ba4-0ee07758bcb8 None None] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:18.644634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-6bb7d4b6-17fe-4ef0-95dd-d82759d12dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:18.646743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-6bb7d4b6-17fe-4ef0-95dd-d82759d12dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3bb7ef6b18a450f8bda5f1e81983555&device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 1096 time: 0.1891229 Dec 17 16:04:18.686709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.687197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.687441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.687841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.696876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.697040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.697382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.697718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.698108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.698444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.698775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.699101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.699440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32637a1-c062-4b11-b186-f533cdb07d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:18.722982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-5a24275d-d39a-4240-b89f-dd477d356e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:18.739717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-5a24275d-d39a-4240-b89f-dd477d356e1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.4581707 Dec 17 16:04:18.871134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-15093d6b-95c2-4310-9146-3b148c11e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:18.878057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-15093d6b-95c2-4310-9146-3b148c11e78d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125009 Dec 17 16:04:18.883960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port b0ffdd4f-1585-4157-8235-08f2fe95d172 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:18.884450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:19.054094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8c908-0195-458a-a870-9e3884b25205 req-f933d1d1-e580-4ca6-bff2-4953bc5e18ac tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:19.066604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4ad8c908-0195-458a-a870-9e3884b25205 req-f933d1d1-e580-4ca6-bff2-4953bc5e18ac tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.2750471 Dec 17 16:04:19.165138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-3c3b11d4-6544-4281-b5b6-8ea871686bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:19.170371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4bc4a-9555-4e5e-9a5e-c4f8411bffee None None] Pushing event updated for resources: {'Port': ['ID=79fbf84f-8d43-4b20-b2c5-982512977ab7,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:19.172236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-3c3b11d4-6544-4281-b5b6-8ea871686bfa service neutron] 10.222.0.47 "GET /v2.0/networks?id=39e390d3-8ce9-48a2-b13d-8b76315435c0 HTTP/1.1" status: 200 len: 922 time: 0.5147209 Dec 17 16:04:19.197426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port b0ffdd4f-1585-4157-8235-08f2fe95d172, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b0ffdd4f-1585-4157-8235-08f2fe95d172,segment=NetworkSegment(0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5),segment_id=0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:19.197802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:19.251046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for b0ffdd4f-1585-4157-8235-08f2fe95d172 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:19.296121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad6d65-a2d6-4cbe-a940-823f6d587d7f req-fa6bdd7a-9233-4730-8dea-a85e2e219026 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:19.305531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-816a8e30-9666-4876-81d0-9390f37e278a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78084c6d-8a99-4a7b-be0f-54cc05b2542a HTTP/1.1" status: 200 len: 217 time: 0.0759602 Dec 17 16:04:19.319726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82ad6d65-a2d6-4cbe-a940-823f6d587d7f req-fa6bdd7a-9233-4730-8dea-a85e2e219026 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.2992568 Dec 17 16:04:19.423708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4ad8c908-0195-458a-a870-9e3884b25205 req-935e846e-de27-4c21-806e-1203ac96a1b0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574049 Dec 17 16:04:19.466050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-0e2db88e-9a3a-4964-aea0-e877bc62183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:19.467364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-0e2db88e-9a3a-4964-aea0-e877bc62183b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8343cf8c-d76a-4df6-b509-9c46ad75d726 HTTP/1.1" status: 200 len: 861 time: 0.1518157 Dec 17 16:04:19.503645 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:19.504166 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:19.540722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-f759ccc9-3677-4562-8f1c-ba5ec5601674 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39e390d3-8ce9-48a2-b13d-8b76315435c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565455 Dec 17 16:04:19.567135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d32f0b-2395-4766-a694-3ea5b52f2716 None None] Network 7699c4f8-6456-42cb-abf1-b003a8479f8f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:19.611370 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07beef6f-a5e3-4518-bae3-59efbb70016c x-openstack-request-id: req-07beef6f-a5e3-4518-bae3-59efbb70016c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:19.611972 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "tag": "0f900059-58c5-4335-a591-969720e5028f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:19.612118 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07beef6f-a5e3-4518-bae3-59efbb70016c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:19.616182 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'status': 'completed', 'code': 200} Dec 17 16:04:19.628478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-9f0acb15-7c77-4067-a3f4-041040b39c43 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404335 Dec 17 16:04:19.700869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386e101-44bc-4a5a-8a73-d70d047e23f5 None None] Pushing event updated for resources: {'Port': ['ID=12474056-bb94-4e1b-aad8-fe8015e6ff87,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:19.756197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-ca736e4c-e4c4-42af-9896-b9a0ab517559 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:19.758487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-ca736e4c-e4c4-42af-9896-b9a0ab517559 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.5045252 Dec 17 16:04:19.772923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-89ffa13b-027c-40f4-af30-b7a909203808 service neutron] 10.222.0.47 "GET /v2.0/networks/39e390d3-8ce9-48a2-b13d-8b76315435c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234251 Dec 17 16:04:19.804419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d106b9-87c7-4620-8f5d-9eceac955673', 'name': 'network-vif-deleted', 'tag': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:19.808003 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ef320-109e-46d6-9e20-e7af3eee9b65" -d '{"events": [{"server_uuid": "69d106b9-87c7-4620-8f5d-9eceac955673", "name": "network-vif-deleted", "tag": "ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:19.847221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82ad6d65-a2d6-4cbe-a940-823f6d587d7f req-dd893c70-cd58-498f-9371-ecac425f0e2d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5264547 Dec 17 16:04:19.976877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82a66abc-8e03-4b04-bdb2-b10a264968d0 req-67e203c9-29ee-4b9f-b394-dad5a767d6f9 service neutron] 10.222.0.47 "GET /v2.0/networks/39e390d3-8ce9-48a2-b13d-8b76315435c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581004 Dec 17 16:04:20.030412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e673-7529-46ce-aa04-a8f0fa146a36 req-bdaebec8-5193-473d-a66d-aae024bcbe9f tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:20.046531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc24e673-7529-46ce-aa04-a8f0fa146a36 req-bdaebec8-5193-473d-a66d-aae024bcbe9f tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 944 time: 0.2725210 Dec 17 16:04:20.062491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:04:20.128871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb442045-077d-4ac5-a1fe-13e6ffe7d2be req-c904612a-6ca3-4584-86d1-10379d0b68e9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 210 time: 0.1518612 Dec 17 16:04:20.150706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:04:20.150982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:04:20.171465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8cb4aa1d-fc7e-45bd-ad13-9f3db59f9730 req-0b31fbd0-d80c-4a3f-88b7-4857ca0ec53b service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305996 Dec 17 16:04:20.181809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.193204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc24e673-7529-46ce-aa04-a8f0fa146a36 req-74672e47-e848-46ad-aeb6-9f9c6ec18bd0 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452594 Dec 17 16:04:20.230209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=b0ffdd4f-1585-4157-8235-08f2fe95d172,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:20.254179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port b0ffdd4f-1585-4157-8235-08f2fe95d172 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:20.318824 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519240f0-daf0-4c35-bf15-a9ef7802b0ee x-openstack-request-id: req-519240f0-daf0-4c35-bf15-a9ef7802b0ee {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:20.319115 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d106b9-87c7-4620-8f5d-9eceac955673", "name": "network-vif-deleted", "tag": "ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:20.319367 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-519240f0-daf0-4c35-bf15-a9ef7802b0ee {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:20.319759 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d106b9-87c7-4620-8f5d-9eceac955673', 'name': 'network-vif-deleted', 'tag': 'ed7d4427-e2bf-4f86-b8bb-8df5182c9aa8', 'status': 'completed', 'code': 200} Dec 17 16:04:20.322700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port a50f3585-a0dc-4e93-a387-66f5898047f4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:20.323056 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.426248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 79fbf84f-8d43-4b20-b2c5-982512977ab7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:20.492920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.546056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7699c4f8-6456-42cb-abf1-b003a8479f8f']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:20.567329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:20.567639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3b49dc-f67c-4f7e-9921-fbdf7b61f9f5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:20.602473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 79fbf84f-8d43-4b20-b2c5-982512977ab7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:20.604425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.604729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.646488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.662504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:20.663706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.726629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b14f58-cdb3-4808-a01c-912a6c990169 None None] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:20.771045 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:20.847538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-4a5a1fa0-5e16-4555-9466-cbf9c320fbd4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:20.850298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-4a5a1fa0-5e16-4555-9466-cbf9c320fbd4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.2504613 Dec 17 16:04:20.914113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fe909f48-58da-4879-9929-cce234884624 None None] Provisioning complete for port 79fbf84f-8d43-4b20-b2c5-982512977ab7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:20.914496 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe909f48-58da-4879-9929-cce234884624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:20.921328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 12474056-bb94-4e1b-aad8-fe8015e6ff87 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:20.943566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-88f31c1f-0e93-441e-9df5-1d16519832c2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 378 time: 0.0803485 Dec 17 16:04:20.953807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'port': {'device_id': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'admin_state_up': True, 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'security_groups': ['8a678076-6375-4af6-ab56-8dd5406b938d']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:21.181388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a45fc-58cc-4729-960f-54c0ff3e7e54 req-0f2f6f17-c768-433b-ac92-a8d868c0b7f8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:21.190582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f16a45fc-58cc-4729-960f-54c0ff3e7e54 req-0f2f6f17-c768-433b-ac92-a8d868c0b7f8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1934853 Dec 17 16:04:21.215188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Made reservation on behalf of e8137db8f38747f9b7eb9fd19cc3dbcf for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:21.219795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:21.277564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f16a45fc-58cc-4729-960f-54c0ff3e7e54 req-ae21853b-e625-4c68-a385-fb7d9346e5b0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856106 Dec 17 16:04:21.323933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 12474056-bb94-4e1b-aad8-fe8015e6ff87 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:21.324360 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:21.523489 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4623a5a-f916-4121-b8fe-87333ebba55c req-114a52ac-a7b2-4898-b6c4-ea43f101bacd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 210 time: 0.0650089 Dec 17 16:04:21.554443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-e1790ff1-29e9-44aa-9826-2168c9443cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:21.556064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-e1790ff1-29e9-44aa-9826-2168c9443cbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1096 time: 1.2891476 Dec 17 16:04:21.573606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Allocated IP 172.20.0.13 (5ac9149d-52f1-4b6a-a276-f13b97a5b4e6/c3f907df-d728-467a-895b-317e272d4265/b17167e8-9959-47b5-a8d8-eca1662bcd9d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:21.606611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:21.665031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30021afe-72ee-407e-a4ba-af19e7b72aa1 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:04:21.691179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:21.696371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/7699c4f8-6456-42cb-abf1-b003a8479f8f HTTP/1.1" status: 204 len: 168 time: 6.2957790 Dec 17 16:04:21.704818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56842) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:21.717399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ff7e-a9b5-4323-8a15-3209fd9ce9bf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=7699c4f8-6456-42cb-abf1-b003a8479f8f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:21.728262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460220-8c15-4b28-9214-3d3e2aad480b req-d658c59d-c80a-418f-bede-51be0853683c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:21.729837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec460220-8c15-4b28-9214-3d3e2aad480b req-d658c59d-c80a-418f-bede-51be0853683c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 945 time: 0.9610755 Dec 17 16:04:21.771201 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaf1741-fc55-4097-9e22-ca6280c0eb13 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:21.771893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaf1741-fc55-4097-9e22-ca6280c0eb13 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:21.779211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fcaf1741-fc55-4097-9e22-ca6280c0eb13 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/7699c4f8-6456-42cb-abf1-b003a8479f8f HTTP/1.1" status: 404 len: 339 time: 0.0730865 Dec 17 16:04:21.781348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] For port a50f3585-a0dc-4e93-a387-66f5898047f4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a50f3585-a0dc-4e93-a387-66f5898047f4,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:21.782116 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:21.786271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:21.795760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2f3027f4-1a49-47b7-b43b-16559658add8 None None] Provisioning complete for port 79fbf84f-8d43-4b20-b2c5-982512977ab7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:21.796747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2f3027f4-1a49-47b7-b43b-16559658add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:21.809633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58804933', 'description': 'd1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:21.826539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for a50f3585-a0dc-4e93-a387-66f5898047f4 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:21.895862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30021afe-72ee-407e-a4ba-af19e7b72aa1 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:04:21.930067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-fa49910b-9e55-43b3-93dd-9f02b43dbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:21.931633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-fa49910b-9e55-43b3-93dd-9f02b43dbf20 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.3598418 Dec 17 16:04:21.939096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec460220-8c15-4b28-9214-3d3e2aad480b req-72b6eaab-f931-4372-bfb6-7f5cc89820b6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900520 Dec 17 16:04:22.051949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:22.057835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ce255-4ae8-4122-8310-afe152985e09 req-460b1927-43e8-4657-9055-c29bdaf66230 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:22.058112 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.059378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d63ce255-4ae8-4122-8310-afe152985e09 req-460b1927-43e8-4657-9055-c29bdaf66230 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 944 time: 0.4496703 Dec 17 16:04:22.061138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 78084c6d-8a99-4a7b-be0f-54cc05b2542a details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:22.077640 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-3cd21186-66b2-4a78-a2c0-469b4dabd14e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 217 time: 0.1361158 Dec 17 16:04:22.158910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d63ce255-4ae8-4122-8310-afe152985e09 req-711e2f1a-d653-41aa-91c6-c7688da78c26 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858257 Dec 17 16:04:22.174639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.217690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.222532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:22.247676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.267148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=a50f3585-a0dc-4e93-a387-66f5898047f4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:22.285177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-017eb8e2-930f-4ca2-ac40-a2733db30aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:22.286805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-017eb8e2-930f-4ca2-ac40-a2733db30aba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1543407 Dec 17 16:04:22.293567 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.294339 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment adc8ccc6-0bfe-433b-86bc-8c8848dfd223 of type vlan for network bfb0a8b2-2c28-4bac-bc02-8987bba7724c Dec 17 16:04:22.322349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 78084c6d-8a99-4a7b-be0f-54cc05b2542a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=78084c6d-8a99-4a7b-be0f-54cc05b2542a,segment=NetworkSegment(42748478-393b-4cca-afcf-6e7499fa264b),segment_id=42748478-393b-4cca-afcf-6e7499fa264b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:22.347432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '78084c6d-8a99-4a7b-be0f-54cc05b2542a', 'network_id': '39e390d3-8ce9-48a2-b13d-8b76315435c0', 'port_id': '78084c6d-8a99-4a7b-be0f-54cc05b2542a', 'mac_address': 'fa:16:3e:74:c0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8343cf8c-d76a-4df6-b509-9c46ad75d726', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:22.370215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:22.375046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:22.378433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:22.440393 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.456964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78084c6d-8a99-4a7b-be0f-54cc05b2542a {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:22.465749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] No DVR routers for this DVR port a50f3585-a0dc-4e93-a387-66f5898047f4 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:22.473566 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.474317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:22.477294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dcba1858-6cb7-4bf0-8abd-18dc0e3f8a93 req-90572eb2-954c-4928-be3c-f376cee2cee7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "DELETE /v2.0/ports/a50f3585-a0dc-4e93-a387-66f5898047f4 HTTP/1.1" status: 204 len: 173 time: 2.7003295 Dec 17 16:04:22.482326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'name': 'network-vif-deleted', 'tag': 'a50f3585-a0dc-4e93-a387-66f5898047f4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:22.484745 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422f658-ff01-4467-a1b8-a76e5498c3d9" -d '{"events": [{"server_uuid": "aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9", "name": "network-vif-deleted", "tag": "a50f3585-a0dc-4e93-a387-66f5898047f4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:22.500348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.515267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-47f06ade-427a-43c2-9537-06737931d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:22.517260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-47f06ade-427a-43c2-9537-06737931d2c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2177970 Dec 17 16:04:22.558959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 78084c6d-8a99-4a7b-be0f-54cc05b2542a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=78084c6d-8a99-4a7b-be0f-54cc05b2542a,segment=NetworkSegment(42748478-393b-4cca-afcf-6e7499fa264b),segment_id=42748478-393b-4cca-afcf-6e7499fa264b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:22.568654 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.626119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:22.627868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.628639 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1543a9db-4715-40fe-9059-835c994dec33 x-openstack-request-id: req-1543a9db-4715-40fe-9059-835c994dec33 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:22.628899 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9", "name": "network-vif-deleted", "tag": "a50f3585-a0dc-4e93-a387-66f5898047f4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:22.629163 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1543a9db-4715-40fe-9059-835c994dec33 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:22.629565 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9', 'name': 'network-vif-deleted', 'tag': 'a50f3585-a0dc-4e93-a387-66f5898047f4', 'status': 'completed', 'code': 200} Dec 17 16:04:22.662064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9dd07-01b2-4113-b383-da71db0240b6 req-ecfa808f-ab9e-4a73-90cf-9118dc33cb48 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:22.675755 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cc9dd07-01b2-4113-b383-da71db0240b6 req-ecfa808f-ab9e-4a73-90cf-9118dc33cb48 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.2482429 Dec 17 16:04:22.706979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-c6219d9e-c2a5-4e25-8be4-7132cff743a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7567968 Dec 17 16:04:22.726245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.736691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:22.737385 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698770'] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.741073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Request body: {'port': {'device_id': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:22.800636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=78084c6d-8a99-4a7b-be0f-54cc05b2542a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:22.821144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cc9dd07-01b2-4113-b383-da71db0240b6 req-49a7bfd4-6904-4d67-8e70-fc3125de0b99 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422222 Dec 17 16:04:22.825144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['78084c6d-8a99-4a7b-be0f-54cc05b2542a'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:22.828578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a50f3585-a0dc-4e93-a387-66f5898047f4 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:04:22.915854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:22.918418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: a50f3585-a0dc-4e93-a387-66f5898047f4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:04:22.918418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a50f3585-a0dc-4e93-a387-66f5898047f4 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:04:22.999861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-37e48efc-8f1e-4f3f-b981-19c08d541ded service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727237 Dec 17 16:04:23.037784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-698d9420-79b2-4803-aa11-1a0156a377d1 None None] Provisioning complete for port b17167e8-9959-47b5-a8d8-eca1662bcd9d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:23.038200 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-698d9420-79b2-4803-aa11-1a0156a377d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.079592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d53a77-dd8f-4cf3-be3e-c633436c98e1 req-217789ca-2ec0-4926-b1ef-7a28ac4949ae tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.081775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03d53a77-dd8f-4cf3-be3e-c633436c98e1 req-217789ca-2ec0-4926-b1ef-7a28ac4949ae tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 932 time: 0.3212185 Dec 17 16:04:23.091071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2999434 Dec 17 16:04:23.094697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-698d9420-79b2-4803-aa11-1a0156a377d1 None None] Port b17167e8-9959-47b5-a8d8-eca1662bcd9d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:23.138921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56872) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:23.153654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670d94f-77f8-460a-a1ea-ee8ff3048974 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=bfb0a8b2-2c28-4bac-bc02-8987bba7724c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:23.173481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a0fdce4-9454-4285-bb71-6364fc44d3ad req-fc291594-a19e-4bfa-baad-e531826d0c51 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0872247 Dec 17 16:04:23.177130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bfb0a8b2-2c28-4bac-bc02-8987bba7724c details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:23.240200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03d53a77-dd8f-4cf3-be3e-c633436c98e1 req-ef5b942c-750a-4838-825f-e00cc7a77f2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173646 Dec 17 16:04:23.289201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915d21b-c8b7-4576-81d9-37bfd2ccdaaf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.294008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8915d21b-c8b7-4576-81d9-37bfd2ccdaaf tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/networks?id=bfb0a8b2-2c28-4bac-bc02-8987bba7724c HTTP/1.1" status: 200 len: 763 time: 0.1540601 Dec 17 16:04:23.294631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56876) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:23.304264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'description': 'd2'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:23.415388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb3562b-cb48-4e8c-8519-b558ce9c1479 req-7385c74e-c0f1-4e4d-a385-7d73334d8069 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982556 Dec 17 16:04:23.457753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:23.467724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.482093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Transition to ACTIVE for port object b17167e8-9959-47b5-a8d8-eca1662bcd9d will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:04:23.488333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.501056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e0af5-d303-4f48-a440-c242e3ab68a4 req-d14a9076-0839-491e-89e3-91b68983b4b4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.504497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e91e0af5-d303-4f48-a440-c242e3ab68a4 req-d14a9076-0839-491e-89e3-91b68983b4b4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 945 time: 0.1408317 Dec 17 16:04:23.551100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.566619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:23.622405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e91e0af5-d303-4f48-a440-c242e3ab68a4 req-ede4f659-9e30-4f55-a63f-79d593c336a3 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005142 Dec 17 16:04:23.624022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.644588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Attempting to bind port b17167e8-9959-47b5-a8d8-eca1662bcd9d on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:23.645283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Attempting to bind port b17167e8-9959-47b5-a8d8-eca1662bcd9d by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:23.645862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Attempting to bind port b17167e8-9959-47b5-a8d8-eca1662bcd9d on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:23.649174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network bfb0a8b2-2c28-4bac-bc02-8987bba7724c is not hosted by any dhcp agent {{(pid=109783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:04:23.652336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Port b17167e8-9959-47b5-a8d8-eca1662bcd9d on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:04:23.652971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Attempting to bind port b17167e8-9959-47b5-a8d8-eca1662bcd9d on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:23.655411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.656535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.660260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:23.660900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:23.661142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "PUT /v2.0/networks/bfb0a8b2-2c28-4bac-bc02-8987bba7724c HTTP/1.1" status: 200 len: 760 time: 0.3613479 Dec 17 16:04:23.661701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Bound using segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:23.661860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56880) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:23.662523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Bound port: b17167e8-9959-47b5-a8d8-eca1662bcd9d, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:23.663074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.749691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:23.753950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:23.762432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.793639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773af754-6dc1-415b-9e98-ccb10f675484 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=bfb0a8b2-2c28-4bac-bc02-8987bba7724c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:23.806907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bfb0a8b2-2c28-4bac-bc02-8987bba7724c details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:23.815119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4d54e-be84-406c-a644-1082e3233729 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.821213 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-90b4d54e-be84-406c-a644-1082e3233729 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/networks?id=bfb0a8b2-2c28-4bac-bc02-8987bba7724c HTTP/1.1" status: 200 len: 763 time: 0.1263933 Dec 17 16:04:23.821890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56882) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:23.864905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.865447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:23.869491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] 10.222.0.47 "PUT /v2.0/ports/b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1093 time: 1.1464033 Dec 17 16:04:23.869964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:23.876354 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12fc272-b396-4fe7-94ec-11ceecce88d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:23.927684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e766c45-f76b-44ea-ab03-8faa859897da service neutron] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:24.038515 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1824fead-0b76-463c-8578-022c4100aed1 x-openstack-request-id: req-1824fead-0b76-463c-8578-022c4100aed1 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:24.051734 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:24.052047 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1824fead-0b76-463c-8578-022c4100aed1 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:24.052510 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'status': 'completed', 'code': 200} Dec 17 16:04:24.073812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-fcfb9694-854f-4e23-832c-04ff45a91a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.075472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-fcfb9694-854f-4e23-832c-04ff45a91a18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1096 time: 0.1426523 Dec 17 16:04:24.078001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 78084c6d-8a99-4a7b-be0f-54cc05b2542a up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:24.159682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 78084c6d-8a99-4a7b-be0f-54cc05b2542a completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:24.164442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 78084c6d-8a99-4a7b-be0f-54cc05b2542a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:24.164841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:24.245332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da09bf2-be49-4802-b0c3-561bf7b0161d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.247734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1da09bf2-be49-4802-b0c3-561bf7b0161d tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4248617 Dec 17 16:04:24.251707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56894) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:24.268206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-2fc6913a-2410-484a-ab25-aaeaf041f5a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 217 time: 0.1324317 Dec 17 16:04:24.370485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f54519c5-6560-4fd0-b4bc-ff0f501e3497 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 207 time: 0.1175349 Dec 17 16:04:24.378629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b800a09-e558-463d-ae49-94cd499d2f4c req-80b4c662-30ea-4ec0-9cf0-5972ec217196 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.384912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56900) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:24.386208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b800a09-e558-463d-ae49-94cd499d2f4c req-80b4c662-30ea-4ec0-9cf0-5972ec217196 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.3085852 Dec 17 16:04:24.419549 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef8fa64f-f24f-4635-aa6f-29f59b4fa940 req-f39e035b-fde9-4b52-bffc-eea94f08915f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0533772 Dec 17 16:04:24.454084 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:24.490043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0b800a09-e558-463d-ae49-94cd499d2f4c req-b185f508-5028-46a5-af9b-8ad9b3f30f4f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893247 Dec 17 16:04:24.515739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78084c6d-8a99-4a7b-be0f-54cc05b2542a'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:24.524989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-dae44545-c2e1-463a-958d-6007daa5b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.524989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-dae44545-c2e1-463a-958d-6007daa5b221 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.2381737 Dec 17 16:04:24.525381 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c3ce4-e5ec-4108-8cdc-9d41e55b8820" -d '{"events": [{"server_uuid": "ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a", "name": "network-vif-plugged", "status": "completed", "tag": "78084c6d-8a99-4a7b-be0f-54cc05b2542a"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:24.536268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 78084c6d-8a99-4a7b-be0f-54cc05b2542a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=78084c6d-8a99-4a7b-be0f-54cc05b2542a,segment=NetworkSegment(42748478-393b-4cca-afcf-6e7499fa264b),segment_id=42748478-393b-4cca-afcf-6e7499fa264b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:24.546166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:24.608191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-14210ef4-5908-4358-9934-8ce0ff727cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.610341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-14210ef4-5908-4358-9934-8ce0ff727cdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802608 Dec 17 16:04:24.661080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=78084c6d-8a99-4a7b-be0f-54cc05b2542a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:24.728086 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05d2144-3f87-4cb9-ab78-8709e0bb8548 x-openstack-request-id: req-f05d2144-3f87-4cb9-ab78-8709e0bb8548 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:24.728630 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a", "name": "network-vif-plugged", "status": "completed", "tag": "78084c6d-8a99-4a7b-be0f-54cc05b2542a", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:24.728978 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f05d2144-3f87-4cb9-ab78-8709e0bb8548 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:24.729595 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78084c6d-8a99-4a7b-be0f-54cc05b2542a', 'code': 200} Dec 17 16:04:24.787451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45188ca-08eb-4605-ba1a-8e73a08d55f8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.793711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45188ca-08eb-4605-ba1a-8e73a08d55f8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.801281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45188ca-08eb-4605-ba1a-8e73a08d55f8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.807190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45188ca-08eb-4605-ba1a-8e73a08d55f8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.812995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45188ca-08eb-4605-ba1a-8e73a08d55f8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.813334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0f900059-58c5-4335-a591-969720e5028f details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:24.819871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45188ca-08eb-4605-ba1a-8e73a08d55f8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.822074 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d45188ca-08eb-4605-ba1a-8e73a08d55f8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4357827 Dec 17 16:04:24.854008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56916) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:24.920545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-0eb005fa-1a89-404e-ab60-635c0935cdaa service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919500 Dec 17 16:04:24.960835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660f2cd-844c-412e-b5de-3320f45e436d req-a37db158-a626-4322-b21b-67a6926f177b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.976980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3660f2cd-844c-412e-b5de-3320f45e436d req-a37db158-a626-4322-b21b-67a6926f177b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 944 time: 0.2374036 Dec 17 16:04:24.992932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:25.010664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '0f900059-58c5-4335-a591-969720e5028f', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'port_id': '0f900059-58c5-4335-a591-969720e5028f', 'mac_address': 'fa:16:3e:ab:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:25.066136 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:25.066676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f10c2-ac6c-46f8-a289-e98213d5a5cf req-d6ae815f-b4ba-4ca3-8bf4-865a0be1f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.068419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-020f10c2-ac6c-46f8-a289-e98213d5a5cf req-d6ae815f-b4ba-4ca3-8bf4-865a0be1f10f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 1098 time: 0.1445830 Dec 17 16:04:25.094404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e180ad-32d8-464c-9326-9e49da69c533 req-6ffa0959-b89e-42d7-96e9-ea0aab483fd6 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.103281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10e180ad-32d8-464c-9326-9e49da69c533 req-6ffa0959-b89e-42d7-96e9-ea0aab483fd6 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 946 time: 0.1759360 Dec 17 16:04:25.110085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f900059-58c5-4335-a591-969720e5028f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:25.138401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b9fb04ea-2017-4392-941d-782e745287a5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2826455 Dec 17 16:04:25.143716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56920) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:25.148621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:25.159538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:25.261650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d4137-220d-4c0d-943e-f92908881ba2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.263114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d4137-220d-4c0d-943e-f92908881ba2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.264687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d4137-220d-4c0d-943e-f92908881ba2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.266224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d4137-220d-4c0d-943e-f92908881ba2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.269365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:25.272678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d4137-220d-4c0d-943e-f92908881ba2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.274511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-513d4137-220d-4c0d-943e-f92908881ba2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1297979 Dec 17 16:04:25.281163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56922) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:25.309151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3660f2cd-844c-412e-b5de-3320f45e436d req-29e1c43a-ad31-481e-a320-4a4f378b4b81 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3310277 Dec 17 16:04:25.341234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10e180ad-32d8-464c-9326-9e49da69c533 req-535bd863-b29d-4e5e-9169-dada4949e9f7 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367990 Dec 17 16:04:25.351740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-77986e6c-28a4-4085-9f4e-9e0b8bfd449b req-e9a3047f-524c-4d1f-9dad-1434e3fa2dda service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065621 Dec 17 16:04:25.374298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-020f10c2-ac6c-46f8-a289-e98213d5a5cf req-8c0e2a7a-23c4-4d2f-820a-3d5a84ddb4a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886827 Dec 17 16:04:25.400598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87304969-5be5-4130-bb30-b0a247587aea tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.402001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87304969-5be5-4130-bb30-b0a247587aea tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.403390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87304969-5be5-4130-bb30-b0a247587aea tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.404817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87304969-5be5-4130-bb30-b0a247587aea tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.406342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87304969-5be5-4130-bb30-b0a247587aea tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.408091 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-87304969-5be5-4130-bb30-b0a247587aea tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1258657 Dec 17 16:04:25.412433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56924) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:25.416353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['0f900059-58c5-4335-a591-969720e5028f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:25.573103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40377b26-7fc5-4bf6-8ac4-f268cba86668 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.574501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-40377b26-7fc5-4bf6-8ac4-f268cba86668 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/networks/dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 HTTP/1.1" status: 200 len: 803 time: 0.1613727 Dec 17 16:04:25.578417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:25.632523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e27675dd-6a22-4cf3-a4ed-04c247501425 req-d5a92d0c-3cb8-4917-814d-6dc54052095a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0791326 Dec 17 16:04:25.789740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4ce4-889c-41b6-844e-40778d177c75 req-53153b1b-7709-4b53-a323-ce316cda40c7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.791221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-367b4ce4-889c-41b6-844e-40778d177c75 req-53153b1b-7709-4b53-a323-ce316cda40c7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1534841 Dec 17 16:04:25.800519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-a20d7301-2ad7-4344-8a90-9b6ab5b3bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.801987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-a20d7301-2ad7-4344-8a90-9b6ab5b3bf1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1096 time: 0.1654131 Dec 17 16:04:25.808418 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d5f1f765-d4f2-4b58-9c95-c7b4dba6cf22 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/networks/dc8275ee-7c41-4d3a-99af-66c03c8b6fd9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2276120 Dec 17 16:04:25.811371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56936) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:25.911305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5477e6-b0f8-4212-b7dc-e41c1b94582c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:25.913618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-367b4ce4-889c-41b6-844e-40778d177c75 req-7dac1c98-92b2-489b-8211-61971143ca21 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152556 Dec 17 16:04:25.918496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e5477e6-b0f8-4212-b7dc-e41c1b94582c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/subnets/d152662d-f296-49b0-b0d5-ed040b5e37ad HTTP/1.1" status: 200 len: 843 time: 0.0967357 Dec 17 16:04:25.919113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56940) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:26.001356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-4c8461fe-6715-4fde-8c69-e0939ee39b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:26.003800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-4c8461fe-6715-4fde-8c69-e0939ee39b33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.1913719 Dec 17 16:04:26.022490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e4f8a-1f2d-417d-979d-9047a1880cf2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['shared'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:26.024187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1f2e4f8a-1f2d-417d-979d-9047a1880cf2 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "GET /v2.0/subnets/d152662d-f296-49b0-b0d5-ed040b5e37ad?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0967073 Dec 17 16:04:26.027659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56944) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:26.034015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-319687815'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:26.074891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:26.078631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.079268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-92c883e0-3091-4731-96fb-b98a40448596 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 217 time: 0.0675607 Dec 17 16:04:26.139052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:26.161068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-ff58c8f1-f2f3-4423-9e92-871051df4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:26.162731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.163092 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Added segment a1ad9105-3984-4ce8-9967-3dafcc92100a of type vlan for network 5825cea9-8ea2-4d61-8eff-0209b6714f25 Dec 17 16:04:26.166588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-ff58c8f1-f2f3-4423-9e92-871051df4a8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.0784888 Dec 17 16:04:26.233287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.238533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-8e065a19-7ef8-4f3a-b0fa-c373ee91ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:26.240416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-8e065a19-7ef8-4f3a-b0fa-c373ee91ef69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625131 Dec 17 16:04:26.259806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.266007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:26.267013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.341418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3123956 Dec 17 16:04:26.342038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56948) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:26.357617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'network_id': '5825cea9-8ea2-4d61-8eff-0209b6714f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:26.382857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916331e3-863e-4174-aae4-0f3c81817d95 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Network': ['ID=5825cea9-8ea2-4d61-8eff-0209b6714f25,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:26.396704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5825cea9-8ea2-4d61-8eff-0209b6714f25 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:26.417252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-5c5ee41e-7923-4af1-aef1-6d0179d86e4b service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628993 Dec 17 16:04:26.472506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Made reservation on behalf of bb70ec7514f34dc392092ffe55f31315 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:26.479349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.567203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Performing IP validity checks on allocation pools {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:04:26.568527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:04:26.644130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fadb74-6374-4391-a044-05b5a6cd477a req-e63b3b43-9a44-4228-a1a7-d49a0267fca3 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:26.645929 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-78fadb74-6374-4391-a044-05b5a6cd477a req-e63b3b43-9a44-4228-a1a7-d49a0267fca3 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 946 time: 0.1027172 Dec 17 16:04:26.695609 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f12fc272-b396-4fe7-94ec-11ceecce88d7 req-319b7e68-345e-415f-8865-e45476b1cc0a service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704251 Dec 17 16:04:26.712491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-78fadb74-6374-4391-a044-05b5a6cd477a req-e38e0bb0-498a-4888-b20a-39fc3fc9beeb tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584950 Dec 17 16:04:26.813278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0f900059-58c5-4335-a591-969720e5028f up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:26.820726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77dcc-f332-4684-bd56-242459c4888d req-bc48c9a4-e43b-4bb9-8720-df1ac34cd065 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:26.822857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f77dcc-f332-4684-bd56-242459c4888d req-bc48c9a4-e43b-4bb9-8720-df1ac34cd065 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 944 time: 0.1483955 Dec 17 16:04:26.824559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.851434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4664f1c-af9f-4f18-bc2a-5cd313dc64ca req-add48abd-54dc-4f45-9eaa-299c93a5cbd5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0385258 Dec 17 16:04:26.945469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Checking segment: {'id': 'a1ad9105-3984-4ce8-9967-3dafcc92100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5825cea9-8ea2-4d61-8eff-0209b6714f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:26.945974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network hostable DHCP agents. Network: 5825cea9-8ea2-4d61-8eff-0209b6714f25, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:26.957850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=ee9ff71c-9c04-48a8-aefe-f8713e0f0305,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:26.969277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 0f900059-58c5-4335-a591-969720e5028f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:26.969795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f77dcc-f332-4684-bd56-242459c4888d req-bd74b353-75a8-4596-97ab-a1826930df4c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282115 Dec 17 16:04:26.979646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 0f900059-58c5-4335-a591-969720e5028f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:26.980082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:26.987177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Network 5825cea9-8ea2-4d61-8eff-0209b6714f25 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:27.009516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5825cea9-8ea2-4d61-8eff-0209b6714f25) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:27.027801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdcbac7-22b2-4c35-aa22-c66c23469908 None None] Network 5825cea9-8ea2-4d61-8eff-0209b6714f25 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:27.031961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:27.034542 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.067779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56962) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:27.068137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75e8dbb7-04b7-4343-9042-c7532f8acce9 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7223895 Dec 17 16:04:27.073336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dfd3c0b2-5a91-4040-afc4-416c23433eb8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:27.203390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-5825cea9-8ea2-4d61-8eff-0209b6714f25', 'network_id': '5825cea9-8ea2-4d61-8eff-0209b6714f25', 'project_id': 'bb70ec7514f34dc392092ffe55f31315', 'fixed_ips': [{'subnet_id': 'ee9ff71c-9c04-48a8-aefe-f8713e0f0305'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:04:27.209399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.241885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c6c2-1455-4c75-939e-f5493724b7fe req-6fcf7d50-2b52-41b3-bd85-c56a4b673cdf tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:27.244011 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4a0c6c2-1455-4c75-939e-f5493724b7fe req-6fcf7d50-2b52-41b3-bd85-c56a4b673cdf tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1259539 Dec 17 16:04:27.258070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.312193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c0b2-5a91-4040-afc4-416c23433eb8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260886557'] for subnet, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.350736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:27.353544 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ebcc48-c8a8-4e18-b411-2b6b91d6df7c" -d '{"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-plugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:27.381477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:27.389261 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.391369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4a0c6c2-1455-4c75-939e-f5493724b7fe req-0e0a0b6d-8ed8-4467-b123-5b61e9325fa9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407099 Dec 17 16:04:27.446286 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2e0f73-50b9-413e-9f39-cf7b6f3cf6eb x-openstack-request-id: req-db2e0f73-50b9-413e-9f39-cf7b6f3cf6eb {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:27.455886 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-plugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:27.456432 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db2e0f73-50b9-413e-9f39-cf7b6f3cf6eb {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:27.457389 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'code': 200} Dec 17 16:04:27.497457 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 16:04:27.497457 n-d-806683-20 neutron-server[109785]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 17 16:04:27.497457 n-d-806683-20 neutron-server[109785]: [parameters: {'in_use': 1, 'id_1': 'ee9ff71c-9c04-48a8-aefe-f8713e0f0305'}] Dec 17 16:04:27.497457 n-d-806683-20 neutron-server[109785]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:27.497796 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:27.513050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:27.639587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c0b2-5a91-4040-afc4-416c23433eb8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776633539548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261013231'] for subnet, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.649378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb97e1-5f1c-4ace-92c2-c3f7df2fbc93 req-658eacb4-93a4-4483-84c5-b80e5f3be3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:27.651010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fb97e1-5f1c-4ace-92c2-c3f7df2fbc93 req-658eacb4-93a4-4483-84c5-b80e5f3be3cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1098 time: 0.0539513 Dec 17 16:04:27.707221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fb97e1-5f1c-4ace-92c2-c3f7df2fbc93 req-7d948ff1-07e0-44c0-b68d-c1421615818d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457792 Dec 17 16:04:27.737460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3c0b2-5a91-4040-afc4-416c23433eb8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event updated for resources: {'Subnet': ['ID=ee9ff71c-9c04-48a8-aefe-f8713e0f0305,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:27.746322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3c0b2-5a91-4040-afc4-416c23433eb8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:27.747135 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c0b2-5a91-4040-afc4-416c23433eb8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.748782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dfd3c0b2-5a91-4040-afc4-416c23433eb8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "PUT /v2.0/subnets/ee9ff71c-9c04-48a8-aefe-f8713e0f0305 HTTP/1.1" status: 200 len: 900 time: 0.6797752 Dec 17 16:04:27.751534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56986) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:27.856269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3f15-f522-45dd-b232-1888623543cb req-4518ffe8-2ee3-454b-9b97-bc9f2383cd79 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:27.865942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9dbe3f15-f522-45dd-b232-1888623543cb req-4518ffe8-2ee3-454b-9b97-bc9f2383cd79 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 946 time: 0.0697598 Dec 17 16:04:27.983610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:27.989333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9dbe3f15-f522-45dd-b232-1888623543cb req-c9bab2ae-3013-4fc6-8759-cdee2045df5f tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221066 Dec 17 16:04:28.001224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:28.125234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c58e082d-f18c-432a-8ac1-e6500645d29d req-4a5b2391-15a5-4072-9c87-1d01c297f728 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0969181 Dec 17 16:04:28.265437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:28.288870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Allocated IP 2001:db8::3 (5825cea9-8ea2-4d61-8eff-0209b6714f25/ee9ff71c-9c04-48a8-aefe-f8713e0f0305/3427d503-50fe-4a52-9a19-4b52c1d1d538) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:28.441197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00dd11-f2a1-4245-8fb2-06f02638954c req-584bb589-f5a2-4b2f-bec3-8da27ce403ff tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:28.450500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b00dd11-f2a1-4245-8fb2-06f02638954c req-584bb589-f5a2-4b2f-bec3-8da27ce403ff tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 944 time: 0.1155257 Dec 17 16:04:28.535214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b00dd11-f2a1-4245-8fb2-06f02638954c req-b6823df1-a926-4000-8f2b-6b53a7ebe85f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835166 Dec 17 16:04:28.571743 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:28.577631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:28.583157 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:28.663079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Network 5825cea9-8ea2-4d61-8eff-0209b6714f25 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:28.684565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:28.700513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:28.717088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:28.742960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57030) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:28.749227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Pushing event updated for resources: {'Port': ['ID=3427d503-50fe-4a52-9a19-4b52c1d1d538,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:28.852564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9ff71c-9c04-48a8-aefe-f8713e0f0305,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:28.879483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] Deleting subnet 0eb47c6b-d3e3-4298-9108-100b862eca61 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:04:28.902260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:28.969630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:28.986931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'mac_address': 'fa:16:3e:52:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:29.006081 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.087984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.127446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:29.158200 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.196254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Attempting to bind port 3427d503-50fe-4a52-9a19-4b52c1d1d538 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:29.198051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Attempting to bind port 3427d503-50fe-4a52-9a19-4b52c1d1d538 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a1ad9105-3984-4ce8-9967-3dafcc92100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5825cea9-8ea2-4d61-8eff-0209b6714f25'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:29.199502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Attempting to bind port 3427d503-50fe-4a52-9a19-4b52c1d1d538 on network 5825cea9-8ea2-4d61-8eff-0209b6714f25 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:29.224589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:29.229286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Checking segment: {'id': 'a1ad9105-3984-4ce8-9967-3dafcc92100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5825cea9-8ea2-4d61-8eff-0209b6714f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:29.229815 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.230872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Bound using segment: {'id': 'a1ad9105-3984-4ce8-9967-3dafcc92100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5825cea9-8ea2-4d61-8eff-0209b6714f25'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:29.231466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Bound port: 3427d503-50fe-4a52-9a19-4b52c1d1d538, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ad9105-3984-4ce8-9967-3dafcc92100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5825cea9-8ea2-4d61-8eff-0209b6714f25'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:29.234390 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.261461 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.280881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.284549 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0eb47c6b-d3e3-4298-9108-100b862eca61 HTTP/1.1" status: 204 len: 168 time: 0.5405445 Dec 17 16:04:29.328217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea8c027-8798-4a1e-86a7-4cebdf55dce6 None None] Network 5f57b7f9-152e-41dc-b8de-b94d7b3e923b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:29.333832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:29.339467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57052) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:29.358403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00f0b3-6043-48d4-be11-570f34499643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb47c6b-d3e3-4298-9108-100b862eca61,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:29.508343 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.525919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c071e0ee-b027-4728-a379-ce83b6227067 req-70d564b9-f7e8-4109-b13e-95c3acd9e874 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0739107 Dec 17 16:04:29.566394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.576486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e5377-f3dd-4b07-b5f3-58d981a44d7f req-fd6f8d05-01fb-4a20-a4aa-738821a728e8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:29.578073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-412e5377-f3dd-4b07-b5f3-58d981a44d7f req-fd6f8d05-01fb-4a20-a4aa-738821a728e8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.9571793 Dec 17 16:04:29.579990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.629918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:29.641296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7ead7-28e6-4756-8aa1-5e48d5615ddc None None] DHCP port deletion for 5f57b7f9-152e-41dc-b8de-b94d7b3e923b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:29.654462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5825cea9-8ea2-4d61-8eff-0209b6714f25']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:29.678300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ad9105-3984-4ce8-9967-3dafcc92100a') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:29.678517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ad9105-3984-4ce8-9967-3dafcc92100a') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:29.707077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] For port 3427d503-50fe-4a52-9a19-4b52c1d1d538, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:29.712216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] For port 3427d503-50fe-4a52-9a19-4b52c1d1d538, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3427d503-50fe-4a52-9a19-4b52c1d1d538,segment=NetworkSegment(a1ad9105-3984-4ce8-9967-3dafcc92100a),segment_id=a1ad9105-3984-4ce8-9967-3dafcc92100a)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:29.715196 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.718322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.740958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-412e5377-f3dd-4b07-b5f3-58d981a44d7f req-1b3ce57d-0cdc-4876-b351-82c313bf0674 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443231 Dec 17 16:04:29.761743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.775508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.784261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:29.784775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.798870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b17167e8-9959-47b5-a8d8-eca1662bcd9d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:29.862996 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:29.866376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:04:29.866376 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:04:29.866376 n-d-806683-20 neutron-server[109783]: [parameters: {'id': '5825cea9-8ea2-4d61-8eff-0209b6714f25'}] Dec 17 16:04:29.866376 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:29.866737 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:29.868854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f57b7f9-152e-41dc-b8de-b94d7b3e923b']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:29.884522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9574b343-5d15-4790-9785-edfd36de5139') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:29.885209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9574b343-5d15-4790-9785-edfd36de5139') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:29.899977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.923914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e292f72-3f7e-4a25-82fb-3bf5fce6c9ba req-4f5dc078-c42f-4535-9a85-ad9eacf77f7a tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:29.925961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8e292f72-3f7e-4a25-82fb-3bf5fce6c9ba req-4f5dc078-c42f-4535-9a85-ad9eacf77f7a tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 946 time: 0.1454511 Dec 17 16:04:29.927327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.936925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:29.937681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:29.941191 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:29.967804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52535318-ec69-4844-bf74-12fb04db2ef5 req-851a86fc-56fb-4ea2-9e9b-87435752f44d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:29.970386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52535318-ec69-4844-bf74-12fb04db2ef5 req-851a86fc-56fb-4ea2-9e9b-87435752f44d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1060505 Dec 17 16:04:30.036903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.044737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.046421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-52535318-ec69-4844-bf74-12fb04db2ef5 req-66f8f46c-55fb-4306-b5c8-9d87900183cc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693269 Dec 17 16:04:30.059174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5f57b7f9-152e-41dc-b8de-b94d7b3e923b HTTP/1.1" status: 204 len: 168 time: 0.7131832 Dec 17 16:04:30.100916 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8e292f72-3f7e-4a25-82fb-3bf5fce6c9ba req-317a3a6e-0f09-48a4-98bb-f04b15b3b50a tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658611 Dec 17 16:04:30.105321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbfd58-5fa2-43d3-86a6-b1ec77487c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f57b7f9-152e-41dc-b8de-b94d7b3e923b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:30.163749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21c0d1-98a1-4f75-8327-137ae56157ee None None] Pushing event updated for resources: {'Port': ['ID=3427d503-50fe-4a52-9a19-4b52c1d1d538,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:30.177052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808cac7-de4c-4fc3-a334-ea765e812782 None None] Network 5825cea9-8ea2-4d61-8eff-0209b6714f25 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:30.336545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57064) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:30.358032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb7770-2a88-48f0-9426-acca3dd52565 None None] Network 5825cea9-8ea2-4d61-8eff-0209b6714f25 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:30.368253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.403729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a442fe3c-6903-4b5c-bfcd-af5af1d74524 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec8c73f39ca1466ba2fd5a259830ccda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0657542 Dec 17 16:04:30.406648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57066) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:30.492635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf9eb5-8481-493f-8566-8be0c1ad73e7 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:04:30.520848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ead0bb8-e5d9-412a-ad9e-a6db29585a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.524553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port 3427d503-50fe-4a52-9a19-4b52c1d1d538 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:30.525313 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.662746 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ead0bb8-e5d9-412a-ad9e-a6db29585a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.667613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf9eb5-8481-493f-8566-8be0c1ad73e7 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:04:30.730740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5608a89-ce83-4f5f-b7f1-eb216501a3d7 req-8186f0a1-69a3-42c9-bb36-9b3f4db42455 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0543628 Dec 17 16:04:30.740888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port 3427d503-50fe-4a52-9a19-4b52c1d1d538, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3427d503-50fe-4a52-9a19-4b52c1d1d538,segment=NetworkSegment(a1ad9105-3984-4ce8-9967-3dafcc92100a),segment_id=a1ad9105-3984-4ce8-9967-3dafcc92100a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:30.741313 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.765586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for 3427d503-50fe-4a52-9a19-4b52c1d1d538 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:30.866051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-9b011669-9da2-4c37-a893-739c61c08bf4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:30.875289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-9b011669-9da2-4c37-a893-739c61c08bf4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 946 time: 0.1241035 Dec 17 16:04:30.983176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ead0bb8-e5d9-412a-ad9e-a6db29585a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.986032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ead0bb8-e5d9-412a-ad9e-a6db29585a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:30.987541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ead0bb8-e5d9-412a-ad9e-a6db29585a65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b7148cd-3e6f-4a0a-8659-9874b443f625 HTTP/1.1" status: 204 len: 168 time: 0.5796032 Dec 17 16:04:31.061276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.068179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.071480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0bb8-e5d9-412a-ad9e-a6db29585a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7148cd-3e6f-4a0a-8659-9874b443f625,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:31.074792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.088451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.094932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.100504 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.101667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.110197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.112775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-d1e5be1d-ac26-4521-adbb-7e44e2bb1be4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 0.1872280 Dec 17 16:04:31.114763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port 3427d503-50fe-4a52-9a19-4b52c1d1d538 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:31.134430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6aff8-965f-429a-9605-ac0cca83e3fa req-e81f3e53-3564-4ff0-841f-cba334d74408 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.142838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9bf6aff8-965f-429a-9605-ac0cca83e3fa req-e81f3e53-3564-4ff0-841f-cba334d74408 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.1868539 Dec 17 16:04:31.157018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Deleting port 78084c6d-8a99-4a7b-be0f-54cc05b2542a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:31.157587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.190889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=3427d503-50fe-4a52-9a19-4b52c1d1d538,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:31.296474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdeabde7-1d35-4919-9bf3-3b2ea8c447d7 req-e8ac05f1-c7c5-4825-a5f3-5d05158dd05d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622834 Dec 17 16:04:31.339580 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.357680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] For port 78084c6d-8a99-4a7b-be0f-54cc05b2542a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=78084c6d-8a99-4a7b-be0f-54cc05b2542a,segment=NetworkSegment(42748478-393b-4cca-afcf-6e7499fa264b),segment_id=42748478-393b-4cca-afcf-6e7499fa264b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:31.358059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.372051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9bf6aff8-965f-429a-9605-ac0cca83e3fa req-8ab031d7-bcf0-4c0b-8aac-aaa3f3def20b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281618 Dec 17 16:04:31.412859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5825cea9-8ea2-4d61-8eff-0209b6714f25']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:31.414072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Calling delete_port for 78084c6d-8a99-4a7b-be0f-54cc05b2542a owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:31.446734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ad9105-3984-4ce8-9967-3dafcc92100a') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:31.447126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ad9105-3984-4ce8-9967-3dafcc92100a') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:31.474376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.549623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.556720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e038165-03cf-4b6e-9896-01b31284d5a4 req-ad4e7beb-9994-4899-8fc6-e1cc6c9b6c75 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.558844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:31.559315 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:31.563122 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:31.565685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e038165-03cf-4b6e-9896-01b31284d5a4 req-ad4e7beb-9994-4899-8fc6-e1cc6c9b6c75 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0946391 Dec 17 16:04:31.669924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a50cb-3079-46fa-bd48-28cca8729a45 req-4291adf3-1cfc-4f1d-9770-40f23f48e26a tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:31.671542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d05a50cb-3079-46fa-bd48-28cca8729a45 req-4291adf3-1cfc-4f1d-9770-40f23f48e26a tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 946 time: 0.1638863 Dec 17 16:04:31.683284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e038165-03cf-4b6e-9896-01b31284d5a4 req-31fa7f54-4d0f-4b77-a8c0-97f5f528af98 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176050 Dec 17 16:04:31.693329 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.734690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.741303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/5825cea9-8ea2-4d61-8eff-0209b6714f25 HTTP/1.1" status: 204 len: 168 time: 3.9882677 Dec 17 16:04:31.744348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57100) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:31.755243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:31.769724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7837b5-63c6-4c56-96f6-3b6fda3ca007 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=5825cea9-8ea2-4d61-8eff-0209b6714f25,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:31.776696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['78084c6d-8a99-4a7b-be0f-54cc05b2542a'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:31.811890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d05a50cb-3079-46fa-bd48-28cca8729a45 req-1541d989-f45d-437d-ae91-ebbc3bfe3a4a tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e577969e-de2c-4bec-a1ae-5e323acf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263733 Dec 17 16:04:31.872980 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c18ae2-9add-45e1-ab3a-caa8220d7ed4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:31.873482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c18ae2-9add-45e1-ab3a-caa8220d7ed4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:31.880414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-61c18ae2-9add-45e1-ab3a-caa8220d7ed4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/ee9ff71c-9c04-48a8-aefe-f8713e0f0305 HTTP/1.1" status: 404 len: 337 time: 0.1349115 Dec 17 16:04:31.883158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57106) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:31.919896 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-520a755e-301c-42bb-8b7a-1747c3ab3ed1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:31.920386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520a755e-301c-42bb-8b7a-1747c3ab3ed1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:31.923860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-520a755e-301c-42bb-8b7a-1747c3ab3ed1 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/5825cea9-8ea2-4d61-8eff-0209b6714f25 HTTP/1.1" status: 404 len: 339 time: 0.0397749 Dec 17 16:04:31.926774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:31.934111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Pushing event deleted for resources: {'Port': ['ID=78084c6d-8a99-4a7b-be0f-54cc05b2542a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:31.966761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e63b2a-82ea-4ecc-b34d-7f0a70dc5398 None None] DHCP port deletion for 39e390d3-8ce9-48a2-b13d-8b76315435c0 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:31.999067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] No DVR routers for this DVR port 78084c6d-8a99-4a7b-be0f-54cc05b2542a on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:32.001812 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.005349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eac50380-dd57-40c2-afc0-150efe56fa7b req-828b84f6-d60b-49e9-94e5-7b90309c18f4 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.47 "DELETE /v2.0/ports/78084c6d-8a99-4a7b-be0f-54cc05b2542a HTTP/1.1" status: 204 len: 173 time: 1.1194696 Dec 17 16:04:32.006013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'name': 'network-vif-deleted', 'tag': '78084c6d-8a99-4a7b-be0f-54cc05b2542a'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:32.008488 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de256106-c3b7-42b8-afba-6ff7f5f3b0b2" -d '{"events": [{"server_uuid": "ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a", "name": "network-vif-deleted", "tag": "78084c6d-8a99-4a7b-be0f-54cc05b2542a"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:32.026155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.033982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.040240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.046247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.053021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.059455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.066315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.083129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a848515a-fdec-4925-8417-f6424cccbe13 req-f988def7-ff9a-45ea-84cc-77f98d0ed906 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 0.2773206 Dec 17 16:04:32.117308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:32.174735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec7a19-30cd-449a-a3ef-5a3b047f5a7c req-8960125d-5982-411d-8ff4-1555e28b21e1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.179161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4ec7a19-30cd-449a-a3ef-5a3b047f5a7c req-8960125d-5982-411d-8ff4-1555e28b21e1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2501588 Dec 17 16:04:32.183522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.190216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57120) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:32.204741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'floatingip': {'port_id': '0f900059-58c5-4335-a591-969720e5028f'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:32.246603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62cfe15c-cdca-49bc-8ab4-ba9073b52174 req-fa5d8ff2-9d20-43a7-88f5-29855308af26 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa90e23c-c51b-4cbe-8f4f-ce7486b55ee9 HTTP/1.1" status: 200 len: 210 time: 0.0909908 Dec 17 16:04:32.264090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port b17167e8-9959-47b5-a8d8-eca1662bcd9d completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:32.275682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b17167e8-9959-47b5-a8d8-eca1662bcd9d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:32.276145 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.278606 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e1604c-e456-4844-ba04-c48a467feca2 x-openstack-request-id: req-f2e1604c-e456-4844-ba04-c48a467feca2 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:32.279137 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a", "name": "network-vif-deleted", "tag": "78084c6d-8a99-4a7b-be0f-54cc05b2542a", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:32.279569 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2e1604c-e456-4844-ba04-c48a467feca2 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:32.280255 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a', 'name': 'network-vif-deleted', 'tag': '78084c6d-8a99-4a7b-be0f-54cc05b2542a', 'status': 'completed', 'code': 200} Dec 17 16:04:32.322246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.390862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.439807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:32.441142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:32.442792 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96a8fb-4462-4846-a141-bb0ed93bef7e" -d '{"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:32.483213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:32.489722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.561901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.620454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb0a8b2-2c28-4bac-bc02-8987bba7724c']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:32.632486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc8ccc6-0bfe-433b-86bc-8c8848dfd223') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:32.633039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc8ccc6-0bfe-433b-86bc-8c8848dfd223') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:32.667376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.670422 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03cb25c-e211-4c42-9b26-5fe7f6497c74 x-openstack-request-id: req-b03cb25c-e211-4c42-9b26-5fe7f6497c74 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:32.670740 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:32.670994 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b03cb25c-e211-4c42-9b26-5fe7f6497c74 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:32.671419 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'code': 200} Dec 17 16:04:32.672038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:32.748649 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.754874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1962487857-network', 'tenant_id': '08103f56ad9345e9bf118c1acb70ecc2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:32.789765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:32.790216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:32.793638 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:32.814755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1605bb-892c-4fcf-ba70-79446867d557 req-15e10f69-70f7-4aa6-be38-6ba704f19e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:32.821087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b1605bb-892c-4fcf-ba70-79446867d557 req-15e10f69-70f7-4aa6-be38-6ba704f19e74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1098 time: 0.1851783 Dec 17 16:04:32.966207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b1605bb-892c-4fcf-ba70-79446867d557 req-560a834e-6295-407f-96b3-70b992f4756a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337714 Dec 17 16:04:32.969461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Made reservation on behalf of 08103f56ad9345e9bf118c1acb70ecc2 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:32.972526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:32.998766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.018737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.032067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.035680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/bfb0a8b2-2c28-4bac-bc02-8987bba7724c HTTP/1.1" status: 204 len: 168 time: 1.1078739 Dec 17 16:04:33.038352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57140) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:33.056107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29324764-0758-4625-b309-9f81a264401b tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=bfb0a8b2-2c28-4bac-bc02-8987bba7724c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:33.097495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46daf15-1229-499b-81c6-044d880339bf req-26a693a6-54b1-45a6-9c60-ea27dca00245 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:33.098454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95e0d1c9-0880-4606-85f2-16240f10ede6 req-aa1f7931-8deb-4bf6-93ff-ac1ade22ad97 tempest-ServerMetadataNegativeTestJSON-1447291129 tempest-ServerMetadataNegativeTestJSON-1447291129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffc9e6bc-ec1b-4ffc-bbbe-dff5075b957a HTTP/1.1" status: 200 len: 210 time: 0.0890350 Dec 17 16:04:33.099229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c46daf15-1229-499b-81c6-044d880339bf req-26a693a6-54b1-45a6-9c60-ea27dca00245 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 946 time: 0.2244489 Dec 17 16:04:33.139548 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad69495c-3826-4c5b-8a7e-a1a7f48ebbc5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:33.140033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad69495c-3826-4c5b-8a7e-a1a7f48ebbc5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:33.143525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ad69495c-3826-4c5b-8a7e-a1a7f48ebbc5 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/a7390443-2103-4d30-b673-1341be457d13 HTTP/1.1" status: 404 len: 337 time: 0.1041939 Dec 17 16:04:33.147685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:33.226838 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-222bc0d2-0923-423c-a947-437f3b5a0b5c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:33.227428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222bc0d2-0923-423c-a947-437f3b5a0b5c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:33.231132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-222bc0d2-0923-423c-a947-437f3b5a0b5c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/7699c4f8-6456-42cb-abf1-b003a8479f8f HTTP/1.1" status: 404 len: 339 time: 0.0809755 Dec 17 16:04:33.234488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57144) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:33.254832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.263737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.283033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:33.307744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.308069 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Added segment adf64889-5194-4439-b0a6-5b310e410436 of type vlan for network 83f98211-5382-483b-8c96-63794ccf29e5 Dec 17 16:04:33.347894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c46daf15-1229-499b-81c6-044d880339bf req-a0e210bf-5232-4805-8ca9-87c7217ba642 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2373133 Dec 17 16:04:33.431757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.450444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c139d2b9-893f-480e-90a5-a2c604f5f6af,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:33.483752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting subnet 943d895d-7f3f-4e3a-a108-f035b7fadb6f {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:04:33.492751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.501449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.502589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:33.503212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.627546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1850910 Dec 17 16:04:33.630110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57154) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:33.634945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Request body: {'subnet': {'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1962487857-subnet', 'tenant_id': '08103f56ad9345e9bf118c1acb70ecc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:33.660194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4a16f-9950-46d6-8f10-8d17a5aa94a0 admin admin] Pushing event updated for resources: {'Network': ['ID=83f98211-5382-483b-8c96-63794ccf29e5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:33.680628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Made reservation on behalf of 08103f56ad9345e9bf118c1acb70ecc2 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:33.683412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.699119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 83f98211-5382-483b-8c96-63794ccf29e5 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:33.702839 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:04:33.802705 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.809153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:33.873489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.014339 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.152276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14979cce-55ed-4820-bfb1-5e2a808f8684,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:34.153172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 78084c6d-8a99-4a7b-be0f-54cc05b2542a no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:04:34.198966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Checking segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:34.200486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Network hostable DHCP agents. Network: 83f98211-5382-483b-8c96-63794ccf29e5, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:34.206774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 78084c6d-8a99-4a7b-be0f-54cc05b2542a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:04:34.207122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 78084c6d-8a99-4a7b-be0f-54cc05b2542a not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:04:34.209469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.225539 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Floating IP c1f85301-0fbf-46b3-8deb-50fc91729fdf associated. External IP: 172.25.0.94, port: 0f900059-58c5-4335-a591-969720e5028f. Dec 17 16:04:34.242991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Network 83f98211-5382-483b-8c96-63794ccf29e5 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:34.257567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 83f98211-5382-483b-8c96-63794ccf29e5) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:34.272990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac6755-f5ad-40a7-a368-8a79b6612997 None None] Network 83f98211-5382-483b-8c96-63794ccf29e5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:34.275384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:34.276720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.285815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57186) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:34.341487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57190) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:34.398272 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-beaccd1c-ac62-4ec0-95a4-31bc4dab6c31 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7670095 Dec 17 16:04:34.409293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] Deleting subnet 8343cf8c-d76a-4df6-b509-9c46ad75d726 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:04:34.412822 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.468106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.560600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.626523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-83f98211-5382-483b-8c96-63794ccf29e5', 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'project_id': '08103f56ad9345e9bf118c1acb70ecc2', 'fixed_ips': [{'subnet_id': '14979cce-55ed-4820-bfb1-5e2a808f8684'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:04:34.627668 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.649321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.682968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8343cf8c-d76a-4df6-b509-9c46ad75d726,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:34.694164 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.707123 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-83aa3f1a-96f0-4980-aa23-9a46833abd42 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8343cf8c-d76a-4df6-b509-9c46ad75d726 HTTP/1.1" status: 204 len: 168 time: 0.4175761 Dec 17 16:04:34.708252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57202) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:34.774619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.793357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc25be-43a3-41f4-a975-4b86aa602d7c None None] Network 39e390d3-8ce9-48a2-b13d-8b76315435c0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:34.824284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=943d895d-7f3f-4e3a-a108-f035b7fadb6f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:34.884569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:34.890030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789a40-9444-459f-9f53-2a864c374478 req-2125d760-6a38-4aa7-b5b8-6b66c206b9f3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:34.903328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d789a40-9444-459f-9f53-2a864c374478 req-2125d760-6a38-4aa7-b5b8-6b66c206b9f3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 946 time: 0.2364900 Dec 17 16:04:34.924454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e35e88f-0f4a-442e-aa11-675fc99eef65 None None] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:34.997854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.026772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e390d3-8ce9-48a2-b13d-8b76315435c0']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:35.039247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42748478-393b-4cca-afcf-6e7499fa264b') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:35.040109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42748478-393b-4cca-afcf-6e7499fa264b') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:35.049346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.052611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-46389a74-ffac-4ce2-8f74-0542a298755c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/943d895d-7f3f-4e3a-a108-f035b7fadb6f HTTP/1.1" status: 204 len: 168 time: 1.8171093 Dec 17 16:04:35.053408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.070091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.073563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57212) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:35.079774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:35.080787 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.140689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.141157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.142001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.155759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.156410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.156894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.157366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:35.158630 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:35.160982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-8ee4c24a-920d-451d-a36e-f89d1f73a00c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6499 time: 0.8151555 Dec 17 16:04:35.163010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.170739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.180616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/39e390d3-8ce9-48a2-b13d-8b76315435c0 HTTP/1.1" status: 204 len: 168 time: 0.4668295 Dec 17 16:04:35.236002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c8671-7f32-496d-80a5-d675c81300c9 None None] DHCP port deletion for 39e390d3-8ce9-48a2-b13d-8b76315435c0 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:35.243554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4aa21-08ca-4712-a03c-e1f8d6d67bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e390d3-8ce9-48a2-b13d-8b76315435c0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:35.293912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Allocated IP 172.20.0.2 (83f98211-5382-483b-8c96-63794ccf29e5/14979cce-55ed-4820-bfb1-5e2a808f8684/6c1e222e-0aa8-49e0-a447-c63506c37f9c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:35.349688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d789a40-9444-459f-9f53-2a864c374478 req-20f072e9-915b-43ec-acf1-6ba0eafe1796 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4455693 Dec 17 16:04:35.395157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:04:35.401052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting subnet 17914740-1e63-417f-ad7d-cea68488aa7f {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:04:35.409272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.491492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57226) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:35.500138 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-2fb15f25-e877-4378-8465-301f6cb949d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&id=bc44798d-b992-44a0-9d2e-f9a2a393612e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2854643 Dec 17 16:04:35.571850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.588332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.598582 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.652601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-8fb8c9fc-6a4a-4642-9d87-8a59558b3667 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:35.654224 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-8fb8c9fc-6a4a-4642-9d87-8a59558b3667 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 816 time: 0.3135159 Dec 17 16:04:35.663784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Pushing event updated for resources: {'Port': ['ID=6c1e222e-0aa8-49e0-a447-c63506c37f9c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:35.664010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-29de047f-9d7e-4369-ba0c-d79a3836a00b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3bb7ef6b18a450f8bda5f1e81983555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1673017 Dec 17 16:04:35.664010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57232) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:35.698180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Network 83f98211-5382-483b-8c96-63794ccf29e5 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:35.700049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:35.708676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-bcbe5ddd-6275-45ff-9c5f-defa51434e36 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/quotas/08103f56ad9345e9bf118c1acb70ecc2 HTTP/1.1" status: 200 len: 375 time: 0.0397823 Dec 17 16:04:35.710224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:35.828955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a26d-cea3-4ffd-9ca3-6484ce2b1c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.850095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Attempting to bind port 6c1e222e-0aa8-49e0-a447-c63506c37f9c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:35.851066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Attempting to bind port 6c1e222e-0aa8-49e0-a447-c63506c37f9c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:35.851678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Attempting to bind port 6c1e222e-0aa8-49e0-a447-c63506c37f9c on network 83f98211-5382-483b-8c96-63794ccf29e5 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:35.858919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-3fa842c6-5396-46de-967d-b4568f437d7b tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492500 Dec 17 16:04:35.860590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:35.861181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Checking segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:35.861760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.862338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Bound using segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:35.862952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Bound port: 6c1e222e-0aa8-49e0-a447-c63506c37f9c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:35.863554 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.942437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] For port 6c1e222e-0aa8-49e0-a447-c63506c37f9c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:35.952062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a26d-cea3-4ffd-9ca3-6484ce2b1c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:35.953099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] For port 6c1e222e-0aa8-49e0-a447-c63506c37f9c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6c1e222e-0aa8-49e0-a447-c63506c37f9c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:35.960779 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:36.045059 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-89bbb38a-6d79-4cfe-9a8d-ced580315d2b service neutron] 10.222.0.54 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850541 Dec 17 16:04:36.082949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ac92a-4478-4966-9d49-78f79ceec3fd None None] Pushing event updated for resources: {'Port': ['ID=6c1e222e-0aa8-49e0-a447-c63506c37f9c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:36.171015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a26d-cea3-4ffd-9ca3-6484ce2b1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:36.175584 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2a2a26d-cea3-4ffd-9ca3-6484ce2b1c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:36.177509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a2a2a26d-cea3-4ffd-9ca3-6484ce2b1c58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e577969e-de2c-4bec-a1ae-5e323acf39e7 HTTP/1.1" status: 204 len: 168 time: 0.5126698 Dec 17 16:04:36.202866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2a26d-cea3-4ffd-9ca3-6484ce2b1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e577969e-de2c-4bec-a1ae-5e323acf39e7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:36.239668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-ce2e5430-398f-4b90-9ddd-fa6be0957496 service neutron] 10.222.0.54 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938593 Dec 17 16:04:36.438661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5cd024c3-4611-4ab6-80cd-465074f5b3cd None None] Provisioning complete for port 79fbf84f-8d43-4b20-b2c5-982512977ab7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:36.440221 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cd024c3-4611-4ab6-80cd-465074f5b3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:36.557141 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-535ab3c5-bef9-4625-b981-550487feb75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:36.845351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41f4f9-c8ed-4f88-9195-aab02038353f req-bf018720-ef36-4185-ab75-7c7db5fbe75f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:36.847454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac41f4f9-c8ed-4f88-9195-aab02038353f req-bf018720-ef36-4185-ab75-7c7db5fbe75f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 946 time: 1.3747480 Dec 17 16:04:36.864326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57276) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:36.881077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'floatingip': {'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:36.985030 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:37.018945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:37.031254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:04:37.046555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] Sync routers for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:04:37.079393 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:37.080523 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:04:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:37.116699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:37.234319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fa1c5c07-98a1-4522-8fc6-a1c5937f1121 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "PUT /v2.0/floatingips/c1f85301-0fbf-46b3-8deb-50fc91729fdf HTTP/1.1" status: 200 len: 991 time: 5.0398061 Dec 17 16:04:37.270418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:37.273289 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294df909-743a-401d-8dec-8aa241870c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:37.336226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:37.422914 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:37.478186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=17914740-1e63-417f-ad7d-cea68488aa7f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:37.512543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a796ee8-486d-4a04-a26c-03904403412c None None] Network 0995839c-b6df-4400-af8c-fdc0fd0d377a requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:37.529843 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:37.539763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2ec6f4ba-5953-4d36-abea-15de3424948e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/17914740-1e63-417f-ad7d-cea68488aa7f HTTP/1.1" status: 204 len: 168 time: 2.4382498 Dec 17 16:04:37.542540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57294) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:37.648013 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42494c87-f378-4351-a6dd-a506c566d35e x-openstack-request-id: req-42494c87-f378-4351-a6dd-a506c566d35e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:37.648013 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "tag": "0f900059-58c5-4335-a591-969720e5028f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:37.648013 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42494c87-f378-4351-a6dd-a506c566d35e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:37.648683 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'status': 'completed', 'code': 200} Dec 17 16:04:37.942659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4516ec19-7eab-437b-8daf-0d67b433c014 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:37.944997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4516ec19-7eab-437b-8daf-0d67b433c014 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 816 time: 1.1888237 Dec 17 16:04:38.004768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] DHCP port deletion for 0995839c-b6df-4400-af8c-fdc0fd0d377a request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:38.042017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ff896e7e-1226-4178-8688-0a1ae9c2ac48 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/quotas/08103f56ad9345e9bf118c1acb70ecc2 HTTP/1.1" status: 200 len: 375 time: 0.0763969 Dec 17 16:04:38.110800 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:38.142601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] Deleting port 79fbf84f-8d43-4b20-b2c5-982512977ab7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:38.142601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:38.170508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294df909-743a-401d-8dec-8aa241870c9f req-aa4d23af-acf5-4344-9dd0-c1353e3ba07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:38.172109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-294df909-743a-401d-8dec-8aa241870c9f req-aa4d23af-acf5-4344-9dd0-c1353e3ba07e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1098 time: 0.5268898 Dec 17 16:04:38.214184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-3e233d8e-b328-4d41-a299-d9965c7cee06 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591341 Dec 17 16:04:38.274219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b7ec7-6fb6-4918-b3ea-559ce830d785 None None] Network 83f98211-5382-483b-8c96-63794ccf29e5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:38.294207 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'c1f85301-0fbf-46b3-8deb-50fc91729fdf', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'port_id': '0f900059-58c5-4335-a591-969720e5028f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'mac_address': 'fa:16:3e:ab:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:07Z', 'updated_at': '2021-12-17T16:04:33Z', 'revision_number': 1, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:38.388060 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] Checking router: 1848f1cb-774b-4d3d-99e3-3acac89e7c94 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:04:38.445135 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:38.445949 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:04:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:38.579566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6c1e222e-0aa8-49e0-a447-c63506c37f9c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:38.697734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] For port 79fbf84f-8d43-4b20-b2c5-982512977ab7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=79fbf84f-8d43-4b20-b2c5-982512977ab7,segment=NetworkSegment(13156b54-d8b9-4742-a709-36e6c6bdd30d),segment_id=13156b54-d8b9-4742-a709-36e6c6bdd30d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:38.698303 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:38.743109 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ced15a9-78e0-49cc-a2d2-bdeb14a5407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:38.769594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] Calling delete_port for 79fbf84f-8d43-4b20-b2c5-982512977ab7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:38.782536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8299fff6-04da-4c93-8ef7-ae87c6c1eb4c None None] Provisioning complete for port 6c1e222e-0aa8-49e0-a447-c63506c37f9c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:38.783564 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8299fff6-04da-4c93-8ef7-ae87c6c1eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:38.791860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6c1e222e-0aa8-49e0-a447-c63506c37f9c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:38.792565 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:38.832019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-2517601c-6d00-4c25-930d-cd8731f15ea4 service neutron] 10.222.0.54 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069231 Dec 17 16:04:38.857638 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:39.048076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294df909-743a-401d-8dec-8aa241870c9f req-8ddb4d36-eebf-45b9-82e6-eeaca5523500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.053121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-294df909-743a-401d-8dec-8aa241870c9f req-8ddb4d36-eebf-45b9-82e6-eeaca5523500 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.8606946 Dec 17 16:04:39.232036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-1d2d2cf0-ae73-45ce-b108-41f1e8331a72 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.233801 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-1d2d2cf0-ae73-45ce-b108-41f1e8331a72 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 816 time: 0.7053080 Dec 17 16:04:39.269483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Request body: {'port': {'device_id': '60121911-8e0c-4646-89f4-b9bef3acca39', 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'admin_state_up': True, 'tenant_id': '08103f56ad9345e9bf118c1acb70ecc2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:39.332257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-58312445-69fd-4e0a-8c33-76eececbaa45 service neutron] 10.222.0.54 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996023 Dec 17 16:04:39.388372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port 79fbf84f-8d43-4b20-b2c5-982512977ab7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:39.388937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:39.505027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-294df909-743a-401d-8dec-8aa241870c9f req-37bdd652-2a38-400d-ad87-7fdfb74b843c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 999 time: 0.4220295 Dec 17 16:04:39.663935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Made reservation on behalf of 08103f56ad9345e9bf118c1acb70ecc2 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:39.670521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:39.886344 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:39.950434 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:39.959544 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'c1f85301-0fbf-46b3-8deb-50fc91729fdf', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'port_id': '0f900059-58c5-4335-a591-969720e5028f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'mac_address': 'fa:16:3e:ab:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:07Z', 'updated_at': '2021-12-17T16:04:33Z', 'revision_number': 1, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:39.961857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8299fff6-04da-4c93-8ef7-ae87c6c1eb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:39.992270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 6c1e222e-0aa8-49e0-a447-c63506c37f9c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6c1e222e-0aa8-49e0-a447-c63506c37f9c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:39.993439 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:40.023346 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:40.028157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] Pushing event deleted for resources: {'Port': ['ID=79fbf84f-8d43-4b20-b2c5-982512977ab7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:40.029946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603436e-8449-46df-ab84-71e3bc29ba37 None None] No DVR routers for this DVR port 79fbf84f-8d43-4b20-b2c5-982512977ab7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:40.040270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port 79fbf84f-8d43-4b20-b2c5-982512977ab7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=79fbf84f-8d43-4b20-b2c5-982512977ab7,segment=NetworkSegment(13156b54-d8b9-4742-a709-36e6c6bdd30d),segment_id=13156b54-d8b9-4742-a709-36e6c6bdd30d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:40.043070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:40.086046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for 79fbf84f-8d43-4b20-b2c5-982512977ab7 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:40.106192 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-8299fff6-04da-4c93-8ef7-ae87c6c1eb4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:40.106545 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-8299fff6-04da-4c93-8ef7-ae87c6c1eb4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:40.120812 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be63e4-96f7-4347-869b-d8794f2dfd3c None None] The sync data for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 is: [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'c1f85301-0fbf-46b3-8deb-50fc91729fdf', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'port_id': '0f900059-58c5-4335-a591-969720e5028f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'mac_address': 'fa:16:3e:ab:a9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:07Z', 'updated_at': '2021-12-17T16:04:33Z', 'revision_number': 1, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:04:40.155800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=6c1e222e-0aa8-49e0-a447-c63506c37f9c,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:40.180166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 79fbf84f-8d43-4b20-b2c5-982512977ab7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:04:40.201572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Allocated IP 172.20.0.6 (83f98211-5382-483b-8c96-63794ccf29e5/14979cce-55ed-4820-bfb1-5e2a808f8684/19abab54-e528-45e5-ab93-e113967b043c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:40.270844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 79fbf84f-8d43-4b20-b2c5-982512977ab7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:04:40.271173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 79fbf84f-8d43-4b20-b2c5-982512977ab7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:04:40.351906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-35310fa0-f1fd-4402-b418-c383c610c337 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:40.361746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-35310fa0-f1fd-4402-b418-c383c610c337 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 816 time: 0.3994033 Dec 17 16:04:40.376376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.resource_extend [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:04:40.427298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-067e5318-8e99-4fa8-8207-a01508703290 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/quotas/08103f56ad9345e9bf118c1acb70ecc2 HTTP/1.1" status: 200 len: 375 time: 0.0645692 Dec 17 16:04:40.499199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6c1e222e-0aa8-49e0-a447-c63506c37f9c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:40.585040 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:40.590048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:40.595027 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:40.688060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a383dc-424c-4fa5-9151-52826cd26514 None None] New status for floating IP c1f85301-0fbf-46b3-8deb-50fc91729fdf: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:04:40.692903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-86d584aa-4cd0-41c9-ac72-7ddc443461c5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2646635 Dec 17 16:04:40.708923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294df909-743a-401d-8dec-8aa241870c9f req-ed5fc1b0-4f53-4953-822f-1eaabf034326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:40.710728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-294df909-743a-401d-8dec-8aa241870c9f req-ed5fc1b0-4f53-4953-822f-1eaabf034326 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 1.1900182 Dec 17 16:04:40.719300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=79fbf84f-8d43-4b20-b2c5-982512977ab7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:40.786060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port 79fbf84f-8d43-4b20-b2c5-982512977ab7 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:41.003301 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.041764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6c1e222e-0aa8-49e0-a447-c63506c37f9c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:41.042277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.091661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.099883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-c6bc501b-b90f-4df8-b94e-084cc85ba283 service neutron] 10.222.0.54 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889306 Dec 17 16:04:41.129245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0995839c-b6df-4400-af8c-fdc0fd0d377a']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:41.145314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13156b54-d8b9-4742-a709-36e6c6bdd30d') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:41.146354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13156b54-d8b9-4742-a709-36e6c6bdd30d') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:41.162794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.178545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.187325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:41.187325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.303751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.309378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-be0bc1c0-5d18-4b09-8d45-318435d737f0 None None] Provisioning complete for port 6c1e222e-0aa8-49e0-a447-c63506c37f9c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:41.309741 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-be0bc1c0-5d18-4b09-8d45-318435d737f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:41.314216 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:41.318177 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.388210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294df909-743a-401d-8dec-8aa241870c9f req-43342e44-05bb-4c69-b860-e7fd67a6e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:41.390317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-294df909-743a-401d-8dec-8aa241870c9f req-43342e44-05bb-4c69-b860-e7fd67a6e3e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6657431 Dec 17 16:04:41.392734 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.396544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/0995839c-b6df-4400-af8c-fdc0fd0d377a HTTP/1.1" status: 204 len: 168 time: 3.8436565 Dec 17 16:04:41.399529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57392) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:41.403292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3a8c-0d13-4906-a15a-837f58302620 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=0995839c-b6df-4400-af8c-fdc0fd0d377a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:41.440434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.472503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-9aaac0e7-63ea-4ba5-92a4-277918403f2d service neutron] 10.222.0.54 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712027 Dec 17 16:04:41.621003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.654566 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0327429-f73b-4b98-8e89-4d281cf4ce1e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:41.663028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0327429-f73b-4b98-8e89-4d281cf4ce1e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:41.669270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b0327429-f73b-4b98-8e89-4d281cf4ce1e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/33f9427e-d9a1-40a2-bef1-c7ce75809eb0 HTTP/1.1" status: 404 len: 337 time: 0.2650859 Dec 17 16:04:41.673043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57398) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:41.680572 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Floating IP 4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b associated. External IP: 172.25.0.249, port: b17167e8-9959-47b5-a8d8-eca1662bcd9d. Dec 17 16:04:41.724482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Network 83f98211-5382-483b-8c96-63794ccf29e5 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:41.738398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:41.743054 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cf6d97-07bf-412e-ae63-5913e0400d0e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:41.743582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cf6d97-07bf-412e-ae63-5913e0400d0e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:41.749532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-03cf6d97-07bf-412e-ae63-5913e0400d0e tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/05ac2fdc-ad7c-4fcb-8be0-fdda5708d7f9 HTTP/1.1" status: 404 len: 339 time: 0.0712123 Dec 17 16:04:41.751039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:41.753424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:41.816974 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e342a85-d268-4aec-a007-e1d3bcacdfe8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:41.818018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e342a85-d268-4aec-a007-e1d3bcacdfe8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:41.823434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e342a85-d268-4aec-a007-e1d3bcacdfe8 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/48e689ec-f962-49f7-a439-d57fea05b677 HTTP/1.1" status: 404 len: 337 time: 0.0633893 Dec 17 16:04:41.827791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57402) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:41.839431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Pushing event updated for resources: {'Port': ['ID=19abab54-e528-45e5-ab93-e113967b043c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:41.883389 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0c906a-a155-4b3c-8931-1ba50425f04f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:41.885057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0c906a-a155-4b3c-8931-1ba50425f04f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:41.896494 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0d0c906a-a155-4b3c-8931-1ba50425f04f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/e05a5a7b-7276-4a65-bb39-3fc8980b5615 HTTP/1.1" status: 404 len: 339 time: 0.0675826 Dec 17 16:04:41.900053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57406) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:41.944770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:41.945801 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:41.994132 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80feec3-b054-4914-9042-2821bd68497c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:41.994600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80feec3-b054-4914-9042-2821bd68497c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:41.998058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f80feec3-b054-4914-9042-2821bd68497c tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/21d4ade7-1b41-4f83-83cf-fbc756c3d8eb HTTP/1.1" status: 404 len: 337 time: 0.0968418 Dec 17 16:04:42.006901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57410) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:42.041473 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04fa079-6794-4e20-ae77-6c1914a0d82f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:42.042011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04fa079-6794-4e20-ae77-6c1914a0d82f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:42.047702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b04fa079-6794-4e20-ae77-6c1914a0d82f tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/cbbc27f2-4b9f-49a4-819a-5df2820c6067 HTTP/1.1" status: 404 len: 339 time: 0.0368133 Dec 17 16:04:42.051501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-346da76e-d93e-4ae9-9570-51da66417fae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8033357 Dec 17 16:04:42.052004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57412) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:42.100734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.175489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting subnet 6431837d-0584-4d3c-b6d3-99d98b8f7274 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:04:42.183275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Request body: {'port': {'device_id': '60121911-8e0c-4646-89f4-b9bef3acca39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:42.194634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.212768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d601569a-9882-429e-bcde-efb0d2c585fb None None] Provisioning complete for port 19abab54-e528-45e5-ab93-e113967b043c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:42.213772 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d601569a-9882-429e-bcde-efb0d2c585fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.291664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d601569a-9882-429e-bcde-efb0d2c585fb None None] Port 19abab54-e528-45e5-ab93-e113967b043c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:42.341754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.373958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.412508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57426) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:42.596748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.664529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c026072-a752-4ec7-97af-950c5d6bac99 req-85987e82-ec3a-4cdc-8e91-249d1b7ecdf2 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 210 time: 0.6688423 Dec 17 16:04:42.677470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-5c004b3a-b5a6-4624-b012-ba626e681933 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:42.679026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-5c004b3a-b5a6-4624-b012-ba626e681933 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.49 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 816 time: 1.2205791 Dec 17 16:04:42.686380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-294df909-743a-401d-8dec-8aa241870c9f req-96bc8fec-b906-4c83-bf59-1f843b8891cf service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2484424 Dec 17 16:04:42.708148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a42c38e-6ec4-4927-baac-7ddfc4ea365f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.730624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Request body: {'port': {'device_id': '1c0dd44d-b2a2-485a-b537-728794360b16', 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'admin_state_up': True, 'tenant_id': '08103f56ad9345e9bf118c1acb70ecc2'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:42.858754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.924360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=6431837d-0584-4d3c-b6d3-99d98b8f7274,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:42.928058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c898d35-6b46-40e6-b484-7222fc7600a4 None None] Network b6e3638e-862e-4d99-8f23-ce7146b87af0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:42.943230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:42.958038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-61288fc4-0ffb-4564-943a-37419f723952 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/6431837d-0584-4d3c-b6d3-99d98b8f7274 HTTP/1.1" status: 204 len: 168 time: 0.9048226 Dec 17 16:04:42.963960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57438) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:43.044820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-294df909-743a-401d-8dec-8aa241870c9f req-7343a1db-4e25-4c7b-b358-9152f1ed9512 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499734 Dec 17 16:04:43.087197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Router 3027a506-86e6-47d9-b324-4df8c6ada8dc has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:04:43.089029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Made reservation on behalf of 08103f56ad9345e9bf118c1acb70ecc2 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:43.093982 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.134840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a42c38e-6ec4-4927-baac-7ddfc4ea365f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.160157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a42c38e-6ec4-4927-baac-7ddfc4ea365f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.195740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7a42c38e-6ec4-4927-baac-7ddfc4ea365f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c44479e30694f40b88144f7339342e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7819657 Dec 17 16:04:43.199692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.201471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57442) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:43.203701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] DHCP port deletion for b6e3638e-862e-4d99-8f23-ce7146b87af0 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:43.245854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42c38e-6ec4-4927-baac-7ddfc4ea365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354fc80b-873b-48cf-b512-b9fc424f2a75,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:43.272755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] Deleting port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:43.273762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.288597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19abab54-e528-45e5-ab93-e113967b043c {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:43.302880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.354994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:04:43.365091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.366741 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] Sync routers for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:04:43.383400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] For port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,segment=NetworkSegment(79dda6d1-c8a6-4342-94d9-a70f29d8bbaf),segment_id=79dda6d1-c8a6-4342-94d9-a70f29d8bbaf)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:43.383797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.398473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7a1dd92-b64e-410a-a69c-e43df0d488fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "PUT /v2.0/floatingips/4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b HTTP/1.1" status: 200 len: 992 time: 6.5230153 Dec 17 16:04:43.399050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] Calling delete_port for 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:43.399407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:43.409878 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:43.411564 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:04:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:43.417173 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:43.496611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Transition to ACTIVE for port object 19abab54-e528-45e5-ab93-e113967b043c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:04:43.498418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e46746e-35a9-42ff-a908-c93942d40692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.507514 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5efe7-6b94-4640-9511-2c2ae9d7cf9c x-openstack-request-id: req-47b5efe7-6b94-4640-9511-2c2ae9d7cf9c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:43.508467 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:43.508884 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47b5efe7-6b94-4640-9511-2c2ae9d7cf9c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:43.510209 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'status': 'completed', 'code': 200} Dec 17 16:04:43.512225 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.533323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.553122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] No DVR routers for this DVR port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:43.622497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Allocated IP 172.20.0.3 (83f98211-5382-483b-8c96-63794ccf29e5/14979cce-55ed-4820-bfb1-5e2a808f8684/31ebe941-e96a-45b1-9744-07b5f598128d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:43.630397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106bc53-d797-423b-b46f-64fc880b9119 None None] Pushing event deleted for resources: {'Port': ['ID=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:43.713552 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:43.836855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e46746e-35a9-42ff-a908-c93942d40692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.920627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:43.939797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Pushing event updated for resources: {'Port': ['ID=19abab54-e528-45e5-ab93-e113967b043c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:43.971337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.019861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26b7a425-1240-4159-ace3-fa4891760d8c req-7a133be6-9ec8-4a58-be10-97352c093d9e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 210 time: 0.0892854 Dec 17 16:04:44.062694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Network 83f98211-5382-483b-8c96-63794ccf29e5 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:44.065016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:44.067671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Pushing event updated for resources: {'Port': ['ID=31ebe941-e96a-45b1-9744-07b5f598128d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:44.075739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:44.078857 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'mac_address': 'fa:16:3e:52:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:15Z', 'updated_at': '2021-12-17T16:04:39Z', 'revision_number': 1, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:18Z', 'revision_number': 5, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:44.106507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-26371407-2ddd-4ee6-8dd7-c9a252808893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:44.108643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-26371407-2ddd-4ee6-8dd7-c9a252808893 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1098 time: 0.5509262 Dec 17 16:04:44.114581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Attempting to bind port 19abab54-e528-45e5-ab93-e113967b043c on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:44.114914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Attempting to bind port 19abab54-e528-45e5-ab93-e113967b043c by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:44.115332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Attempting to bind port 19abab54-e528-45e5-ab93-e113967b043c on network 83f98211-5382-483b-8c96-63794ccf29e5 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:44.120672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:44.121037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.145358 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] Checking router: 3027a506-86e6-47d9-b324-4df8c6ada8dc for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:04:44.155485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:44.156516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.158669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Port 19abab54-e528-45e5-ab93-e113967b043c on network 83f98211-5382-483b-8c96-63794ccf29e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:04:44.158940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Attempting to bind port 19abab54-e528-45e5-ab93-e113967b043c on network 83f98211-5382-483b-8c96-63794ccf29e5 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:44.178417 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:44.179261 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:04:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:44.179383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-4a230d4a-4275-4b4a-aa67-ec42011beea1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4808726 Dec 17 16:04:44.195904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Request body: {'port': {'device_id': '1c0dd44d-b2a2-485a-b537-728794360b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:44.208018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:44.208331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Checking segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:44.208687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Bound using segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:44.209157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Bound port: 19abab54-e528-45e5-ab93-e113967b043c, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:44.209520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.321663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.388123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-2aa1f566-5723-4306-a873-8fdf9ca45f25 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:44.389658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-2aa1f566-5723-4306-a873-8fdf9ca45f25 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 816 time: 0.8297942 Dec 17 16:04:44.409516 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:44.414739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e46746e-35a9-42ff-a908-c93942d40692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.430976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:04:44.432101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e46746e-35a9-42ff-a908-c93942d40692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.433287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9e46746e-35a9-42ff-a908-c93942d40692 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/354fc80b-873b-48cf-b512-b9fc424f2a75 HTTP/1.1" status: 204 len: 168 time: 1.2282116 Dec 17 16:04:44.455686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Request body: {'port': {'device_id': 'b99b94f2-b150-4045-9014-a710db28b2db', 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'admin_state_up': True, 'tenant_id': '08103f56ad9345e9bf118c1acb70ecc2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:44.485386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:04:44.486187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:04:44.604788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46746e-35a9-42ff-a908-c93942d40692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354fc80b-873b-48cf-b512-b9fc424f2a75,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:44.628681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce, host n-d-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:44.629063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.672250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:44.679432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce was not found and therefore no delete operation was performed {{(pid=109784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:04:44.688174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] For port 19abab54-e528-45e5-ab93-e113967b043c, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:44.690916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.703519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] For port 19abab54-e528-45e5-ab93-e113967b043c, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=19abab54-e528-45e5-ab93-e113967b043c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:44.722533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d69da2bb-a832-4ea0-bd5e-87acc3e34e04 None None] Provisioning complete for port 31ebe941-e96a-45b1-9744-07b5f598128d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:44.723012 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d69da2bb-a832-4ea0-bd5e-87acc3e34e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.748812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port 5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:44.768503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=5ceeb1da-2b61-471b-b5cd-7f574d3bb1ce,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:44.772031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-68693b60-8fd3-4fe0-9879-a815d680d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:44.773677 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-68693b60-8fd3-4fe0-9879-a815d680d028 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.6445737 Dec 17 16:04:44.803856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.807864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d69da2bb-a832-4ea0-bd5e-87acc3e34e04 None None] Port 31ebe941-e96a-45b1-9744-07b5f598128d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:44.921456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ebe941-e96a-45b1-9744-07b5f598128d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:44.924893 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'mac_address': 'fa:16:3e:52:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:15Z', 'updated_at': '2021-12-17T16:04:39Z', 'revision_number': 1, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:18Z', 'revision_number': 5, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:44.935179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:44.952920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Transition to ACTIVE for port object 31ebe941-e96a-45b1-9744-07b5f598128d will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:04:44.960193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.011143 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1efa3c-aa19-48ea-90ac-2c3e55b72706 None None] The sync data for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 is: [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'mac_address': 'fa:16:3e:52:7e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:15Z', 'updated_at': '2021-12-17T16:04:39Z', 'revision_number': 1, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:18Z', 'revision_number': 5, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:04:45.016315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Made reservation on behalf of 08103f56ad9345e9bf118c1acb70ecc2 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:45.022125 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.047339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Pushing event updated for resources: {'Port': ['ID=31ebe941-e96a-45b1-9744-07b5f598128d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:45.074140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:45.074776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.076681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] 10.222.0.47 "PUT /v2.0/ports/19abab54-e528-45e5-ab93-e113967b043c HTTP/1.1" status: 200 len: 1092 time: 2.8977625 Dec 17 16:04:45.085053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57478) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:45.098867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60121911-8e0c-4646-89f4-b9bef3acca39', 'tag': '19abab54-e528-45e5-ab93-e113967b043c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:45.104467 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f1096-9fef-4edf-8be6-a7466bb2f22e" -d '{"events": [{"name": "network-changed", "server_uuid": "60121911-8e0c-4646-89f4-b9bef3acca39", "tag": "19abab54-e528-45e5-ab93-e113967b043c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:45.278853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60090ffc-3219-4d89-8f80-fa0c7ce5caa5 req-df7cfc48-ef96-4140-b882-b69df8b0114b tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 210 time: 0.0600057 Dec 17 16:04:45.322392 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.325459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Attempting to bind port 31ebe941-e96a-45b1-9744-07b5f598128d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:45.326014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Attempting to bind port 31ebe941-e96a-45b1-9744-07b5f598128d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:45.326851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Attempting to bind port 31ebe941-e96a-45b1-9744-07b5f598128d on network 83f98211-5382-483b-8c96-63794ccf29e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:45.335421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Port 31ebe941-e96a-45b1-9744-07b5f598128d on network 83f98211-5382-483b-8c96-63794ccf29e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:04:45.335769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Attempting to bind port 31ebe941-e96a-45b1-9744-07b5f598128d on network 83f98211-5382-483b-8c96-63794ccf29e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:45.345173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:45.345976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Checking segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:45.346917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Bound using segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:45.347548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Bound port: 31ebe941-e96a-45b1-9744-07b5f598128d, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:45.348148 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.406814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34db80e-c823-4a2b-838f-ca3fd7c8aec5 None None] New status for floating IP 4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:04:45.462564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] For port 31ebe941-e96a-45b1-9744-07b5f598128d, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:45.467521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] For port 31ebe941-e96a-45b1-9744-07b5f598128d, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31ebe941-e96a-45b1-9744-07b5f598128d,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:45.475024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.575098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Pushing event updated for resources: {'Port': ['ID=31ebe941-e96a-45b1-9744-07b5f598128d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:45.613113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:45.613752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.615217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-ea607346-4ec0-4bd3-bdb6-c77fc27a0933 service neutron] 10.222.0.49 "PUT /v2.0/ports/31ebe941-e96a-45b1-9744-07b5f598128d HTTP/1.1" status: 200 len: 1092 time: 1.4263523 Dec 17 16:04:45.615684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0dd44d-b2a2-485a-b537-728794360b16', 'tag': '31ebe941-e96a-45b1-9744-07b5f598128d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:45.618019 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0dd44d-b2a2-485a-b537-728794360b16", "tag": "31ebe941-e96a-45b1-9744-07b5f598128d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:45.711215 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf692964-49e4-4779-a883-e8c8c81b9b88 x-openstack-request-id: req-cf692964-49e4-4779-a883-e8c8c81b9b88 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:45.711689 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0dd44d-b2a2-485a-b537-728794360b16", "tag": "31ebe941-e96a-45b1-9744-07b5f598128d", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:45.712126 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf692964-49e4-4779-a883-e8c8c81b9b88 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:45.712681 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0dd44d-b2a2-485a-b537-728794360b16', 'tag': '31ebe941-e96a-45b1-9744-07b5f598128d', 'status': 'completed', 'code': 200} Dec 17 16:04:45.738944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-a76431a8-a7cd-4228-8ecf-d738661fdb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:45.740870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-a76431a8-a7cd-4228-8ecf-d738661fdb8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 1095 time: 0.0827153 Dec 17 16:04:45.789978 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4957c60-ee9d-42a3-9f38-047d381ba3e1 x-openstack-request-id: req-b4957c60-ee9d-42a3-9f38-047d381ba3e1 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:45.790274 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60121911-8e0c-4646-89f4-b9bef3acca39", "tag": "19abab54-e528-45e5-ab93-e113967b043c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:45.790528 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4957c60-ee9d-42a3-9f38-047d381ba3e1 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:45.790936 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60121911-8e0c-4646-89f4-b9bef3acca39', 'tag': '19abab54-e528-45e5-ab93-e113967b043c', 'status': 'completed', 'code': 200} Dec 17 16:04:45.797052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.804415 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f16a1e9b-f183-4dd5-a300-cc2c88b7b534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:45.839189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-6b017c91-8f96-4223-a92f-30ee693e4a81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebe941-e96a-45b1-9744-07b5f598128d HTTP/1.1" status: 200 len: 217 time: 0.0895753 Dec 17 16:04:45.841085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb1efd-b1ba-419a-838e-5589edae6f25 service neutron] Pushing event updated for resources: {'Port': ['ID=19abab54-e528-45e5-ab93-e113967b043c,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:45.869583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e3638e-862e-4d99-8f23-ce7146b87af0']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:45.904312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-8791e09a-874b-48aa-94ca-2ea1f3e6a47d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 1.0943091 Dec 17 16:04:45.923720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-c2bcb2d4-a9ed-4b26-8c02-83a308779f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:45.925358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-c2bcb2d4-a9ed-4b26-8c02-83a308779f67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 200 len: 855 time: 0.0739052 Dec 17 16:04:45.957287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dda6d1-c8a6-4342-94d9-a70f29d8bbaf') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:45.957806 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dda6d1-c8a6-4342-94d9-a70f29d8bbaf') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:45.991135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-6573b39a-c399-4a8f-b490-8d5799eceb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:45.994030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-6573b39a-c399-4a8f-b490-8d5799eceb31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83f98211-5382-483b-8c96-63794ccf29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603557 Dec 17 16:04:46.021739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.048861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-54cae8bb-227c-4eec-a496-4757d5e229ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.050607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-54cae8bb-227c-4eec-a496-4757d5e229ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 1095 time: 0.9036434 Dec 17 16:04:46.074530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.083130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:46.083570 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:46.090046 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:46.104163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-8c500d9f-7ea7-409d-8015-ac05bb71fd70 service neutron] 10.222.0.49 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018438 Dec 17 16:04:46.218201 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-d886cdb0-e753-4941-bc5b-574d218cb8ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19abab54-e528-45e5-ab93-e113967b043c HTTP/1.1" status: 200 len: 217 time: 0.1290388 Dec 17 16:04:46.226555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0faf12df-9641-47e2-89c0-641cd41bdfb0 req-84d0fbc6-6d9b-440f-961a-7eb41d5b2f84 service neutron] 10.222.0.49 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134088 Dec 17 16:04:46.248153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-e7b61451-f867-4124-9c88-15a0b234a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.249551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-e7b61451-f867-4124-9c88-15a0b234a07e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.3276262 Dec 17 16:04:46.297862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Allocated IP 172.20.0.11 (83f98211-5382-483b-8c96-63794ccf29e5/14979cce-55ed-4820-bfb1-5e2a808f8684/065136d0-5af1-425f-b8b9-4a76a7f4c8a9) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:46.320240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.326369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-bbd71f80-3e98-4949-9657-49d54fac89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.328283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-bbd71f80-3e98-4949-9657-49d54fac89e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 1095 time: 0.0499089 Dec 17 16:04:46.357076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.360517 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/b6e3638e-862e-4d99-8f23-ce7146b87af0 HTTP/1.1" status: 204 len: 168 time: 3.3953300 Dec 17 16:04:46.379563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57498) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:46.398822 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f16a1e9b-f183-4dd5-a300-cc2c88b7b534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.426953 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-771f1339-4abc-4b9a-9fbf-65ede39df71a tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:46.427464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771f1339-4abc-4b9a-9fbf-65ede39df71a tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:46.433181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-771f1339-4abc-4b9a-9fbf-65ede39df71a tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/035e8a4e-1776-4fa3-9d79-e07511b8e455 HTTP/1.1" status: 404 len: 337 time: 0.0369487 Dec 17 16:04:46.436863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-94e9ea73-d207-4f4f-9482-9e0b49224f44 req-15ce6bb3-9eb2-4234-82e6-0a87ebe1bdeb tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 210 time: 0.0420110 Dec 17 16:04:46.439365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57500) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:46.446026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4b73f-d6af-4279-999d-885b3b836364 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=b6e3638e-862e-4d99-8f23-ce7146b87af0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:46.460904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f16a1e9b-f183-4dd5-a300-cc2c88b7b534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.479057 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-570c0637-8780-4c42-b786-3ecbbf1916c4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] DELETE failed (client error): The resource could not be found. Dec 17 16:04:46.479925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570c0637-8780-4c42-b786-3ecbbf1916c4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:04:46.488242 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-570c0637-8780-4c42-b786-3ecbbf1916c4 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/094ae990-76ef-43b4-8676-c64fbb8e0585 HTTP/1.1" status: 404 len: 339 time: 0.0409632 Dec 17 16:04:46.491340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57506) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:46.569340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting subnet d152662d-f296-49b0-b0d5-ed040b5e37ad {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:04:46.573079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.623944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.627737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-9e19e4ea-cc4f-47e4-9149-387ac92ec6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.629611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-9e19e4ea-cc4f-47e4-9149-387ac92ec6b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 917 time: 0.2945635 Dec 17 16:04:46.682656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-7bf053a6-a56e-458a-8fdf-9828ecd9be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.684819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-7bf053a6-a56e-458a-8fdf-9828ecd9be04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4268379 Dec 17 16:04:46.686435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-41508676-b1cf-4daf-9a67-23f39f4da139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.688077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-41508676-b1cf-4daf-9a67-23f39f4da139 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 200 len: 855 time: 0.4559367 Dec 17 16:04:46.710478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-d645e508-6f2d-4c8f-91b7-eccac51f95ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31ebe941-e96a-45b1-9744-07b5f598128d HTTP/1.1" status: 200 len: 217 time: 0.0517483 Dec 17 16:04:46.771678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-7b36aec4-0e5d-464b-bac2-65d24676a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.773468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-7b36aec4-0e5d-464b-bac2-65d24676a4d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 200 len: 855 time: 0.0538144 Dec 17 16:04:46.841155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f16a1e9b-f183-4dd5-a300-cc2c88b7b534 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f57593c9952c4ad2b840fe30516f86a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7318726 Dec 17 16:04:46.848723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57516) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:46.853996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a1e9b-f183-4dd5-a300-cc2c88b7b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9b549c-8cb4-4800-a04f-211695d57639,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:46.884774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.892404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-edc93202-8133-4b3c-b5ed-8f217887bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.894011 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-edc93202-8133-4b3c-b5ed-8f217887bf3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83f98211-5382-483b-8c96-63794ccf29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884830 Dec 17 16:04:46.929979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:46.968187 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-75399401-ef01-4078-b095-782369996c77 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642386 Dec 17 16:04:47.041192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.047449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-88dcaa34-5c36-4c10-a44f-b0cc9e6bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:47.050704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-88dcaa34-5c36-4c10-a44f-b0cc9e6bb7aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83f98211-5382-483b-8c96-63794ccf29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134471 Dec 17 16:04:47.050704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4945-0379-46a1-99d1-87ec51a19d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.095538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Subnet': ['ID=d152662d-f296-49b0-b0d5-ed040b5e37ad,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:47.124839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-22bebdfe-8224-46b0-80a3-c45e53ba5229 service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210867 Dec 17 16:04:47.128735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.133048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f9506-deed-4aaf-a054-334d38a76b52 None None] Network dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:47.152097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.155884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a838213-5175-4e9f-acd1-fb543fac46b0 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/subnets/d152662d-f296-49b0-b0d5-ed040b5e37ad HTTP/1.1" status: 204 len: 168 time: 0.6632793 Dec 17 16:04:47.160194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57532) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:47.172228 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4945-0379-46a1-99d1-87ec51a19d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.191634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Pushing event updated for resources: {'Port': ['ID=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:47.300239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-003da23d-bd14-4c17-9d48-e2f6d11fee86 req-2199dd22-a48e-446c-94aa-9f012dc50618 service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096623 Dec 17 16:04:47.327662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Network 83f98211-5382-483b-8c96-63794ccf29e5 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:47.330977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:47.334433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:47.348941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb7c1c56-4e00-43cb-a1eb-0fc2fd5cf5e9 req-ae601331-7b46-463a-a43f-a9f5a756cb6d service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525114 Dec 17 16:04:47.445699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] DHCP port deletion for dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:04:47.457225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:47.457836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.475542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-52b03328-31f0-4f70-a3f1-88db2af6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:47.481246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-52b03328-31f0-4f70-a3f1-88db2af6cede service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 1095 time: 0.1062856 Dec 17 16:04:47.558048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-dd166e77-f09b-4cb7-8045-83346bffbf53 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1472926 Dec 17 16:04:47.596788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] Deleting port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:47.597925 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.600337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Request body: {'port': {'device_id': 'b99b94f2-b150-4045-9014-a710db28b2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:47.600754 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.636826 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-2897b5dd-0bcf-4df4-989a-de8bdd4691d6 service neutron] 10.222.0.49 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632701 Dec 17 16:04:47.664001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4945-0379-46a1-99d1-87ec51a19d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.674531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4945-0379-46a1-99d1-87ec51a19d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.676212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bf3f4945-0379-46a1-99d1-87ec51a19d02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c9b549c-8cb4-4800-a04f-211695d57639 HTTP/1.1" status: 204 len: 168 time: 0.7725265 Dec 17 16:04:47.739345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcb020-3bfe-470d-a6eb-feeb5f1a10d4 req-c9b54acb-271a-4f8b-9b1f-e831beca8288 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:47.740954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0bcb020-3bfe-470d-a6eb-feeb5f1a10d4 req-c9b54acb-271a-4f8b-9b1f-e831beca8288 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 932 time: 0.1821172 Dec 17 16:04:47.818559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] For port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,segment=NetworkSegment(58226488-4828-4a36-a69f-ff9a22d69cf4),segment_id=58226488-4828-4a36-a69f-ff9a22d69cf4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:47.819328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.859104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] Calling delete_port for fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:47.875280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-54ebdab3-b160-4367-ad87-5eee33b1f9ab None None] Provisioning complete for port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:47.876625 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54ebdab3-b160-4367-ad87-5eee33b1f9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.895606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a05bb93-5946-45db-a2a4-4cdcc98ab32c req-63839a46-931f-4c60-9b7e-c4e7503cf901 service neutron] 10.222.0.49 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425411 Dec 17 16:04:47.897682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f4945-0379-46a1-99d1-87ec51a19d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9b549c-8cb4-4800-a04f-211695d57639,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:47.938655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-54ebdab3-b160-4367-ad87-5eee33b1f9ab None None] Port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:04:47.940261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:47.990738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-7ad8f797-2567-4397-a408-1e9249653f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:47.998910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-7ad8f797-2567-4397-a408-1e9249653f33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 917 time: 0.5099630 Dec 17 16:04:48.031877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0bcb020-3bfe-470d-a6eb-feeb5f1a10d4 req-051b2cc2-09b7-4249-8845-8a54519ae8a7 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175009 Dec 17 16:04:48.068994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Deleting port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:04:48.072265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.182020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.182792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] For port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,segment=NetworkSegment(58226488-4828-4a36-a69f-ff9a22d69cf4),segment_id=58226488-4828-4a36-a69f-ff9a22d69cf4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:48.183220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.197373 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-3fa3ce88-0a01-4f8e-b422-8d5e3077b7ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19abab54-e528-45e5-ab93-e113967b043c HTTP/1.1" status: 200 len: 217 time: 0.1601713 Dec 17 16:04:48.213114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Calling delete_port for fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:04:48.233657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] Pushing event deleted for resources: {'Port': ['ID=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:48.244102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f5ae3-8199-49ab-8e28-4e9cba7d84e6 None None] No DVR routers for this DVR port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:48.499587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:04:48.515680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-3e2235c6-db53-40b3-92a0-035fea8a4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:48.518508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-3e2235c6-db53-40b3-92a0-035fea8a4a7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 200 len: 855 time: 0.2925901 Dec 17 16:04:48.532009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:04:48.532772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:04:48.557907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.623518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] No DVR routers for this DVR port fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:04:48.734538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-8a8079f7-f665-4613-a337-f7081d39dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:48.736790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-8a8079f7-f665-4613-a337-f7081d39dbfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83f98211-5382-483b-8c96-63794ccf29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1810856 Dec 17 16:04:48.771196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Port': ['ID=fbcd6927-c7dc-477b-ad1e-e82d6c74ecb9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:48.842910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.866732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8275ee-7c41-4d3a-99af-66c03c8b6fd9']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:48.880637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58226488-4828-4a36-a69f-ff9a22d69cf4') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:48.881201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58226488-4828-4a36-a69f-ff9a22d69cf4') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:48.896749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.920200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.939354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:04:48.939846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:04:48.947834 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:04:48.972660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31ebe941-e96a-45b1-9744-07b5f598128d details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:49.014649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:49.021989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-772c45c2-0c55-40e8-94c0-404516a0d7ce service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732358 Dec 17 16:04:49.026771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.094059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.127599 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.142737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Transition to ACTIVE for port object 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:04:49.148540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] 10.222.0.54 "DELETE /v2.0/networks/dc8275ee-7c41-4d3a-99af-66c03c8b6fd9 HTTP/1.1" status: 204 len: 168 time: 1.9835868 Dec 17 16:04:49.173522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.199662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59220a7-bacb-4314-8597-47cc39ba5180 tempest-NetworksIpV6Test-173505025 tempest-NetworksIpV6Test-173505025-project] Pushing event deleted for resources: {'Network': ['ID=dc8275ee-7c41-4d3a-99af-66c03c8b6fd9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:49.222505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 31ebe941-e96a-45b1-9744-07b5f598128d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31ebe941-e96a-45b1-9744-07b5f598128d,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:49.272213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '31ebe941-e96a-45b1-9744-07b5f598128d', 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'port_id': '31ebe941-e96a-45b1-9744-07b5f598128d', 'mac_address': 'fa:16:3e:7a:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14979cce-55ed-4820-bfb1-5e2a808f8684', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:49.396097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-353f1096-9fef-4edf-8be6-a7466bb2f22e req-aad88acf-ff0e-41f7-8c18-42708ac4de0d service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649008 Dec 17 16:04:49.399861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Pushing event updated for resources: {'Port': ['ID=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:49.400049 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.450542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33d21-dad9-41a1-8a48-2e863951c360 req-30428ad2-b54c-47ba-bddf-a5155904c0c1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:49.465455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ebe941-e96a-45b1-9744-07b5f598128d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:49.468202 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f33d21-dad9-41a1-8a48-2e863951c360 req-30428ad2-b54c-47ba-bddf-a5155904c0c1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 944 time: 0.2636309 Dec 17 16:04:49.535374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 31ebe941-e96a-45b1-9744-07b5f598128d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31ebe941-e96a-45b1-9744-07b5f598128d,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:49.546954 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.583031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Attempting to bind port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:49.583329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Attempting to bind port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:49.583663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Attempting to bind port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 on network 83f98211-5382-483b-8c96-63794ccf29e5 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:49.598434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 on network 83f98211-5382-483b-8c96-63794ccf29e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:04:49.598776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Attempting to bind port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 on network 83f98211-5382-483b-8c96-63794ccf29e5 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:49.615014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:49.615339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Checking segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:49.615662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Bound using segment: {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:49.616141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Bound port: 065136d0-5af1-425f-b8b9-4a76a7f4c8a9, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf64889-5194-4439-b0a6-5b310e410436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:49.616497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.643147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17f33d21-dad9-41a1-8a48-2e863951c360 req-4dfc5ca9-0afd-4cfb-9b1e-bc37057ef3c5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736674 Dec 17 16:04:49.676615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=31ebe941-e96a-45b1-9744-07b5f598128d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:49.710457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57652) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:49.757218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] For port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:49.769315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] For port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:49.779120 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.859519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['31ebe941-e96a-45b1-9744-07b5f598128d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:49.879514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:49.879875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:49.881256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] 10.222.0.47 "PUT /v2.0/ports/065136d0-5af1-425f-b8b9-4a76a7f4c8a9 HTTP/1.1" status: 200 len: 1093 time: 2.2866616 Dec 17 16:04:49.883452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99b94f2-b150-4045-9014-a710db28b2db', 'tag': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:49.894016 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18951c3a-4843-487b-8daa-40fd33fea8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b99b94f2-b150-4045-9014-a710db28b2db", "tag": "065136d0-5af1-425f-b8b9-4a76a7f4c8a9"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:49.906935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1914-6391-4ebf-993e-656b0acd4bda service neutron] Pushing event updated for resources: {'Port': ['ID=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:50.022749 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b984b1cf-0e08-4e75-bee0-e73512bf3599 x-openstack-request-id: req-b984b1cf-0e08-4e75-bee0-e73512bf3599 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:50.023016 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99b94f2-b150-4045-9014-a710db28b2db", "tag": "065136d0-5af1-425f-b8b9-4a76a7f4c8a9", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:50.025208 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b984b1cf-0e08-4e75-bee0-e73512bf3599 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:50.030350 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99b94f2-b150-4045-9014-a710db28b2db', 'tag': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9', 'status': 'completed', 'code': 200} Dec 17 16:04:50.095099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-4d9dbb5b-0738-45cf-aa4e-59ba3e8c9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:50.100316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-4d9dbb5b-0738-45cf-aa4e-59ba3e8c9914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 1096 time: 0.1574101 Dec 17 16:04:50.181726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-66196a76-409f-4d2b-be5c-92efe51a29e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb70ec7514f34dc392092ffe55f31315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699826 Dec 17 16:04:50.188317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57668) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:50.221341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-a35b1b27-ec10-456d-b3b8-3a6623be1032 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=065136d0-5af1-425f-b8b9-4a76a7f4c8a9 HTTP/1.1" status: 200 len: 217 time: 0.1137104 Dec 17 16:04:50.239347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 19abab54-e528-45e5-ab93-e113967b043c details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:50.347924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-b974b786-69d1-49d0-8bc4-e2c36bfa96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:50.349562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-b974b786-69d1-49d0-8bc4-e2c36bfa96e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 200 len: 855 time: 0.1197155 Dec 17 16:04:50.353703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40b3b923-d231-4085-89bd-a2faef2ed0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:50.427028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40b3b923-d231-4085-89bd-a2faef2ed0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:50.447692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-c0243a7c-e62c-4b55-8aa6-0a5c9755caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:50.449242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-c0243a7c-e62c-4b55-8aa6-0a5c9755caa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83f98211-5382-483b-8c96-63794ccf29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904410 Dec 17 16:04:50.506445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 19abab54-e528-45e5-ab93-e113967b043c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=19abab54-e528-45e5-ab93-e113967b043c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:50.536601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '19abab54-e528-45e5-ab93-e113967b043c', 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'port_id': '19abab54-e528-45e5-ab93-e113967b043c', 'mac_address': 'fa:16:3e:7b:4e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14979cce-55ed-4820-bfb1-5e2a808f8684', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:50.538984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40b3b923-d231-4085-89bd-a2faef2ed0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:50.543271 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40b3b923-d231-4085-89bd-a2faef2ed0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:50.545359 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-40b3b923-d231-4085-89bd-a2faef2ed0b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/561392d9-f502-4169-859d-477753e68d11 HTTP/1.1" status: 204 len: 168 time: 0.3553913 Dec 17 16:04:50.559462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3b923-d231-4085-89bd-a2faef2ed0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561392d9-f502-4169-859d-477753e68d11,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:50.611116 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:50.641443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19abab54-e528-45e5-ab93-e113967b043c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:50.673244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 19abab54-e528-45e5-ab93-e113967b043c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=19abab54-e528-45e5-ab93-e113967b043c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:50.676542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-2cd5732e-597c-41b2-a560-fe3893f97b9c service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164187 Dec 17 16:04:50.680289 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:50.794680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=19abab54-e528-45e5-ab93-e113967b043c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:50.871441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b2e854e-7532-4ccf-bf9e-297b061c831d req-b7415734-c397-4b09-ac68-936f2aad0630 service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872470 Dec 17 16:04:50.881768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83f3c4-16d2-468f-b04a-3a53e78b7f1a req-ad036e4b-2554-4962-84f7-68151d760f76 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:50.890419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f83f3c4-16d2-468f-b04a-3a53e78b7f1a req-ad036e4b-2554-4962-84f7-68151d760f76 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 944 time: 0.0707281 Dec 17 16:04:50.906001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['19abab54-e528-45e5-ab93-e113967b043c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:50.993548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31ebe941-e96a-45b1-9744-07b5f598128d up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:51.012735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f83f3c4-16d2-468f-b04a-3a53e78b7f1a req-540d8c2a-ed08-4b0b-a0a1-fbcad1debaca tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212983 Dec 17 16:04:51.046804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-f32d106c-08a7-40ed-a7ee-a1113b15b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:51.050680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-f32d106c-08a7-40ed-a7ee-a1113b15b1e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 1096 time: 0.1107235 Dec 17 16:04:51.113171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 31ebe941-e96a-45b1-9744-07b5f598128d completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:51.119588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 31ebe941-e96a-45b1-9744-07b5f598128d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:51.120077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:51.273355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-3bfa06ff-2cf7-4a48-a813-3bd4b7a7ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:51.275027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-3bfa06ff-2cf7-4a48-a813-3bd4b7a7ba43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 917 time: 0.2169681 Dec 17 16:04:51.342164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-5d80e1c8-534a-424d-aadf-774fd499a458 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=065136d0-5af1-425f-b8b9-4a76a7f4c8a9 HTTP/1.1" status: 200 len: 217 time: 0.0539410 Dec 17 16:04:51.447686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-c88284f2-6b02-44ca-adb8-0388897e89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:51.449866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-c88284f2-6b02-44ca-adb8-0388897e89df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 200 len: 855 time: 0.0975604 Dec 17 16:04:51.497216 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:51.571291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 31ebe941-e96a-45b1-9744-07b5f598128d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31ebe941-e96a-45b1-9744-07b5f598128d,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:51.577566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0dd44d-b2a2-485a-b537-728794360b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebe941-e96a-45b1-9744-07b5f598128d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:51.584070 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142d04af-ce4c-400b-95f5-9c15ea6b46d8" -d '{"events": [{"server_uuid": "1c0dd44d-b2a2-485a-b537-728794360b16", "name": "network-vif-plugged", "status": "completed", "tag": "31ebe941-e96a-45b1-9744-07b5f598128d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:51.591077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:51.613321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-02127d8c-4073-4dbb-b94d-9b583deecd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:51.614929 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-02127d8c-4073-4dbb-b94d-9b583deecd3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83f98211-5382-483b-8c96-63794ccf29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566718 Dec 17 16:04:51.696464 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bbdca4-523d-458c-803c-43b74475ba45 x-openstack-request-id: req-93bbdca4-523d-458c-803c-43b74475ba45 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:51.699934 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0dd44d-b2a2-485a-b537-728794360b16", "name": "network-vif-plugged", "status": "completed", "tag": "31ebe941-e96a-45b1-9744-07b5f598128d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:51.701096 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93bbdca4-523d-458c-803c-43b74475ba45 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:51.702555 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0dd44d-b2a2-485a-b537-728794360b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebe941-e96a-45b1-9744-07b5f598128d', 'code': 200} Dec 17 16:04:51.706564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=31ebe941-e96a-45b1-9744-07b5f598128d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:51.805768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec7903-45fc-4137-8301-7bb641f46e31 req-fc976309-962c-49d0-89cd-89be7daff01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:51.808656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eeec7903-45fc-4137-8301-7bb641f46e31 req-fc976309-962c-49d0-89cd-89be7daff01c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 1097 time: 0.0585015 Dec 17 16:04:51.833445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-cad457c2-18f2-472e-ba53-1546dd02d7b6 service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084343 Dec 17 16:04:51.867805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eeec7903-45fc-4137-8301-7bb641f46e31 req-9a198ae4-b385-42dc-b73f-c9637d65d63d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Dec 17 16:04:51.975626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18951c3a-4843-487b-8daa-40fd33fea8b6 req-05517d73-832a-4c35-8251-38a9147210b8 service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336272 Dec 17 16:04:52.202094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fc18b-0275-4242-8b1b-d7474dddfdd4 req-c2647051-6dc6-4a49-9d08-bd83f97608da tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:52.210588 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-054fc18b-0275-4242-8b1b-d7474dddfdd4 req-c2647051-6dc6-4a49-9d08-bd83f97608da tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 944 time: 0.1152866 Dec 17 16:04:52.261123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 19abab54-e528-45e5-ab93-e113967b043c up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:52.289014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-054fc18b-0275-4242-8b1b-d7474dddfdd4 req-7b140052-cd7e-46c6-9a2b-6f20a8900c44 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772421 Dec 17 16:04:52.397533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57742) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:52.402206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 19abab54-e528-45e5-ab93-e113967b043c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:52.414537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 19abab54-e528-45e5-ab93-e113967b043c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:52.415902 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.561410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1588677796'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:52.569937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.623854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 19abab54-e528-45e5-ab93-e113967b043c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=19abab54-e528-45e5-ab93-e113967b043c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:52.630524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.634588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:52.640306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.660422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.696769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=19abab54-e528-45e5-ab93-e113967b043c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:52.791959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.797383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.837854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:52.849295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069760f2-fa86-4813-8f2e-352a9847c124,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:52.861972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.862329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.862675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.863014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.863359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.863694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.864048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.864380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.864707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.865100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.865421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.866366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.866366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:52.870197 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.870685 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Added segment 2dc21ecc-4dc8-41d2-962e-c9b41786d62e of type vlan for network a2507976-3eaa-4ed9-9fec-8abd6f407471 Dec 17 16:04:52.932802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.960187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:52.966096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:52.967009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:53.055772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6561949 Dec 17 16:04:53.109049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5c89a-d6ee-4437-b9e6-5c0c87606335 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Network': ['ID=a2507976-3eaa-4ed9-9fec-8abd6f407471,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:53.121300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a2507976-3eaa-4ed9-9fec-8abd6f407471 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:53.465008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943c73c-3e10-4174-8b62-416b76643695 req-ea0d4f49-62a1-47f5-adc7-2904c11fc8ae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:53.480737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7943c73c-3e10-4174-8b62-416b76643695 req-ea0d4f49-62a1-47f5-adc7-2904c11fc8ae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 944 time: 0.1165709 Dec 17 16:04:53.551775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7943c73c-3e10-4174-8b62-416b76643695 req-b5caa084-b30c-46c9-9332-114825911cc7 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698810 Dec 17 16:04:53.704224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60121911-8e0c-4646-89f4-b9bef3acca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19abab54-e528-45e5-ab93-e113967b043c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:53.707513 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d94de1-55b4-425c-9d2d-0d51533c9372" -d '{"events": [{"server_uuid": "60121911-8e0c-4646-89f4-b9bef3acca39", "name": "network-vif-plugged", "status": "completed", "tag": "19abab54-e528-45e5-ab93-e113967b043c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:53.764587 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194c96b4-4ae5-4f0f-bac7-f3f307d17c38 x-openstack-request-id: req-194c96b4-4ae5-4f0f-bac7-f3f307d17c38 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:53.765245 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60121911-8e0c-4646-89f4-b9bef3acca39", "name": "network-vif-plugged", "status": "completed", "tag": "19abab54-e528-45e5-ab93-e113967b043c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:53.765657 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-194c96b4-4ae5-4f0f-bac7-f3f307d17c38 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:53.766552 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60121911-8e0c-4646-89f4-b9bef3acca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19abab54-e528-45e5-ab93-e113967b043c', 'code': 200} Dec 17 16:04:53.918815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db863f0a-aa90-48c7-8918-5b27d569f720 req-3fa3f9da-3312-4f71-ba0c-5fbed46e4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:53.920635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-db863f0a-aa90-48c7-8918-5b27d569f720 req-3fa3f9da-3312-4f71-ba0c-5fbed46e4547 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 1097 time: 0.0742524 Dec 17 16:04:53.974074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-db863f0a-aa90-48c7-8918-5b27d569f720 req-c5db7e03-5dff-4050-89b8-c6e9af856ab7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Dec 17 16:04:54.270645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:54.475069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:54.506563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9', 'network_id': '83f98211-5382-483b-8c96-63794ccf29e5', 'port_id': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9', 'mac_address': 'fa:16:3e:6e:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14979cce-55ed-4820-bfb1-5e2a808f8684', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:54.669000 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:54.945009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7e2c-1361-449f-9d52-422a883bf5e3 req-2d95cbea-5ea0-49fc-ac1b-0518ac6fe185 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:54.968932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3de7e2c-1361-449f-9d52-422a883bf5e3 req-2d95cbea-5ea0-49fc-ac1b-0518ac6fe185 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 944 time: 0.1813898 Dec 17 16:04:54.980503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:55.039030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:55.044802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:55.131210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:55.150993 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3de7e2c-1361-449f-9d52-422a883bf5e3 req-a6b5275c-3724-4468-b367-e12fdaa777b3 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738048 Dec 17 16:04:55.285786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['065136d0-5af1-425f-b8b9-4a76a7f4c8a9'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:55.503576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57834) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:55.864943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c268c2e0-6859-4293-b47c-8228cf690204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:55.962503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c268c2e0-6859-4293-b47c-8228cf690204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:55.966506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c268c2e0-6859-4293-b47c-8228cf690204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.012898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c268c2e0-6859-4293-b47c-8228cf690204 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5769e0494da4f12a0366d025591614c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5074735 Dec 17 16:04:56.015680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57850) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:56.024013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268c2e0-6859-4293-b47c-8228cf690204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eed27e8-d07d-45a9-80ad-115953a75cf2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:56.101846 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bbd363c4-a893-4393-9409-2c5b3ff79668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.139295 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bbd363c4-a893-4393-9409-2c5b3ff79668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.212451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bbd363c4-a893-4393-9409-2c5b3ff79668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.224644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bbd363c4-a893-4393-9409-2c5b3ff79668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.227886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bbd363c4-a893-4393-9409-2c5b3ff79668 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3eed27e8-d07d-45a9-80ad-115953a75cf2 HTTP/1.1" status: 204 len: 168 time: 0.2101929 Dec 17 16:04:56.246378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd363c4-a893-4393-9409-2c5b3ff79668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eed27e8-d07d-45a9-80ad-115953a75cf2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:56.296121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:56.371286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:56.376778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae744c-f00c-4f80-a72b-3bea86afd329 req-62129273-5edf-4206-b4fa-c812a43d2c15 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:56.380885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:56.381677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.390863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01ae744c-f00c-4f80-a72b-3bea86afd329 req-62129273-5edf-4206-b4fa-c812a43d2c15 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 945 time: 0.1480076 Dec 17 16:04:56.415772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57862) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:56.421285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'subnet': {'network_id': 'a2507976-3eaa-4ed9-9fec-8abd6f407471', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:56.486815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01ae744c-f00c-4f80-a72b-3bea86afd329 req-007503c6-280c-4842-bc0d-41793f6e9341 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939031 Dec 17 16:04:56.536634 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.554278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:56.558836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.578093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:56.579379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99b94f2-b150-4045-9014-a710db28b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:56.598385 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3506725-26b5-4f14-91a6-78e4a6778cb4" -d '{"events": [{"server_uuid": "b99b94f2-b150-4045-9014-a710db28b2db", "name": "network-vif-plugged", "status": "completed", "tag": "065136d0-5af1-425f-b8b9-4a76a7f4c8a9"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:56.602250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.688507 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de84341-2ae8-4499-8b69-743d194fbdc0 x-openstack-request-id: req-0de84341-2ae8-4499-8b69-743d194fbdc0 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:56.689103 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99b94f2-b150-4045-9014-a710db28b2db", "name": "network-vif-plugged", "status": "completed", "tag": "065136d0-5af1-425f-b8b9-4a76a7f4c8a9", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:56.689413 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0de84341-2ae8-4499-8b69-743d194fbdc0 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:56.690057 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99b94f2-b150-4045-9014-a710db28b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9', 'code': 200} Dec 17 16:04:56.721325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:56.812963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80f196-b9eb-42ee-880f-3f3439608242 req-929f3014-0b33-4a35-b483-dc75585bb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:56.814881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec80f196-b9eb-42ee-880f-3f3439608242 req-929f3014-0b33-4a35-b483-dc75585bb1cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 1098 time: 0.0561690 Dec 17 16:04:56.904124 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec80f196-b9eb-42ee-880f-3f3439608242 req-8c6ab764-6219-4ce2-8478-e422bed7d8ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803812 Dec 17 16:04:56.918217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.952925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57874) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:56.977020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7100f09-aff6-41d9-a77c-02ee43434c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:56.982403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Subnet': ['ID=325c742d-97bf-4d8f-988a-c11ce0e13f8c,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:57.005357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Checking segment: {'id': '2dc21ecc-4dc8-41d2-962e-c9b41786d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2507976-3eaa-4ed9-9fec-8abd6f407471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:57.005762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network hostable DHCP agents. Network: a2507976-3eaa-4ed9-9fec-8abd6f407471, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:57.037475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network a2507976-3eaa-4ed9-9fec-8abd6f407471 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:57.052228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a2507976-3eaa-4ed9-9fec-8abd6f407471) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:57.066992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb23854-7b2e-4490-8a53-d424358105f0 None None] Network a2507976-3eaa-4ed9-9fec-8abd6f407471 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:57.068598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:57.069430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.084867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7100f09-aff6-41d9-a77c-02ee43434c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.092222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a7100f09-aff6-41d9-a77c-02ee43434c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.095346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb978984-b503-4711-afbe-cb2343754b55 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6770308 Dec 17 16:04:57.098782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57878) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:57.108850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1427343851'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:57.138053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7100f09-aff6-41d9-a77c-02ee43434c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0422289e-22a5-495e-a3e6-452850934b63,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:57.143935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a7100f09-aff6-41d9-a77c-02ee43434c12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4eebf41f83814cb9801be47470fea7f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1893368 Dec 17 16:04:57.148084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57880) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:57.173900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:57.180477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.220230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-a2507976-3eaa-4ed9-9fec-8abd6f407471', 'network_id': 'a2507976-3eaa-4ed9-9fec-8abd6f407471', 'project_id': 'f0905da425704d709bc2b223b363ed65', 'fixed_ips': [{'subnet_id': '325c742d-97bf-4d8f-988a-c11ce0e13f8c'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:04:57.222390 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.226733 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab0f375f-e84f-41cd-a042-f55f23a440b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.227189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:04:57.246443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.247544 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Added segment d929a662-2541-406f-bccc-046aee15e653 of type vlan for network c7598968-96ff-4ce6-a254-55659317ba82 Dec 17 16:04:57.255842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab0f375f-e84f-41cd-a042-f55f23a440b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.322765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab0f375f-e84f-41cd-a042-f55f23a440b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.325700 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab0f375f-e84f-41cd-a042-f55f23a440b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.327470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ab0f375f-e84f-41cd-a042-f55f23a440b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0422289e-22a5-495e-a3e6-452850934b63 HTTP/1.1" status: 204 len: 168 time: 0.1779516 Dec 17 16:04:57.338561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.347961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f375f-e84f-41cd-a042-f55f23a440b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422289e-22a5-495e-a3e6-452850934b63,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:57.403722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.412968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:57.414305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.492401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3923142 Dec 17 16:04:57.493081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57892) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:57.498397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'subnet': {'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:57.505812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Allocated IP 2001:db8:0:ffff::2 (a2507976-3eaa-4ed9-9fec-8abd6f407471/325c742d-97bf-4d8f-988a-c11ce0e13f8c/0c1fe41a-6a29-4ff2-bbd9-9e33b1911812) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:57.538637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381b712-cc57-4c67-bf51-f8fbe06ccf8d tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Network': ['ID=c7598968-96ff-4ce6-a254-55659317ba82,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:57.551805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network c7598968-96ff-4ce6-a254-55659317ba82 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:04:57.721308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:57.723955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.735355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6f253-2fb3-429b-828f-07f42c2b34cc req-cb30a1b3-2626-4f2c-92ef-7e47846864b7 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:57.743430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ed6f253-2fb3-429b-828f-07f42c2b34cc req-cb30a1b3-2626-4f2c-92ef-7e47846864b7 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.0988646 Dec 17 16:04:57.800797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.811035 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:57.874800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Pushing event updated for resources: {'Port': ['ID=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:57.890369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ed6f253-2fb3-429b-828f-07f42c2b34cc req-b7de9106-fa73-4cf6-bf46-825f02b97ee9 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439946 Dec 17 16:04:57.899975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Network a2507976-3eaa-4ed9-9fec-8abd6f407471 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:57.902143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:57.910012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:58.044206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Attempting to bind port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:58.045213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Attempting to bind port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2dc21ecc-4dc8-41d2-962e-c9b41786d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2507976-3eaa-4ed9-9fec-8abd6f407471'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:58.045611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Attempting to bind port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 on network a2507976-3eaa-4ed9-9fec-8abd6f407471 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:58.058478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:58.059229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Checking segment: {'id': '2dc21ecc-4dc8-41d2-962e-c9b41786d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2507976-3eaa-4ed9-9fec-8abd6f407471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:58.059947 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:58.060578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Bound using segment: {'id': '2dc21ecc-4dc8-41d2-962e-c9b41786d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2507976-3eaa-4ed9-9fec-8abd6f407471'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:58.061500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Bound port: 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc21ecc-4dc8-41d2-962e-c9b41786d62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2507976-3eaa-4ed9-9fec-8abd6f407471'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:58.062112 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:58.238433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] For port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:58.241856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] For port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,segment=NetworkSegment(2dc21ecc-4dc8-41d2-962e-c9b41786d62e),segment_id=2dc21ecc-4dc8-41d2-962e-c9b41786d62e)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:58.247724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:58.252821 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 16:04:58.254512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:58.316797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Subnet': ['ID=047f70f6-6017-4fe4-80b2-be37d52e56b0,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:58.331255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cbd5f-ddab-47fc-ae51-ee97c5edd04d None None] Pushing event updated for resources: {'Port': ['ID=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:58.334260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Checking segment: {'id': 'd929a662-2541-406f-bccc-046aee15e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:58.334858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network hostable DHCP agents. Network: c7598968-96ff-4ce6-a254-55659317ba82, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:04:58.363740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network c7598968-96ff-4ce6-a254-55659317ba82 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:04:58.390523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, c7598968-96ff-4ce6-a254-55659317ba82) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:58.402880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2bd0d-f61b-491c-94c7-d3d9620ffbb1 None None] Network c7598968-96ff-4ce6-a254-55659317ba82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:04:58.406689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:58.408697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:58.445686 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7fe7e5fd-76d6-4101-a455-0bd43b9ba5c7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9489918 Dec 17 16:04:58.446073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:04:58.451595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'port': {'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82', 'name': 'tempest-NetworksIpV6TestAttrs-2038873845'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:58.611852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-c7598968-96ff-4ce6-a254-55659317ba82', 'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82', 'project_id': 'f0905da425704d709bc2b223b363ed65', 'fixed_ips': [{'subnet_id': '047f70f6-6017-4fe4-80b2-be37d52e56b0'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:04:58.613696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:58.702140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:58.711964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:58.750979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] device_id is not set on port 5bfb2316-db23-434e-b559-3fdad6140c57 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:04:58.919996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Allocated IP 2001:db8::f816:3eff:fee5:9fde (c7598968-96ff-4ce6-a254-55659317ba82/047f70f6-6017-4fe4-80b2-be37d52e56b0/4206c353-0413-48ba-9174-9563874f877d) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:59.187249 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:59.198504 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:59.265937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Network c7598968-96ff-4ce6-a254-55659317ba82 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:59.272729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:59.276836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:59.285391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Pushing event updated for resources: {'Port': ['ID=4206c353-0413-48ba-9174-9563874f877d,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:59.419512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Attempting to bind port 4206c353-0413-48ba-9174-9563874f877d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:04:59.420382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Attempting to bind port 4206c353-0413-48ba-9174-9563874f877d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd929a662-2541-406f-bccc-046aee15e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:04:59.421448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Attempting to bind port 4206c353-0413-48ba-9174-9563874f877d on network c7598968-96ff-4ce6-a254-55659317ba82 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:59.430851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:59.431519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Checking segment: {'id': 'd929a662-2541-406f-bccc-046aee15e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:04:59.432127 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:59.432943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Bound using segment: {'id': 'd929a662-2541-406f-bccc-046aee15e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:59.433866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Bound port: 4206c353-0413-48ba-9174-9563874f877d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd929a662-2541-406f-bccc-046aee15e653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c7598968-96ff-4ce6-a254-55659317ba82'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:04:59.434254 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:59.445815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa281a2-21e5-44d1-ae04-665af58ae184 req-c253f05d-7bb1-4de7-ac58-8a4abfa2b752 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:59.460274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eaa281a2-21e5-44d1-ae04-665af58ae184 req-c253f05d-7bb1-4de7-ac58-8a4abfa2b752 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.1567073 Dec 17 16:04:59.463431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Allocated IP 2001:db8::f816:3eff:fe95:339 (c7598968-96ff-4ce6-a254-55659317ba82/047f70f6-6017-4fe4-80b2-be37d52e56b0/5bfb2316-db23-434e-b559-3fdad6140c57) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:59.563277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] For port 4206c353-0413-48ba-9174-9563874f877d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:59.571804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] For port 4206c353-0413-48ba-9174-9563874f877d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4206c353-0413-48ba-9174-9563874f877d,segment=NetworkSegment(d929a662-2541-406f-bccc-046aee15e653),segment_id=d929a662-2541-406f-bccc-046aee15e653)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:59.578463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:04:59.601257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eaa281a2-21e5-44d1-ae04-665af58ae184 req-077cf6ae-9a99-435a-a7d2-4987472860a5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392870 Dec 17 16:04:59.756979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0568-7233-48e0-ae5e-d7a6722fedb8 None None] Pushing event updated for resources: {'Port': ['ID=4206c353-0413-48ba-9174-9563874f877d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:59.917259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b830ff-8f0e-4127-b8d0-17cbb475c907 req-3cbbe925-4d70-4949-860b-3705e6941786 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:59.918931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80b830ff-8f0e-4127-b8d0-17cbb475c907 req-3cbbe925-4d70-4949-860b-3705e6941786 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1342852 Dec 17 16:04:59.975668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.076903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80b830ff-8f0e-4127-b8d0-17cbb475c907 req-c76fec24-7b82-41c1-b28f-99c59ac01d68 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422765 Dec 17 16:05:00.104608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.176640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network c7598968-96ff-4ce6-a254-55659317ba82 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:00.197847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:00.202727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:00.203528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e445e4-8d54-4f04-b79e-50bcc6b9c2e1 None None] Network a2507976-3eaa-4ed9-9fec-8abd6f407471 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:00.209461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:00.210753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.249574 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8020926 Dec 17 16:05:00.251666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc14d1d-337e-4dd3-bdcb-90c4beb2dcf1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Port': ['ID=5bfb2316-db23-434e-b559-3fdad6140c57,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:00.253206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57972) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:00.382806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0bd90360-c169-4011-9c7d-9943a9b4e704 None None] Provisioning complete for port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:00.383185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0bd90360-c169-4011-9c7d-9943a9b4e704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.398035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting subnet 047f70f6-6017-4fe4-80b2-be37d52e56b0 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:05:00.402338 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.474868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.592251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0bd90360-c169-4011-9c7d-9943a9b4e704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.634529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:05:00.654370 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.669712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0bd90360-c169-4011-9c7d-9943a9b4e704 None None] For port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,segment=NetworkSegment(2dc21ecc-4dc8-41d2-962e-c9b41786d62e),segment_id=2dc21ecc-4dc8-41d2-962e-c9b41786d62e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:00.678289 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0bd90360-c169-4011-9c7d-9943a9b4e704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.795433 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.800961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd90360-c169-4011-9c7d-9943a9b4e704 None None] Pushing event updated for resources: {'Port': ['ID=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:00.825262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:00.825646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.908337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Subnet': ['ID=047f70f6-6017-4fe4-80b2-be37d52e56b0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:00.915661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:00.922242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57984) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:00.922989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c1e8bbb9-8120-40fc-9f8e-bfbc26381ba1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/047f70f6-6017-4fe4-80b2-be37d52e56b0 HTTP/1.1" status: 204 len: 168 time: 0.6675501 Dec 17 16:05:00.964581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ec0eb-c619-497b-bd1a-dd717d58d59f req-58620d7e-8dfc-4e33-bddc-b6a31106c78f tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:00.974969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d25ec0eb-c619-497b-bd1a-dd717d58d59f req-58620d7e-8dfc-4e33-bddc-b6a31106c78f tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 945 time: 0.1974974 Dec 17 16:05:01.018351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4206c353-0413-48ba-9174-9563874f877d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:05:01.077811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d25ec0eb-c619-497b-bd1a-dd717d58d59f req-b56b9098-d388-48bd-87fa-04a9dc183799 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003916 Dec 17 16:05:01.113525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94822633-e429-481b-ac2f-b382308ca6f7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:01.120008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94822633-e429-481b-ac2f-b382308ca6f7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:01.125040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-94822633-e429-481b-ac2f-b382308ca6f7 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2010956 Dec 17 16:05:01.128857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57990) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:01.164656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4206c353-0413-48ba-9174-9563874f877d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:01.167052 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.292055 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-773a8750-60da-444b-9810-999638a25677 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.310858 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-773a8750-60da-444b-9810-999638a25677 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 16:05:01.311935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773a8750-60da-444b-9810-999638a25677 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:01.324307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-773a8750-60da-444b-9810-999638a25677 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/c7598968-96ff-4ce6-a254-55659317ba82 HTTP/1.1" status: 409 len: 405 time: 0.1936986 Dec 17 16:05:01.329134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57994) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:01.334584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-171030990'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:01.383479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.385738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7a303945-5b17-4e24-b01e-d0ac78e18a4e None None] Provisioning complete for port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:01.387048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:01.390239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a303945-5b17-4e24-b01e-d0ac78e18a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.400534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.496546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:05:01.523984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.524607 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Added segment 33915404-9193-4639-8908-8f855d604635 of type vlan for network 6740b1be-2834-4b1f-97ac-fc611b781dc2 Dec 17 16:05:01.554392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 4206c353-0413-48ba-9174-9563874f877d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4206c353-0413-48ba-9174-9563874f877d,segment=NetworkSegment(d929a662-2541-406f-bccc-046aee15e653),segment_id=d929a662-2541-406f-bccc-046aee15e653)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:01.561012 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.649879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=4206c353-0413-48ba-9174-9563874f877d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:01.652863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a780d47-8d4d-4742-adde-ddfd84ec1c57 None None] Network c7598968-96ff-4ce6-a254-55659317ba82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:01.664583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58002) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:01.682547 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.737678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.747500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:01.748213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.804687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4742565 Dec 17 16:05:01.812320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009cc9c-c7f1-4d29-975c-4c57bc175df3 req-e544aa5e-3cdd-4786-a995-86df0eb6bef8 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:01.814360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e009cc9c-c7f1-4d29-975c-4c57bc175df3 req-e544aa5e-3cdd-4786-a995-86df0eb6bef8 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.1121960 Dec 17 16:05:01.814867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58008) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:01.819908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'subnet': {'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:01.930794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] DHCP port deletion for c7598968-96ff-4ce6-a254-55659317ba82 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:05:01.938925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a7496192-a895-45a1-95c9-1011ddeeeb47 None None] Provisioning complete for port 4206c353-0413-48ba-9174-9563874f877d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:01.941976 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7496192-a895-45a1-95c9-1011ddeeeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.967144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:01.974645 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e009cc9c-c7f1-4d29-975c-4c57bc175df3 req-3eb1388d-7e9b-4573-b5bf-edb4cdb6b7d0 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498544 Dec 17 16:05:02.107642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.116083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.138247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] Deleting port 4206c353-0413-48ba-9174-9563874f877d {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:02.138784 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.211792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:02.220643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.235678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dabfe41-044f-4126-a359-5d09e0f75b5a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:02.237197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] For port 4206c353-0413-48ba-9174-9563874f877d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4206c353-0413-48ba-9174-9563874f877d,segment=NetworkSegment(d929a662-2541-406f-bccc-046aee15e653),segment_id=d929a662-2541-406f-bccc-046aee15e653)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:02.238289 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.255311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] Calling delete_port for 4206c353-0413-48ba-9174-9563874f877d owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:02.323212 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70c4fe389e1e46ee9c1abb44ef28cfa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6567137 Dec 17 16:05:02.332900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:02.375535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.376285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.376803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.377343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.377837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.378268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.378695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.379120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.379555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.380017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.380700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.381130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.381820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362a2134-af94-41fc-9e44-34229e8a7d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:02.401481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.477050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] Pushing event deleted for resources: {'Port': ['ID=4206c353-0413-48ba-9174-9563874f877d,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:02.517514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7bd77-a6b1-485c-97fa-54933007f107 None None] No DVR routers for this DVR port 4206c353-0413-48ba-9174-9563874f877d on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:02.521246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:05:02.591336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4311a-218a-4632-8b9d-0aeffcb2b297 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Network': ['ID=6740b1be-2834-4b1f-97ac-fc611b781dc2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:02.628452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6740b1be-2834-4b1f-97ac-fc611b781dc2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:05:02.672463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a10df451-07a4-47bd-80c0-a8d44c86796f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.703031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b65c48-d18f-4879-85ca-bf1943973d00 req-4a4a44b1-3ce8-4202-a6a2-30612e979108 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:02.704393 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18b65c48-d18f-4879-85ca-bf1943973d00 req-4a4a44b1-3ce8-4202-a6a2-30612e979108 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.2318203 Dec 17 16:05:02.721820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:02.722196 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.788788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-18b65c48-d18f-4879-85ca-bf1943973d00 req-65fda081-1735-4b7a-b009-0241ca426165 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Dec 17 16:05:02.802680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a10df451-07a4-47bd-80c0-a8d44c86796f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.908712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4206c353-0413-48ba-9174-9563874f877d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:02.933216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 4206c353-0413-48ba-9174-9563874f877d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:05:02.933216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4206c353-0413-48ba-9174-9563874f877d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:02.953293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.objects.ports [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109784) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 16:05:02.955638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.996835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a10df451-07a4-47bd-80c0-a8d44c86796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:02.999848 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a10df451-07a4-47bd-80c0-a8d44c86796f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.001232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a10df451-07a4-47bd-80c0-a8d44c86796f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dabfe41-044f-4126-a359-5d09e0f75b5a HTTP/1.1" status: 204 len: 168 time: 0.6665938 Dec 17 16:05:03.031244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df451-07a4-47bd-80c0-a8d44c86796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dabfe41-044f-4126-a359-5d09e0f75b5a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:03.046032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Subnet': ['ID=e75662a4-0f24-4b88-8c58-fcae771327e1,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:03.051146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Checking segment: {'id': '33915404-9193-4639-8908-8f855d604635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:03.051464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network hostable DHCP agents. Network: 6740b1be-2834-4b1f-97ac-fc611b781dc2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:05:03.074726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network 6740b1be-2834-4b1f-97ac-fc611b781dc2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:05:03.096696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 6740b1be-2834-4b1f-97ac-fc611b781dc2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:03.110289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115fe8fb-776f-4ba2-99a7-50700beb692b None None] Network 6740b1be-2834-4b1f-97ac-fc611b781dc2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:03.117503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:03.118869 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.166324 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-150efceb-5bb3-4e3c-bbe9-4b3e13544ad2 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3480115 Dec 17 16:05:03.166987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58030) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:03.177985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'port': {'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2', 'name': 'tempest-NetworksIpV6TestAttrs-2037906390'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:03.333860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-6740b1be-2834-4b1f-97ac-fc611b781dc2', 'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2', 'project_id': 'f0905da425704d709bc2b223b363ed65', 'fixed_ips': [{'subnet_id': 'e75662a4-0f24-4b88-8c58-fcae771327e1'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:05:03.335354 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.425033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff88649-e4c7-4c8a-9b6a-55ae3bec6561 req-1158f16e-c9cb-4b06-a770-dd74a50eb996 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:03.431753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff88649-e4c7-4c8a-9b6a-55ae3bec6561 req-1158f16e-c9cb-4b06-a770-dd74a50eb996 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:03.437985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff88649-e4c7-4c8a-9b6a-55ae3bec6561 req-1158f16e-c9cb-4b06-a770-dd74a50eb996 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:03.447415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ff88649-e4c7-4c8a-9b6a-55ae3bec6561 req-1158f16e-c9cb-4b06-a770-dd74a50eb996 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db&device_id=1c0dd44d-b2a2-485a-b537-728794360b16&device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 2417 time: 0.1444871 Dec 17 16:05:03.518509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ff88649-e4c7-4c8a-9b6a-55ae3bec6561 req-65286275-cfd5-451d-8f62-369c6a079e00 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698361 Dec 17 16:05:03.520171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:03.520590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58034) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:03.524682 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.536655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f929063-1b2b-4721-8835-c2b3a6a065c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.545622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] device_id is not set on port 319d3d12-d44b-4972-b91e-5a98b4190a00 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:05:03.549394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Allocated IP 2001:db8::f816:3eff:fee1:9412 (6740b1be-2834-4b1f-97ac-fc611b781dc2/e75662a4-0f24-4b88-8c58-fcae771327e1/98a06763-5435-4d49-a2de-59e621b04b85) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:03.699260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f929063-1b2b-4721-8835-c2b3a6a065c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.714056 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f929063-1b2b-4721-8835-c2b3a6a065c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.755138 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.765629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.777884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f929063-1b2b-4721-8835-c2b3a6a065c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a865d4a-0c25-4020-82e2-737e5d81d045,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:03.784327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8f929063-1b2b-4721-8835-c2b3a6a065c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b405946cc15a4f8fab7bd63ace023d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625539 Dec 17 16:05:03.786963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58042) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:03.811260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e896aa-70bf-4367-9b18-db97d0848d47 req-09d60f3a-d93e-4441-a637-bc090c07a8ec tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:03.812429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Network 6740b1be-2834-4b1f-97ac-fc611b781dc2 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:03.812866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1e896aa-70bf-4367-9b18-db97d0848d47 req-09d60f3a-d93e-4441-a637-bc090c07a8ec tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.1110895 Dec 17 16:05:03.817463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:03.821745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:03.827198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Pushing event updated for resources: {'Port': ['ID=98a06763-5435-4d49-a2de-59e621b04b85,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:03.889231 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-560b63e1-597c-4579-93ff-8e78493a0533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:03.898426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Allocated IP 2001:db8::f816:3eff:feb2:756 (6740b1be-2834-4b1f-97ac-fc611b781dc2/e75662a4-0f24-4b88-8c58-fcae771327e1/319d3d12-d44b-4972-b91e-5a98b4190a00) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:03.899424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1e896aa-70bf-4367-9b18-db97d0848d47 req-6668a09d-90a5-418b-938e-d2643db27c75 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737541 Dec 17 16:05:03.965660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-560b63e1-597c-4579-93ff-8e78493a0533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.046956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-560b63e1-597c-4579-93ff-8e78493a0533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.050284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-560b63e1-597c-4579-93ff-8e78493a0533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.053770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-560b63e1-597c-4579-93ff-8e78493a0533 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a865d4a-0c25-4020-82e2-737e5d81d045 HTTP/1.1" status: 204 len: 168 time: 0.2635899 Dec 17 16:05:04.061257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b63e1-597c-4579-93ff-8e78493a0533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a865d4a-0c25-4020-82e2-737e5d81d045,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:04.194648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Attempting to bind port 98a06763-5435-4d49-a2de-59e621b04b85 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:05:04.195138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Attempting to bind port 98a06763-5435-4d49-a2de-59e621b04b85 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '33915404-9193-4639-8908-8f855d604635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:05:04.198610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Attempting to bind port 98a06763-5435-4d49-a2de-59e621b04b85 on network 6740b1be-2834-4b1f-97ac-fc611b781dc2 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:04.210059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:05:04.213091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Checking segment: {'id': '33915404-9193-4639-8908-8f855d604635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:04.213530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.213936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Bound using segment: {'id': '33915404-9193-4639-8908-8f855d604635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:05:04.215232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Bound port: 98a06763-5435-4d49-a2de-59e621b04b85, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33915404-9193-4639-8908-8f855d604635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6740b1be-2834-4b1f-97ac-fc611b781dc2'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:05:04.216456 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.269809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.318769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] For port 98a06763-5435-4d49-a2de-59e621b04b85, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:05:04.322563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] For port 98a06763-5435-4d49-a2de-59e621b04b85, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=98a06763-5435-4d49-a2de-59e621b04b85,segment=NetworkSegment(33915404-9193-4639-8908-8f855d604635),segment_id=33915404-9193-4639-8908-8f855d604635)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:05:04.326591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.327404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.449967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network 6740b1be-2834-4b1f-97ac-fc611b781dc2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:04.456217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:04.466546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:04.484744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:04.485871 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.497000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444867f-f75f-4f10-9317-016c842dc996 None None] Pushing event updated for resources: {'Port': ['ID=98a06763-5435-4d49-a2de-59e621b04b85,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:04.527649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Port': ['ID=319d3d12-d44b-4972-b91e-5a98b4190a00,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:04.567393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f084c040-1725-4036-b163-f12cbc3c85a0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3971508 Dec 17 16:05:04.567877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58068) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:04.654695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting subnet e75662a4-0f24-4b88-8c58-fcae771327e1 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:05:04.659094 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.725679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:04.979967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.089446 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.125434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.133182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58090) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:05.133699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/e75662a4-0f24-4b88-8c58-fcae771327e1 HTTP/1.1" status: 204 len: 168 time: 0.5642962 Dec 17 16:05:05.183671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee3e3c-2105-4ddb-be6c-dbd750789dc1 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Subnet': ['ID=e75662a4-0f24-4b88-8c58-fcae771327e1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:05.260305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ee325-7578-436c-9c28-f26c217f2e2e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:05.263105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ee325-7578-436c-9c28-f26c217f2e2e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:05.264962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e3ee325-7578-436c-9c28-f26c217f2e2e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1301341 Dec 17 16:05:05.268318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58094) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:05.466510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e957874c-5de3-40a3-a17a-093312fa158e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.476965 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e957874c-5de3-40a3-a17a-093312fa158e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 16:05:05.477678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e957874c-5de3-40a3-a17a-093312fa158e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:05.483123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e957874c-5de3-40a3-a17a-093312fa158e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/6740b1be-2834-4b1f-97ac-fc611b781dc2 HTTP/1.1" status: 409 len: 405 time: 0.2135813 Dec 17 16:05:05.487941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58102) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:05.494428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1795629996'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:05.534644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:05.544988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.590278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:05:05.629938 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.630304 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Added segment feb58389-b751-4ec7-8ee9-719d4acb8085 of type vlan for network b82077d6-ba9f-4e23-bea5-a93121349d07 Dec 17 16:05:05.770059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.817172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.824913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:05.825986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:05.862968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58118) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:05.863353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3727138 Dec 17 16:05:05.872848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'subnet': {'network_id': 'b82077d6-ba9f-4e23-bea5-a93121349d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:06.017323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c6d6c-71b7-46fe-8b3e-ab86ee4d3eeb req-9ebc7b33-7d3d-4c23-a311-f2971e0d5aff tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:06.034873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596c6d6c-71b7-46fe-8b3e-ab86ee4d3eeb req-9ebc7b33-7d3d-4c23-a311-f2971e0d5aff tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.2938957 Dec 17 16:05:06.039986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b7b9-9ef3-4c1c-8bc2-e19518560235 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Network': ['ID=b82077d6-ba9f-4e23-bea5-a93121349d07,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:06.051940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b82077d6-ba9f-4e23-bea5-a93121349d07 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:05:06.091422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:06.096409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:06.182980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-596c6d6c-71b7-46fe-8b3e-ab86ee4d3eeb req-477eb612-b14a-4962-aa8c-21f6ce9ecb6b tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468689 Dec 17 16:05:06.254588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885535a-de7f-41b1-b57a-69aa8de1fd62 None None] Network 6740b1be-2834-4b1f-97ac-fc611b781dc2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:06.465350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3af3445d-4afa-49b7-82cc-47b376d9d08e None None] Provisioning complete for port 98a06763-5435-4d49-a2de-59e621b04b85 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:06.465722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3af3445d-4afa-49b7-82cc-47b376d9d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:06.569367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a40a106-ea90-48d0-bb51-11bd857a7a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:06.600185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 98a06763-5435-4d49-a2de-59e621b04b85 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:05:06.636457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 16:05:06.638080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:06.741763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] DHCP port deletion for 6740b1be-2834-4b1f-97ac-fc611b781dc2 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:05:06.742534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Subnet': ['ID=7dbeb8a6-aa26-4062-915c-699655a19060,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:06.753665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Checking segment: {'id': 'feb58389-b751-4ec7-8ee9-719d4acb8085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b82077d6-ba9f-4e23-bea5-a93121349d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:06.753943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network hostable DHCP agents. Network: b82077d6-ba9f-4e23-bea5-a93121349d07, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:05:06.761721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3af3445d-4afa-49b7-82cc-47b376d9d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:06.785124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network b82077d6-ba9f-4e23-bea5-a93121349d07 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:05:06.802966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b82077d6-ba9f-4e23-bea5-a93121349d07) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:06.809579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 98a06763-5435-4d49-a2de-59e621b04b85 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:06.810145 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:06.810530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:06.811439 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:06.817609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f55cc-215d-4eac-a5a6-7b7a2372bb12 None None] Network b82077d6-ba9f-4e23-bea5-a93121349d07 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:06.844504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f2eb0e9-e86a-41a6-938f-b5b67a5a3bb4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9784687 Dec 17 16:05:06.846467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:07.082126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.085025 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345cdb12-c4f6-4afa-83c4-e364d48c868b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-b82077d6-ba9f-4e23-bea5-a93121349d07', 'network_id': 'b82077d6-ba9f-4e23-bea5-a93121349d07', 'project_id': 'f0905da425704d709bc2b223b363ed65', 'fixed_ips': [{'subnet_id': '7dbeb8a6-aa26-4062-915c-699655a19060'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:05:07.085966 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-345cdb12-c4f6-4afa-83c4-e364d48c868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.093651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3af3445d-4afa-49b7-82cc-47b376d9d08e None None] For port 98a06763-5435-4d49-a2de-59e621b04b85, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=98a06763-5435-4d49-a2de-59e621b04b85,segment=NetworkSegment(33915404-9193-4639-8908-8f855d604635),segment_id=33915404-9193-4639-8908-8f855d604635)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:07.118818 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3af3445d-4afa-49b7-82cc-47b376d9d08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.160272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.258771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] Deleting port 98a06763-5435-4d49-a2de-59e621b04b85 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:07.259158 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.273539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.353378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbeb8a6-aa26-4062-915c-699655a19060,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:07.376695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3445d-4afa-49b7-82cc-47b376d9d08e None None] Pushing event updated for resources: {'Port': ['ID=98a06763-5435-4d49-a2de-59e621b04b85,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:07.401708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fa056-d8c3-4145-bbdf-135a6397abd6 req-009b30c9-7e45-41f3-a113-e5b2179c033f tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:07.409969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b48fa056-d8c3-4145-bbdf-135a6397abd6 req-009b30c9-7e45-41f3-a113-e5b2179c033f tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0750294 Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-345cdb12-c4f6-4afa-83c4-e364d48c868b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dbeb8a6-aa26-4062-915c-699655a19060: This subnet is being modified by another concurrent operation. Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:05:07.436456 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dbeb8a6-aa26-4062-915c-699655a19060: This subnet is being modified by another concurrent operation. Dec 17 16:05:07.439722 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:05:07.464313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080479b-515a-4edf-a01a-3494f5efe763 None None] Network b82077d6-ba9f-4e23-bea5-a93121349d07 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:07.467086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.471552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] For port 98a06763-5435-4d49-a2de-59e621b04b85, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=98a06763-5435-4d49-a2de-59e621b04b85,segment=NetworkSegment(33915404-9193-4639-8908-8f855d604635),segment_id=33915404-9193-4639-8908-8f855d604635)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:07.472151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.503876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b48fa056-d8c3-4145-bbdf-135a6397abd6 req-e7782091-3122-4dbf-8aed-9530ba115345 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841148 Dec 17 16:05:07.508779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82077d6-ba9f-4e23-bea5-a93121349d07']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:07.526790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb58389-b751-4ec7-8ee9-719d4acb8085') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:07.527964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb58389-b751-4ec7-8ee9-719d4acb8085') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:07.529276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] Calling delete_port for 98a06763-5435-4d49-a2de-59e621b04b85 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:07.542412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.558156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.571862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:07.572274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:07.576104 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:07.670842 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.690148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.696353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/b82077d6-ba9f-4e23-bea5-a93121349d07 HTTP/1.1" status: 204 len: 168 time: 0.8485959 Dec 17 16:05:07.699803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58168) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:07.706668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1011492160'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:07.724191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8a5fc-78ea-4d5d-9274-6b30d4ab7051 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Network': ['ID=b82077d6-ba9f-4e23-bea5-a93121349d07,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:07.761997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:07.769575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.807856 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.816337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:05:07.830619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.831079 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Added segment 7418d178-c5b2-4aa1-b618-da3c5733da88 of type vlan for network 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 Dec 17 16:05:07.836443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] No DVR routers for this DVR port 98a06763-5435-4d49-a2de-59e621b04b85 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:07.896044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b224e-00ec-4d03-a19c-ecee4279042f None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:05:07.906640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb0c6c-886a-42ca-97f9-03af6d93bab8 None None] Pushing event deleted for resources: {'Port': ['ID=98a06763-5435-4d49-a2de-59e621b04b85,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:07.935489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.977588 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:07.989179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:07.989732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.113891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4126105 Dec 17 16:05:08.117020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58180) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:08.124259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'subnet': {'network_id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:08.157697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b224e-00ec-4d03-a19c-ecee4279042f None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:05:08.172197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9109f-a657-4443-8ce1-f214c5e99ccb tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Network': ['ID=0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:08.198466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:05:08.306724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:08.310432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.477696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 98a06763-5435-4d49-a2de-59e621b04b85 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:08.547894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 98a06763-5435-4d49-a2de-59e621b04b85 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:05:08.548483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 98a06763-5435-4d49-a2de-59e621b04b85 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:08.558514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:08.659550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e874eb0f-10c7-403a-9d31-d9b612b6679d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.720636 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.759129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9da3da3a-ef45-4ea5-a85e-af88a52c04e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.812220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Subnet': ['ID=3ba3a94b-e1da-409a-b71b-b26632349778,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:08.824176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Checking segment: {'id': '7418d178-c5b2-4aa1-b618-da3c5733da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:08.824552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network hostable DHCP agents. Network: 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:05:08.840973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c966-a76a-4f46-a776-073230952ba1 req-1fde2c3c-4a0e-4f65-95da-562049e2d9b5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:08.850657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bf2c966-a76a-4f46-a776-073230952ba1 req-1fde2c3c-4a0e-4f65-95da-562049e2d9b5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.2124350 Dec 17 16:05:08.896650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:05:08.917501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:08.928911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4e4d0-0598-475a-8aea-4f3664b288e4 None None] Network 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:08.934828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:08.935489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.951490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9da3da3a-ef45-4ea5-a85e-af88a52c04e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.958810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9da3da3a-ef45-4ea5-a85e-af88a52c04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:08.984872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58204) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:08.985694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4d50fe13-c4a0-49a4-aeb5-245e4db5b0e0 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8671298 Dec 17 16:05:09.031148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6bf2c966-a76a-4f46-a776-073230952ba1 req-c9e48a7f-07d8-4577-a02b-999df1df8b8c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789680 Dec 17 16:05:09.103017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3da3a-ef45-4ea5-a85e-af88a52c04e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55136b6e-2e2d-4d04-a645-ea7ea325e0d7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:09.111023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9da3da3a-ef45-4ea5-a85e-af88a52c04e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3063652ed03d404ca091bb0f60569b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5513043 Dec 17 16:05:09.113904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58206) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:09.127177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3', 'network_id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3', 'project_id': 'f0905da425704d709bc2b223b363ed65', 'fixed_ips': [{'subnet_id': '3ba3a94b-e1da-409a-b71b-b26632349778'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:05:09.129361 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.208975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.211191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c529b41a-189e-48c1-b283-c69421230eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.290524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c529b41a-189e-48c1-b283-c69421230eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.323575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Allocated IP 2001:db8::2 (0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3/3ba3a94b-e1da-409a-b71b-b26632349778/d4f59b4b-806b-4679-978d-ab5ce20a00b9) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:09.419483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.476753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c529b41a-189e-48c1-b283-c69421230eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.481150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c529b41a-189e-48c1-b283-c69421230eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.482588 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c529b41a-189e-48c1-b283-c69421230eab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55136b6e-2e2d-4d04-a645-ea7ea325e0d7 HTTP/1.1" status: 204 len: 168 time: 0.3676655 Dec 17 16:05:09.492227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529b41a-189e-48c1-b283-c69421230eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55136b6e-2e2d-4d04-a645-ea7ea325e0d7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:09.532123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.541577 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.559004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.592933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Network 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:09.596089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:09.605516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:09.630662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba3a94b-e1da-409a-b71b-b26632349778,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:09.633692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Pushing event updated for resources: {'Port': ['ID=d4f59b4b-806b-4679-978d-ab5ce20a00b9,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:09.728529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.755397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:09.770136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7418d178-c5b2-4aa1-b618-da3c5733da88') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:09.770580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7418d178-c5b2-4aa1-b618-da3c5733da88') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:09.785379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.803455 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.813350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:09.814099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:09.819140 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:09.885116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Attempting to bind port d4f59b4b-806b-4679-978d-ab5ce20a00b9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:05:09.885480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Attempting to bind port d4f59b4b-806b-4679-978d-ab5ce20a00b9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '7418d178-c5b2-4aa1-b618-da3c5733da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:05:09.885843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Attempting to bind port d4f59b4b-806b-4679-978d-ab5ce20a00b9 on network 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:09.893944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:05:09.894320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Checking segment: {'id': '7418d178-c5b2-4aa1-b618-da3c5733da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:09.894729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.895130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Bound using segment: {'id': '7418d178-c5b2-4aa1-b618-da3c5733da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:05:09.895609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Bound port: d4f59b4b-806b-4679-978d-ab5ce20a00b9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7418d178-c5b2-4aa1-b618-da3c5733da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:05:09.896022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.899882 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:05:09.899882 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:05:09.899882 n-d-806683-20 neutron-server[109783]: [parameters: {'id': '0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3'}] Dec 17 16:05:09.899882 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:05:09.900276 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:05:09.956523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58226) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:09.977888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-105bf6e2-14f4-4deb-9862-ad47745192f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:09.991442 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.016220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] For port d4f59b4b-806b-4679-978d-ab5ce20a00b9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:05:10.022680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] For port d4f59b4b-806b-4679-978d-ab5ce20a00b9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4f59b4b-806b-4679-978d-ab5ce20a00b9,segment=NetworkSegment(7418d178-c5b2-4aa1-b618-da3c5733da88),segment_id=7418d178-c5b2-4aa1-b618-da3c5733da88)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:05:10.045927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.156327 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-105bf6e2-14f4-4deb-9862-ad47745192f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.164661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-105bf6e2-14f4-4deb-9862-ad47745192f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.194907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a5e44-e4d9-4e7d-89fc-6e68f02783bc None None] Network 0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:10.248694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-105bf6e2-14f4-4deb-9862-ad47745192f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e50981e0d054b598283f59ade86b5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883699 Dec 17 16:05:10.248694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf6e2-14f4-4deb-9862-ad47745192f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c34b268-ae42-4e8f-84a9-e216df9b740b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:10.249698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58232) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:10.270585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684899a-4bd2-4e3e-965d-5d718a9dae76 req-003c10b0-cfab-45c4-8d83-e8e2c91b3636 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:10.276645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9684899a-4bd2-4e3e-965d-5d718a9dae76 req-003c10b0-cfab-45c4-8d83-e8e2c91b3636 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1026089 Dec 17 16:05:10.281209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cbb8a-4306-4d2c-8f5a-7693fbec54fa None None] Pushing event updated for resources: {'Port': ['ID=d4f59b4b-806b-4679-978d-ab5ce20a00b9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:10.317185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-731e6769-4c2a-4b99-8ff7-caded7fce30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.347891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-731e6769-4c2a-4b99-8ff7-caded7fce30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.363601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4113f54-a8a2-424a-842e-7ed063c15988 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:05:10.371467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9684899a-4bd2-4e3e-965d-5d718a9dae76 req-511c5a4f-0b26-4ca8-af3e-d103c9e0346b tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893536 Dec 17 16:05:10.401479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.473887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-731e6769-4c2a-4b99-8ff7-caded7fce30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.477020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-731e6769-4c2a-4b99-8ff7-caded7fce30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.482557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-731e6769-4c2a-4b99-8ff7-caded7fce30d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c34b268-ae42-4e8f-84a9-e216df9b740b HTTP/1.1" status: 204 len: 168 time: 0.2293923 Dec 17 16:05:10.488684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting port d4f59b4b-806b-4679-978d-ab5ce20a00b9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:10.489557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.505169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e6769-4c2a-4b99-8ff7-caded7fce30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c34b268-ae42-4e8f-84a9-e216df9b740b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:10.618748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] For port d4f59b4b-806b-4679-978d-ab5ce20a00b9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d4f59b4b-806b-4679-978d-ab5ce20a00b9,segment=NetworkSegment(7418d178-c5b2-4aa1-b618-da3c5733da88),segment_id=7418d178-c5b2-4aa1-b618-da3c5733da88)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:10.619248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.645012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Calling delete_port for d4f59b4b-806b-4679-978d-ab5ce20a00b9 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:10.706609 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:05:10.708060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4113f54-a8a2-424a-842e-7ed063c15988 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:05:10.847031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:10.948924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Port': ['ID=d4f59b4b-806b-4679-978d-ab5ce20a00b9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:10.954273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No DVR routers for this DVR port d4f59b4b-806b-4679-978d-ab5ce20a00b9 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:10.981475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.207884 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.232956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:11.243669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7418d178-c5b2-4aa1-b618-da3c5733da88') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:11.244005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7418d178-c5b2-4aa1-b618-da3c5733da88') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:11.274553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.277210 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.302578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.310809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:11.311482 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:11.316159 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:11.426048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.441405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.446386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 HTTP/1.1" status: 204 len: 168 time: 2.4557514 Dec 17 16:05:11.449899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:11.456128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1975968197'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:11.489962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58278) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:11.501384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96aee7-e5b6-4afb-a6fe-2797e01f2c3b tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Network': ['ID=0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:11.569812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:11.573574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.620048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:05:11.631353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.631799 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Added segment b4dde059-c851-4ba6-b714-c5c432961b98 of type vlan for network 750a80ce-41c9-4271-aadc-49c6c8650068 Dec 17 16:05:11.698891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ead23-c9b1-4aea-a473-e3f467202125 req-25cee11b-b6f1-4c35-8fdd-365c9fcb7e0a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:11.708817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7ead23-c9b1-4aea-a473-e3f467202125 req-25cee11b-b6f1-4c35-8fdd-365c9fcb7e0a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.2203784 Dec 17 16:05:11.718406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.793686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7ead23-c9b1-4aea-a473-e3f467202125 req-697aede1-9b53-415f-aebb-f049df7ed8d3 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837953 Dec 17 16:05:11.800191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.819038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:11.819038 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.820671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f17f-04c4-451b-b826-c19a497d2202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:11.909918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4583306 Dec 17 16:05:11.912917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58290) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:11.919517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Request body: {'subnet': {'network_id': '750a80ce-41c9-4271-aadc-49c6c8650068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:11.920485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63051910-ef7e-45c4-9e03-dac1168e6ffc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Network': ['ID=750a80ce-41c9-4271-aadc-49c6c8650068,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:11.936924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 750a80ce-41c9-4271-aadc-49c6c8650068 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:05:12.011563 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f17f-04c4-451b-b826-c19a497d2202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.016418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f17f-04c4-451b-b826-c19a497d2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.094760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fdc1f17f-04c4-451b-b826-c19a497d2202 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8db879165c144fa3b794e8b74f9f7176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6009769 Dec 17 16:05:12.096269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1f17f-04c4-451b-b826-c19a497d2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334781f-6b27-4b00-90a4-ea66c53548a2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:12.096462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.098528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58296) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:12.159559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977336e8-7fa9-41f0-98cb-d39322de5c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.162681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Made reservation on behalf of f0905da425704d709bc2b223b363ed65 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:12.166290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.199988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977336e8-7fa9-41f0-98cb-d39322de5c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.276514 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977336e8-7fa9-41f0-98cb-d39322de5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.288803 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977336e8-7fa9-41f0-98cb-d39322de5c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.290022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-977336e8-7fa9-41f0-98cb-d39322de5c60 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e334781f-6b27-4b00-90a4-ea66c53548a2 HTTP/1.1" status: 204 len: 168 time: 0.1905441 Dec 17 16:05:12.303371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977336e8-7fa9-41f0-98cb-d39322de5c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334781f-6b27-4b00-90a4-ea66c53548a2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:12.630227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 16:05:12.631748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.700660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event updated for resources: {'Subnet': ['ID=0acd5110-d50a-439b-9c7a-08c1d61df4bd,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:12.715126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Checking segment: {'id': 'b4dde059-c851-4ba6-b714-c5c432961b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '750a80ce-41c9-4271-aadc-49c6c8650068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:12.715699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network hostable DHCP agents. Network: 750a80ce-41c9-4271-aadc-49c6c8650068, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:05:12.734468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Network 750a80ce-41c9-4271-aadc-49c6c8650068 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:05:12.745028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 750a80ce-41c9-4271-aadc-49c6c8650068) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:12.750240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:12.751258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.755281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772d1c3-5282-444c-b7fc-271cfb34d1f2 None None] Network 750a80ce-41c9-4271-aadc-49c6c8650068 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:12.802938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ca24ed56-f486-41cf-83f8-246f75b1c90e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8874204 Dec 17 16:05:12.804458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58320) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:12.825875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58324) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:12.853823 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b58c0451-bf5b-40e0-99d2-01688e4251fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.892355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-750a80ce-41c9-4271-aadc-49c6c8650068', 'network_id': '750a80ce-41c9-4271-aadc-49c6c8650068', 'project_id': 'f0905da425704d709bc2b223b363ed65', 'fixed_ips': [{'subnet_id': '0acd5110-d50a-439b-9c7a-08c1d61df4bd'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:05:12.893306 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:12.992494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c1615-ca02-48c5-82f2-ac6098ba340c req-c971adf4-cdfc-4b8f-9cbd-374d59a6ecaa tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:12.994104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.000037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a4c1615-ca02-48c5-82f2-ac6098ba340c req-c971adf4-cdfc-4b8f-9cbd-374d59a6ecaa tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0941832 Dec 17 16:05:13.038172 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b58c0451-bf5b-40e0-99d2-01688e4251fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.051138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b58c0451-bf5b-40e0-99d2-01688e4251fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.092689 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Allocated IP 2001:db8::f816:3eff:fe01:93b2 (750a80ce-41c9-4271-aadc-49c6c8650068/0acd5110-d50a-439b-9c7a-08c1d61df4bd/875d7c94-8d32-4a99-80e9-4a32d1b285b9) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:13.110685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.129783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a4c1615-ca02-48c5-82f2-ac6098ba340c req-de0fde0b-3afa-49ee-b0e6-bc7494a0833b tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286383 Dec 17 16:05:13.143184 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b58c0451-bf5b-40e0-99d2-01688e4251fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7c00213640745afae5b4ab10d7dfe1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154962 Dec 17 16:05:13.144098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58330) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:13.151306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c0451-bf5b-40e0-99d2-01688e4251fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a985658-07c7-45ec-92fc-a18dd7e5ca5b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:13.239174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d12a0f5d-b401-4d13-a7d4-0cbe7d06ea1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.273747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d12a0f5d-b401-4d13-a7d4-0cbe7d06ea1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.305825 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.314384 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.329845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.345396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d12a0f5d-b401-4d13-a7d4-0cbe7d06ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.350304 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d12a0f5d-b401-4d13-a7d4-0cbe7d06ea1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.365438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d12a0f5d-b401-4d13-a7d4-0cbe7d06ea1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a985658-07c7-45ec-92fc-a18dd7e5ca5b HTTP/1.1" status: 204 len: 168 time: 0.2115049 Dec 17 16:05:13.379919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Network 750a80ce-41c9-4271-aadc-49c6c8650068 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:13.384117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:13.388305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:13.418866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a0f5d-b401-4d13-a7d4-0cbe7d06ea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a985658-07c7-45ec-92fc-a18dd7e5ca5b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:13.442983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Subnet': ['ID=0acd5110-d50a-439b-9c7a-08c1d61df4bd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:13.466743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Pushing event updated for resources: {'Port': ['ID=875d7c94-8d32-4a99-80e9-4a32d1b285b9,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:13.492019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Attempting to bind port 875d7c94-8d32-4a99-80e9-4a32d1b285b9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:05:13.492396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Attempting to bind port 875d7c94-8d32-4a99-80e9-4a32d1b285b9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'b4dde059-c851-4ba6-b714-c5c432961b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '750a80ce-41c9-4271-aadc-49c6c8650068'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:05:13.492765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Attempting to bind port 875d7c94-8d32-4a99-80e9-4a32d1b285b9 on network 750a80ce-41c9-4271-aadc-49c6c8650068 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:13.499410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:05:13.500000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Checking segment: {'id': 'b4dde059-c851-4ba6-b714-c5c432961b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '750a80ce-41c9-4271-aadc-49c6c8650068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:13.500838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.501337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Bound using segment: {'id': 'b4dde059-c851-4ba6-b714-c5c432961b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '750a80ce-41c9-4271-aadc-49c6c8650068'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:05:13.501806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Bound port: 875d7c94-8d32-4a99-80e9-4a32d1b285b9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4dde059-c851-4ba6-b714-c5c432961b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '750a80ce-41c9-4271-aadc-49c6c8650068'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:05:13.502193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.582866 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.612829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a80ce-41c9-4271-aadc-49c6c8650068']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:13.624182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dde059-c851-4ba6-b714-c5c432961b98') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:13.624619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dde059-c851-4ba6-b714-c5c432961b98') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:13.626845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] For port 875d7c94-8d32-4a99-80e9-4a32d1b285b9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:05:13.639115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] For port 875d7c94-8d32-4a99-80e9-4a32d1b285b9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=875d7c94-8d32-4a99-80e9-4a32d1b285b9,segment=NetworkSegment(b4dde059-c851-4ba6-b714-c5c432961b98),segment_id=b4dde059-c851-4ba6-b714-c5c432961b98)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:05:13.644763 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.647153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.666808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.688723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:13.691261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:13.773744 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:13.778039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.api [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:05:13.778039 n-d-806683-20 neutron-server[109784]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:05:13.778039 n-d-806683-20 neutron-server[109784]: [parameters: {'id': '750a80ce-41c9-4271-aadc-49c6c8650068'}] Dec 17 16:05:13.778039 n-d-806683-20 neutron-server[109784]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:05:13.778669 n-d-806683-20 neutron-server[109784]: DEBUG oslo_db.api [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:05:13.799765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2a768-1c69-495f-b218-ff4ff190cf40 None None] Pushing event updated for resources: {'Port': ['ID=875d7c94-8d32-4a99-80e9-4a32d1b285b9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:13.818427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc6e12-c991-48e0-8f82-65ebc1c40ce9 None None] Network 750a80ce-41c9-4271-aadc-49c6c8650068 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:13.926789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a831b-4ee9-4353-87c2-10d14e99be62 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:05:14.077222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a831b-4ee9-4353-87c2-10d14e99be62 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:05:14.279501 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:14.408502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee340b50-f479-4a49-9626-0b41d04bd27d req-1808623b-8636-4822-9ea3-752d39d8bbdc tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:14.425868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee340b50-f479-4a49-9626-0b41d04bd27d req-1808623b-8636-4822-9ea3-752d39d8bbdc tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1918790 Dec 17 16:05:14.533619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee340b50-f479-4a49-9626-0b41d04bd27d req-fc48f1d0-1827-49da-984c-14b8a0e427d3 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010723 Dec 17 16:05:14.601987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting port 875d7c94-8d32-4a99-80e9-4a32d1b285b9 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:14.602622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:14.698088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] For port 875d7c94-8d32-4a99-80e9-4a32d1b285b9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=875d7c94-8d32-4a99-80e9-4a32d1b285b9,segment=NetworkSegment(b4dde059-c851-4ba6-b714-c5c432961b98),segment_id=b4dde059-c851-4ba6-b714-c5c432961b98)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:14.698957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:14.722983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Calling delete_port for 875d7c94-8d32-4a99-80e9-4a32d1b285b9 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:14.873400 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:14.908404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Port': ['ID=875d7c94-8d32-4a99-80e9-4a32d1b285b9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:14.920227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No DVR routers for this DVR port 875d7c94-8d32-4a99-80e9-4a32d1b285b9 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:15.044898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.072261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a80ce-41c9-4271-aadc-49c6c8650068']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:15.085497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dde059-c851-4ba6-b714-c5c432961b98') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:15.086013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dde059-c851-4ba6-b714-c5c432961b98') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:15.099542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.114590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.121015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:15.121448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:15.125444 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:15.213351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.247855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.257046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/750a80ce-41c9-4271-aadc-49c6c8650068 HTTP/1.1" status: 204 len: 168 time: 2.4465940 Dec 17 16:05:15.257046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58396) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.272085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359471e-725b-438b-aec8-9e2045c9b650 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Network': ['ID=750a80ce-41c9-4271-aadc-49c6c8650068,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:15.293387 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-333bbffe-3ea7-499c-8f72-93198d9a144c tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:15.294038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333bbffe-3ea7-499c-8f72-93198d9a144c tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:15.299515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-333bbffe-3ea7-499c-8f72-93198d9a144c tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/0acd5110-d50a-439b-9c7a-08c1d61df4bd HTTP/1.1" status: 404 len: 337 time: 0.0354979 Dec 17 16:05:15.300866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58398) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.319517 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca87b928-928c-41c3-93e9-11190bad96f4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:15.320116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca87b928-928c-41c3-93e9-11190bad96f4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:15.323446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca87b928-928c-41c3-93e9-11190bad96f4 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/750a80ce-41c9-4271-aadc-49c6c8650068 HTTP/1.1" status: 404 len: 339 time: 0.0225697 Dec 17 16:05:15.324209 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.326142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.367362 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02e3dbb-5dfb-4b24-85ee-15b7d241de58 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:15.367988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02e3dbb-5dfb-4b24-85ee-15b7d241de58 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:15.372470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d02e3dbb-5dfb-4b24-85ee-15b7d241de58 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/3ba3a94b-e1da-409a-b71b-b26632349778 HTTP/1.1" status: 404 len: 337 time: 0.0449581 Dec 17 16:05:15.375280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58406) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.401885 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e858f4-a951-4c87-bf6f-74df5c1f4c5e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:15.402838 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e858f4-a951-4c87-bf6f-74df5c1f4c5e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:15.406840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-33e858f4-a951-4c87-bf6f-74df5c1f4c5e tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/0dd55cf4-22c6-4bfa-82a8-fca6bc5340e3 HTTP/1.1" status: 404 len: 339 time: 0.0293813 Dec 17 16:05:15.409198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58408) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.444197 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6ef00f-6331-40e4-ab9e-95e49dd566cc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:15.444813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6ef00f-6331-40e4-ab9e-95e49dd566cc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:15.450662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5a6ef00f-6331-40e4-ab9e-95e49dd566cc tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/7dbeb8a6-aa26-4062-915c-699655a19060 HTTP/1.1" status: 404 len: 337 time: 0.0361164 Dec 17 16:05:15.451076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58410) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.458272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58412) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.472959 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74350c3-9b3a-4cb2-8464-7d043b9deb6a tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:15.473493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74350c3-9b3a-4cb2-8464-7d043b9deb6a tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:15.480328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a74350c3-9b3a-4cb2-8464-7d043b9deb6a tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/b82077d6-ba9f-4e23-bea5-a93121349d07 HTTP/1.1" status: 404 len: 339 time: 0.0257206 Dec 17 16:05:15.480673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58416) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:15.646545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0f760a5-91cd-4708-8b20-6ef589457479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.692670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting port 319d3d12-d44b-4972-b91e-5a98b4190a00 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:15.693382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.829422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.853568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e9cf-c4c4-4f2a-a2b6-2016025f643e req-3e1b71ff-4b32-424f-8594-64cc69e3d3fc tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:15.855143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a60e9cf-c4c4-4f2a-a2b6-2016025f643e req-3e1b71ff-4b32-424f-8594-64cc69e3d3fc tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1534853 Dec 17 16:05:15.859731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Calling delete_port for 319d3d12-d44b-4972-b91e-5a98b4190a00 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:15.945212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0f760a5-91cd-4708-8b20-6ef589457479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:15.956390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0f760a5-91cd-4708-8b20-6ef589457479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.003310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a60e9cf-c4c4-4f2a-a2b6-2016025f643e req-42fc8c58-4ccf-40fb-833e-04830c14ff09 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382124 Dec 17 16:05:16.030770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f760a5-91cd-4708-8b20-6ef589457479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254b05de-749e-427f-8c76-53480e48fb7a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:16.035247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b0f760a5-91cd-4708-8b20-6ef589457479 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f27138b3f1b9483c88711d529c37c08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5752022 Dec 17 16:05:16.038054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58444) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.051785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.083921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Port': ['ID=319d3d12-d44b-4972-b91e-5a98b4190a00,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:16.095230 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.100724 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-84de7fc4-1c6e-49c7-9954-ae2c18c177be tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/ports/319d3d12-d44b-4972-b91e-5a98b4190a00 HTTP/1.1" status: 204 len: 168 time: 0.6185982 Dec 17 16:05:16.101515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58452) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.104691 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96b0c0f1-0323-47b7-badc-0607cdf82a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.128775 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-504e804c-fb60-4ac0-9a23-7b9c7955b0a9 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:16.129378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504e804c-fb60-4ac0-9a23-7b9c7955b0a9 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:16.132484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-504e804c-fb60-4ac0-9a23-7b9c7955b0a9 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/e75662a4-0f24-4b88-8c58-fcae771327e1 HTTP/1.1" status: 404 len: 337 time: 0.0300024 Dec 17 16:05:16.135124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58458) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.145174 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96b0c0f1-0323-47b7-badc-0607cdf82a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.237413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.273601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96b0c0f1-0323-47b7-badc-0607cdf82a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.276179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96b0c0f1-0323-47b7-badc-0607cdf82a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.277339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-96b0c0f1-0323-47b7-badc-0607cdf82a63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/254b05de-749e-427f-8c76-53480e48fb7a HTTP/1.1" status: 204 len: 168 time: 0.2381935 Dec 17 16:05:16.326907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0c0f1-0323-47b7-badc-0607cdf82a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254b05de-749e-427f-8c76-53480e48fb7a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:16.341594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.363872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6740b1be-2834-4b1f-97ac-fc611b781dc2']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:16.376173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33915404-9193-4639-8908-8f855d604635') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:16.376747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33915404-9193-4639-8908-8f855d604635') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:16.389250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.404428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.410781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:16.411306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:16.415196 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:16.476628 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.483556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.487431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/6740b1be-2834-4b1f-97ac-fc611b781dc2 HTTP/1.1" status: 204 len: 168 time: 0.3513443 Dec 17 16:05:16.490235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.508567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb5210-563d-46d4-bfea-bed7c082a8aa tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Network': ['ID=6740b1be-2834-4b1f-97ac-fc611b781dc2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:16.596151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting port 5bfb2316-db23-434e-b559-3fdad6140c57 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:16.596427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.599447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58480) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.668495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.682055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Calling delete_port for 5bfb2316-db23-434e-b559-3fdad6140c57 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:16.736546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae480-5cc3-4210-943d-ee88e45d36f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.744688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58490) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.776820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.782268 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b57a837f-1644-49fe-8c6d-2bacca2d3674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.810099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Port': ['ID=5bfb2316-db23-434e-b559-3fdad6140c57,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:16.816980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.823486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c574b561-edd7-49c8-9daa-e86e099eeac3 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/ports/5bfb2316-db23-434e-b559-3fdad6140c57 HTTP/1.1" status: 204 len: 168 time: 0.3299561 Dec 17 16:05:16.823860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.851583 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dad328-ca18-4161-9840-3a6f66fb37ce tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] DELETE failed (client error): The resource could not be found. Dec 17 16:05:16.852057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54dad328-ca18-4161-9840-3a6f66fb37ce tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:05:16.855307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-54dad328-ca18-4161-9840-3a6f66fb37ce tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/047f70f6-6017-4fe4-80b2-be37d52e56b0 HTTP/1.1" status: 404 len: 337 time: 0.0303860 Dec 17 16:05:16.857920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58496) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:16.913692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae480-5cc3-4210-943d-ee88e45d36f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.919689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ff2ae480-5cc3-4210-943d-ee88e45d36f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.948023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.955204 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b57a837f-1644-49fe-8c6d-2bacca2d3674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.970285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b57a837f-1644-49fe-8c6d-2bacca2d3674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:16.995113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ff2ae480-5cc3-4210-943d-ee88e45d36f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffce9b0dd82b4a35a0318a4eb34590b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3833053 Dec 17 16:05:16.995113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ae480-5cc3-4210-943d-ee88e45d36f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8c034-e983-46c5-935b-d33beb50ccd2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:16.997507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58504) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:17.043847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.046341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b57a837f-1644-49fe-8c6d-2bacca2d3674 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa8cb5c635474166a3a2027975ece213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006303 Dec 17 16:05:17.050111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58508) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:17.093414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7598968-96ff-4ce6-a254-55659317ba82']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:17.106774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a837f-1644-49fe-8c6d-2bacca2d3674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4badc174-7ab6-45cf-84f6-e1e840f26496,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:17.123086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd929a662-2541-406f-bccc-046aee15e653') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:17.123406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd929a662-2541-406f-bccc-046aee15e653') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:17.133211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23fdb8e7-2bff-4ccf-b855-15a8491f1486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.150369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.174037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23fdb8e7-2bff-4ccf-b855-15a8491f1486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.178687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.189364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3157ee13-21e1-43fd-87d7-59acc2e841ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.192636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:17.193101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:17.196071 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:17.206929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-79e0e6f1-3283-48ed-be2a-cec90bb6877f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:17.208439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-79e0e6f1-3283-48ed-be2a-cec90bb6877f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.1596770 Dec 17 16:05:17.213868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca95f-2fd3-4b4b-ab76-3e383e7676e5 req-826de246-f3fe-448c-b4d3-42d87f31768a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:17.215342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fadca95f-2fd3-4b4b-ab76-3e383e7676e5 req-826de246-f3fe-448c-b4d3-42d87f31768a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1112518 Dec 17 16:05:17.231725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-91ef4cdc-3394-4875-ac87-273fb29cb0e4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/quotas/7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 375 time: 0.0172434 Dec 17 16:05:17.271653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23fdb8e7-2bff-4ccf-b855-15a8491f1486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.274395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23fdb8e7-2bff-4ccf-b855-15a8491f1486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.275536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-23fdb8e7-2bff-4ccf-b855-15a8491f1486 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0f8c034-e983-46c5-935b-d33beb50ccd2 HTTP/1.1" status: 204 len: 168 time: 0.2762794 Dec 17 16:05:17.288756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdb8e7-2bff-4ccf-b855-15a8491f1486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8c034-e983-46c5-935b-d33beb50ccd2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:17.293757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3157ee13-21e1-43fd-87d7-59acc2e841ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.299771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f723cacb-b858-4703-88f8-9e7da8089096 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615342 Dec 17 16:05:17.301593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.318238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.323757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/c7598968-96ff-4ce6-a254-55659317ba82 HTTP/1.1" status: 204 len: 168 time: 0.4625940 Dec 17 16:05:17.324493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58512) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:17.343460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948c150-8e7c-4199-901d-6df215e1a50f tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Network': ['ID=c7598968-96ff-4ce6-a254-55659317ba82,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:17.365320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fadca95f-2fd3-4b4b-ab76-3e383e7676e5 req-c2433b38-1775-4551-9f66-cf5c8057459f tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181643 Dec 17 16:05:17.398233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3157ee13-21e1-43fd-87d7-59acc2e841ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.401632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3157ee13-21e1-43fd-87d7-59acc2e841ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.405144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3157ee13-21e1-43fd-87d7-59acc2e841ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4badc174-7ab6-45cf-84f6-e1e840f26496 HTTP/1.1" status: 204 len: 168 time: 0.3505163 Dec 17 16:05:17.419436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157ee13-21e1-43fd-87d7-59acc2e841ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4badc174-7ab6-45cf-84f6-e1e840f26496,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:17.438258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting subnet 325c742d-97bf-4d8f-988a-c11ce0e13f8c {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:05:17.444546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.502492 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.506547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-8765891f-da59-46e4-a617-0874dd26eea6 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694405 Dec 17 16:05:17.660962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58520) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:17.661698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-3cceacbd-1194-4050-9ac7-e4891aac0a1d service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364229 Dec 17 16:05:17.662945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.675591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c74b25ac-3da0-49df-8229-61728d659867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.744210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.767517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c74b25ac-3da0-49df-8229-61728d659867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.772473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c74b25ac-3da0-49df-8229-61728d659867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.774598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Subnet': ['ID=325c742d-97bf-4d8f-988a-c11ce0e13f8c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:17.778420 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.784508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cec6a6a7-2180-45a4-aa14-a1c77af24685 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/subnets/325c742d-97bf-4d8f-988a-c11ce0e13f8c HTTP/1.1" status: 204 len: 168 time: 0.4586303 Dec 17 16:05:17.785166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58526) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:17.789502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc33aa-aff6-4d5f-a877-c79c599e77b5 None None] Network a2507976-3eaa-4ed9-9fec-8abd6f407471 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:17.801524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b25ac-3da0-49df-8229-61728d659867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107000f3-5cf6-4f7e-8c8a-27c33fa1ceb8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:17.836880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58530) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:17.840634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c74b25ac-3da0-49df-8229-61728d659867 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1e24c36d66e481b8361608d9b2c1ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786084 Dec 17 16:05:17.938628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:17.966034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a101f829-141a-4ed4-942c-cd694da4c65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.009320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a101f829-141a-4ed4-942c-cd694da4c65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.069915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] DHCP port deletion for a2507976-3eaa-4ed9-9fec-8abd6f407471 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:05:18.107539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Deleting port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:18.107539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.191217 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a101f829-141a-4ed4-942c-cd694da4c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.193777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] Deleting port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:18.194310 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.205047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a101f829-141a-4ed4-942c-cd694da4c65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.206214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a101f829-141a-4ed4-942c-cd694da4c65c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/107000f3-5cf6-4f7e-8c8a-27c33fa1ceb8 HTTP/1.1" status: 204 len: 168 time: 0.3682570 Dec 17 16:05:18.257889 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fed4e3f1-36e5-47f8-bfd5-7154a52ecd53 req-03b34551-af50-4a93-91ab-d58a891c4845 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0912554 Dec 17 16:05:18.275097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f829-141a-4ed4-942c-cd694da4c65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107000f3-5cf6-4f7e-8c8a-27c33fa1ceb8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:18.298685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] For port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,segment=NetworkSegment(2dc21ecc-4dc8-41d2-962e-c9b41786d62e),segment_id=2dc21ecc-4dc8-41d2-962e-c9b41786d62e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:18.299755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] For port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,segment=NetworkSegment(2dc21ecc-4dc8-41d2-962e-c9b41786d62e),segment_id=2dc21ecc-4dc8-41d2-962e-c9b41786d62e)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:18.299935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.301355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.315543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] Calling delete_port for 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:18.326321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Calling delete_port for 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:18.506452 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.539349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.585538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Port': ['ID=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:18.592964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] No DVR routers for this DVR port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:18.615509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] Pushing event deleted for resources: {'Port': ['ID=0c1fe41a-6a29-4ff2-bbd9-9e33b1911812,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:18.620331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:18.649635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545047bc-1182-40eb-99bb-86eb6aef7d8f None None] No DVR routers for this DVR port 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:18.652243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:05:18.652709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0c1fe41a-6a29-4ff2-bbd9-9e33b1911812 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:18.802509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.855660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2507976-3eaa-4ed9-9fec-8abd6f407471']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:18.870428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc21ecc-4dc8-41d2-962e-c9b41786d62e') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:18.870628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc21ecc-4dc8-41d2-962e-c9b41786d62e') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:18.883444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.902772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:18.942291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:18.942901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:19.097855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a94d05-750f-4088-9296-0f5cef6bb347 req-e28a02cd-cfab-4a4b-be1e-db09548b4380 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:19.100216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c0a94d05-750f-4088-9296-0f5cef6bb347 req-e28a02cd-cfab-4a4b-be1e-db09548b4380 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.5893660 Dec 17 16:05:19.177524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c0a94d05-750f-4088-9296-0f5cef6bb347 req-f547036d-8a01-48a0-9a0c-ad0ee786d9b4 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704303 Dec 17 16:05:19.448513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1744dc25-8ea1-4fff-9833-3c934fb940ca req-187d5992-0c5c-4f57-b703-45396d3329f0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0616548 Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:19.483525 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:19.488063 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:19.557719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:19.563879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] 10.222.0.54 "DELETE /v2.0/networks/a2507976-3eaa-4ed9-9fec-8abd6f407471 HTTP/1.1" status: 204 len: 168 time: 1.7747660 Dec 17 16:05:19.573505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f3232-505a-4d7f-8cd2-0d2c83945e44 tempest-NetworksIpV6TestAttrs-95126031 tempest-NetworksIpV6TestAttrs-95126031-project] Pushing event deleted for resources: {'Network': ['ID=a2507976-3eaa-4ed9-9fec-8abd6f407471,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:19.676462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-e6904888-88d4-4c26-af51-96683a8eb68e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:19.681613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-e6904888-88d4-4c26-af51-96683a8eb68e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.1788254 Dec 17 16:05:19.694852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'port': {'device_id': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'admin_state_up': True, 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:19.932360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:19.937378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:19.998398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58612) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:20.143965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.20.0.8 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/f8224cb4-801f-499e-8a98-8ae963bdf705) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:20.338110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a571b1a8-6e1d-4659-8e5e-e7697e26ed0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0905da425704d709bc2b223b363ed65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3369305 Dec 17 16:05:20.345827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58626) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:20.411526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48d97-135d-4358-9572-8e9397a515c2 req-53e64df2-e68a-4e43-9e3d-7a39ea268cae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:20.422901 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06b48d97-135d-4358-9572-8e9397a515c2 req-53e64df2-e68a-4e43-9e3d-7a39ea268cae tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1263101 Dec 17 16:05:20.433344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:20.449521 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9de6cd2b-d2b1-4899-a168-7c883a0c296f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:20.497146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9de6cd2b-d2b1-4899-a168-7c883a0c296f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:20.541292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06b48d97-135d-4358-9572-8e9397a515c2 req-7ba3cdcf-ae02-4e7c-a649-051bce2d56e2 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083643 Dec 17 16:05:20.542412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:20.638156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:20.646461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:20.652653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:20.687269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=f8224cb4-801f-499e-8a98-8ae963bdf705,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:20.703481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9de6cd2b-d2b1-4899-a168-7c883a0c296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:20.706828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9de6cd2b-d2b1-4899-a168-7c883a0c296f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:20.711161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9de6cd2b-d2b1-4899-a168-7c883a0c296f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/069760f2-fa86-4813-8f2e-352a9847c124 HTTP/1.1" status: 204 len: 168 time: 0.3641169 Dec 17 16:05:20.729739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b647f4-7b47-486a-b8fc-bd79da182131 req-af231000-f487-4f2b-9c80-00e5baaeb64d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:20.738652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1b647f4-7b47-486a-b8fc-bd79da182131 req-af231000-f487-4f2b-9c80-00e5baaeb64d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 931 time: 0.1768808 Dec 17 16:05:20.796802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6cd2b-d2b1-4899-a168-7c883a0c296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069760f2-fa86-4813-8f2e-352a9847c124,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:20.843085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:20.844079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:20.903969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-f5a000d7-d48f-4971-a4d9-2999dc6458fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2111232 Dec 17 16:05:20.922938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Request body: {'port': {'device_id': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:20.995634 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1b647f4-7b47-486a-b8fc-bd79da182131 req-399928b6-65e6-4e9e-9b05-876d2594d449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560098 Dec 17 16:05:21.073132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:21.103434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ae39ba63-f8a1-4b41-beb2-fac8a9c86fdf None None] Provisioning complete for port f8224cb4-801f-499e-8a98-8ae963bdf705 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:21.105825 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ae39ba63-f8a1-4b41-beb2-fac8a9c86fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:21.200034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ae39ba63-f8a1-4b41-beb2-fac8a9c86fdf None None] Port f8224cb4-801f-499e-8a98-8ae963bdf705 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:05:21.457178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8224cb4-801f-499e-8a98-8ae963bdf705 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:05:21.464988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:21.477944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Transition to ACTIVE for port object f8224cb4-801f-499e-8a98-8ae963bdf705 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:05:21.482668 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:21.661936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Pushing event updated for resources: {'Port': ['ID=f8224cb4-801f-499e-8a98-8ae963bdf705,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:21.759006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40037b-b663-44aa-b5a0-2627096a74e4 req-5a54deed-77d5-4cb8-a721-8b0be374d873 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:21.771391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef40037b-b663-44aa-b5a0-2627096a74e4 req-5a54deed-77d5-4cb8-a721-8b0be374d873 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1237910 Dec 17 16:05:21.779576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Attempting to bind port f8224cb4-801f-499e-8a98-8ae963bdf705 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:05:21.782443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Attempting to bind port f8224cb4-801f-499e-8a98-8ae963bdf705 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:05:21.783313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Attempting to bind port f8224cb4-801f-499e-8a98-8ae963bdf705 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:21.795884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Port f8224cb4-801f-499e-8a98-8ae963bdf705 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:05:21.799863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Attempting to bind port f8224cb4-801f-499e-8a98-8ae963bdf705 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:21.817806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:05:21.819364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:21.821135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:05:21.822147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Bound port: f8224cb4-801f-499e-8a98-8ae963bdf705, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:05:21.823910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:21.898381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef40037b-b663-44aa-b5a0-2627096a74e4 req-633bfd6f-ca1c-4693-a9cf-c5ab5c365a55 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256909 Dec 17 16:05:21.974124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] For port f8224cb4-801f-499e-8a98-8ae963bdf705, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:05:21.978287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] For port f8224cb4-801f-499e-8a98-8ae963bdf705, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f8224cb4-801f-499e-8a98-8ae963bdf705,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:05:21.986045 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:22.049638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:22.050325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:22.052211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] 10.222.0.49 "PUT /v2.0/ports/f8224cb4-801f-499e-8a98-8ae963bdf705 HTTP/1.1" status: 200 len: 1092 time: 1.1404254 Dec 17 16:05:22.052755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'tag': 'f8224cb4-801f-499e-8a98-8ae963bdf705'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:22.055722 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5103ad8-575a-43e9-9c94-9d487fe4315a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc02694-da7a-4880-b7f3-22c3842dce67", "tag": "f8224cb4-801f-499e-8a98-8ae963bdf705"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:22.091521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717f58b-748a-4b53-9957-5efd044e6072 service neutron] Pushing event updated for resources: {'Port': ['ID=f8224cb4-801f-499e-8a98-8ae963bdf705,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:22.161388 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3998dd-2afd-4f92-8943-3108341a17ca x-openstack-request-id: req-8d3998dd-2afd-4f92-8943-3108341a17ca {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:22.161744 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc02694-da7a-4880-b7f3-22c3842dce67", "tag": "f8224cb4-801f-499e-8a98-8ae963bdf705", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:22.162057 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d3998dd-2afd-4f92-8943-3108341a17ca {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:22.162540 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'tag': 'f8224cb4-801f-499e-8a98-8ae963bdf705', 'status': 'completed', 'code': 200} Dec 17 16:05:22.226278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-8cd0493e-a6fc-477a-b0f6-346981e0c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:22.227583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-8cd0493e-a6fc-477a-b0f6-346981e0c706 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 1095 time: 0.1212668 Dec 17 16:05:22.343798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-99b94cb0-46f6-4785-9f2c-62d74fa2521f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8224cb4-801f-499e-8a98-8ae963bdf705 HTTP/1.1" status: 200 len: 217 time: 0.1006227 Dec 17 16:05:22.381221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4123e-07d7-4a3f-9559-86236ed5293e req-6471bde1-29c5-4d6f-87b6-399a4a31fa4a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:22.388762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ce4123e-07d7-4a3f-9559-86236ed5293e req-6471bde1-29c5-4d6f-87b6-399a4a31fa4a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.2108891 Dec 17 16:05:22.560796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-7bca5b28-a951-4027-a703-a45de81fb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:22.562521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-7bca5b28-a951-4027-a703-a45de81fb55a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1727364 Dec 17 16:05:22.616920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ce4123e-07d7-4a3f-9559-86236ed5293e req-7d958d36-dbd8-428b-8666-fffb4f9ce9cd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979482 Dec 17 16:05:22.671050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-20f3d150-f793-453a-a08b-2ec4272eecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:22.673223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-20f3d150-f793-453a-a08b-2ec4272eecc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000261 Dec 17 16:05:22.785344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-c0dffa4f-bf90-4bd0-8c6f-a81eb77cfdaf service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044719 Dec 17 16:05:22.869784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58726) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:22.921055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3277d38f-37c4-4e9c-8bf9-5bf214e16782 req-87574f80-77db-4eba-a67e-1dfec55268e4 service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159534 Dec 17 16:05:23.078906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-81ad027c-21ca-42c5-a452-3e6be43fa1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:23.080593 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-81ad027c-21ca-42c5-a452-3e6be43fa1ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 1095 time: 0.1079192 Dec 17 16:05:23.098537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a37880fd-a8ef-462e-a75a-871d957486d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:23.137458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54f4a2-979a-4f34-acb7-d0476542f32c req-a79e0377-23f9-48cb-9793-dd556935e812 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:23.147972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb54f4a2-979a-4f34-acb7-d0476542f32c req-a79e0377-23f9-48cb-9793-dd556935e812 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1605599 Dec 17 16:05:23.242804 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb54f4a2-979a-4f34-acb7-d0476542f32c req-de985857-3977-45f9-938e-dfce3592893d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814784 Dec 17 16:05:23.286340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-6673063c-099b-4982-a3c7-48e36bd87bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:23.294328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-6673063c-099b-4982-a3c7-48e36bd87bf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.2051718 Dec 17 16:05:23.304969 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a37880fd-a8ef-462e-a75a-871d957486d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:23.311370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a37880fd-a8ef-462e-a75a-871d957486d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:23.348739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-b88815c9-4827-45b6-93b6-36042e26b200 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8224cb4-801f-499e-8a98-8ae963bdf705 HTTP/1.1" status: 200 len: 217 time: 0.0467308 Dec 17 16:05:23.351142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a37880fd-a8ef-462e-a75a-871d957486d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=229b3598eb154999bae4eacc054e550b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798231 Dec 17 16:05:23.354019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58740) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:23.380010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37880fd-a8ef-462e-a75a-871d957486d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166c4e3-9a76-4f1e-8834-7469691d8be7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:23.490309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-7d18af1f-9a45-4ef1-8dde-66834a9bb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:23.491932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-7d18af1f-9a45-4ef1-8dde-66834a9bb471 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1244006 Dec 17 16:05:23.535508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccda8e90-445c-4ce8-9c35-484a4e791ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:23.575294 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccda8e90-445c-4ce8-9c35-484a4e791ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:23.587904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-baf9e7a2-de02-42e1-9b7b-1758459b617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:23.589736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-baf9e7a2-de02-42e1-9b7b-1758459b617e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860677 Dec 17 16:05:23.703798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccda8e90-445c-4ce8-9c35-484a4e791ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:23.707682 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ccda8e90-445c-4ce8-9c35-484a4e791ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:23.712207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ccda8e90-445c-4ce8-9c35-484a4e791ee2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7166c4e3-9a76-4f1e-8834-7469691d8be7 HTTP/1.1" status: 204 len: 168 time: 0.3563080 Dec 17 16:05:23.732292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda8e90-445c-4ce8-9c35-484a4e791ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166c4e3-9a76-4f1e-8834-7469691d8be7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:23.749748 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-aa1f5105-0137-43c2-b377-b4af079c1289 service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436579 Dec 17 16:05:23.871627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08395-e0f2-4a7f-b1e6-9c6ee872f870 req-b6a7869e-b908-4e77-8b9c-e3b52882ba9f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:23.873531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ef08395-e0f2-4a7f-b1e6-9c6ee872f870 req-b6a7869e-b908-4e77-8b9c-e3b52882ba9f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.1227183 Dec 17 16:05:23.942736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ef08395-e0f2-4a7f-b1e6-9c6ee872f870 req-1fa1bea0-7a23-476c-b565-c1b61a53bb84 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617778 Dec 17 16:05:23.956238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5103ad8-575a-43e9-9c94-9d487fe4315a req-998dfa10-6f1f-41d1-b605-d7e1c67ceefe service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657107 Dec 17 16:05:24.143110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58766) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:24.156610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f24c1ba-728a-448b-89ce-d91c1c6c86f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:24.232315 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f24c1ba-728a-448b-89ce-d91c1c6c86f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:24.237456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f24c1ba-728a-448b-89ce-d91c1c6c86f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:24.275389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24c1ba-728a-448b-89ce-d91c1c6c86f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165578cd-4c13-43cd-8a3d-e9c48cdca49e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:24.283082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0f24c1ba-728a-448b-89ce-d91c1c6c86f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffe25bd9e1bf4e84ba98165a8b5beef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365066 Dec 17 16:05:24.283357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58770) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:24.347734 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7291c5d-85de-4137-912f-e70a4e610a8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:24.388604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7291c5d-85de-4137-912f-e70a4e610a8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:24.418090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018b9b8-7b32-4877-a015-ed3b99a8aed2 req-4a05d94a-f2fd-4af1-b9be-925b9e8e6a8c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:24.419558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c018b9b8-7b32-4877-a015-ed3b99a8aed2 req-4a05d94a-f2fd-4af1-b9be-925b9e8e6a8c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0898542 Dec 17 16:05:24.485493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c018b9b8-7b32-4877-a015-ed3b99a8aed2 req-496d6ce2-f3d4-4988-8d6c-4d557c92920c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545821 Dec 17 16:05:24.487037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7291c5d-85de-4137-912f-e70a4e610a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:24.489683 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7291c5d-85de-4137-912f-e70a4e610a8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:24.491542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7291c5d-85de-4137-912f-e70a4e610a8d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/165578cd-4c13-43cd-8a3d-e9c48cdca49e HTTP/1.1" status: 204 len: 168 time: 0.2064991 Dec 17 16:05:24.499025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7291c5d-85de-4137-912f-e70a4e610a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165578cd-4c13-43cd-8a3d-e9c48cdca49e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:25.086405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09610f-d905-4029-98dd-06cad81976b3 req-3a4ad37b-342c-452f-a567-537740b564c8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:25.100639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e09610f-d905-4029-98dd-06cad81976b3 req-3a4ad37b-342c-452f-a567-537740b564c8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.0758703 Dec 17 16:05:25.182391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e09610f-d905-4029-98dd-06cad81976b3 req-3b762136-9f0c-4611-a2a8-db831a715a38 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802250 Dec 17 16:05:25.765565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb473d-d99d-4702-9832-f6d7a2cfe876 req-d8ededd9-9156-400a-b642-0f809de3c248 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:25.774488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2acb473d-d99d-4702-9832-f6d7a2cfe876 req-d8ededd9-9156-400a-b642-0f809de3c248 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0877795 Dec 17 16:05:25.877884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2acb473d-d99d-4702-9832-f6d7a2cfe876 req-f3daa81b-1dc8-4606-b549-8b9f3a5b09f7 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914657 Dec 17 16:05:26.381487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ba491-e736-46c5-9c5e-abceff86a799 req-0b7838b0-3e55-4546-bcd2-1c97d4d26990 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:26.383076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-053ba491-e736-46c5-9c5e-abceff86a799 req-0b7838b0-3e55-4546-bcd2-1c97d4d26990 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.1079776 Dec 17 16:05:26.452966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-053ba491-e736-46c5-9c5e-abceff86a799 req-9bb49218-9e25-4c6c-8e5f-db02982a6980 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544615 Dec 17 16:05:27.004168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641214d-b6fa-4353-9bdb-5df02459eb63 req-ae00704b-55e3-4da9-8c32-daa23ab2556d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:27.005728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9641214d-b6fa-4353-9bdb-5df02459eb63 req-ae00704b-55e3-4da9-8c32-daa23ab2556d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0525122 Dec 17 16:05:27.056748 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9641214d-b6fa-4353-9bdb-5df02459eb63 req-bc8189be-dd81-4410-baa1-535eb59cd242 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Dec 17 16:05:27.387640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2aec8-43db-4fa2-9486-fc72fec03b36 req-46ece133-e3c2-4bca-9a97-b8a3ecf0dc02 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:27.389499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15e2aec8-43db-4fa2-9486-fc72fec03b36 req-46ece133-e3c2-4bca-9a97-b8a3ecf0dc02 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0845916 Dec 17 16:05:27.397233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03990-77b4-430b-9b67-60b496c1be0d req-7df6d9b5-2cb8-4902-8ad0-78ca4f8c6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:27.399996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41a03990-77b4-430b-9b67-60b496c1be0d req-7df6d9b5-2cb8-4902-8ad0-78ca4f8c6ab9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 1097 time: 0.0490987 Dec 17 16:05:27.479089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15e2aec8-43db-4fa2-9486-fc72fec03b36 req-a3707336-0002-499c-b005-62003038a27d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764461 Dec 17 16:05:27.572351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03990-77b4-430b-9b67-60b496c1be0d req-0cb017a0-50ba-48dd-946f-3f9679c4ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:27.574426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41a03990-77b4-430b-9b67-60b496c1be0d req-0cb017a0-50ba-48dd-946f-3f9679c4ea2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 200 len: 917 time: 0.1655464 Dec 17 16:05:27.633400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a349b-655a-4c53-8ec4-fd9d5758f14e req-26056dca-e7a4-4aec-9776-5bc843f57323 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:27.635211 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc2a349b-655a-4c53-8ec4-fd9d5758f14e req-26056dca-e7a4-4aec-9776-5bc843f57323 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.1006215 Dec 17 16:05:27.636768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41a03990-77b4-430b-9b67-60b496c1be0d req-fc362290-b39f-4bbd-bb4e-03913c19cafe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19abab54-e528-45e5-ab93-e113967b043c HTTP/1.1" status: 200 len: 217 time: 0.0529618 Dec 17 16:05:27.732036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03990-77b4-430b-9b67-60b496c1be0d req-7ac16da7-b467-4fc5-8d8a-7d23640e87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:27.733650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41a03990-77b4-430b-9b67-60b496c1be0d req-7ac16da7-b467-4fc5-8d8a-7d23640e87d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 200 len: 855 time: 0.0830841 Dec 17 16:05:27.740762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc2a349b-655a-4c53-8ec4-fd9d5758f14e req-f42a53bf-9091-471a-8208-d71751756275 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982947 Dec 17 16:05:27.791502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a03990-77b4-430b-9b67-60b496c1be0d req-3518cd54-e3b9-4344-aec3-39ce5fe47410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:27.793043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41a03990-77b4-430b-9b67-60b496c1be0d req-3518cd54-e3b9-4344-aec3-39ce5fe47410 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83f98211-5382-483b-8c96-63794ccf29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511146 Dec 17 16:05:27.944112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41a03990-77b4-430b-9b67-60b496c1be0d req-f309e84c-febf-40af-9de9-f14072caea8f service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389084 Dec 17 16:05:28.050382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41a03990-77b4-430b-9b67-60b496c1be0d req-4b8c813e-3f25-4cff-90a8-312048308071 service neutron] 10.222.0.47 "GET /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977876 Dec 17 16:05:28.667268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6bc78-d738-452f-84ac-706c179f4488 req-3bcbcf93-9835-40fb-aa5d-57005319ecbd tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:28.669223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30f6bc78-d738-452f-84ac-706c179f4488 req-3bcbcf93-9835-40fb-aa5d-57005319ecbd tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0886276 Dec 17 16:05:28.734832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30f6bc78-d738-452f-84ac-706c179f4488 req-fd2365da-1f66-4926-aae7-61bf07bb9e10 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585499 Dec 17 16:05:28.895373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8ea40-eaad-4278-b7f6-f9b2efe63efa req-aa6757c8-e13b-4382-a1b1-e5bc599ec956 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:28.897432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c8ea40-eaad-4278-b7f6-f9b2efe63efa req-aa6757c8-e13b-4382-a1b1-e5bc599ec956 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.0674834 Dec 17 16:05:28.958166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11c8ea40-eaad-4278-b7f6-f9b2efe63efa req-7f5c8352-1a4c-4a65-a9ca-704f3cdf4670 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537288 Dec 17 16:05:29.894491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f5b35-b324-475e-812d-a00ebd612b1e req-ede417b6-d6f3-4611-b5c5-22897303bd31 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:29.905577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a31f5b35-b324-475e-812d-a00ebd612b1e req-ede417b6-d6f3-4611-b5c5-22897303bd31 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0847509 Dec 17 16:05:29.966219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a31f5b35-b324-475e-812d-a00ebd612b1e req-232e580b-a79f-4a5e-8990-46846006c59f tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593896 Dec 17 16:05:30.088327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248c2ae-4bfc-4201-8735-e6e0c8018d9b req-511d59d0-cee0-45b0-975d-68c90d61131f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:30.089836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6248c2ae-4bfc-4201-8735-e6e0c8018d9b req-511d59d0-cee0-45b0-975d-68c90d61131f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.0568099 Dec 17 16:05:30.150636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6248c2ae-4bfc-4201-8735-e6e0c8018d9b req-fd31d7ba-8356-41ff-b9ec-01a54734aafe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497043 Dec 17 16:05:30.244482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e446ef2-a6f6-491d-bcc8-69c31bd72b78 req-e6e22162-aa7d-45ae-8cef-2b4829476dd9 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:30.246077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e446ef2-a6f6-491d-bcc8-69c31bd72b78 req-e6e22162-aa7d-45ae-8cef-2b4829476dd9 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0762849 Dec 17 16:05:30.310971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e446ef2-a6f6-491d-bcc8-69c31bd72b78 req-7f9814c0-1ea6-4c94-a113-e14ab4340ebb tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581715 Dec 17 16:05:30.472346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05728f-0f5e-4c24-a4be-44d6ad91c47d req-6cf5de8f-a427-4c31-abe1-291b0c17480e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:30.474488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c05728f-0f5e-4c24-a4be-44d6ad91c47d req-6cf5de8f-a427-4c31-abe1-291b0c17480e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 945 time: 0.0583835 Dec 17 16:05:30.540432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c05728f-0f5e-4c24-a4be-44d6ad91c47d req-a1bcf783-648a-4aaf-b315-3016a3b0936e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569456 Dec 17 16:05:30.695641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0015e44-edf2-42e4-9ef9-7fe4b2ea7363 req-0bd4dfa8-082b-4606-a866-f66df87f329a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:30.697374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0015e44-edf2-42e4-9ef9-7fe4b2ea7363 req-0bd4dfa8-082b-4606-a866-f66df87f329a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.0787249 Dec 17 16:05:30.763400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0015e44-edf2-42e4-9ef9-7fe4b2ea7363 req-9f410fdb-ff36-4315-b285-7e34dd625731 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545208 Dec 17 16:05:30.809413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-59f1dbf2-6d52-4581-8889-85bfcf0eff45 req-399a3162-3982-4c5a-be22-79feaf70235d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:05:30.810413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59f1dbf2-6d52-4581-8889-85bfcf0eff45 req-399a3162-3982-4c5a-be22-79feaf70235d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060523 Dec 17 16:05:30.871920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59f1dbf2-6d52-4581-8889-85bfcf0eff45 req-6db774e0-7445-445c-8d15-3f14a0529212 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0543211 Dec 17 16:05:31.180459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c39e9b-88af-449f-a5b4-77194d61703d req-8a0bd012-2182-42fb-9607-ed4dcd6b88a5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:31.183014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c39e9b-88af-449f-a5b4-77194d61703d req-8a0bd012-2182-42fb-9607-ed4dcd6b88a5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.0608232 Dec 17 16:05:31.245368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57c39e9b-88af-449f-a5b4-77194d61703d req-73a63629-0642-4233-a904-16a77077d18c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552614 Dec 17 16:05:31.286048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ade8c-85b4-4488-85a8-1f555bfb29fd req-0264536c-b21c-44c9-87f6-abca151453c5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:31.290638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d14ade8c-85b4-4488-85a8-1f555bfb29fd req-0264536c-b21c-44c9-87f6-abca151453c5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.0600688 Dec 17 16:05:31.377879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d14ade8c-85b4-4488-85a8-1f555bfb29fd req-1c8b24d9-feae-4cfc-b838-b75ff4e43c70 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774364 Dec 17 16:05:31.383454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-c0cf5e2f-35ed-4f79-aa8e-3006cc50aecc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064234 Dec 17 16:05:31.476936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101b340-a02b-44c7-9338-b5aa63bebbe2 req-3d0f03a6-5c47-497e-939c-ceabd7568701 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:31.479631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c101b340-a02b-44c7-9338-b5aa63bebbe2 req-3d0f03a6-5c47-497e-939c-ceabd7568701 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 945 time: 0.0613160 Dec 17 16:05:31.490056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-b60ac26e-b39d-48d0-8a1b-a4f30dd6257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:31.491789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-b60ac26e-b39d-48d0-8a1b-a4f30dd6257f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1098 time: 0.0568264 Dec 17 16:05:31.546415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c101b340-a02b-44c7-9338-b5aa63bebbe2 req-14132e85-6616-4fe7-8575-70ea887b58f5 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574105 Dec 17 16:05:31.657326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-7c966b31-518d-4764-bd02-81ed70755ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:31.659597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-7c966b31-518d-4764-bd02-81ed70755ba1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.1475596 Dec 17 16:05:31.825446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-f60378fb-d210-410a-b86a-3bf63a44256e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1002 time: 0.1092038 Dec 17 16:05:31.835013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc21e75-d454-41bf-8722-1aab98c6d401 req-79fe741a-becd-4e29-9da5-b2ca8bb37637 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:31.842485 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cc21e75-d454-41bf-8722-1aab98c6d401 req-79fe741a-becd-4e29-9da5-b2ca8bb37637 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.1763999 Dec 17 16:05:31.946122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-163b5d9b-9007-4b28-8386-abb7b5e033b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:31.948092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-163b5d9b-9007-4b28-8386-abb7b5e033b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1020594 Dec 17 16:05:31.951383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cc21e75-d454-41bf-8722-1aab98c6d401 req-12b023ce-8758-4e08-9ae4-b961dfad5faf tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080372 Dec 17 16:05:32.012006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-9ba7ada4-daa8-40aa-a961-74dfade9e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:32.014455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-9ba7ada4-daa8-40aa-a961-74dfade9e10c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594189 Dec 17 16:05:32.175241 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-ed4991c3-09b4-4123-8bc3-fabab8c5b917 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537902 Dec 17 16:05:32.330375 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfe7105-a68b-43f1-aa40-4b268164d7c0 req-a6fc5edc-f377-4be0-bf15-5c335417fb41 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471729 Dec 17 16:05:32.422937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e018f4d-3eb6-4d52-854d-0d61a06aa2d1 req-f132ad79-4e1c-4040-8032-b69bb59a3608 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:32.440081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e018f4d-3eb6-4d52-854d-0d61a06aa2d1 req-f132ad79-4e1c-4040-8032-b69bb59a3608 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:32.449601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e018f4d-3eb6-4d52-854d-0d61a06aa2d1 req-f132ad79-4e1c-4040-8032-b69bb59a3608 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:32.453030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e018f4d-3eb6-4d52-854d-0d61a06aa2d1 req-f132ad79-4e1c-4040-8032-b69bb59a3608 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db&device_id=1c0dd44d-b2a2-485a-b537-728794360b16&device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 2417 time: 0.1400695 Dec 17 16:05:32.558530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e018f4d-3eb6-4d52-854d-0d61a06aa2d1 req-ba0c8dcb-ef3c-4bbe-9524-d4d2afc6ce9f tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936251 Dec 17 16:05:32.603948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-4cff6f94-5a9d-4f0d-8c0b-c372da000694 req-605bc9e7-cf42-4f71-a2e8-b15f2bf31fcd tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:05:32.605282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cff6f94-5a9d-4f0d-8c0b-c372da000694 req-605bc9e7-cf42-4f71-a2e8-b15f2bf31fcd tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094967 Dec 17 16:05:32.652284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4fd5c-d0c3-44ba-aa17-d4dcedcf59bd req-aca3f7c3-7202-4fe0-b540-7abea0018dec tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:32.654539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5c4fd5c-d0c3-44ba-aa17-d4dcedcf59bd req-aca3f7c3-7202-4fe0-b540-7abea0018dec tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.0887361 Dec 17 16:05:32.752747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5c4fd5c-d0c3-44ba-aa17-d4dcedcf59bd req-1ffe0fc0-a6c9-4315-ae09-68ce1d1d8465 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908875 Dec 17 16:05:32.759074 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4cff6f94-5a9d-4f0d-8c0b-c372da000694 req-8ef6b0d7-aa74-4a2f-8557-eecf496211d6 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1457520 Dec 17 16:05:33.942534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0bfaa-0a23-4929-8bea-8c7f5390bff3 req-b0cbb7d6-b566-4e3f-9230-c4e8244d98be tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:33.944835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7dc0bfaa-0a23-4929-8bea-8c7f5390bff3 req-b0cbb7d6-b566-4e3f-9230-c4e8244d98be tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.0922716 Dec 17 16:05:34.065654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7dc0bfaa-0a23-4929-8bea-8c7f5390bff3 req-c9aad49f-3ef9-4396-a676-ddfc2fc9b65a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140332 Dec 17 16:05:34.725967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd46c5-31d4-421e-80a6-240bed15310f req-ca4eeda2-b760-40a1-aaeb-65985971fea9 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:34.728193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83cd46c5-31d4-421e-80a6-240bed15310f req-ca4eeda2-b760-40a1-aaeb-65985971fea9 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.1010661 Dec 17 16:05:34.803661 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83cd46c5-31d4-421e-80a6-240bed15310f req-ce06206a-7777-4360-9b73-29feb69a4827 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596659 Dec 17 16:05:35.140288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f8224cb4-801f-499e-8a98-8ae963bdf705 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:05:35.246913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8fb84-6875-4b49-b596-1c27a0fa1f9d req-fbdc8011-9def-4f17-9114-c74491eb0260 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:35.263279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90f8fb84-6875-4b49-b596-1c27a0fa1f9d req-fbdc8011-9def-4f17-9114-c74491eb0260 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 943 time: 0.0947969 Dec 17 16:05:35.402601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f8224cb4-801f-499e-8a98-8ae963bdf705, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f8224cb4-801f-499e-8a98-8ae963bdf705,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:35.434814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90f8fb84-6875-4b49-b596-1c27a0fa1f9d req-20d6ba08-ed3d-4ea0-806e-93c874f5bd73 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702158 Dec 17 16:05:35.460933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'f8224cb4-801f-499e-8a98-8ae963bdf705', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'port_id': 'f8224cb4-801f-499e-8a98-8ae963bdf705', 'mac_address': 'fa:16:3e:29:39:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:05:35.595165 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:35.624453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8224cb4-801f-499e-8a98-8ae963bdf705 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:05:35.659993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f8224cb4-801f-499e-8a98-8ae963bdf705, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f8224cb4-801f-499e-8a98-8ae963bdf705,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:35.665180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:35.798897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f8224cb4-801f-499e-8a98-8ae963bdf705,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:35.817297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.817909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.818391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.819021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.819497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.820008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.820670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.821264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.821863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.822328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.822805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.823294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.824258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:35.969072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f8224cb4-801f-499e-8a98-8ae963bdf705'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:05:36.286658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-86c88552-0a53-406c-983f-fcb354731648 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:36.289463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-86c88552-0a53-406c-983f-fcb354731648 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.3046105 Dec 17 16:05:36.298518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e18a6-c810-42e3-8f97-559c1348fe28 req-8a14a53b-75fe-4f8a-b1c3-849572104735 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:36.307493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-062e18a6-c810-42e3-8f97-559c1348fe28 req-8a14a53b-75fe-4f8a-b1c3-849572104735 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 946 time: 0.3334100 Dec 17 16:05:36.402401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-062e18a6-c810-42e3-8f97-559c1348fe28 req-2de6a339-5f9b-462f-9cf0-dc620bc8889b tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932698 Dec 17 16:05:36.468332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-770c4905-5637-46e4-8d0b-4dec46603f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:36.605620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Deleting port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:36.606184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:36.716025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dec7c7-736b-42ea-97ad-a4e08eb57d97 req-60000a9f-4dcb-4a5b-920a-1bcc433c2edd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:36.726576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-50dec7c7-736b-42ea-97ad-a4e08eb57d97 req-60000a9f-4dcb-4a5b-920a-1bcc433c2edd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 944 time: 0.1491549 Dec 17 16:05:36.819382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] For port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:36.820232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:36.855443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Calling delete_port for 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:36.865356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-50dec7c7-736b-42ea-97ad-a4e08eb57d97 req-b530bca3-226c-4be6-9884-fb3ef8eddea7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367588 Dec 17 16:05:37.044299 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:37.062240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['31ebe941-e96a-45b1-9744-07b5f598128d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:05:37.065556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['19abab54-e528-45e5-ab93-e113967b043c', '065136d0-5af1-425f-b8b9-4a76a7f4c8a9'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:05:37.131602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Pushing event deleted for resources: {'Port': ['ID=065136d0-5af1-425f-b8b9-4a76a7f4c8a9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:37.230601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f8224cb4-801f-499e-8a98-8ae963bdf705 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:05:37.297139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] No DVR routers for this DVR port 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:37.311137 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:37.322742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3d5355c-6e90-4a89-8cc0-cc6f4cb4f623 req-5a3ddc16-ef7c-4b79-a527-85c98934d915 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "DELETE /v2.0/ports/065136d0-5af1-425f-b8b9-4a76a7f4c8a9 HTTP/1.1" status: 204 len: 173 time: 1.0069313 Dec 17 16:05:37.323224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99b94f2-b150-4045-9014-a710db28b2db', 'name': 'network-vif-deleted', 'tag': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:37.340198 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77f9b29-e7c6-455d-ba42-3169b97a44d5" -d '{"events": [{"server_uuid": "b99b94f2-b150-4045-9014-a710db28b2db", "name": "network-vif-deleted", "tag": "065136d0-5af1-425f-b8b9-4a76a7f4c8a9"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:37.456134 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326d091f-4037-459f-9b53-9bbaccfadee3 x-openstack-request-id: req-326d091f-4037-459f-9b53-9bbaccfadee3 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:37.456446 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99b94f2-b150-4045-9014-a710db28b2db", "name": "network-vif-deleted", "tag": "065136d0-5af1-425f-b8b9-4a76a7f4c8a9", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:37.456701 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-326d091f-4037-459f-9b53-9bbaccfadee3 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:37.457087 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99b94f2-b150-4045-9014-a710db28b2db', 'name': 'network-vif-deleted', 'tag': '065136d0-5af1-425f-b8b9-4a76a7f4c8a9', 'status': 'completed', 'code': 200} Dec 17 16:05:37.588513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-239ee3e3-65b1-4470-884f-fe3c0a2d0658 req-547c214c-bb71-4ba9-8846-ecc47cf19546 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=b99b94f2-b150-4045-9014-a710db28b2db HTTP/1.1" status: 200 len: 210 time: 0.0663831 Dec 17 16:05:38.064382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port f8224cb4-801f-499e-8a98-8ae963bdf705 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:05:38.146420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port f8224cb4-801f-499e-8a98-8ae963bdf705 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:38.146792 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:38.211436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf420b-f5e9-43b0-848f-2fd92636f64d req-d32434cd-f279-43a6-ac11-ec4090d9a105 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:38.228687 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64cf420b-f5e9-43b0-848f-2fd92636f64d req-d32434cd-f279-43a6-ac11-ec4090d9a105 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 944 time: 0.1946671 Dec 17 16:05:38.294774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64cf420b-f5e9-43b0-848f-2fd92636f64d req-dd146833-8154-4651-825e-ad488c233d21 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657825 Dec 17 16:05:38.402466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:38.455233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8224cb4-801f-499e-8a98-8ae963bdf705'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:38.458530 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3cd57a-eb1a-46a5-9cd0-dcd266fcadcd" -d '{"events": [{"server_uuid": "0fc02694-da7a-4880-b7f3-22c3842dce67", "name": "network-vif-plugged", "status": "completed", "tag": "f8224cb4-801f-499e-8a98-8ae963bdf705"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:38.502316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f8224cb4-801f-499e-8a98-8ae963bdf705, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f8224cb4-801f-499e-8a98-8ae963bdf705,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:38.509524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:38.568810 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4850a43-9f6b-45f1-b0e1-be29cce1eba9 x-openstack-request-id: req-e4850a43-9f6b-45f1-b0e1-be29cce1eba9 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:38.569154 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc02694-da7a-4880-b7f3-22c3842dce67", "name": "network-vif-plugged", "status": "completed", "tag": "f8224cb4-801f-499e-8a98-8ae963bdf705", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:38.569506 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4850a43-9f6b-45f1-b0e1-be29cce1eba9 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:38.569960 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8224cb4-801f-499e-8a98-8ae963bdf705', 'code': 200} Dec 17 16:05:38.573442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f8224cb4-801f-499e-8a98-8ae963bdf705,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:38.600565 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4e02682a-23ea-43a7-84e2-ba6ae68f9f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:38.698727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a13f7-b55d-4d4d-b300-f90190d6873d req-c4471d86-8742-4a96-b91f-f55d67935c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:38.705127 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-213a13f7-b55d-4d4d-b300-f90190d6873d req-c4471d86-8742-4a96-b91f-f55d67935c07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 1097 time: 0.0788479 Dec 17 16:05:38.779117 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-213a13f7-b55d-4d4d-b300-f90190d6873d req-b7ea5ad8-17c5-41b8-a465-f73fa01842eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664024 Dec 17 16:05:39.020535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a01e9a-7da9-4729-8308-a0ebfdcbdde1 req-27f57907-7718-4657-beb0-604c87a10a6a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.028357 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1a01e9a-7da9-4729-8308-a0ebfdcbdde1 req-27f57907-7718-4657-beb0-604c87a10a6a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 945 time: 0.1041243 Dec 17 16:05:39.113018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1a01e9a-7da9-4729-8308-a0ebfdcbdde1 req-bf51858e-fdeb-41dd-a8fa-01a8accc7cb3 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835726 Dec 17 16:05:39.464117 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-dc0dba52-333c-4939-9408-58804be221ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0654867 Dec 17 16:05:39.518395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec33ab0-1a94-487c-9162-cb8143168da9 req-e08f5910-e161-44f6-a8dd-2ec1b79835e7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.526646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec33ab0-1a94-487c-9162-cb8143168da9 req-e08f5910-e161-44f6-a8dd-2ec1b79835e7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 945 time: 0.0732996 Dec 17 16:05:39.622004 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec33ab0-1a94-487c-9162-cb8143168da9 req-7cf74aae-01d7-4a5b-935d-8e5aa9cc24c5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926526 Dec 17 16:05:39.681836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.682560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.683171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.683801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.684909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.685778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.687009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.692330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ea0595b-f84f-4574-9a1c-1dd72fa727c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c81336360a334161a51173b9879a5656&device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 6499 time: 0.1127131 Dec 17 16:05:39.977373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-13d94096-d1f9-4c23-a2b3-f9388c5968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.978090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-13d94096-d1f9-4c23-a2b3-f9388c5968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.979684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-13d94096-d1f9-4c23-a2b3-f9388c5968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:39.983170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-13d94096-d1f9-4c23-a2b3-f9388c5968c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dc344b3-1870-46c9-a4e7-746f86a3b411&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&id=bb717a21-920e-4104-b4c5-ec153af618b6&id=bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 200 len: 2291 time: 0.2577589 Dec 17 16:05:39.984098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:40.146129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-eb3d5b9e-a2ff-4a64-8d0f-c5e37b31f05d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 200 len: 1001 time: 0.1414318 Dec 17 16:05:40.232960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-0ae1ce39-e7c7-45ae-8016-d34477141616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:40.234700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-0ae1ce39-e7c7-45ae-8016-d34477141616 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 HTTP/1.1" status: 200 len: 850 time: 0.0825403 Dec 17 16:05:40.468003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4e872-62d5-4f85-97c8-ae5236654146 req-0026a09c-737b-4ca3-b435-45382068c101 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:40.470258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6c4e872-62d5-4f85-97c8-ae5236654146 req-0026a09c-737b-4ca3-b435-45382068c101 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 945 time: 0.1836917 Dec 17 16:05:40.478251 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:40.515064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:05:40.515883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 065136d0-5af1-425f-b8b9-4a76a7f4c8a9 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:40.569230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ad1e5bc-f38b-4e6b-ada9-be54a26446fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:40.570858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6ad1e5bc-f38b-4e6b-ada9-be54a26446fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dc344b3-1870-46c9-a4e7-746f86a3b411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3245790 Dec 17 16:05:40.756074 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6c4e872-62d5-4f85-97c8-ae5236654146 req-4a7a5740-8d71-4ae4-bdaa-6f1a0d9c5325 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092724 Dec 17 16:05:40.786639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-101adb04-fb51-47c8-8b0b-8a88083d1f6a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:40.788711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-101adb04-fb51-47c8-8b0b-8a88083d1f6a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 945 time: 0.3173394 Dec 17 16:05:40.836751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc44f-8f97-4eaa-bebe-62e8b827506f req-ca81d25a-4a44-47f0-ac8a-014faaad57e2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:40.856191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c0bc44f-8f97-4eaa-bebe-62e8b827506f req-ca81d25a-4a44-47f0-ac8a-014faaad57e2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 945 time: 0.1102414 Dec 17 16:05:40.904598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-e8ea2336-32f9-4138-a57f-a98afd733c6e service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854133 Dec 17 16:05:40.905608 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:40.971394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c0bc44f-8f97-4eaa-bebe-62e8b827506f req-cd438ba7-85ce-4e90-ade1-2e5f70ada7f0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094582 Dec 17 16:05:41.248398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Deleting port 31ebe941-e96a-45b1-9744-07b5f598128d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:41.257041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:41.289509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-67c3c5a8-799a-464b-9747-3670b428fd1b service neutron] 10.222.0.49 "GET /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114221 Dec 17 16:05:41.331362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:41.414648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] For port 31ebe941-e96a-45b1-9744-07b5f598128d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=31ebe941-e96a-45b1-9744-07b5f598128d,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:41.416070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:41.447653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Calling delete_port for 31ebe941-e96a-45b1-9744-07b5f598128d owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:41.569721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f309ee8-25a8-404e-bb43-a2b1f23a5369 req-6661a626-add2-43e7-89e0-0b8f30eaa053 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:41.577898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f309ee8-25a8-404e-bb43-a2b1f23a5369 req-6661a626-add2-43e7-89e0-0b8f30eaa053 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 945 time: 0.4259598 Dec 17 16:05:41.669886 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-602cecc3-ea28-445f-878d-34d67b15612a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 217 time: 0.1086149 Dec 17 16:05:41.743714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6554c96f-a673-49f9-b6e0-7719ef7531ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:41.745514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-6554c96f-a673-49f9-b6e0-7719ef7531ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0645688 Dec 17 16:05:41.825081 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f309ee8-25a8-404e-bb43-a2b1f23a5369 req-e52c0bd3-94ae-454f-8a0e-eceff18fef28 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453907 Dec 17 16:05:41.859047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-bd866917-3632-49a2-ae11-4160b87caef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:41.861813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-bd866917-3632-49a2-ae11-4160b87caef2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0886359 Dec 17 16:05:41.864562 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:41.882567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['31ebe941-e96a-45b1-9744-07b5f598128d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:05:41.888839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['19abab54-e528-45e5-ab93-e113967b043c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:05:41.931751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Pushing event deleted for resources: {'Port': ['ID=31ebe941-e96a-45b1-9744-07b5f598128d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:41.961421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ef7f03a-5757-4683-9c49-da18de09888a req-5cec2f83-e823-4e57-a082-37bcb3a73a2c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c0dd44d-b2a2-485a-b537-728794360b16 HTTP/1.1" status: 200 len: 210 time: 0.0750232 Dec 17 16:05:42.100384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] No DVR routers for this DVR port 31ebe941-e96a-45b1-9744-07b5f598128d on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:42.105976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:42.121451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46e79711-8fa8-4ac9-9973-c3e1b350db9d req-4abe1463-5d78-45f8-a3ba-8937d609300c tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.49 "DELETE /v2.0/ports/31ebe941-e96a-45b1-9744-07b5f598128d HTTP/1.1" status: 204 len: 173 time: 1.3246336 Dec 17 16:05:42.124578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0dd44d-b2a2-485a-b537-728794360b16', 'name': 'network-vif-deleted', 'tag': '31ebe941-e96a-45b1-9744-07b5f598128d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:42.127457 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce0d3d5-6aca-4032-8ea6-62ed958fb9d7" -d '{"events": [{"server_uuid": "1c0dd44d-b2a2-485a-b537-728794360b16", "name": "network-vif-deleted", "tag": "31ebe941-e96a-45b1-9744-07b5f598128d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:42.143027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:42.189919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-b0a6a22a-efdf-41ed-aa03-6986b8ac6582 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145230 Dec 17 16:05:42.327359 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a753aa92-d2a8-4596-a7f6-6abc15c6b276 x-openstack-request-id: req-a753aa92-d2a8-4596-a7f6-6abc15c6b276 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:42.328515 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0dd44d-b2a2-485a-b537-728794360b16", "name": "network-vif-deleted", "tag": "31ebe941-e96a-45b1-9744-07b5f598128d", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:42.329307 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a753aa92-d2a8-4596-a7f6-6abc15c6b276 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:42.330063 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0dd44d-b2a2-485a-b537-728794360b16', 'name': 'network-vif-deleted', 'tag': '31ebe941-e96a-45b1-9744-07b5f598128d', 'status': 'completed', 'code': 200} Dec 17 16:05:42.388428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-ab5ff0ef-240a-4e85-b055-303f988e3de1 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902823 Dec 17 16:05:42.468000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-8efe57cf-7f61-4a26-8be9-3c4f9b7c7bab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 217 time: 0.0734518 Dec 17 16:05:42.552921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-3a109de7-94dd-466f-98da-7442a283fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:42.554852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-3a109de7-94dd-466f-98da-7442a283fb3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0783584 Dec 17 16:05:42.720191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-ebeaf803-1575-4133-a6d7-9d016026ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:42.726649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-ebeaf803-1575-4133-a6d7-9d016026ad72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1628222 Dec 17 16:05:42.944362 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-659ec72d-2024-4fbd-b90a-830676b9be82 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116365 Dec 17 16:05:43.228958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-7a15ead2-b87a-4d76-a775-520dab210a1d service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758803 Dec 17 16:05:43.324418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-ed8fbab9-2ca1-4b9a-bd4e-a99d1b3b18e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=e66b899a-809b-4c28-8fc4-39b688474c42 HTTP/1.1" status: 200 len: 217 time: 0.0880094 Dec 17 16:05:43.387838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-abc31a99-d5db-406e-bc81-7ae321b4c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:43.389735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-abc31a99-d5db-406e-bc81-7ae321b4c9ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.0583837 Dec 17 16:05:43.481452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-4401900b-ca18-49c4-9f50-c7c5df538dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:43.485785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-4401900b-ca18-49c4-9f50-c7c5df538dad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890741 Dec 17 16:05:43.575302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4db219-3b36-494b-b392-98507c966be6 req-dd57a074-2e01-406b-976e-be8c63969eb3 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:43.581286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f4db219-3b36-494b-b392-98507c966be6 req-dd57a074-2e01-406b-976e-be8c63969eb3 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1111598 Dec 17 16:05:43.669615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f4db219-3b36-494b-b392-98507c966be6 req-0a6afedd-be06-46a2-8207-5439ae3fd4ca tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639894 Dec 17 16:05:43.729694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-304a4f8a-3d07-4541-934b-bbf54db40ed6 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365239 Dec 17 16:05:43.845064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-41cb3f20-2c39-4cb3-af5f-a06b7c91c99f service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117742 Dec 17 16:05:43.931699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-9014e744-20e6-4144-808d-b19ae0a25033 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6 HTTP/1.1" status: 200 len: 217 time: 0.0792451 Dec 17 16:05:44.067892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-dd9c9890-5c08-46d2-a869-5270d29744c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:44.069635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-dd9c9890-5c08-46d2-a869-5270d29744c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 200 len: 797 time: 0.1321182 Dec 17 16:05:44.140081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-485ddd57-d6d6-4890-8562-f4ea15722242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:44.142676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-485ddd57-d6d6-4890-8562-f4ea15722242 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd5a3c2b-5678-4807-8993-5d76e0aa27b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565362 Dec 17 16:05:44.258820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59442) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:44.387767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-c973a2f7-754e-4a67-8457-d50f77c3b9db service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107553 Dec 17 16:05:44.528890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-e057b814-f83a-4df1-bd8a-f64a57d199d6 service neutron] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396937 Dec 17 16:05:44.534996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-136eb2a1-515e-48dd-b55d-ba092dd9778d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:44.671412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-69dd30a3-b34b-4cdc-866e-0e5f76ed80c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 200 len: 217 time: 0.1334996 Dec 17 16:05:44.724334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-136eb2a1-515e-48dd-b55d-ba092dd9778d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:44.733858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-136eb2a1-515e-48dd-b55d-ba092dd9778d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:44.808689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-85c8a135-eb55-40a9-9a58-ab8fd344285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:44.809601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-85c8a135-eb55-40a9-9a58-ab8fd344285e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.1327853 Dec 17 16:05:44.871942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59474) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:44.898733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136eb2a1-515e-48dd-b55d-ba092dd9778d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8928403f-10ad-4a74-9736-9cc54553edb5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:44.907942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-136eb2a1-515e-48dd-b55d-ba092dd9778d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05b2e5dc30074047bc8a6514305bb6ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6444914 Dec 17 16:05:44.915753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59480) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:44.925537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-690e351f-de53-4cd1-8bd1-959d07b8bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:44.926915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-690e351f-de53-4cd1-8bd1-959d07b8bc71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103668 Dec 17 16:05:44.946287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf6eed-12f7-4aab-98f2-d37fb34e5c10 req-5fa803a6-0deb-4273-bb6b-9ae6bdeb0e3d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:44.955938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afcf6eed-12f7-4aab-98f2-d37fb34e5c10 req-5fa803a6-0deb-4273-bb6b-9ae6bdeb0e3d tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.1609411 Dec 17 16:05:45.084445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afcf6eed-12f7-4aab-98f2-d37fb34e5c10 req-89363831-65a8-46ce-8051-41cfdf098cb1 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/security-groups?id=c139d2b9-893f-480e-90a5-a2c604f5f6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251621 Dec 17 16:05:45.175963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64d35c-741f-48d0-887a-4f5967905967 req-93867094-6f84-44f7-b24c-2662614d67d6 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:45.185791 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d64d35c-741f-48d0-887a-4f5967905967 req-93867094-6f84-44f7-b24c-2662614d67d6 tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 945 time: 0.2264609 Dec 17 16:05:45.201857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31ebe941-e96a-45b1-9744-07b5f598128d no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:45.274426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 31ebe941-e96a-45b1-9744-07b5f598128d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:05:45.274826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 31ebe941-e96a-45b1-9744-07b5f598128d not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:45.349113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.415311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Deleting port 19abab54-e528-45e5-ab93-e113967b043c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:45.415733 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.495711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5d61e67-3f54-4a77-ba77-902512827dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.520293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] For port 19abab54-e528-45e5-ab93-e113967b043c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=19abab54-e528-45e5-ab93-e113967b043c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:45.520861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.536346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Calling delete_port for 19abab54-e528-45e5-ab93-e113967b043c owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:45.609943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-5dab2217-edb7-40a3-b2a7-ecac0b298678 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745315 Dec 17 16:05:45.643373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-852d692f-57eb-4ce9-a38a-47d565f455dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.717927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.721912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-852d692f-57eb-4ce9-a38a-47d565f455dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.735099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['19abab54-e528-45e5-ab93-e113967b043c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:05:45.765532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Pushing event deleted for resources: {'Port': ['ID=19abab54-e528-45e5-ab93-e113967b043c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:45.830221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] No DVR routers for this DVR port 19abab54-e528-45e5-ab93-e113967b043c on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:45.835494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.853986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d64d35c-741f-48d0-887a-4f5967905967 req-ea5285b7-09a8-4983-9476-a7a6b04da66e tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.47 "DELETE /v2.0/ports/19abab54-e528-45e5-ab93-e113967b043c HTTP/1.1" status: 204 len: 173 time: 0.6557472 Dec 17 16:05:45.856398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60121911-8e0c-4646-89f4-b9bef3acca39', 'name': 'network-vif-deleted', 'tag': '19abab54-e528-45e5-ab93-e113967b043c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:45.893818 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e490890-ba1b-4d54-b03a-afa10cbf4e75" -d '{"events": [{"server_uuid": "60121911-8e0c-4646-89f4-b9bef3acca39", "name": "network-vif-deleted", "tag": "19abab54-e528-45e5-ab93-e113967b043c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:45.896168 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5d61e67-3f54-4a77-ba77-902512827dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.903677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-ce014fb7-1866-4f34-99a8-0b78b5c1625b service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856996 Dec 17 16:05:45.911782 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-852d692f-57eb-4ce9-a38a-47d565f455dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.918780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-852d692f-57eb-4ce9-a38a-47d565f455dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.919230 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-852d692f-57eb-4ce9-a38a-47d565f455dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8928403f-10ad-4a74-9736-9cc54553edb5 HTTP/1.1" status: 204 len: 168 time: 0.9908693 Dec 17 16:05:45.972779 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5d61e67-3f54-4a77-ba77-902512827dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:45.977080 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6d2bbc-9a30-4b1c-b195-de42c3dac6c5 x-openstack-request-id: req-2f6d2bbc-9a30-4b1c-b195-de42c3dac6c5 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:45.977453 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60121911-8e0c-4646-89f4-b9bef3acca39", "name": "network-vif-deleted", "tag": "19abab54-e528-45e5-ab93-e113967b043c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:45.978966 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f6d2bbc-9a30-4b1c-b195-de42c3dac6c5 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:45.979447 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60121911-8e0c-4646-89f4-b9bef3acca39', 'name': 'network-vif-deleted', 'tag': '19abab54-e528-45e5-ab93-e113967b043c', 'status': 'completed', 'code': 200} Dec 17 16:05:46.023111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d692f-57eb-4ce9-a38a-47d565f455dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8928403f-10ad-4a74-9736-9cc54553edb5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:46.044537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-e982cc5b-782a-4793-a7ec-b3092f79573f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 200 len: 217 time: 0.1110620 Dec 17 16:05:46.124481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b5d61e67-3f54-4a77-ba77-902512827dd8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=094152e3d8dd431db5c75ea58bed4285&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2374988 Dec 17 16:05:46.127867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59498) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:46.136782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d61e67-3f54-4a77-ba77-902512827dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57f7c7-3e8e-4e1e-b7bf-1cbdda726f58,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:46.171149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-013da228-f889-455a-bd26-82d934375e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:46.173196 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-013da228-f889-455a-bd26-82d934375e70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 200 len: 797 time: 0.1101825 Dec 17 16:05:46.229300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-560f5e30-ef39-47c1-bb8f-56dcad689a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:46.231218 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-560f5e30-ef39-47c1-bb8f-56dcad689a66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb717a21-920e-4104-b4c5-ec153af618b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507512 Dec 17 16:05:46.262106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6d3e-d784-4b24-8949-7efbc615cd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.297361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6d3e-d784-4b24-8949-7efbc615cd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.347675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-36158525-1727-4ddc-99ae-e05329c1d00a service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068828 Dec 17 16:05:46.362619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59504) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:46.363437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6d3e-d784-4b24-8949-7efbc615cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.366101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6d3e-d784-4b24-8949-7efbc615cd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.369483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e1cb6d3e-d784-4b24-8949-7efbc615cd36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d57f7c7-3e8e-4e1e-b7bf-1cbdda726f58 HTTP/1.1" status: 204 len: 168 time: 0.2381136 Dec 17 16:05:46.378717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb6d3e-d784-4b24-8949-7efbc615cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57f7c7-3e8e-4e1e-b7bf-1cbdda726f58,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:46.415491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a4943686-f624-4c14-a076-a1e8fb1d4e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.497479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc200715-b2ec-4f2b-a432-32a90d32829c req-2233361b-17f2-4492-93ba-cba58e495314 service neutron] 10.222.0.49 "GET /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426477 Dec 17 16:05:46.556729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a4943686-f624-4c14-a076-a1e8fb1d4e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.565275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a4943686-f624-4c14-a076-a1e8fb1d4e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.640674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a4943686-f624-4c14-a076-a1e8fb1d4e22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=369750214c0046e69abd1c5ce7ad2df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765841 Dec 17 16:05:46.643693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59512) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:46.654940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4943686-f624-4c14-a076-a1e8fb1d4e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b4a45e-5299-4e67-89a1-15476faad9dc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:46.767543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f55198d3-f569-4666-8d7d-5cf2da22d2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.805128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f55198d3-f569-4666-8d7d-5cf2da22d2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.846270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6d3e74c3-8f70-41c5-bd7e-08e41b1884bc req-f635bf41-fbf7-42de-8cf3-62956128203a tempest-ListServerFiltersTestJSON-2120352579 tempest-ListServerFiltersTestJSON-2120352579-project] 10.222.0.54 "GET /v2.0/ports?device_id=60121911-8e0c-4646-89f4-b9bef3acca39 HTTP/1.1" status: 200 len: 210 time: 0.4973557 Dec 17 16:05:46.881905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f55198d3-f569-4666-8d7d-5cf2da22d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.886261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f55198d3-f569-4666-8d7d-5cf2da22d2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:46.888152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f55198d3-f569-4666-8d7d-5cf2da22d2b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56b4a45e-5299-4e67-89a1-15476faad9dc HTTP/1.1" status: 204 len: 168 time: 0.2432036 Dec 17 16:05:46.921191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55198d3-f569-4666-8d7d-5cf2da22d2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b4a45e-5299-4e67-89a1-15476faad9dc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:47.022016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59534) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:47.042536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c41f67f5-627d-40b7-808b-17ed19d3b112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:47.117141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0d80b832-5dfc-4562-8f4d-720ba3befda8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:47.118720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0d80b832-5dfc-4562-8f4d-720ba3befda8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.1850119 Dec 17 16:05:47.159718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c41f67f5-627d-40b7-808b-17ed19d3b112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:47.171964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-a3ab010d-4b91-4d79-9fbb-3cb0e33109ea tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/quotas/7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 375 time: 0.0099795 Dec 17 16:05:47.174068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c41f67f5-627d-40b7-808b-17ed19d3b112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:47.210603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c41f67f5-627d-40b7-808b-17ed19d3b112 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=209fb11741c84b6abd0dd913279b7758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850178 Dec 17 16:05:47.211450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59542) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:47.258085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f67f5-627d-40b7-808b-17ed19d3b112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d441ea30-f7fd-4bc3-8278-b2f2f0e8b306,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:47.276631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f83df3-e68e-411c-8cd7-eefa8fea859b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:47.280015 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-16c05746-078c-43fc-8418-97ccecc0b6ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763481 Dec 17 16:05:47.325961 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f83df3-e68e-411c-8cd7-eefa8fea859b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:47.392864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f83df3-e68e-411c-8cd7-eefa8fea859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:47.395666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f83df3-e68e-411c-8cd7-eefa8fea859b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:47.406567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-d279d02a-e6a4-4f2f-bfbd-78631895b4a8 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163917 Dec 17 16:05:47.406962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d9f83df3-e68e-411c-8cd7-eefa8fea859b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d441ea30-f7fd-4bc3-8278-b2f2f0e8b306 HTTP/1.1" status: 204 len: 168 time: 0.1922238 Dec 17 16:05:47.420940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f83df3-e68e-411c-8cd7-eefa8fea859b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d441ea30-f7fd-4bc3-8278-b2f2f0e8b306,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:47.516175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-c77a27ba-8af3-4a18-9d1d-d6db68b336fb service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005101 Dec 17 16:05:47.707751 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:05:47.806958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3664f61-4a4f-47ca-b732-78474a5acf51 req-e7467044-4128-4685-b1a7-983daea9aea5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.0454054 Dec 17 16:05:47.943266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59584) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:48.023886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] Deleting subnet 14979cce-55ed-4820-bfb1-5e2a808f8684 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:05:48.028869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.090671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.267952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.360184 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.402397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14979cce-55ed-4820-bfb1-5e2a808f8684,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:48.404513 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.408199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-30003aa1-233d-4078-a7bc-477cc44b6585 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/14979cce-55ed-4820-bfb1-5e2a808f8684 HTTP/1.1" status: 204 len: 168 time: 0.4635205 Dec 17 16:05:48.412580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59606) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:48.416097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a99e2-9956-40d0-80f9-b55641f1c5c0 None None] Network 83f98211-5382-483b-8c96-63794ccf29e5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:48.594373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 19abab54-e528-45e5-ab93-e113967b043c no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:48.598078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.644428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 19abab54-e528-45e5-ab93-e113967b043c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:05:48.645112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 19abab54-e528-45e5-ab93-e113967b043c not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:48.715083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Deleting port 6c1e222e-0aa8-49e0-a447-c63506c37f9c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:48.715604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.788261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] DHCP port deletion for 83f98211-5382-483b-8c96-63794ccf29e5 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:05:48.841099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] For port 6c1e222e-0aa8-49e0-a447-c63506c37f9c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6c1e222e-0aa8-49e0-a447-c63506c37f9c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:48.845000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.876982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] Deleting port 6c1e222e-0aa8-49e0-a447-c63506c37f9c {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:05:48.877558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:48.891739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Calling delete_port for 6c1e222e-0aa8-49e0-a447-c63506c37f9c owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:48.989320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] For port 6c1e222e-0aa8-49e0-a447-c63506c37f9c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6c1e222e-0aa8-49e0-a447-c63506c37f9c,segment=NetworkSegment(adf64889-5194-4439-b0a6-5b310e410436),segment_id=adf64889-5194-4439-b0a6-5b310e410436)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:48.989726 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.008432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-11553709-cc76-4867-898e-33bfe78428fc req-8f96e8a5-0305-4def-a929-7825d9c82ec3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.0457838 Dec 17 16:05:49.012912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] Calling delete_port for 6c1e222e-0aa8-49e0-a447-c63506c37f9c owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:05:49.059262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.120562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1e222e-0aa8-49e0-a447-c63506c37f9c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:49.122427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] No DVR routers for this DVR port 6c1e222e-0aa8-49e0-a447-c63506c37f9c on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.181488 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:05:49.185521 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:05:49.194077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.246392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] Pushing event deleted for resources: {'Port': ['ID=6c1e222e-0aa8-49e0-a447-c63506c37f9c,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:49.251453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4c19a-c153-4222-80a8-08d4ee2dae9c None None] No DVR routers for this DVR port 6c1e222e-0aa8-49e0-a447-c63506c37f9c on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:49.271051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.336811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f98211-5382-483b-8c96-63794ccf29e5']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:49.350309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf64889-5194-4439-b0a6-5b310e410436') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:49.350918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf64889-5194-4439-b0a6-5b310e410436') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:49.362339 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.377834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.399691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:05:49.400275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:05:49.477498 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:05:49.486081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.507016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:49.510691 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/83f98211-5382-483b-8c96-63794ccf29e5 HTTP/1.1" status: 204 len: 168 time: 1.0986247 Dec 17 16:05:49.523515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0901da-ff40-42d1-b191-afdc549b57d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f98211-5382-483b-8c96-63794ccf29e5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:49.777311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-be5152ec-15cf-48fd-917e-4ab27d2684e9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:49.779165 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-be5152ec-15cf-48fd-917e-4ab27d2684e9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.1445239 Dec 17 16:05:49.804015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'port': {'device_id': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'admin_state_up': True, 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:49.839300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59664) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:49.915151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75bb191c-7e7e-43f5-a8f7-f7e8c6287a5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08103f56ad9345e9bf118c1acb70ecc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0743773 Dec 17 16:05:49.918409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59666) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:50.027507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:50.032899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.036007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59670) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:50.044237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bae3d438-95d6-40fe-8540-819e000de61d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.081652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bae3d438-95d6-40fe-8540-819e000de61d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.176936 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bae3d438-95d6-40fe-8540-819e000de61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.179557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bae3d438-95d6-40fe-8540-819e000de61d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.180794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bae3d438-95d6-40fe-8540-819e000de61d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c139d2b9-893f-480e-90a5-a2c604f5f6af HTTP/1.1" status: 204 len: 168 time: 0.2614326 Dec 17 16:05:50.192197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3d438-95d6-40fe-8540-819e000de61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c139d2b9-893f-480e-90a5-a2c604f5f6af,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:50.292327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47277c19-6ff4-49c0-b025-11ed43c65350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.430838 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.20.0.3 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/75e3a72e-299f-4a6f-9f39-6228956fc0b3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:50.601329 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec23dd34-a14c-4c5a-8b8d-65f2ae0d58b7 req-55f9cdd6-3d0a-4100-9dfd-e6b04b2e7477 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.4421594 Dec 17 16:05:50.622102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6c1e222e-0aa8-49e0-a447-c63506c37f9c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:50.670648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6c1e222e-0aa8-49e0-a447-c63506c37f9c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:05:50.671015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6c1e222e-0aa8-49e0-a447-c63506c37f9c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:50.859936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47277c19-6ff4-49c0-b025-11ed43c65350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.881079 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.915973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47277c19-6ff4-49c0-b025-11ed43c65350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.942107 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:50.956617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f8224cb4-801f-499e-8a98-8ae963bdf705'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:05:51.022729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-47277c19-6ff4-49c0-b025-11ed43c65350 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b153cccb2f849849aa73ba460e13b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9854736 Dec 17 16:05:51.025552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59756) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:51.032491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:51.116421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-897e666c-4634-4a7d-9d9b-98063eb9e8b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:51.150975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-897e666c-4634-4a7d-9d9b-98063eb9e8b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:51.154446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:51.158205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47277c19-6ff4-49c0-b025-11ed43c65350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f91c5d-245f-463e-afc0-cbd7afbf3680,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:51.164534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:51.169327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=75e3a72e-299f-4a6f-9f39-6228956fc0b3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:51.264675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:51.265479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:51.305628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-897e666c-4634-4a7d-9d9b-98063eb9e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:51.309082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-897e666c-4634-4a7d-9d9b-98063eb9e8b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:51.310614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-897e666c-4634-4a7d-9d9b-98063eb9e8b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9f91c5d-245f-463e-afc0-cbd7afbf3680 HTTP/1.1" status: 204 len: 168 time: 0.2834096 Dec 17 16:05:51.330107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0da98e19-6b7c-4762-b665-b93fd9e96a0e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5335093 Dec 17 16:05:51.344557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e666c-4634-4a7d-9d9b-98063eb9e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f91c5d-245f-463e-afc0-cbd7afbf3680,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:51.374124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Request body: {'port': {'device_id': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:51.507439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:51.667635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-58bb33f8-f793-495d-a376-d5b89e79449a None None] Provisioning complete for port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:51.668924 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58bb33f8-f793-495d-a376-d5b89e79449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:51.828614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-58bb33f8-f793-495d-a376-d5b89e79449a None None] Port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:05:51.863008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e357e6-5bda-4fdc-b31f-7b6b909e3de0 req-089b5304-790f-4a45-8b6a-c242fb2148ff tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:51.865464 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f5e357e6-5bda-4fdc-b31f-7b6b909e3de0 req-089b5304-790f-4a45-8b6a-c242fb2148ff tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 931 time: 0.1236043 Dec 17 16:05:51.958570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f5e357e6-5bda-4fdc-b31f-7b6b909e3de0 req-20a52087-0730-465a-8198-0c2cd2205004 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856559 Dec 17 16:05:52.006996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59820) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:52.117276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e3a72e-299f-4a6f-9f39-6228956fc0b3 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:05:52.136939 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.165706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Transition to ACTIVE for port object 75e3a72e-299f-4a6f-9f39-6228956fc0b3 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:05:52.174243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.255076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1509520202-network', 'tenant_id': 'db5aaf262a8d468991c73d327d8cfce1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:52.299802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Pushing event updated for resources: {'Port': ['ID=75e3a72e-299f-4a6f-9f39-6228956fc0b3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:52.319283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Made reservation on behalf of db5aaf262a8d468991c73d327d8cfce1 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:52.322147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.341130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.429591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Attempting to bind port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:05:52.430040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Attempting to bind port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:05:52.430449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Attempting to bind port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:52.445223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:05:52.445604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Attempting to bind port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:52.470436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:05:52.474249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:52.475407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:05:52.477593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Bound port: 75e3a72e-299f-4a6f-9f39-6228956fc0b3, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:05:52.479684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.516576 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.526844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.580714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:05:52.589849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717882fa-73c3-4789-8100-885c0bc61441,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:52.649966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.652362 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Added segment eaabb4cf-a1d6-426d-980b-875dda94d796 of type vlan for network ab1edc70-49cf-4069-a597-9d54f6823cb5 Dec 17 16:05:52.676494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] For port 75e3a72e-299f-4a6f-9f39-6228956fc0b3, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:05:52.686746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] For port 75e3a72e-299f-4a6f-9f39-6228956fc0b3, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=75e3a72e-299f-4a6f-9f39-6228956fc0b3,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:05:52.695511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.734963 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.797492 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.802665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:52.804761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.813511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:52.814667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:52.816856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] 10.222.0.47 "PUT /v2.0/ports/75e3a72e-299f-4a6f-9f39-6228956fc0b3 HTTP/1.1" status: 200 len: 1092 time: 1.4515390 Dec 17 16:05:52.831080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'tag': '75e3a72e-299f-4a6f-9f39-6228956fc0b3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:52.839476 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf01d41-d383-4d2a-afc8-163af458477e" -d '{"events": [{"name": "network-changed", "server_uuid": "0188ee98-ef37-4c12-b1dc-2b581d1b700a", "tag": "75e3a72e-299f-4a6f-9f39-6228956fc0b3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:52.893076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397bbba-4c1b-44dd-8f4f-31373d5a578b service neutron] Pushing event updated for resources: {'Port': ['ID=75e3a72e-299f-4a6f-9f39-6228956fc0b3,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:52.929548 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b3cea7-d82d-4605-bf9a-5ae2a9addb5c x-openstack-request-id: req-41b3cea7-d82d-4605-bf9a-5ae2a9addb5c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:52.930126 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0188ee98-ef37-4c12-b1dc-2b581d1b700a", "tag": "75e3a72e-299f-4a6f-9f39-6228956fc0b3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:52.930605 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41b3cea7-d82d-4605-bf9a-5ae2a9addb5c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:52.931213 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'tag': '75e3a72e-299f-4a6f-9f39-6228956fc0b3', 'status': 'completed', 'code': 200} Dec 17 16:05:53.080440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0692732 Dec 17 16:05:53.080714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59880) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:53.086433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Request body: {'subnet': {'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1509520202-subnet', 'tenant_id': 'db5aaf262a8d468991c73d327d8cfce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:53.116719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1edc70-49cf-4069-a597-9d54f6823cb5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:53.136042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.136393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.136744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.137085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.137426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.137756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.138081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.138408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.138728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.139052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.139375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.140015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.140101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8021f3-a79c-4051-95d7-232e7dd66905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:53.160718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ab1edc70-49cf-4069-a597-9d54f6823cb5 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:05:53.229281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Made reservation on behalf of db5aaf262a8d468991c73d327d8cfce1 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:53.231539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.246591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59888) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:53.311050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-817df423-f661-431d-ae7c-2e7350b388d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:53.312847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-817df423-f661-431d-ae7c-2e7350b388d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 1095 time: 0.4438095 Dec 17 16:05:53.323493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66e992-d423-4de2-b297-528b34a079f1 req-e1209a46-98a7-4658-933a-cb3eb1f20800 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:53.328199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d66e992-d423-4de2-b297-528b34a079f1 req-e1209a46-98a7-4658-933a-cb3eb1f20800 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1951461 Dec 17 16:05:53.378624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-dec6bcf5-84d6-4aea-b0c4-ebe7721530e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75e3a72e-299f-4a6f-9f39-6228956fc0b3 HTTP/1.1" status: 200 len: 217 time: 0.0426133 Dec 17 16:05:53.412886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8a516bc-bc87-434b-a0f9-0ade79b9dd12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.450391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d66e992-d423-4de2-b297-528b34a079f1 req-34bc09c2-a072-474a-9edc-659d1a36d088 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162496 Dec 17 16:05:53.471189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0f757705-cbf3-4e26-bb46-bbbf599d50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:53.478640 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-0f757705-cbf3-4e26-bb46-bbbf599d50f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0857217 Dec 17 16:05:53.565544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8a516bc-bc87-434b-a0f9-0ade79b9dd12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.571764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e8a516bc-bc87-434b-a0f9-0ade79b9dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.609207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e8a516bc-bc87-434b-a0f9-0ade79b9dd12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b203df5471b4fdaa27afc6b200ecb77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610184 Dec 17 16:05:53.611686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59894) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:53.656667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a516bc-bc87-434b-a0f9-0ade79b9dd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6569516-e005-4bc1-862f-9176739ff95a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:53.681721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-05533d95-f017-4356-910e-7db85b5f40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:53.681972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e22d7e0-e3e0-4a84-9320-350ce0a699e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.684233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-05533d95-f017-4356-910e-7db85b5f40f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868927 Dec 17 16:05:53.701318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-b5117036-98d0-4567-b5ff-a536e132566b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:05:53.702528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-b5117036-98d0-4567-b5ff-a536e132566b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071447 Dec 17 16:05:53.704512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.718435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e22d7e0-e3e0-4a84-9320-350ce0a699e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.780169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e22d7e0-e3e0-4a84-9320-350ce0a699e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.784472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e22d7e0-e3e0-4a84-9320-350ce0a699e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:53.785704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e22d7e0-e3e0-4a84-9320-350ce0a699e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a6569516-e005-4bc1-862f-9176739ff95a HTTP/1.1" status: 204 len: 168 time: 0.1728756 Dec 17 16:05:53.796319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d7e0-e3e0-4a84-9320-350ce0a699e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6569516-e005-4bc1-862f-9176739ff95a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:53.806732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4bb26c-9e6e-4750-a946-897c40b7574e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:53.917100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Checking segment: {'id': 'eaabb4cf-a1d6-426d-980b-875dda94d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:05:53.917481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Network hostable DHCP agents. Network: ab1edc70-49cf-4069-a597-9d54f6823cb5, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:05:53.954895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-bf635ec9-b0cd-40e7-b859-c4a15bdaca87 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276907 Dec 17 16:05:53.958837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Network ab1edc70-49cf-4069-a597-9d54f6823cb5 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:05:53.972683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ab1edc70-49cf-4069-a597-9d54f6823cb5) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:53.987014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6608a996-4c4f-4a2a-a41a-79ac70bfbe0d None None] Network ab1edc70-49cf-4069-a597-9d54f6823cb5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:53.988675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:53.989319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:54.052973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8fb6241b-6418-4ad1-8c1e-77a3390e1be8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9708061 Dec 17 16:05:54.143810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c2e7bd6-3a66-4956-900a-a3168b375efa req-1be05251-dcf1-4d81-b095-6389a3734dfd service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639571 Dec 17 16:05:54.244282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0538914-cc37-4033-8aef-2929f86c0e1e None None] Network ab1edc70-49cf-4069-a597-9d54f6823cb5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:05:54.283306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d41-d383-4d2a-afc8-163af458477e req-e7d10773-428c-429a-a6b3-85a336015a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:54.285388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cf01d41-d383-4d2a-afc8-163af458477e req-e7d10773-428c-429a-a6b3-85a336015a04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 1095 time: 0.0640421 Dec 17 16:05:54.548554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d41-d383-4d2a-afc8-163af458477e req-0a5861bc-3940-458b-a01a-efefa56f8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:54.551237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cf01d41-d383-4d2a-afc8-163af458477e req-0a5861bc-3940-458b-a01a-efefa56f8a2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.2459157 Dec 17 16:05:54.559292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:54.581202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25ca7739-f2f3-4f1e-8432-1a2901103bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:54.683372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f076d-d8d5-4759-b139-c1818f661b08 req-3c4f4d03-5d42-4a53-a68f-e76f258f5a49 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:54.688531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c93f076d-d8d5-4759-b139-c1818f661b08 req-3c4f4d03-5d42-4a53-a68f-e76f258f5a49 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1096940 Dec 17 16:05:54.746463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c93f076d-d8d5-4759-b139-c1818f661b08 req-33bb873d-5c78-45fc-a2f4-ba1b9fab3c50 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Dec 17 16:05:54.754703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cf01d41-d383-4d2a-afc8-163af458477e req-6d5c55ae-b1a6-4e1a-9a33-d3dbad385958 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75e3a72e-299f-4a6f-9f39-6228956fc0b3 HTTP/1.1" status: 200 len: 217 time: 0.1848266 Dec 17 16:05:54.822911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25ca7739-f2f3-4f1e-8432-1a2901103bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:54.833301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25ca7739-f2f3-4f1e-8432-1a2901103bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:54.867464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca7739-f2f3-4f1e-8432-1a2901103bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e6157-75ae-4dd9-bb24-0b25606ffc65,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:54.873482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d41-d383-4d2a-afc8-163af458477e req-612e2f5d-ece0-4192-87bc-bea1a071e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:54.874907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cf01d41-d383-4d2a-afc8-163af458477e req-612e2f5d-ece0-4192-87bc-bea1a071e41c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1086926 Dec 17 16:05:54.948908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-25ca7739-f2f3-4f1e-8432-1a2901103bd2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be3b3a01a1874aeab64ac0f861c69ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882143 Dec 17 16:05:54.951684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:55.024867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bf72cd6-162f-40c6-a417-4fd8f5b01906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:55.074253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bf72cd6-162f-40c6-a417-4fd8f5b01906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:55.087979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d41-d383-4d2a-afc8-163af458477e req-0a758326-b760-4250-b530-db967b92d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:55.087979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cf01d41-d383-4d2a-afc8-163af458477e req-0a758326-b760-4250-b530-db967b92d712 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2011452 Dec 17 16:05:55.135091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bf72cd6-162f-40c6-a417-4fd8f5b01906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:55.139279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4bf72cd6-162f-40c6-a417-4fd8f5b01906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:55.141857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4bf72cd6-162f-40c6-a417-4fd8f5b01906 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e94e6157-75ae-4dd9-bb24-0b25606ffc65 HTTP/1.1" status: 204 len: 168 time: 0.1884675 Dec 17 16:05:55.163040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf72cd6-162f-40c6-a417-4fd8f5b01906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e6157-75ae-4dd9-bb24-0b25606ffc65,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:55.245760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cf01d41-d383-4d2a-afc8-163af458477e req-908145e1-cb0a-4e3d-a4ce-66a0a6b7ef72 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293952 Dec 17 16:05:55.315112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21052cb-a35e-4212-b323-44ea104fafbf req-4db9d71f-d8ac-458d-80f1-28e1b439322c tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:55.316780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-4db9d71f-d8ac-458d-80f1-28e1b439322c tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/networks?id=ab1edc70-49cf-4069-a597-9d54f6823cb5 HTTP/1.1" status: 200 len: 814 time: 0.3720989 Dec 17 16:05:55.403973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f7847a72-48fd-4a0e-9379-c7647cdffc6a tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/quotas/db5aaf262a8d468991c73d327d8cfce1 HTTP/1.1" status: 200 len: 375 time: 0.0290003 Dec 17 16:05:55.466191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-efbd2e9b-830e-4a35-a6db-61c836ca7f5a tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=db5aaf262a8d468991c73d327d8cfce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497723 Dec 17 16:05:55.523116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cf01d41-d383-4d2a-afc8-163af458477e req-bafdd345-e074-4e70-9919-16d9fcbcead6 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566657 Dec 17 16:05:55.634368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-a4f389f2-b69e-4780-a0c6-38a82c2f5930 service neutron] 10.222.0.54 "GET /v2.0/networks/ab1edc70-49cf-4069-a597-9d54f6823cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536779 Dec 17 16:05:55.898309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-43c36276-95cb-4260-9dfb-f4fe76b072b9 service neutron] 10.222.0.54 "GET /v2.0/networks/ab1edc70-49cf-4069-a597-9d54f6823cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557745 Dec 17 16:05:56.067127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441daa1-72ca-40d4-bc26-73fbf2df8251 req-87421c9d-8134-4d91-a7b2-499b929b46f4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.076797 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3441daa1-72ca-40d4-bc26-73fbf2df8251 req-87421c9d-8134-4d91-a7b2-499b929b46f4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0883942 Dec 17 16:05:56.164159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3441daa1-72ca-40d4-bc26-73fbf2df8251 req-c2c5081d-c53d-4299-b347-9712f86c76b8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802097 Dec 17 16:05:56.267542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc9bbe50-6b4f-4143-a711-4667360b7202 req-e0212805-40df-4a15-8d91-30a37b1079c8 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 210 time: 0.0496807 Dec 17 16:05:56.883294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-f663a595-9fb9-48e7-8def-385e389931b3 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555582 Dec 17 16:05:57.244472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-266d5db9-f7c1-41db-8844-b471367ed8f2 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:57.255331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-266d5db9-f7c1-41db-8844-b471367ed8f2 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595347 Dec 17 16:05:57.293357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-410c307b-cc23-42fd-b59d-4472540deed5 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/quotas/ae8bc7ce8ccb422982e56789fd49b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0367649 Dec 17 16:05:57.362258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-829a2126-c798-44b1-ae2d-fa0418e05951 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673172 Dec 17 16:05:57.967307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60064) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:58.161925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8d180-628d-4962-95ef-8f55a5c65b28 req-5f43555a-1955-4920-938a-05be3a84a6c8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:58.172035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e0c8d180-628d-4962-95ef-8f55a5c65b28 req-5f43555a-1955-4920-938a-05be3a84a6c8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.8929458 Dec 17 16:05:58.299711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4aa40656-63e6-4cbb-8fcf-39434c8c0ef7 req-94e911ab-9171-4921-8e2f-57d2efef9371 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 210 time: 0.1309454 Dec 17 16:05:58.328253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21052cb-a35e-4212-b323-44ea104fafbf req-18f1ae5f-5f81-46a4-a65b-ba7556b40f30 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:58.330513 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1bbd2cf-2981-4a2f-ae17-c4eb018c8b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:58.342937 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-18f1ae5f-5f81-46a4-a65b-ba7556b40f30 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.47 "GET /v2.0/networks?id=ab1edc70-49cf-4069-a597-9d54f6823cb5 HTTP/1.1" status: 200 len: 814 time: 0.2688732 Dec 17 16:05:58.365996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e0c8d180-628d-4962-95ef-8f55a5c65b28 req-939b3a1a-1ab5-49d9-a28b-66e570499c97 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865842 Dec 17 16:05:58.384338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Request body: {'port': {'device_id': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5', 'admin_state_up': True, 'tenant_id': 'db5aaf262a8d468991c73d327d8cfce1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:58.566356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1bbd2cf-2981-4a2f-ae17-c4eb018c8b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:58.572613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1bbd2cf-2981-4a2f-ae17-c4eb018c8b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:58.672782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9f6e821-570b-4d91-aa98-a984e9049da4 req-8a7a22de-6dc9-4441-bbd4-f257a3824a4d tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 210 time: 0.2004254 Dec 17 16:05:58.685940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbd2cf-2981-4a2f-ae17-c4eb018c8b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e2ae7d-603e-45dd-8283-88362fae5145,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:58.711335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d1bbd2cf-2981-4a2f-ae17-c4eb018c8b47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c34a3452d14e44d8a6c346317cb064f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7423520 Dec 17 16:05:58.718022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:05:58.808766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d11b-9360-4add-b378-979c9a2211e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:58.817168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Made reservation on behalf of db5aaf262a8d468991c73d327d8cfce1 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:58.824124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:58.929277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d11b-9360-4add-b378-979c9a2211e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:59.028837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Allocated IP 172.20.0.3 (ab1edc70-49cf-4069-a597-9d54f6823cb5/4f4bb26c-9e6e-4750-a946-897c40b7574e/719085c4-3628-44d8-9643-ddd30aee15e2) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:59.043942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d11b-9360-4add-b378-979c9a2211e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:59.047180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d11b-9360-4add-b378-979c9a2211e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:59.052013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e7d0d11b-9360-4add-b378-979c9a2211e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71e2ae7d-603e-45dd-8283-88362fae5145 HTTP/1.1" status: 204 len: 168 time: 0.3325334 Dec 17 16:05:59.069685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0d11b-9360-4add-b378-979c9a2211e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e2ae7d-603e-45dd-8283-88362fae5145,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:59.332454 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:59.434416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:59.536785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Network ab1edc70-49cf-4069-a597-9d54f6823cb5 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:59.542967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:59.551517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:59.556741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Pushing event updated for resources: {'Port': ['ID=719085c4-3628-44d8-9643-ddd30aee15e2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:59.571096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9894c1d-52f0-4c94-88a4-e699a609217e req-df90e5bd-7c10-4be5-a28c-4b3e8202e3bd tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:59.579591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9894c1d-52f0-4c94-88a4-e699a609217e req-df90e5bd-7c10-4be5-a28c-4b3e8202e3bd tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 931 time: 0.1588566 Dec 17 16:05:59.638841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db35ef-ab08-407a-9288-e424ba408104 req-69b1e8fb-be8f-4e1e-8ccd-1787e699d1c6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:59.651616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4db35ef-ab08-407a-9288-e424ba408104 req-69b1e8fb-be8f-4e1e-8ccd-1787e699d1c6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1178279 Dec 17 16:05:59.657770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:59.658911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:05:59.690990 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9894c1d-52f0-4c94-88a4-e699a609217e req-b9d56abb-090c-4424-936e-40b82d3253bb tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102045 Dec 17 16:05:59.701708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-94fac12d-493a-4479-8225-3711bb216348 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3336470 Dec 17 16:05:59.720514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Request body: {'port': {'device_id': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:59.785038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-b5e944d8-0062-41af-b963-dd4afdcfd882 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763655 Dec 17 16:05:59.816463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4db35ef-ab08-407a-9288-e424ba408104 req-a43422c6-41b3-47cb-8f98-875afbd7399d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639371 Dec 17 16:05:59.924492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-f2a3b76d-2d2e-4780-820c-02dc6c996692 req-170b8c71-8203-4cd1-be37-ed56fe00e12c service neutron] (109784) timed out ('10.222.0.54', 60496) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:05:59.942709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:00.020232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a0bd572-2aaa-438b-a851-ea9586083cf1 req-9f831bb9-47b0-4503-8eba-285c08b59426 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 210 time: 0.0680864 Dec 17 16:06:00.059548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-ea39e7ba-b371-40ef-9c48-2a1e1bd447ec tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:00.062031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-ea39e7ba-b371-40ef-9c48-2a1e1bd447ec tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685039 Dec 17 16:06:00.080152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Request body: {'port': {'device_id': '00aae360-a6b8-43de-b6e5-f07429b34872', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ae8bc7ce8ccb422982e56789fd49b2d8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:00.271266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Made reservation on behalf of ae8bc7ce8ccb422982e56789fd49b2d8 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:06:00.281827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:00.307631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:00.489758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:00.502278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:00.537284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719085c4-3628-44d8-9643-ddd30aee15e2 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:00.565687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131b21ca-08d8-4268-809e-e34262bf8849,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:00.573000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:00.623495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Transition to ACTIVE for port object 719085c4-3628-44d8-9643-ddd30aee15e2 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:06:00.635947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:00.730023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Pushing event updated for resources: {'Port': ['ID=719085c4-3628-44d8-9643-ddd30aee15e2,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:00.862710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Allocated IP 192.168.233.202 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/05375388-371d-44c0-b2c7-97c3672a5374) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:00.918796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Attempting to bind port 719085c4-3628-44d8-9643-ddd30aee15e2 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:06:00.919205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Attempting to bind port 719085c4-3628-44d8-9643-ddd30aee15e2 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'eaabb4cf-a1d6-426d-980b-875dda94d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:06:00.919549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Attempting to bind port 719085c4-3628-44d8-9643-ddd30aee15e2 on network ab1edc70-49cf-4069-a597-9d54f6823cb5 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:06:00.928028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Port 719085c4-3628-44d8-9643-ddd30aee15e2 on network ab1edc70-49cf-4069-a597-9d54f6823cb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:06:00.928524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Attempting to bind port 719085c4-3628-44d8-9643-ddd30aee15e2 on network ab1edc70-49cf-4069-a597-9d54f6823cb5 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:06:00.934985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:06:00.935200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Checking segment: {'id': 'eaabb4cf-a1d6-426d-980b-875dda94d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:06:00.935685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Bound using segment: {'id': 'eaabb4cf-a1d6-426d-980b-875dda94d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:06:00.936464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Bound port: 719085c4-3628-44d8-9643-ddd30aee15e2, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaabb4cf-a1d6-426d-980b-875dda94d796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:06:00.936899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:01.059159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeee74-bdaa-483c-80b7-c8b944fe9ba8 req-cca02878-cf0f-4cc0-b7e7-efd484a8e46c tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.069400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aeee74-bdaa-483c-80b7-c8b944fe9ba8 req-cca02878-cf0f-4cc0-b7e7-efd484a8e46c tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 943 time: 0.2091720 Dec 17 16:06:01.095999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777b807-e5a2-482d-98ce-7cfa786a2b18 req-c852efd3-c565-47c3-bfee-d67225f5ee8e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.103602 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2777b807-e5a2-482d-98ce-7cfa786a2b18 req-c852efd3-c565-47c3-bfee-d67225f5ee8e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1077445 Dec 17 16:06:01.113358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] For port 719085c4-3628-44d8-9643-ddd30aee15e2, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:06:01.143995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] For port 719085c4-3628-44d8-9643-ddd30aee15e2, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=719085c4-3628-44d8-9643-ddd30aee15e2,segment=NetworkSegment(eaabb4cf-a1d6-426d-980b-875dda94d796),segment_id=eaabb4cf-a1d6-426d-980b-875dda94d796)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:06:01.168700 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:01.193787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aeee74-bdaa-483c-80b7-c8b944fe9ba8 req-b23040d4-d415-4f60-a5a0-8fce24ee117f tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218438 Dec 17 16:06:01.253354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.254105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:01.255650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] 10.222.0.47 "PUT /v2.0/ports/719085c4-3628-44d8-9643-ddd30aee15e2 HTTP/1.1" status: 200 len: 1092 time: 1.5419731 Dec 17 16:06:01.257170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'tag': '719085c4-3628-44d8-9643-ddd30aee15e2'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:01.260039 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be99ff69-2407-4d41-9901-48f832577484" -d '{"events": [{"name": "network-changed", "server_uuid": "77b5ccbd-38da-42d0-9abd-0502f6d6b2ac", "tag": "719085c4-3628-44d8-9643-ddd30aee15e2"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:01.330476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2777b807-e5a2-482d-98ce-7cfa786a2b18 req-42a80284-edb1-4e40-a244-901aaa4f8269 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251666 Dec 17 16:06:01.479302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c850b-50b6-4ec5-bb5d-f8906ccda41b service neutron] Pushing event updated for resources: {'Port': ['ID=719085c4-3628-44d8-9643-ddd30aee15e2,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:01.486991 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:01.496023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21052cb-a35e-4212-b323-44ea104fafbf req-ad94f549-822a-4383-9eae-4881fc5c5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.497558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-ad94f549-822a-4383-9eae-4881fc5c5544 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db5aaf262a8d468991c73d327d8cfce1&device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 1095 time: 0.1450281 Dec 17 16:06:01.502519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87dd44b5-7e04-4e17-9ea1-42a11d14ff20 req-f35430c5-88a6-48ae-b38f-ed11b6124d53 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 210 time: 0.0672865 Dec 17 16:06:01.585703 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024569b4-201f-41de-86b6-5fd8ce3e4fbb x-openstack-request-id: req-024569b4-201f-41de-86b6-5fd8ce3e4fbb {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:01.586267 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b5ccbd-38da-42d0-9abd-0502f6d6b2ac", "tag": "719085c4-3628-44d8-9643-ddd30aee15e2", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:01.586267 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-024569b4-201f-41de-86b6-5fd8ce3e4fbb {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:01.586724 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'tag': '719085c4-3628-44d8-9643-ddd30aee15e2', 'status': 'completed', 'code': 200} Dec 17 16:06:01.589387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-6a8bb7af-95c6-4eaa-8227-01f5b8b9ca67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719085c4-3628-44d8-9643-ddd30aee15e2 HTTP/1.1" status: 200 len: 217 time: 0.0822117 Dec 17 16:06:01.600067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:01.683491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21052cb-a35e-4212-b323-44ea104fafbf req-ce9c2f57-6fa5-482b-9935-681f29fc6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.685472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-ce9c2f57-6fa5-482b-9935-681f29fc6e29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f4bb26c-9e6e-4750-a946-897c40b7574e HTTP/1.1" status: 200 len: 854 time: 0.0771272 Dec 17 16:06:01.687592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:01.691499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:01.701850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:01.750847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Pushing event updated for resources: {'Port': ['ID=05375388-371d-44c0-b2c7-97c3672a5374,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:01.796016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-9b340745-f520-49ec-a02a-8229b6931e62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1edc70-49cf-4069-a597-9d54f6823cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955374 Dec 17 16:06:01.801951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.803792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:01.844467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8bcd0380-b3a9-480f-84d0-7e7ceb0c2133 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7720959 Dec 17 16:06:01.856237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-3f63d930-dd25-49dc-9e11-f5349dea20b0 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:06:01.857654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-3f63d930-dd25-49dc-9e11-f5349dea20b0 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078983 Dec 17 16:06:02.021634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60162) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:02.048150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-98864466-3736-4c34-975b-ee6f59c13478 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1edc70-49cf-4069-a597-9d54f6823cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421901 Dec 17 16:06:02.149450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Request body: {'port': {'device_id': '00aae360-a6b8-43de-b6e5-f07429b34872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:02.204267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:02.267968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e21052cb-a35e-4212-b323-44ea104fafbf req-1d07b216-e342-49ed-94fc-aaa79743548b service neutron] 10.222.0.47 "GET /v2.0/networks/ab1edc70-49cf-4069-a597-9d54f6823cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093165 Dec 17 16:06:02.272933 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:02.275325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:02.326023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-70298c1f-a4c2-401e-a0aa-57f654202073 None None] Provisioning complete for port 05375388-371d-44c0-b2c7-97c3672a5374 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:02.327039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-70298c1f-a4c2-401e-a0aa-57f654202073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:02.384402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-70298c1f-a4c2-401e-a0aa-57f654202073 None None] Port 05375388-371d-44c0-b2c7-97c3672a5374 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:06:02.435442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99ff69-2407-4d41-9901-48f832577484 req-36a3a556-ae5c-4b86-8f40-2461707eb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.437346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be99ff69-2407-4d41-9901-48f832577484 req-36a3a556-ae5c-4b86-8f40-2461707eb881 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db5aaf262a8d468991c73d327d8cfce1&device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 1095 time: 0.0962732 Dec 17 16:06:02.542200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24211c-a5d8-4be0-b40e-eae5f668208c req-b1db6e96-f93d-43ea-bc6e-344438ea172d tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.544145 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a24211c-a5d8-4be0-b40e-eae5f668208c req-b1db6e96-f93d-43ea-bc6e-344438ea172d tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 943 time: 0.2410250 Dec 17 16:06:02.592907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dc1ca-fdf4-4dc0-8d91-8942a8142c40 req-bd477a74-315b-45cd-8bfb-af712695975a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.600295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c1dc1ca-fdf4-4dc0-8d91-8942a8142c40 req-bd477a74-315b-45cd-8bfb-af712695975a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0863106 Dec 17 16:06:02.624545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99ff69-2407-4d41-9901-48f832577484 req-9d2bbd18-865c-4a41-9c08-56e87197b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.626227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be99ff69-2407-4d41-9901-48f832577484 req-9d2bbd18-865c-4a41-9c08-56e87197b978 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab1edc70-49cf-4069-a597-9d54f6823cb5 HTTP/1.1" status: 200 len: 915 time: 0.1799352 Dec 17 16:06:02.678667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be99ff69-2407-4d41-9901-48f832577484 req-7749769c-6c2c-49ff-abe1-987a49e126a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719085c4-3628-44d8-9643-ddd30aee15e2 HTTP/1.1" status: 200 len: 217 time: 0.0437362 Dec 17 16:06:02.681886 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a24211c-a5d8-4be0-b40e-eae5f668208c req-c64a8d53-b9ff-4883-a136-5dff79c972d2 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254117 Dec 17 16:06:02.702035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:02.708512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c1dc1ca-fdf4-4dc0-8d91-8942a8142c40 req-eb5184ea-1de3-4bbc-b5f8-bd52c4993710 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072159 Dec 17 16:06:02.781231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99ff69-2407-4d41-9901-48f832577484 req-9f76d306-0790-4255-a8bf-bc0ace93d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.782919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be99ff69-2407-4d41-9901-48f832577484 req-9f76d306-0790-4255-a8bf-bc0ace93d0e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f4bb26c-9e6e-4750-a946-897c40b7574e HTTP/1.1" status: 200 len: 854 time: 0.0930552 Dec 17 16:06:02.838873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be99ff69-2407-4d41-9901-48f832577484 req-8b3b05fb-286e-44eb-b893-ffae43cb9227 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab1edc70-49cf-4069-a597-9d54f6823cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486314 Dec 17 16:06:02.939541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cc3f4-24c3-44ad-9fa4-37ae72308a62 req-fc2f777c-91c6-43b0-9d48-ee1fa223ed9d tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.941145 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e94cc3f4-24c3-44ad-9fa4-37ae72308a62 req-fc2f777c-91c6-43b0-9d48-ee1fa223ed9d tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 936 time: 0.1312430 Dec 17 16:06:02.964709 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be99ff69-2407-4d41-9901-48f832577484 req-37b7cd1c-1346-4810-abc4-47158a01718c service neutron] 10.222.0.47 "GET /v2.0/networks/ab1edc70-49cf-4069-a597-9d54f6823cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166692 Dec 17 16:06:03.004691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05375388-371d-44c0-b2c7-97c3672a5374 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:03.032568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.035539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Allocated IP 172.25.0.180 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/5b72a7ce-6def-4d5a-bf04-49d8e08254f3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:03.069270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Transition to ACTIVE for port object 05375388-371d-44c0-b2c7-97c3672a5374 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:06:03.087502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be99ff69-2407-4d41-9901-48f832577484 req-d8385c91-8493-4c59-b545-06aed2090f52 service neutron] 10.222.0.47 "GET /v2.0/networks/ab1edc70-49cf-4069-a597-9d54f6823cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105561 Dec 17 16:06:03.088422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e94cc3f4-24c3-44ad-9fa4-37ae72308a62 req-9e40a66e-5e73-46a1-8df9-007d4be6ad68 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261854 Dec 17 16:06:03.092058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.203887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Pushing event updated for resources: {'Port': ['ID=05375388-371d-44c0-b2c7-97c3672a5374,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:03.320377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.351707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Attempting to bind port 05375388-371d-44c0-b2c7-97c3672a5374 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:06:03.352110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Attempting to bind port 05375388-371d-44c0-b2c7-97c3672a5374 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:06:03.352502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Attempting to bind port 05375388-371d-44c0-b2c7-97c3672a5374 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:06:03.369417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Port 05375388-371d-44c0-b2c7-97c3672a5374 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:06:03.369417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Attempting to bind port 05375388-371d-44c0-b2c7-97c3672a5374 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:06:03.380387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:06:03.380741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:06:03.381226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:06:03.381714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Bound port: 05375388-371d-44c0-b2c7-97c3672a5374, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:06:03.382874 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.397632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.496422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:03.504225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:03.506668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:03.557701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Pushing event updated for resources: {'Port': ['ID=5b72a7ce-6def-4d5a-bf04-49d8e08254f3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:03.576979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] For port 05375388-371d-44c0-b2c7-97c3672a5374, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:06:03.594329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] For port 05375388-371d-44c0-b2c7-97c3672a5374, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=05375388-371d-44c0-b2c7-97c3672a5374,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:06:03.602139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.671770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:03.672437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.673992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] 10.222.0.49 "PUT /v2.0/ports/05375388-371d-44c0-b2c7-97c3672a5374 HTTP/1.1" status: 200 len: 1097 time: 1.8072529 Dec 17 16:06:03.674448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00aae360-a6b8-43de-b6e5-f07429b34872', 'tag': '05375388-371d-44c0-b2c7-97c3672a5374'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:03.676795 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4" -d '{"events": [{"name": "network-changed", "server_uuid": "00aae360-a6b8-43de-b6e5-f07429b34872", "tag": "05375388-371d-44c0-b2c7-97c3672a5374"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:03.705939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e45576-aaa3-44a1-a049-342cd560a168 service neutron] Pushing event updated for resources: {'Port': ['ID=05375388-371d-44c0-b2c7-97c3672a5374,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:03.708791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.817172 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:03.962331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bcdd4-0747-42d9-9d6f-688f05462e15 req-57c3f548-5fa2-4a49-922e-5e6dd3f0fa40 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:03.973327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b5bcdd4-0747-42d9-9d6f-688f05462e15 req-57c3f548-5fa2-4a49-922e-5e6dd3f0fa40 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1566298 Dec 17 16:06:04.003937 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5852d5-61c4-4743-9028-7e27eeaeb1b4 x-openstack-request-id: req-4a5852d5-61c4-4743-9028-7e27eeaeb1b4 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:04.004236 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00aae360-a6b8-43de-b6e5-f07429b34872", "tag": "05375388-371d-44c0-b2c7-97c3672a5374", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:04.004406 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a5852d5-61c4-4743-9028-7e27eeaeb1b4 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:04.004806 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00aae360-a6b8-43de-b6e5-f07429b34872', 'tag': '05375388-371d-44c0-b2c7-97c3672a5374', 'status': 'completed', 'code': 200} Dec 17 16:06:04.014056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-83402756-cb5c-4e66-b69d-e0840f7436ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:04.015720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-83402756-cb5c-4e66-b69d-e0840f7436ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 1100 time: 0.2862763 Dec 17 16:06:04.039683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b5bcdd4-0747-42d9-9d6f-688f05462e15 req-f0caf089-62e6-4063-a34d-5834c78018a0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642533 Dec 17 16:06:04.106871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-f8b17112-750b-43e7-854d-a3f84edc52e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=05375388-371d-44c0-b2c7-97c3672a5374 HTTP/1.1" status: 200 len: 217 time: 0.0700471 Dec 17 16:06:04.137031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.160536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.237437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c204d-72db-4568-807f-54b7201fd9d4 req-ba78aaa9-db9e-4432-abc2-46c7a782b8f9 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:04.239250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc3c204d-72db-4568-807f-54b7201fd9d4 req-ba78aaa9-db9e-4432-abc2-46c7a782b8f9 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 948 time: 0.0538099 Dec 17 16:06:04.302253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc3c204d-72db-4568-807f-54b7201fd9d4 req-be80a367-02ab-4a11-acd6-40f81093ba2f tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521731 Dec 17 16:06:04.536589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 719085c4-3628-44d8-9643-ddd30aee15e2 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:06:04.550088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262ed91-f271-432e-a253-50d11af9f5a8 req-ea6d51cd-5b02-4b46-bb63-6e6109df8747 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:04.551591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f262ed91-f271-432e-a253-50d11af9f5a8 req-ea6d51cd-5b02-4b46-bb63-6e6109df8747 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 943 time: 0.4996846 Dec 17 16:06:04.578905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-43f3104c-78bd-4b4a-be84-88be98e9d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:04.580674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-43f3104c-78bd-4b4a-be84-88be98e9d4ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.4631984 Dec 17 16:06:04.610271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Pushing event updated for resources: {'Port': ['ID=5b72a7ce-6def-4d5a-bf04-49d8e08254f3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:04.645059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.661131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 719085c4-3628-44d8-9643-ddd30aee15e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=719085c4-3628-44d8-9643-ddd30aee15e2,segment=NetworkSegment(eaabb4cf-a1d6-426d-980b-875dda94d796),segment_id=eaabb4cf-a1d6-426d-980b-875dda94d796)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:04.674164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '719085c4-3628-44d8-9643-ddd30aee15e2', 'network_id': 'ab1edc70-49cf-4069-a597-9d54f6823cb5', 'port_id': '719085c4-3628-44d8-9643-ddd30aee15e2', 'mac_address': 'fa:16:3e:4f:bf:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4bb26c-9e6e-4750-a946-897c40b7574e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:06:04.678933 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.680269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8be560cb-fe84-4e61-891a-adf86b012ecb tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6576235 Dec 17 16:06:04.683537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60208) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:04.690209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-679086485', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'fixed_ips': [{'ip_address': '172.25.0.180'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:04.691030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f262ed91-f271-432e-a253-50d11af9f5a8 req-802a2527-44f5-46d3-b367-60c3ae72000d tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157856 Dec 17 16:06:04.693720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8a7bc04b-6225-48f3-83fe-fc41553473ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:04.695170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8a7bc04b-6225-48f3-83fe-fc41553473ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001203 Dec 17 16:06:04.718972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Made reservation on behalf of 372bb3d5f26642f9abdf76f37f5869c9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:06:04.719703 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.721996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.732371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.736225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719085c4-3628-44d8-9643-ddd30aee15e2 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:04.760430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 719085c4-3628-44d8-9643-ddd30aee15e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=719085c4-3628-44d8-9643-ddd30aee15e2,segment=NetworkSegment(eaabb4cf-a1d6-426d-980b-875dda94d796),segment_id=eaabb4cf-a1d6-426d-980b-875dda94d796)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:04.765201 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.801446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-8eb15b39-90ce-4a2b-87d5-95bb1db835ec service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977564 Dec 17 16:06:04.816965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.824446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=719085c4-3628-44d8-9643-ddd30aee15e2,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:04.829165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:04.835122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] device_id is not set on port 8950bb6d-e56b-4d87-a4d4-7c704542c1d5 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:06:04.901897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1efc5585-7855-4fd7-910d-7832f1669ca1 req-fb3bd60b-92f4-41d5-a126-81c3be7d2976 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924754 Dec 17 16:06:04.916937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd49352-5574-4c0c-b2c1-f7bcc65f7625,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:04.948250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.949098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.949495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.949840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.950200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.950489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.950832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.951422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.952103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.952774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.953354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.953889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:04.954479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:05.007888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-81ca8927-91fb-4cfc-b633-e0ca8d1ecea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.009439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-81ca8927-91fb-4cfc-b633-e0ca8d1ecea8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 1100 time: 0.0547040 Dec 17 16:06:05.031978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['719085c4-3628-44d8-9643-ddd30aee15e2'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:05.092185 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 16:06:05.093613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:06:05.113946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-4c5ef4bf-7e07-42db-a478-c5b7edf1d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.116243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-4c5ef4bf-7e07-42db-a478-c5b7edf1d846 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.0996885 Dec 17 16:06:05.119490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dc292838-625a-4c91-b69e-fbf518cc0ae2 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4338303 Dec 17 16:06:05.122352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60212) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:05.182553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e8597-30bb-4c6d-baff-2b2c8366edb3 req-726ffda3-8ed5-4f66-9a2b-d4eb8515d44f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.185224 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-168e8597-30bb-4c6d-baff-2b2c8366edb3 req-726ffda3-8ed5-4f66-9a2b-d4eb8515d44f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0644577 Dec 17 16:06:05.240622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-168e8597-30bb-4c6d-baff-2b2c8366edb3 req-7ca00cae-66b2-402b-9d3a-85db207287c9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Dec 17 16:06:05.243547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-cd04e19f-b5b5-49bc-b766-c5c7418e8d26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=05375388-371d-44c0-b2c7-97c3672a5374 HTTP/1.1" status: 200 len: 217 time: 0.1132495 Dec 17 16:06:05.366593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-9c0db87a-f455-4166-b4cc-0f3c52ffb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.368210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-9c0db87a-f455-4166-b4cc-0f3c52ffb9d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1166759 Dec 17 16:06:05.444895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Deleting port 5b72a7ce-6def-4d5a-bf04-49d8e08254f3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:05.445236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:05.500202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-93c48960-479b-46fb-a487-8d0cf7bf5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.501779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-93c48960-479b-46fb-a487-8d0cf7bf5685 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252253 Dec 17 16:06:05.532818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629e82-75d5-4d13-aafd-e8366ef28fd0 req-57b564c1-5bdb-413e-8523-067b8888bbd7 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.534728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3629e82-75d5-4d13-aafd-e8366ef28fd0 req-57b564c1-5bdb-413e-8523-067b8888bbd7 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 948 time: 0.1471794 Dec 17 16:06:05.652454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:05.652791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:05.695261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Calling delete_port for 5b72a7ce-6def-4d5a-bf04-49d8e08254f3 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:05.708511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3629e82-75d5-4d13-aafd-e8366ef28fd0 req-55540951-4525-4591-9a45-776bb2755763 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613975 Dec 17 16:06:05.713999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-3df9775f-ceb2-4ae9-90d8-a914a4b5876c service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006900 Dec 17 16:06:05.827454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac96d85-6723-47e9-8887-9c965f7e966a req-de11f223-fcbd-45e9-a7a1-8b4242cc793f tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.829142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ac96d85-6723-47e9-8887-9c965f7e966a req-de11f223-fcbd-45e9-a7a1-8b4242cc793f tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 944 time: 0.0610771 Dec 17 16:06:05.880488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-627d8c9a-c0c1-41a4-8ebb-6a47555daba4 req-b02c7ea8-6f68-431c-b4bb-1089e4c75839 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230404 Dec 17 16:06:05.881386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ac96d85-6723-47e9-8887-9c965f7e966a req-a80f848d-9d49-40b9-959f-241c5190426c tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Dec 17 16:06:05.935959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:05.970408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b72a7ce-6def-4d5a-bf04-49d8e08254f3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:06.036732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.039363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.041376 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b34d321e-e56d-4d1b-b257-4438b4618ffe tempest-ExternalNetworksAdminNegativeTestJSON-1582350707 tempest-ExternalNetworksAdminNegativeTestJSON-1582350707-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/007d6413-c24c-448b-a522-ac1b70270fd3 HTTP/1.1" status: 204 len: 168 time: 0.9168046 Dec 17 16:06:06.299490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60236) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:06.380704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15c87-b1b0-4f9b-bcf5-ee59e2a163c8 req-cfe6936f-9323-40a7-aba5-5edf12f1d447 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:06.386025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3f15c87-b1b0-4f9b-bcf5-ee59e2a163c8 req-cfe6936f-9323-40a7-aba5-5edf12f1d447 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0610323 Dec 17 16:06:06.427019 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-34c89e06-b9b8-4015-b17d-9ce939e38c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.446358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb65c53-5179-4fba-8e36-23ad92046228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.454087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3f15c87-b1b0-4f9b-bcf5-ee59e2a163c8 req-90f21cd3-78ee-4561-b1b4-1fc44408425f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638669 Dec 17 16:06:06.533910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb65c53-5179-4fba-8e36-23ad92046228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.537868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-edb65c53-5179-4fba-8e36-23ad92046228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.550805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 719085c4-3628-44d8-9643-ddd30aee15e2 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:06.604267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60242) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:06.604755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-edb65c53-5179-4fba-8e36-23ad92046228 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d56de20f1e44adb9b46a8d3980854dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034613 Dec 17 16:06:06.606777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb65c53-5179-4fba-8e36-23ad92046228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183ac415-302f-4fa4-aed1-1c4d9ac4e4e7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:06.652512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 719085c4-3628-44d8-9643-ddd30aee15e2 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:06:06.659104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 719085c4-3628-44d8-9643-ddd30aee15e2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:06.660011 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.687541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b06fb8b1-1e3d-4022-9d53-fc846c52c838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.722957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b06fb8b1-1e3d-4022-9d53-fc846c52c838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.782428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b06fb8b1-1e3d-4022-9d53-fc846c52c838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.785133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b06fb8b1-1e3d-4022-9d53-fc846c52c838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.786495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b06fb8b1-1e3d-4022-9d53-fc846c52c838 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/183ac415-302f-4fa4-aed1-1c4d9ac4e4e7 HTTP/1.1" status: 204 len: 168 time: 0.1810622 Dec 17 16:06:06.793575 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.808407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fb8b1-1e3d-4022-9d53-fc846c52c838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ac415-302f-4fa4-aed1-1c4d9ac4e4e7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:06.850472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719085c4-3628-44d8-9643-ddd30aee15e2'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:06.852899 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57514deb-eb30-406a-ac34-306925e64a8e" -d '{"events": [{"server_uuid": "77b5ccbd-38da-42d0-9abd-0502f6d6b2ac", "name": "network-vif-plugged", "status": "completed", "tag": "719085c4-3628-44d8-9643-ddd30aee15e2"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:06.868132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 719085c4-3628-44d8-9643-ddd30aee15e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=719085c4-3628-44d8-9643-ddd30aee15e2,segment=NetworkSegment(eaabb4cf-a1d6-426d-980b-875dda94d796),segment_id=eaabb4cf-a1d6-426d-980b-875dda94d796)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:06.873684 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:06.943691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e54ae-6975-4288-936f-6813435c5010 req-267469bd-04c8-43ac-a400-4e73898fc651 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:06.958044 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b89e54ae-6975-4288-936f-6813435c5010 req-267469bd-04c8-43ac-a400-4e73898fc651 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 948 time: 0.1047313 Dec 17 16:06:06.967570 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ed6d6-dcaa-41f9-b676-e82e183f64e3 x-openstack-request-id: req-6a4ed6d6-dcaa-41f9-b676-e82e183f64e3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:06.968287 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b5ccbd-38da-42d0-9abd-0502f6d6b2ac", "name": "network-vif-plugged", "status": "completed", "tag": "719085c4-3628-44d8-9643-ddd30aee15e2", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:06.969505 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a4ed6d6-dcaa-41f9-b676-e82e183f64e3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:06.970137 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719085c4-3628-44d8-9643-ddd30aee15e2', 'code': 200} Dec 17 16:06:06.972728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=719085c4-3628-44d8-9643-ddd30aee15e2,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:07.049727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9faf3d-3b2b-432a-a5ef-57361af7c49b req-02e485fc-bb22-4314-aca6-e364cbe8df6c tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:07.051245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9faf3d-3b2b-432a-a5ef-57361af7c49b req-02e485fc-bb22-4314-aca6-e364cbe8df6c tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 945 time: 0.0584784 Dec 17 16:06:07.067695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b89e54ae-6975-4288-936f-6813435c5010 req-18267f6a-243d-4c77-b498-8c979b1bfa2f tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028278 Dec 17 16:06:07.072138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d846cfb-9cee-4219-933d-686c447d93ff req-9cfd8954-087a-4a1c-8f05-0cbfeca804f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:07.074183 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d846cfb-9cee-4219-933d-686c447d93ff req-9cfd8954-087a-4a1c-8f05-0cbfeca804f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 1097 time: 0.0631640 Dec 17 16:06:07.109040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9faf3d-3b2b-432a-a5ef-57361af7c49b req-67fff1f1-b89e-499d-a3c0-aa46371e05b1 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500977 Dec 17 16:06:07.125356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d846cfb-9cee-4219-933d-686c447d93ff req-63c3ebfa-71a2-46ea-9534-cbaf1829f2bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Dec 17 16:06:07.214754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60260) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:07.265681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5c69e9f0-79bc-48f9-b335-991731a854c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=372bb3d5f26642f9abdf76f37f5869c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495048 Dec 17 16:06:07.268543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60262) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:07.323406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ba19-5d8e-46fe-a045-f00b65704497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:07.348793 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ba19-5d8e-46fe-a045-f00b65704497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:07.409266 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ba19-5d8e-46fe-a045-f00b65704497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:07.411985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ba19-5d8e-46fe-a045-f00b65704497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:07.413161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2c1ba19-5d8e-46fe-a045-f00b65704497 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8bd49352-5574-4c0c-b2c1-f7bcc65f7625 HTTP/1.1" status: 204 len: 168 time: 0.1435025 Dec 17 16:06:07.422989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1ba19-5d8e-46fe-a045-f00b65704497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd49352-5574-4c0c-b2c1-f7bcc65f7625,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:07.602001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6000-7a90-4524-9762-d7404544e91e req-df7528e1-fe5a-465f-ac33-6675bda3a3b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:07.604049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298b6000-7a90-4524-9762-d7404544e91e req-df7528e1-fe5a-465f-ac33-6675bda3a3b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0726879 Dec 17 16:06:07.664446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298b6000-7a90-4524-9762-d7404544e91e req-6c944e46-f16a-41b1-8203-2018004c7a95 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Dec 17 16:06:08.226967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b16585-f033-48bf-bb6d-af0060b1843d req-135183a6-d55c-4221-9a5d-c3e414702474 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:08.231578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16b16585-f033-48bf-bb6d-af0060b1843d req-135183a6-d55c-4221-9a5d-c3e414702474 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 948 time: 0.0726998 Dec 17 16:06:08.273878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c82fa-1aac-4942-99fb-1753f6711b60 req-bd979010-7e1d-439e-877f-6635fe8b0945 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:08.284405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f7c82fa-1aac-4942-99fb-1753f6711b60 req-bd979010-7e1d-439e-877f-6635fe8b0945 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 945 time: 0.0746706 Dec 17 16:06:08.331309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16b16585-f033-48bf-bb6d-af0060b1843d req-c067a289-0e89-4403-a66b-437544105df3 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925725 Dec 17 16:06:08.396046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f7c82fa-1aac-4942-99fb-1753f6711b60 req-b0ba5c16-681b-49e1-8fe6-7423bce2654b tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097915 Dec 17 16:06:08.607282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a91f7ed8-d378-4955-bae6-1b2833e7fb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:08.824465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0904ec4-a56f-4cd0-9af3-9c00c27af07b req-2bf1c533-a39b-4526-b5fe-de87fd7642f3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:08.826892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0904ec4-a56f-4cd0-9af3-9c00c27af07b req-2bf1c533-a39b-4526-b5fe-de87fd7642f3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0843029 Dec 17 16:06:08.896034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0904ec4-a56f-4cd0-9af3-9c00c27af07b req-dbc738d5-76fb-44be-80c1-3d27f0e88ea5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629516 Dec 17 16:06:09.279694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 05375388-371d-44c0-b2c7-97c3672a5374 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:06:09.556329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c7d7-8288-425f-a240-128f29f8ab6d req-0bfe8e3c-937d-4147-b8f7-c356f4ea9eb3 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:09.567427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05c4c7d7-8288-425f-a240-128f29f8ab6d req-0bfe8e3c-937d-4147-b8f7-c356f4ea9eb3 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 948 time: 0.0895531 Dec 17 16:06:09.582727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca328d-675b-46cf-92d8-cbc3e85504f7 req-2d741679-44a2-4987-8ccf-a3ac17867c69 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:09.600424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9ca328d-675b-46cf-92d8-cbc3e85504f7 req-2d741679-44a2-4987-8ccf-a3ac17867c69 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 945 time: 0.0996051 Dec 17 16:06:09.615600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 05375388-371d-44c0-b2c7-97c3672a5374, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=05375388-371d-44c0-b2c7-97c3672a5374,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:09.654791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '05375388-371d-44c0-b2c7-97c3672a5374', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '05375388-371d-44c0-b2c7-97c3672a5374', 'mac_address': 'fa:16:3e:6d:20:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:06:09.675897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9ca328d-675b-46cf-92d8-cbc3e85504f7 req-0dafd04e-cd62-4585-b636-795b4c0156dc tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691242 Dec 17 16:06:09.695573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05c4c7d7-8288-425f-a240-128f29f8ab6d req-b7f39716-e73c-4a92-9b82-81abe215c656 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269596 Dec 17 16:06:09.753672 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:09.779131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05375388-371d-44c0-b2c7-97c3672a5374 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:09.823507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 05375388-371d-44c0-b2c7-97c3672a5374, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=05375388-371d-44c0-b2c7-97c3672a5374,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:09.829476 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:09.923259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=05375388-371d-44c0-b2c7-97c3672a5374,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:09.962935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:10.065096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60366) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:10.112160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['05375388-371d-44c0-b2c7-97c3672a5374'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:10.526184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fc64b-e0e1-4bbc-86a1-d15046c7828a req-5ce67c84-4978-47f0-a727-05dd76ff185f tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:10.539462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-614fc64b-e0e1-4bbc-86a1-d15046c7828a req-5ce67c84-4978-47f0-a727-05dd76ff185f tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 945 time: 0.1435325 Dec 17 16:06:10.546562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:10.617421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a8099-4dc5-42e3-83f8-c54316c03bcb req-9b80e894-0460-417e-bbda-e6806e607504 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:10.628903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-054a8099-4dc5-42e3-83f8-c54316c03bcb req-9b80e894-0460-417e-bbda-e6806e607504 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0829270 Dec 17 16:06:10.654763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-614fc64b-e0e1-4bbc-86a1-d15046c7828a req-c2a2ab7e-3d8c-4d2e-80ce-7e0be2f0815f tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094818 Dec 17 16:06:10.672308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:10.730674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-054a8099-4dc5-42e3-83f8-c54316c03bcb req-5424f43f-05b5-49dc-8431-bdab4cf20913 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000333 Dec 17 16:06:10.887458 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:10.901093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2343a03-3042-44ce-b443-354511c33121 req-9ab22453-5da1-4068-8345-69e353d2d590 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:10.913412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2343a03-3042-44ce-b443-354511c33121 req-9ab22453-5da1-4068-8345-69e353d2d590 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 949 time: 0.0889068 Dec 17 16:06:10.960308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.051689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2343a03-3042-44ce-b443-354511c33121 req-cf9e0247-efac-4a87-aa2a-d628ffc06d5d tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372709 Dec 17 16:06:11.149402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Allocated IP 172.25.0.206 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/11dac44d-5698-46ee-a940-522ec3d9ff7a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:11.166166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.268240 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.299337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 05375388-371d-44c0-b2c7-97c3672a5374 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:11.324883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.385474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:11.394043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:11.404460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:11.427601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Port': ['ID=11dac44d-5698-46ee-a940-522ec3d9ff7a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:11.492201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 05375388-371d-44c0-b2c7-97c3672a5374 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:06:11.500726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 05375388-371d-44c0-b2c7-97c3672a5374 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:11.501828 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.546438 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.606894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.634442 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.707258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 05375388-371d-44c0-b2c7-97c3672a5374, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=05375388-371d-44c0-b2c7-97c3672a5374,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:11.711003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00aae360-a6b8-43de-b6e5-f07429b34872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05375388-371d-44c0-b2c7-97c3672a5374'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:11.717947 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dacff1-febb-4040-ae32-d582f1d0d7cb" -d '{"events": [{"server_uuid": "00aae360-a6b8-43de-b6e5-f07429b34872", "name": "network-vif-plugged", "status": "completed", "tag": "05375388-371d-44c0-b2c7-97c3672a5374"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:11.745859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.781801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a5c20723-e388-413c-91b8-6147eddaf9da tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:11.784414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a5c20723-e388-413c-91b8-6147eddaf9da tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.47 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 945 time: 0.1380715 Dec 17 16:06:11.844712 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e879f36c-d28b-4d7c-9b1c-3690f8d752a2 x-openstack-request-id: req-e879f36c-d28b-4d7c-9b1c-3690f8d752a2 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:11.845030 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00aae360-a6b8-43de-b6e5-f07429b34872", "name": "network-vif-plugged", "status": "completed", "tag": "05375388-371d-44c0-b2c7-97c3672a5374", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:11.845311 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e879f36c-d28b-4d7c-9b1c-3690f8d752a2 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:11.845746 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00aae360-a6b8-43de-b6e5-f07429b34872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05375388-371d-44c0-b2c7-97c3672a5374', 'code': 200} Dec 17 16:06:11.908891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=05375388-371d-44c0-b2c7-97c3672a5374,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:11.969480 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:11.985352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.005003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Deleting port 719085c4-3628-44d8-9643-ddd30aee15e2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:12.005355 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.017181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aa5d6-1848-458c-bb62-0c32b99683c4 req-d3c75dd5-11c0-4b19-8e37-4ad98c086154 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:12.024544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-010aa5d6-1848-458c-bb62-0c32b99683c4 req-d3c75dd5-11c0-4b19-8e37-4ad98c086154 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 945 time: 0.1409612 Dec 17 16:06:12.055254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Port': ['ID=11dac44d-5698-46ee-a940-522ec3d9ff7a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:12.110116 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.118787 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.128432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed6ef3-5b54-4e6a-b6cf-707a2c6ecd57 req-2cde27a8-623a-41dd-aa3e-00f2324c489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:12.130188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ed6ef3-5b54-4e6a-b6cf-707a2c6ecd57 req-2cde27a8-623a-41dd-aa3e-00f2324c489e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 1102 time: 0.2045186 Dec 17 16:06:12.171444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d915c-1d88-4089-8ea1-86a28d17e050 req-a8ee5019-6be0-4322-bdcb-f8c14ed36649 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:12.173398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-949d915c-1d88-4089-8ea1-86a28d17e050 req-a8ee5019-6be0-4322-bdcb-f8c14ed36649 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.2072160 Dec 17 16:06:12.178954 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.180379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-19bfa9c1-f817-4130-a223-527fcf48f49d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1142569 Dec 17 16:06:12.183616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60398) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:12.191563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-82008356'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:12.192178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-010aa5d6-1848-458c-bb62-0c32b99683c4 req-4824a373-96fd-4c08-bd9d-efb10a578f02 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/security-groups?id=717882fa-73c3-4789-8100-885c0bc61441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667197 Dec 17 16:06:12.236518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ed6ef3-5b54-4e6a-b6cf-707a2c6ecd57 req-4ec6c919-38a8-41a5-8cc9-c2cf3db86409 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973637 Dec 17 16:06:12.276406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] For port 719085c4-3628-44d8-9643-ddd30aee15e2, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=719085c4-3628-44d8-9643-ddd30aee15e2,segment=NetworkSegment(eaabb4cf-a1d6-426d-980b-875dda94d796),segment_id=eaabb4cf-a1d6-426d-980b-875dda94d796)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:12.277295 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.293517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Calling delete_port for 719085c4-3628-44d8-9643-ddd30aee15e2 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:12.329855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Made reservation on behalf of da2db4611a89471281d212dcd22e0462 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:06:12.335108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.359604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-949d915c-1d88-4089-8ea1-86a28d17e050 req-84c2b082-6dd3-4c07-878e-65d1904d5617 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697829 Dec 17 16:06:12.372298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.462738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ab8ea-b17d-40be-b26f-88a5c3b00266 req-4fe77f4c-d4d2-45bf-b58c-89fa21672bc4 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:12.466511 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-949ab8ea-b17d-40be-b26f-88a5c3b00266 req-4fe77f4c-d4d2-45bf-b58c-89fa21672bc4 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 950 time: 0.0719149 Dec 17 16:06:12.548312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.551394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-949ab8ea-b17d-40be-b26f-88a5c3b00266 req-b40f1123-dc8b-4604-9908-f0f7e490afb5 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753136 Dec 17 16:06:12.559048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.595583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.654935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6368c19-9241-4156-9e02-9a7f2e29694d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:12.659093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Pushing event deleted for resources: {'Port': ['ID=719085c4-3628-44d8-9643-ddd30aee15e2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:12.680059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:06:12.695636 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.696205 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Added segment 64bd5135-316a-49c4-951d-4f5fd9d2ea63 of type vlan for network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 Dec 17 16:06:12.778260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.779026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] No DVR routers for this DVR port 719085c4-3628-44d8-9643-ddd30aee15e2 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:12.786860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.800252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef20b4d-37fb-42c8-b73c-e4ad4b9ac17a req-a02ad1e1-aa8f-4fde-8a17-a08365dd6668 tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.47 "DELETE /v2.0/ports/719085c4-3628-44d8-9643-ddd30aee15e2 HTTP/1.1" status: 204 len: 173 time: 1.0046575 Dec 17 16:06:12.801314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'name': 'network-vif-deleted', 'tag': '719085c4-3628-44d8-9643-ddd30aee15e2'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:12.807401 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3105ab8-95dc-49b6-93b9-69d01a5d2449" -d '{"events": [{"server_uuid": "77b5ccbd-38da-42d0-9abd-0502f6d6b2ac", "name": "network-vif-deleted", "tag": "719085c4-3628-44d8-9643-ddd30aee15e2"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:12.879055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:12.885439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:12.886358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:13.001347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8156192 Dec 17 16:06:13.004273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60416) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:13.011582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Request body: {'subnet': {'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:13.017930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8f528-bdff-4034-9550-567cc4d179cf tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Network': ['ID=2d596f85-9d8f-4fc1-8db9-f3cdcfc94476,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:13.036632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:06:13.273952 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd1a431-120a-4515-8c02-0d69e7412301 x-openstack-request-id: req-fdd1a431-120a-4515-8c02-0d69e7412301 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:13.274374 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b5ccbd-38da-42d0-9abd-0502f6d6b2ac", "name": "network-vif-deleted", "tag": "719085c4-3628-44d8-9643-ddd30aee15e2", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:13.276705 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fdd1a431-120a-4515-8c02-0d69e7412301 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:13.277312 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b5ccbd-38da-42d0-9abd-0502f6d6b2ac', 'name': 'network-vif-deleted', 'tag': '719085c4-3628-44d8-9643-ddd30aee15e2', 'status': 'completed', 'code': 200} Dec 17 16:06:13.307204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Made reservation on behalf of da2db4611a89471281d212dcd22e0462 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:06:13.313133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:13.365718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad26ca-3152-4be8-9111-c2f548133f53 req-8d244e15-a011-4582-a3a4-a59e0da9f319 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:13.384707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-43ad26ca-3152-4be8-9111-c2f548133f53 req-8d244e15-a011-4582-a3a4-a59e0da9f319 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.1286893 Dec 17 16:06:13.439632 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53fe26bb-cb83-403d-a16e-e1cdf534dec3 req-46aab13d-3937-4e90-89c0-563915d0cedc tempest-ServerAddressesTestJSON-328752999 tempest-ServerAddressesTestJSON-328752999-project] 10.222.0.54 "GET /v2.0/ports?device_id=77b5ccbd-38da-42d0-9abd-0502f6d6b2ac HTTP/1.1" status: 200 len: 210 time: 0.0457559 Dec 17 16:06:13.453544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-43ad26ca-3152-4be8-9111-c2f548133f53 req-4fabeb57-8aa7-467e-8ea8-c87069f458d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676556 Dec 17 16:06:13.683273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27fbe0-4473-4920-88f2-f3d88c643186 req-7165e568-cdd7-41d5-a27c-4d4ce78065d0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:13.685035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5d27fbe0-4473-4920-88f2-f3d88c643186 req-7165e568-cdd7-41d5-a27c-4d4ce78065d0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1130552 Dec 17 16:06:13.695277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:13.744486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd6a52-75ea-488b-81a1-e5e7df8893e0 req-fdd87ebb-7884-4178-b4ff-7f4b9c9d924b tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:13.764275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0fd6a52-75ea-488b-81a1-e5e7df8893e0 req-fdd87ebb-7884-4178-b4ff-7f4b9c9d924b tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 950 time: 0.0858145 Dec 17 16:06:13.790664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Subnet': ['ID=baf8b774-494f-4081-bcd9-3ec096d5877c,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:13.817116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5d27fbe0-4473-4920-88f2-f3d88c643186 req-bc183ab6-4dd8-4890-b9cc-dabfc3826f34 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190627 Dec 17 16:06:13.828986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Checking segment: {'id': '64bd5135-316a-49c4-951d-4f5fd9d2ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:06:13.829348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Network hostable DHCP agents. Network: 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:06:13.848190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0fd6a52-75ea-488b-81a1-e5e7df8893e0 req-35be8919-b96b-4c1d-ba90-6136dc304f24 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Dec 17 16:06:13.867104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:06:13.880615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:13.892809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58da93-831c-4bc7-b5c6-5fac956b1fdb None None] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:06:13.899437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:13.900221 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:13.927714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f5d876f6-73d4-4908-979b-c8544095a262 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9208663 Dec 17 16:06:13.930263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60442) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:13.937188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1321844947', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:14.002197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.003569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.111241 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.315448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.325986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-2d596f85-9d8f-4fc1-8db9-f3cdcfc94476', 'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476', 'project_id': 'da2db4611a89471281d212dcd22e0462', 'fixed_ips': [{'subnet_id': 'baf8b774-494f-4081-bcd9-3ec096d5877c'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:06:14.327624 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.537845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Allocated IP 172.20.0.2 (2d596f85-9d8f-4fc1-8db9-f3cdcfc94476/baf8b774-494f-4081-bcd9-3ec096d5877c/7dc7358e-416b-4e16-8dbc-53ddd73d3edb) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:14.569295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60466) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:14.630048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 719085c4-3628-44d8-9643-ddd30aee15e2 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:14.668518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 719085c4-3628-44d8-9643-ddd30aee15e2 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:06:14.668760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 719085c4-3628-44d8-9643-ddd30aee15e2 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:14.704818 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.724578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] Deleting subnet 4f4bb26c-9e6e-4750-a946-897c40b7574e {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:06:14.735122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.782849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.789059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.803481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.865992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2558e7-b058-4292-8dab-b5322c6ac9f3 req-27e80dbb-8729-4650-a909-3b8f5bbf1a8f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:14.879964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf2558e7-b058-4292-8dab-b5322c6ac9f3 req-27e80dbb-8729-4650-a909-3b8f5bbf1a8f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2138331 Dec 17 16:06:14.897267 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:14.944607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:14.960186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:14.978953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:14.991414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Pushing event updated for resources: {'Port': ['ID=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:15.014004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Allocated IP 172.25.0.38 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/be3992ed-c294-431f-9051-c7bc5c4e0740) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:15.050960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf2558e7-b058-4292-8dab-b5322c6ac9f3 req-a49d5787-3f50-41d4-a948-634cf8c8ab25 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683850 Dec 17 16:06:15.092031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.162087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Attempting to bind port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:06:15.162748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Attempting to bind port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '64bd5135-316a-49c4-951d-4f5fd9d2ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:06:15.163038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Attempting to bind port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb on network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:06:15.174362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:06:15.176356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.176530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Checking segment: {'id': '64bd5135-316a-49c4-951d-4f5fd9d2ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:06:15.177210 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.177820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Bound using segment: {'id': '64bd5135-316a-49c4-951d-4f5fd9d2ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:06:15.178790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Bound port: 7dc7358e-416b-4e16-8dbc-53ddd73d3edb, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bd5135-316a-49c4-951d-4f5fd9d2ea63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:06:15.179656 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.226705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cb9de-504f-4f7e-9528-f50ea9ff1de4 req-f5a1c533-dcf9-479c-8026-d7e183e3fd4c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:15.236541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa7cb9de-504f-4f7e-9528-f50ea9ff1de4 req-f5a1c533-dcf9-479c-8026-d7e183e3fd4c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1531200 Dec 17 16:06:15.239322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4bb26c-9e6e-4750-a946-897c40b7574e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:15.248831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.256369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e95ee784-20eb-4e14-9ed0-aafc09d28146 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4f4bb26c-9e6e-4750-a946-897c40b7574e HTTP/1.1" status: 204 len: 168 time: 0.6860676 Dec 17 16:06:15.263504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60472) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:15.283992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] For port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:06:15.290523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] For port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,segment=NetworkSegment(64bd5135-316a-49c4-951d-4f5fd9d2ea63),segment_id=64bd5135-316a-49c4-951d-4f5fd9d2ea63)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:06:15.299307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.318412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa7cb9de-504f-4f7e-9528-f50ea9ff1de4 req-9307879c-1f33-436e-a53c-c9512c092936 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789442 Dec 17 16:06:15.330137 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.380801 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.381975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.409992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.418155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b592048-4dfb-475b-baed-f4ce81cec0e8 None None] Pushing event updated for resources: {'Port': ['ID=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:15.465240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:15.473517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:15.484963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:15.491799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f887e70-48f8-4480-a2f4-5a8300c9974d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:06:15.509009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.550105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1edc70-49cf-4069-a597-9d54f6823cb5']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:15.561859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b03d7bbb-8f64-4f6a-aeea-5b118c3eef5a None None] Provisioning complete for port be3992ed-c294-431f-9051-c7bc5c4e0740 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:15.562263 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b03d7bbb-8f64-4f6a-aeea-5b118c3eef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.564269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaabb4cf-a1d6-426d-980b-875dda94d796') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:15.564648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaabb4cf-a1d6-426d-980b-875dda94d796') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:15.578493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Port': ['ID=be3992ed-c294-431f-9051-c7bc5c4e0740,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:15.607076 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.630621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b03d7bbb-8f64-4f6a-aeea-5b118c3eef5a None None] Port be3992ed-c294-431f-9051-c7bc5c4e0740 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:06:15.638298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.648235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:06:15.648730 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:06:15.783039 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:06:15.788572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.798860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:15.803039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ab1edc70-49cf-4069-a597-9d54f6823cb5 HTTP/1.1" status: 204 len: 168 time: 0.5384557 Dec 17 16:06:15.858771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914389a-15d4-46db-b371-6358aa65bb29 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1edc70-49cf-4069-a597-9d54f6823cb5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:16.156170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60482) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:16.237385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6aa3c680-73c4-408c-890e-89c432e150f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db5aaf262a8d468991c73d327d8cfce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784326 Dec 17 16:06:16.238068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60486) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:16.307127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81a1977a-8f03-4c29-b523-9c540d40d193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:16.358683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81a1977a-8f03-4c29-b523-9c540d40d193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:16.520987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81a1977a-8f03-4c29-b523-9c540d40d193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:16.532812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81a1977a-8f03-4c29-b523-9c540d40d193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:16.540457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-81a1977a-8f03-4c29-b523-9c540d40d193 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/717882fa-73c3-4789-8100-885c0bc61441 HTTP/1.1" status: 204 len: 168 time: 0.3001628 Dec 17 16:06:16.598764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1977a-8f03-4c29-b523-9c540d40d193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717882fa-73c3-4789-8100-885c0bc61441,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:16.689114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185eeff-3868-4de2-898c-844b0dff18fb req-399702a7-3491-47a7-9c05-623088abf798 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:16.689860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7dc7358e-416b-4e16-8dbc-53ddd73d3edb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:16.699326 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4185eeff-3868-4de2-898c-844b0dff18fb req-399702a7-3491-47a7-9c05-623088abf798 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.2066200 Dec 17 16:06:16.793947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4185eeff-3868-4de2-898c-844b0dff18fb req-75e9b312-1a28-4d3c-ac19-f178710e2ccc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932698 Dec 17 16:06:16.853039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:16.853426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:16.871002 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:17.089325 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:17.135096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c003982-2eee-4310-be43-f101c509e683 None None] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:06:17.152273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ee6f5-417e-4907-8ff2-5f6dd70b0b6e req-f3f6deeb-486b-49dd-bf29-3c9fce5f06d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:17.157590 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-729ee6f5-417e-4907-8ff2-5f6dd70b0b6e req-f3f6deeb-486b-49dd-bf29-3c9fce5f06d9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.3345883 Dec 17 16:06:17.267727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:17.321202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,segment=NetworkSegment(64bd5135-316a-49c4-951d-4f5fd9d2ea63),segment_id=64bd5135-316a-49c4-951d-4f5fd9d2ea63)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:17.335874 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:17.344222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-82c9b164-c3a0-4239-88ca-c55641911b35 None None] Provisioning complete for port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:17.344805 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-82c9b164-c3a0-4239-88ca-c55641911b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:17.548041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-729ee6f5-417e-4907-8ff2-5f6dd70b0b6e req-e1d5502b-24ad-456c-96fc-2650050b00b5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584558 Dec 17 16:06:17.627864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:17.648988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Router 3dec591d-3599-49a8-9b9b-6d551e8e2d04 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:06:17.654336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1167d94-a697-4c29-b193-c97eb56e5cc0 req-72940220-19b8-496a-b104-6df7d679f55a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:17.656761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1167d94-a697-4c29-b193-c97eb56e5cc0 req-72940220-19b8-496a-b104-6df7d679f55a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 946 time: 0.1225135 Dec 17 16:06:17.765336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1167d94-a697-4c29-b193-c97eb56e5cc0 req-07f068dd-d6af-4996-998e-e2a16d3959e6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006672 Dec 17 16:06:17.951270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:17.963061 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] Sync routers for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:17.982669 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:17.985432 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.005221 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:18.009511 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3a0dd2e3-c85b-4c15-abb3-ab6f3307aae8 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.0754330 Dec 17 16:06:18.010229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60528) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:18.074952 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.086030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e157108-0b3e-4aba-b1c7-f61961f9106c req-227d62be-61e3-406d-90d4-470663227977 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:18.095039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e157108-0b3e-4aba-b1c7-f61961f9106c req-227d62be-61e3-406d-90d4-470663227977 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1715758 Dec 17 16:06:18.102812 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:18.103606 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.165864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-960910d5-67df-4775-a3b7-4b3a62dc9953 None None] Provisioning complete for port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:18.166298 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-960910d5-67df-4775-a3b7-4b3a62dc9953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:18.232565 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.235110 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59219b-ea2e-41c2-a27b-8eef58058380 None None] The sync data for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:18.260777 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e157108-0b3e-4aba-b1c7-f61961f9106c req-fc4cb4c6-f953-4710-bd87-ab086719ff90 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642807 Dec 17 16:06:18.635451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7dc7358e-416b-4e16-8dbc-53ddd73d3edb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:18.744012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:18.745450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:18.864363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575ce2d-a721-405e-9eb5-5d9e9895f2d3 req-71839d11-5f36-4387-8cbb-70994ead9b63 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:18.871638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1575ce2d-a721-405e-9eb5-5d9e9895f2d3 req-71839d11-5f36-4387-8cbb-70994ead9b63 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.1321685 Dec 17 16:06:19.051018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1575ce2d-a721-405e-9eb5-5d9e9895f2d3 req-df1f4ea7-7c7e-45a1-8077-f96ebc9bd7e9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744266 Dec 17 16:06:19.059630 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:19.417646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f2ef1-d744-4c95-8ffa-38535e311b44 req-573c754f-4f39-4c3c-94de-4fcab7d6b262 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:19.426779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c6f2ef1-d744-4c95-8ffa-38535e311b44 req-573c754f-4f39-4c3c-94de-4fcab7d6b262 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0703351 Dec 17 16:06:19.517673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c6f2ef1-d744-4c95-8ffa-38535e311b44 req-0bdb7ad3-9a19-4d01-b582-c5afd1b9a1b1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898917 Dec 17 16:06:19.585017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Allocated IP 172.20.0.1 (2d596f85-9d8f-4fc1-8db9-f3cdcfc94476/baf8b774-494f-4081-bcd9-3ec096d5877c/055a5851-2666-449e-9ec9-28a04189f6ff) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:19.753527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:19.796705 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:19.860339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:19.864811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:19.879124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:19.886956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Port': ['ID=055a5851-2666-449e-9ec9-28a04189f6ff,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:19.943991 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:20.217151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-52c7ecf5-610d-460f-a552-6c1e59b76b15 None None] Provisioning complete for port 055a5851-2666-449e-9ec9-28a04189f6ff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:20.219517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-52c7ecf5-610d-460f-a552-6c1e59b76b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:20.229478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:20.252962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e4556-eb48-47ed-a076-d5d480d0803b req-9f56fee0-ec78-411f-abdc-e1164fb5a9dd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:20.267190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc8e4556-eb48-47ed-a076-d5d480d0803b req-9f56fee0-ec78-411f-abdc-e1164fb5a9dd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.0750377 Dec 17 16:06:20.309466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-52c7ecf5-610d-460f-a552-6c1e59b76b15 None None] Port 055a5851-2666-449e-9ec9-28a04189f6ff cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:06:20.332868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc8e4556-eb48-47ed-a076-d5d480d0803b req-c0664aa8-9ae7-47b6-b918-3a1bd85384b7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647061 Dec 17 16:06:20.643735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:06:20.746595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe2e28-b437-4d2a-9e9f-eafe5e22d9e6 req-d154a581-7ea5-43c3-ab58-6012f83e593e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:20.756352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bbe2e28-b437-4d2a-9e9f-eafe5e22d9e6 req-d154a581-7ea5-43c3-ab58-6012f83e593e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.0955844 Dec 17 16:06:20.789197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:20.798921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:20.817261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'mac_address': 'fa:16:3e:52:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:06:20.818354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:20.880288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:20.895476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:20.940357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:20.947791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:21.043062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:21.067144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b17167e8-9959-47b5-a8d8-eca1662bcd9d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:21.469124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Port': ['ID=055a5851-2666-449e-9ec9-28a04189f6ff,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:21.520753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bbe2e28-b437-4d2a-9e9f-eafe5e22d9e6 req-381206b9-b86f-4848-8798-e01e591f18a5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633879 Dec 17 16:06:21.564007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:21.650690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb409d-343f-4acf-b95c-dff2441ac467 req-c44e0b5d-5e29-4e62-ac7a-d900d7261cd7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:21.652492 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5bb409d-343f-4acf-b95c-dff2441ac467 req-c44e0b5d-5e29-4e62-ac7a-d900d7261cd7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.1207926 Dec 17 16:06:21.720811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:21.722553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:21.755222 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5bb409d-343f-4acf-b95c-dff2441ac467 req-0cd81cae-976d-4c79-be1b-1fec68adbd32 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952878 Dec 17 16:06:21.882887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Router 3dec591d-3599-49a8-9b9b-6d551e8e2d04 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:22.043048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f27e6b54-96de-481c-b4d5-129b5b42bca7 None None] Provisioning complete for port 055a5851-2666-449e-9ec9-28a04189f6ff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:22.043048 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f27e6b54-96de-481c-b4d5-129b5b42bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:22.058432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:22.064269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c0c27c1a-2c7a-4086-8e8c-6630fb3c29e4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "PUT /v2.0/routers/3dec591d-3599-49a8-9b9b-6d551e8e2d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0527713 Dec 17 16:06:22.066807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60632) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:22.072461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Request body: {'port': {'network_id': '2d596f85-9d8f-4fc1-8db9-f3cdcfc94476', 'name': 'tempest-FloatingIPAdminTestJSON-834993342'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:22.072654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] Sync routers for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:22.090709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f27e6b54-96de-481c-b4d5-129b5b42bca7 None None] Port 055a5851-2666-449e-9ec9-28a04189f6ff cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:06:22.094826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:22.095460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:22.145104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:22.167555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:22.170498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:22.206814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:22.207634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5854da54-cf36-4f50-beff-55865267f7e0 None None] The sync data for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:22.232187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Made reservation on behalf of da2db4611a89471281d212dcd22e0462 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:06:22.236469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:22.263434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] device_id is not set on port 372257fd-65c3-493e-a41b-7b7ea87aa420 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:06:22.490347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Allocated IP 172.20.0.3 (2d596f85-9d8f-4fc1-8db9-f3cdcfc94476/baf8b774-494f-4081-bcd9-3ec096d5877c/372257fd-65c3-493e-a41b-7b7ea87aa420) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:22.644176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 75e3a72e-299f-4a6f-9f39-6228956fc0b3 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:06:22.663291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:22.739983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6951b-3d91-4660-8363-2bcbbf2458f3 req-ef3601e6-8552-4949-83d1-92d77a1159c2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:22.754110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2fa6951b-3d91-4660-8363-2bcbbf2458f3 req-ef3601e6-8552-4949-83d1-92d77a1159c2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 943 time: 0.1443007 Dec 17 16:06:22.873113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2fa6951b-3d91-4660-8363-2bcbbf2458f3 req-491e8754-1495-4b46-a84f-1e418cec21dd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163139 Dec 17 16:06:22.890986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.005715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708e4f0-273c-4b08-a9f6-2ba216c110c0 req-d5ad3ec2-0329-4dd2-bb17-51beedc336e3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:23.005962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b17167e8-9959-47b5-a8d8-eca1662bcd9d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:23.006355 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.013526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d708e4f0-273c-4b08-a9f6-2ba216c110c0 req-d5ad3ec2-0329-4dd2-bb17-51beedc336e3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.1126695 Dec 17 16:06:23.035873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.086221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 75e3a72e-299f-4a6f-9f39-6228956fc0b3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=75e3a72e-299f-4a6f-9f39-6228956fc0b3,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:23.107697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '75e3a72e-299f-4a6f-9f39-6228956fc0b3', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'port_id': '75e3a72e-299f-4a6f-9f39-6228956fc0b3', 'mac_address': 'fa:16:3e:47:3f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:06:23.149983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:23.156671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:23.164722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:23.197292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.216762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d708e4f0-273c-4b08-a9f6-2ba216c110c0 req-4bd80ca0-95de-4b7d-bd47-c4f32cf6903c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023218 Dec 17 16:06:23.221066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event updated for resources: {'Port': ['ID=372257fd-65c3-493e-a41b-7b7ea87aa420,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:23.276179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:23.276757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.297765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:23.300657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:23.303982 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab9af8-6860-4da9-90e6-bf23fedd0916" -d '{"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:23.311927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.376745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60676) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:23.377388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c7240ce1-f54a-41d8-b244-6c186741ac7f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3093920 Dec 17 16:06:23.394406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:23.409174 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.450289 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbdd894-f133-4567-9961-4e2d86dfcdab x-openstack-request-id: req-1cbdd894-f133-4567-9961-4e2d86dfcdab {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:23.450586 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:23.454173 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1cbdd894-f133-4567-9961-4e2d86dfcdab {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:23.454812 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'code': 200} Dec 17 16:06:23.456569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e3a72e-299f-4a6f-9f39-6228956fc0b3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:23.509988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 75e3a72e-299f-4a6f-9f39-6228956fc0b3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=75e3a72e-299f-4a6f-9f39-6228956fc0b3,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:23.529854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:23.780765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=75e3a72e-299f-4a6f-9f39-6228956fc0b3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:23.822457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['75e3a72e-299f-4a6f-9f39-6228956fc0b3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:23.906988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'project_id': 'da2db4611a89471281d212dcd22e0462', 'port_id': '372257fd-65c3-493e-a41b-7b7ea87aa420'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:24.012004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:24.100121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5d8943c3-951e-4626-86e9-a28945852aab None None] Provisioning complete for port 372257fd-65c3-493e-a41b-7b7ea87aa420 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:24.101137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5d8943c3-951e-4626-86e9-a28945852aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:24.225936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5d8943c3-951e-4626-86e9-a28945852aab None None] Port 372257fd-65c3-493e-a41b-7b7ea87aa420 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:06:24.256570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967d044-1ead-42b8-989d-4df909c1bf4e req-91ef3516-0dc2-42b7-b12c-1300b29f39d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:24.258301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0967d044-1ead-42b8-989d-4df909c1bf4e req-91ef3516-0dc2-42b7-b12c-1300b29f39d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 944 time: 0.1327579 Dec 17 16:06:24.442691 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0967d044-1ead-42b8-989d-4df909c1bf4e req-ad4e4004-e0b0-4e7e-83e8-bb84bd08100b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688149 Dec 17 16:06:24.457817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34616c9-7460-45ae-9ff5-54ffb1d85a54 req-49314b6f-6880-4184-8d28-641f11277d1d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:24.467210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a34616c9-7460-45ae-9ff5-54ffb1d85a54 req-49314b6f-6880-4184-8d28-641f11277d1d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.0860186 Dec 17 16:06:24.468314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:24.530486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a34616c9-7460-45ae-9ff5-54ffb1d85a54 req-5f9a4e48-6941-4bc8-a214-7561a05b6b22 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610588 Dec 17 16:06:24.623024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Allocated IP 172.25.0.74 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/e6feb80f-3c96-47d5-a9ca-0fd821364c6e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:24.708296 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:06:24.798952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:24.878681 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:24.926429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:24.930054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:24.933857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:24.941531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Pushing event updated for resources: {'Port': ['ID=e6feb80f-3c96-47d5-a9ca-0fd821364c6e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:25.375169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0f900059-58c5-4335-a591-969720e5028f details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:06:25.519515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:25.529592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:25.545215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '0f900059-58c5-4335-a591-969720e5028f', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'port_id': '0f900059-58c5-4335-a591-969720e5028f', 'mac_address': 'fa:16:3e:ab:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:06:25.664961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe096d1-41bd-47ae-b1f8-48e3192d417f req-c86c5449-a325-42d1-89fb-ee2e2f66c699 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:25.680532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:25.686986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4fe096d1-41bd-47ae-b1f8-48e3192d417f req-c86c5449-a325-42d1-89fb-ee2e2f66c699 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 944 time: 0.1106572 Dec 17 16:06:25.711502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f900059-58c5-4335-a591-969720e5028f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:25.774230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:25.785635 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:25.806632 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4fe096d1-41bd-47ae-b1f8-48e3192d417f req-580e71c0-f3b2-4bfc-98df-cb9fadc598eb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185012 Dec 17 16:06:25.877370 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:25.912639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:25.945387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['0f900059-58c5-4335-a591-969720e5028f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:26.036893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9623b41-3ca0-4d20-839d-408af26f4b02 req-0a5bd562-c389-42eb-9e8d-c4335d617fed tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:26.038802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9623b41-3ca0-4d20-839d-408af26f4b02 req-0a5bd562-c389-42eb-9e8d-c4335d617fed tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.3212180 Dec 17 16:06:26.243370 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:26.256392 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:26.444756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Pushing event updated for resources: {'Port': ['ID=e6feb80f-3c96-47d5-a9ca-0fd821364c6e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:26.496304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9623b41-3ca0-4d20-839d-408af26f4b02 req-82092e25-88c8-4894-9e2a-3d571df036e7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473049 Dec 17 16:06:26.496304 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:26.689902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 75e3a72e-299f-4a6f-9f39-6228956fc0b3 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:26.751505 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Floating IP ac1d8736-e13e-4b97-ac87-bddbc0b551d5 associated. External IP: 172.25.0.74, port: 372257fd-65c3-493e-a41b-7b7ea87aa420. Dec 17 16:06:26.808602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:06:26.815098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:26.815594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:26.941671 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:26.979456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 75e3a72e-299f-4a6f-9f39-6228956fc0b3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=75e3a72e-299f-4a6f-9f39-6228956fc0b3,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:26.980923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e3a72e-299f-4a6f-9f39-6228956fc0b3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:26.984506 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a1ad41-cd1a-4d92-857b-2a51d7dc7f5b" -d '{"events": [{"server_uuid": "0188ee98-ef37-4c12-b1dc-2b581d1b700a", "name": "network-vif-plugged", "status": "completed", "tag": "75e3a72e-299f-4a6f-9f39-6228956fc0b3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:26.990637 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:27.054145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=75e3a72e-299f-4a6f-9f39-6228956fc0b3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:27.093666 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e3a22c-c26b-47db-8369-6ffdfcaec73b x-openstack-request-id: req-63e3a22c-c26b-47db-8369-6ffdfcaec73b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:27.094365 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0188ee98-ef37-4c12-b1dc-2b581d1b700a", "name": "network-vif-plugged", "status": "completed", "tag": "75e3a72e-299f-4a6f-9f39-6228956fc0b3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:27.094626 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63e3a22c-c26b-47db-8369-6ffdfcaec73b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:27.095046 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e3a72e-299f-4a6f-9f39-6228956fc0b3', 'code': 200} Dec 17 16:06:27.159445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf91d21-f107-4aa9-ab52-7690a2d45039 req-d22559bf-dbcf-4368-bbba-f21bc232b7e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:27.161027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bdf91d21-f107-4aa9-ab52-7690a2d45039 req-d22559bf-dbcf-4368-bbba-f21bc232b7e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.1685641 Dec 17 16:06:27.374416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50f93-a5b6-4390-9b29-b46f52aaacc0 req-0bfb39bf-da19-41c3-9b3b-e21676de1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:27.382737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efc50f93-a5b6-4390-9b29-b46f52aaacc0 req-0bfb39bf-da19-41c3-9b3b-e21676de1734 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 1097 time: 0.1870959 Dec 17 16:06:27.383696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0f900059-58c5-4335-a591-969720e5028f up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:27.416693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Router 3dec591d-3599-49a8-9b9b-6d551e8e2d04 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:27.516694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bdf91d21-f107-4aa9-ab52-7690a2d45039 req-a3e1bec2-5f12-4b22-9c3d-c046af21decc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373516 Dec 17 16:06:27.585346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efc50f93-a5b6-4390-9b29-b46f52aaacc0 req-2a3002cf-7f2c-41d6-a72c-a88663c43c91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909475 Dec 17 16:06:27.665872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 0f900059-58c5-4335-a591-969720e5028f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:27.666251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:27.831344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:27.844499 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] Sync routers for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:27.886069 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:27.887102 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:27.932110 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:28.005510 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:28.008522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c264e2a-085a-490b-9d1f-b98600e461cc tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.6300001 Dec 17 16:06:28.011113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60780) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:28.058378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b9473-1a1f-48f9-aef2-9fa71e54f6b0 req-b1682bee-6915-457c-a1a3-a72c5670a37c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:28.064945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24b9473-1a1f-48f9-aef2-9fa71e54f6b0 req-b1682bee-6915-457c-a1a3-a72c5670a37c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.4142404 Dec 17 16:06:28.073059 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:28.078061 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:28.187488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c24b9473-1a1f-48f9-aef2-9fa71e54f6b0 req-6a19b59c-f552-4565-8a9f-e5ab511094da tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149793 Dec 17 16:06:28.252634 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:28.253325 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26664c-cfa6-4c27-9f57-6ecea704541b None None] The sync data for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:28.298172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:28.386747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:28.421022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:28.501472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2f3a3316-8b63-4cec-9ddf-ed2aa94265db tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] 10.222.0.54 "GET /v2.0/floatingips/ac1d8736-e13e-4b97-ac87-bddbc0b551d5 HTTP/1.1" status: 200 len: 981 time: 0.4859617 Dec 17 16:06:28.502598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60794) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:28.653075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:28.783513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7145b-1a49-40ee-8edc-adc0e70f85c7 req-13a9573e-942a-4cd3-b546-719e01ec280d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:28.785674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdd7145b-1a49-40ee-8edc-adc0e70f85c7 req-13a9573e-942a-4cd3-b546-719e01ec280d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.1168857 Dec 17 16:06:28.819351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5d8f6621-ffc5-48ec-bb04-7248139e8c7f tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.3148837 Dec 17 16:06:28.823713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60804) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:28.947529 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdd7145b-1a49-40ee-8edc-adc0e70f85c7 req-da998a8c-c4c9-4ee5-a7f2-48cbae0b31b8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497974 Dec 17 16:06:29.096410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:29.100125 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c672a04-ba72-4602-a97f-9614e17b4ebb" -d '{"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-plugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:29.167554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Deleting port e6feb80f-3c96-47d5-a9ca-0fd821364c6e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:29.167858 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:29.421941 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf4521-5654-4d93-89a6-06c7d00a8443 x-openstack-request-id: req-85bf4521-5654-4d93-89a6-06c7d00a8443 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:29.422841 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-plugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:29.423318 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85bf4521-5654-4d93-89a6-06c7d00a8443 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:29.423944 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'code': 200} Dec 17 16:06:29.499428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:29.501072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:29.585776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Calling delete_port for e6feb80f-3c96-47d5-a9ca-0fd821364c6e owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:29.689430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d2d82-5a84-4775-88b3-37c77dcb2e8c req-88432ece-c80f-4f9c-ac96-1601f21e2ad4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:29.691776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f7d2d82-5a84-4775-88b3-37c77dcb2e8c req-88432ece-c80f-4f9c-ac96-1601f21e2ad4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2293146 Dec 17 16:06:29.775673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f7d2d82-5a84-4775-88b3-37c77dcb2e8c req-30b1168f-ad5b-4183-8dad-2482b8ecff5e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747049 Dec 17 16:06:30.201391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b139d-c0da-4577-af88-4a408d2bda49 req-9b6a0655-1e66-4ef9-a814-f4af4a6e5458 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:30.212894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f2b139d-c0da-4577-af88-4a408d2bda49 req-9b6a0655-1e66-4ef9-a814-f4af4a6e5458 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.1137929 Dec 17 16:06:30.248150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:30.307974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Port': ['ID=e6feb80f-3c96-47d5-a9ca-0fd821364c6e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:30.334284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f2b139d-c0da-4577-af88-4a408d2bda49 req-10b32051-ca50-4dbb-8973-f9c49aaea6ab tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184976 Dec 17 16:06:30.515804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:30.516479 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Floating IP ac1d8736-e13e-4b97-ac87-bddbc0b551d5 disassociated (deleted). External IP: 172.25.0.74, port: 372257fd-65c3-493e-a41b-7b7ea87aa420. Dec 17 16:06:30.609449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc991ac1-8ff4-4ab0-ba41-8fec997478a7 req-5c643158-5e74-40a6-a12f-3e26df1790e6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:30.617215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc991ac1-8ff4-4ab0-ba41-8fec997478a7 req-5c643158-5e74-40a6-a12f-3e26df1790e6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.1486094 Dec 17 16:06:30.870454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc991ac1-8ff4-4ab0-ba41-8fec997478a7 req-66345dc6-fdd5-4636-a4f2-cdf51b6c014a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523191 Dec 17 16:06:31.183944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f02b0-b6c3-4002-81c1-8455edc2fc66 req-0b9dca41-94cb-4d1b-9de9-bb1d24b42066 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:31.193974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-840f02b0-b6c3-4002-81c1-8455edc2fc66 req-0b9dca41-94cb-4d1b-9de9-bb1d24b42066 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2092714 Dec 17 16:06:31.412199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Router 3dec591d-3599-49a8-9b9b-6d551e8e2d04 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:31.420011 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-840f02b0-b6c3-4002-81c1-8455edc2fc66 req-fbf6a066-801c-4814-8894-02971f3c36f7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164276 Dec 17 16:06:31.923843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126f007-8fad-4947-9c77-e8c3ed8a2b19 req-8cd0a820-6a50-489a-94ab-6ddd0eee3fea tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:31.943690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a126f007-8fad-4947-9c77-e8c3ed8a2b19 req-8cd0a820-6a50-489a-94ab-6ddd0eee3fea tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.2369306 Dec 17 16:06:32.147332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a126f007-8fad-4947-9c77-e8c3ed8a2b19 req-3c8b4cd5-2fcb-4410-948b-d9c0fcc54a20 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024517 Dec 17 16:06:32.623030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288c39-0f15-4550-b365-299f4ca06405 req-218d39de-bc7d-4c2b-ab45-6bbc4567d766 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:32.635053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7288c39-0f15-4550-b365-299f4ca06405 req-218d39de-bc7d-4c2b-ab45-6bbc4567d766 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.0828409 Dec 17 16:06:32.718732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7288c39-0f15-4550-b365-299f4ca06405 req-686d1cc2-61b9-467a-9a6c-006047e00e0a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815520 Dec 17 16:06:32.873354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:32.887362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] Sync routers for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:32.888010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:32.906641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:32.908255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:32.992995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60882) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:32.994616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3eaf9800-7f5e-4c71-9c7a-372899b8e2d4 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "DELETE /v2.0/floatingips/ac1d8736-e13e-4b97-ac87-bddbc0b551d5 HTTP/1.1" status: 204 len: 168 time: 4.1667778 Dec 17 16:06:33.004625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:33.015397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:33.053758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:33.054730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:33.082424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:33.174569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:33.175544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b22dbe-7eb9-4ae7-8a41-7d6ec90841a4 None None] The sync data for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:33.386847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945f661-6597-4e6a-b51d-8450e7879ce7 req-cccac87b-a47c-4d24-b2a9-4531567f438d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:33.396094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6945f661-6597-4e6a-b51d-8450e7879ce7 req-cccac87b-a47c-4d24-b2a9-4531567f438d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.0775046 Dec 17 16:06:33.441754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-9cc46987-68a1-4f66-ada3-8dee77aeff89 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:33.443520 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-9cc46987-68a1-4f66-ada3-8dee77aeff89 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.1949790 Dec 17 16:06:33.660884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6945f661-6597-4e6a-b51d-8450e7879ce7 req-07ba5810-dd90-4701-bc64-35a4d71f1a99 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637393 Dec 17 16:06:33.692494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:33.693059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:33.767912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:34.104955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] For port 75e3a72e-299f-4a6f-9f39-6228956fc0b3, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=75e3a72e-299f-4a6f-9f39-6228956fc0b3,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:34.105615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:34.197786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for 75e3a72e-299f-4a6f-9f39-6228956fc0b3 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:34.238461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75257475-e322-4ccc-8de4-3e3c970fe7f9 req-3f814177-cf31-41cc-ba7a-f77ee6a5ec96 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:34.245531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75257475-e322-4ccc-8de4-3e3c970fe7f9 req-3f814177-cf31-41cc-ba7a-f77ee6a5ec96 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2832143 Dec 17 16:06:34.334173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Allocated IP 172.25.0.164 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/075fd788-f264-4654-91ec-9fa151535a2d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:34.418137 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75257475-e322-4ccc-8de4-3e3c970fe7f9 req-f0a89543-334a-4c20-a9a6-abbe15f9ae8f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688042 Dec 17 16:06:34.978891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e6bc-e88e-4460-aeb7-b04f28a35e93 req-f3a6cce0-3f9c-4363-81f4-7bc8407008d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:35.000440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c563e6bc-e88e-4460-aeb7-b04f28a35e93 req-f3a6cce0-3f9c-4363-81f4-7bc8407008d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 945 time: 0.1492109 Dec 17 16:06:35.055430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:35.064071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:35.081778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f8224cb4-801f-499e-8a98-8ae963bdf705'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:35.166928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c563e6bc-e88e-4460-aeb7-b04f28a35e93 req-30e63a60-203a-406a-b44a-c201e9f28850 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654928 Dec 17 16:06:35.262158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=75e3a72e-299f-4a6f-9f39-6228956fc0b3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:35.564083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] No DVR routers for this DVR port 75e3a72e-299f-4a6f-9f39-6228956fc0b3 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:35.571707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:35.593556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca14a02c-9800-4a82-9700-a1303e5cc20b req-4572dc2a-b048-42c1-bf1c-6892829cd428 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "DELETE /v2.0/ports/75e3a72e-299f-4a6f-9f39-6228956fc0b3 HTTP/1.1" status: 204 len: 173 time: 2.1232574 Dec 17 16:06:35.614466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'name': 'network-vif-deleted', 'tag': '75e3a72e-299f-4a6f-9f39-6228956fc0b3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:35.624532 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38462ad2-f059-4fd2-9c03-9ca270c40ea6" -d '{"events": [{"server_uuid": "0188ee98-ef37-4c12-b1dc-2b581d1b700a", "name": "network-vif-deleted", "tag": "75e3a72e-299f-4a6f-9f39-6228956fc0b3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:35.722311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60936) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:35.813486 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d06840-d223-415c-94db-7336c24b816b x-openstack-request-id: req-f5d06840-d223-415c-94db-7336c24b816b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:35.813876 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0188ee98-ef37-4c12-b1dc-2b581d1b700a", "name": "network-vif-deleted", "tag": "75e3a72e-299f-4a6f-9f39-6228956fc0b3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:35.814080 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5d06840-d223-415c-94db-7336c24b816b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:35.814444 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0188ee98-ef37-4c12-b1dc-2b581d1b700a', 'name': 'network-vif-deleted', 'tag': '75e3a72e-299f-4a6f-9f39-6228956fc0b3', 'status': 'completed', 'code': 200} Dec 17 16:06:35.828162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:35.986198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:36.033863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a08d-a528-44c8-b101-1e7b30c3d070 req-cc89ba84-0428-40ea-921e-6fb938482658 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:36.043094 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36ceeeeb-9f3c-4ff0-890f-15dc1c01d1d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:36.050135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ce9a08d-a528-44c8-b101-1e7b30c3d070 req-cc89ba84-0428-40ea-921e-6fb938482658 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.4047532 Dec 17 16:06:36.093953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:36.136233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:36.228526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36ceeeeb-9f3c-4ff0-890f-15dc1c01d1d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:36.241402 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36ceeeeb-9f3c-4ff0-890f-15dc1c01d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:36.418794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceeeeb-9f3c-4ff0-890f-15dc1c01d1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a105c6b-3aae-4354-9365-1bde351200c0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:36.430198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60942) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:36.430424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-36ceeeeb-9f3c-4ff0-890f-15dc1c01d1d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5255af1b79948608d823c9c490a7c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7067158 Dec 17 16:06:36.437855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0d4814a-9b76-4063-85cb-5d36ffe048da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:36.491732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ce9a08d-a528-44c8-b101-1e7b30c3d070 req-2e8ce3c1-4cae-434f-8c87-fe8cfcecf70d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405117 Dec 17 16:06:36.501993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-45df6ceb-f6b5-45dc-814a-3a7b95645f3e req-8a2cb0d4-2058-4a92-bbbe-e3b6828290b9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1799271 Dec 17 16:06:36.559889 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Pushing event updated for resources: {'Port': ['ID=075fd788-f264-4654-91ec-9fa151535a2d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:36.752444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 75e3a72e-299f-4a6f-9f39-6228956fc0b3 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:36.815775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 75e3a72e-299f-4a6f-9f39-6228956fc0b3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:06:36.824245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 75e3a72e-299f-4a6f-9f39-6228956fc0b3 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:36.844010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:36.957857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:37.374875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:37.437358 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:37.676138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Pushing event updated for resources: {'Port': ['ID=075fd788-f264-4654-91ec-9fa151535a2d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:37.824078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78634533-46b4-4238-8baa-264b5b59d377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:37.917626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c6ad435-a161-49c8-9651-39ae5b4e0c29 req-fb749ae9-dd1c-4378-bf06-45b688f9e973 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.2145960 Dec 17 16:06:38.029649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78634533-46b4-4238-8baa-264b5b59d377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:38.063455 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:38.099264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:38.101062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eafaf3bf-a293-4d4b-9ebc-007e646d4f89 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1063573 Dec 17 16:06:38.103891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60964) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:38.283582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d787d-6aaf-4024-bde1-e5b4909f7e79 req-c059190f-b9c4-43be-9b78-be410ac0bd75 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:38.292818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b40d787d-6aaf-4024-bde1-e5b4909f7e79 req-c059190f-b9c4-43be-9b78-be410ac0bd75 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2109690 Dec 17 16:06:38.353345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:38.376661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78634533-46b4-4238-8baa-264b5b59d377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:38.380985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78634533-46b4-4238-8baa-264b5b59d377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:38.382324 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-78634533-46b4-4238-8baa-264b5b59d377 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a105c6b-3aae-4354-9365-1bde351200c0 HTTP/1.1" status: 204 len: 168 time: 1.8848784 Dec 17 16:06:38.415269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b40d787d-6aaf-4024-bde1-e5b4909f7e79 req-9cc47899-6cb2-48de-80cb-57f6b4288e2d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118917 Dec 17 16:06:38.417426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78634533-46b4-4238-8baa-264b5b59d377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a105c6b-3aae-4354-9365-1bde351200c0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:38.506841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:38.622386 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4733c04b-73ab-4e2f-935f-75df7ddf781e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:38.894645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:38.923844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:38.959198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:38.985230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:39.013906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:39.052462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:39.126518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:39.150042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-a9b621d3-3f17-4800-9fef-f6a503d01e2a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 0.4574590 Dec 17 16:06:39.336502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac821b7c-15e4-44c1-93b0-c42378a6ab37 req-01d63aef-3700-4eec-9fe5-11e57d205cbb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1442201 Dec 17 16:06:39.392563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c36dda-28c1-4508-a9f8-d246fa2888e1 req-bf466aca-bba5-4ee9-9f6f-fba841a1e2ac tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2274897 Dec 17 16:06:39.562586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:39.963651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Allocated IP 172.25.0.244 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/100c9b80-db30-49f4-8c9d-5ce163cb3769) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:39.977569 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:40.490050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:40.628624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-03dafbce-26c8-4e1e-917c-5ae2a20b434b req-f36d82fa-8c69-49a8-8fca-d9d72f4d05a5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.0408068 Dec 17 16:06:40.630828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:40.797140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Pushing event updated for resources: {'Port': ['ID=100c9b80-db30-49f4-8c9d-5ce163cb3769,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:40.815679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.822557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.829563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.853381 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4719bb7-93c0-4b02-83ba-7bdf537cfa32 req-7cb855dc-0e87-4e2f-aa13-b3b70ac37fa3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.854613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.865238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f4719bb7-93c0-4b02-83ba-7bdf537cfa32 req-7cb855dc-0e87-4e2f-aa13-b3b70ac37fa3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 1.3246620 Dec 17 16:06:40.883221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.889518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.904670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:40.917827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:40.923321 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d1b9432f-e352-4aaf-9cb9-bfb46b75a762 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 1.5193832 Dec 17 16:06:40.944494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:40.984527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f4719bb7-93c0-4b02-83ba-7bdf537cfa32 req-87d91d23-742d-4529-a571-baf92eff3f71 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182365 Dec 17 16:06:41.030154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:41.073906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:41.176960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:41.227181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:41.240720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d2550418-7ded-41ee-b344-5caacf609fa5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:41.244283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d2550418-7ded-41ee-b344-5caacf609fa5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "GET /v2.0/ports/653e1383-1fcd-4ad0-a5a7-7a65de668937?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2945588 Dec 17 16:06:41.672828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-75203a1e-d74d-4981-b4eb-353f0f527072 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "GET /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4201093 Dec 17 16:06:41.798790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:41.886763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:41.919260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.000946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.035731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.062406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.094924 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d2275d33-d271-4c0d-9aa8-941b9a0bbe39 req-872f706a-1788-4808-921c-0a08e320643c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1633592 Dec 17 16:06:42.146386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.174840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.179479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:42.192927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-dfb07fc3-cd34-45d1-8b2a-3d3bd34add3e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5435 time: 1.4287796 Dec 17 16:06:42.211120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:42.370476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-d7da3538-eb7b-45e9-baff-e6ba5194db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.372143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-d7da3538-eb7b-45e9-baff-e6ba5194db2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1098 time: 0.9158547 Dec 17 16:06:42.432844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:42.486846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0852-1479-4997-8d4e-e13bedd6fafc req-b42f2c89-a28f-44cd-b0d7-b4b47b69c49a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.508986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86fc0852-1479-4997-8d4e-e13bedd6fafc req-b42f2c89-a28f-44cd-b0d7-b4b47b69c49a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2198508 Dec 17 16:06:42.577600 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-6ebcaa55-ad1f-4e4c-85d6-7db6f53ef063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:42.578192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-6ebcaa55-ad1f-4e4c-85d6-7db6f53ef063 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.1621745 Dec 17 16:06:42.701206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86fc0852-1479-4997-8d4e-e13bedd6fafc req-e0314426-0b92-420f-83ec-9ca2af93dfab tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912944 Dec 17 16:06:43.019830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2300e46c-9d80-4009-9bd9-760fbc93ec92 req-69105a1b-25fa-44a2-868d-dae62c6331fc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8204985 Dec 17 16:06:43.349425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-15bcd0de-fe72-4dde-9a2b-400779974f86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 1001 time: 0.7157979 Dec 17 16:06:43.441030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f908d59-286f-4569-a67b-31ac4bb366f4 req-2f68e387-4b90-4890-a7b2-745c3b8cab05 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1114018 Dec 17 16:06:43.443917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-9bc40b68-2e16-47df-94f1-468312b45d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:43.445683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-9bc40b68-2e16-47df-94f1-468312b45d4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.0802665 Dec 17 16:06:43.454975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 6dc10f7d-d7b3-4018-89b8-20c7e383f37b no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:43.637916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:43.727549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:43.731702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:43.733072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:43.735513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] For port 653e1383-1fcd-4ad0-a5a7-7a65de668937, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=653e1383-1fcd-4ad0-a5a7-7a65de668937,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:43.737971 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d46717-bbab-48d5-9e14-e0bd7a41e028" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:43.750510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:43.754564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7107bde3-99fe-463c-b29a-c8f00dc095b6 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:43.797239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:43.865710 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e82725-1ffd-498a-bfe5-0f38753725e2 x-openstack-request-id: req-b0e82725-1ffd-498a-bfe5-0f38753725e2 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:43.866588 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:43.867085 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0e82725-1ffd-498a-bfe5-0f38753725e2 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:43.868619 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'code': 200} Dec 17 16:06:44.054744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:44.082683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.085825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.086301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.086749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.087750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.089604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.090036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.090474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.091030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.092271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.096139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.096612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.097050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:44.218751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:44.261907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-cd6acfea-2225-4874-b6d2-969850b2fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.264979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-cd6acfea-2225-4874-b6d2-969850b2fd5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7860925 Dec 17 16:06:44.269612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] For port 653e1383-1fcd-4ad0-a5a7-7a65de668937, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:06:44.323664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7107bde3-99fe-463c-b29a-c8f00dc095b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:44.344088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:44.345075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 22d1f606-ef23-484c-b3e7-e9fc2dabf78b no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:44.538505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Pushing event updated for resources: {'Port': ['ID=100c9b80-db30-49f4-8c9d-5ce163cb3769,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:44.547332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:44.571491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.600117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.628462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.648396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7107bde3-99fe-463c-b29a-c8f00dc095b6,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:44.652614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.664706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:44.665982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ab295b29-777d-406f-afca-3304aac2c396 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5609908 Dec 17 16:06:44.682066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.705566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.721778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32872) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:44.723105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:44.736751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-35f1fea0-647e-42fb-a76d-8bacdcb68a43 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 5431 time: 0.3562796 Dec 17 16:06:44.833481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:44.942858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:44.947391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ebb5458b-2087-4f79-a97a-ca9aa4575614 req-6a904cf1-e44b-460c-8c57-65cd8ddcd943 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2051697 Dec 17 16:06:44.961399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:44.962362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 653e1383-1fcd-4ad0-a5a7-7a65de668937 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:44.996159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] device_id is not set on port 653e1383-1fcd-4ad0-a5a7-7a65de668937 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:06:45.133227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:45.162740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-666a81f5-a2d2-4a4d-8f21-d2ffd5e93e97 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.4301782 Dec 17 16:06:45.173009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32886) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:45.185942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59507a4e-227a-489f-8d55-539bd33f2cef req-f392fd4c-be2e-4985-bb25-9f21be69b628 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:45.196541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59507a4e-227a-489f-8d55-539bd33f2cef req-f392fd4c-be2e-4985-bb25-9f21be69b628 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 1.1473632 Dec 17 16:06:45.219346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:45.307224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:45.310472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dd831e1-9573-4c8f-9d1f-ad7f7fa23758 req-ea40a08d-9c2e-485c-a7c2-4249874c939b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1603765 Dec 17 16:06:45.336900 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:45.431135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eed9d7d9-ecab-4cfe-a98d-3e1204ab8a17 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2567351 Dec 17 16:06:45.434805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32892) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:45.508266 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:45.513462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:06:45.514060 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:06:45.563030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] Pushing event updated for resources: {'Port': ['ID=653e1383-1fcd-4ad0-a5a7-7a65de668937,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:45.585447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59507a4e-227a-489f-8d55-539bd33f2cef req-16ac28c7-0733-418b-aca6-a799f0dd1ca8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864453 Dec 17 16:06:45.726671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] No DVR routers for this DVR port 653e1383-1fcd-4ad0-a5a7-7a65de668937 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:45.869864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:45.872375 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e3e16d-4829-4c9d-acc7-718cfe520012" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:45.876761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-fee5c0cd-ee10-4a0b-8b31-799ef8273477 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2762530 Dec 17 16:06:45.961659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Deleting port 100c9b80-db30-49f4-8c9d-5ce163cb3769 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:45.974379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.090859 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dea3fc-a0bb-4231-b1d5-92d3596eaf1c x-openstack-request-id: req-70dea3fc-a0bb-4231-b1d5-92d3596eaf1c {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:46.091188 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:46.091470 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70dea3fc-a0bb-4231-b1d5-92d3596eaf1c {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:46.092011 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6', 'code': 200} Dec 17 16:06:46.092276 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b', 'code': 200} Dec 17 16:06:46.160486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e66b899a-809b-4c28-8fc4-39b688474c42 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:46.267314 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd976d4b-743c-4368-b2fb-2dd556ac344e req-ace50eee-78cc-4816-a9d0-1f068a7cc469 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790951 Dec 17 16:06:46.292875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.293580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.325212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32910) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:46.347146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Calling delete_port for 100c9b80-db30-49f4-8c9d-5ce163cb3769 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:46.414322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] In _notify_port_updated(), no bound segment for port 653e1383-1fcd-4ad0-a5a7-7a65de668937 on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:06:46.415323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.419581 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.424881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-e4d41978-9e1c-431a-a986-47233ae8adc7 service neutron] 10.222.0.49 "PUT /v2.0/ports/653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 200 len: 1027 time: 4.7077889 Dec 17 16:06:46.502522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.522856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9767378e-1fbb-40f0-ba58-6945f78ac9f8 None None] Provisioning complete for port 653e1383-1fcd-4ad0-a5a7-7a65de668937 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:46.523507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9767378e-1fbb-40f0-ba58-6945f78ac9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.598190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e66b899a-809b-4c28-8fc4-39b688474c42, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e66b899a-809b-4c28-8fc4-39b688474c42,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:46.603263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9767378e-1fbb-40f0-ba58-6945f78ac9f8 None None] Port 653e1383-1fcd-4ad0-a5a7-7a65de668937 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:06:46.617338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-6969bbbb-077d-4fe3-84c0-22f053d6d488 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.618867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.620749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7f4c4ac6-2b6d-4098-a756-e7947e91222d no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:46.633134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-6969bbbb-077d-4fe3-84c0-22f053d6d488 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.638493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c56c456-2289-4d56-80b9-e8e341d0f8d5 req-32b3bfa6-3bf3-4206-b353-c71d5e9b6095 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1343448 Dec 17 16:06:46.645062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-6969bbbb-077d-4fe3-84c0-22f053d6d488 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.662928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-6969bbbb-077d-4fe3-84c0-22f053d6d488 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.671794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99feae28-f7cd-4eeb-bce4-d80c6743e469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:46.679165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-6969bbbb-077d-4fe3-84c0-22f053d6d488 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.693311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-6969bbbb-077d-4fe3-84c0-22f053d6d488 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.705843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-6969bbbb-077d-4fe3-84c0-22f053d6d488 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 4655 time: 0.4160490 Dec 17 16:06:46.802969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-2839fe29-4ec0-4fd7-bd11-a2f1e2a36d98 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:46.804523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-2839fe29-4ec0-4fd7-bd11-a2f1e2a36d98 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "GET /v2.0/ports/7f4c4ac6-2b6d-4098-a756-e7947e91222d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3602400 Dec 17 16:06:46.852533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:47.002875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99feae28-f7cd-4eeb-bce4-d80c6743e469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.080272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99feae28-f7cd-4eeb-bce4-d80c6743e469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.198062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e66b899a-809b-4c28-8fc4-39b688474c42,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:47.214293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.229080 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fea28834-6559-4ca2-9913-f0c28d2e4f0a req-0a937f1c-f2e8-4d02-b04b-a891ea27c13d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=bc44798d-b992-44a0-9d2e-f9a2a393612e&id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5212197 Dec 17 16:06:47.251687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413026-75a7-4b71-aeca-c3a0864cc4be req-6f51c6ed-020b-4492-9071-0a23f694423f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:47.270140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:47.270922 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8413026-75a7-4b71-aeca-c3a0864cc4be req-6f51c6ed-020b-4492-9071-0a23f694423f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2641599 Dec 17 16:06:47.279663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.282127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:47.352254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.462867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:47.562604 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.597196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feae28-f7cd-4eeb-bce4-d80c6743e469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15defec0-cac2-4893-80f2-fcddab0c43b5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:47.628259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:47.634921 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-99feae28-f7cd-4eeb-bce4-d80c6743e469 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18c43de0ba3c42d1aba48bcb00d322f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3044245 Dec 17 16:06:47.642210 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.698410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:47.703748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:47.729762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:47.807582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7f4c4ac6-2b6d-4098-a756-e7947e91222d,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:47.878363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] For port 7f4c4ac6-2b6d-4098-a756-e7947e91222d, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:06:47.924517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Pushing event deleted for resources: {'Port': ['ID=100c9b80-db30-49f4-8c9d-5ce163cb3769,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:47.986880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141f1366-9ab5-42a9-a34a-e0cca740d746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.021540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141f1366-9ab5-42a9-a34a-e0cca740d746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.040333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee7ac144-dd3b-4a54-bbdc-274d27c1ef7a req-479d9b7c-72cc-49ef-a144-4fc6dbf4e7f7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1562641 Dec 17 16:06:48.057592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] device_id is not set on port 7f4c4ac6-2b6d-4098-a756-e7947e91222d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:06:48.082583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.094763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4c4ac6-2b6d-4098-a756-e7947e91222d'}, {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:48.097709 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe9909-0155-4a6b-80b2-28b127cb60bd" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4c4ac6-2b6d-4098-a756-e7947e91222d"}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:48.110255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.135265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8413026-75a7-4b71-aeca-c3a0864cc4be req-0ad73785-64d7-40ca-9c9b-0c774ca00adf tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8635163 Dec 17 16:06:48.139962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141f1366-9ab5-42a9-a34a-e0cca740d746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.148715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-141f1366-9ab5-42a9-a34a-e0cca740d746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.170695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-141f1366-9ab5-42a9-a34a-e0cca740d746 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/15defec0-cac2-4893-80f2-fcddab0c43b5 HTTP/1.1" status: 204 len: 168 time: 0.4535577 Dec 17 16:06:48.244870 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05883842-a524-4b9f-afcc-f921c19e9b72 x-openstack-request-id: req-05883842-a524-4b9f-afcc-f921c19e9b72 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:48.245329 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "7f4c4ac6-2b6d-4098-a756-e7947e91222d", "code": 200}, {"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:48.245616 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05883842-a524-4b9f-afcc-f921c19e9b72 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:48.246123 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42', 'code': 200} Dec 17 16:06:48.246503 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f4c4ac6-2b6d-4098-a756-e7947e91222d', 'code': 200} Dec 17 16:06:48.246858 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4', 'code': 200} Dec 17 16:06:48.251563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] No DVR routers for this DVR port 7f4c4ac6-2b6d-4098-a756-e7947e91222d on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:48.286333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f1366-9ab5-42a9-a34a-e0cca740d746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15defec0-cac2-4893-80f2-fcddab0c43b5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:48.367170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] In _notify_port_updated(), no bound segment for port 7f4c4ac6-2b6d-4098-a756-e7947e91222d on network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:06:48.384092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:48.386958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.393339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] 10.222.0.49 "PUT /v2.0/ports/7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 200 len: 1028 time: 1.5656896 Dec 17 16:06:48.432341 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.437944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.441714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0446916e-68e7-4583-b0dd-14ed8e0c6e46 tempest-FloatingIPAdminTestJSON-162326579 tempest-FloatingIPAdminTestJSON-162326579-project] 10.222.0.54 "DELETE /v2.0/floatingips/29d6592e-b8b2-47e5-bb95-c78dae71fdd5 HTTP/1.1" status: 204 len: 168 time: 3.0033836 Dec 17 16:06:48.444527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32946) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:48.447756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cd6c8-d95d-492c-88e7-492a3fda25b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:48.774933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:48.775319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.795243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebc7f-0f7d-433c-ac57-d7c07a8bfd9f req-9c670801-df0d-40c7-9bd2-cffbf5f056ec tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:48.809892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebc7f-0f7d-433c-ac57-d7c07a8bfd9f req-9c670801-df0d-40c7-9bd2-cffbf5f056ec tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:48.841379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebc7f-0f7d-433c-ac57-d7c07a8bfd9f req-9c670801-df0d-40c7-9bd2-cffbf5f056ec tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:48.855706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3e93a6a2-f231-4805-b6d6-c8098db0435a None None] Provisioning complete for port 7f4c4ac6-2b6d-4098-a756-e7947e91222d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:48.860289 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e93a6a2-f231-4805-b6d6-c8098db0435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:48.865506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebc7f-0f7d-433c-ac57-d7c07a8bfd9f req-9c670801-df0d-40c7-9bd2-cffbf5f056ec tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:48.880643 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebc7f-0f7d-433c-ac57-d7c07a8bfd9f req-9c670801-df0d-40c7-9bd2-cffbf5f056ec tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:48.904559 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfebc7f-0f7d-433c-ac57-d7c07a8bfd9f req-9c670801-df0d-40c7-9bd2-cffbf5f056ec tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 3876 time: 0.2839363 Dec 17 16:06:48.989518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3e93a6a2-f231-4805-b6d6-c8098db0435a None None] Port 7f4c4ac6-2b6d-4098-a756-e7947e91222d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:06:49.063383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3dfebc7f-0f7d-433c-ac57-d7c07a8bfd9f req-4ab40c72-5225-4b4f-8d99-f7e9e9f93588 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543226 Dec 17 16:06:49.083275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Deleting port 075fd788-f264-4654-91ec-9fa151535a2d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:49.084676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:49.169902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] For port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:49.170526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:49.233340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for 22d1f606-ef23-484c-b3e7-e9fc2dabf78b owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:49.349948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:49.367641 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56c2a982-14fa-4cbe-a119-54b239d8d0df req-2b7d7b9a-6da8-4987-9b56-946f1ed0dfbf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1320357 Dec 17 16:06:49.446407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0420314b-5682-4c5d-a4a8-edf643d217b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:49.456196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:49.456978 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:49.483811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Calling delete_port for 075fd788-f264-4654-91ec-9fa151535a2d owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:49.641431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5be11b-02cc-43dd-883d-4eb7088ba7a4 req-e326a678-79f0-41e9-b1b8-f4fbb4e08cb6 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:49.666915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a5be11b-02cc-43dd-883d-4eb7088ba7a4 req-e326a678-79f0-41e9-b1b8-f4fbb4e08cb6 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.3090284 Dec 17 16:06:49.826286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:49.908710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=22d1f606-ef23-484c-b3e7-e9fc2dabf78b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:50.033132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] No DVR routers for this DVR port 22d1f606-ef23-484c-b3e7-e9fc2dabf78b on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:50.038998 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.047151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-d83270b6-7585-46df-8295-7fbca8b83bee tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "DELETE /v2.0/ports/22d1f606-ef23-484c-b3e7-e9fc2dabf78b HTTP/1.1" status: 204 len: 173 time: 1.6437697 Dec 17 16:06:50.049267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:50.055597 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d5f28-178e-491d-8ed7-e19b1c83ade4" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:50.067046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a5be11b-02cc-43dd-883d-4eb7088ba7a4 req-e9612f56-1473-43d4-b09f-1b323b6bd480 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934593 Dec 17 16:06:50.154638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0420314b-5682-4c5d-a4a8-edf643d217b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.168001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0420314b-5682-4c5d-a4a8-edf643d217b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.234922 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf653b-7df4-4c9f-8cd8-4ea7a4092792 x-openstack-request-id: req-1cbf653b-7df4-4c9f-8cd8-4ea7a4092792 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:50.235497 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "22d1f606-ef23-484c-b3e7-e9fc2dabf78b", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:50.235497 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1cbf653b-7df4-4c9f-8cd8-4ea7a4092792 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:50.238531 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '22d1f606-ef23-484c-b3e7-e9fc2dabf78b', 'status': 'completed', 'code': 200} Dec 17 16:06:50.416080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0420314b-5682-4c5d-a4a8-edf643d217b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76f010143fd5405f8480221efa395fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0630748 Dec 17 16:06:50.421349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef1b73-d05d-473d-b1fc-3ab2f505a0a7 req-b6065c04-9027-43a4-8086-1ca116339624 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:50.429324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cef1b73-d05d-473d-b1fc-3ab2f505a0a7 req-b6065c04-9027-43a4-8086-1ca116339624 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 946 time: 0.2798815 Dec 17 16:06:50.434809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32982) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:50.524762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420314b-5682-4c5d-a4a8-edf643d217b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c6e101-8417-4111-9d16-abbe8cfdc397,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:50.560161 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.652732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Pushing event deleted for resources: {'Port': ['ID=075fd788-f264-4654-91ec-9fa151535a2d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:50.664842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a070d6f2-07ae-478c-bede-eb8fa45dd9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.669087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad60e6-5490-4e65-aedf-c392a5565e4f req-18cf3674-6e1e-4c5f-adef-8cf7367adcb5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:50.678708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad60e6-5490-4e65-aedf-c392a5565e4f req-18cf3674-6e1e-4c5f-adef-8cf7367adcb5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:50.693331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad60e6-5490-4e65-aedf-c392a5565e4f req-18cf3674-6e1e-4c5f-adef-8cf7367adcb5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:50.709977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad60e6-5490-4e65-aedf-c392a5565e4f req-18cf3674-6e1e-4c5f-adef-8cf7367adcb5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:50.712161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33ad60e6-5490-4e65-aedf-c392a5565e4f req-18cf3674-6e1e-4c5f-adef-8cf7367adcb5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 3143 time: 0.4093506 Dec 17 16:06:50.754185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:50.754939 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.824832 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a070d6f2-07ae-478c-bede-eb8fa45dd9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.882705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cef1b73-d05d-473d-b1fc-3ab2f505a0a7 req-1487ecad-4c62-4f01-86a2-c6a4fe062deb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4285829 Dec 17 16:06:50.912433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33ad60e6-5490-4e65-aedf-c392a5565e4f req-00395c5d-aca7-4947-bb5a-c7e0cb7377e9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580389 Dec 17 16:06:50.930586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.933364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:50.947100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fae5faff-b5f0-4a0b-bac8-98e771070660 tempest-FloatingIPAdminTestJSON-434067102 tempest-FloatingIPAdminTestJSON-434067102-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/550525f0-aae1-4473-8201-8132c4f14ed2 HTTP/1.1" status: 204 len: 168 time: 2.5012550 Dec 17 16:06:50.947811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32994) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:51.030568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] For port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:51.031158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:51.167347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-864fdcb8-c9e7-46e9-ab38-b87a4ecb9dec req-967a632c-3fdc-44f7-aad4-d597e2730500 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0188ee98-ef37-4c12-b1dc-2b581d1b700a HTTP/1.1" status: 200 len: 210 time: 0.1073101 Dec 17 16:06:51.234786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Deleting port 372257fd-65c3-493e-a41b-7b7ea87aa420 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:51.235410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:51.502928 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:51.539190 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Calling delete_port for 372257fd-65c3-493e-a41b-7b7ea87aa420 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:51.644826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d48a0-35b8-4a3d-993b-88cfb0243ece req-8ae62f46-c954-4c1c-909f-25ad8b3f48b0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:51.654269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd9d48a0-35b8-4a3d-993b-88cfb0243ece req-8ae62f46-c954-4c1c-909f-25ad8b3f48b0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.3772080 Dec 17 16:06:51.811331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a070d6f2-07ae-478c-bede-eb8fa45dd9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:51.814499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a070d6f2-07ae-478c-bede-eb8fa45dd9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:51.818660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a070d6f2-07ae-478c-bede-eb8fa45dd9ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97c6e101-8417-4111-9d16-abbe8cfdc397 HTTP/1.1" status: 204 len: 168 time: 1.3801069 Dec 17 16:06:51.838317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070d6f2-07ae-478c-bede-eb8fa45dd9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c6e101-8417-4111-9d16-abbe8cfdc397,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:51.857521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd9d48a0-35b8-4a3d-993b-88cfb0243ece req-a0a3912c-7b71-4a91-aef9-ecf36fed81bd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962185 Dec 17 16:06:52.090344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:52.206574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Port': ['ID=372257fd-65c3-493e-a41b-7b7ea87aa420,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:52.356029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a18a-1e09-46e3-8d11-7e5d74706e7b req-5d0fa605-9d8d-4b5f-bea7-03118bf82f2c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:52.361676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:52.362156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:52.366972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a18a-1e09-46e3-8d11-7e5d74706e7b req-5d0fa605-9d8d-4b5f-bea7-03118bf82f2c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:52.367305 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Floating IP c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1 disassociated. External IP: 172.25.0.217, port: 6dc10f7d-d7b3-4018-89b8-20c7e383f37b. Dec 17 16:06:52.367808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for 6dc10f7d-d7b3-4018-89b8-20c7e383f37b owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:52.377414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a18a-1e09-46e3-8d11-7e5d74706e7b req-5d0fa605-9d8d-4b5f-bea7-03118bf82f2c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:52.394193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a18a-1e09-46e3-8d11-7e5d74706e7b req-5d0fa605-9d8d-4b5f-bea7-03118bf82f2c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:52.397498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ef7a18a-1e09-46e3-8d11-7e5d74706e7b req-5d0fa605-9d8d-4b5f-bea7-03118bf82f2c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 3143 time: 0.3538296 Dec 17 16:06:52.414183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ebae5-75d0-4c6c-98dc-e921b303200c req-4b6438b0-47f5-4880-bb3f-e3fed7abf344 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:52.428844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-995ebae5-75d0-4c6c-98dc-e921b303200c req-4b6438b0-47f5-4880-bb3f-e3fed7abf344 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 946 time: 0.3937292 Dec 17 16:06:52.624014 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ef7a18a-1e09-46e3-8d11-7e5d74706e7b req-18f3077a-1a72-47e3-bd12-3e3d689f6a04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087438 Dec 17 16:06:52.636850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:52.653204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cde9676a-5a23-4ce2-92f0-015957fcdf46 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "DELETE /v2.0/ports/372257fd-65c3-493e-a41b-7b7ea87aa420 HTTP/1.1" status: 204 len: 168 time: 1.7005908 Dec 17 16:06:52.660169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-995ebae5-75d0-4c6c-98dc-e921b303200c req-69db5d33-ff4a-4bea-b3ae-b9faaa674652 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2299621 Dec 17 16:06:52.660974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:52.846964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:52.941752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9aba5c-4a4e-4e4e-93a1-f19b69e6318f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:52.946971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33058) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:52.947663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e9aba5c-4a4e-4e4e-93a1-f19b69e6318f tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dec591d-3599-49a8-9b9b-6d551e8e2d04 HTTP/1.1" status: 200 len: 913 time: 0.2839732 Dec 17 16:06:53.107445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:53.201544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=6dc10f7d-d7b3-4018-89b8-20c7e383f37b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:53.225398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.225780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.226126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.227293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.229922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.230783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.230783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.232397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.232397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.232873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.233211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.233543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.235002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:53.363493 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:53.427536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:53.429729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:53.432898 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbd6d38-8d79-4938-8c07-e8915ae5b9de" -d '{"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-unplugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:53.438114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:53.572976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:53.657364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Router 2f83e34a-9bdc-42ac-8937-117d74e92176 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:53.766588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:53.821497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849edb-da10-4377-9eb8-8522b1334e76 req-df6b89b8-edd7-43cf-809a-fee36f99c976 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:53.833436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6849edb-da10-4377-9eb8-8522b1334e76 req-df6b89b8-edd7-43cf-809a-fee36f99c976 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.6604912 Dec 17 16:06:54.092566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:54.111222 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] Sync routers for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:54.134873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:54.135539 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:54.201660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] No DVR routers for this DVR port 6dc10f7d-d7b3-4018-89b8-20c7e383f37b on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:54.205612 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:54.215012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-eae1f623-84ba-4cc2-8280-c6148258bc42 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "DELETE /v2.0/ports/6dc10f7d-d7b3-4018-89b8-20c7e383f37b HTTP/1.1" status: 204 len: 173 time: 4.1506574 Dec 17 16:06:54.215517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:54.221093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6849edb-da10-4377-9eb8-8522b1334e76 req-c53282d5-38ae-4f7a-9a41-2c5a0635a91f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637598 Dec 17 16:06:54.235862 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b7e742-ca82-4dd1-8ce6-18dd0f1c0ab1" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:54.320671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d73e-4e00-492b-80bf-1be1eeefbe2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:54.328785 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b77e37-2b16-4647-ba3e-2a77831916f7 x-openstack-request-id: req-b1b77e37-2b16-4647-ba3e-2a77831916f7 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:54.329303 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-unplugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:54.329424 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1b77e37-2b16-4647-ba3e-2a77831916f7 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:54.329740 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'code': 200} Dec 17 16:06:54.590657 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afdac6a-1f5c-494b-ade7-e4f97beac7ba x-openstack-request-id: req-4afdac6a-1f5c-494b-ade7-e4f97beac7ba {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:54.600893 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "6dc10f7d-d7b3-4018-89b8-20c7e383f37b", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:54.600893 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4afdac6a-1f5c-494b-ade7-e4f97beac7ba {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:54.600893 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '6dc10f7d-d7b3-4018-89b8-20c7e383f37b', 'status': 'completed', 'code': 200} Dec 17 16:06:54.602109 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:54.616950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d274d16-c3c8-4474-9627-104fe6ec7819 req-07ee87b3-c699-45a2-b8be-d092327caeca tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:54.624328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d274d16-c3c8-4474-9627-104fe6ec7819 req-07ee87b3-c699-45a2-b8be-d092327caeca tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:54.632841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d274d16-c3c8-4474-9627-104fe6ec7819 req-07ee87b3-c699-45a2-b8be-d092327caeca tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:54.644105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d274d16-c3c8-4474-9627-104fe6ec7819 req-07ee87b3-c699-45a2-b8be-d092327caeca tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 2410 time: 0.1803305 Dec 17 16:06:54.707109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d73e-4e00-492b-80bf-1be1eeefbe2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:54.712138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port e66b899a-809b-4c28-8fc4-39b688474c42 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:54.712614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:54.733533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd70d73e-4e00-492b-80bf-1be1eeefbe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:54.769782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fd70d73e-4e00-492b-80bf-1be1eeefbe2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4eb1dda1a9944e46abbbd6bf0667345b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9268417 Dec 17 16:06:54.809164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33104) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:54.931128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] For port e66b899a-809b-4c28-8fc4-39b688474c42, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e66b899a-809b-4c28-8fc4-39b688474c42,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:54.938406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.002733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for e66b899a-809b-4c28-8fc4-39b688474c42 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:55.005870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70d73e-4e00-492b-80bf-1be1eeefbe2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7cae91-8a5a-40a4-8a58-f62b7113bfd3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:55.061072 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d274d16-c3c8-4474-9627-104fe6ec7819 req-9c335108-4bad-45f3-b961-17abd56be331 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4154842 Dec 17 16:06:55.086821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7691162-5345-4a3d-99b7-c84189bba6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.129982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:48Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:55.234861 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] Checking router: 2f83e34a-9bdc-42ac-8937-117d74e92176 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:06:55.258633 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:55.261577 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:55.342429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7691162-5345-4a3d-99b7-c84189bba6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.476797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.489850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.523237 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:55.632868 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7691162-5345-4a3d-99b7-c84189bba6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.644332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f7691162-5345-4a3d-99b7-c84189bba6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.648476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f7691162-5345-4a3d-99b7-c84189bba6c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de7cae91-8a5a-40a4-8a58-f62b7113bfd3 HTTP/1.1" status: 204 len: 168 time: 0.8344464 Dec 17 16:06:55.720793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=e66b899a-809b-4c28-8fc4-39b688474c42,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:55.732498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7691162-5345-4a3d-99b7-c84189bba6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7cae91-8a5a-40a4-8a58-f62b7113bfd3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:55.762714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] No DVR routers for this DVR port e66b899a-809b-4c28-8fc4-39b688474c42 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:55.777342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:55.789756 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-b308ec6f-fd7b-413d-a2bb-fa4dff69487d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "DELETE /v2.0/ports/e66b899a-809b-4c28-8fc4-39b688474c42 HTTP/1.1" status: 204 len: 173 time: 1.5413704 Dec 17 16:06:55.823757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-10c36e65-0051-450f-ba0d-b9ee84680864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:55.829382 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-10c36e65-0051-450f-ba0d-b9ee84680864 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1098 time: 0.3812706 Dec 17 16:06:55.904679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7433e-d3c8-4b57-b1d2-4dde8afe51e3 req-1b9a6649-9da4-4798-8275-6ae3fc4b7110 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:55.906551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-53a7433e-d3c8-4b57-b1d2-4dde8afe51e3 req-1b9a6649-9da4-4798-8275-6ae3fc4b7110 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.4304485 Dec 17 16:06:56.030238 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:48Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:56.165488 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44247984-3d79-42af-bc9f-49264a984a6f None None] The sync data for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 is: [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0da4febd-45e0-4f6f-aa67-1f5f24982109', 'name': '', 'network_id': '3dc344b3-1870-46c9-a4e7-746f86a3b411', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'mac_address': 'fa:16:3e:20:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:39Z', 'updated_at': '2021-12-17T15:55:48Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'subnets': [{'id': '957935e7-ec9f-44a7-a537-c1b8e4bbfbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:56.422461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-53a7433e-d3c8-4b57-b1d2-4dde8afe51e3 req-80e40fe4-6884-486b-8c80-3ea0fbb3a202 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4899292 Dec 17 16:06:56.473363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:56.473956 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:56.548283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6add0-d3f7-4595-b0fe-baa5b4eedf75 req-39b4f07a-019d-4f89-988b-6bba532e0077 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:56.558812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6add0-d3f7-4595-b0fe-baa5b4eedf75 req-39b4f07a-019d-4f89-988b-6bba532e0077 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:56.562183 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07d6add0-d3f7-4595-b0fe-baa5b4eedf75 req-39b4f07a-019d-4f89-988b-6bba532e0077 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 1677 time: 0.2751915 Dec 17 16:06:56.578483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-181c7b15-ac62-46eb-86a0-849bb4e21360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:56.581356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-181c7b15-ac62-46eb-86a0-849bb4e21360 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.7139342 Dec 17 16:06:56.678017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33148) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:56.683962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:56.685845 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668b3666-3d77-48c8-b8ff-d5490aaa79eb" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:56.690750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-11a8adfd-224d-45ff-946d-d6d73ddba35f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 1001 time: 0.0933721 Dec 17 16:06:56.783586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2180326-a7b4-4d3e-9044-217808cfabe5 None None] New status for floating IP c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:06:56.823055 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285a093f-0eb9-43be-b50f-7afad2f97b52 x-openstack-request-id: req-285a093f-0eb9-43be-b50f-7afad2f97b52 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:56.825858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9888c67-98e9-494a-8c75-7a071e5462df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:56.828442 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "e66b899a-809b-4c28-8fc4-39b688474c42", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:56.828954 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-285a093f-0eb9-43be-b50f-7afad2f97b52 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:56.832581 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': 'e66b899a-809b-4c28-8fc4-39b688474c42', 'status': 'completed', 'code': 200} Dec 17 16:06:56.901361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Deleting port 055a5851-2666-449e-9ec9-28a04189f6ff {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:56.901719 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:56.926717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] For port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:56.928850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:56.929512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07d6add0-d3f7-4595-b0fe-baa5b4eedf75 req-7f3bad37-6bb8-4e9a-b873-b51bb8006727 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581529 Dec 17 16:06:56.937545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-c30424f1-f1e9-4684-8408-534202dded1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:56.942092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-c30424f1-f1e9-4684-8408-534202dded1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.2256744 Dec 17 16:06:57.083971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:57.087979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:06:57.119624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:57.145370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-6323ac80-3aaf-4877-96fc-9d2b9943bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:57.150410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-6323ac80-3aaf-4877-96fc-9d2b9943bfe2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1924188 Dec 17 16:06:57.161832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Calling delete_port for 055a5851-2666-449e-9ec9-28a04189f6ff owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:57.414931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:57.436308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'mac_address': 'fa:16:3e:52:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:06:57.514236 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:57.569090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-504832b4-4521-4b69-825a-8b5befca47c4 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129606 Dec 17 16:06:57.569318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:57.626719 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:57.634689 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:57.648718 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:57.685956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Port': ['ID=055a5851-2666-449e-9ec9-28a04189f6ff,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:57.766280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c694b3c-f61d-48db-85a2-b7bf7fbc4c41 req-54c9fe75-133d-4ee2-bb9a-79696c233411 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:57.778646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c694b3c-f61d-48db-85a2-b7bf7fbc4c41 req-54c9fe75-133d-4ee2-bb9a-79696c233411 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.1649504 Dec 17 16:06:57.781077 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:57.809564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b17167e8-9959-47b5-a8d8-eca1662bcd9d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:57.867211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=43a29ab9-7f24-4ba6-bd54-88e255c8cec4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:57.935536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:57.952441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9888c67-98e9-494a-8c75-7a071e5462df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.004953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c694b3c-f61d-48db-85a2-b7bf7fbc4c41 req-3912a559-541e-40a4-94bd-ed79bff76f38 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248328 Dec 17 16:06:58.014703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c31dc26f-5a0f-4ad5-b068-f795de809b11 req-4554bd13-1a3c-4ba9-a7ff-66b70a054894 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099667 Dec 17 16:06:58.070586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] No DVR routers for this DVR port 43a29ab9-7f24-4ba6-bd54-88e255c8cec4 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:58.077436 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.090402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-ba71abf4-c5d3-44e6-81b4-5e08b78c1446 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "DELETE /v2.0/ports/43a29ab9-7f24-4ba6-bd54-88e255c8cec4 HTTP/1.1" status: 204 len: 173 time: 2.2941709 Dec 17 16:06:58.100098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9888c67-98e9-494a-8c75-7a071e5462df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.358692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9888c67-98e9-494a-8c75-7a071e5462df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12efaf58-cafc-46da-a928-8088c63d0aba,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:58.379337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port 7107bde3-99fe-463c-b29a-c8f00dc095b6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:06:58.379689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.386555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e9888c67-98e9-494a-8c75-7a071e5462df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0377fa8674524b3381369b603a648638&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7012410 Dec 17 16:06:58.389373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33184) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:06:58.565201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.660206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c2a9-2a14-4609-acff-b43fc2fb9aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.706035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] For port 7107bde3-99fe-463c-b29a-c8f00dc095b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7107bde3-99fe-463c-b29a-c8f00dc095b6,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:58.706374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.714701 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c2a9-2a14-4609-acff-b43fc2fb9aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:58.733729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for 7107bde3-99fe-463c-b29a-c8f00dc095b6 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:06:58.768639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0d6dc-adb0-4857-a514-bf38c2d0ec3c req-5bd9e345-cdd6-482b-9416-f2fab9cbbd66 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:58.771606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95e0d6dc-adb0-4857-a514-bf38c2d0ec3c req-5bd9e345-cdd6-482b-9416-f2fab9cbbd66 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 943 time: 0.6654944 Dec 17 16:06:58.855571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:58.871730 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e8ec5a-5371-4f23-a54d-2c726a3d3b38" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:58.895003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:59.009876 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08152ea1-0c09-4854-9aa9-76af8cc41442 x-openstack-request-id: req-08152ea1-0c09-4854-9aa9-76af8cc41442 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:59.010477 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "43a29ab9-7f24-4ba6-bd54-88e255c8cec4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:59.010880 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08152ea1-0c09-4854-9aa9-76af8cc41442 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:59.011462 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '43a29ab9-7f24-4ba6-bd54-88e255c8cec4', 'status': 'completed', 'code': 200} Dec 17 16:06:59.182759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b17167e8-9959-47b5-a8d8-eca1662bcd9d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:59.183141 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:59.219618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:59.275408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=7107bde3-99fe-463c-b29a-c8f00dc095b6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:59.450472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e5f49-70fd-456e-a820-07522832bc1d req-0e6a9db7-e70a-460d-9463-3731c688359e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:59.459008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc9e5f49-70fd-456e-a820-07522832bc1d req-0e6a9db7-e70a-460d-9463-3731c688359e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2831481 Dec 17 16:06:59.464517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] No DVR routers for this DVR port 7107bde3-99fe-463c-b29a-c8f00dc095b6 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:59.474126 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:06:59.477519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-595f9856-9aa6-4c87-b054-9663e734ccc2 req-f30c8004-c7d7-439e-81db-ea8a0e70593f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.49 "DELETE /v2.0/ports/7107bde3-99fe-463c-b29a-c8f00dc095b6 HTTP/1.1" status: 204 len: 173 time: 1.3796792 Dec 17 16:06:59.610248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0f900059-58c5-4335-a591-969720e5028f no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:59.651560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc9e5f49-70fd-456e-a820-07522832bc1d req-66dc6380-bf61-446b-940d-fd37a7548c1e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897457 Dec 17 16:06:59.881908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:00.141595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:00.150754 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:00.158142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:07:00.166189 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1814f2c7-875c-47af-ae25-46239a1f9a96" -d '{"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:07:00.177670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:00.329621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95e0d6dc-adb0-4857-a514-bf38c2d0ec3c req-bd23c5c5-a978-4210-8caf-4655dcfcbad8 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0de2099-538d-40fa-b675-89f428c6e1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5386720 Dec 17 16:07:00.378991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c2a9-2a14-4609-acff-b43fc2fb9aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:00.381815 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c2a9-2a14-4609-acff-b43fc2fb9aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:00.383010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a9b8c2a9-2a14-4609-acff-b43fc2fb9aa5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12efaf58-cafc-46da-a928-8088c63d0aba HTTP/1.1" status: 204 len: 168 time: 1.9910877 Dec 17 16:07:00.460157 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f224910a-6729-427d-90e5-99cd1f6969cd x-openstack-request-id: req-f224910a-6729-427d-90e5-99cd1f6969cd {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:07:00.460455 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:07:00.460708 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f224910a-6729-427d-90e5-99cd1f6969cd {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:07:00.461363 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'code': 200} Dec 17 16:07:00.471578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=10']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:00.514487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:00.522752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:00.524526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8c2a9-2a14-4609-acff-b43fc2fb9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12efaf58-cafc-46da-a928-8088c63d0aba,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:00.625159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:00.713681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33246) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:00.872965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Router 3dec591d-3599-49a8-9b9b-6d551e8e2d04 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:07:00.889211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-d41b9e23-72d8-48b3-bea9-5399d40eb5f0 req-3b89ef85-47cb-4bed-83a2-1d8ac7ce7aa3 service neutron] (109783) timed out ('10.222.0.47', 50096) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:07:00.989141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bc219-f654-42ad-b9a7-16c9b1806dbd req-48f46043-86d0-4a36-a166-7e617aff202a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:01.004659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c7bc219-f654-42ad-b9a7-16c9b1806dbd req-48f46043-86d0-4a36-a166-7e617aff202a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1845727 Dec 17 16:07:01.082053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:07:01.089072 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa78d3de-1ba4-47a7-854b-0b0bf236dab2" -d '{"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:07:01.147260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:07:01.147719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cd78957-27cf-430f-b2ef-f0d25da96df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:01.160010 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] Sync routers for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:07:01.166822 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b8e0de5-d777-4ccf-a3c7-b1cab6afc73d tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "PUT /v2.0/routers/3dec591d-3599-49a8-9b9b-6d551e8e2d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2189922 Dec 17 16:07:01.174610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33256) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:01.193067 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:07:01.193706 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:01.258626 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df99749a-daa7-4874-a8d2-fab0d5e2d7ba x-openstack-request-id: req-df99749a-daa7-4874-a8d2-fab0d5e2d7ba {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:07:01.259021 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c65dde4-4dd2-4598-9650-d78daf1f725a", "name": "network-vif-deleted", "tag": "7107bde3-99fe-463c-b29a-c8f00dc095b6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:07:01.259221 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df99749a-daa7-4874-a8d2-fab0d5e2d7ba {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:07:01.259602 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c65dde4-4dd2-4598-9650-d78daf1f725a', 'name': 'network-vif-deleted', 'tag': '7107bde3-99fe-463c-b29a-c8f00dc095b6', 'status': 'completed', 'code': 200} Dec 17 16:07:01.278259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c7bc219-f654-42ad-b9a7-16c9b1806dbd req-bc7d91ac-f2ab-4e8e-b746-bba4cdec58e4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724123 Dec 17 16:07:01.365830 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:01.384616 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] Routers {'3dec591d-3599-49a8-9b9b-6d551e8e2d04'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:07:01.386321 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:06:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:01.484733 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:01.486276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cd78957-27cf-430f-b2ef-f0d25da96df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:01.486452 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94846d12-9e63-4223-b72e-792a1af3b154 None None] The sync data for ids ['3dec591d-3599-49a8-9b9b-6d551e8e2d04'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:07:01.497896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cd78957-27cf-430f-b2ef-f0d25da96df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:01.654389 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:01.710162 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:07:01.729761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f430562-65ea-48e3-ae35-9805413c5f5e req-71ae9f2e-1ba5-4120-ab46-edbbba2c71cd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1444199 Dec 17 16:07:01.745244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd78957-27cf-430f-b2ef-f0d25da96df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2aff1-2555-4a0c-a774-22a3da0f1704,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:01.819592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3cd78957-27cf-430f-b2ef-f0d25da96df8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6eba2af2c983411499845af347d8bf6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1047065 Dec 17 16:07:01.832829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33284) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:02.000068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b04754e7-e915-48de-a00e-874087912a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:02.046002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b04754e7-e915-48de-a00e-874087912a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:02.050367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:02.144578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b04754e7-e915-48de-a00e-874087912a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:02.147728 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b04754e7-e915-48de-a00e-874087912a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:02.150112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b04754e7-e915-48de-a00e-874087912a67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89e2aff1-2555-4a0c-a774-22a3da0f1704 HTTP/1.1" status: 204 len: 168 time: 0.3141158 Dec 17 16:07:02.159646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04754e7-e915-48de-a00e-874087912a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2aff1-2555-4a0c-a774-22a3da0f1704,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:02.160619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Deleting port be3992ed-c294-431f-9051-c7bc5c4e0740 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:02.161051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:02.390690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:02.452456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Calling delete_port for be3992ed-c294-431f-9051-c7bc5c4e0740 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:02.463025 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:07:02.469997 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906e7ac-90ec-41b8-a0dc-d30669fbca7b" -d '{"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-unplugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:07:02.575038 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 16:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4762a-0631-4938-9d21-ecbc36a7dbd0 x-openstack-request-id: req-4fd4762a-0631-4938-9d21-ecbc36a7dbd0 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:07:02.575607 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-unplugged", "status": "failed", "tag": "0f900059-58c5-4335-a591-969720e5028f", "code": 422}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:07:02.576252 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fd4762a-0631-4938-9d21-ecbc36a7dbd0 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:07:02.576964 n-d-806683-20 neutron-server[109785]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'code': 422} returned with failed status Dec 17 16:07:02.975693 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3cacaf2-ce06-4491-a02c-3ae70ee1c5ca req-fa344882-5fa0-41c7-81f2-ea9edeb1c0dd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0717566 Dec 17 16:07:03.025938 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.063706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33320) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:03.093727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ca5a6-c567-44fd-a585-b9f3d126f741 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:07:03.098911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d8e326a-fbc6-43b2-81b1-60efb3e1f48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.172326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Port': ['ID=be3992ed-c294-431f-9051-c7bc5c4e0740,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:03.284262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d8e326a-fbc6-43b2-81b1-60efb3e1f48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.292264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d8e326a-fbc6-43b2-81b1-60efb3e1f48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.354518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.375108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e326a-fbc6-43b2-81b1-60efb3e1f48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df66f499-23fc-497d-a50c-679218f3192a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:03.440699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d8e326a-fbc6-43b2-81b1-60efb3e1f48a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c9b5d6b06d3411b96fa9bc4b40e899f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739836 Dec 17 16:07:03.442411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:03.527606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0f900059-58c5-4335-a591-969720e5028f no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:07:03.594811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dea97f1-4737-4a55-99f3-cf5994bfbe84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.650607 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dea97f1-4737-4a55-99f3-cf5994bfbe84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.669912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-3e4999a0-a808-4808-b719-dc1c921ae1a9 req-571257c2-aaa8-453b-9885-d7cbf2eaeaf4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:07:03.700570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e4999a0-a808-4808-b719-dc1c921ae1a9 req-571257c2-aaa8-453b-9885-d7cbf2eaeaf4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7332027 Dec 17 16:07:03.727668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.750729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.768693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dea97f1-4737-4a55-99f3-cf5994bfbe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.771857 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0dea97f1-4737-4a55-99f3-cf5994bfbe84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.780277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0dea97f1-4737-4a55-99f3-cf5994bfbe84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df66f499-23fc-497d-a50c-679218f3192a HTTP/1.1" status: 204 len: 168 time: 0.3364465 Dec 17 16:07:03.814605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea97f1-4737-4a55-99f3-cf5994bfbe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df66f499-23fc-497d-a50c-679218f3192a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:03.907619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.910311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Fanout notify agent at l3_agent the message router_deleted on router 3dec591d-3599-49a8-9b9b-6d551e8e2d04 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:07:03.936946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:03.940293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5a119ea8-2d33-42ed-8cf6-9293d2f06403 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "DELETE /v2.0/routers/3dec591d-3599-49a8-9b9b-6d551e8e2d04 HTTP/1.1" status: 204 len: 168 time: 2.7639136 Dec 17 16:07:03.942178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33350) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:04.089749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be59726-92a2-4589-9d9c-bef816033e4b req-cb033070-7df5-4240-9231-1f35a703bc4b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:04.094280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7be59726-92a2-4589-9d9c-bef816033e4b req-cb033070-7df5-4240-9231-1f35a703bc4b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1226199 Dec 17 16:07:04.118126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da36d5-aea5-40a3-92ce-6d49859157b3 req-ee8a7ef7-641c-4437-8d1c-8cdda1f68048 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:04.126474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-34da36d5-aea5-40a3-92ce-6d49859157b3 req-ee8a7ef7-641c-4437-8d1c-8cdda1f68048 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 945 time: 0.1012874 Dec 17 16:07:04.133512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Deleting subnet baf8b774-494f-4081-bcd9-3ec096d5877c {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:07:04.138810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:04.202967 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:04.227443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7be59726-92a2-4589-9d9c-bef816033e4b req-8897bc66-89ad-4bcc-af19-5c076973d204 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259406 Dec 17 16:07:04.364082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:04.442504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:04.472539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c143eb8-71a9-455e-bb4f-fb25f47bf7fa req-9cec3457-6111-42a3-aff0-704882685260 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0755334 Dec 17 16:07:04.551988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:04.618796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42ca40-d22e-48ad-ac9f-35a496f50af4 None None] Network 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:04.621084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Subnet': ['ID=baf8b774-494f-4081-bcd9-3ec096d5877c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:04.625749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:04.631394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ca0d67c5-dd3b-4265-9a68-b82ac4c479d7 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "DELETE /v2.0/subnets/baf8b774-494f-4081-bcd9-3ec096d5877c HTTP/1.1" status: 204 len: 168 time: 0.6877470 Dec 17 16:07:04.634047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33374) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:04.651326 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-34da36d5-aea5-40a3-92ce-6d49859157b3 req-4e86cfd0-d275-499c-abbb-25947cf5f48c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185254 Dec 17 16:07:04.873943 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:04.979505 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-146b6b5f-7a1f-4fb4-8a73-3c49bb8d8555 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4380274 Dec 17 16:07:04.999073 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-65f1b853-d03c-4375-944f-5854ef34618d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:07:05.000147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-65f1b853-d03c-4375-944f-5854ef34618d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101318 Dec 17 16:07:05.003310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Deleting port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:05.003660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:05.093503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] DHCP port deletion for 2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:07:05.166064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] Deleting port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:05.167354 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:05.221367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] For port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,segment=NetworkSegment(64bd5135-316a-49c4-951d-4f5fd9d2ea63),segment_id=64bd5135-316a-49c4-951d-4f5fd9d2ea63)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:05.223274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:05.260381 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Calling delete_port for 7dc7358e-416b-4e16-8dbc-53ddd73d3edb owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:05.261914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] For port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,segment=NetworkSegment(64bd5135-316a-49c4-951d-4f5fd9d2ea63),segment_id=64bd5135-316a-49c4-951d-4f5fd9d2ea63)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:05.262517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:05.317504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] Calling delete_port for 7dc7358e-416b-4e16-8dbc-53ddd73d3edb owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:05.429622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-628740ac-6717-4f6f-a165-09de9e65590c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:05.432129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-628740ac-6717-4f6f-a165-09de9e65590c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 945 time: 0.1251278 Dec 17 16:07:05.494366 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:05.639145 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:05.701942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] Pushing event deleted for resources: {'Port': ['ID=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:05.713435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3e31d9-9836-4c84-bb66-c7149e69c4a9 None None] No DVR routers for this DVR port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:05.734497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Port': ['ID=7dc7358e-416b-4e16-8dbc-53ddd73d3edb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:05.766380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] No DVR routers for this DVR port 7dc7358e-416b-4e16-8dbc-53ddd73d3edb on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:05.807395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.807740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.836353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.836748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.837095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.837455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.837757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.838082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.838406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.838727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.839062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.839378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.842204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:05.869737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e884bcf7-5a3e-47df-b6d6-4fdb932fc98d req-a2547919-b750-4a40-ba08-eb1b2c6224d7 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.2494042 Dec 17 16:07:05.968185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port f8224cb4-801f-499e-8a98-8ae963bdf705 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:05.968544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.052041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854ba4a-af0a-4ac1-86a3-ff7c7bbe4dc0 req-52c43519-c37a-469f-8dbb-517b35e84013 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:06.060446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f854ba4a-af0a-4ac1-86a3-ff7c7bbe4dc0 req-52c43519-c37a-469f-8dbb-517b35e84013 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.6101043 Dec 17 16:07:06.097608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.160469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d596f85-9d8f-4fc1-8db9-f3cdcfc94476']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:06.193251 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f854ba4a-af0a-4ac1-86a3-ff7c7bbe4dc0 req-dc573e34-c00f-4d83-8798-c0fa02687877 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227589 Dec 17 16:07:06.202055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bd5135-316a-49c4-951d-4f5fd9d2ea63') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:06.205940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bd5135-316a-49c4-951d-4f5fd9d2ea63') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:06.239412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.274832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.292602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] For port f8224cb4-801f-499e-8a98-8ae963bdf705, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f8224cb4-801f-499e-8a98-8ae963bdf705,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:06.292988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.302985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:06.303338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:06.306696 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:06.309277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for f8224cb4-801f-499e-8a98-8ae963bdf705 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:06.445007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976e5f-e8dc-436e-8f12-aacf7a1562ba req-a752b5f0-b9a3-42c3-8713-ada1a9c00727 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:06.459505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc0c066-a670-4626-ab39-193f9b25c5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.463054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e976e5f-e8dc-436e-8f12-aacf7a1562ba req-a752b5f0-b9a3-42c3-8713-ada1a9c00727 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 945 time: 0.3353331 Dec 17 16:07:06.534498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.572704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:06.602230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "DELETE /v2.0/networks/2d596f85-9d8f-4fc1-8db9-f3cdcfc94476 HTTP/1.1" status: 204 len: 168 time: 1.9667814 Dec 17 16:07:06.604604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17134e8f-fba7-46e0-a857-83bd3593c487 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Network': ['ID=2d596f85-9d8f-4fc1-8db9-f3cdcfc94476,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:06.605612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33426) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:06.708658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7dc7358e-416b-4e16-8dbc-53ddd73d3edb no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:07:06.768394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7dc7358e-416b-4e16-8dbc-53ddd73d3edb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:07:06.770768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7dc7358e-416b-4e16-8dbc-53ddd73d3edb not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:07:07.161623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51e255d9-08fd-45ab-b344-fa3312db565d req-6547f3fe-a29d-47e0-aad5-b1788fdc65fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0815518 Dec 17 16:07:07.457633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251093f-5ac8-4c2e-8c37-671c68b36c39 req-0b2b5a43-b975-42f7-8ee6-2cba7bd0f34b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:07.471590 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f251093f-5ac8-4c2e-8c37-671c68b36c39 req-0b2b5a43-b975-42f7-8ee6-2cba7bd0f34b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1151874 Dec 17 16:07:07.563693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f251093f-5ac8-4c2e-8c37-671c68b36c39 req-22b0b5f3-5f39-4cea-9655-07820e1156a4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896165 Dec 17 16:07:07.614941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e976e5f-e8dc-436e-8f12-aacf7a1562ba req-7610c2e6-0eda-4326-bd07-8c49dcb4315a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1396394 Dec 17 16:07:07.759481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Deleting port 11dac44d-5698-46ee-a940-522ec3d9ff7a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:07.759957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:07.786006 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:07.930589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:07.930917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:07.963615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Calling delete_port for 11dac44d-5698-46ee-a940-522ec3d9ff7a owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:08.271635 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:08.321514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=f8224cb4-801f-499e-8a98-8ae963bdf705,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:08.449605 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2181fd4-248d-4b9c-9707-b9fcf83ba9d4 req-4bde19bf-525d-4048-bf00-9d82dcb9de78 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0958111 Dec 17 16:07:08.483798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Pushing event deleted for resources: {'Port': ['ID=11dac44d-5698-46ee-a940-522ec3d9ff7a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:08.623466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c04ab855-4e9a-4d43-8591-99ef481b5b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:08.743466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] No DVR routers for this DVR port f8224cb4-801f-499e-8a98-8ae963bdf705 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:08.750738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:08.772603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-871004d9-52c1-42b3-a18e-ef64c387bec5 req-b89f3562-f82f-42c6-9a9a-fcbdcbf3a6e1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "DELETE /v2.0/ports/f8224cb4-801f-499e-8a98-8ae963bdf705 HTTP/1.1" status: 204 len: 173 time: 3.3310268 Dec 17 16:07:08.772854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-848a498f-6f21-4afc-aaf5-2280a0e1d1bc req-23463a01-1bba-409c-9c11-83734600f359 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0494158 Dec 17 16:07:08.788832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'name': 'network-vif-deleted', 'tag': 'f8224cb4-801f-499e-8a98-8ae963bdf705'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:07:08.795352 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4a5ba0-83ec-44a7-a3ee-2ff8e520df1e" -d '{"events": [{"server_uuid": "0fc02694-da7a-4880-b7f3-22c3842dce67", "name": "network-vif-deleted", "tag": "f8224cb4-801f-499e-8a98-8ae963bdf705"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:07:08.806353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:08.811105 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:08.831454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8ee9bfb2-d898-44ac-b7e7-2eb09c751d81 tempest-FloatingIPAdminTestJSON-670418968 tempest-FloatingIPAdminTestJSON-670418968-project] 10.222.0.54 "DELETE /v2.0/floatingips/2260e9f6-169b-45b3-8546-1a58a683c888 HTTP/1.1" status: 204 len: 168 time: 2.2053733 Dec 17 16:07:08.883747 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c511ab5-9f04-464c-9ced-0ea2d73688b6 x-openstack-request-id: req-2c511ab5-9f04-464c-9ced-0ea2d73688b6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:07:08.885982 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc02694-da7a-4880-b7f3-22c3842dce67", "name": "network-vif-deleted", "tag": "f8224cb4-801f-499e-8a98-8ae963bdf705", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:07:08.886687 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c511ab5-9f04-464c-9ced-0ea2d73688b6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:07:08.888772 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc02694-da7a-4880-b7f3-22c3842dce67', 'name': 'network-vif-deleted', 'tag': 'f8224cb4-801f-499e-8a98-8ae963bdf705', 'status': 'completed', 'code': 200} Dec 17 16:07:08.944701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19efd8-106f-4059-97c9-19d8ff7cca73 req-228af0db-7d16-42c1-84aa-4f74792171d0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:08.948971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e19efd8-106f-4059-97c9-19d8ff7cca73 req-228af0db-7d16-42c1-84aa-4f74792171d0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.2091413 Dec 17 16:07:09.068925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e19efd8-106f-4059-97c9-19d8ff7cca73 req-ee0b47fc-d449-4049-9dd6-b1988948ba63 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126964 Dec 17 16:07:09.361455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33500) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:09.563327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f8224cb4-801f-499e-8a98-8ae963bdf705 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:07:09.643388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: f8224cb4-801f-499e-8a98-8ae963bdf705 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:07:09.644730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f8224cb4-801f-499e-8a98-8ae963bdf705 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:07:09.650648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3e7eabd-ad9a-45ad-9dff-3946e49466af req-64e6a021-e262-426f-b20b-72b654a1cfff tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0326540 Dec 17 16:07:09.732322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc48183a-bd47-435f-8ff3-4fb058850625 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da2db4611a89471281d212dcd22e0462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682401 Dec 17 16:07:09.743895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:09.870767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72d6d88d-af16-49cd-997f-71caf04c167d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:09.921807 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-145e0fed-5c78-4384-8af8-a1c2ac381be0 req-b5ac9339-2571-4bba-ada6-6da9d77d72f8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0527737 Dec 17 16:07:09.957559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72d6d88d-af16-49cd-997f-71caf04c167d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:10.058804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72d6d88d-af16-49cd-997f-71caf04c167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:10.062004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-72d6d88d-af16-49cd-997f-71caf04c167d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:10.063286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-72d6d88d-af16-49cd-997f-71caf04c167d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6368c19-9241-4156-9e02-9a7f2e29694d HTTP/1.1" status: 204 len: 168 time: 0.3239336 Dec 17 16:07:10.089270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6d88d-af16-49cd-997f-71caf04c167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6368c19-9241-4156-9e02-9a7f2e29694d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:10.204875 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:10.303583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d30239-c7c8-4e19-9548-6911fd1f2c32 req-d21be96c-7456-4c02-8ace-c5ce2e760551 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:10.306430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d30239-c7c8-4e19-9548-6911fd1f2c32 req-d21be96c-7456-4c02-8ace-c5ce2e760551 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.0846953 Dec 17 16:07:10.413487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62d30239-c7c8-4e19-9548-6911fd1f2c32 req-7f261107-111b-4eb3-be76-619e6ac31b93 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982382 Dec 17 16:07:10.825080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33544) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:10.853658 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23a3a27e-7ee6-40b3-9fcd-8c959ee1af61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:10.880975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:10.914602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-136b7bd1-8d34-4aa3-83b8-f79b83f9d40b req-ad071d54-b384-4de4-9400-702d9e92ffb5 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0760951 Dec 17 16:07:11.046055 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23a3a27e-7ee6-40b3-9fcd-8c959ee1af61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:11.056719 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23a3a27e-7ee6-40b3-9fcd-8c959ee1af61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:11.127542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a27e-7ee6-40b3-9fcd-8c959ee1af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e151dc-3cef-4bb0-97f3-ee00edeb9ddf,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:11.174589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:11.175366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33558) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:11.185690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-23a3a27e-7ee6-40b3-9fcd-8c959ee1af61 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a144ca7203642838a706f1f03fa492f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591325 Dec 17 16:07:11.248092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d1a138d-626f-4603-bbfe-7d547ca2c720 req-8b9b2803-c017-4772-bd78-bbaa0805b340 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0808835 Dec 17 16:07:11.272951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7932942e-7890-4aba-b57a-3ea595059e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:11.302222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7932942e-7890-4aba-b57a-3ea595059e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:11.367364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7932942e-7890-4aba-b57a-3ea595059e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:11.371480 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7932942e-7890-4aba-b57a-3ea595059e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:11.372942 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7932942e-7890-4aba-b57a-3ea595059e28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0e151dc-3cef-4bb0-97f3-ee00edeb9ddf HTTP/1.1" status: 204 len: 168 time: 0.1960526 Dec 17 16:07:11.388831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932942e-7890-4aba-b57a-3ea595059e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e151dc-3cef-4bb0-97f3-ee00edeb9ddf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:11.605585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbfd85-97fc-4ec8-abc0-e6b653501603 req-57f36d3a-651d-4665-8127-06e06d9af272 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:11.612967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3bbfd85-97fc-4ec8-abc0-e6b653501603 req-57f36d3a-651d-4665-8127-06e06d9af272 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.0756249 Dec 17 16:07:11.711360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3bbfd85-97fc-4ec8-abc0-e6b653501603 req-97152e60-07a6-47d6-982d-17cbfb901f9b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934641 Dec 17 16:07:11.983930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33574) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:12.022817 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ee46fa3-172c-4194-9e42-33fb70bcd390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.109851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.140188 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8a86673-ce77-44a7-bebd-fefa288f892c req-3733ff3e-d4bf-4eff-8e72-060e308873a9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1114559 Dec 17 16:07:12.182577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ee46fa3-172c-4194-9e42-33fb70bcd390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.198714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ee46fa3-172c-4194-9e42-33fb70bcd390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.241632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee46fa3-172c-4194-9e42-33fb70bcd390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4623089d-d1b9-4c72-bcb4-7cdf873b74f7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:12.275435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33584) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:12.289638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4ee46fa3-172c-4194-9e42-33fb70bcd390 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98cc3a6ba4d647569e4ccc138e9d02f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044991 Dec 17 16:07:12.405731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7b60288-6f94-4307-a5b2-39265d775513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.418272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c498600-061b-496c-888a-0fe55b2bd909 req-bc96824c-dade-4c9b-93d8-446f35299c73 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0393622 Dec 17 16:07:12.431145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7b60288-6f94-4307-a5b2-39265d775513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.494540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7b60288-6f94-4307-a5b2-39265d775513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.499882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7b60288-6f94-4307-a5b2-39265d775513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:12.501276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c7b60288-6f94-4307-a5b2-39265d775513 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4623089d-d1b9-4c72-bcb4-7cdf873b74f7 HTTP/1.1" status: 204 len: 168 time: 0.2245212 Dec 17 16:07:12.513722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b60288-6f94-4307-a5b2-39265d775513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4623089d-d1b9-4c72-bcb4-7cdf873b74f7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:12.938271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058590f0-46e6-4dc9-bb5d-47e2080ab32f req-459e19d2-7aed-4a6c-98e3-b84f5fc524b7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:12.940343 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-058590f0-46e6-4dc9-bb5d-47e2080ab32f req-459e19d2-7aed-4a6c-98e3-b84f5fc524b7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1051841 Dec 17 16:07:13.029296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-058590f0-46e6-4dc9-bb5d-47e2080ab32f req-37c4d835-5cd6-4fa5-86b2-55a9d5e9da54 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815697 Dec 17 16:07:13.299389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dfce7b1e-09ff-4b54-baa0-7a8e2e5e7890 req-a6577d9a-62d9-4a2b-a1c4-545cb994a743 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0566926 Dec 17 16:07:13.580896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04d94971-f07e-4e17-b6cf-ad1d2190bcd9 req-b5db97f4-71bd-47af-b86d-7f79a835ea63 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0509069 Dec 17 16:07:14.075157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33632) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:14.225331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827889230'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:14.237727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acfe18-ae88-48de-8801-ae0b266f02bf req-aa8d3ee4-9004-4460-a1a3-326aece3538a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:14.245897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90acfe18-ae88-48de-8801-ae0b266f02bf req-aa8d3ee4-9004-4460-a1a3-326aece3538a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.0821261 Dec 17 16:07:14.271118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:14.284904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.332840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.334847 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90acfe18-ae88-48de-8801-ae0b266f02bf req-230656de-3a67-417d-a8b9-3927960eabe4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873203 Dec 17 16:07:14.517278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aebbf52c-2266-4faf-a19a-33882adcc711 req-7bd9bf1e-7def-4236-b1b9-5b97e3fb546d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0823014 Dec 17 16:07:14.599505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.609789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.640249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:14.657821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a88374-842a-4a35-a2de-affc673fde59,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:14.664394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.665146 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment c439ab66-e974-49f6-863f-1b00729c2c47 of type vlan for network d1d9737e-a7ca-4263-b241-340dca9c79a7 Dec 17 16:07:14.744805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3b2a39a-84b4-4188-8c52-9867c1dda8cb req-0ca6c9a0-23b8-4e13-a24e-24905dfac39c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0377350 Dec 17 16:07:14.746598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.784345 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.791027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:14.791655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:14.861451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7846720 Dec 17 16:07:14.876214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28850371-2cf9-4a07-ad9f-88d0c3a23365 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=d1d9737e-a7ca-4263-b241-340dca9c79a7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:14.888102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d1d9737e-a7ca-4263-b241-340dca9c79a7 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:15.007878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33652) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:15.013160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': 'd1d9737e-a7ca-4263-b241-340dca9c79a7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:15.139110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:15.236589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:15.437356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:15.554943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33d1a-1618-4bfd-931a-14dcad103ff2 req-2e785ceb-85ff-4101-99a8-f7d65efbd4c4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:15.562771 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0d33d1a-1618-4bfd-931a-14dcad103ff2 req-2e785ceb-85ff-4101-99a8-f7d65efbd4c4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1037269 Dec 17 16:07:15.674991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0d33d1a-1618-4bfd-931a-14dcad103ff2 req-8a1442a4-87dc-4b45-876b-b2d716d274e0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048963 Dec 17 16:07:15.677529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:15.743602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b4005721-d880-4b84-9dbb-0557f2806d03 req-dd528cb9-8512-4706-8ba3-26128d24754c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0470824 Dec 17 16:07:15.767011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': 'c439ab66-e974-49f6-863f-1b00729c2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1d9737e-a7ca-4263-b241-340dca9c79a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:15.767718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: d1d9737e-a7ca-4263-b241-340dca9c79a7, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:15.771806 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=275b9515-d4d8-4789-9c79-96920b50ad3e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:15.804014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network d1d9737e-a7ca-4263-b241-340dca9c79a7 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:15.817696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d1d9737e-a7ca-4263-b241-340dca9c79a7) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:15.827956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:15.828530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d58cf-4d65-45a2-aa07-3cbd387979fd None None] Network d1d9737e-a7ca-4263-b241-340dca9c79a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:15.830346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:15.871407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33674) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:15.872319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6a1aece-0247-4cdb-bd69-b2009bdb3e4a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8631556 Dec 17 16:07:15.877375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163393616'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:15.920565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3e9b785-a046-4df5-b798-782936144dfc req-fe193352-18a6-45c2-ac52-4bdbf3b248b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0466826 Dec 17 16:07:15.942602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:15.954352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.002058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:16.016084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.017053 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment f8daaa07-2ddb-4702-8271-3e216297d38d of type vlan for network d8d18126-9599-4ed4-b053-6c5031a0082c Dec 17 16:07:16.068490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-d1d9737e-a7ca-4263-b241-340dca9c79a7', 'network_id': 'd1d9737e-a7ca-4263-b241-340dca9c79a7', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': '275b9515-d4d8-4789-9c79-96920b50ad3e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:16.069986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.081047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.121407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.127654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:16.128353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.210043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=d8d18126-9599-4ed4-b053-6c5031a0082c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:16.246693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d8d18126-9599-4ed4-b053-6c5031a0082c details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:16.258098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33682) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:16.267881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': 'd8d18126-9599-4ed4-b053-6c5031a0082c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:16.274157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-13f70f53-64ce-449d-a518-5e1258e9556c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4013281 Dec 17 16:07:16.402096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Allocated IP 172.20.255.242 (d1d9737e-a7ca-4263-b241-340dca9c79a7/275b9515-d4d8-4789-9c79-96920b50ad3e/ca593239-38a9-4951-9450-937729ee61c3) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:07:16.511482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:16.519919 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.752095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.783171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.830794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:16.933028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16717292-d7a7-417c-b59d-246fc27145a3 req-76c01ed9-8aac-4787-b7e6-edd60b229a11 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:16.943675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16717292-d7a7-417c-b59d-246fc27145a3 req-76c01ed9-8aac-4787-b7e6-edd60b229a11 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1145794 Dec 17 16:07:16.981826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Network d1d9737e-a7ca-4263-b241-340dca9c79a7 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:07:16.983679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Pushing event updated for resources: {'Port': ['ID=ca593239-38a9-4951-9450-937729ee61c3,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:16.989542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:17.001638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:07:17.033789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-121bf5d9-7dd0-4968-a2c0-49a0c829b76e req-0ec2de57-7b63-40bf-a7bb-5a9d74818849 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1189215 Dec 17 16:07:17.086092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16717292-d7a7-417c-b59d-246fc27145a3 req-97d5320b-e6f4-4ce8-a0c0-94d1859f5ffd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276815 Dec 17 16:07:17.094248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=1c71d0ab-c349-4609-8b42-a4fc630a7927,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:17.122407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': 'f8daaa07-2ddb-4702-8271-3e216297d38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd8d18126-9599-4ed4-b053-6c5031a0082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:17.122756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: d8d18126-9599-4ed4-b053-6c5031a0082c, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:17.141047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Attempting to bind port ca593239-38a9-4951-9450-937729ee61c3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:07:17.141674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Attempting to bind port ca593239-38a9-4951-9450-937729ee61c3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'c439ab66-e974-49f6-863f-1b00729c2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1d9737e-a7ca-4263-b241-340dca9c79a7'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:07:17.145286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Attempting to bind port ca593239-38a9-4951-9450-937729ee61c3 on network d1d9737e-a7ca-4263-b241-340dca9c79a7 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:17.154058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network d8d18126-9599-4ed4-b053-6c5031a0082c is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:17.165358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:07:17.165876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Checking segment: {'id': 'c439ab66-e974-49f6-863f-1b00729c2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1d9737e-a7ca-4263-b241-340dca9c79a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:17.166304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.166854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Bound using segment: {'id': 'c439ab66-e974-49f6-863f-1b00729c2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1d9737e-a7ca-4263-b241-340dca9c79a7'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:07:17.167427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Bound port: ca593239-38a9-4951-9450-937729ee61c3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c439ab66-e974-49f6-863f-1b00729c2c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1d9737e-a7ca-4263-b241-340dca9c79a7'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:07:17.168810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.171977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d8d18126-9599-4ed4-b053-6c5031a0082c) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:17.178133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:17.179343 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.220991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64431ee-42f0-43b0-927b-3c399fff0ad5 None None] Network d8d18126-9599-4ed4-b053-6c5031a0082c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:17.234386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33696) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:17.251657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f00c8e84-1130-41ac-9072-a377c424c320 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9917955 Dec 17 16:07:17.303268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26bdbe2d-d825-4df7-b9db-1d0d9e90c59e req-120f292c-ed65-4129-8e98-3a5ace114a64 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0961301 Dec 17 16:07:17.444642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6850f-b810-4779-b8ae-36c34c7fc62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-d8d18126-9599-4ed4-b053-6c5031a0082c', 'network_id': 'd8d18126-9599-4ed4-b053-6c5031a0082c', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': '1c71d0ab-c349-4609-8b42-a4fc630a7927'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:17.450612 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.459086 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-13b6850f-b810-4779-b8ae-36c34c7fc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.505040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] For port ca593239-38a9-4951-9450-937729ee61c3, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:17.536000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.555983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] For port ca593239-38a9-4951-9450-937729ee61c3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ca593239-38a9-4951-9450-937729ee61c3,segment=NetworkSegment(c439ab66-e974-49f6-863f-1b00729c2c47),segment_id=c439ab66-e974-49f6-863f-1b00729c2c47)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:07:17.608882 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.644610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.755914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=1c71d0ab-c349-4609-8b42-a4fc630a7927,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:17.826649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab67b8-30d4-47aa-9198-e2c53b815348 None None] Pushing event updated for resources: {'Port': ['ID=ca593239-38a9-4951-9450-937729ee61c3,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-13b6850f-b810-4779-b8ae-36c34c7fc62a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c71d0ab-c349-4609-8b42-a4fc630a7927: This subnet is being modified by another concurrent operation. Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:07:17.845471 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c71d0ab-c349-4609-8b42-a4fc630a7927: This subnet is being modified by another concurrent operation. Dec 17 16:07:17.849376 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:07:17.870241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee19f6b-779d-4e23-b1a4-c80243b27eaf None None] Network d8d18126-9599-4ed4-b053-6c5031a0082c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:17.919248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:17.961161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d18126-9599-4ed4-b053-6c5031a0082c']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:17.983072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8daaa07-2ddb-4702-8271-3e216297d38d') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:17.987264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8daaa07-2ddb-4702-8271-3e216297d38d') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:18.048121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.125961 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.150363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:18.150788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:18.154637 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:18.345126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30b22b-c989-4821-b6d3-9f66e9442e9d req-5b7738f9-4a66-44af-bdea-182bbfd5daac tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:18.356968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2433d26e-93de-407f-9350-6a2d0eafcff1 req-a0b22343-63c8-4963-9d00-2379aa53e06f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0699179 Dec 17 16:07:18.357694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be30b22b-c989-4821-b6d3-9f66e9442e9d req-5b7738f9-4a66-44af-bdea-182bbfd5daac tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1083486 Dec 17 16:07:18.431688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.464661 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be30b22b-c989-4821-b6d3-9f66e9442e9d req-a261cd8b-2739-4ecd-82f3-fad0af5cda12 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056006 Dec 17 16:07:18.470524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.490653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33728) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:18.496925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/d8d18126-9599-4ed4-b053-6c5031a0082c HTTP/1.1" status: 204 len: 168 time: 1.2583334 Dec 17 16:07:18.498039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd68c2-2563-43cc-9751-bb058ff9bb5f tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=d8d18126-9599-4ed4-b053-6c5031a0082c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:18.501420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759476464'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:18.594340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:18.601050 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.616255 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b92199ea-d0ba-4faa-815f-d06ca2323c35 req-2b70d7a7-54b2-4791-a268-0c52c280cdf9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0737667 Dec 17 16:07:18.663412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:18.676929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.677280 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment 52f76f70-1085-4cf8-9e70-b8f30fc97b1e of type vlan for network 060e9cec-e663-4b12-960a-7e2765772563 Dec 17 16:07:18.729586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.753131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ca593239-38a9-4951-9450-937729ee61c3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:07:18.779556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.791781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:18.793137 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:18.892271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=060e9cec-e663-4b12-960a-7e2765772563,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:18.906741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33734) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:18.909449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c4a9e844-5b0e-47bd-a7f4-09697e926847 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4174840 Dec 17 16:07:18.911703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 060e9cec-e663-4b12-960a-7e2765772563 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:18.913550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': '060e9cec-e663-4b12-960a-7e2765772563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:19.096566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ca593239-38a9-4951-9450-937729ee61c3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:07:19.098191 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:19.123875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:19.133647 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:19.298042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Performing IP validity checks on allocation pools {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:07:19.299355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:07:19.350291 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:19.413196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad19bb-3804-448e-869e-177934082c44 None None] Network d1d9737e-a7ca-4263-b241-340dca9c79a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:19.601000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c07ae67f-987f-42be-a76c-3a6d330d64fc req-0a6bf855-44ae-4a16-843e-18185c5fd8cd tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0882380 Dec 17 16:07:19.641482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port ca593239-38a9-4951-9450-937729ee61c3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ca593239-38a9-4951-9450-937729ee61c3,segment=NetworkSegment(c439ab66-e974-49f6-863f-1b00729c2c47),segment_id=c439ab66-e974-49f6-863f-1b00729c2c47)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:19.662638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:19.752591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e8a01b93-4ebb-41b7-a34b-545f4f88c2eb None None] Provisioning complete for port ca593239-38a9-4951-9450-937729ee61c3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:07:19.753256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8a01b93-4ebb-41b7-a34b-545f4f88c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:19.777396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b5dec1-90b3-4b3e-a5a4-374423e80a26 req-12f2abbb-068a-41c6-8fda-8f28a3eb3081 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0488324 Dec 17 16:07:19.781793 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:19.866499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=ca593239-38a9-4951-9450-937729ee61c3,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:19.912468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d1b1-5682-4d50-baca-2d1945f57b68 req-9a77a9d6-aba9-4b62-8aa4-7b600e34cf71 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:19.922944 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5579d1b1-5682-4d50-baca-2d1945f57b68 req-9a77a9d6-aba9-4b62-8aa4-7b600e34cf71 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.3243415 Dec 17 16:07:20.006190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=c1ff29e5-b58b-4475-8bea-28d37dd24e71,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:20.033471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': '52f76f70-1085-4cf8-9e70-b8f30fc97b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '060e9cec-e663-4b12-960a-7e2765772563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:20.033970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: 060e9cec-e663-4b12-960a-7e2765772563, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:20.062793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5579d1b1-5682-4d50-baca-2d1945f57b68 req-23676f21-d55b-4852-9499-92475afc6583 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317778 Dec 17 16:07:20.093223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network 060e9cec-e663-4b12-960a-7e2765772563 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:20.111053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 060e9cec-e663-4b12-960a-7e2765772563) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:20.116386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:20.117190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.129255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a411b-ace2-447f-9888-7b7591f69f16 None None] Network 060e9cec-e663-4b12-960a-7e2765772563 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:20.143474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33760) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:20.154413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-335bd30b-4632-4a07-acb3-c0b2b93c1301 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2456031 Dec 17 16:07:20.320127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d3c1e8c9-ce85-405f-9382-277940e29ecd None None] Provisioning complete for port ca593239-38a9-4951-9450-937729ee61c3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:07:20.320489 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e8c9-ce85-405f-9382-277940e29ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.369570 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.387017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a414b5b-94aa-4f4a-9b07-ccf61c286f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-060e9cec-e663-4b12-960a-7e2765772563', 'network_id': '060e9cec-e663-4b12-960a-7e2765772563', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': 'c1ff29e5-b58b-4475-8bea-28d37dd24e71'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:20.388803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a414b5b-94aa-4f4a-9b07-ccf61c286f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.474605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.565688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-9a414b5b-94aa-4f4a-9b07-ccf61c286f61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1ff29e5-b58b-4475-8bea-28d37dd24e71: This subnet is being modified by another concurrent operation. Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:07:20.592348 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1ff29e5-b58b-4475-8bea-28d37dd24e71: This subnet is being modified by another concurrent operation. Dec 17 16:07:20.595997 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:07:20.611804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde4587-c348-4fc1-a930-17f6c7452a37 None None] Network 060e9cec-e663-4b12-960a-7e2765772563 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:20.637740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ff29e5-b58b-4475-8bea-28d37dd24e71,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:20.763990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ca593239-38a9-4951-9450-937729ee61c3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:07:20.778178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.808333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060e9cec-e663-4b12-960a-7e2765772563']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:20.819597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f76f70-1085-4cf8-9e70-b8f30fc97b1e') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:20.819972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f76f70-1085-4cf8-9e70-b8f30fc97b1e') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:20.830310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.845856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.846156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021acb8e-fa17-492a-b68b-e7b0b7608c22 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:07:20.853657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:20.854063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:20.927694 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:20.932535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.984643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b4f351b-15db-4d03-b232-f25f7dd1e406 req-4372d06c-5087-4c90-a077-a45c295deade tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0668964 Dec 17 16:07:20.986019 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:20.991746 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f3d29e4-96e9-4722-96d9-30d9e0b41b1f req-2e7b3d70-804e-4e70-9011-6d8e70e044b1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0818799 Dec 17 16:07:20.995353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33776) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:20.998152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/060e9cec-e663-4b12-960a-7e2765772563 HTTP/1.1" status: 204 len: 168 time: 0.8533733 Dec 17 16:07:20.999211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31985f6-20e1-4e7c-a51f-b4b5433be36b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=060e9cec-e663-4b12-960a-7e2765772563,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:21.022940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-124618928'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:21.071452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:21.078662 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.113314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:21.127856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.129526 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment 562dcbe7-53c7-43ab-bdaf-7247ccecf459 of type vlan for network f8a221ac-25fc-4c19-80a4-629d7cc648f3 Dec 17 16:07:21.162403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021acb8e-fa17-492a-b68b-e7b0b7608c22 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:07:21.190964 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.233433 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.239453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:21.240198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.271741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ca593239-38a9-4951-9450-937729ee61c3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:07:21.272437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.299293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83027-39b4-448c-bff6-c3eb881fb6f3 req-0f682ba8-39c1-46b1-a9d5-2a5333b43d14 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:21.304428 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fa83027-39b4-448c-bff6-c3eb881fb6f3 req-0f682ba8-39c1-46b1-a9d5-2a5333b43d14 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1110163 Dec 17 16:07:21.395214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=f8a221ac-25fc-4c19-80a4-629d7cc648f3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:21.442729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3fa83027-39b4-448c-bff6-c3eb881fb6f3 req-20665bf9-f78b-45c9-bc71-3bf78545bfe5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298599 Dec 17 16:07:21.469821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cc9d0836-2b11-4fcb-b696-5985fc188323 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4726384 Dec 17 16:07:21.474631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33792) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:21.480497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': 'f8a221ac-25fc-4c19-80a4-629d7cc648f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:21.571523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f8a221ac-25fc-4c19-80a4-629d7cc648f3 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:21.609424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:21.614634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.873304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:21.966924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=fdd667ba-3b0e-4c65-a7ec-e4cf52ede74e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:21.994293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33796) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:22.007303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': '562dcbe7-53c7-43ab-bdaf-7247ccecf459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f8a221ac-25fc-4c19-80a4-629d7cc648f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:22.008361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: f8a221ac-25fc-4c19-80a4-629d7cc648f3, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:22.023836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c48a2d-c9c8-42d0-a2e9-568fea794edf None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:07:22.059098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network f8a221ac-25fc-4c19-80a4-629d7cc648f3 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:22.082001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f8a221ac-25fc-4c19-80a4-629d7cc648f3) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:22.087927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:22.088822 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.163008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e24af1fe-5d99-4d04-802d-9935b3f8487d req-edb1a43c-624d-401d-9e66-e6f2844ed199 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0525615 Dec 17 16:07:22.167410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc88beb2-b8cc-48ba-ab2f-5a20e352b975 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6907201 Dec 17 16:07:22.169972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33804) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:22.221823 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d09d03a5-b43d-45aa-a867-89ab0dcac71a req-c086b8b3-3be3-4764-8b66-53d4765a6302 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0654509 Dec 17 16:07:22.309246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3b7af95-855c-43d6-b034-1bdded858314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.346016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.417944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c48a2d-c9c8-42d0-a2e9-568fea794edf None None] Unable to find a vacant binding_index for network f8a221ac-25fc-4c19-80a4-629d7cc648f3 and agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 {{(pid=109785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 17 16:07:22.421724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.426345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c48a2d-c9c8-42d0-a2e9-568fea794edf None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f8a221ac-25fc-4c19-80a4-629d7cc648f3) {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:07:22.493335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3b7af95-855c-43d6-b034-1bdded858314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.506369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3b7af95-855c-43d6-b034-1bdded858314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.532391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.587721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd667ba-3b0e-4c65-a7ec-e4cf52ede74e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:22.611563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7af95-855c-43d6-b034-1bdded858314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197f122-95eb-462b-9ba1-fb37fafb75b4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:22.624340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e3b7af95-855c-43d6-b034-1bdded858314 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b4d05c1b7fa43a683698bb8a6d15644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6284618 Dec 17 16:07:22.637946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33812) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:22.718825 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb59daf-fe6b-43fc-a919-61c7b663a04e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.741935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb59daf-fe6b-43fc-a919-61c7b663a04e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.799880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb59daf-fe6b-43fc-a919-61c7b663a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.802704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4eb59daf-fe6b-43fc-a919-61c7b663a04e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.806791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4eb59daf-fe6b-43fc-a919-61c7b663a04e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a197f122-95eb-462b-9ba1-fb37fafb75b4 HTTP/1.1" status: 204 len: 168 time: 0.1649044 Dec 17 16:07:22.806997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.822339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb59daf-fe6b-43fc-a919-61c7b663a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197f122-95eb-462b-9ba1-fb37fafb75b4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:22.858437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a221ac-25fc-4c19-80a4-629d7cc648f3']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:22.886036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562dcbe7-53c7-43ab-bdaf-7247ccecf459') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:22.886762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562dcbe7-53c7-43ab-bdaf-7247ccecf459') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:22.911390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add2c05-a515-41b1-9be4-52cc8164243e req-2f2b4759-0457-48c6-8329-37c034ee7f44 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:22.913530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6add2c05-a515-41b1-9be4-52cc8164243e req-2f2b4759-0457-48c6-8329-37c034ee7f44 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.2000654 Dec 17 16:07:22.915262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.949391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:22.971900 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:22.993648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e251c36-c515-4f77-b2a6-734badb6fe5b None None] Network f8a221ac-25fc-4c19-80a4-629d7cc648f3 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:23.079881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6add2c05-a515-41b1-9be4-52cc8164243e req-983212e9-fb7e-48fd-b336-60fbc273dc20 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560385 Dec 17 16:07:23.138899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.146083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.151030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e62a1-c56a-4ea0-8461-4358dd3b13b1 None None] Network f8a221ac-25fc-4c19-80a4-629d7cc648f3 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:23.156079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/f8a221ac-25fc-4c19-80a4-629d7cc648f3 HTTP/1.1" status: 204 len: 168 time: 0.9834993 Dec 17 16:07:23.160225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33818) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:23.166479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24416603'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:23.181425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e2280-57b2-4cb1-911f-f8c0ad96c02e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=f8a221ac-25fc-4c19-80a4-629d7cc648f3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:23.188942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e62a1-c56a-4ea0-8461-4358dd3b13b1 None None] Network f8a221ac-25fc-4c19-80a4-629d7cc648f3 could not be found, it might have been deleted concurrently. {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 16:07:23.240133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:23.243902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.313437 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271da519-4297-4903-bf8a-d0119dd901aa req-b2330779-4ae7-4ca6-bcc1-e018ba679754 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0431962 Dec 17 16:07:23.341768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:23.359044 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.359410 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment bab02f5e-c83b-43dd-be88-24fb177a1a85 of type vlan for network 9569df5e-f582-4415-806e-9ddb1dacbfb1 Dec 17 16:07:23.422530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a9a6235-222b-422a-ae3e-32d5c030a502 req-0612d560-aa9f-4f9f-9f01-f0069d7c9a1f tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0477195 Dec 17 16:07:23.423977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.439110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33828) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:23.458800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd35f2a3-78c8-4476-960a-96ce5830b184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.492188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.499556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:23.500577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.588722 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4271548 Dec 17 16:07:23.592556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33834) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:23.606256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': '9569df5e-f582-4415-806e-9ddb1dacbfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:23.655855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd35f2a3-78c8-4476-960a-96ce5830b184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.663298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd35f2a3-78c8-4476-960a-96ce5830b184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.681396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428390e8-8238-46f9-817c-543129786cdb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=9569df5e-f582-4415-806e-9ddb1dacbfb1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:23.697910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 9569df5e-f582-4415-806e-9ddb1dacbfb1 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:23.732205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35f2a3-78c8-4476-960a-96ce5830b184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbadeb0-2bd0-4eb3-a917-99f59797b8c1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:23.744674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:23.748978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.782838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd35f2a3-78c8-4476-960a-96ce5830b184 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4389ecc35b543a0848fbff744dc26df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3401105 Dec 17 16:07:23.783932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33836) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:23.875060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c49b87b-5717-478c-9bc7-d26a64134599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.904684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c49b87b-5717-478c-9bc7-d26a64134599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.985591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c49b87b-5717-478c-9bc7-d26a64134599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.991358 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c49b87b-5717-478c-9bc7-d26a64134599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:23.996480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9c49b87b-5717-478c-9bc7-d26a64134599 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dbadeb0-2bd0-4eb3-a917-99f59797b8c1 HTTP/1.1" status: 204 len: 168 time: 0.2089789 Dec 17 16:07:24.005393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.006064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49b87b-5717-478c-9bc7-d26a64134599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbadeb0-2bd0-4eb3-a917-99f59797b8c1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:24.087842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=8488b1a3-f497-4b8f-954a-7634af38e29b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:24.099743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': 'bab02f5e-c83b-43dd-be88-24fb177a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9569df5e-f582-4415-806e-9ddb1dacbfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:24.100300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: 9569df5e-f582-4415-806e-9ddb1dacbfb1, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:24.124209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network 9569df5e-f582-4415-806e-9ddb1dacbfb1 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:24.139451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 9569df5e-f582-4415-806e-9ddb1dacbfb1) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:24.149376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bedd5c-d41b-40ed-8566-163e48503baf None None] Network 9569df5e-f582-4415-806e-9ddb1dacbfb1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:24.157502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:24.158278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.189065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33842) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:24.189805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e145a29-94f0-4677-8908-c0239d82e8c8 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5953925 Dec 17 16:07:24.384091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07a0f4-1298-47f4-9b88-bac20340b910 req-4754e7ba-9764-4608-b600-03ef876d1d31 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:24.396830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c07a0f4-1298-47f4-9b88-bac20340b910 req-4754e7ba-9764-4608-b600-03ef876d1d31 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.1214502 Dec 17 16:07:24.424693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-9569df5e-f582-4415-806e-9ddb1dacbfb1', 'network_id': '9569df5e-f582-4415-806e-9ddb1dacbfb1', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': '8488b1a3-f497-4b8f-954a-7634af38e29b'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:24.426015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.511729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c07a0f4-1298-47f4-9b88-bac20340b910 req-0c4161d7-63cb-41f2-b21f-1a486a379776 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050010 Dec 17 16:07:24.586302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac9f157c-abeb-457c-aa31-27aac0c4b72e req-1f174885-cc12-485d-af99-fd8256b12871 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.1070502 Dec 17 16:07:24.592711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.722723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33854) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:24.722822 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c70f2d9-ee07-4612-a377-6d1d4a42cc12 req-354a55cf-03ae-4181-8302-cd0c768aeb72 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0669930 Dec 17 16:07:24.723020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.763478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Allocated IP 172.20.0.2 (9569df5e-f582-4415-806e-9ddb1dacbfb1/8488b1a3-f497-4b8f-954a-7634af38e29b/ed79e1c1-b2ac-4282-ac18-589c457ec881) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:07:24.779328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-41639ecb-3b47-4dab-b27b-6cc05b693d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.925075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-41639ecb-3b47-4dab-b27b-6cc05b693d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.932134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-41639ecb-3b47-4dab-b27b-6cc05b693d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.946045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.954847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:24.992007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41639ecb-3b47-4dab-b27b-6cc05b693d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e173d2b3-90fc-42a1-a4f6-feafc3024694,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:25.000231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-41639ecb-3b47-4dab-b27b-6cc05b693d98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=851644c2b70e4828bab60d55bc6094f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818918 Dec 17 16:07:25.000231 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.000835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33862) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:25.019413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Pushing event updated for resources: {'Port': ['ID=ed79e1c1-b2ac-4282-ac18-589c457ec881,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:25.030455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=8488b1a3-f497-4b8f-954a-7634af38e29b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:25.031539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Network 9569df5e-f582-4415-806e-9ddb1dacbfb1 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:07:25.033773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:25.036379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:07:25.095032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-148dfdc9-60ae-4cd7-8665-841017c66961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.096694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.113027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Attempting to bind port ed79e1c1-b2ac-4282-ac18-589c457ec881 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:07:25.113996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Attempting to bind port ed79e1c1-b2ac-4282-ac18-589c457ec881 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'bab02f5e-c83b-43dd-be88-24fb177a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9569df5e-f582-4415-806e-9ddb1dacbfb1'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:07:25.114758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Attempting to bind port ed79e1c1-b2ac-4282-ac18-589c457ec881 on network 9569df5e-f582-4415-806e-9ddb1dacbfb1 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:25.117742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9569df5e-f582-4415-806e-9ddb1dacbfb1']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:25.122675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:07:25.123596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Checking segment: {'id': 'bab02f5e-c83b-43dd-be88-24fb177a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9569df5e-f582-4415-806e-9ddb1dacbfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:25.125485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.126368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Bound using segment: {'id': 'bab02f5e-c83b-43dd-be88-24fb177a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9569df5e-f582-4415-806e-9ddb1dacbfb1'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:07:25.127062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Bound port: ed79e1c1-b2ac-4282-ac18-589c457ec881, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab02f5e-c83b-43dd-be88-24fb177a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9569df5e-f582-4415-806e-9ddb1dacbfb1'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:07:25.127700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.128047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-148dfdc9-60ae-4cd7-8665-841017c66961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.129496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab02f5e-c83b-43dd-be88-24fb177a1a85') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:25.129866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab02f5e-c83b-43dd-be88-24fb177a1a85') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:25.146680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.162398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.169942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:25.170492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:25.174249 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:25.199503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-148dfdc9-60ae-4cd7-8665-841017c66961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.203955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-148dfdc9-60ae-4cd7-8665-841017c66961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.205514 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-148dfdc9-60ae-4cd7-8665-841017c66961 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e173d2b3-90fc-42a1-a4f6-feafc3024694 HTTP/1.1" status: 204 len: 168 time: 0.2038622 Dec 17 16:07:25.238372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dfdc9-60ae-4cd7-8665-841017c66961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e173d2b3-90fc-42a1-a4f6-feafc3024694,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:25.239990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.api [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:07:25.239990 n-d-806683-20 neutron-server[109784]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:07:25.239990 n-d-806683-20 neutron-server[109784]: [parameters: {'id': '9569df5e-f582-4415-806e-9ddb1dacbfb1'}] Dec 17 16:07:25.239990 n-d-806683-20 neutron-server[109784]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:07:25.240364 n-d-806683-20 neutron-server[109784]: DEBUG oslo_db.api [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:07:25.240493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] For port ed79e1c1-b2ac-4282-ac18-589c457ec881, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:25.244853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] For port ed79e1c1-b2ac-4282-ac18-589c457ec881, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ed79e1c1-b2ac-4282-ac18-589c457ec881,segment=NetworkSegment(bab02f5e-c83b-43dd-be88-24fb177a1a85),segment_id=bab02f5e-c83b-43dd-be88-24fb177a1a85)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:07:25.254458 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.341986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1548ab-819f-4078-865d-2b1293fc7f78 None None] Pushing event updated for resources: {'Port': ['ID=ed79e1c1-b2ac-4282-ac18-589c457ec881,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:25.364705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10250f4-d9d5-446d-9e5d-e35f821dfcc4 None None] Network 9569df5e-f582-4415-806e-9ddb1dacbfb1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:25.469819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ee693-d5e1-4c04-8023-4210025ccb03 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:07:25.656680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd82bf-f2ca-4489-8990-ebe22d5621d7 req-958e1103-807f-43c5-82be-5720f3528a73 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:25.658570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32fd82bf-f2ca-4489-8990-ebe22d5621d7 req-958e1103-807f-43c5-82be-5720f3528a73 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.0611105 Dec 17 16:07:25.671796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ee693-d5e1-4c04-8023-4210025ccb03 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:07:25.736839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-32fd82bf-f2ca-4489-8990-ebe22d5621d7 req-cdef1187-84f0-4114-8c0a-67883b92af0f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674763 Dec 17 16:07:25.741604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.772866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3609868-e6f3-40fa-ab28-23b2256c09ff req-c69ac26d-6743-4881-9298-6d666ab9d437 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0581110 Dec 17 16:07:25.855239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting port ed79e1c1-b2ac-4282-ac18-589c457ec881 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:25.856593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:25.927089 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efbe781a-a801-4989-8f9e-7a6929e4c738 req-6c79aaf3-8c6a-4575-a8aa-569f68eed1ad tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0649624 Dec 17 16:07:26.014021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] For port ed79e1c1-b2ac-4282-ac18-589c457ec881, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ed79e1c1-b2ac-4282-ac18-589c457ec881,segment=NetworkSegment(bab02f5e-c83b-43dd-be88-24fb177a1a85),segment_id=bab02f5e-c83b-43dd-be88-24fb177a1a85)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:26.014712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.036392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57689754-7304-4be5-ab7d-2d997e13348e req-9ec08933-ee77-4b34-9b11-89a528882473 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:26.039065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57689754-7304-4be5-ab7d-2d997e13348e req-9ec08933-ee77-4b34-9b11-89a528882473 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.0872200 Dec 17 16:07:26.041150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Calling delete_port for ed79e1c1-b2ac-4282-ac18-589c457ec881 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:26.137410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57689754-7304-4be5-ab7d-2d997e13348e req-6f4f38a4-287d-4342-8b00-9a30d0566a76 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907645 Dec 17 16:07:26.198391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.226918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Port': ['ID=ed79e1c1-b2ac-4282-ac18-589c457ec881,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:26.231906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No DVR routers for this DVR port ed79e1c1-b2ac-4282-ac18-589c457ec881 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:26.330443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.351313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9569df5e-f582-4415-806e-9ddb1dacbfb1']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:26.360768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab02f5e-c83b-43dd-be88-24fb177a1a85') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:26.361067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab02f5e-c83b-43dd-be88-24fb177a1a85') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:26.370911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.385820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.393273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:26.393794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:26.397051 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:26.469762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.479832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.484566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/9569df5e-f582-4415-806e-9ddb1dacbfb1 HTTP/1.1" status: 204 len: 168 time: 2.2941792 Dec 17 16:07:26.488026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33930) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:26.495407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1232195732'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:26.509019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58671c-69d8-4a0d-bda7-21021ab049ab tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=9569df5e-f582-4415-806e-9ddb1dacbfb1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:26.529528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:26.533797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.566635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:26.592014 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.592364 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment 5a5285ce-9b08-4ee3-a09e-b3e4eae52475 of type vlan for network 55fa5944-aa31-43fe-aa39-0600eb42d6f4 Dec 17 16:07:26.644665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.670925 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.676399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33936) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:26.677181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:26.677818 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.766669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2744391 Dec 17 16:07:26.767127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33940) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:26.773098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:26.797758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70385dd-e479-48b5-8dad-c4ab3ecc5714 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=55fa5944-aa31-43fe-aa39-0600eb42d6f4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:26.823091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 55fa5944-aa31-43fe-aa39-0600eb42d6f4 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:26.834659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fc34e-6401-44ab-b2c8-9278483c5cbf req-a3dc11a0-db5e-4254-9fa0-19505abf51cb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:26.841806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-335f484c-26c5-47ed-9990-dbadddcf8da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:26.849025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c8fc34e-6401-44ab-b2c8-9278483c5cbf req-a3dc11a0-db5e-4254-9fa0-19505abf51cb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1462860 Dec 17 16:07:26.921018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c8fc34e-6401-44ab-b2c8-9278483c5cbf req-646583d3-38e6-46f8-ab79-34d6fd1c95f4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701275 Dec 17 16:07:26.966478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd1105-041a-45d9-8368-c70aa717736e req-2fbd54ab-f789-4a03-8e21-5674bde7ee85 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:26.968488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9edd1105-041a-45d9-8368-c70aa717736e req-2fbd54ab-f789-4a03-8e21-5674bde7ee85 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.0884681 Dec 17 16:07:27.035115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d62808f7-6575-4a7f-80a4-e4f637290175 req-3fa589e8-8d0d-4389-820c-90982ab39a20 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0301769 Dec 17 16:07:27.137507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb26c661-9d87-486c-94d1-cd60c4935fe7 req-8019a6ff-c273-4095-b1f9-8ae5063c920e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0302098 Dec 17 16:07:27.327445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:27.330812 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.413632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-335f484c-26c5-47ed-9990-dbadddcf8da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.426486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-335f484c-26c5-47ed-9990-dbadddcf8da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.433982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Performing IP validity checks on allocation pools {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:07:27.434561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:07:27.467685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9edd1105-041a-45d9-8368-c70aa717736e req-e1e7fa46-8eb3-45f4-9482-5a8eb7d25638 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4917531 Dec 17 16:07:27.494299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-335f484c-26c5-47ed-9990-dbadddcf8da7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=adf7f2f861074c36ac8512d3e9ce2395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8140891 Dec 17 16:07:27.494472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33948) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:27.515231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f484c-26c5-47ed-9990-dbadddcf8da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ab63d0-c424-47a6-9404-a126e5c3d59b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:27.598071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e686256-b011-46fd-95dd-a1e9d7c6d98a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.650366 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e686256-b011-46fd-95dd-a1e9d7c6d98a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.681397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.750411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=76505d9d-2fb7-4090-9e19-6b6da2b28767,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:27.777746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e686256-b011-46fd-95dd-a1e9d7c6d98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.781348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e686256-b011-46fd-95dd-a1e9d7c6d98a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.782595 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e686256-b011-46fd-95dd-a1e9d7c6d98a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7ab63d0-c424-47a6-9404-a126e5c3d59b HTTP/1.1" status: 204 len: 168 time: 0.2871788 Dec 17 16:07:27.783398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': '5a5285ce-9b08-4ee3-a09e-b3e4eae52475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:27.783758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: 55fa5944-aa31-43fe-aa39-0600eb42d6f4, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:27.796580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e686256-b011-46fd-95dd-a1e9d7c6d98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ab63d0-c424-47a6-9404-a126e5c3d59b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:27.813109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network 55fa5944-aa31-43fe-aa39-0600eb42d6f4 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:27.826021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 55fa5944-aa31-43fe-aa39-0600eb42d6f4) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:27.836011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d68e6-4b22-4c74-bc5c-00789066f017 None None] Network 55fa5944-aa31-43fe-aa39-0600eb42d6f4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:27.837916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:27.839358 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:27.861259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33952) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:27.868609 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3f841106-6860-4432-a76c-5fc9e0fe7955 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1000345 Dec 17 16:07:27.984293 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.011514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-55fa5944-aa31-43fe-aa39-0600eb42d6f4', 'network_id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': '76505d9d-2fb7-4090-9e19-6b6da2b28767'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:28.013797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.155179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.199271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015164af-f596-45ba-8944-f9c75d391fcc req-583159e1-62bf-4b11-ba65-7d4e30a7d052 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:28.201033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-015164af-f596-45ba-8944-f9c75d391fcc req-583159e1-62bf-4b11-ba65-7d4e30a7d052 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1753330 Dec 17 16:07:28.232858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Allocated IP 172.20.0.3 (55fa5944-aa31-43fe-aa39-0600eb42d6f4/76505d9d-2fb7-4090-9e19-6b6da2b28767/35597854-80e3-42b1-a340-81210d754b77) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:07:28.260829 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4927a7f2-069c-467c-af5c-1bd3faacc7f5 req-a07ea0e5-a9b1-4f23-aca0-0aedf66c5d51 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fc02694-da7a-4880-b7f3-22c3842dce67 HTTP/1.1" status: 200 len: 210 time: 0.0718315 Dec 17 16:07:28.316410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-015164af-f596-45ba-8944-f9c75d391fcc req-f13c88c4-e7c7-4d38-9c30-aa950430cd2b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038711 Dec 17 16:07:28.453784 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e39e6e31-7502-43b4-a608-00dcd3b94884 req-cbb77d20-b396-4141-ab86-711ce6025185 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0721393 Dec 17 16:07:28.523268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.533193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.572534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.652842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Pushing event updated for resources: {'Port': ['ID=35597854-80e3-42b1-a340-81210d754b77,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:28.672043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Network 55fa5944-aa31-43fe-aa39-0600eb42d6f4 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:07:28.675693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:28.682405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:07:28.702338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=76505d9d-2fb7-4090-9e19-6b6da2b28767,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:28.800680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Attempting to bind port 35597854-80e3-42b1-a340-81210d754b77 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:07:28.801694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Attempting to bind port 35597854-80e3-42b1-a340-81210d754b77 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5a5285ce-9b08-4ee3-a09e-b3e4eae52475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:07:28.803221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Attempting to bind port 35597854-80e3-42b1-a340-81210d754b77 on network 55fa5944-aa31-43fe-aa39-0600eb42d6f4 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:28.808999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.816138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:07:28.817472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Checking segment: {'id': '5a5285ce-9b08-4ee3-a09e-b3e4eae52475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:28.818501 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.819548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Bound using segment: {'id': '5a5285ce-9b08-4ee3-a09e-b3e4eae52475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:07:28.820670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Bound port: 35597854-80e3-42b1-a340-81210d754b77, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5285ce-9b08-4ee3-a09e-b3e4eae52475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:07:28.821422 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.854921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9124f71-776c-4e8e-8571-b7ac044a0200 req-25bd5a48-b031-45eb-8d9e-853cc28c73a8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:28.857039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9124f71-776c-4e8e-8571-b7ac044a0200 req-25bd5a48-b031-45eb-8d9e-853cc28c73a8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.2513301 Dec 17 16:07:28.881657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fa5944-aa31-43fe-aa39-0600eb42d6f4']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:28.919305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5285ce-9b08-4ee3-a09e-b3e4eae52475') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:28.919856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5285ce-9b08-4ee3-a09e-b3e4eae52475') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:28.940181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.982580 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:28.988937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] For port 35597854-80e3-42b1-a340-81210d754b77, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:28.994063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:28.994803 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:29.040714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:07:29.044017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:29.118204 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:29.196532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9124f71-776c-4e8e-8571-b7ac044a0200 req-dfd2c39c-7950-45dd-a4b5-23e492e075b7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171496 Dec 17 16:07:29.201614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] For port 35597854-80e3-42b1-a340-81210d754b77, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=35597854-80e3-42b1-a340-81210d754b77,segment=NetworkSegment(5a5285ce-9b08-4ee3-a09e-b3e4eae52475),segment_id=5a5285ce-9b08-4ee3-a09e-b3e4eae52475)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:07:29.204656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:07:29.204656 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:07:29.204656 n-d-806683-20 neutron-server[109783]: [parameters: {'id': '55fa5944-aa31-43fe-aa39-0600eb42d6f4'}] Dec 17 16:07:29.204656 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:07:29.206021 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:07:29.217773 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:29.255238 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:07:29.347847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:29.367715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'mac_address': 'fa:16:3e:52:7e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:07:29.371313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038777-6000-4513-8997-db0a3d13f346 req-3eb9fb4f-0159-4c52-a80c-dae33fd773cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:29.373688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-3eb9fb4f-0159-4c52-a80c-dae33fd773cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a&tenant_id=6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 1096 time: 0.1088524 Dec 17 16:07:29.388527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:29.514050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1a423-9d07-4e4c-90ff-cdd48d0e3969 req-7753ca31-8dd0-45ca-8ebc-5066eb8e7bda tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:29.516178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f464d15-e456-4e36-81d8-7a4b5270489a None None] Pushing event updated for resources: {'Port': ['ID=35597854-80e3-42b1-a340-81210d754b77,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:29.522661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b34de9-2571-45f8-a7b7-de37b0b05b33 None None] Network 55fa5944-aa31-43fe-aa39-0600eb42d6f4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:29.548741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e1a423-9d07-4e4c-90ff-cdd48d0e3969 req-7753ca31-8dd0-45ca-8ebc-5066eb8e7bda tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1431580 Dec 17 16:07:29.563664 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:29.621784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:29.662389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9bc186b-6720-4c5d-b00c-91223810e235 req-b5e68a36-4c67-4994-970f-c64ba18d218d tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0643311 Dec 17 16:07:29.667651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e1a423-9d07-4e4c-90ff-cdd48d0e3969 req-c48729a0-2e08-4a2d-9747-1a7cc5758169 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178465 Dec 17 16:07:29.707106 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:29.793306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting port 35597854-80e3-42b1-a340-81210d754b77 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:29.793947 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:29.888717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] For port 35597854-80e3-42b1-a340-81210d754b77, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=35597854-80e3-42b1-a340-81210d754b77,segment=NetworkSegment(5a5285ce-9b08-4ee3-a09e-b3e4eae52475),segment_id=5a5285ce-9b08-4ee3-a09e-b3e4eae52475)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:29.889894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:29.910989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Calling delete_port for 35597854-80e3-42b1-a340-81210d754b77 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:29.920982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:07:29.970814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.000756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:30.018486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:30.033726 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.058425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.098420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:30.098847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:30.138175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f900059-58c5-4335-a591-969720e5028f {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:07:30.141936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Port': ['ID=35597854-80e3-42b1-a340-81210d754b77,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:30.148537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.153389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No DVR routers for this DVR port 35597854-80e3-42b1-a340-81210d754b77 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:30.165712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e6a40d-5516-4530-9a9d-f46e0bbb2aa3 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:07:30.172498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Transition to ACTIVE for port object 0f900059-58c5-4335-a591-969720e5028f will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:07:30.179206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.190967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b17167e8-9959-47b5-a8d8-eca1662bcd9d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:07:30.328111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.444419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] No DVR routers for this DVR port 0f900059-58c5-4335-a591-969720e5028f on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:30.535615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fa5944-aa31-43fe-aa39-0600eb42d6f4']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:30.540968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6a40d-5516-4530-9a9d-f46e0bbb2aa3 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:07:30.566258 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:07:30.566720 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:07:30.617268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:07:30.617616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:07:30.617945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:30.624751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Port 0f900059-58c5-4335-a591-969720e5028f on network fc7830b5-2bef-411a-b710-37f2550d4832 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:07:30.625083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Attempting to bind port 0f900059-58c5-4335-a591-969720e5028f on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:30.633674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:07:30.634382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Checking segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:30.634942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Bound using segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:07:30.635379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Bound port: 0f900059-58c5-4335-a591-969720e5028f, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:07:30.635735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.642852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98484e-7c41-4d21-bebf-1372a3a9ed46 req-619fd86d-72f9-43ad-a88e-24d14d9155c4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:30.646526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c98484e-7c41-4d21-bebf-1372a3a9ed46 req-619fd86d-72f9-43ad-a88e-24d14d9155c4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 944 time: 0.3104300 Dec 17 16:07:30.692036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5285ce-9b08-4ee3-a09e-b3e4eae52475') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:30.695774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5285ce-9b08-4ee3-a09e-b3e4eae52475') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:30.762198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.770506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:30.774369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:07:30.776185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=9']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:30.780831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.827703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.837354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:30.837447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:30.925598 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:30.948506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=10']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:30.952279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.963384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:30.973955 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/55fa5944-aa31-43fe-aa39-0600eb42d6f4 HTTP/1.1" status: 204 len: 168 time: 3.1081901 Dec 17 16:07:30.986694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34048) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:31.007480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457453011'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:31.027157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:31.029503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.031681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-d2c2074e-4f81-45bd-800b-c7cf11ca1a5f service neutron] 10.222.0.47 "PUT /v2.0/ports/0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 1093 time: 1.6477475 Dec 17 16:07:31.038754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:07:31.042515 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15" -d '{"events": [{"name": "network-changed", "server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:07:31.104611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c98484e-7c41-4d21-bebf-1372a3a9ed46 req-1e00ba38-1482-4df0-b89b-386977478fe1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4464099 Dec 17 16:07:31.135217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bab82d-906a-4e5f-9b4a-37c60448b8f7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=55fa5944-aa31-43fe-aa39-0600eb42d6f4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:31.147838 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12ff44-7f2a-42a0-ae5a-51565485d0a9 req-b74a826b-de8f-4e6f-943c-b435f17a035a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:31.148880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca12ff44-7f2a-42a0-ae5a-51565485d0a9 req-b74a826b-de8f-4e6f-943c-b435f17a035a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 946 time: 0.1915789 Dec 17 16:07:31.195461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038777-6000-4513-8997-db0a3d13f346 req-65d57a4b-ba21-43d0-b4a1-14f5577816fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:31.203786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-65d57a4b-ba21-43d0-b4a1-14f5577816fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1097 time: 0.1387699 Dec 17 16:07:31.223288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:31.229290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.272705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:31.317013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:31.342004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.342417 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment dceec674-bdd6-45c9-acf6-475e68de7ba3 of type vlan for network 4b464041-69ca-4d48-8f1f-99de7f6572b3 Dec 17 16:07:31.399155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca12ff44-7f2a-42a0-ae5a-51565485d0a9 req-816292ce-b7ad-4be1-b617-052b345765fe tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2494938 Dec 17 16:07:31.415340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.430098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.459149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:07:31.491705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038777-6000-4513-8997-db0a3d13f346 req-08ea3294-8bf3-4379-9f78-87336380e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:31.493247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-08ea3294-8bf3-4379-9f78-87336380e93e service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.2689233 Dec 17 16:07:31.511654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.521478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:31.531762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.532011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:31.532583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.607713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-842e9503-1604-4a03-93aa-f950e81b07b9 req-7535a366-67fd-4313-b9ff-726638b2d5c3 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.3082950 Dec 17 16:07:31.612843 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddca3957-b55f-447a-a915-1f8c95d1a7f8 x-openstack-request-id: req-ddca3957-b55f-447a-a915-1f8c95d1a7f8 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:07:31.613196 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "tag": "0f900059-58c5-4335-a591-969720e5028f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:07:31.613451 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddca3957-b55f-447a-a915-1f8c95d1a7f8 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:07:31.613849 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'status': 'completed', 'code': 200} Dec 17 16:07:31.660776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:31.669419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-1b84f49d-93ce-46f5-8f08-22cdd8810bdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 999 time: 0.1639326 Dec 17 16:07:31.681826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:07:31.727017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-812dd5cc-dd21-4b63-bb6a-db1fed98bc5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.740165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7470977 Dec 17 16:07:31.749777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34068) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:31.794302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': '4b464041-69ca-4d48-8f1f-99de7f6572b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:31.798019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b17167e8-9959-47b5-a8d8-eca1662bcd9d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:07:31.799315 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:31.823471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038777-6000-4513-8997-db0a3d13f346 req-facb372f-b6fd-424e-9e2e-734a5fefc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:31.826130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-facb372f-b6fd-424e-9e2e-734a5fefc9c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1414564 Dec 17 16:07:31.867647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6c741-04c7-4fe1-96b1-647f5d5fc2a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=4b464041-69ca-4d48-8f1f-99de7f6572b3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:31.917745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4b464041-69ca-4d48-8f1f-99de7f6572b3 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:32.001831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3038777-6000-4513-8997-db0a3d13f346 req-8f8188c4-ca3b-4bb8-a27a-e402aad2314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:32.013606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-8f8188c4-ca3b-4bb8-a27a-e402aad2314a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749024 Dec 17 16:07:32.095414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:32.170853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:32.194719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:32.217938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:07:32.231032 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9a62a0-4be2-4c3a-9a7e-e8325f5d9f98" -d '{"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:07:32.277938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:32.293012 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:32.343476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-812dd5cc-dd21-4b63-bb6a-db1fed98bc5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:32.365549 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce02853-6291-4248-95e9-459a622cc396 x-openstack-request-id: req-fce02853-6291-4248-95e9-459a622cc396 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:07:32.366245 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-plugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:07:32.369504 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-812dd5cc-dd21-4b63-bb6a-db1fed98bc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:32.374102 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fce02853-6291-4248-95e9-459a622cc396 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:07:32.378909 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'code': 200} Dec 17 16:07:32.412624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dd5cc-dd21-4b63-bb6a-db1fed98bc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495980e-1be7-410b-9553-587679ee61ce,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:32.504027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-812dd5cc-dd21-4b63-bb6a-db1fed98bc5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=58a79b53a63b40aeae33ed6c8d39476e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2242756 Dec 17 16:07:32.510825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34088) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:32.522579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=13']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:32.547662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-0ce60b12-2508-4524-810e-4cf7d8909dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203807 Dec 17 16:07:32.574776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330dca2-1cc2-4cfa-8e34-5d56a1381a49 req-df841ec1-b4e2-4722-ae5e-7989eab30a43 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:32.588030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c330dca2-1cc2-4cfa-8e34-5d56a1381a49 req-df841ec1-b4e2-4722-ae5e-7989eab30a43 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.3067453 Dec 17 16:07:32.710737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9271dfe6-5bae-4dfa-8a4b-ffb9d9ab795d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:32.734494 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d3038777-6000-4513-8997-db0a3d13f346 req-dfd6baf5-4884-46f6-b2d8-0547cf996cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401663 Dec 17 16:07:32.775391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c330dca2-1cc2-4cfa-8e34-5d56a1381a49 req-dd2d0001-c152-4109-b9cb-4601a25de59d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859493 Dec 17 16:07:32.807841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9271dfe6-5bae-4dfa-8a4b-ffb9d9ab795d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:32.822114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31e337-8d9d-4940-9259-13d14d53d657 req-58f15787-9b27-43a2-9e62-9e4a4db4a924 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:32.825217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c31e337-8d9d-4940-9259-13d14d53d657 req-58f15787-9b27-43a2-9e62-9e4a4db4a924 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.2662086 Dec 17 16:07:32.904021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-e9958113-612b-49c6-a0c2-f6b0d52c4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:32.905534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-e9958113-612b-49c6-a0c2-f6b0d52c4d3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1097 time: 0.0779395 Dec 17 16:07:32.996591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4dc30d93-7d95-42c4-b1be-f2f67b1db2e4 req-72897faf-4c0b-45a7-abb9-1240eccbde3a tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1040502 Dec 17 16:07:33.101029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:33.160039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c31e337-8d9d-4940-9259-13d14d53d657 req-d93314f6-9119-4a90-9ee3-d9f0c8fc027c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2963061 Dec 17 16:07:33.197867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-67130745-74f7-4561-ab61-9156d20f709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:33.199540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-67130745-74f7-4561-ab61-9156d20f709c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.2016325 Dec 17 16:07:33.248263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': 'dceec674-bdd6-45c9-acf6-475e68de7ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4b464041-69ca-4d48-8f1f-99de7f6572b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:33.248763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: 4b464041-69ca-4d48-8f1f-99de7f6572b3, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:33.255593 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9271dfe6-5bae-4dfa-8a4b-ffb9d9ab795d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:33.258811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9271dfe6-5bae-4dfa-8a4b-ffb9d9ab795d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:33.260147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9271dfe6-5bae-4dfa-8a4b-ffb9d9ab795d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5495980e-1be7-410b-9553-587679ee61ce HTTP/1.1" status: 204 len: 168 time: 0.7476628 Dec 17 16:07:33.291935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=fa5364bb-bc0a-4305-9649-13fa8cff9769,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:33.296102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271dfe6-5bae-4dfa-8a4b-ffb9d9ab795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495980e-1be7-410b-9553-587679ee61ce,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:33.297695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network 4b464041-69ca-4d48-8f1f-99de7f6572b3 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:33.319352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4b464041-69ca-4d48-8f1f-99de7f6572b3) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:33.320971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-58b84fc8-79fe-4ec1-a578-23d51e3fae86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 999 time: 0.1085207 Dec 17 16:07:33.328036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:33.328619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:33.335215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be92d6-a891-4422-a153-94962b95c3b6 None None] Network 4b464041-69ca-4d48-8f1f-99de7f6572b3 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:33.377817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b3823e88-5858-471c-b6c2-7e6cf5627606 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6035910 Dec 17 16:07:33.380507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34120) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:33.443654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-7ca0d793-0f41-44ff-ae49-acc8be69e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:33.458933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-7ca0d793-0f41-44ff-ae49-acc8be69e21d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1261399 Dec 17 16:07:33.611540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-25cb92cb-a6ea-47aa-a814-2d052b7d7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:33.613200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-25cb92cb-a6ea-47aa-a814-2d052b7d7357 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309388 Dec 17 16:07:33.649518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-4b464041-69ca-4d48-8f1f-99de7f6572b3', 'network_id': '4b464041-69ca-4d48-8f1f-99de7f6572b3', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': 'fa5364bb-bc0a-4305-9649-13fa8cff9769'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:33.650334 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:33.769123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:33.880197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-f322a3a3-355a-4ab9-91e9-f014e734536e service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482266 Dec 17 16:07:33.967370 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:34.096244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Allocated IP 172.20.0.1 (4b464041-69ca-4d48-8f1f-99de7f6572b3/fa5364bb-bc0a-4305-9649-13fa8cff9769/0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:07:34.270569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d37641-2196-4f83-840f-6b5f3946540b req-c3de7702-089e-4ce0-9511-1ffb1962710f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:34.278733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae1dbdbc-40f4-43e2-8b7f-8513cc82b9bd req-078e9310-4e9c-46da-b6f5-1a5e389a47c2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0726647 Dec 17 16:07:34.279731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9d37641-2196-4f83-840f-6b5f3946540b req-c3de7702-089e-4ce0-9511-1ffb1962710f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.2511358 Dec 17 16:07:34.314685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9926e2f-ac9f-41f5-9bac-a8d4826b5e15 req-ca7dd2fd-e04b-4c06-b98f-e69e1167fd79 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200556 Dec 17 16:07:34.431305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9d37641-2196-4f83-840f-6b5f3946540b req-299f9442-244b-45e8-bbd2-2b326b1f37b9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477232 Dec 17 16:07:34.543946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-b4cd5972-704e-4e15-9131-95263d27f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:34.546050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-b4cd5972-704e-4e15-9131-95263d27f1c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1097 time: 0.1110132 Dec 17 16:07:34.587570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:34.606369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:34.687735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Pushing event updated for resources: {'Port': ['ID=0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:34.716355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Network 4b464041-69ca-4d48-8f1f-99de7f6572b3 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:07:34.718661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:34.726975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:07:34.728810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4168a19-d24a-43ce-8d3a-f80cc9684248 req-18ac8089-ce8b-4112-9342-956dbb755835 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:34.735119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4168a19-d24a-43ce-8d3a-f80cc9684248 req-18ac8089-ce8b-4112-9342-956dbb755835 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.2886932 Dec 17 16:07:34.739477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:34.790611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5364bb-bc0a-4305-9649-13fa8cff9769,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:34.917707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-c272bfc7-629a-48f8-9f37-e60ff89a8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:34.919641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-c272bfc7-629a-48f8-9f37-e60ff89a8690 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.3400400 Dec 17 16:07:34.923292 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:34.944085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4168a19-d24a-43ce-8d3a-f80cc9684248 req-3e5f1101-76fb-4199-9c49-a71adccbca79 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1948960 Dec 17 16:07:34.958497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Attempting to bind port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:07:34.958881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Attempting to bind port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'dceec674-bdd6-45c9-acf6-475e68de7ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4b464041-69ca-4d48-8f1f-99de7f6572b3'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:07:34.964188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Attempting to bind port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f on network 4b464041-69ca-4d48-8f1f-99de7f6572b3 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:34.966605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b464041-69ca-4d48-8f1f-99de7f6572b3']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:34.991280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:07:34.991661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Checking segment: {'id': 'dceec674-bdd6-45c9-acf6-475e68de7ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4b464041-69ca-4d48-8f1f-99de7f6572b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:34.992090 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:34.992480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Bound using segment: {'id': 'dceec674-bdd6-45c9-acf6-475e68de7ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4b464041-69ca-4d48-8f1f-99de7f6572b3'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:07:34.992962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Bound port: 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dceec674-bdd6-45c9-acf6-475e68de7ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4b464041-69ca-4d48-8f1f-99de7f6572b3'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:07:35.003885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:35.010982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dceec674-bdd6-45c9-acf6-475e68de7ba3') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:35.011574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dceec674-bdd6-45c9-acf6-475e68de7ba3') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:35.055310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:35.088724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:35.111383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:35.124689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:35.129299 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:35.201097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-034e49bd-2a39-412d-813b-7e008c5cec1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 200 len: 999 time: 0.2708254 Dec 17 16:07:35.303126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] For port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:35.338173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:07:35.338173 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:07:35.338173 n-d-806683-20 neutron-server[109783]: [parameters: {'id': '4b464041-69ca-4d48-8f1f-99de7f6572b3'}] Dec 17 16:07:35.338173 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:07:35.339549 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:07:35.346096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-761c99a8-6bc6-4244-9250-5c4777507f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:35.348737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-761c99a8-6bc6-4244-9250-5c4777507f01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1368563 Dec 17 16:07:35.352058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] For port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f,segment=NetworkSegment(dceec674-bdd6-45c9-acf6-475e68de7ba3),segment_id=dceec674-bdd6-45c9-acf6-475e68de7ba3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:07:35.358870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:35.539496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-b3382450-cb6d-49c7-82b8-304d4147780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:35.541229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-b3382450-cb6d-49c7-82b8-304d4147780a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699853 Dec 17 16:07:35.707852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db103b-07b5-4c8d-89c1-51eab827ffc2 None None] Network 4b464041-69ca-4d48-8f1f-99de7f6572b3 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:35.787218 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-258ffce2-ae92-498c-b5dd-ac20e5a48010 req-e48bdafc-d6c9-4bba-a711-1f45312f23db tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.2282178 Dec 17 16:07:35.810574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d3f98-1216-4025-8d3a-69a4579afbc0 req-656cd9d8-12b1-48a5-ad0a-ef5f1804070a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:35.823567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-407d3f98-1216-4025-8d3a-69a4579afbc0 req-656cd9d8-12b1-48a5-ad0a-ef5f1804070a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1946976 Dec 17 16:07:35.854969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:35.881478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-1fa95ccc-6b67-4300-9b57-4f570b1e91cc service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240085 Dec 17 16:07:35.911032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c095c6-8410-4e7a-a71f-d9db0b6c2cf6 None None] Pushing event updated for resources: {'Port': ['ID=0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:36.113999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c85f2f-f93c-41d8-88f9-18c3a304e20c None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:07:36.187161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a88bae43-e3ec-459d-91c1-d3971ff25e90 req-48bc2a48-3230-48cc-aa66-d1dd184952cd service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905195 Dec 17 16:07:36.232793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fa0fb-d09c-4a24-aac8-5df08a2409e5 req-70126871-5a7e-4ac5-9a1a-e693fff1d13e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:36.241692 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-572fa0fb-d09c-4a24-aac8-5df08a2409e5 req-70126871-5a7e-4ac5-9a1a-e693fff1d13e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1765718 Dec 17 16:07:36.475223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-572fa0fb-d09c-4a24-aac8-5df08a2409e5 req-1b9ace22-78cd-44ff-9411-4070230c9c79 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2324705 Dec 17 16:07:36.568318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c85f2f-f93c-41d8-88f9-18c3a304e20c None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:07:36.638838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5efb9b09-68a5-492a-9a24-e280d379e3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:37.037224 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15cf12f3-175f-4fc0-9b20-070550d1abb1 req-3ee5ac56-dc49-4c27-817a-4ae1e54dee57 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0773695 Dec 17 16:07:37.061191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-407d3f98-1216-4025-8d3a-69a4579afbc0 req-02dbafae-dcef-4632-af7d-15f094d9b2b0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2213101 Dec 17 16:07:37.162141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:37.162536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:37.302426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] For port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f,segment=NetworkSegment(dceec674-bdd6-45c9-acf6-475e68de7ba3),segment_id=dceec674-bdd6-45c9-acf6-475e68de7ba3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:37.302806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:37.332839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Calling delete_port for 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:37.459108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:37.530293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No DVR routers for this DVR port 0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:37.610129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Port': ['ID=0685dc31-1f8f-4a3c-ad95-8d141b4f8a6f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:37.785196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a16e4-cc0f-4237-9e7f-da5ac8d70500 req-22028e23-2603-42c5-81b4-526fc573fbd6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:37.787586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-151a16e4-cc0f-4237-9e7f-da5ac8d70500 req-22028e23-2603-42c5-81b4-526fc573fbd6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1632946 Dec 17 16:07:37.818953 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:37.873821 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b464041-69ca-4d48-8f1f-99de7f6572b3']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:37.885377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-151a16e4-cc0f-4237-9e7f-da5ac8d70500 req-9ba6faf7-86fe-4cec-9992-c02f72f4595f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919263 Dec 17 16:07:37.889808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dceec674-bdd6-45c9-acf6-475e68de7ba3') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:37.890115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dceec674-bdd6-45c9-acf6-475e68de7ba3') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:37.918206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:37.944971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:37.970273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:37.970629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:38.025042 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:38.075181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.115597 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.125976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/4b464041-69ca-4d48-8f1f-99de7f6572b3 HTTP/1.1" status: 204 len: 168 time: 4.7358732 Dec 17 16:07:38.126668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:38.132848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-376056169'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:38.170527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb280f-85b0-4359-958b-0135f6790762 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=4b464041-69ca-4d48-8f1f-99de7f6572b3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:38.197969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:38.208151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.304666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c208f25-9e84-46d6-a2fd-72418e21dffe req-db09cb5c-9a60-43a8-9fd4-c4ca6846efc9 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1147060 Dec 17 16:07:38.396147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:38.443431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.443778 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment 6d12fe19-250b-44cd-9d8d-b46da37080c9 of type vlan for network c44bfba0-9e09-4190-96b5-ed07d839a181 Dec 17 16:07:38.469876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cece3df-3f36-4a7c-a6f1-6b6a76751856 req-4865e42f-8525-4daa-85da-a21710f4ad06 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:38.478722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cece3df-3f36-4a7c-a6f1-6b6a76751856 req-4865e42f-8525-4daa-85da-a21710f4ad06 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.2093384 Dec 17 16:07:38.550093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.625948 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ffb8bc9c-de40-48b6-89ab-c0462a9f7df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.627536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.640270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:38.643807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:38.713311 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:07:38.808773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6806462 Dec 17 16:07:38.811757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34220) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:38.818829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': 'c44bfba0-9e09-4190-96b5-ed07d839a181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:38.872116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cece3df-3f36-4a7c-a6f1-6b6a76751856 req-3aa4768b-4489-4d39-be21-fe9129321618 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882885 Dec 17 16:07:38.877007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140c01b-6e65-41f3-84a5-b98df5538e6c tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=c44bfba0-9e09-4190-96b5-ed07d839a181,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:38.888856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network c44bfba0-9e09-4190-96b5-ed07d839a181 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:39.148221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:39.156117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:39.300545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b83b0e-ad7c-4d16-a2f9-81fe77e73b13 req-f3efcf2f-8cce-42cc-b7b1-cb8202bbac80 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:39.302720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61b83b0e-ad7c-4d16-a2f9-81fe77e73b13 req-f3efcf2f-8cce-42cc-b7b1-cb8202bbac80 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.2429600 Dec 17 16:07:39.655478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f0d2b7b-6bd9-4b1a-a6f8-312797556ac6 req-177c3afd-0a12-4c1e-a73e-899e59fa058e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0919774 Dec 17 16:07:39.868115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61b83b0e-ad7c-4d16-a2f9-81fe77e73b13 req-123587d4-df97-4343-b4be-b4c715ecc1dd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5581527 Dec 17 16:07:39.869941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:39.955047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:39.989714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=0454be72-7885-42ec-9b83-ee83e7680a61,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:39.999799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': '6d12fe19-250b-44cd-9d8d-b46da37080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c44bfba0-9e09-4190-96b5-ed07d839a181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:40.000432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: c44bfba0-9e09-4190-96b5-ed07d839a181, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:40.021249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network c44bfba0-9e09-4190-96b5-ed07d839a181 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:40.036171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, c44bfba0-9e09-4190-96b5-ed07d839a181) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:40.046205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a808a6f-761b-448c-9d0e-87ce51bc247a None None] Network c44bfba0-9e09-4190-96b5-ed07d839a181 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:40.058293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:40.061255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:40.126482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e64c549-dbfd-49cb-9ab8-8390d7b45867 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3110406 Dec 17 16:07:40.126742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34236) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:40.179916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80f06-5ab6-4328-a531-cafe727ce2f8 req-ead59cf5-ed72-4ebd-85a3-ddfb2e91e8c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:40.193079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99a80f06-5ab6-4328-a531-cafe727ce2f8 req-ead59cf5-ed72-4ebd-85a3-ddfb2e91e8c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1210113 Dec 17 16:07:40.340676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99a80f06-5ab6-4328-a531-cafe727ce2f8 req-0ba784fe-6777-4c1c-80ca-7fad91cf31c8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462736 Dec 17 16:07:40.356356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-c44bfba0-9e09-4190-96b5-ed07d839a181', 'network_id': 'c44bfba0-9e09-4190-96b5-ed07d839a181', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': '0454be72-7885-42ec-9b83-ee83e7680a61'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:40.357801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:40.436140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:40.594397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:40.751214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Allocated IP 172.20.0.1 (c44bfba0-9e09-4190-96b5-ed07d839a181/0454be72-7885-42ec-9b83-ee83e7680a61/eace2499-08a9-4201-a153-6433f1b1caaa) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:07:41.000257 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8d95558-db06-4db5-8ed6-07627deb18e7 req-bb8a30ee-7d76-4c0b-a6fd-ff4e93d5f3a2 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0864511 Dec 17 16:07:41.020089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:41.113944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0d595-dc39-4ad3-bb86-cad6df997f17 req-23019ad7-78bc-4c15-9ad6-3253d266daf6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:41.121444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87d0d595-dc39-4ad3-bb86-cad6df997f17 req-23019ad7-78bc-4c15-9ad6-3253d266daf6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1034603 Dec 17 16:07:41.218647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87d0d595-dc39-4ad3-bb86-cad6df997f17 req-8ec52a9b-c108-442d-891c-4a9eb36e6120 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960872 Dec 17 16:07:41.309853 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:41.363263 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:41.425173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:41.441523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:41.525386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Network c44bfba0-9e09-4190-96b5-ed07d839a181 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:07:41.533104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=0454be72-7885-42ec-9b83-ee83e7680a61,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:41.627448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Pushing event updated for resources: {'Port': ['ID=eace2499-08a9-4201-a153-6433f1b1caaa,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:41.638878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:41.646703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:07:41.747554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:41.820141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44bfba0-9e09-4190-96b5-ed07d839a181']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:41.847471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d12fe19-250b-44cd-9d8d-b46da37080c9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:41.847907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d12fe19-250b-44cd-9d8d-b46da37080c9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:41.883653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:41.927585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb19cca-f247-4fff-95ad-a448d09d9565 req-3d82d98a-897a-4f37-a5ec-55897bcbe97d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:41.934817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ffb19cca-f247-4fff-95ad-a448d09d9565 req-3d82d98a-897a-4f37-a5ec-55897bcbe97d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.3517323 Dec 17 16:07:42.140081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:42.155668 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ffb19cca-f247-4fff-95ad-a448d09d9565 req-dedb66c1-5e3c-439c-9c53-e56c7d0e0ae4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070374 Dec 17 16:07:42.172882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:42.175197 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:42.190242 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:42.207196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33a376e4-1561-46c7-a517-6c9cdee58178 req-aefc36d0-a8c3-463a-b328-d9e608ad9f00 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0723114 Dec 17 16:07:42.290983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Attempting to bind port eace2499-08a9-4201-a153-6433f1b1caaa on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:07:42.291514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Attempting to bind port eace2499-08a9-4201-a153-6433f1b1caaa by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6d12fe19-250b-44cd-9d8d-b46da37080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c44bfba0-9e09-4190-96b5-ed07d839a181'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:07:42.291706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Attempting to bind port eace2499-08a9-4201-a153-6433f1b1caaa on network c44bfba0-9e09-4190-96b5-ed07d839a181 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:42.343604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:07:42.344641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Checking segment: {'id': '6d12fe19-250b-44cd-9d8d-b46da37080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c44bfba0-9e09-4190-96b5-ed07d839a181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:42.345121 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:42.345524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Bound using segment: {'id': '6d12fe19-250b-44cd-9d8d-b46da37080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c44bfba0-9e09-4190-96b5-ed07d839a181'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:07:42.346118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Bound port: eace2499-08a9-4201-a153-6433f1b1caaa, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d12fe19-250b-44cd-9d8d-b46da37080c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c44bfba0-9e09-4190-96b5-ed07d839a181'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:07:42.346510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:42.402879 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:42.604151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] For port eace2499-08a9-4201-a153-6433f1b1caaa, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:42.686574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.api [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:07:42.686574 n-d-806683-20 neutron-server[109783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:07:42.686574 n-d-806683-20 neutron-server[109783]: [parameters: {'id': 'c44bfba0-9e09-4190-96b5-ed07d839a181'}] Dec 17 16:07:42.686574 n-d-806683-20 neutron-server[109783]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:07:42.709421 n-d-806683-20 neutron-server[109783]: DEBUG oslo_db.api [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:07:42.718118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] For port eace2499-08a9-4201-a153-6433f1b1caaa, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eace2499-08a9-4201-a153-6433f1b1caaa,segment=NetworkSegment(6d12fe19-250b-44cd-9d8d-b46da37080c9),segment_id=6d12fe19-250b-44cd-9d8d-b46da37080c9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:07:42.726967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-e997fe4e-1aed-4865-aefa-8685aba4e3b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3202565 Dec 17 16:07:42.734696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:42.778738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1983a4a-375f-4d6d-b48c-a61f99c05544 req-866d9683-414b-47b9-b4cb-93564e61b148 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:42.783570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f1983a4a-375f-4d6d-b48c-a61f99c05544 req-866d9683-414b-47b9-b4cb-93564e61b148 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.3086052 Dec 17 16:07:42.939811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417f3c0-0d9d-4e1e-bcfe-c55415f1f89f None None] Network c44bfba0-9e09-4190-96b5-ed07d839a181 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:42.996697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-7a1b69d4-63b0-4492-b892-38451cc1b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:43.000444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-7a1b69d4-63b0-4492-b892-38451cc1b8c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 1102 time: 0.1709383 Dec 17 16:07:43.014792 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f1983a4a-375f-4d6d-b48c-a61f99c05544 req-94298cdb-5abd-4c0a-98fd-553567e10114 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2250702 Dec 17 16:07:43.101775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dfb34-c493-491d-91d0-3cbae1afa878 None None] Pushing event updated for resources: {'Port': ['ID=eace2499-08a9-4201-a153-6433f1b1caaa,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:43.213988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:43.318022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-7312e9e1-51c3-483b-8a83-5bed90aa9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:43.320520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-7312e9e1-51c3-483b-8a83-5bed90aa9daa service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.2965007 Dec 17 16:07:43.374748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0b740b-d1f3-4b12-9ec9-00cf54953d69 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:07:43.491149 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-85ddf33a-ffcc-4c4f-bf06-63b978ea70ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=05375388-371d-44c0-b2c7-97c3672a5374 HTTP/1.1" status: 200 len: 217 time: 0.1345158 Dec 17 16:07:43.519481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe5476-7db0-454e-bd17-121fd1d54b3a req-00cc7f3b-d04c-4c58-8818-5bdde17b24bf tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:43.541742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bbe5476-7db0-454e-bd17-121fd1d54b3a req-00cc7f3b-d04c-4c58-8818-5bdde17b24bf tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1599257 Dec 17 16:07:43.677265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bbe5476-7db0-454e-bd17-121fd1d54b3a req-c462ba51-5b5f-490b-bc49-4ea8f37a2aa4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292219 Dec 17 16:07:43.731137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-2ab34284-8c0a-4607-8d2e-a322708d32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:43.732694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-2ab34284-8c0a-4607-8d2e-a322708d32b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.2456429 Dec 17 16:07:43.804549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting port eace2499-08a9-4201-a153-6433f1b1caaa {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:43.804982 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:43.828587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f553ad0-9ad7-4951-b842-066e176360cf req-1ede1314-54f2-47c8-a340-00d898502a23 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.3190656 Dec 17 16:07:43.886172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0b740b-d1f3-4b12-9ec9-00cf54953d69 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:07:44.047643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-342b3154-c9b1-44d2-a5dc-c87e7da2d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:44.050157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-342b3154-c9b1-44d2-a5dc-c87e7da2d0c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2199421 Dec 17 16:07:44.310728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28493e5-dab9-4af5-8b31-0e827180d18f req-67ff9282-e745-4b08-9ea1-4814a1505e23 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:44.332764 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d28493e5-dab9-4af5-8b31-0e827180d18f req-67ff9282-e745-4b08-9ea1-4814a1505e23 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1390462 Dec 17 16:07:44.370599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-6a37cb1a-46aa-4223-a3e6-1b2ef72267c0 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125124 Dec 17 16:07:44.467478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d28493e5-dab9-4af5-8b31-0e827180d18f req-16581152-bf85-4293-8403-085e33e781d1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334002 Dec 17 16:07:44.629103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] For port eace2499-08a9-4201-a153-6433f1b1caaa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eace2499-08a9-4201-a153-6433f1b1caaa,segment=NetworkSegment(6d12fe19-250b-44cd-9d8d-b46da37080c9),segment_id=6d12fe19-250b-44cd-9d8d-b46da37080c9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:44.629481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:44.646985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Calling delete_port for eace2499-08a9-4201-a153-6433f1b1caaa owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:44.800596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee9a1108-00fb-47db-bc64-2f0347209e3b req-c9a70dca-265e-4411-894a-4a1f82f959cf service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139333 Dec 17 16:07:44.804154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:44.849861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Port': ['ID=eace2499-08a9-4201-a153-6433f1b1caaa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:44.896536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No DVR routers for this DVR port eace2499-08a9-4201-a153-6433f1b1caaa on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:45.001006 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-293c33ed-591f-4ea6-a53f-bd436e91a961 req-6e80cb64-3aba-4ce6-baa8-9e39bb30bdda tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0408425 Dec 17 16:07:45.033148 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.080066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44bfba0-9e09-4190-96b5-ed07d839a181']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:45.110662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d12fe19-250b-44cd-9d8d-b46da37080c9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:45.111336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d12fe19-250b-44cd-9d8d-b46da37080c9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:45.128849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.138099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50af26-590c-48d6-81a4-bce2ae6eb278 req-45c2879d-04ca-482a-90dd-bbe177708a54 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:45.139658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a50af26-590c-48d6-81a4-bce2ae6eb278 req-45c2879d-04ca-482a-90dd-bbe177708a54 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.2993512 Dec 17 16:07:45.203667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.260819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:45.261272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:45.290395 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:45.417329 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.465529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a50af26-590c-48d6-81a4-bce2ae6eb278 req-aa82a1fa-769b-47a5-b7a0-a19994d5e7fc tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114085 Dec 17 16:07:45.467553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.476937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.494704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/c44bfba0-9e09-4190-96b5-ed07d839a181 HTTP/1.1" status: 204 len: 168 time: 5.3669138 Dec 17 16:07:45.498577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34304) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:45.503984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1838088421'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:45.524271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f98f8-6296-49fb-b938-f32be8457772 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=c44bfba0-9e09-4190-96b5-ed07d839a181,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:45.603005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:45.607543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.693593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:45.775733 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:45.777641 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment 0758992b-ed95-4a98-a104-8dafad6a2d7a of type vlan for network 557f2536-5da4-41e1-8983-e6386b1e43d8 Dec 17 16:07:45.822700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7f718-6ed0-4240-9d70-918461f15ce9 req-84c82ebc-b955-4042-ba64-801f16020f54 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:45.827121 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90a7f718-6ed0-4240-9d70-918461f15ce9 req-84c82ebc-b955-4042-ba64-801f16020f54 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1634154 Dec 17 16:07:45.997444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:46.032064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90a7f718-6ed0-4240-9d70-918461f15ce9 req-86ee0dca-039b-4ff0-9fe6-0656f07bbe4a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1974022 Dec 17 16:07:46.117571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:46.125368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:46.127803 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:46.232468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4f513e8f-5b3f-464b-a646-afe20489f4ab req-e2d25df2-456d-4c49-94fd-db863334a004 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0610631 Dec 17 16:07:46.284397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=557f2536-5da4-41e1-8983-e6386b1e43d8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:46.295038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:46.312484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d900cc8f-275b-4d4e-884f-4b63b0724859 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8107879 Dec 17 16:07:46.315703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:46.323582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:46.839987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070ff5a-92f3-4f19-b009-a86b912e0587 req-34bf2407-e955-4f1d-ab38-81e0404829ed tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:46.854770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4070ff5a-92f3-4f19-b009-a86b912e0587 req-34bf2407-e955-4f1d-ab38-81e0404829ed tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1515663 Dec 17 16:07:46.956719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:46.991112 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:47.042831 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4070ff5a-92f3-4f19-b009-a86b912e0587 req-1278acb6-a8e5-4277-9d74-9db62de181dc tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851046 Dec 17 16:07:47.097163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 is not hosted by any dhcp agent {{(pid=109783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:07:47.123743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:47.131291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:47.133458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "PUT /v2.0/networks/557f2536-5da4-41e1-8983-e6386b1e43d8 HTTP/1.1" status: 200 len: 723 time: 0.8164957 Dec 17 16:07:47.136699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34340) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:47.142462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': '557f2536-5da4-41e1-8983-e6386b1e43d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:47.338749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:47.343637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:47.347135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a84e0c-6724-4238-a84e-69b201b86882 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=557f2536-5da4-41e1-8983-e6386b1e43d8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:47.365508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:47.401340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce61c5d-bda7-49f2-a841-99b7da7fb582 req-78f345c0-fd86-4708-a630-2f7a93964f5d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:47.415409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cce61c5d-bda7-49f2-a841-99b7da7fb582 req-78f345c0-fd86-4708-a630-2f7a93964f5d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1554155 Dec 17 16:07:47.549765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cce61c5d-bda7-49f2-a841-99b7da7fb582 req-9bcf4f39-04b2-400b-815e-7d041536aa6d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305692 Dec 17 16:07:47.942810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-322518fe-128b-4849-9ac1-1700232451b1 req-912000b3-9ea4-4e5a-a19b-38f48f9404b4 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0691667 Dec 17 16:07:47.963158 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:48.080984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=22449abf-7c69-47aa-997b-45f87c8d8fa1,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:48.102592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': '0758992b-ed95-4a98-a104-8dafad6a2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '557f2536-5da4-41e1-8983-e6386b1e43d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:48.102948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: 557f2536-5da4-41e1-8983-e6386b1e43d8, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:48.146512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:48.173557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 557f2536-5da4-41e1-8983-e6386b1e43d8) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:48.180841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:48.182909 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:48.185680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a89e7-8e53-4b7c-99a1-e3e0bd29e354 None None] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:48.236985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a212bb98-c7c8-48a6-8705-36a9699d455b tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0988503 Dec 17 16:07:48.239927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34358) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:48.247596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a1ad912d-18e4-418f-915d-3363fda84791 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:48.472160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-557f2536-5da4-41e1-8983-e6386b1e43d8', 'network_id': '557f2536-5da4-41e1-8983-e6386b1e43d8', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': '22449abf-7c69-47aa-997b-45f87c8d8fa1'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:48.473071 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:48.593821 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854853-6f40-4bb9-83b5-3fde009a8f62 req-094f07cb-ba89-4c02-9ba7-49e15b63be08 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:48.607186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a854853-6f40-4bb9-83b5-3fde009a8f62 req-094f07cb-ba89-4c02-9ba7-49e15b63be08 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.3528655 Dec 17 16:07:48.614974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1ad912d-18e4-418f-915d-3363fda84791 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261230015'] for subnet, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:48.853352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a854853-6f40-4bb9-83b5-3fde009a8f62 req-ad3ab9f1-a44d-42d5-b447-40c2ef3fc6b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451217 Dec 17 16:07:48.895186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Allocated IP 172.20.0.2 (557f2536-5da4-41e1-8983-e6386b1e43d8/22449abf-7c69-47aa-997b-45f87c8d8fa1/e97ecc84-1376-4afc-a4b1-47bce52236cf) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:07:48.956305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a877-b3bd-44a5-b89c-ed1b7806abc9 req-3d0258e3-ceec-4d13-97e3-d0b52c3b992a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:48.991730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44c1a877-b3bd-44a5-b89c-ed1b7806abc9 req-3d0258e3-ceec-4d13-97e3-d0b52c3b992a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.2368450 Dec 17 16:07:49.166055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44c1a877-b3bd-44a5-b89c-ed1b7806abc9 req-45b4c83e-6c92-40c3-8246-bcdd9ea41f3d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1689162 Dec 17 16:07:49.199623 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb334fe8-c5c2-49f4-95cf-9eb8134d7e75 req-4839adb4-5074-4050-9c93-cc116a928a52 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0714457 Dec 17 16:07:49.317668 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:49.341057 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:49.456885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Pushing event updated for resources: {'Port': ['ID=e97ecc84-1376-4afc-a4b1-47bce52236cf,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:49.483798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.485886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.486832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.489370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.489904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.492027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.492433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.492927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.493266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.493596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.502129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.503274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.503952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:49.509833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:07:49.520804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:49.528846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:07:49.556999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1ad912d-18e4-418f-915d-3363fda84791 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776633539548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261286188'] for subnet, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:49.641346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad912d-18e4-418f-915d-3363fda84791 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=22449abf-7c69-47aa-997b-45f87c8d8fa1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:49.684765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad912d-18e4-418f-915d-3363fda84791 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:49.685691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1ad912d-18e4-418f-915d-3363fda84791 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:49.706648 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a1ad912d-18e4-418f-915d-3363fda84791 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "PUT /v2.0/subnets/22449abf-7c69-47aa-997b-45f87c8d8fa1 HTTP/1.1" status: 200 len: 806 time: 1.4643416 Dec 17 16:07:49.711191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34382) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:49.747275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Attempting to bind port e97ecc84-1376-4afc-a4b1-47bce52236cf on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:07:49.747991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Attempting to bind port e97ecc84-1376-4afc-a4b1-47bce52236cf by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0758992b-ed95-4a98-a104-8dafad6a2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '557f2536-5da4-41e1-8983-e6386b1e43d8'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:07:49.748579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Attempting to bind port e97ecc84-1376-4afc-a4b1-47bce52236cf on network 557f2536-5da4-41e1-8983-e6386b1e43d8 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:07:49.767057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:07:49.767576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Checking segment: {'id': '0758992b-ed95-4a98-a104-8dafad6a2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '557f2536-5da4-41e1-8983-e6386b1e43d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:49.768056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:49.768519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Bound using segment: {'id': '0758992b-ed95-4a98-a104-8dafad6a2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '557f2536-5da4-41e1-8983-e6386b1e43d8'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:07:49.771665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Bound port: e97ecc84-1376-4afc-a4b1-47bce52236cf, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0758992b-ed95-4a98-a104-8dafad6a2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '557f2536-5da4-41e1-8983-e6386b1e43d8'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:07:49.772256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:49.932984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] For port e97ecc84-1376-4afc-a4b1-47bce52236cf, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:07:49.943950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] For port e97ecc84-1376-4afc-a4b1-47bce52236cf, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e97ecc84-1376-4afc-a4b1-47bce52236cf,segment=NetworkSegment(0758992b-ed95-4a98-a104-8dafad6a2d7a),segment_id=0758992b-ed95-4a98-a104-8dafad6a2d7a)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:07:49.969303 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:50.028528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:50.132054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17cfd5-7654-4685-b50c-9bf9a07ba6a1 None None] Pushing event updated for resources: {'Port': ['ID=e97ecc84-1376-4afc-a4b1-47bce52236cf,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:50.183926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f150e-705b-4811-abec-ff2cc33e9e23 req-61bbee1f-a0fa-4aa1-b1b2-29617d280804 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:50.205483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting port e97ecc84-1376-4afc-a4b1-47bce52236cf {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:50.207505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:50.221012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e9f150e-705b-4811-abec-ff2cc33e9e23 req-61bbee1f-a0fa-4aa1-b1b2-29617d280804 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1932030 Dec 17 16:07:50.369751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e9f150e-705b-4811-abec-ff2cc33e9e23 req-4d25c7c9-0b44-4516-990a-dfb7ee0a7aeb tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418946 Dec 17 16:07:50.615781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17638-9df1-4f63-a234-96ce990ca3d8 req-f65467aa-e342-4f33-b898-5751ef3ce045 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:50.637543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ac17638-9df1-4f63-a234-96ce990ca3d8 req-f65467aa-e342-4f33-b898-5751ef3ce045 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.2719841 Dec 17 16:07:50.656578 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5924b5f-d1d7-43a7-9cae-c6c62c8975d5 req-b9827fe5-c016-4531-a2aa-1ea47e60f309 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.1115837 Dec 17 16:07:50.775459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] For port e97ecc84-1376-4afc-a4b1-47bce52236cf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e97ecc84-1376-4afc-a4b1-47bce52236cf,segment=NetworkSegment(0758992b-ed95-4a98-a104-8dafad6a2d7a),segment_id=0758992b-ed95-4a98-a104-8dafad6a2d7a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:50.776219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:50.853320 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ac17638-9df1-4f63-a234-96ce990ca3d8 req-0db1564f-cf80-412b-964d-73b5e456bc96 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2147222 Dec 17 16:07:50.883194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e97ecc84-1376-4afc-a4b1-47bce52236cf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:07:50.889437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Calling delete_port for e97ecc84-1376-4afc-a4b1-47bce52236cf owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:51.028036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e97ecc84-1376-4afc-a4b1-47bce52236cf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:07:51.029046 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:51.245166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:51.273860 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:51.282615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Port': ['ID=e97ecc84-1376-4afc-a4b1-47bce52236cf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:51.347318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No DVR routers for this DVR port e97ecc84-1376-4afc-a4b1-47bce52236cf on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:07:51.473013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:51.656747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:51.735410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09d18f-e162-40fb-b755-d002e9123b19 req-eb9ae000-a02a-441b-a125-d68b9f5abe69 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:51.761102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd09d18f-e162-40fb-b755-d002e9123b19 req-eb9ae000-a02a-441b-a125-d68b9f5abe69 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1628411 Dec 17 16:07:51.935252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=22449abf-7c69-47aa-997b-45f87c8d8fa1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:51.964464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bd09d18f-e162-40fb-b755-d002e9123b19 req-b8036990-6f35-43f9-99cd-f2bfed6834ca tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953595 Dec 17 16:07:52.053823 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.218157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f59e342-37a6-46d1-92eb-38fb85e71ef1 None None] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:52.228471 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86ad60d8-baac-4dc6-b341-880aa24b379c req-831558f4-1003-4b4e-8aa4-f92035e3057e tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.3305163 Dec 17 16:07:52.279850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557f2536-5da4-41e1-8983-e6386b1e43d8']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:52.323114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0758992b-ed95-4a98-a104-8dafad6a2d7a') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:52.324000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0758992b-ed95-4a98-a104-8dafad6a2d7a') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:52.361678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.394523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c3e40-0627-47cf-9fce-637df36f30b6 req-62e754a5-28e2-4205-be4c-425ab46b6926 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:52.407153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.408510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-db7c3e40-0627-47cf-9fce-637df36f30b6 req-62e754a5-28e2-4205-be4c-425ab46b6926 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.1338279 Dec 17 16:07:52.426686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:52.428211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.435436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9eea6f90-00e5-459b-b7b5-766532b21884 None None] Could not find standard attr ID for object e97ecc84-1376-4afc-a4b1-47bce52236cf. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:52.470105 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:52.560457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-db7c3e40-0627-47cf-9fce-637df36f30b6 req-fccb8cc3-8188-491c-8cb2-47175f93b04f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497679 Dec 17 16:07:52.624257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.650300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362ef7f-38e8-4544-ac7c-55cd7f634092 None None] DHCP port deletion for 557f2536-5da4-41e1-8983-e6386b1e43d8 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:07:52.683411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.689473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/557f2536-5da4-41e1-8983-e6386b1e43d8 HTTP/1.1" status: 204 len: 168 time: 2.9771910 Dec 17 16:07:52.692805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34456) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:52.722841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc0ad5-07d6-4540-b679-e8ccea293c33 None None] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:52.748973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa183-9008-4c8d-889c-29f6571657d4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=557f2536-5da4-41e1-8983-e6386b1e43d8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:52.752635 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-962113b7-aa72-46e2-963c-eec5f1b46cb7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:07:52.753274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962113b7-aa72-46e2-963c-eec5f1b46cb7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:07:52.756127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc0ad5-07d6-4540-b679-e8ccea293c33 None None] Network 557f2536-5da4-41e1-8983-e6386b1e43d8 could not be found, it might have been deleted concurrently. {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 16:07:52.767653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-962113b7-aa72-46e2-963c-eec5f1b46cb7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/557f2536-5da4-41e1-8983-e6386b1e43d8 HTTP/1.1" status: 404 len: 339 time: 0.0654662 Dec 17 16:07:52.768062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34462) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:52.776006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2087888482', 'description': 'd1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:52.836662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:52.844120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.903774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:52.924856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:52.925213 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment 1d98b37f-2858-472c-979f-1476b93d2e02 of type vlan for network 6f01e371-83c0-48fe-9eef-571c4a7451b4 Dec 17 16:07:53.054237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:53.212403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:53.233051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:53.233714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:53.440523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-002ad5eb-48ab-42a2-93ed-112d32e80baf req-1f1cbd2d-f4b9-4690-b368-6d16b5580467 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0454073 Dec 17 16:07:53.629854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=6f01e371-83c0-48fe-9eef-571c4a7451b4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:53.677793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9085815 Dec 17 16:07:53.681158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34506) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:53.681784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.682144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.682491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.682837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.683171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.685660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.686030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.686373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.686716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.687052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.687386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.687753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.688078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a100466f-aa26-4b9f-8d04-dea8d8fcad12 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:07:53.717694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6f01e371-83c0-48fe-9eef-571c4a7451b4 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:53.738316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e584395-0024-4953-abdb-37a5b830b875 req-a0c1e0f9-0f8b-4f39-858c-553dc68be32f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:53.750861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e584395-0024-4953-abdb-37a5b830b875 req-a0c1e0f9-0f8b-4f39-858c-553dc68be32f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.5866244 Dec 17 16:07:53.916407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e584395-0024-4953-abdb-37a5b830b875 req-fc3ca9bc-04fe-4ec7-bcf4-335a8d402fe1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628311 Dec 17 16:07:54.091894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf13d3-8ec6-4bf8-851a-9ff80cb3c4ff tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:54.091894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-46bf13d3-8ec6-4bf8-851a-9ff80cb3c4ff tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/networks?id=6f01e371-83c0-48fe-9eef-571c4a7451b4 HTTP/1.1" status: 200 len: 761 time: 0.3988171 Dec 17 16:07:54.091894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34518) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:54.124823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'description': 'd2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:54.536618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:54.581237 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:54.658158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-00ba5f1e-5f32-4826-9d4f-0262693ed4c7 req-b0710268-6d0e-4fb2-8a31-7a25cbf38e44 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c65dde4-4dd2-4598-9650-d78daf1f725a HTTP/1.1" status: 200 len: 210 time: 0.0760505 Dec 17 16:07:54.702437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e97ecc84-1376-4afc-a4b1-47bce52236cf no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:07:54.793876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e97ecc84-1376-4afc-a4b1-47bce52236cf {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:07:54.799684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421df02-08c8-4321-922c-e40988c0f16d req-695d0b70-1174-4a7b-b909-b67446dda339 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:54.803611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e97ecc84-1376-4afc-a4b1-47bce52236cf not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:07:54.809299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3421df02-08c8-4321-922c-e40988c0f16d req-695d0b70-1174-4a7b-b909-b67446dda339 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 947 time: 0.9338722 Dec 17 16:07:54.845409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network 6f01e371-83c0-48fe-9eef-571c4a7451b4 is not hosted by any dhcp agent {{(pid=109784) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:07:54.853700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34544) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:54.863475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:54.864179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:54.872918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "PUT /v2.0/networks/6f01e371-83c0-48fe-9eef-571c4a7451b4 HTTP/1.1" status: 200 len: 758 time: 0.7740834 Dec 17 16:07:54.877623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34548) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:55.011218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc682067-2a09-4899-8fe1-33d1451449b0 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=6f01e371-83c0-48fe-9eef-571c4a7451b4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:55.034859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6f01e371-83c0-48fe-9eef-571c4a7451b4 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:55.140922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0bad3-01fb-4b4a-b90e-55981a4196db tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:55.150298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4fc0bad3-01fb-4b4a-b90e-55981a4196db tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/networks?id=6f01e371-83c0-48fe-9eef-571c4a7451b4 HTTP/1.1" status: 200 len: 761 time: 0.2699139 Dec 17 16:07:55.154879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34552) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:55.175534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00fbc78f-dd5b-4f34-950c-e72dffaf8f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:55.201907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3421df02-08c8-4321-922c-e40988c0f16d req-b10e59e6-187c-4a28-83eb-3723907af7f5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3127818 Dec 17 16:07:55.254508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358981267'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:55.323664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:55.330067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:55.369199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827baa55-a8ce-4254-8869-6dc446d0d981 req-baa61205-d8b3-491e-b44e-5b12012731e4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:55.380327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-827baa55-a8ce-4254-8869-6dc446d0d981 req-baa61205-d8b3-491e-b44e-5b12012731e4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.2260613 Dec 17 16:07:55.469961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-827baa55-a8ce-4254-8869-6dc446d0d981 req-984a2b87-412e-433e-a86d-30fcc8e7ddef tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882616 Dec 17 16:07:55.675558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:07:55.695275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:55.695647 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment 2c17d9d1-fa49-411d-9d53-b299e02eede5 of type vlan for network b108b7c6-85bc-4258-87b8-1cba084fadf5 Dec 17 16:07:55.790330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:55.895533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:56.072357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8389fb7d-3502-4ad4-945f-7e1f0ead9ae6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:56.139794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8389fb7d-3502-4ad4-945f-7e1f0ead9ae6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:56.224737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8389fb7d-3502-4ad4-945f-7e1f0ead9ae6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:56.229071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8389fb7d-3502-4ad4-945f-7e1f0ead9ae6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:56.232249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8389fb7d-3502-4ad4-945f-7e1f0ead9ae6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/security-groups/c0de2099-538d-40fa-b675-89f428c6e1cd HTTP/1.1" status: 204 len: 168 time: 0.3350642 Dec 17 16:07:56.246394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34606) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:56.247628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389fb7d-3502-4ad4-945f-7e1f0ead9ae6 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0de2099-538d-40fa-b675-89f428c6e1cd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:56.305707 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-254582d6-3f3b-49b0-9d26-84bc30f41244 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] show failed (client error): The resource could not be found. Dec 17 16:07:56.306928 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-254582d6-3f3b-49b0-9d26-84bc30f41244 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "GET /v2.0/security-groups/c0de2099-538d-40fa-b675-89f428c6e1cd HTTP/1.1" status: 404 len: 347 time: 0.0446558 Dec 17 16:07:56.310941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34608) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:57.009026 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.028247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:57.028905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.077905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00fbc78f-dd5b-4f34-950c-e72dffaf8f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.085961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9299512 Dec 17 16:07:57.102104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34632) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:57.110582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': 'b108b7c6-85bc-4258-87b8-1cba084fadf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:07:57.126647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:07:57.146929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00fbc78f-dd5b-4f34-950c-e72dffaf8f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.232071 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.267228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:07:57.269243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:07:57.272042 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d8d7e-ad05-458a-b82e-e8421ab08ae7" -d '{"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-unplugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:07:57.278459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.342632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d58489-a94f-4851-be09-de47c2c60bb9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=b108b7c6-85bc-4258-87b8-1cba084fadf5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:57.359011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b108b7c6-85bc-4258-87b8-1cba084fadf5 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:07:57.373837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=14']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:57.378286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-00fbc78f-dd5b-4f34-950c-e72dffaf8f64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51466c672ca944368f6e52afad61ebab&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5121524 Dec 17 16:07:57.381389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34638) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:57.383561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbc78f-dd5b-4f34-950c-e72dffaf8f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93836f3-3346-45aa-bbbc-90b8ae44e73d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:57.447396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:07:57.459450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.474031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aef045-6809-4228-87f6-a7e2832e1cee req-308ea6f4-27e2-46b4-8fdb-812c051fad2b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:57.481813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07aef045-6809-4228-87f6-a7e2832e1cee req-308ea6f4-27e2-46b4-8fdb-812c051fad2b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.0999947 Dec 17 16:07:57.531383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port b94eca51-e594-4fd0-9259-f559187b7118 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:57.531726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.537788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07aef045-6809-4228-87f6-a7e2832e1cee req-2a08dc4e-315c-4f00-ac66-3fa82159678c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551324 Dec 17 16:07:57.567567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e162b9-8e28-4dc3-9f91-663833e7b14d req-b8b8dcd7-6d70-4e52-8873-ab3dbefc5ebb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:57.575653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8e162b9-8e28-4dc3-9f91-663833e7b14d req-b8b8dcd7-6d70-4e52-8873-ab3dbefc5ebb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2974510 Dec 17 16:07:57.639007 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.639335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.654855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for b94eca51-e594-4fd0-9259-f559187b7118 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:57.658997 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d553853-1248-4bce-b37f-11253760b077 x-openstack-request-id: req-0d553853-1248-4bce-b37f-11253760b077 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:07:57.659491 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-unplugged", "status": "completed", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:07:57.659937 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d553853-1248-4bce-b37f-11253760b077 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:07:57.660505 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'code': 200} Dec 17 16:07:57.673883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebeb16bc-67a4-44ef-ab48-52f2bb7eafdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.718020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8e162b9-8e28-4dc3-9f91-663833e7b14d req-7c99c485-e251-4689-aa55-24f0f201feaa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414196 Dec 17 16:07:57.754688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebeb16bc-67a4-44ef-ab48-52f2bb7eafdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.858498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.861979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.899140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=b94eca51-e594-4fd0-9259-f559187b7118,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:57.959957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebeb16bc-67a4-44ef-ab48-52f2bb7eafdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.967161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebeb16bc-67a4-44ef-ab48-52f2bb7eafdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:57.971461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ebeb16bc-67a4-44ef-ab48-52f2bb7eafdb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c93836f3-3346-45aa-bbbc-90b8ae44e73d HTTP/1.1" status: 204 len: 168 time: 0.5734651 Dec 17 16:07:57.996165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': '2c17d9d1-fa49-411d-9d53-b299e02eede5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b108b7c6-85bc-4258-87b8-1cba084fadf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:07:57.996781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: b108b7c6-85bc-4258-87b8-1cba084fadf5, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:07:58.004526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb16bc-67a4-44ef-ab48-52f2bb7eafdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93836f3-3346-45aa-bbbc-90b8ae44e73d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:58.014537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=09baa22d-0948-4bbf-a30c-1ce90bfefc8e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:58.055590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network b108b7c6-85bc-4258-87b8-1cba084fadf5 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:07:58.073040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.076747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.082689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b108b7c6-85bc-4258-87b8-1cba084fadf5) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:07:58.085365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-75888337-8b3c-4499-8812-7e8481c340ce tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/floatingips/c3d8fa39-2300-4ac2-bbc8-9c0d15e33db1 HTTP/1.1" status: 204 len: 168 time: 1.7710283 Dec 17 16:07:58.086203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34676) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:58.086728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:58.087637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.092602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb2935-638d-48ec-9d42-e8887fd557cc None None] Network b108b7c6-85bc-4258-87b8-1cba084fadf5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:58.118529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-730762b2-0a6f-4420-a2fb-084de7d55cf3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0131686 Dec 17 16:07:58.120919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34680) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:58.297251 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.381390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.388710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port 653e1383-1fcd-4ad0-a5a7-7a65de668937 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:58.389190 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.512642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.517524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e03ef-f8c2-4ebe-888c-ccb55bfb561e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-b108b7c6-85bc-4258-87b8-1cba084fadf5', 'network_id': 'b108b7c6-85bc-4258-87b8-1cba084fadf5', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': '09baa22d-0948-4bbf-a30c-1ce90bfefc8e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:07:58.520511 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8e4e03ef-f8c2-4ebe-888c-ccb55bfb561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.608200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=09baa22d-0948-4bbf-a30c-1ce90bfefc8e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:58.627289 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.666338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for 653e1383-1fcd-4ad0-a5a7-7a65de668937 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:07:58.680552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34712) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:58.753362 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9c7c-4aed-4ba1-9a2b-daa717c58855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.793525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.816616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4d648-0b6e-4685-8307-cb62d8c6e934 None None] Network b108b7c6-85bc-4258-87b8-1cba084fadf5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:07:58.868159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b108b7c6-85bc-4258-87b8-1cba084fadf5']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:58.893309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c17d9d1-fa49-411d-9d53-b299e02eede5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:58.893615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c17d9d1-fa49-411d-9d53-b299e02eede5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:07:58.920142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.951569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:58.969308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:07:58.969308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.003577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368c088-db36-470a-8ec9-50073817ec2c req-3eef9df8-a31f-452a-8d43-1ac102c3b7ed tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:59.011680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1368c088-db36-470a-8ec9-50073817ec2c req-3eef9df8-a31f-452a-8d43-1ac102c3b7ed tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.2411895 Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:07:59.081968 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:07:59.123922 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.134332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.140093 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/b108b7c6-85bc-4258-87b8-1cba084fadf5 HTTP/1.1" status: 204 len: 168 time: 1.0155292 Dec 17 16:07:59.151572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34732) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:59.184314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c94d67-335b-498f-877c-9fb43ab30006 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=b108b7c6-85bc-4258-87b8-1cba084fadf5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:59.236818 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9b3742-b052-4b5d-8072-beca92044074 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] GET failed (client error): The resource could not be found. Dec 17 16:07:59.239076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0c9b3742-b052-4b5d-8072-beca92044074 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/subnets/09baa22d-0948-4bbf-a30c-1ce90bfefc8e HTTP/1.1" status: 404 len: 337 time: 0.0851169 Dec 17 16:07:59.241586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34734) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:59.246879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.267476 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-832db3b8-fd91-4b7f-b5b5-d32131a050ba tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:07:59.268037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832db3b8-fd91-4b7f-b5b5-d32131a050ba tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:07:59.282698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-832db3b8-fd91-4b7f-b5b5-d32131a050ba tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/b108b7c6-85bc-4258-87b8-1cba084fadf5 HTTP/1.1" status: 404 len: 339 time: 0.0394125 Dec 17 16:07:59.288129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34736) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:59.384835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=653e1383-1fcd-4ad0-a5a7-7a65de668937,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:59.451134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1368c088-db36-470a-8ec9-50073817ec2c req-a2ead8fb-0793-4585-ac82-6a4bdfb81202 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353096 Dec 17 16:07:59.455326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.471049 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-caf81585-4914-451b-b5e9-40e0e567cb35 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/ports/653e1383-1fcd-4ad0-a5a7-7a65de668937 HTTP/1.1" status: 204 len: 168 time: 1.3813732 Dec 17 16:07:59.485223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34752) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:59.516527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9c7c-4aed-4ba1-9a2b-daa717c58855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.521364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb8a9c7c-4aed-4ba1-9a2b-daa717c58855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.590060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb8a9c7c-4aed-4ba1-9a2b-daa717c58855 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d77c4e42eab343f08246b3183c09f9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9067121 Dec 17 16:07:59.590791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34764) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:59.630156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9c7c-4aed-4ba1-9a2b-daa717c58855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511c0a87-55b6-4306-a573-87fa2fa6b68d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:07:59.669508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42e43cd8-d201-49b0-a5ee-f4fa1ee64431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.711733 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42e43cd8-d201-49b0-a5ee-f4fa1ee64431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.820750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf98daa-fded-4409-a98d-76757f6ecfb1 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:59.828410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-edf98daa-fded-4409-a98d-76757f6ecfb1 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5391085 Dec 17 16:07:59.830734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34774) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:07:59.870012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port 7f4c4ac6-2b6d-4098-a756-e7947e91222d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:07:59.870228 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:07:59.968573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2caafeb4-c960-43c9-8cc5-332fa2eed0c5 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 207 time: 0.1312187 Dec 17 16:07:59.971719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:00.103995 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:00.132289 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42e43cd8-d201-49b0-a5ee-f4fa1ee64431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:00.135446 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42e43cd8-d201-49b0-a5ee-f4fa1ee64431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:00.136872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-42e43cd8-d201-49b0-a5ee-f4fa1ee64431 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/511c0a87-55b6-4306-a573-87fa2fa6b68d HTTP/1.1" status: 204 len: 168 time: 0.5420642 Dec 17 16:08:00.151631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for 7f4c4ac6-2b6d-4098-a756-e7947e91222d owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:00.154883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e43cd8-d201-49b0-a5ee-f4fa1ee64431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511c0a87-55b6-4306-a573-87fa2fa6b68d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:00.272132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988564d7-82e3-4479-914d-3259bc4bf796 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.287594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988564d7-82e3-4479-914d-3259bc4bf796 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.294154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988564d7-82e3-4479-914d-3259bc4bf796 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.300375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988564d7-82e3-4479-914d-3259bc4bf796 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.302991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-988564d7-82e3-4479-914d-3259bc4bf796 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3266721 Dec 17 16:08:00.309791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34790) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:00.323606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f855a-aae2-4128-a101-e446afd09e77 req-a2da67d9-f69b-4a53-9f40-a861413746cf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.326105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d5f855a-aae2-4128-a101-e446afd09e77 req-a2da67d9-f69b-4a53-9f40-a861413746cf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2128632 Dec 17 16:08:00.431491 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5d5f855a-aae2-4128-a101-e446afd09e77 req-567a7aa7-f568-4efb-bf99-e61f1e4db275 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923383 Dec 17 16:08:00.593989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:00.733387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-358e0d26-69b5-4234-bb92-742d74107a90 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4117820 Dec 17 16:08:00.734274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34806) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:00.763463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=7f4c4ac6-2b6d-4098-a756-e7947e91222d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:00.895266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb876-04ce-456a-a628-6cae03e080e7 req-778b55a8-108d-417a-ae83-e33fafe5c20f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.904672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a8fb876-04ce-456a-a628-6cae03e080e7 req-778b55a8-108d-417a-ae83-e33fafe5c20f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.2858691 Dec 17 16:08:00.927561 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:00.933408 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f3ebce5-24ce-44e6-a58c-61e2200116dc tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/ports/7f4c4ac6-2b6d-4098-a756-e7947e91222d HTTP/1.1" status: 204 len: 168 time: 1.4447610 Dec 17 16:08:00.933941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34816) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:00.939975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebec34e-4da7-4666-bffe-ab4c1e6ac4ce tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.942023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebec34e-4da7-4666-bffe-ab4c1e6ac4ce tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:00.944336 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7ebec34e-4da7-4666-bffe-ab4c1e6ac4ce tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2090805 Dec 17 16:08:00.949299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34818) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:01.016067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting subnet f311aff2-818d-465c-9039-f0ac10562268 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:08:01.023262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:01.027731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-e3569ccb-5672-4440-afc3-628c5bcd088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:01.031210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-e3569ccb-5672-4440-afc3-628c5bcd088e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 0.2545943 Dec 17 16:08:01.107397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a8fb876-04ce-456a-a628-6cae03e080e7 req-1fc283e0-af15-4b9a-aa8e-12d78ffb69a0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015414 Dec 17 16:08:01.121585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:01.153269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f3a7a-4a1f-4a08-b82d-1d21d8d4ba53 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:01.155191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f3a7a-4a1f-4a08-b82d-1d21d8d4ba53 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:01.164905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-836f3a7a-4a1f-4a08-b82d-1d21d8d4ba53 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2117989 Dec 17 16:08:01.166114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34828) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:01.412059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd8cd-51eb-4266-9c15-882aa5dea20d req-3f911651-6267-4012-9c1f-aaa5192ce69a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:01.413663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-473bd8cd-51eb-4266-9c15-882aa5dea20d req-3f911651-6267-4012-9c1f-aaa5192ce69a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.5718284 Dec 17 16:08:01.545286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:01.657869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-e10d35a3-a0e7-47e0-a2a2-0cb0fbb9be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:01.658623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-e10d35a3-a0e7-47e0-a2a2-0cb0fbb9be64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.6098802 Dec 17 16:08:01.662449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-473bd8cd-51eb-4266-9c15-882aa5dea20d req-6a31c5fe-066d-444f-beb1-592a6d52f2de tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2297165 Dec 17 16:08:01.669506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac01bf-846b-4e10-b3cb-e25a0be7c5ca tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:01.674759 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e4ac01bf-846b-4e10-b3cb-e25a0be7c5ca tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/networks/d1d9737e-a7ca-4263-b241-340dca9c79a7 HTTP/1.1" status: 200 len: 800 time: 0.3463981 Dec 17 16:08:01.675385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34856) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:01.707273 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:01.787952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Subnet': ['ID=f311aff2-818d-465c-9039-f0ac10562268,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:01.800705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e445a0-e448-44f9-8c50-7fed3e10e31d None None] Network bb717a21-920e-4104-b4c5-ec153af618b6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:01.807854 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:01.813611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98e15c6d-9422-4969-9cb1-98be1998ccef tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/subnets/f311aff2-818d-465c-9039-f0ac10562268 HTTP/1.1" status: 204 len: 168 time: 0.8779700 Dec 17 16:08:01.816315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34860) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:01.845702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-84046f1a-6a2c-409a-9dff-e15a25b16561 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.1693149 Dec 17 16:08:01.898823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting subnet b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:08:01.903104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:01.969383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.068973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] DHCP port deletion for bb717a21-920e-4104-b4c5-ec153af618b6 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:02.071598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-14b001e9-0441-4226-ab53-6c4bf2fc2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:02.073203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-14b001e9-0441-4226-ab53-6c4bf2fc2b95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1618876 Dec 17 16:08:02.151646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] Deleting port bcd999ec-b73e-4829-b794-33999cf8fea6 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:02.152554 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.174404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-affb7a76-7b3e-4eac-9e40-61c9787edcf7 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/networks/d1d9737e-a7ca-4263-b241-340dca9c79a7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4935131 Dec 17 16:08:02.174788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34884) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:02.191262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-469778e5-33a7-4832-86ad-f2fb1bb72cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:02.192884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-469778e5-33a7-4832-86ad-f2fb1bb72cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066675 Dec 17 16:08:02.193441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.238221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] For port bcd999ec-b73e-4829-b794-33999cf8fea6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=bcd999ec-b73e-4829-b794-33999cf8fea6,segment=NetworkSegment(d110455f-92f2-4aec-b1d2-276b695dc9ab),segment_id=d110455f-92f2-4aec-b1d2-276b695dc9ab)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:02.238816 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.256841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] Calling delete_port for bcd999ec-b73e-4829-b794-33999cf8fea6 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:02.332551 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-c7e8a214-fb33-4bc7-8caa-26c2e1ccf305 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162343 Dec 17 16:08:02.388863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.444492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] Pushing event deleted for resources: {'Port': ['ID=bcd999ec-b73e-4829-b794-33999cf8fea6,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:02.451095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ffde9-300f-421a-9d04-75ea8e3622f0 req-f19d53c8-97f0-4358-9733-2a45c08dd623 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:02.452448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75a07d-9cee-42e5-9edc-fc643ce6d024 None None] No DVR routers for this DVR port bcd999ec-b73e-4829-b794-33999cf8fea6 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:02.476611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e9ffde9-300f-421a-9d04-75ea8e3622f0 req-f19d53c8-97f0-4358-9733-2a45c08dd623 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.2052231 Dec 17 16:08:02.479584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edf9c45-6500-40a1-bb7f-a58473fba2ec tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:02.485291 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8edf9c45-6500-40a1-bb7f-a58473fba2ec tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/subnets/275b9515-d4d8-4789-9c79-96920b50ad3e HTTP/1.1" status: 200 len: 811 time: 0.3094380 Dec 17 16:08:02.485907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:02.487974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.571674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323178f2-662c-4a56-9542-b3ed7750a3bf tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['shared'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:02.578367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-323178f2-662c-4a56-9542-b3ed7750a3bf tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "GET /v2.0/subnets/275b9515-d4d8-4789-9c79-96920b50ad3e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0894921 Dec 17 16:08:02.590699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34908) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:02.601102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1045611636'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:02.617859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Subnet': ['ID=b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:02.622382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.629307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e64d814e-6a1f-46f3-ae4b-369d29af7d04 tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/subnets/b34a55b2-6b25-4b8a-a93b-6dca4e3d2a64 HTTP/1.1" status: 204 len: 168 time: 0.8111882 Dec 17 16:08:02.630699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34914) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:02.635955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5411e59-973d-4a9a-b437-5202b02dddeb None None] Network bd5a3c2b-5678-4807-8993-5d76e0aa27b8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:02.736869 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e9ffde9-300f-421a-9d04-75ea8e3622f0 req-42e71838-82f0-437e-aa5c-c9326899c226 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592394 Dec 17 16:08:02.828977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bcd999ec-b73e-4829-b794-33999cf8fea6 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:02.845839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.847661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:02.851989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.858870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e0f12ab-518d-4258-b1e4-b699c3eef179 req-73f3bf7a-315e-4c66-b5f9-1bbdd7114933 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869921 Dec 17 16:08:02.889300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:02.903034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.903034 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Added segment d90ea94c-8a65-440c-9fca-013f91b94bd9 of type vlan for network c78584b6-497d-4b37-a62a-81d54cfa06ac Dec 17 16:08:02.951042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:02.977076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc00bcb-ac1f-49d4-901a-1fae19508765 req-4c663799-2e19-4510-a4d3-f265609581d2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:02.988707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: bcd999ec-b73e-4829-b794-33999cf8fea6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:02.990245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bcd999ec-b73e-4829-b794-33999cf8fea6 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:03.010188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fc00bcb-ac1f-49d4-901a-1fae19508765 req-4c663799-2e19-4510-a4d3-f265609581d2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1403513 Dec 17 16:08:03.091357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.148710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:03.149654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.149971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] DHCP port deletion for bd5a3c2b-5678-4807-8993-5d76e0aa27b8 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:03.256563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fc00bcb-ac1f-49d4-901a-1fae19508765 req-95ab2eed-3bc8-4d6c-9165-f0a5f046d734 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2453322 Dec 17 16:08:03.296147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] Deleting port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:03.296795 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.364408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34960) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:03.364620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7728388 Dec 17 16:08:03.369623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'network_id': 'c78584b6-497d-4b37-a62a-81d54cfa06ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:03.403532 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.433805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862ab15-a67f-4072-9b1a-73b44f8bccbb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Network': ['ID=c78584b6-497d-4b37-a62a-81d54cfa06ac,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:03.466000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb717a21-920e-4104-b4c5-ec153af618b6']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:03.490871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd110455f-92f2-4aec-b1d2-276b695dc9ab') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:03.491176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd110455f-92f2-4aec-b1d2-276b695dc9ab') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:03.510250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.543633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.560015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:03.560431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:03.564282 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:03.592347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Made reservation on behalf of 2cf7db2563784fcebe7f4dbcad800151 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:03.596233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.712954 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.723278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.738481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/networks/bb717a21-920e-4104-b4c5-ec153af618b6 HTTP/1.1" status: 204 len: 168 time: 1.0975411 Dec 17 16:08:03.739118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34972) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:03.817608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2184f-8d10-460a-8ab5-edbad48a67fa tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Network': ['ID=bb717a21-920e-4104-b4c5-ec153af618b6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:03.851750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network c78584b6-497d-4b37-a62a-81d54cfa06ac details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:03.869138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Performing IP validity checks on allocation pools {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:08:03.885611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:08:03.896414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34984) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:03.908268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7acd9f4a-54e8-4d9c-a1f0-152f4ebfa795 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650590656', 'description': 'tempest-secgroup-smoke-650590656 description', 'project_id': '7b311b70a6a14160a9684e1471a08ca8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:03.918329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] For port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:03.919224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:03.956281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] Calling delete_port for 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:03.980108 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.003714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f4a-54e8-4d9c-a1f0-152f4ebfa795 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.024609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85616c5-1ebd-40f9-800f-b14814721ce5 req-bdfded0c-f7d1-490f-bd7f-df1d1cdb7efc tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:04.032567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c85616c5-1ebd-40f9-800f-b14814721ce5 req-bdfded0c-f7d1-490f-bd7f-df1d1cdb7efc tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1066396 Dec 17 16:08:04.069244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Deleting port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:04.070343 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.221064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c85616c5-1ebd-40f9-800f-b14814721ce5 req-709d5c38-fcc9-4542-8101-a6b7616b2ea1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873512 Dec 17 16:08:04.232724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] For port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,segment=NetworkSegment(198bfec0-444f-403f-81fb-770094e4cbff),segment_id=198bfec0-444f-403f-81fb-770094e4cbff)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:04.233360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.245498 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.286508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Calling delete_port for 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:04.333993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] Pushing event deleted for resources: {'Port': ['ID=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:04.355734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7584e3-a7c1-4ae1-874d-035bd03f2c3c None None] No DVR routers for this DVR port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:04.418760 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.432302 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f4a-54e8-4d9c-a1f0-152f4ebfa795 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.493395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f4a-54e8-4d9c-a1f0-152f4ebfa795 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.526703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7acd9f4a-54e8-4d9c-a1f0-152f4ebfa795 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.528790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7acd9f4a-54e8-4d9c-a1f0-152f4ebfa795 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6242115 Dec 17 16:08:04.539809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35012) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:04.548836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fd124036-1cae-4f5a-8016-feeed249e55b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'security_group_rule': {'security_group_id': 'ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691', 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:04.570508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.574229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=dd2e4027-bd90-40f1-9cf8-3adaf3543c8c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:04.592880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd9f4a-54e8-4d9c-a1f0-152f4ebfa795 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:04.601395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Checking segment: {'id': 'd90ea94c-8a65-440c-9fca-013f91b94bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c78584b6-497d-4b37-a62a-81d54cfa06ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:04.601872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network hostable DHCP agents. Network: c78584b6-497d-4b37-a62a-81d54cfa06ac, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:08:04.665396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Port': ['ID=9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:04.666203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Network c78584b6-497d-4b37-a62a-81d54cfa06ac is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:08:04.675654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] No DVR routers for this DVR port 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:04.700896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, c78584b6-497d-4b37-a62a-81d54cfa06ac) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:04.704998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:04.705785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.712449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b177a-85f2-4a82-b5d0-e54840a82407 None None] Network c78584b6-497d-4b37-a62a-81d54cfa06ac requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:04.734589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ceb09-5e58-458b-b60a-515d16d6efc9 req-cd27bf44-cf34-43b2-a0fb-a38a714cd47e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:04.736260 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-167ceb09-5e58-458b-b60a-515d16d6efc9 req-cd27bf44-cf34-43b2-a0fb-a38a714cd47e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.3056071 Dec 17 16:08:04.752441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-41ee8007-3f51-4b90-9779-7c981fd9e6fb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3867025 Dec 17 16:08:04.753938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35028) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:04.824285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-bd240ec5-0195-4181-a354-49e1bbb6b72e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:04.865829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:04.903757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:04.904407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a60e128-7c94-4f47-8bd1-1c5a7fcc33fb not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:04.923961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-c78584b6-497d-4b37-a62a-81d54cfa06ac', 'network_id': 'c78584b6-497d-4b37-a62a-81d54cfa06ac', 'project_id': '2cf7db2563784fcebe7f4dbcad800151', 'fixed_ips': [{'subnet_id': 'dd2e4027-bd90-40f1-9cf8-3adaf3543c8c'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:08:04.924794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:04.975994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd124036-1cae-4f5a-8016-feeed249e55b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.017902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.083479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-167ceb09-5e58-458b-b60a-515d16d6efc9 req-b7b961c8-8fad-43d1-bcdc-0a94b155044c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3284407 Dec 17 16:08:05.103365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5a3c2b-5678-4807-8993-5d76e0aa27b8']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:05.109334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Allocated IP 172.20.0.3 (c78584b6-497d-4b37-a62a-81d54cfa06ac/dd2e4027-bd90-40f1-9cf8-3adaf3543c8c/89ed6080-26c7-4112-8867-8cbeb4ab2874) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:05.164598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198bfec0-444f-403f-81fb-770094e4cbff') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:05.165945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198bfec0-444f-403f-81fb-770094e4cbff') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:05.205579 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.209088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd240ec5-0195-4181-a354-49e1bbb6b72e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260886557'] for subnet, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.234927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.242161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:05.243189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.284408 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.290601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0f900059-58c5-4335-a591-969720e5028f details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:08:05.295671 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.321379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd124036-1cae-4f5a-8016-feeed249e55b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:05.326107 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:05.329573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Network c78584b6-497d-4b37-a62a-81d54cfa06ac is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:05.346719 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd124036-1cae-4f5a-8016-feeed249e55b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.353847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:05.361862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.362130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:05.368474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd124036-1cae-4f5a-8016-feeed249e55b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf32415-4481-488f-be18-647c0914405b,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:05.382957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.386419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] 10.222.0.54 "DELETE /v2.0/networks/bd5a3c2b-5678-4807-8993-5d76e0aa27b8 HTTP/1.1" status: 204 len: 168 time: 1.6374054 Dec 17 16:08:05.481566 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:08:05.505410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaee24-3291-44fd-96cd-d58b3cfe958c req-d3e4b8cd-03df-4fb7-a6f2-20e062c58d46 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:05.510402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3eaee24-3291-44fd-96cd-d58b3cfe958c req-d3e4b8cd-03df-4fb7-a6f2-20e062c58d46 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.1266506 Dec 17 16:08:05.561316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c32a6-4469-4f31-a20f-569bffe0729c tempest-TaggedBootDevicesTest-254135467 tempest-TaggedBootDevicesTest-254135467-project] Pushing event deleted for resources: {'Network': ['ID=bd5a3c2b-5678-4807-8993-5d76e0aa27b8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:05.586653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2423f-6f9a-4d81-9e26-b94df9b42acf req-872c62f7-e985-4da4-9267-c102cd8a80fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:05.595314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97f2423f-6f9a-4d81-9e26-b94df9b42acf req-872c62f7-e985-4da4-9267-c102cd8a80fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2050560 Dec 17 16:08:05.612648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd124036-1cae-4f5a-8016-feeed249e55b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.614103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fd124036-1cae-4f5a-8016-feeed249e55b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0693018 Dec 17 16:08:05.623665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35072) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:05.628068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'security_group_rule': {'security_group_id': 'ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691', 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:05.678509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:05.686977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3eaee24-3291-44fd-96cd-d58b3cfe958c req-d5f28e38-db0a-487a-9628-6457c7164415 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674600 Dec 17 16:08:05.694248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '0f900059-58c5-4335-a591-969720e5028f', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'port_id': '0f900059-58c5-4335-a591-969720e5028f', 'mac_address': 'fa:16:3e:ab:a9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:08:05.735118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.789401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Pushing event updated for resources: {'Port': ['ID=89ed6080-26c7-4112-8867-8cbeb4ab2874,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:05.793392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Attempting to bind port 89ed6080-26c7-4112-8867-8cbeb4ab2874 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:08:05.793853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Attempting to bind port 89ed6080-26c7-4112-8867-8cbeb4ab2874 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd90ea94c-8a65-440c-9fca-013f91b94bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c78584b6-497d-4b37-a62a-81d54cfa06ac'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:08:05.794139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Attempting to bind port 89ed6080-26c7-4112-8867-8cbeb4ab2874 on network c78584b6-497d-4b37-a62a-81d54cfa06ac {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:05.804731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97f2423f-6f9a-4d81-9e26-b94df9b42acf req-936d0593-d6e8-488b-9051-ead0460835bc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2038441 Dec 17 16:08:05.848574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:08:05.854963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Checking segment: {'id': 'd90ea94c-8a65-440c-9fca-013f91b94bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c78584b6-497d-4b37-a62a-81d54cfa06ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:05.856506 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.857141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Bound using segment: {'id': 'd90ea94c-8a65-440c-9fca-013f91b94bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c78584b6-497d-4b37-a62a-81d54cfa06ac'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:08:05.857770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Bound port: 89ed6080-26c7-4112-8867-8cbeb4ab2874, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90ea94c-8a65-440c-9fca-013f91b94bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c78584b6-497d-4b37-a62a-81d54cfa06ac'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:08:05.858226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.921158 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:05.939338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f900059-58c5-4335-a591-969720e5028f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:08:06.005044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:06.044507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.117926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] For port 89ed6080-26c7-4112-8867-8cbeb4ab2874, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:08:06.159372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.190488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] For port 89ed6080-26c7-4112-8867-8cbeb4ab2874, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89ed6080-26c7-4112-8867-8cbeb4ab2874,segment=NetworkSegment(d90ea94c-8a65-440c-9fca-013f91b94bd9),segment_id=d90ea94c-8a65-440c-9fca-013f91b94bd9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:08:06.266837 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.318416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.332744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['0f900059-58c5-4335-a591-969720e5028f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:08:06.404913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd240ec5-0195-4181-a354-49e1bbb6b72e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776633539548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261013231'] for subnet, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.439642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:06.483425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.484621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8599932 Dec 17 16:08:06.487488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35114) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:06.492394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f8e640ac-5fd7-4635-a51b-175a79674cf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'security_group_rule': {'security_group_id': 'ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691', 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:06.501822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866880e-3866-4957-b3e9-3be5bec01a7e req-5b8ccaff-8137-4fbb-b5ce-5bd3a538ba04 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:06.509022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2866880e-3866-4957-b3e9-3be5bec01a7e req-5b8ccaff-8137-4fbb-b5ce-5bd3a538ba04 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.4628940 Dec 17 16:08:06.520108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b69db-1f21-4824-8e23-28eae0ec1b08 None None] Pushing event updated for resources: {'Port': ['ID=89ed6080-26c7-4112-8867-8cbeb4ab2874,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:06.545418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e640ac-5fd7-4635-a51b-175a79674cf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.551151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ea7de84-a5ad-43e7-ad42-e7de8b781acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.556611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad03fc4-eb4d-4e22-aae1-54840a618908,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:06.652815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.653170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.653489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.653826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.654162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.654581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.654840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.655166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.655472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.655795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.656142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.656493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.666867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948348d1-ffc5-4563-8e9b-176076f6c449 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:06.672698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e640ac-5fd7-4635-a51b-175a79674cf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.679070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e640ac-5fd7-4635-a51b-175a79674cf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.689132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd240ec5-0195-4181-a354-49e1bbb6b72e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:06.689744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bd240ec5-0195-4181-a354-49e1bbb6b72e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.691064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bd240ec5-0195-4181-a354-49e1bbb6b72e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "PUT /v2.0/subnets/dd2e4027-bd90-40f1-9cf8-3adaf3543c8c HTTP/1.1" status: 200 len: 877 time: 1.8800051 Dec 17 16:08:06.695351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35132) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:06.748366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd240ec5-0195-4181-a354-49e1bbb6b72e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event updated for resources: {'Subnet': ['ID=dd2e4027-bd90-40f1-9cf8-3adaf3543c8c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:06.751703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e640ac-5fd7-4635-a51b-175a79674cf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559b690e-9879-4655-9c93-1c7ca4bac1a9,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:06.770242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8e640ac-5fd7-4635-a51b-175a79674cf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:06.785031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8e640ac-5fd7-4635-a51b-175a79674cf6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937469 Dec 17 16:08:06.785534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35140) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:06.803273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2d50fe90-892a-4709-bdf9-3b239175860e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'security_group_rule': {'security_group_id': 'ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691', 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:06.933850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d50fe90-892a-4709-bdf9-3b239175860e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.090587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb33dc-84b1-4623-b998-7c5b86724845 req-94ed8b3b-36d2-478c-a5e8-31d3ba40ae87 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:07.124427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48eb33dc-84b1-4623-b998-7c5b86724845 req-94ed8b3b-36d2-478c-a5e8-31d3ba40ae87 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2763722 Dec 17 16:08:07.261404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d50fe90-892a-4709-bdf9-3b239175860e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.305979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48eb33dc-84b1-4623-b998-7c5b86724845 req-2e5fde67-3953-488a-ae83-b050062cff94 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797619 Dec 17 16:08:07.320177 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d50fe90-892a-4709-bdf9-3b239175860e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.381035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2866880e-3866-4957-b3e9-3be5bec01a7e req-5c2b2bea-d506-4b8a-8007-771be67f5655 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7961512 Dec 17 16:08:07.405854 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d50fe90-892a-4709-bdf9-3b239175860e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.412033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2d50fe90-892a-4709-bdf9-3b239175860e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6155350 Dec 17 16:08:07.415693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:07.426419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'security_group_rule': {'security_group_id': 'ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691', 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:07.439878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50fe90-892a-4709-bdf9-3b239175860e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e298342-5207-4633-80fc-ff767cca0504,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:07.504422 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.523178 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Project 7b311b70a6a14160a9684e1471a08ca8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:08:07.549648 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.613511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting port 89ed6080-26c7-4112-8867-8cbeb4ab2874 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:07.613853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.766769 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.772478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.837767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621f3df2-3da5-4428-9d8e-028ae48b995a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:07.842442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] For port 89ed6080-26c7-4112-8867-8cbeb4ab2874, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=89ed6080-26c7-4112-8867-8cbeb4ab2874,segment=NetworkSegment(d90ea94c-8a65-440c-9fca-013f91b94bd9),segment_id=d90ea94c-8a65-440c-9fca-013f91b94bd9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:07.842817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.876955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:07.878900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a2b0d6a2-1c1f-4024-96ba-730e443653d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4616799 Dec 17 16:08:07.881587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35222) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:07.896307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Calling delete_port for 89ed6080-26c7-4112-8867-8cbeb4ab2874 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:07.902645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'security_group_rule': {'security_group_id': 'ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691', 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:08.044910 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Project 7b311b70a6a14160a9684e1471a08ca8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:08:08.052610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.155136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-eba4356d-d2dc-4861-a11a-79623060838b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:08.188454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-eba4356d-d2dc-4861-a11a-79623060838b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.2748837 Dec 17 16:08:08.215516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.255444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Port': ['ID=89ed6080-26c7-4112-8867-8cbeb4ab2874,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:08.266863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-1c0b66ef-cfce-4c95-bab2-f7c50f63ed7f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/quotas/e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 375 time: 0.0760844 Dec 17 16:08:08.330432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No DVR routers for this DVR port 89ed6080-26c7-4112-8867-8cbeb4ab2874 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:08.433914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.467640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.479771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.532644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38dd9e-b6c0-4d8a-aea9-e66d2e0f5dd4 None None] Network c78584b6-497d-4b37-a62a-81d54cfa06ac requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:08.574206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.575618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6929655 Dec 17 16:08:08.593101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a32d8-b2ac-4276-965a-336383e1ef0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f7eb49-8bfd-4324-a359-e53dc4f0e1f3,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:08.621930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-030e8b09-a3c1-48f7-ac93-35000015d748 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3538773 Dec 17 16:08:08.629872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe35ad-2a80-4ec4-b38a-89bc41c5e36f req-8a154a41-701a-4f1b-8a2f-476dbbb7f32a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:08.634410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3fe35ad-2a80-4ec4-b38a-89bc41c5e36f req-8a154a41-701a-4f1b-8a2f-476dbbb7f32a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.1665995 Dec 17 16:08:08.716877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d6ea25de-6214-4f6f-add3-d3950868a2cf None None] Could not find standard attr ID for object 89ed6080-26c7-4112-8867-8cbeb4ab2874. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:08:08.748398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.770423 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-13f55026-65e9-4127-b93f-c4d2252df089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:08.828814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2e4027-bd90-40f1-9cf8-3adaf3543c8c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:08.883232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-3eb6a2fe-5de3-45fe-9806-ef0efe4df210 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:08:08.891243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-3eb6a2fe-5de3-45fe-9806-ef0efe4df210 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2684238 Dec 17 16:08:08.893372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3fe35ad-2a80-4ec4-b38a-89bc41c5e36f req-c28cec46-2686-4a31-ae10-4946781b43ba tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442462 Dec 17 16:08:08.990035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.092110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78584b6-497d-4b37-a62a-81d54cfa06ac']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:09.116512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-77e23097-e093-4204-950f-ccf507cdc755 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242177 Dec 17 16:08:09.126142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90ea94c-8a65-440c-9fca-013f91b94bd9') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:09.126381 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90ea94c-8a65-440c-9fca-013f91b94bd9') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:09.152389 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.166636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0f900059-58c5-4335-a591-969720e5028f up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:08:09.191146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.201325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:09.202594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:09.208438 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:09.332122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29514669-02ce-4ff3-b129-ce6c5ecc9303 None None] Network c78584b6-497d-4b37-a62a-81d54cfa06ac requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:09.383247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.391858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.403622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/c78584b6-497d-4b37-a62a-81d54cfa06ac HTTP/1.1" status: 204 len: 168 time: 2.7068806 Dec 17 16:08:09.406485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35332) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:09.473060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe6473-aa1d-4ba6-b4f7-5b3ee963994d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=c78584b6-497d-4b37-a62a-81d54cfa06ac,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:09.475989 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfe8742-afc2-4e59-a8ef-692a4d6c7b89 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:09.476755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfe8742-afc2-4e59-a8ef-692a4d6c7b89 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:09.483634 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-3a275c22-dda9-4be2-8677-112809027909 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577924 Dec 17 16:08:09.484935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0bfe8742-afc2-4e59-a8ef-692a4d6c7b89 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/dd2e4027-bd90-40f1-9cf8-3adaf3543c8c HTTP/1.1" status: 404 len: 337 time: 0.0769260 Dec 17 16:08:09.485225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35344) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:09.536713 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a65a33-6b6c-48d2-b492-aa0bbf1051a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:09.537245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a65a33-6b6c-48d2-b492-aa0bbf1051a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:09.566960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-06a65a33-6b6c-48d2-b492-aa0bbf1051a9 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/c78584b6-497d-4b37-a62a-81d54cfa06ac HTTP/1.1" status: 404 len: 339 time: 0.0774648 Dec 17 16:08:09.567913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35350) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:09.602393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 0f900059-58c5-4335-a591-969720e5028f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:08:09.612801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 0f900059-58c5-4335-a591-969720e5028f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:09.633045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.637652 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f26ca2-41ba-4ccb-980d-39ee8059c1f1 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:09.638390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f26ca2-41ba-4ccb-980d-39ee8059c1f1 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:09.644869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-19f26ca2-41ba-4ccb-980d-39ee8059c1f1 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/09baa22d-0948-4bbf-a30c-1ce90bfefc8e HTTP/1.1" status: 404 len: 337 time: 0.0756590 Dec 17 16:08:09.647851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35358) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:09.698325 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1c233a-250b-4657-a110-21ae66dcc036 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:09.704169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1c233a-250b-4657-a110-21ae66dcc036 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:09.710390 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6c1c233a-250b-4657-a110-21ae66dcc036 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/b108b7c6-85bc-4258-87b8-1cba084fadf5 HTTP/1.1" status: 404 len: 339 time: 0.0609705 Dec 17 16:08:09.712525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35362) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:09.741728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf5f2f-5713-41e4-a287-d743a4a58928 None None] DHCP port deletion for c78584b6-497d-4b37-a62a-81d54cfa06ac request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:09.921199 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.928110 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:09.970166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c6ce16c-33e5-477d-a6a8-7c3580d98a88 req-ed34e78e-d739-4993-b945-0ce3eab4fab2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 210 time: 0.0729113 Dec 17 16:08:10.083919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:08:10.091471 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac53030-704e-4412-be37-3b5e0d18cabd" -d '{"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-plugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:08:10.128848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.135426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:10.151576 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.222492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.252146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29630e24-fffd-4357-8da3-4a66109d5592 req-501af0ee-c51f-472e-81a6-ff1721df363b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:10.270110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f01e371-83c0-48fe-9eef-571c4a7451b4']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:10.283184 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29630e24-fffd-4357-8da3-4a66109d5592 req-501af0ee-c51f-472e-81a6-ff1721df363b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 946 time: 0.2009192 Dec 17 16:08:10.298603 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcc81a9-7640-4227-88af-b20dfdf65474 x-openstack-request-id: req-9bcc81a9-7640-4227-88af-b20dfdf65474 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:08:10.302637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d98b37f-2858-472c-979f-1476b93d2e02') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:10.303212 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-plugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:08:10.303642 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bcc81a9-7640-4227-88af-b20dfdf65474 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:08:10.304266 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'code': 200} Dec 17 16:08:10.304730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d98b37f-2858-472c-979f-1476b93d2e02') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:10.330635 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.357685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.358789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:10.371355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:10.372747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:10.377505 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:10.484449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29630e24-fffd-4357-8da3-4a66109d5592 req-e1f04abd-81e4-4284-adce-96b67629b861 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967213 Dec 17 16:08:10.676545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89ed6080-26c7-4112-8867-8cbeb4ab2874 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:10.743448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.754980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 89ed6080-26c7-4112-8867-8cbeb4ab2874 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:10.755327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 89ed6080-26c7-4112-8867-8cbeb4ab2874 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:10.789655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.796513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/6f01e371-83c0-48fe-9eef-571c4a7451b4 HTTP/1.1" status: 204 len: 168 time: 1.0828700 Dec 17 16:08:10.798229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35454) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:10.823636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8c19-25b0-4311-b8f7-3c333343edaf req-661034a5-f735-486f-97b0-6730b8deb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:10.825936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbdd8c19-25b0-4311-b8f7-3c333343edaf req-661034a5-f735-486f-97b0-6730b8deb0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 1099 time: 0.2612736 Dec 17 16:08:10.832881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bf39f-2f10-4c3e-88d4-139db171299d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=6f01e371-83c0-48fe-9eef-571c4a7451b4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:10.885974 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:10.927959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbdd8c19-25b0-4311-b8f7-3c333343edaf req-877b8f19-e779-4642-add7-1f867cf1adf7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912163 Dec 17 16:08:10.940021 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90066ce-3565-49cc-8054-34ef68e76eb3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:10.940558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90066ce-3565-49cc-8054-34ef68e76eb3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:10.946366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35462) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:10.969910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c90066ce-3565-49cc-8054-34ef68e76eb3 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/22449abf-7c69-47aa-997b-45f87c8d8fa1 HTTP/1.1" status: 404 len: 337 time: 0.1679223 Dec 17 16:08:10.990706 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-5271a344-6523-4b81-b510-7bd757f4dd23 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:10.991232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5271a344-6523-4b81-b510-7bd757f4dd23 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:10.999300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35470) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.025311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5271a344-6523-4b81-b510-7bd757f4dd23 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/557f2536-5da4-41e1-8983-e6386b1e43d8 HTTP/1.1" status: 404 len: 339 time: 0.0777440 Dec 17 16:08:11.062455 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee9e110-9a0f-43ae-b6d0-49daa9eab556 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.065867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee9e110-9a0f-43ae-b6d0-49daa9eab556 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.085374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ee9e110-9a0f-43ae-b6d0-49daa9eab556 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/0454be72-7885-42ec-9b83-ee83e7680a61 HTTP/1.1" status: 404 len: 337 time: 0.0843897 Dec 17 16:08:11.089602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.214435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:11.218910 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f31a3e1-d1d4-4f92-b417-c0ba028b4976 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.220844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f31a3e1-d1d4-4f92-b417-c0ba028b4976 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.274844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7f31a3e1-d1d4-4f92-b417-c0ba028b4976 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/c44bfba0-9e09-4190-96b5-ed07d839a181 HTTP/1.1" status: 404 len: 339 time: 0.1816580 Dec 17 16:08:11.275963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35482) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.334012 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-096cb3d8-e614-4fe2-a2f7-387a480efb0e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.334718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096cb3d8-e614-4fe2-a2f7-387a480efb0e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.349550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-096cb3d8-e614-4fe2-a2f7-387a480efb0e tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/fa5364bb-bc0a-4305-9649-13fa8cff9769 HTTP/1.1" status: 404 len: 337 time: 0.0705414 Dec 17 16:08:11.352992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35492) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.380655 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3efd249e-955d-4e9d-9865-f6b023e54a2b req-c1cc2445-ef38-43d5-b02b-3d1ef88c5374 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 210 time: 0.1018159 Dec 17 16:08:11.406290 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5074f49-19e4-44b5-a884-d9fd4a680060 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.407130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5074f49-19e4-44b5-a884-d9fd4a680060 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.413288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35496) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.424891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f5074f49-19e4-44b5-a884-d9fd4a680060 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/4b464041-69ca-4d48-8f1f-99de7f6572b3 HTTP/1.1" status: 404 len: 339 time: 0.0681286 Dec 17 16:08:11.467678 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd997ea-a81e-4f70-8013-9b79d6c69213 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.468625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd997ea-a81e-4f70-8013-9b79d6c69213 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.475348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35498) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.485945 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4dd997ea-a81e-4f70-8013-9b79d6c69213 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/76505d9d-2fb7-4090-9e19-6b6da2b28767 HTTP/1.1" status: 404 len: 337 time: 0.0711975 Dec 17 16:08:11.517666 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7a6799-b18c-42da-bf89-a3c8f61ed401 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.518519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7a6799-b18c-42da-bf89-a3c8f61ed401 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.534902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35510) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.556324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e7a6799-b18c-42da-bf89-a3c8f61ed401 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/55fa5944-aa31-43fe-aa39-0600eb42d6f4 HTTP/1.1" status: 404 len: 339 time: 0.0772178 Dec 17 16:08:11.620108 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb9ff3a-d4d5-4776-918a-e266520617eb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.620997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb9ff3a-d4d5-4776-918a-e266520617eb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.634376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ffb9ff3a-d4d5-4776-918a-e266520617eb tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/8488b1a3-f497-4b8f-954a-7634af38e29b HTTP/1.1" status: 404 len: 337 time: 0.0983050 Dec 17 16:08:11.640607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35512) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.692493 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdff007-1e55-434f-a38d-c51a37e660e4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.694900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdff007-1e55-434f-a38d-c51a37e660e4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.707643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35522) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.708566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dbdff007-1e55-434f-a38d-c51a37e660e4 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/9569df5e-f582-4415-806e-9ddb1dacbfb1 HTTP/1.1" status: 404 len: 339 time: 0.0653651 Dec 17 16:08:11.742347 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac85167-a3c8-4229-88ce-36f20baa6272 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.743029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac85167-a3c8-4229-88ce-36f20baa6272 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.750524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35528) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.760782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0ac85167-a3c8-4229-88ce-36f20baa6272 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/fdd667ba-3b0e-4c65-a7ec-e4cf52ede74e HTTP/1.1" status: 404 len: 337 time: 0.0507123 Dec 17 16:08:11.782422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d25445-93f7-4ffc-8d30-e2d45c1d7a9d req-3ec506f8-7bf0-4c10-9261-41be7ce480dd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:11.785586 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1c72c3-8c44-4848-a7a1-db4ec5389171 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.786120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1c72c3-8c44-4848-a7a1-db4ec5389171 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.803738 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ed1c72c3-8c44-4848-a7a1-db4ec5389171 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/f8a221ac-25fc-4c19-80a4-629d7cc648f3 HTTP/1.1" status: 404 len: 339 time: 0.0511105 Dec 17 16:08:11.804698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35530) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.806898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61d25445-93f7-4ffc-8d30-e2d45c1d7a9d req-3ec506f8-7bf0-4c10-9261-41be7ce480dd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 947 time: 0.1992316 Dec 17 16:08:11.874193 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb036e7c-238a-4eeb-847f-d107dd3b72df tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.877056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb036e7c-238a-4eeb-847f-d107dd3b72df tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.885899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35538) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.887226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bb036e7c-238a-4eeb-847f-d107dd3b72df tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/c1ff29e5-b58b-4475-8bea-28d37dd24e71 HTTP/1.1" status: 404 len: 337 time: 0.0806289 Dec 17 16:08:11.959561 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f580f90-c557-4240-a503-ce3544320444 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:11.960608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f580f90-c557-4240-a503-ce3544320444 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:11.967740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35546) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:11.977437 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2f580f90-c557-4240-a503-ce3544320444 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/060e9cec-e663-4b12-960a-7e2765772563 HTTP/1.1" status: 404 len: 339 time: 0.0874214 Dec 17 16:08:12.019738 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1860e3-864f-4701-b335-4925aba94e14 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:12.020489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1860e3-864f-4701-b335-4925aba94e14 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:12.036472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-61d25445-93f7-4ffc-8d30-e2d45c1d7a9d req-f9e0e89a-d1dd-4e3f-b709-2ae45acff924 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279849 Dec 17 16:08:12.051012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4d1860e3-864f-4701-b335-4925aba94e14 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/1c71d0ab-c349-4609-8b42-a4fc630a7927 HTTP/1.1" status: 404 len: 337 time: 0.0819523 Dec 17 16:08:12.051649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35548) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:12.111869 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d39a941-0a51-4a2c-9391-122e5e2f451a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:12.113244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d39a941-0a51-4a2c-9391-122e5e2f451a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:12.126180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5d39a941-0a51-4a2c-9391-122e5e2f451a tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/d8d18126-9599-4ed4-b053-6c5031a0082c HTTP/1.1" status: 404 len: 339 time: 0.0731795 Dec 17 16:08:12.127243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:12.146246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:12.262921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting subnet 275b9515-d4d8-4789-9c79-96920b50ad3e {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:08:12.267415 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:12.321490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-f31781f1-16c3-4138-9bd8-c7d1f92b0f60 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:12.330256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-f31781f1-16c3-4138-9bd8-c7d1f92b0f60 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.49 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.3476074 Dec 17 16:08:12.353490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'port': {'device_id': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'admin_state_up': True, 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:12.407092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:12.654594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35584) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:12.659660 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62460eb7-e6b8-47bf-8362-bd35bf9bbfd7 req-9b3d93c7-b935-4a20-b32a-4ff4697ae03e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 210 time: 0.1114192 Dec 17 16:08:12.777739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Made reservation on behalf of e8137db8f38747f9b7eb9fd19cc3dbcf for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:12.788074 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:12.841449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.039142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.097621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea2e-0c30-42bc-aeaf-635ee663723d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.123869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Subnet': ['ID=275b9515-d4d8-4789-9c79-96920b50ad3e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:13.133048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.136582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-52fb0398-5e44-4c42-ad2c-98de0fd77f0d tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/subnets/275b9515-d4d8-4789-9c79-96920b50ad3e HTTP/1.1" status: 204 len: 168 time: 1.0071123 Dec 17 16:08:13.140152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35628) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:13.164530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9c02a-9891-4935-858c-4690020ef90e None None] Network d1d9737e-a7ca-4263-b241-340dca9c79a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:13.420494 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea2e-0c30-42bc-aeaf-635ee663723d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.425238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.445263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea2e-0c30-42bc-aeaf-635ee663723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.561713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] DHCP port deletion for d1d9737e-a7ca-4263-b241-340dca9c79a7 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:13.592044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f9fbea2e-0c30-42bc-aeaf-635ee663723d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a134427a664f4134a2f89e97284f403e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9271023 Dec 17 16:08:13.603590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35644) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:13.697006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Deleting port ca593239-38a9-4951-9450-937729ee61c3 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:13.697919 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.702334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5536-2fb5-4a2c-b323-cba174078a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.737735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5536-2fb5-4a2c-b323-cba174078a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.740167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] Deleting port ca593239-38a9-4951-9450-937729ee61c3 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:13.752938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.763221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Allocated IP 172.20.0.10 (5ac9149d-52f1-4b6a-a276-f13b97a5b4e6/c3f907df-d728-467a-895b-317e272d4265/208a4dba-a85b-48a9-96b1-55a1fd4be7b0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:13.811011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbea2e-0c30-42bc-aeaf-635ee663723d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60d37b3-5cf5-4052-b9cd-9df9b8bafbcd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:13.853655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afd21-a47a-4125-a183-889b07d58b15 req-63445e32-6581-431a-9fa3-b935510f5cd4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:13.866182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975afd21-a47a-4125-a183-889b07d58b15 req-63445e32-6581-431a-9fa3-b935510f5cd4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 947 time: 0.4384434 Dec 17 16:08:13.906258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] For port ca593239-38a9-4951-9450-937729ee61c3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ca593239-38a9-4951-9450-937729ee61c3,segment=NetworkSegment(c439ab66-e974-49f6-863f-1b00729c2c47),segment_id=c439ab66-e974-49f6-863f-1b00729c2c47)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:13.910988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:13.949635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] Calling delete_port for ca593239-38a9-4951-9450-937729ee61c3 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:14.000734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a9be3c5-2b4a-499d-a778-0dd667bd7cb0 req-9ac8e23d-dba3-4690-a128-8979420b21e2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 210 time: 0.1637061 Dec 17 16:08:14.156983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-975afd21-a47a-4125-a183-889b07d58b15 req-ab67d718-fa0b-4f0c-8155-bc22868d4bfb tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784250 Dec 17 16:08:14.157557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5536-2fb5-4a2c-b323-cba174078a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.162614 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5536-2fb5-4a2c-b323-cba174078a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.164173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3c3f5536-2fb5-4a2c-b323-cba174078a17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c60d37b3-5cf5-4052-b9cd-9df9b8bafbcd HTTP/1.1" status: 204 len: 168 time: 0.5584855 Dec 17 16:08:14.196985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5536-2fb5-4a2c-b323-cba174078a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60d37b3-5cf5-4052-b9cd-9df9b8bafbcd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:14.216073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] For port ca593239-38a9-4951-9450-937729ee61c3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ca593239-38a9-4951-9450-937729ee61c3,segment=NetworkSegment(c439ab66-e974-49f6-863f-1b00729c2c47),segment_id=c439ab66-e974-49f6-863f-1b00729c2c47)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:14.216663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.243220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Calling delete_port for ca593239-38a9-4951-9450-937729ee61c3 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:14.248969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.301917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] Pushing event deleted for resources: {'Port': ['ID=ca593239-38a9-4951-9450-937729ee61c3,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:14.310834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6288a-7aa2-4384-952a-c73e76f4803f None None] No DVR routers for this DVR port ca593239-38a9-4951-9450-937729ee61c3 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:14.407905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.435344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] No DVR routers for this DVR port ca593239-38a9-4951-9450-937729ee61c3 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:14.519123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.579852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.640118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.665176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d9737e-a7ca-4263-b241-340dca9c79a7']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:14.685341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c439ab66-e974-49f6-863f-1b00729c2c47') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:14.686120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c439ab66-e974-49f6-863f-1b00729c2c47') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:14.703746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.724114 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.732835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:14.733739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.750333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:14.757085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:14.762334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:14.798127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:14.802795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ca593239-38a9-4951-9450-937729ee61c3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:14.823862 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:14.829511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Port': ['ID=ca593239-38a9-4951-9450-937729ee61c3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:14.851915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: ca593239-38a9-4951-9450-937729ee61c3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:14.852951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ca593239-38a9-4951-9450-937729ee61c3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:14.885816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.895536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:14.927350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] 10.222.0.54 "DELETE /v2.0/networks/d1d9737e-a7ca-4263-b241-340dca9c79a7 HTTP/1.1" status: 204 len: 168 time: 1.7857511 Dec 17 16:08:14.981202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a3c8e-2a5f-475a-a450-3702a5826048 tempest-NetworksTest-372986561 tempest-NetworksTest-372986561-project] Pushing event deleted for resources: {'Network': ['ID=d1d9737e-a7ca-4263-b241-340dca9c79a7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:14.990464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:14.991302 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:15.037025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-902b90d4-70c1-4f6b-86a0-387b55c9b781 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6919332 Dec 17 16:08:15.055397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Request body: {'port': {'device_id': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:15.328188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:15.365529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0d3bd-519c-41ae-829f-f0f0be8a00bc req-66168ee5-508d-409b-87fd-001513f05cc1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:15.368999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ef0d3bd-519c-41ae-829f-f0f0be8a00bc req-66168ee5-508d-409b-87fd-001513f05cc1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 932 time: 0.2317905 Dec 17 16:08:15.400571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:15.451397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-817fbe6a-a076-41c6-839d-5cb21020063b None None] Provisioning complete for port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:15.451771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-817fbe6a-a076-41c6-839d-5cb21020063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:15.524703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ef0d3bd-519c-41ae-829f-f0f0be8a00bc req-cf243532-16f5-4aba-92e8-ebca13dca378 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483917 Dec 17 16:08:15.536706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-817fbe6a-a076-41c6-839d-5cb21020063b None None] Port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:08:15.682301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2696578-729d-435f-a3a2-f99f6b5f74cf req-31f9864b-3c7f-45ad-b4be-c89ae2356272 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:15.690832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2696578-729d-435f-a3a2-f99f6b5f74cf req-31f9864b-3c7f-45ad-b4be-c89ae2356272 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 947 time: 0.2068338 Dec 17 16:08:15.713345 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:08:15.744012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35702) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:15.981812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2696578-729d-435f-a3a2-f99f6b5f74cf req-42d0236a-be02-4ec2-816f-95d5b3de8def tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884786 Dec 17 16:08:16.383193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:08:16.395097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:16.408368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Transition to ACTIVE for port object 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:08:16.413318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:16.587090 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-370aea10-6a38-40ac-89d3-6ea880c55324 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cf7db2563784fcebe7f4dbcad800151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8414335 Dec 17 16:08:16.593351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35734) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:16.701809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:16.795349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Attempting to bind port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:08:16.796302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Attempting to bind port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:08:16.796902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Attempting to bind port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:16.803145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:08:16.803990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Attempting to bind port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:16.810974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:08:16.811710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:16.812414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Bound using segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:08:16.813091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Bound port: 208a4dba-a85b-48a9-96b1-55a1fd4be7b0, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:08:16.813809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:16.862897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfa43-2787-4287-b2eb-7aab41ae6263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:16.891946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfa43-2787-4287-b2eb-7aab41ae6263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:16.936024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35740) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:16.984406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] For port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:08:16.988900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] For port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:08:16.996573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:17.000651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c40c6-234d-491a-86d6-a4aeac7f1515 req-3ef56143-352c-40f3-bd8e-6f58db9bfcd8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:17.012422 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-021c40c6-234d-491a-86d6-a4aeac7f1515 req-3ef56143-352c-40f3-bd8e-6f58db9bfcd8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 944 time: 0.2866070 Dec 17 16:08:17.014245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfa43-2787-4287-b2eb-7aab41ae6263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:17.017580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfa43-2787-4287-b2eb-7aab41ae6263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:17.018819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1fdcfa43-2787-4287-b2eb-7aab41ae6263 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9a88374-842a-4a35-a2de-affc673fde59 HTTP/1.1" status: 204 len: 168 time: 0.4213524 Dec 17 16:08:17.049216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcfa43-2787-4287-b2eb-7aab41ae6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a88374-842a-4a35-a2de-affc673fde59,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:17.144388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-021c40c6-234d-491a-86d6-a4aeac7f1515 req-f8043eea-7b02-4429-99d6-73737e1fb071 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309345 Dec 17 16:08:17.787415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:17.793834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:17.794473 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:17.796413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-4828f058-e829-4524-bf46-bd497ecff5f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/208a4dba-a85b-48a9-96b1-55a1fd4be7b0 HTTP/1.1" status: 200 len: 1093 time: 2.7483830 Dec 17 16:08:17.798268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'tag': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:08:17.815149 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad58b48-6268-4427-8505-48f4e0fcb766" -d '{"events": [{"name": "network-changed", "server_uuid": "90562ba2-e970-45b0-b25f-f79543cbe93a", "tag": "208a4dba-a85b-48a9-96b1-55a1fd4be7b0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:08:17.837280 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efcf896f-ee43-485f-9690-abc96fd08687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:17.932349 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871b0b63-7b02-4f3f-921e-4f27a5a7287b x-openstack-request-id: req-871b0b63-7b02-4f3f-921e-4f27a5a7287b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:08:17.932726 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90562ba2-e970-45b0-b25f-f79543cbe93a", "tag": "208a4dba-a85b-48a9-96b1-55a1fd4be7b0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:08:17.933027 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-871b0b63-7b02-4f3f-921e-4f27a5a7287b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:08:17.933455 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'tag': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0', 'status': 'completed', 'code': 200} Dec 17 16:08:18.071669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efcf896f-ee43-485f-9690-abc96fd08687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:18.077017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efcf896f-ee43-485f-9690-abc96fd08687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:18.108857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf896f-ee43-485f-9690-abc96fd08687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f29464-59d4-40a5-9f46-9d25a1bbe9f3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:18.125844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-bacd924f-8e22-4dc4-bcc4-3770561b27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:18.128433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-bacd924f-8e22-4dc4-bcc4-3770561b27cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 1096 time: 0.2873764 Dec 17 16:08:18.205386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-0d70585d-2687-43ac-9048-e5bd6994ab83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0 HTTP/1.1" status: 200 len: 217 time: 0.0640497 Dec 17 16:08:18.217660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-efcf896f-ee43-485f-9690-abc96fd08687 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77d7d0bdb57241d2b7626676dc35e29d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2778893 Dec 17 16:08:18.220254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35790) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:18.362958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-5cd3f062-73b9-4184-ad09-adfaee374518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:18.364494 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-5cd3f062-73b9-4184-ad09-adfaee374518 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1459165 Dec 17 16:08:18.383258 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfe24631-d36d-4da7-a4a6-b94c27148641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:18.445370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138bf0-afbf-45bb-881d-5813f8ff5829 req-15c5cd00-2887-436a-a1f6-c6002ca8efcb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:18.447029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51138bf0-afbf-45bb-881d-5813f8ff5829 req-15c5cd00-2887-436a-a1f6-c6002ca8efcb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 944 time: 0.1372039 Dec 17 16:08:18.463444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-3aa41fc9-a8ed-43db-a209-3ed021ffd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:18.466591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-3aa41fc9-a8ed-43db-a209-3ed021ffd76e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943396 Dec 17 16:08:18.573980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfe24631-d36d-4da7-a4a6-b94c27148641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:18.639380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-9fffa8c7-5045-4263-b619-6ab340cbbb78 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659245 Dec 17 16:08:18.697117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35802) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:18.819503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfe24631-d36d-4da7-a4a6-b94c27148641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:18.826626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfe24631-d36d-4da7-a4a6-b94c27148641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:18.830070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bfe24631-d36d-4da7-a4a6-b94c27148641 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94f29464-59d4-40a5-9f46-9d25a1bbe9f3 HTTP/1.1" status: 204 len: 168 time: 0.6065640 Dec 17 16:08:18.857455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe24631-d36d-4da7-a4a6-b94c27148641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f29464-59d4-40a5-9f46-9d25a1bbe9f3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:18.868672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51138bf0-afbf-45bb-881d-5813f8ff5829 req-553b4585-75a2-40b5-87ca-a011cbe68d3f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010420 Dec 17 16:08:18.952282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3f517ab-7bf0-4387-b55c-1eb41267d21f req-33564657-2af9-4539-ada4-82733fff0e88 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062439 Dec 17 16:08:19.070071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c671cb9f-924a-450f-a7d3-0a51fd4245c6 tempest-DvrRoutersNegativeTest-38508103 tempest-DvrRoutersNegativeTest-38508103-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1510977798', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:19.072983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.policy [None req-c671cb9f-924a-450f-a7d3-0a51fd4245c6 tempest-DvrRoutersNegativeTest-38508103 tempest-DvrRoutersNegativeTest-38508103-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109784) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 17 16:08:19.073289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.policy [None req-c671cb9f-924a-450f-a7d3-0a51fd4245c6 tempest-DvrRoutersNegativeTest-38508103 tempest-DvrRoutersNegativeTest-38508103-project] Failed policy check for 'create_router' {{(pid=109784) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 17 16:08:19.073881 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-c671cb9f-924a-450f-a7d3-0a51fd4245c6 tempest-DvrRoutersNegativeTest-38508103 tempest-DvrRoutersNegativeTest-38508103-project] create failed (client error): Access was denied to this resource. Dec 17 16:08:19.075951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c671cb9f-924a-450f-a7d3-0a51fd4245c6 tempest-DvrRoutersNegativeTest-38508103 tempest-DvrRoutersNegativeTest-38508103-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3551762 Dec 17 16:08:19.148682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-0e469448-2cef-42b8-a80e-05d7cde4e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:19.153182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-0e469448-2cef-42b8-a80e-05d7cde4e61b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 1096 time: 0.1212442 Dec 17 16:08:19.437194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-eb52cbe0-b27f-4f66-9a52-e58b74842983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:19.440743 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-eb52cbe0-b27f-4f66-9a52-e58b74842983 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.2491357 Dec 17 16:08:19.458249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35824) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:19.552971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-646b501a-7679-4ecd-aa33-cea390d55ce6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0 HTTP/1.1" status: 200 len: 217 time: 0.1036091 Dec 17 16:08:19.643088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-0014d62e-988c-4996-b94a-256c6b7c4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:19.645076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-0014d62e-988c-4996-b94a-256c6b7c4bfb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.0676506 Dec 17 16:08:19.720592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-417a3ba0-0e15-4e13-a3bc-bb512c88bdb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:19.739479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-0d1d1688-a8e8-4ce3-9260-e29cd1d278eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:19.746575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-0d1d1688-a8e8-4ce3-9260-e29cd1d278eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887034 Dec 17 16:08:19.988462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-73a6b4db-b4b4-4331-af1e-94e843c01522 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366853 Dec 17 16:08:20.007595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-417a3ba0-0e15-4e13-a3bc-bb512c88bdb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:20.018472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-417a3ba0-0e15-4e13-a3bc-bb512c88bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:20.061586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-417a3ba0-0e15-4e13-a3bc-bb512c88bdb1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17c080ce26af4cf98d654216cc4f4c38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021578 Dec 17 16:08:20.064219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35852) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:20.162729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a3ba0-0e15-4e13-a3bc-bb512c88bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da6eda6-8053-4682-acdd-3697e327f7f7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:20.236926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a15de400-9ebe-4c25-b717-9c148ebb6fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:20.271358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a300-1589-4c01-a05f-4a2a7584caec req-36f5862c-ec3d-4d3f-a573-bce1c786a5b9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:20.278320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a15de400-9ebe-4c25-b717-9c148ebb6fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:20.284276 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3422a300-1589-4c01-a05f-4a2a7584caec req-36f5862c-ec3d-4d3f-a573-bce1c786a5b9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 944 time: 0.1808448 Dec 17 16:08:20.353624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ad58b48-6268-4427-8505-48f4e0fcb766 req-c29fa7e8-600d-49a8-a578-99dccee089a4 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495748 Dec 17 16:08:20.379975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a15de400-9ebe-4c25-b717-9c148ebb6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:20.382963 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a15de400-9ebe-4c25-b717-9c148ebb6fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:20.389237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a15de400-9ebe-4c25-b717-9c148ebb6fb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3da6eda6-8053-4682-acdd-3697e327f7f7 HTTP/1.1" status: 204 len: 168 time: 0.3121891 Dec 17 16:08:20.406462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de400-9ebe-4c25-b717-9c148ebb6fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da6eda6-8053-4682-acdd-3697e327f7f7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:20.426105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3422a300-1589-4c01-a05f-4a2a7584caec req-77761886-70ed-490b-ada9-a6932b6f9a86 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397903 Dec 17 16:08:21.652830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199f9cc-0169-4bd5-b698-91a1bb8894f1 req-a454297d-5144-46d2-bc24-d92719e521ff tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:21.669189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9199f9cc-0169-4bd5-b698-91a1bb8894f1 req-a454297d-5144-46d2-bc24-d92719e521ff tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 944 time: 0.1306226 Dec 17 16:08:21.894812 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9199f9cc-0169-4bd5-b698-91a1bb8894f1 req-0794b317-a60f-425c-aba8-8087b3c0dcfd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247322 Dec 17 16:08:21.916146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:08:22.166231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:22.262763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:22.278351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0', 'mac_address': 'fa:16:3e:0d:46:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:08:22.314126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-51329cb6-c017-4a82-8829-6de7bb18c8d4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:22.314801 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-51329cb6-c017-4a82-8829-6de7bb18c8d4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 16:08:22.315301 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-51329cb6-c017-4a82-8829-6de7bb18c8d4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:08:22.316278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51329cb6-c017-4a82-8829-6de7bb18c8d4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1471758 Dec 17 16:08:22.326367 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35930) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:22.333230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.336482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822261599'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:22.351259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:08:22.380406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.381291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:22.385931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.400797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.591629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.597412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.755666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.771765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.805758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.811083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35940) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:22.812762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4840331 Dec 17 16:08:22.815787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7535518a-7042-4887-9baf-37254c4c2967 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': 'cc821770-0d98-4e37-9d8a-50c894bdfc23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:22.834175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee79d096-5228-4793-bd7a-518f634a0c77,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:22.849493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35946) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:22.907470 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7535518a-7042-4887-9baf-37254c4c2967 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:22.918520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa3f64-53da-463c-a10f-175ba445289b tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc821770-0d98-4e37-9d8a-50c894bdfc23,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:23.021446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['208a4dba-a85b-48a9-96b1-55a1fd4be7b0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:08:23.035987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:23.128184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7535518a-7042-4887-9baf-37254c4c2967 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.134669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7535518a-7042-4887-9baf-37254c4c2967 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.199866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535518a-7042-4887-9baf-37254c4c2967 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f288cb-83d8-4209-8a3d-2a91ef6fc2c8,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:23.267553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7535518a-7042-4887-9baf-37254c4c2967 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.271193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7535518a-7042-4887-9baf-37254c4c2967 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4594138 Dec 17 16:08:23.274428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35962) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:23.281864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c6eddccf-fc41-471c-a1fb-64ae0b9ed381 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': 'cc821770-0d98-4e37-9d8a-50c894bdfc23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:23.290133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772b6b2-b064-4b90-b513-6bb5a58235f5 req-1fad7f36-7061-42a9-8592-dc2dee73beb7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:23.292493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5772b6b2-b064-4b90-b513-6bb5a58235f5 req-1fad7f36-7061-42a9-8592-dc2dee73beb7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 945 time: 0.1869707 Dec 17 16:08:23.345859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-558237236'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:23.348945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6eddccf-fc41-471c-a1fb-64ae0b9ed381 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.447325 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5772b6b2-b064-4b90-b513-6bb5a58235f5 req-97d21db8-2938-47cd-97d1-8be7821f72a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466014 Dec 17 16:08:23.453119 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-c6eddccf-fc41-471c-a1fb-64ae0b9ed381 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:08:23.454737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c6eddccf-fc41-471c-a1fb-64ae0b9ed381 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1789131 Dec 17 16:08:23.457391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35968) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:23.470791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Made reservation on behalf of 83c16cfac0564b5f86d035c2b3aae80e for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:23.474713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.489160 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.569699 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-894f8489-8fc5-445b-bd91-b82a3c2d7498 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.613449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-894f8489-8fc5-445b-bd91-b82a3c2d7498 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.634565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.641652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.682931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-894f8489-8fc5-445b-bd91-b82a3c2d7498 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.689534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-894f8489-8fc5-445b-bd91-b82a3c2d7498 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.696007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-894f8489-8fc5-445b-bd91-b82a3c2d7498 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/cc821770-0d98-4e37-9d8a-50c894bdfc23 HTTP/1.1" status: 204 len: 168 time: 0.2374015 Dec 17 16:08:23.696632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35970) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:23.712824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:23.757154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.758390 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Added segment 948abbbe-0543-45cb-ac4b-486e20f9ceb9 of type vlan for network 1988d9a3-5f56-43b7-8284-c21d79f30e27 Dec 17 16:08:23.761716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fedf945-bb89-4cf3-8db0-8216e9f9f283,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:23.777354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f8489-8fc5-445b-bd91-b82a3c2d7498 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc821770-0d98-4e37-9d8a-50c894bdfc23,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:23.842834 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-274cff29-eba5-4a8c-97ee-85fefec32e4e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1373749 Dec 17 16:08:23.848325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35974) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:23.859249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35976) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:23.865367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-11375adf-7074-4e98-87a5-7efd49b2da9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046334315'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:23.888701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.907407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11375adf-7074-4e98-87a5-7efd49b2da9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.917660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:08:23.963456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:23.971527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:23.976113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.087217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:08:24.099554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:24.099964 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.111604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11375adf-7074-4e98-87a5-7efd49b2da9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.122836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11375adf-7074-4e98-87a5-7efd49b2da9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.155778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event updated for resources: {'Network': ['ID=1988d9a3-5f56-43b7-8284-c21d79f30e27,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:24.160687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11375adf-7074-4e98-87a5-7efd49b2da9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.165835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-11375adf-7074-4e98-87a5-7efd49b2da9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3049898 Dec 17 16:08:24.166502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35986) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:24.174868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-23e8f0c5-e2f5-4a2b-8b25-00a9366d148f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '5c73b4ee-1a48-466a-8500-55c3e1badf59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:24.176083 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-23e8f0c5-e2f5-4a2b-8b25-00a9366d148f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 16:08:24.176653 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-23e8f0c5-e2f5-4a2b-8b25-00a9366d148f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:24.180890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-23e8f0c5-e2f5-4a2b-8b25-00a9366d148f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107481 Dec 17 16:08:24.182471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35988) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:24.191742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11375adf-7074-4e98-87a5-7efd49b2da9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c73b4ee-1a48-466a-8500-55c3e1badf59,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:24.202595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 1988d9a3-5f56-43b7-8284-c21d79f30e27 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:24.221697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35992) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:24.224016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9fe87590-90b3-40d1-8c33-2fc269e30ca5 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3733852 Dec 17 16:08:24.264609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Request body: {'subnet': {'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:24.314512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-693baa2a-0112-427e-8505-da230bcc9a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.463109 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.566818 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c39e35e-0866-45d4-9bf3-287ad5a99565 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.569419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:08:24.572276 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984c464f-7f82-4d24-971d-abf2ae3f30d5" -d '{"events": [{"server_uuid": "90562ba2-e970-45b0-b25f-f79543cbe93a", "name": "network-vif-plugged", "status": "completed", "tag": "208a4dba-a85b-48a9-96b1-55a1fd4be7b0"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:08:24.624715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:24.631227 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.695999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c39e35e-0866-45d4-9bf3-287ad5a99565 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.740465 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf221bd6-59ac-4b92-9011-f22bdc2e461b x-openstack-request-id: req-bf221bd6-59ac-4b92-9011-f22bdc2e461b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:08:24.740997 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90562ba2-e970-45b0-b25f-f79543cbe93a", "name": "network-vif-plugged", "status": "completed", "tag": "208a4dba-a85b-48a9-96b1-55a1fd4be7b0", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:08:24.741264 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf221bd6-59ac-4b92-9011-f22bdc2e461b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:08:24.741884 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0', 'code': 200} Dec 17 16:08:24.743160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:24.754150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Made reservation on behalf of 83c16cfac0564b5f86d035c2b3aae80e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:24.762195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.799261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-693baa2a-0112-427e-8505-da230bcc9a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.813250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d233a-a15e-4436-afb9-be6fb9a3dca3 req-e57c2060-caee-41d6-bc8e-737aa42c241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:24.817874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-201d233a-a15e-4436-afb9-be6fb9a3dca3 req-e57c2060-caee-41d6-bc8e-737aa42c241e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 1098 time: 0.0686259 Dec 17 16:08:24.840033 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-693baa2a-0112-427e-8505-da230bcc9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.860587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c39e35e-0866-45d4-9bf3-287ad5a99565 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.860587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c39e35e-0866-45d4-9bf3-287ad5a99565 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:24.864318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6c39e35e-0866-45d4-9bf3-287ad5a99565 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/5c73b4ee-1a48-466a-8500-55c3e1badf59 HTTP/1.1" status: 204 len: 168 time: 0.6815484 Dec 17 16:08:24.881147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36004) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:24.883674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-201d233a-a15e-4436-afb9-be6fb9a3dca3 req-c508d44b-4cdb-4f42-bf33-93fbfc786059 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585339 Dec 17 16:08:24.956684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cdb49d48-b62c-4371-a6d9-124fbc6e1639 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0696666 Dec 17 16:08:24.958956 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-693baa2a-0112-427e-8505-da230bcc9a87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a16df53587ff409fab209e3828584bec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1095946 Dec 17 16:08:24.961691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36006) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:24.980600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36008) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:25.001559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2b5e8de9-12a6-4e36-a1ac-1ef2d7dce0d7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948109605'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:25.038657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655cd2e-103c-4a13-9727-27b6c7e189af req-e9222c10-fb06-4401-aff8-fd3beec5471c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:25.047002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f655cd2e-103c-4a13-9727-27b6c7e189af req-e9222c10-fb06-4401-aff8-fd3beec5471c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.4024804 Dec 17 16:08:25.084507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed5855ae-eeaf-4bf1-ba8f-93c5ebb6856c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.111540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed5855ae-eeaf-4bf1-ba8f-93c5ebb6856c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.117287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693baa2a-0112-427e-8505-da230bcc9a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19defb8a-76a6-4311-9d81-e88f01b0bd3f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:25.133692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8de9-12a6-4e36-a1ac-1ef2d7dce0d7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.135673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39e35e-0866-45d4-9bf3-287ad5a99565 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c73b4ee-1a48-466a-8500-55c3e1badf59,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:25.225101 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f655cd2e-103c-4a13-9727-27b6c7e189af req-a448056c-6a97-4b94-9645-001b2a983141 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744664 Dec 17 16:08:25.263076 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed5855ae-eeaf-4bf1-ba8f-93c5ebb6856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.266596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed5855ae-eeaf-4bf1-ba8f-93c5ebb6856c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.296639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ed5855ae-eeaf-4bf1-ba8f-93c5ebb6856c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19defb8a-76a6-4311-9d81-e88f01b0bd3f HTTP/1.1" status: 204 len: 168 time: 0.3335412 Dec 17 16:08:25.327995 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8de9-12a6-4e36-a1ac-1ef2d7dce0d7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.331026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5855ae-eeaf-4bf1-ba8f-93c5ebb6856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19defb8a-76a6-4311-9d81-e88f01b0bd3f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:25.339100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8de9-12a6-4e36-a1ac-1ef2d7dce0d7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.472347 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8de9-12a6-4e36-a1ac-1ef2d7dce0d7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.477639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36020) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:25.496442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2b5e8de9-12a6-4e36-a1ac-1ef2d7dce0d7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5122225 Dec 17 16:08:25.500787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b31ab36d-c7a9-4771-8bf1-bbbaa86e51e0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': 'c08adfc4-6d2d-480e-970b-8e43c75c5831', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:25.501547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e8de9-12a6-4e36-a1ac-1ef2d7dce0d7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08adfc4-6d2d-480e-970b-8e43c75c5831,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:25.502517 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-b31ab36d-c7a9-4771-8bf1-bbbaa86e51e0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 16:08:25.505465 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-b31ab36d-c7a9-4771-8bf1-bbbaa86e51e0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:25.511262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36026) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:25.516543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b31ab36d-c7a9-4771-8bf1-bbbaa86e51e0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0375464 Dec 17 16:08:25.646272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6b88432-4ff0-4817-94c7-ab3026f090a4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.666086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.729711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6b88432-4ff0-4817-94c7-ab3026f090a4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.815133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event updated for resources: {'Subnet': ['ID=935e2521-e0db-4995-b3d2-d76bde2a3ccd,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:25.832696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Checking segment: {'id': '948abbbe-0543-45cb-ac4b-486e20f9ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:25.833619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Network hostable DHCP agents. Network: 1988d9a3-5f56-43b7-8284-c21d79f30e27, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:08:25.838032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6b88432-4ff0-4817-94c7-ab3026f090a4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.846104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36032) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:25.863355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3687481f-e48d-4a78-a78d-87e4cb8c7c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.866197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6b88432-4ff0-4817-94c7-ab3026f090a4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:25.879766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d6b88432-4ff0-4817-94c7-ab3026f090a4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/c08adfc4-6d2d-480e-970b-8e43c75c5831 HTTP/1.1" status: 204 len: 168 time: 0.3658602 Dec 17 16:08:25.882225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36034) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:25.929294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b88432-4ff0-4817-94c7-ab3026f090a4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08adfc4-6d2d-480e-970b-8e43c75c5831,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:25.964198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Network 1988d9a3-5f56-43b7-8284-c21d79f30e27 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:08:25.991060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 1988d9a3-5f56-43b7-8284-c21d79f30e27) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:26.027618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd6b325-e09c-4d6d-bfe4-bdf8249b5b30 None None] Network 1988d9a3-5f56-43b7-8284-c21d79f30e27 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:26.039000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-76d1e623-c728-432f-922e-84d22096f8e2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1411643 Dec 17 16:08:26.041507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:26.043959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.048809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36040) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:26.055748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-30375575-276b-463e-80ea-6f606f0db143 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948552238'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:26.081464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d79d65c9-5e02-4e95-9c17-b7b50beef138 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8479183 Dec 17 16:08:26.085665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:26.096445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Request body: {'port': {'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27', 'name': 'tempest-DHCPAgentSchedulersTestJSON-965666108'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:26.117243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3687481f-e48d-4a78-a78d-87e4cb8c7c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.162294 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3687481f-e48d-4a78-a78d-87e4cb8c7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.203324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687481f-e48d-4a78-a78d-87e4cb8c7c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fce5a4-7d3f-483f-afbd-09755f9a2a8d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:26.260511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3687481f-e48d-4a78-a78d-87e4cb8c7c94 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f12e61ac610240e6a6a192b194638f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4105682 Dec 17 16:08:26.261714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36050) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:26.266922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-1988d9a3-5f56-43b7-8284-c21d79f30e27', 'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27', 'project_id': '83c16cfac0564b5f86d035c2b3aae80e', 'fixed_ips': [{'subnet_id': '935e2521-e0db-4995-b3d2-d76bde2a3ccd'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:08:26.267939 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.276792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30375575-276b-463e-80ea-6f606f0db143 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.361631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99be1042-ba1d-4ae1-b1a6-e136e65faba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.425204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99be1042-ba1d-4ae1-b1a6-e136e65faba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.568548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99be1042-ba1d-4ae1-b1a6-e136e65faba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.571361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99be1042-ba1d-4ae1-b1a6-e136e65faba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.578857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Allocated IP 172.20.0.2 (1988d9a3-5f56-43b7-8284-c21d79f30e27/935e2521-e0db-4995-b3d2-d76bde2a3ccd/f60d7ccf-2bad-4af3-b3ce-db861dbaa46b) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:26.579642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-99be1042-ba1d-4ae1-b1a6-e136e65faba1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8fce5a4-7d3f-483f-afbd-09755f9a2a8d HTTP/1.1" status: 204 len: 168 time: 0.3121989 Dec 17 16:08:26.595625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65924871-4912-4d9c-92d0-076f869bb43e req-45a6166d-653b-4421-b9a2-72d58fa8c6f8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:26.606441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be1042-ba1d-4ae1-b1a6-e136e65faba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fce5a4-7d3f-483f-afbd-09755f9a2a8d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:26.609187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65924871-4912-4d9c-92d0-076f869bb43e req-45a6166d-653b-4421-b9a2-72d58fa8c6f8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.2446167 Dec 17 16:08:26.665936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Made reservation on behalf of 83c16cfac0564b5f86d035c2b3aae80e for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:26.674560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.741990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] device_id is not set on port 077a3f23-d208-4ab8-9415-ea509e1524bc yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:08:26.827838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65924871-4912-4d9c-92d0-076f869bb43e req-28b6b087-0c51-4422-ae7e-9e21333477c4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006979 Dec 17 16:08:26.874805 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.884617 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.934623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30375575-276b-463e-80ea-6f606f0db143 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.952638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30375575-276b-463e-80ea-6f606f0db143 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:26.954260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Network 1988d9a3-5f56-43b7-8284-c21d79f30e27 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:26.956626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:26.959862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:26.990234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Pushing event updated for resources: {'Port': ['ID=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:27.015908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30375575-276b-463e-80ea-6f606f0db143 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.020433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36066) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.020975 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-30375575-276b-463e-80ea-6f606f0db143 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9694912 Dec 17 16:08:27.028566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3340ca3f-9320-4e87-9046-0ef2d97f02e1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': 'feedd1f3-004e-487d-98d9-d0810e134169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:27.041799 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-3340ca3f-9320-4e87-9046-0ef2d97f02e1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 16:08:27.042839 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-3340ca3f-9320-4e87-9046-0ef2d97f02e1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:27.044268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3340ca3f-9320-4e87-9046-0ef2d97f02e1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0210018 Dec 17 16:08:27.048227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36070) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.054207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1dcb3fa2-ff72-4ddd-8ef1-edab7cce7698 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': 'feedd1f3-004e-487d-98d9-d0810e134169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:27.055612 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-1dcb3fa2-ff72-4ddd-8ef1-edab7cce7698 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 16:08:27.056167 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-1dcb3fa2-ff72-4ddd-8ef1-edab7cce7698 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:27.059320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1dcb3fa2-ff72-4ddd-8ef1-edab7cce7698 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085845 Dec 17 16:08:27.060944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36072) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.082513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e38be0ec-1686-4865-912f-749a1f929056 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': 'feedd1f3-004e-487d-98d9-d0810e134169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:27.082769 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-e38be0ec-1686-4865-912f-749a1f929056 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 16:08:27.083205 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-e38be0ec-1686-4865-912f-749a1f929056 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:27.097369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36078) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.108167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c906e58d-b188-4f44-ad0d-dd6924630e9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': 'feedd1f3-004e-487d-98d9-d0810e134169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:27.112012 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-c906e58d-b188-4f44-ad0d-dd6924630e9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 16:08:27.112850 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-c906e58d-b188-4f44-ad0d-dd6924630e9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:27.114457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c906e58d-b188-4f44-ad0d-dd6924630e9d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0157309 Dec 17 16:08:27.120958 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e38be0ec-1686-4865-912f-749a1f929056 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0263326 Dec 17 16:08:27.127765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36082) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.155258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30375575-276b-463e-80ea-6f606f0db143 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feedd1f3-004e-487d-98d9-d0810e134169,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:27.190474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Allocated IP 172.20.0.4 (1988d9a3-5f56-43b7-8284-c21d79f30e27/935e2521-e0db-4995-b3d2-d76bde2a3ccd/077a3f23-d208-4ab8-9415-ea509e1524bc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:27.279500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Attempting to bind port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:08:27.281064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Attempting to bind port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '948abbbe-0543-45cb-ac4b-486e20f9ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:08:27.281654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Attempting to bind port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b on network 1988d9a3-5f56-43b7-8284-c21d79f30e27 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:27.289402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:08:27.290126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Checking segment: {'id': '948abbbe-0543-45cb-ac4b-486e20f9ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:27.290750 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.291326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Bound using segment: {'id': '948abbbe-0543-45cb-ac4b-486e20f9ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:08:27.292734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Bound port: f60d7ccf-2bad-4af3-b3ce-db861dbaa46b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948abbbe-0543-45cb-ac4b-486e20f9ceb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1988d9a3-5f56-43b7-8284-c21d79f30e27'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:08:27.293550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.325259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51fdd7a4-9608-41d8-b9e7-75bff4ac417e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.383182 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51fdd7a4-9608-41d8-b9e7-75bff4ac417e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.434970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] For port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:08:27.443650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] For port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,segment=NetworkSegment(948abbbe-0543-45cb-ac4b-486e20f9ceb9),segment_id=948abbbe-0543-45cb-ac4b-486e20f9ceb9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:08:27.452933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.475666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51fdd7a4-9608-41d8-b9e7-75bff4ac417e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.480367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51fdd7a4-9608-41d8-b9e7-75bff4ac417e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.482996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51fdd7a4-9608-41d8-b9e7-75bff4ac417e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/feedd1f3-004e-487d-98d9-d0810e134169 HTTP/1.1" status: 204 len: 168 time: 0.3505399 Dec 17 16:08:27.487477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36094) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.511483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdd7a4-9608-41d8-b9e7-75bff4ac417e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feedd1f3-004e-487d-98d9-d0810e134169,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:27.534052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c88a7-456b-4caf-a910-e25b842f1564 req-1d78916b-d845-4e5e-80f1-75b0927a924c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:27.542638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-219c88a7-456b-4caf-a910-e25b842f1564 req-1d78916b-d845-4e5e-80f1-75b0927a924c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.2763846 Dec 17 16:08:27.554316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7bc9e2fb-cec4-456b-97c9-6b7236592a75 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0653899 Dec 17 16:08:27.560471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36098) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.578574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-876927f4-4640-4af5-9951-43a6e39bc69e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1577899703'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:27.603351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0e63f-2f57-4351-9d62-43e2ce94c86b None None] Pushing event updated for resources: {'Port': ['ID=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:27.651490 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-876927f4-4640-4af5-9951-43a6e39bc69e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.731709 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-219c88a7-456b-4caf-a910-e25b842f1564 req-fcb57a10-ed03-4b0f-a694-fff681264026 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877840 Dec 17 16:08:27.772250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.801897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:27.867159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-876927f4-4640-4af5-9951-43a6e39bc69e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.874171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:27.879174 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-876927f4-4640-4af5-9951-43a6e39bc69e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:28.016794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Network 1988d9a3-5f56-43b7-8284-c21d79f30e27 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:28.024726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:28.037314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:28.051632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-876927f4-4640-4af5-9951-43a6e39bc69e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:28.053728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-876927f4-4640-4af5-9951-43a6e39bc69e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4918077 Dec 17 16:08:28.055918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876927f4-4640-4af5-9951-43a6e39bc69e tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:28.062217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36116) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.081278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ca84a05e-9cf6-4089-a20e-73724c21e2f9 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.083440 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-ca84a05e-9cf6-4089-a20e-73724c21e2f9 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 16:08:28.085349 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-ca84a05e-9cf6-4089-a20e-73724c21e2f9 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.093056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca84a05e-9cf6-4089-a20e-73724c21e2f9 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0277634 Dec 17 16:08:28.099769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36118) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.110146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event updated for resources: {'Port': ['ID=077a3f23-d208-4ab8-9415-ea509e1524bc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:28.118157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4cccd5f9-1191-4094-a8e8-b99b59ef7bdb tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.171414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:28.173253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:28.231448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cfa88807-cacd-4f67-938b-879970eb2440 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1395268 Dec 17 16:08:28.240398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36126) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.259533 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-4cccd5f9-1191-4094-a8e8-b99b59ef7bdb tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.267048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4cccd5f9-1191-4094-a8e8-b99b59ef7bdb tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1656377 Dec 17 16:08:28.267913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.272741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2f0e5154-2b1c-4f27-bf4c-e8c04a902ab4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.277316 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-2f0e5154-2b1c-4f27-bf4c-e8c04a902ab4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 16:08:28.278019 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-2f0e5154-2b1c-4f27-bf4c-e8c04a902ab4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.289335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2f0e5154-2b1c-4f27-bf4c-e8c04a902ab4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198190 Dec 17 16:08:28.290054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36130) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.294491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0104e5ae-0ca2-4cd9-9305-b2255f06c343 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.378909 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-0104e5ae-0ca2-4cd9-9305-b2255f06c343 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.383351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0104e5ae-0ca2-4cd9-9305-b2255f06c343 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0923092 Dec 17 16:08:28.384172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36134) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.391684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a9d55d2f-bf42-43e0-a826-49a87eba5592 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.392479 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-a9d55d2f-bf42-43e0-a826-49a87eba5592 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 16:08:28.393135 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-a9d55d2f-bf42-43e0-a826-49a87eba5592 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.399588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36138) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.404512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a9d55d2f-bf42-43e0-a826-49a87eba5592 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0190425 Dec 17 16:08:28.408770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3fa796ba-a069-4820-ab51-3d1790f4511f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.581640 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-3fa796ba-a069-4820-ab51-3d1790f4511f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Project df568982a33c4411bb076d613e5b3bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:08:28.728677 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-3fa796ba-a069-4820-ab51-3d1790f4511f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.732397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3fa796ba-a069-4820-ab51-3d1790f4511f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3273134 Dec 17 16:08:28.732738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36148) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.737187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d9d7a788-857d-4de6-a808-dd70f7770f36 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.737667 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-d9d7a788-857d-4de6-a808-dd70f7770f36 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 16:08:28.738158 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-d9d7a788-857d-4de6-a808-dd70f7770f36 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.741488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d9d7a788-857d-4de6-a808-dd70f7770f36 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053849 Dec 17 16:08:28.741900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36150) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.746964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-da374a16-0377-4209-9d1d-64edd00498e6 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.783023 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-da374a16-0377-4209-9d1d-64edd00498e6 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Project df568982a33c4411bb076d613e5b3bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:08:28.822932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Deleting port 077a3f23-d208-4ab8-9415-ea509e1524bc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:28.825753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:28.837704 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-da374a16-0377-4209-9d1d-64edd00498e6 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:28.838954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-da374a16-0377-4209-9d1d-64edd00498e6 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0961752 Dec 17 16:08:28.845074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36154) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:28.855230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cb19d4d1-f553-4546-afe6-448ed7d5400f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:28.860293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f60d7ccf-2bad-4af3-b3ce-db861dbaa46b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:08:28.940188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f86b1f-741e-4f62-90ac-9b005fedf925 req-a73a7c5e-7978-4cf4-8f4d-a51159d8a396 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:28.942526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09f86b1f-741e-4f62-90ac-9b005fedf925 req-a73a7c5e-7978-4cf4-8f4d-a51159d8a396 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.0960584 Dec 17 16:08:28.989459 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-cb19d4d1-f553-4546-afe6-448ed7d5400f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Project df568982a33c4411bb076d613e5b3bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:08:29.019698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:29.020143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.047884 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-cb19d4d1-f553-4546-afe6-448ed7d5400f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:29.062764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cb19d4d1-f553-4546-afe6-448ed7d5400f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2072542 Dec 17 16:08:29.063103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09f86b1f-741e-4f62-90ac-9b005fedf925 req-ec8a3768-effe-4326-8516-59a09919c290 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066384 Dec 17 16:08:29.063979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36156) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:29.209995 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.273643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.294713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,segment=NetworkSegment(948abbbe-0543-45cb-ac4b-486e20f9ceb9),segment_id=948abbbe-0543-45cb-ac4b-486e20f9ceb9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:29.301064 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.345216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c79c78f-cd32-4ec2-968a-1fe9dd5c0608 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.384452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c79c78f-cd32-4ec2-968a-1fe9dd5c0608 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.453320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Calling delete_port for 077a3f23-d208-4ab8-9415-ea509e1524bc owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:29.457009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c79c78f-cd32-4ec2-968a-1fe9dd5c0608 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.460515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c79c78f-cd32-4ec2-968a-1fe9dd5c0608 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.464338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c79c78f-cd32-4ec2-968a-1fe9dd5c0608 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce HTTP/1.1" status: 204 len: 168 time: 0.3959525 Dec 17 16:08:29.464740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36170) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:29.483677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c78f-cd32-4ec2-968a-1fe9dd5c0608 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e58ecf1-5bee-42f6-9da4-9b56bbb1bbce,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:29.500268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:29.552840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eab9f1-da29-4d1b-8d8b-9b2d7f59c7e0 None None] Network 1988d9a3-5f56-43b7-8284-c21d79f30e27 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:29.567467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-39e6d272-6185-4326-aa4f-db1f7412a503 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1014655 Dec 17 16:08:29.571172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36172) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:29.578765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-35940a8d-7a75-4018-9f2b-dc06a2d1c126 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332492562'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:29.642445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-35940a8d-7a75-4018-9f2b-dc06a2d1c126 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.717433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b28d3394-8189-41d8-b670-37dd9860517b None None] Provisioning complete for port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:29.717808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b28d3394-8189-41d8-b670-37dd9860517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.739772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.824778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-35940a8d-7a75-4018-9f2b-dc06a2d1c126 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.849687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-35940a8d-7a75-4018-9f2b-dc06a2d1c126 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.937870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35940a8d-7a75-4018-9f2b-dc06a2d1c126 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa01fe6-d88e-4868-ae3d-c63ab6c3d407,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:29.950707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-35940a8d-7a75-4018-9f2b-dc06a2d1c126 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:29.958069 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-35940a8d-7a75-4018-9f2b-dc06a2d1c126 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3852844 Dec 17 16:08:29.960714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36182) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:29.971088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-02c8be67-d3e2-497c-a1fe-a63aefe6748a tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '2aa01fe6-d88e-4868-ae3d-c63ab6c3d407', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:30.091789 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-02c8be67-d3e2-497c-a1fe-a63aefe6748a tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The resource could not be found. Dec 17 16:08:30.098642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-02c8be67-d3e2-497c-a1fe-a63aefe6748a tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1324308 Dec 17 16:08:30.100397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36186) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:30.109044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-801b16e4-bd34-444a-a282-4d6f644cfdad tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '2aa01fe6-d88e-4868-ae3d-c63ab6c3d407', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c1a1d881-4922-46d5-91fd-f39785131319'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:30.211861 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-801b16e4-bd34-444a-a282-4d6f644cfdad tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The resource could not be found. Dec 17 16:08:30.218472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-801b16e4-bd34-444a-a282-4d6f644cfdad tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1155789 Dec 17 16:08:30.219984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36188) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:30.347199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33054ce8-a170-41e5-a887-c952f4da7fe0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.407208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7aeba7bf-a0a3-40d3-ab6a-a4072717adde None None] Provisioning complete for port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:30.407208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7aeba7bf-a0a3-40d3-ab6a-a4072717adde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.456236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685f6e3-4657-4fee-b39e-acf21a5e4269 req-f3ae977e-afe1-4c95-bc5d-55f81f87c856 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:30.472433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0685f6e3-4657-4fee-b39e-acf21a5e4269 req-f3ae977e-afe1-4c95-bc5d-55f81f87c856 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.2091126 Dec 17 16:08:30.481888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33054ce8-a170-41e5-a887-c952f4da7fe0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.558711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.604128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33054ce8-a170-41e5-a887-c952f4da7fe0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.607684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33054ce8-a170-41e5-a887-c952f4da7fe0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.608960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-33054ce8-a170-41e5-a887-c952f4da7fe0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/2aa01fe6-d88e-4868-ae3d-c63ab6c3d407 HTTP/1.1" status: 204 len: 168 time: 0.3872828 Dec 17 16:08:30.616815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36200) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:30.652888 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7aeba7bf-a0a3-40d3-ab6a-a4072717adde None None] Could not find standard attr ID for object 077a3f23-d208-4ab8-9415-ea509e1524bc. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:08:30.663137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event deleted for resources: {'Port': ['ID=077a3f23-d208-4ab8-9415-ea509e1524bc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:30.717576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33054ce8-a170-41e5-a887-c952f4da7fe0 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa01fe6-d88e-4868-ae3d-c63ab6c3d407,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:30.774424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4d06ade7-0326-43a8-abc6-0e8cc75a1da0 None None] Could not find standard attr ID for object 077a3f23-d208-4ab8-9415-ea509e1524bc. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:08:30.802099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-97a8bccf-c7fc-4611-9c48-396d1ad9b026 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1827850 Dec 17 16:08:30.802997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36202) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:30.803384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f60d7ccf-2bad-4af3-b3ce-db861dbaa46b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:08:30.810652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6ec77e30-7b33-43b0-8f38-a987d69cf1a6 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '487833ed-649c-400a-9a6f-3f1442359685', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:30.876967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0685f6e3-4657-4fee-b39e-acf21a5e4269 req-bf619deb-2731-4dcd-b404-bf8aa2307fde tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034336 Dec 17 16:08:30.917595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:30.918398 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.959265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:30.963233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7f8cb160-4b06-4fc8-8ebd-0fe0079b1eaa tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "DELETE /v2.0/ports/077a3f23-d208-4ab8-9415-ea509e1524bc HTTP/1.1" status: 204 len: 168 time: 2.7214203 Dec 17 16:08:30.963423 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-6ec77e30-7b33-43b0-8f38-a987d69cf1a6 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The resource could not be found. Dec 17 16:08:30.966434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36210) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:30.966682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ec77e30-7b33-43b0-8f38-a987d69cf1a6 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1602042 Dec 17 16:08:30.970037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36212) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:30.978676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-bf998278-6ec2-4eec-8f7d-a8b7770f9ae2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--588616000'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:31.013491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Deleting port 0da4febd-45e0-4f6f-aa67-1f5f24982109 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:31.014125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.065267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf998278-6ec2-4eec-8f7d-a8b7770f9ae2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.244143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf998278-6ec2-4eec-8f7d-a8b7770f9ae2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.249389 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf998278-6ec2-4eec-8f7d-a8b7770f9ae2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.261415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] For port 0da4febd-45e0-4f6f-aa67-1f5f24982109, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0da4febd-45e0-4f6f-aa67-1f5f24982109,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:31.261783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.300462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Calling delete_port for 0da4febd-45e0-4f6f-aa67-1f5f24982109 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:31.329795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf998278-6ec2-4eec-8f7d-a8b7770f9ae2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.331231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf998278-6ec2-4eec-8f7d-a8b7770f9ae2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3597975 Dec 17 16:08:31.332415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf998278-6ec2-4eec-8f7d-a8b7770f9ae2 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bced13-1fd2-419d-b7d2-e0e3e4af9ca6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:31.337674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36216) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:31.355742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fbec3f9d-062d-42d9-851b-444fdc4d99e4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030320575'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:31.437887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f9d-062d-42d9-851b-444fdc4d99e4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.454570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bf6607c1-8e6e-4659-83f2-8123bda15b08 tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.4826620 Dec 17 16:08:31.457353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36222) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:31.464599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1757457465'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:31.531003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Made reservation on behalf of 83c16cfac0564b5f86d035c2b3aae80e for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:31.536650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.577300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:31.627859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.628201 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Added segment 586d8a62-586f-4ccf-a59f-158d0c11ef43 of type vlan for network 301e9ed6-b244-4204-9cbd-d67562711ee7 Dec 17 16:08:31.675209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f9d-062d-42d9-851b-444fdc4d99e4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.682051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f9d-062d-42d9-851b-444fdc4d99e4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.706691 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.720539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f9d-062d-42d9-851b-444fdc4d99e4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.724321 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fbec3f9d-062d-42d9-851b-444fdc4d99e4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3757451 Dec 17 16:08:31.727366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36230) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:31.744963 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.749783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b54a8a27-199f-4dd1-922b-9805c94e6023 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '41bced13-1fd2-419d-b7d2-e0e3e4af9ca6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f5cb1bb3-1a97-41fa-bc63-28b0de51ed75'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:31.754554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:31.755762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.841683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3802147 Dec 17 16:08:31.843244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36236) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:31.845415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec3f9d-062d-42d9-851b-444fdc4d99e4 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb1bb3-1a97-41fa-bc63-28b0de51ed75,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:31.875374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec59fef-ee2e-4e4b-b82e-2dbdb566ed9f tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event updated for resources: {'Network': ['ID=301e9ed6-b244-4204-9cbd-d67562711ee7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:31.881600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:31.952287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 301e9ed6-b244-4204-9cbd-d67562711ee7 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:32.019864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Pushing event deleted for resources: {'Port': ['ID=0da4febd-45e0-4f6f-aa67-1f5f24982109,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:32.116475 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-b54a8a27-199f-4dd1-922b-9805c94e6023 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:32.117540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b54a8a27-199f-4dd1-922b-9805c94e6023 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3739798 Dec 17 16:08:32.122451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36244) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:32.269152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2ae46a16-ffd3-4a39-94c5-f314771788e6 tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "GET /v2.0/agents/a41542ed-c033-4f2c-acb0-3ffd42cf04c8/dhcp-networks HTTP/1.1" status: 200 len: 8089 time: 0.4247191 Dec 17 16:08:32.283418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36250) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:32.292558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c097725-c85f-450e-b433-93e51bb182b3 req-3bc645bb-fba6-46c8-b804-5021051b5614 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:32.299515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8c097725-c85f-450e-b433-93e51bb182b3 req-3bc645bb-fba6-46c8-b804-5021051b5614 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1989698 Dec 17 16:08:32.353582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c19691-c32d-4944-a506-feb3b87f1d1d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:32.442405 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c19691-c32d-4944-a506-feb3b87f1d1d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:32.512463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8c097725-c85f-450e-b433-93e51bb182b3 req-60254fde-45ab-410e-9da5-543e1393dde0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892025 Dec 17 16:08:32.551060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c19691-c32d-4944-a506-feb3b87f1d1d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:32.554144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5c19691-c32d-4944-a506-feb3b87f1d1d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:32.557771 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c5c19691-c32d-4944-a506-feb3b87f1d1d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/f5cb1bb3-1a97-41fa-bc63-28b0de51ed75 HTTP/1.1" status: 204 len: 168 time: 0.4295340 Dec 17 16:08:32.559698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36254) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:32.587552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c19691-c32d-4944-a506-feb3b87f1d1d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb1bb3-1a97-41fa-bc63-28b0de51ed75,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:32.637271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce9972d-66f3-4326-b8d0-5506d0595112 tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] Network 301e9ed6-b244-4204-9cbd-d67562711ee7 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:08:32.687053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5ce9972d-66f3-4326-b8d0-5506d0595112 tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "POST /v2.0/agents/a41542ed-c033-4f2c-acb0-3ffd42cf04c8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3855808 Dec 17 16:08:32.689552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499cbd1-4128-4de3-91b3-d33f8fe52992 None None] Network 301e9ed6-b244-4204-9cbd-d67562711ee7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:32.708324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36256) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:32.754951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7a44d43b-833a-482a-87a5-2af235080419 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1916869 Dec 17 16:08:32.755905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36264) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:32.976583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b99681e9-9c1e-49d0-868a-12c71ad83658 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.086177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b99681e9-9c1e-49d0-868a-12c71ad83658 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.110430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9bfe2fb4-3804-49fb-9edc-d0afe6a3f3c4 tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "GET /v2.0/agents/a41542ed-c033-4f2c-acb0-3ffd42cf04c8/dhcp-networks HTTP/1.1" status: 200 len: 8860 time: 0.3975203 Dec 17 16:08:33.113160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36270) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.266773 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.305797 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a1f5040e-3eb6-477b-a0f8-70cad03d4a1c tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "DELETE /v2.0/agents/a41542ed-c033-4f2c-acb0-3ffd42cf04c8/dhcp-networks/301e9ed6-b244-4204-9cbd-d67562711ee7 HTTP/1.1" status: 204 len: 168 time: 0.1902621 Dec 17 16:08:33.308436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36276) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.322762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b99681e9-9c1e-49d0-868a-12c71ad83658 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.326412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b99681e9-9c1e-49d0-868a-12c71ad83658 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.330802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b99681e9-9c1e-49d0-868a-12c71ad83658 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/41bced13-1fd2-419d-b7d2-e0e3e4af9ca6 HTTP/1.1" status: 204 len: 168 time: 0.5732777 Dec 17 16:08:33.331436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36278) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.366076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99681e9-9c1e-49d0-868a-12c71ad83658 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bced13-1fd2-419d-b7d2-e0e3e4af9ca6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:33.467071 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2ca543da-bd8c-4ceb-874e-3555a2058c39 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221886 Dec 17 16:08:33.468369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36280) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.485110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0bfb6bc9-c967-4d67-8775-60d963cd6700 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--690123309'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:33.553212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6bc9-c967-4d67-8775-60d963cd6700 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.641100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Router 2f83e34a-9bdc-42ac-8937-117d74e92176 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:08:33.681140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a06fe074-3b3b-4cf0-a8a7-93c56d831a03 tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "GET /v2.0/agents/a41542ed-c033-4f2c-acb0-3ffd42cf04c8/dhcp-networks HTTP/1.1" status: 200 len: 8089 time: 0.3725846 Dec 17 16:08:33.687260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.714178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6bc9-c967-4d67-8775-60d963cd6700 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.716615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b51168f6-351b-4c54-8da6-4fdad9a6f22c tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "GET /v2.0/networks/1988d9a3-5f56-43b7-8284-c21d79f30e27/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0281117 Dec 17 16:08:33.720294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36292) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.727671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6bc9-c967-4d67-8775-60d963cd6700 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.767940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb6bc9-c967-4d67-8775-60d963cd6700 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a90f8f1-8da8-4fd6-b2a3-3872e0d1e9b9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:33.772606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0bfb6bc9-c967-4d67-8775-60d963cd6700 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:33.774011 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0bfb6bc9-c967-4d67-8775-60d963cd6700 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3046389 Dec 17 16:08:33.777353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36294) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.782530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-855ed2ef-e176-4aa8-9ce9-0a5ff1f32c5a tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '6a90f8f1-8da8-4fd6-b2a3-3872e0d1e9b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:33.793703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d0198b4e-508f-4818-ac2d-d6177899b1dc tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "GET /v2.0/networks/1988d9a3-5f56-43b7-8284-c21d79f30e27/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0719259 Dec 17 16:08:33.798368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36296) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:33.880943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023890f6-ca83-462b-90d9-c832fc9ff33c req-4bc4a8a2-f1f5-4586-8890-3d7aa589c610 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:33.894930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-023890f6-ca83-462b-90d9-c832fc9ff33c req-4bc4a8a2-f1f5-4586-8890-3d7aa589c610 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1300228 Dec 17 16:08:33.937651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4377e4f4-600c-40c1-8013-226f2516451e tempest-DHCPAgentSchedulersTestJSON-1881512452 tempest-DHCPAgentSchedulersTestJSON-1881512452-project-admin] 10.222.0.54 "GET /v2.0/agents/a41542ed-c033-4f2c-acb0-3ffd42cf04c8/dhcp-networks HTTP/1.1" status: 200 len: 8089 time: 0.1391122 Dec 17 16:08:33.942360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36298) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:34.021648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:34.024422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-023890f6-ca83-462b-90d9-c832fc9ff33c req-48fc1b43-f683-48e2-9f61-dc4d2b531fee tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285269 Dec 17 16:08:34.049609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:08:34.055311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cf7a39fd-844a-4c3a-944e-0edcd9b5730f admin admin] 10.222.0.54 "PUT /v2.0/routers/2f83e34a-9bdc-42ac-8937-117d74e92176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2508709 Dec 17 16:08:34.058476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36306) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:34.073502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] Sync routers for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:08:34.089513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:08:34.090460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:08:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:34.264053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:08:34.642175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T16:08:31Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:34.672959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] Checking router: 2f83e34a-9bdc-42ac-8937-117d74e92176 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:08:34.683972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] Routers {'2f83e34a-9bdc-42ac-8937-117d74e92176'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:08:34.684612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:08:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2f83e34a-9bdc-42ac-8937-117d74e92176'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:34.727609 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-855ed2ef-e176-4aa8-9ce9-0a5ff1f32c5a tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:34.729879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-855ed2ef-e176-4aa8-9ce9-0a5ff1f32c5a tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9513750 Dec 17 16:08:34.733305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36316) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:34.740626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-750a6f51-24c6-4a1e-a582-f3b9493a9ed1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group_rule': {'security_group_id': '6a90f8f1-8da8-4fd6-b2a3-3872e0d1e9b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:34.815962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:34.818640 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-750a6f51-24c6-4a1e-a582-f3b9493a9ed1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:08:34.820185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-750a6f51-24c6-4a1e-a582-f3b9493a9ed1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0848758 Dec 17 16:08:34.823075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36318) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:34.836857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] Set router 2f83e34a-9bdc-42ac-8937-117d74e92176 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:08:34.870862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:34.904366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301e9ed6-b244-4204-9cbd-d67562711ee7']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:34.936458 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f06373e-4cb1-420a-aa08-bad224d5f33f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:34.963527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586d8a62-586f-4ccf-a59f-158d0c11ef43') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:34.963527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586d8a62-586f-4ccf-a59f-158d0c11ef43') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:34.970912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:34.985685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:34.994046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:34.994476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.003264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f06373e-4cb1-420a-aa08-bad224d5f33f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:35.062226 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:35.085834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f06373e-4cb1-420a-aa08-bad224d5f33f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.088059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T16:08:31Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:35.092145 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f06373e-4cb1-420a-aa08-bad224d5f33f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.095758 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9f06373e-4cb1-420a-aa08-bad224d5f33f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/6a90f8f1-8da8-4fd6-b2a3-3872e0d1e9b9 HTTP/1.1" status: 204 len: 168 time: 0.2689140 Dec 17 16:08:35.118060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36328) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:35.125094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06373e-4cb1-420a-aa08-bad224d5f33f tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a90f8f1-8da8-4fd6-b2a3-3872e0d1e9b9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:35.156907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e30929-65c7-40f3-a6ed-ba7649ac3d2b None None] The sync data for ids ['2f83e34a-9bdc-42ac-8937-117d74e92176'] in n-d-806683-20 is: [{'id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'name': 'tempest-TaggedBootDevicesTest-732492298-router', 'tenant_id': 'c81336360a334161a51173b9879a5656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:32Z', 'updated_at': '2021-12-17T16:08:31Z', 'revision_number': 5, 'project_id': 'c81336360a334161a51173b9879a5656', 'gw_port': {'id': '6de93b2d-5414-4ff4-bb2f-f52d2d53b282', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83e34a-9bdc-42ac-8937-117d74e92176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:34Z', 'updated_at': '2021-12-17T15:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:08:35.274968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.312309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.319705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "DELETE /v2.0/networks/301e9ed6-b244-4204-9cbd-d67562711ee7 HTTP/1.1" status: 204 len: 168 time: 1.3738630 Dec 17 16:08:35.320203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36350) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:35.325277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a331e-15cc-4218-93e4-8fa98b81fe95 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event deleted for resources: {'Network': ['ID=301e9ed6-b244-4204-9cbd-d67562711ee7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:35.340914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.358892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-274d5bd5-f1d5-4b60-8ce6-4c37780c3a93 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2395537 Dec 17 16:08:35.369641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36352) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:35.383769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-080e240b-559e-4cc6-a9ab-8594f856e210 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'tempest-secgroup--936781323'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:35.385677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fef19-3363-4406-8456-2c864a2f0186 req-749037a4-d52e-4959-8dbd-6516fcc7f703 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:35.387205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad0fef19-3363-4406-8456-2c864a2f0186 req-749037a4-d52e-4959-8dbd-6516fcc7f703 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.2186232 Dec 17 16:08:35.405741 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cfab7c-f24d-4c17-95fa-1a88b32254dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] DELETE failed (client error): The resource could not be found. Dec 17 16:08:35.406334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cfab7c-f24d-4c17-95fa-1a88b32254dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:35.409412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-93cfab7c-f24d-4c17-95fa-1a88b32254dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "DELETE /v2.0/ports/077a3f23-d208-4ab8-9415-ea509e1524bc HTTP/1.1" status: 404 len: 333 time: 0.0877826 Dec 17 16:08:35.415266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:35.521473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Deleting subnet 935e2521-e0db-4995-b3d2-d76bde2a3ccd {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:08:35.529472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-080e240b-559e-4cc6-a9ab-8594f856e210 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.532018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad0fef19-3363-4406-8456-2c864a2f0186 req-c94cc6ed-86d7-429b-9996-d132efe31612 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264532 Dec 17 16:08:35.551480 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.567281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-e26db312-16b3-4dab-9231-84406f2bb39d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1984463 Dec 17 16:08:35.628905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Deleting port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:35.630551 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.721189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.827191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] For port 6de93b2d-5414-4ff4-bb2f-f52d2d53b282, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:35.828320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:35.839055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315edea0-c292-4f25-bffb-680374976863 req-9ca37d9f-22ce-454c-8717-22e44f7c15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:35.841206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-9ca37d9f-22ce-454c-8717-22e44f7c15b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 0.1294677 Dec 17 16:08:35.858637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Calling delete_port for 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:35.951531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.046000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.134580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event deleted for resources: {'Subnet': ['ID=935e2521-e0db-4995-b3d2-d76bde2a3ccd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:36.144681 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-080e240b-559e-4cc6-a9ab-8594f856e210 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.150920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-080e240b-559e-4cc6-a9ab-8594f856e210 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.164983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.171373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-26228524-a520-48ef-8b1b-df5b9afbd1dd tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "DELETE /v2.0/subnets/935e2521-e0db-4995-b3d2-d76bde2a3ccd HTTP/1.1" status: 204 len: 168 time: 0.7525194 Dec 17 16:08:36.171695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d64168-064a-4597-ac93-449e1d2a2968 None None] Network 1988d9a3-5f56-43b7-8284-c21d79f30e27 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:36.174008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36388) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:36.220123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315edea0-c292-4f25-bffb-680374976863 req-38afacf7-784a-4b62-b548-05de8d9b32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:36.226216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-38afacf7-784a-4b62-b548-05de8d9b32d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.3620362 Dec 17 16:08:36.350193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-95ebf52f-cc15-485d-a489-2f90d2c4412f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.1124728 Dec 17 16:08:36.373263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.384529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-080e240b-559e-4cc6-a9ab-8594f856e210 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.388116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-080e240b-559e-4cc6-a9ab-8594f856e210 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0081015 Dec 17 16:08:36.398608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36394) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:36.410413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.435582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-564504a0-5215-4efe-8506-8639ae4e6351 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:36.437033 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-564504a0-5215-4efe-8506-8639ae4e6351 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 16:08:36.439576 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-564504a0-5215-4efe-8506-8639ae4e6351 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 16:08:36.444727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-564504a0-5215-4efe-8506-8639ae4e6351 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "PUT /v2.0/security-groups/d56584eb-91c2-4e27-840c-60a7a9eeb680 HTTP/1.1" status: 409 len: 330 time: 0.0263078 Dec 17 16:08:36.454703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36396) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:36.454703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Pushing event deleted for resources: {'Port': ['ID=6de93b2d-5414-4ff4-bb2f-f52d2d53b282,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:36.490330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a216c-c9ca-4cad-9ce7-d32a58c6fed5 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:36.502693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7cc08290-28d6-49f3-89b6-d3b32d5ca0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.507750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315edea0-c292-4f25-bffb-680374976863 req-3542c669-b6b6-4d83-97c7-6ce3f250ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:36.509501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-3542c669-b6b6-4d83-97c7-6ce3f250ffdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1475551 Dec 17 16:08:36.556500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e240b-559e-4cc6-a9ab-8594f856e210 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56584eb-91c2-4e27-840c-60a7a9eeb680,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:36.644434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Deleting port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:36.645197 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.664523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] DHCP port deletion for 1988d9a3-5f56-43b7-8284-c21d79f30e27 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:36.714710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315edea0-c292-4f25-bffb-680374976863 req-03d03739-76fb-423e-924c-25bf94b074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:36.715933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-03d03739-76fb-423e-924c-25bf94b074ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1743059 Dec 17 16:08:36.716857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.795962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] Deleting port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:36.796558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.904060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] For port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,segment=NetworkSegment(948abbbe-0543-45cb-ac4b-486e20f9ceb9),segment_id=948abbbe-0543-45cb-ac4b-486e20f9ceb9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:36.904380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.915607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] For port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,segment=NetworkSegment(948abbbe-0543-45cb-ac4b-486e20f9ceb9),segment_id=948abbbe-0543-45cb-ac4b-486e20f9ceb9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:36.916375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.917059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f60d7ccf-2bad-4af3-b3ce-db861dbaa46b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:36.937871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Calling delete_port for f60d7ccf-2bad-4af3-b3ce-db861dbaa46b owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:36.944673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] Calling delete_port for f60d7ccf-2bad-4af3-b3ce-db861dbaa46b owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:36.948255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77473f86-d4d3-4a0d-9740-bbbbd7089d42 req-d87f802e-4850-4ae0-88f9-599823de025f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:36.956106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77473f86-d4d3-4a0d-9740-bbbbd7089d42 req-d87f802e-4850-4ae0-88f9-599823de025f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1586833 Dec 17 16:08:36.979577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:36.981968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.076848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-f2d20533-5772-42e0-b322-86cbc51f03e8 req-c08cc6a5-ab00-4584-b563-c077f9a7181b service neutron] (109784) timed out ('10.222.0.49', 56804) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:08:37.101764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.102296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f83e34a-9bdc-42ac-8937-117d74e92176 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:08:37.107588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be746dbf-2d61-4b73-bc05-8170db7e31d1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.125143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77473f86-d4d3-4a0d-9740-bbbbd7089d42 req-5ec2479c-0e1f-47f3-b865-badd628feea9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680682 Dec 17 16:08:37.140403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.148074 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.154737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36420) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:37.155121 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-75c1f6a8-523f-46e9-a39e-17eb3cf9adda admin admin] 10.222.0.54 "DELETE /v2.0/routers/2f83e34a-9bdc-42ac-8937-117d74e92176 HTTP/1.1" status: 204 len: 168 time: 3.0818481 Dec 17 16:08:37.201191 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.253187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] Pushing event deleted for resources: {'Port': ['ID=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:37.255681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f43f9-aa5b-46e7-92da-35362393fd02 None None] No DVR routers for this DVR port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:37.257011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0da4febd-45e0-4f6f-aa67-1f5f24982109 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:37.290516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0da4febd-45e0-4f6f-aa67-1f5f24982109 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:37.291599 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.292686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0da4febd-45e0-4f6f-aa67-1f5f24982109 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:37.323506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] Deleting subnet 957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:08:37.327442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be746dbf-2d61-4b73-bc05-8170db7e31d1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.332613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] No DVR routers for this DVR port f60d7ccf-2bad-4af3-b3ce-db861dbaa46b on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:37.390371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-1dca441e-c587-4470-9098-7e9ce7de41d3 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120115 Dec 17 16:08:37.391324 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.416502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event deleted for resources: {'Port': ['ID=f60d7ccf-2bad-4af3-b3ce-db861dbaa46b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:37.538760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-315edea0-c292-4f25-bffb-680374976863 req-3cc1b5b7-28ef-40d3-b0d3-e1f6a8e41994 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384063 Dec 17 16:08:37.538934 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.556727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be746dbf-2d61-4b73-bc05-8170db7e31d1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.560817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be746dbf-2d61-4b73-bc05-8170db7e31d1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.562060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-be746dbf-2d61-4b73-bc05-8170db7e31d1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/d56584eb-91c2-4e27-840c-60a7a9eeb680 HTTP/1.1" status: 204 len: 168 time: 1.1060507 Dec 17 16:08:37.571634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36426) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:37.613371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be746dbf-2d61-4b73-bc05-8170db7e31d1 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56584eb-91c2-4e27-840c-60a7a9eeb680,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:37.635959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.668000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1988d9a3-5f56-43b7-8284-c21d79f30e27']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:37.684839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cae81802-1ee9-4152-8955-b9ec5f80192d tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1119201 Dec 17 16:08:37.688379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36432) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:37.691333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948abbbe-0543-45cb-ac4b-486e20f9ceb9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:37.692312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948abbbe-0543-45cb-ac4b-486e20f9ceb9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:37.705128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.713360 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-caf40bee-4412-4ee7-85b1-b71ad4b4db22 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] delete failed (client error): The resource could not be found. Dec 17 16:08:37.721462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-caf40bee-4412-4ee7-85b1-b71ad4b4db22 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "DELETE /v2.0/security-groups/7e92c8e4-15aa-4c2f-8bb8-144b66822cab HTTP/1.1" status: 404 len: 347 time: 0.0314615 Dec 17 16:08:37.725526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:37.758000 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-0da3af80-61f3-4d7e-914b-93abdb10fa38 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] show failed (client error): The resource could not be found. Dec 17 16:08:37.760607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0da3af80-61f3-4d7e-914b-93abdb10fa38 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-groups/c2e438d1-e72b-4f5c-8e28-6f2cb2177227 HTTP/1.1" status: 404 len: 347 time: 0.0340106 Dec 17 16:08:37.765941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36438) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:37.773648 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.785781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:37.786156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:37.789264 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:37.793351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.794330 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-77377295-4355-460e-8a7e-be1d59cc7eb7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] show failed (client error): The resource could not be found. Dec 17 16:08:37.796795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-77377295-4355-460e-8a7e-be1d59cc7eb7 tempest-NegativeSecGroupIPv6Test-696327333 tempest-NegativeSecGroupIPv6Test-696327333-project] 10.222.0.54 "GET /v2.0/security-group-rules/8d5a6f05-3921-4e56-a63c-630b90f58c94 HTTP/1.1" status: 404 len: 356 time: 0.0283995 Dec 17 16:08:37.906832 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.926238 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:37.932275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] 10.222.0.54 "DELETE /v2.0/networks/1988d9a3-5f56-43b7-8284-c21d79f30e27 HTTP/1.1" status: 204 len: 168 time: 1.7571332 Dec 17 16:08:37.982656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c0545-958a-4a6d-90a7-f0b9caa55d51 tempest-DHCPAgentSchedulersTestJSON-845834362 tempest-DHCPAgentSchedulersTestJSON-845834362-project] Pushing event deleted for resources: {'Network': ['ID=1988d9a3-5f56-43b7-8284-c21d79f30e27,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:38.002763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:38.081942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957935e7-ec9f-44a7-a537-c1b8e4bbfbf3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:38.084027 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:38.093077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e22d2-c023-4cfd-8f03-4b7500723015 None None] Network 3dc344b3-1870-46c9-a4e7-746f86a3b411 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:38.114125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bf0b72a0-98e9-4821-994d-8323bd637b44 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/957935e7-ec9f-44a7-a537-c1b8e4bbfbf3 HTTP/1.1" status: 204 len: 168 time: 0.9605527 Dec 17 16:08:38.116914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36448) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:38.252806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:38.396250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] DHCP port deletion for 3dc344b3-1870-46c9-a4e7-746f86a3b411 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:38.408094 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:38.438459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36462) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:38.463639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34557-c924-44e2-9587-aa6576204eea req-da76c138-a927-4161-89d4-e62e8ba1ac0c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:38.466175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13a34557-c924-44e2-9587-aa6576204eea req-da76c138-a927-4161-89d4-e62e8ba1ac0c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1508555 Dec 17 16:08:38.601312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-465fe659-f4d9-412e-8833-bb465dcd9619 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df568982a33c4411bb076d613e5b3bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450468 Dec 17 16:08:38.601565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36472) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:38.691674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13a34557-c924-44e2-9587-aa6576204eea req-4f4dfc8d-02b3-4f3f-b1c5-4872b393a301 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169743 Dec 17 16:08:38.730159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Deleting port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:38.730806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:38.806598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0119e234-4231-4ea0-b4ed-6fdf106fd46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:38.859763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dd3e7312-93c9-4bdb-8f6d-7ae3f6442033 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=83c16cfac0564b5f86d035c2b3aae80e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4200418 Dec 17 16:08:38.869267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:38.905908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0119e234-4231-4ea0-b4ed-6fdf106fd46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:38.945698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ac639ce7-0f2e-4e97-936a-27a0b60b8e65 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:38.978203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] For port ac639ce7-0f2e-4e97-936a-27a0b60b8e65, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:38.979513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:38.995406 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a259c8be-e4b1-45e1-b810-3eccefa01093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.001146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0119e234-4231-4ea0-b4ed-6fdf106fd46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.005948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0119e234-4231-4ea0-b4ed-6fdf106fd46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.010215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0119e234-4231-4ea0-b4ed-6fdf106fd46b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee79d096-5228-4793-bd7a-518f634a0c77 HTTP/1.1" status: 204 len: 168 time: 0.4072375 Dec 17 16:08:39.012544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] Deleting port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:39.014621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.036453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Calling delete_port for ac639ce7-0f2e-4e97-936a-27a0b60b8e65 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:39.056697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-049a97e0-10a4-4677-bd30-da2ff535cdd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.070452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119e234-4231-4ea0-b4ed-6fdf106fd46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee79d096-5228-4793-bd7a-518f634a0c77,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:39.114275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] For port ac639ce7-0f2e-4e97-936a-27a0b60b8e65, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,segment=NetworkSegment(4dfaf166-a0f4-4fb8-a158-a999b46a2336),segment_id=4dfaf166-a0f4-4fb8-a158-a999b46a2336)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:39.115105 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.139870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-049a97e0-10a4-4677-bd30-da2ff535cdd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.158564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] Calling delete_port for ac639ce7-0f2e-4e97-936a-27a0b60b8e65 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:39.178676 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.248669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.271025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] No DVR routers for this DVR port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:39.329919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:39.351662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-049a97e0-10a4-4677-bd30-da2ff535cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.359852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-049a97e0-10a4-4677-bd30-da2ff535cdd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.371184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-049a97e0-10a4-4677-bd30-da2ff535cdd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7fedf945-bb89-4cf3-8db0-8216e9f9f283 HTTP/1.1" status: 204 len: 168 time: 0.4975972 Dec 17 16:08:39.376170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:39.438599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:39.439358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6de93b2d-5414-4ff4-bb2f-f52d2d53b282 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:39.499024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a97e0-10a4-4677-bd30-da2ff535cdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fedf945-bb89-4cf3-8db0-8216e9f9f283,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:39.499218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.573013 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.583914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] Pushing event deleted for resources: {'Port': ['ID=ac639ce7-0f2e-4e97-936a-27a0b60b8e65,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:39.590680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3b00f9-d1a8-48b9-98f1-5f56890a270c None None] No DVR routers for this DVR port ac639ce7-0f2e-4e97-936a-27a0b60b8e65 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:39.628338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc344b3-1870-46c9-a4e7-746f86a3b411']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:39.670369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfaf166-a0f4-4fb8-a158-a999b46a2336') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:39.673763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfaf166-a0f4-4fb8-a158-a999b46a2336') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:39.691847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.713068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.720198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:39.720725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:39.804163 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:39.814940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.823462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:39.827754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] 10.222.0.54 "DELETE /v2.0/networks/3dc344b3-1870-46c9-a4e7-746f86a3b411 HTTP/1.1" status: 204 len: 168 time: 1.7087505 Dec 17 16:08:39.832569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36516) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:39.854812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4654462-7a0c-4a0e-9e0a-d692b7967d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc344b3-1870-46c9-a4e7-746f86a3b411,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:39.941077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd4b5-b7c9-4f1a-8421-80d925d1b49e req-0d5501f3-752e-4147-8f31-81c66cf7b5de tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:39.953741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ca5fd4b5-b7c9-4f1a-8421-80d925d1b49e req-0d5501f3-752e-4147-8f31-81c66cf7b5de tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1245766 Dec 17 16:08:39.984262 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.064456 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ca5fd4b5-b7c9-4f1a-8421-80d925d1b49e req-f6cc2e10-c2ca-48b9-8467-453004d5e710 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084619 Dec 17 16:08:40.221849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36532) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:40.240215 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0710024-1ada-451c-9f10-1e5eb690ca7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.384746 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0710024-1ada-451c-9f10-1e5eb690ca7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.392274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0710024-1ada-451c-9f10-1e5eb690ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.441246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e0710024-1ada-451c-9f10-1e5eb690ca7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80a16403855047038b3387ece2b9bd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2156291 Dec 17 16:08:40.444425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36542) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:40.491311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0710024-1ada-451c-9f10-1e5eb690ca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edbf1bd-3bdc-4eff-9b06-e47987342b58,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:40.519402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.713777 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c909a7d4-7d90-477a-88cb-ff3414d6ba81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.766249 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c909a7d4-7d90-477a-88cb-ff3414d6ba81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.903766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c909a7d4-7d90-477a-88cb-ff3414d6ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.905955 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.907186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c909a7d4-7d90-477a-88cb-ff3414d6ba81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:40.910977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c909a7d4-7d90-477a-88cb-ff3414d6ba81 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9edbf1bd-3bdc-4eff-9b06-e47987342b58 HTTP/1.1" status: 204 len: 168 time: 0.4571764 Dec 17 16:08:40.955380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909a7d4-7d90-477a-88cb-ff3414d6ba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edbf1bd-3bdc-4eff-9b06-e47987342b58,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:41.199589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Deleting port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:41.200080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:41.221245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:41.403259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] For port 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,segment=NetworkSegment(d8b732eb-6a09-494c-967f-3b48f80c9ac0),segment_id=d8b732eb-6a09-494c-967f-3b48f80c9ac0)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:41.403640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:41.419401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Calling delete_port for 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:41.815485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbaff-7a8c-4c27-a885-e19ef666d3fe req-2d9c928b-b711-4a82-9299-62b115499ffc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:41.826819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c17fbaff-7a8c-4c27-a885-e19ef666d3fe req-2d9c928b-b711-4a82-9299-62b115499ffc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.6108582 Dec 17 16:08:41.899297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:41.964219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba599ac-afa7-42d5-bbb3-24eea71bd8e5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:41.978347 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c17fbaff-7a8c-4c27-a885-e19ef666d3fe req-201b6bea-7b5d-471e-ab41-59aef286ed04 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464739 Dec 17 16:08:42.143375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:42.500897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:43.280065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f387-6e86-49da-bbcd-1c6db65151cd req-51270331-4281-4a4d-a41e-725411b4043e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:43.287952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a459f387-6e86-49da-bbcd-1c6db65151cd req-51270331-4281-4a4d-a41e-725411b4043e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1263583 Dec 17 16:08:43.564306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-4eb8ddbe-4d4b-4da9-88c1-fa1a3a550872 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1758058 Dec 17 16:08:43.609885 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a459f387-6e86-49da-bbcd-1c6db65151cd req-c67ec739-21e7-4b2f-9ee1-51f0e13d17ce tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209684 Dec 17 16:08:43.653625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:08:43.717957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36720) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:43.778820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-1c03b584-a8a9-430e-9017-23c8af1a88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:43.780438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-1c03b584-a8a9-430e-9017-23c8af1a88bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 1102 time: 0.1138425 Dec 17 16:08:43.868427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:08:43.884727 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] Sync routers for ids ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:08:43.888719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-acb5c01e-1ba0-4177-97f3-79bd92938ecf admin admin] 10.222.0.54 "PUT /v2.0/routers/ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392647 Dec 17 16:08:43.891394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36736) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:43.901795 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] Routers {'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:08:43.902226 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:08:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:44.052444 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] Set router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:08:44.169583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1631688591'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:44.252221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-fc6b2554-f7a5-4752-abac-0bef04027fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:44.254230 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-fc6b2554-f7a5-4752-abac-0bef04027fb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.4371812 Dec 17 16:08:44.257637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Made reservation on behalf of e1d1f412fe5948b084fc34d96172a7d0 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:44.262297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:44.290336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:44.376079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:44.381031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-1438accf-2190-4b01-aed6-520708b17ff9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=05375388-371d-44c0-b2c7-97c3672a5374 HTTP/1.1" status: 200 len: 217 time: 0.1157613 Dec 17 16:08:44.495414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-e3bfe6a3-905a-496c-9df4-899de809c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:44.497442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-e3bfe6a3-905a-496c-9df4-899de809c52d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1034992 Dec 17 16:08:44.607418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:44.642374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:44.757022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:44.795773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:44.821142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36762) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:44.822345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21ef67-382f-46c5-a274-d5a1a766a966,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:44.858774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:44.858968 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Added segment 58c3aa0a-da1a-411a-a2ca-ded34f111e63 of type vlan for network 5e9a2096-5626-4a78-b461-e1818666cc43 Dec 17 16:08:44.964722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-b852fdcf-8eeb-4cda-85c5-5a2eabb92805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:44.973021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-b852fdcf-8eeb-4cda-85c5-5a2eabb92805 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3586590 Dec 17 16:08:44.975669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54275d-a744-4700-b998-b5bee69f4d6b req-41b8f728-16e9-4620-b109-c2efcc352c25 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:44.986973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb54275d-a744-4700-b998-b5bee69f4d6b req-41b8f728-16e9-4620-b109-c2efcc352c25 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1703312 Dec 17 16:08:45.047761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Deleting port 01ff2430-1160-46fd-80b8-c0a3cd213f97 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:45.048264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.119093 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T16:08:41Z', 'revision_number': 5, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port': {'id': '01ff2430-1160-46fd-80b8-c0a3cd213f97', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:55:48Z', 'updated_at': '2021-12-17T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:45.185111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-aec0595e-1eb4-44f3-9607-43b3fb852d46 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051353 Dec 17 16:08:45.206864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.283931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb54275d-a744-4700-b998-b5bee69f4d6b req-632c1029-e0c2-411c-b6ab-229130722ad2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949564 Dec 17 16:08:45.291894 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] Checking router: ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:08:45.324096 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] Routers {'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:08:45.325589 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:08:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:45.366966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.373335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:45.374102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.448159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.470308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] For port 01ff2430-1160-46fd-80b8-c0a3cd213f97, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=01ff2430-1160-46fd-80b8-c0a3cd213f97,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:45.470828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.482630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ad9e7bf-5345-42bc-a980-8c459a169950 req-d240ad5f-3db5-4c37-a1a9-1e1b2d2592b1 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877278 Dec 17 16:08:45.498472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a69b1d2e-e176-44a6-93ba-7f6473c15409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.510047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7848182 Dec 17 16:08:45.511941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36774) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:45.555799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce260b-050c-4e3b-a34e-336ba13c6b69 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Pushing event updated for resources: {'Network': ['ID=5e9a2096-5626-4a78-b461-e1818666cc43,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:45.570589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5e9a2096-5626-4a78-b461-e1818666cc43 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:45.609557 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] Set router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:08:45.622191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Calling delete_port for 01ff2430-1160-46fd-80b8-c0a3cd213f97 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:45.798432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a69b1d2e-e176-44a6-93ba-7f6473c15409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.805632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a69b1d2e-e176-44a6-93ba-7f6473c15409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:45.847108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T16:08:44Z', 'revision_number': 6, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:45.947562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36780) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:45.948592 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8498be-fb54-4296-8b57-b798b4870e58 None None] The sync data for ids ['ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf'] in n-d-806683-20 is: [{'id': 'ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf', 'name': 'tempest-TaggedBootDevicesTest-1631062267-router', 'tenant_id': '1757743d426f4598af04537e10e8544f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:55:46Z', 'updated_at': '2021-12-17T16:08:44Z', 'revision_number': 6, 'project_id': '1757743d426f4598af04537e10e8544f', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:08:45.973924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:45.982403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a69b1d2e-e176-44a6-93ba-7f6473c15409 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a477308f56b447a1a550e2869803b28b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1552815 Dec 17 16:08:45.983753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b1d2e-e176-44a6-93ba-7f6473c15409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c5e154-0b2d-403c-b0e3-72b24e9c394e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:46.110456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'network': {'name': 'tempest-network--544843319', 'router:external': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:46.132559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.176043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc94e-14a5-4e4c-87cf-e39b8027c081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.176282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324aade6-9f95-4146-a18c-0ff8d9c7b3a0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:46.246446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ff2430-1160-46fd-80b8-c0a3cd213f97,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:46.306687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.471656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa64a8d-58fb-4ac7-bb07-11f714df6b2b req-d98ee285-c246-4710-b104-2df3e35de6f3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:46.477483 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0aa64a8d-58fb-4ac7-bb07-11f714df6b2b req-d98ee285-c246-4710-b104-2df3e35de6f3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.0712767 Dec 17 16:08:46.492095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Made reservation on behalf of 1ec3792bcaba44e0becf43a4e23ee0b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:46.494573 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.591353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0aa64a8d-58fb-4ac7-bb07-11f714df6b2b req-6d947700-86a7-4e2c-b661-cc30a40205b2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070800 Dec 17 16:08:46.629962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.635492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af6cb2cf-bdbc-4012-b478-89ddb577ffa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.639374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.650944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.747007 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af6cb2cf-bdbc-4012-b478-89ddb577ffa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.776799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.777366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:08:46.782823 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.786682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36792) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:46.793836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a085d962-14e9-44eb-b46b-8ca1798a3443 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ff1654d0-cea8-4b71-80a6-b9e4ced1d3cf HTTP/1.1" status: 204 len: 168 time: 2.9011061 Dec 17 16:08:46.848276 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc94e-14a5-4e4c-87cf-e39b8027c081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.860053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c1cc94e-14a5-4e4c-87cf-e39b8027c081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.873787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] Deleting subnet 33d3afc9-d6bb-4aed-8d78-d6557f51c36b {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:08:46.877155 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.945744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:46.995623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cc94e-14a5-4e4c-87cf-e39b8027c081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf439ea-246b-48ee-b42f-f92e21f4f5b1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:47.023216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0c1cc94e-14a5-4e4c-87cf-e39b8027c081 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f102fbf2a0e45c88ba8a5e0ab00b647&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0687168 Dec 17 16:08:47.024894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36794) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:47.055181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:47.069168 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.072744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af6cb2cf-bdbc-4012-b478-89ddb577ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.076900 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-af6cb2cf-bdbc-4012-b478-89ddb577ffa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.098949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-af6cb2cf-bdbc-4012-b478-89ddb577ffa2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9c5e154-0b2d-403c-b0e3-72b24e9c394e HTTP/1.1" status: 204 len: 168 time: 1.0986896 Dec 17 16:08:47.105448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.118034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:47.118418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0ba599ac-afa7-42d5-bbb3-24eea71bd8e5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:47.118860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 01ff2430-1160-46fd-80b8-c0a3cd213f97 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:47.119297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cb2cf-bdbc-4012-b478-89ddb577ffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c5e154-0b2d-403c-b0e3-72b24e9c394e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:47.197760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 01ff2430-1160-46fd-80b8-c0a3cd213f97 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:47.199226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 01ff2430-1160-46fd-80b8-c0a3cd213f97 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:47.255888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740b3d7e-5e0f-4748-8351-23ea29d222a4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:47.276406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.297902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:47.332601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.333464 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Added segment ad1bfe03-a5df-41b4-bbc0-719273128ada of type vlan for network af9d4ca4-2074-4804-9ae0-a0eb38a98ea3 Dec 17 16:08:47.482947 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.496484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.550395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36804) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:47.569335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8b958740-3536-4d74-aa7a-ddcb6b93aa5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.586764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.586764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:47.586764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.587215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d3afc9-d6bb-4aed-8d78-d6557f51c36b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:47.599202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.602536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-57669e4e-831d-43b6-bf75-782b8861b73c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/33d3afc9-d6bb-4aed-8d78-d6557f51c36b HTTP/1.1" status: 204 len: 168 time: 0.8148026 Dec 17 16:08:47.607931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85fb7fd-f168-4384-b2ec-5aec63355885 None None] Network 03d5bc14-4677-452f-9f66-7c64c8ecddc8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:47.611270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36806) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:47.620612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1041696 Dec 17 16:08:47.643800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36808) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:47.703451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.720701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c602c5dc-6a7e-4389-8402-8572e23b4c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.759174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75673f-1523-4d2a-8e08-3b96ab16ae0a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Network': ['ID=af9d4ca4-2074-4804-9ae0-a0eb38a98ea3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:47.790462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c602c5dc-6a7e-4389-8402-8572e23b4c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.811383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network af9d4ca4-2074-4804-9ae0-a0eb38a98ea3 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:47.844132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.897766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Deleting port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:47.898157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.918095 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c602c5dc-6a7e-4389-8402-8572e23b4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.922205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c602c5dc-6a7e-4389-8402-8572e23b4c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:47.930188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c602c5dc-6a7e-4389-8402-8572e23b4c4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ecf439ea-246b-48ee-b42f-f92e21f4f5b1 HTTP/1.1" status: 204 len: 168 time: 0.9001884 Dec 17 16:08:47.967068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b1afd-79a5-4c06-835d-c8e44a3ed292 req-c3d164ac-39ca-416d-978d-7b4088f3585a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:47.968676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b4b1afd-79a5-4c06-835d-c8e44a3ed292 req-c3d164ac-39ca-416d-978d-7b4088f3585a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1768429 Dec 17 16:08:48.067962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] DHCP port deletion for 03d5bc14-4677-452f-9f66-7c64c8ecddc8 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:08:48.073667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8b958740-3536-4d74-aa7a-ddcb6b93aa5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.088849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8b958740-3536-4d74-aa7a-ddcb6b93aa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.096828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602c5dc-6a7e-4389-8402-8572e23b4c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf439ea-246b-48ee-b42f-f92e21f4f5b1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:48.131378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.137819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] For port 08c13bfe-c4aa-42a0-a78e-63b6c971a851, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=08c13bfe-c4aa-42a0-a78e-63b6c971a851,segment=NetworkSegment(d8b732eb-6a09-494c-967f-3b48f80c9ac0),segment_id=d8b732eb-6a09-494c-967f-3b48f80c9ac0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:48.138350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.158584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Calling delete_port for 08c13bfe-c4aa-42a0-a78e-63b6c971a851 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:48.218054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8b958740-3536-4d74-aa7a-ddcb6b93aa5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec0a970b243d4f3f8f6a1787ff6a421a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6641185 Dec 17 16:08:48.221337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d4ca4-2074-4804-9ae0-a0eb38a98ea3']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:48.236219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] Deleting port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:48.236628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.244795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36826) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:48.273919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b4b1afd-79a5-4c06-835d-c8e44a3ed292 req-6eeade76-ad58-4011-b0e6-44a9d99996c2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814541 Dec 17 16:08:48.303627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958740-3536-4d74-aa7a-ddcb6b93aa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0673cd7-90c5-49f4-bee8-216fd5463567,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:48.319436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] For port 08c13bfe-c4aa-42a0-a78e-63b6c971a851, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=08c13bfe-c4aa-42a0-a78e-63b6c971a851,segment=NetworkSegment(d8b732eb-6a09-494c-967f-3b48f80c9ac0),segment_id=d8b732eb-6a09-494c-967f-3b48f80c9ac0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:48.319436 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.325793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1bfe03-a5df-41b4-bbc0-719273128ada') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:48.326114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1bfe03-a5df-41b4-bbc0-719273128ada') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:48.339593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] Calling delete_port for 08c13bfe-c4aa-42a0-a78e-63b6c971a851 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:48.354087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.385020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.397066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:48.397648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:48.400071 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:48.473998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.488961 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.517725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af9d4ca4-2074-4804-9ae0-a0eb38a98ea3 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 16:08:48.519450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-a2781ff7-c8f7-4187-b701-2e3d00ff86fe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650590656&fields=id&tenant_id=7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 267 time: 0.2771361 Dec 17 16:08:48.521410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] Pushing event deleted for resources: {'Port': ['ID=08c13bfe-c4aa-42a0-a78e-63b6c971a851,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:48.531688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.538921 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "DELETE /v2.0/networks/af9d4ca4-2074-4804-9ae0-a0eb38a98ea3 HTTP/1.1" status: 204 len: 168 time: 0.8932686 Dec 17 16:08:48.540247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e92995-3402-40df-b0d2-75d7f13f7b78 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event deleted for resources: {'Network': ['ID=af9d4ca4-2074-4804-9ae0-a0eb38a98ea3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:48.543699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36838) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:48.550159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:48.565042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c1769-97c2-4647-8d35-0087da669606 None None] No DVR routers for this DVR port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:48.638888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Made reservation on behalf of 1ec3792bcaba44e0becf43a4e23ee0b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:48.650908 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.732324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:48.748206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.748607 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Added segment 0ce380e2-90c8-4605-962f-284bca782ae6 of type vlan for network e1a3a59e-d70d-43ef-a67f-01b3054e2d22 Dec 17 16:08:48.752251 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.770949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ef8740d-5067-408f-9c48-003f32b55ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.792977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 08c13bfe-c4aa-42a0-a78e-63b6c971a851 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:08:48.827133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 08c13bfe-c4aa-42a0-a78e-63b6c971a851 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:08:48.828027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 08c13bfe-c4aa-42a0-a78e-63b6c971a851 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:08:48.854195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.880861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-19b8d4b6-ce15-4348-b5af-6310269d5e70 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:48.890599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-19b8d4b6-ce15-4348-b5af-6310269d5e70 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.3304768 Dec 17 16:08:48.892820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Pushing event deleted for resources: {'Port': ['ID=08c13bfe-c4aa-42a0-a78e-63b6c971a851,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:48.913432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.914593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:48.915420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.933841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ef8740d-5067-408f-9c48-003f32b55ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:48.950647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4055960 Dec 17 16:08:48.952561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36852) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:49.005302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] No DVR routers for this DVR port 08c13bfe-c4aa-42a0-a78e-63b6c971a851 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:08:49.018709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'subnet': {'network_id': 'e1a3a59e-d70d-43ef-a67f-01b3054e2d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:49.026220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ef8740d-5067-408f-9c48-003f32b55ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.029948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ef8740d-5067-408f-9c48-003f32b55ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.032292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ef8740d-5067-408f-9c48-003f32b55ebf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0673cd7-90c5-49f4-bee8-216fd5463567 HTTP/1.1" status: 204 len: 168 time: 0.7859941 Dec 17 16:08:49.135615 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4dfea646-347c-4e97-9c7c-88ee0bd3d5f8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/quotas/7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 375 time: 0.2428188 Dec 17 16:08:49.158686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Made reservation on behalf of 1ec3792bcaba44e0becf43a4e23ee0b0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:49.163648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.220473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8740d-5067-408f-9c48-003f32b55ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0673cd7-90c5-49f4-bee8-216fd5463567,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:49.277757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84069b-12b7-46d4-8114-ded79138640a tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Network': ['ID=e1a3a59e-d70d-43ef-a67f-01b3054e2d22,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:49.291248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e1a3a59e-d70d-43ef-a67f-01b3054e2d22 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:49.344929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.401753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-2ca55d29-f259-4a11-ac56-9e00302523b5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2618375 Dec 17 16:08:49.524854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d5bc14-4677-452f-9f66-7c64c8ecddc8']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:49.541436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b732eb-6a09-494c-967f-3b48f80c9ac0') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:49.541707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b732eb-6a09-494c-967f-3b48f80c9ac0') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:49.559097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.562471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ecd2c-512a-4430-a3e9-f2de2e3b577f req-a4cec57a-e3db-441c-b355-61f0e861f67c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:49.564167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96ecd2c-512a-4430-a3e9-f2de2e3b577f req-a4cec57a-e3db-441c-b355-61f0e861f67c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1781156 Dec 17 16:08:49.591964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-45d85c70-494d-4f98-a888-30c8344844a6 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780481 Dec 17 16:08:49.602255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.649950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:49.650359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:49.652237 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:49.732037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96ecd2c-512a-4430-a3e9-f2de2e3b577f req-99a3cd49-0630-4200-9ec5-594da6274c17 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561451 Dec 17 16:08:49.751727 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.766369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.772301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] 10.222.0.54 "DELETE /v2.0/networks/03d5bc14-4677-452f-9f66-7c64c8ecddc8 HTTP/1.1" status: 204 len: 168 time: 2.1575358 Dec 17 16:08:49.805276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d026045-0bb6-485d-a817-219002d64feb admin admin] Pushing event deleted for resources: {'Network': ['ID=03d5bc14-4677-452f-9f66-7c64c8ecddc8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:49.834436 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-434e06b3-6ed8-4820-9e7e-1e75e6b51e66 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415168 Dec 17 16:08:49.922409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.objects.ports [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109784) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 16:08:49.922970 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:49.987857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51fb5387-d3b9-44db-b5f8-15e179945cdf,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:49.995634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Checking segment: {'id': '0ce380e2-90c8-4605-962f-284bca782ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e1a3a59e-d70d-43ef-a67f-01b3054e2d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:49.996036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Network hostable DHCP agents. Network: e1a3a59e-d70d-43ef-a67f-01b3054e2d22, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:08:50.014400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Network e1a3a59e-d70d-43ef-a67f-01b3054e2d22 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:08:50.026605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e1a3a59e-d70d-43ef-a67f-01b3054e2d22) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:50.032746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:50.034666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.039945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36922) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:50.040097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6856f4-613b-43e1-84e8-f1427be535ab None None] Network e1a3a59e-d70d-43ef-a67f-01b3054e2d22 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:50.071571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36926) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:50.072977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d5a45bc0-15c6-46e0-8287-91e30678944e tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1149974 Dec 17 16:08:50.076932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1a3a59e-d70d-43ef-a67f-01b3054e2d22'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:50.152438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:50.152662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2c12f084-ff94-4295-b548-e634d8c39d90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c81336360a334161a51173b9879a5656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113083 Dec 17 16:08:50.162213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.202008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c704b4-58d5-4a49-835d-5d5cb06c62d8 None None] Network e1a3a59e-d70d-43ef-a67f-01b3054e2d22 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:50.245421 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93aa107c-e6ca-47c8-877c-3d36e5d0078f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.275051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93aa107c-e6ca-47c8-877c-3d36e5d0078f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.286507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.342875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93aa107c-e6ca-47c8-877c-3d36e5d0078f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.347352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93aa107c-e6ca-47c8-877c-3d36e5d0078f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.348959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93aa107c-e6ca-47c8-877c-3d36e5d0078f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc44798d-b992-44a0-9d2e-f9a2a393612e HTTP/1.1" status: 204 len: 168 time: 0.1954851 Dec 17 16:08:50.380844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa107c-e6ca-47c8-877c-3d36e5d0078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc44798d-b992-44a0-9d2e-f9a2a393612e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:50.493949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Allocated IP 172.20.0.5 (e1a3a59e-d70d-43ef-a67f-01b3054e2d22/51fb5387-d3b9-44db-b5f8-15e179945cdf/42d26e40-c317-4288-9a4c-7c1086780dbd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:50.685863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.735780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:50.817787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Network e1a3a59e-d70d-43ef-a67f-01b3054e2d22 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:50.821657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:50.826713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:50.876941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Port': ['ID=42d26e40-c317-4288-9a4c-7c1086780dbd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:50.893783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36964) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:51.003973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f299139-66d4-474f-b83c-ee1a0da1c767 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1757743d426f4598af04537e10e8544f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1085169 Dec 17 16:08:51.006868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cbe30dd-bf97-4dfb-b152-fec2186408b1 req-602d85aa-4dcd-4704-b40f-3282a3d3b4cf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0430713 Dec 17 16:08:51.008617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36978) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:51.047285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.118921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6046b-7d43-43ff-a7bc-a731f20613d3 req-1e3f5e9d-7f4c-44f9-8f8a-5abda0cb70ad tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:51.120643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8c6046b-7d43-43ff-a7bc-a731f20613d3 req-1e3f5e9d-7f4c-44f9-8f8a-5abda0cb70ad tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1757984 Dec 17 16:08:51.148214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.186993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-750e1e46-34ee-437b-8ec4-e045bd5b6b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.261192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-750e1e46-34ee-437b-8ec4-e045bd5b6b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.290282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8c6046b-7d43-43ff-a7bc-a731f20613d3 req-e9b79fb5-e897-469d-8d9c-f2e780d05ed7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575155 Dec 17 16:08:51.346474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-750e1e46-34ee-437b-8ec4-e045bd5b6b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.349437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-750e1e46-34ee-437b-8ec4-e045bd5b6b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.358564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-750e1e46-34ee-437b-8ec4-e045bd5b6b94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/615a31b6-bcfb-4bc4-a4ed-e004c242ff6c HTTP/1.1" status: 204 len: 168 time: 0.3493497 Dec 17 16:08:51.371989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e1e46-34ee-437b-8ec4-e045bd5b6b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a31b6-bcfb-4bc4-a4ed-e004c242ff6c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:51.534485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.548505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.706857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Port': ['ID=42d26e40-c317-4288-9a4c-7c1086780dbd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:51.716145 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.763435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:51.767420 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ce5b3ce1-e39d-4bb3-8034-42bf08698d47 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6933637 Dec 17 16:08:51.771965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37018) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:51.891402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a0084863-bd56-48f1-af8e-2bdbaebf6c51 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=e1a3a59e-d70d-43ef-a67f-01b3054e2d22 HTTP/1.1" status: 200 len: 689 time: 0.1165955 Dec 17 16:08:51.893898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37024) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:52.059636 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:52.227584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e7ed9a52-a5e5-47bc-a0d1-9becb978b7f2 req-a2bf3f1d-1c38-40cb-8e68-df54173ddc2f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0425870 Dec 17 16:08:52.262685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Deleting port 42d26e40-c317-4288-9a4c-7c1086780dbd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:08:52.263395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:52.415568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:52.415568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:52.429374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Calling delete_port for 42d26e40-c317-4288-9a4c-7c1086780dbd owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:08:52.614571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdd345-36a9-4e1d-801a-5518c4a20834 req-8e834e37-f297-4b6a-b3bd-f1bb962e7fb4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:52.616328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18bdd345-36a9-4e1d-801a-5518c4a20834 req-8e834e37-f297-4b6a-b3bd-f1bb962e7fb4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.2374799 Dec 17 16:08:52.647581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:52.712241 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:08:52.738849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event deleted for resources: {'Port': ['ID=42d26e40-c317-4288-9a4c-7c1086780dbd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:52.835157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18bdd345-36a9-4e1d-801a-5518c4a20834 req-ad4ec841-a17c-4708-8b50-6fd344ddfdab tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803994 Dec 17 16:08:52.856109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:52.875633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-e3572d42-3ff2-42a8-86cb-012c8d35ba3d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:52.877772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-e3572d42-3ff2-42a8-86cb-012c8d35ba3d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.2604115 Dec 17 16:08:52.952804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:52.983138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37056) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:53.054766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-3e273071-7679-46fb-b555-02b5f5e29285 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 379 time: 0.1644630 Dec 17 16:08:53.074487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'port': {'device_id': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'admin_state_up': True, 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'security_groups': ['ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:53.081323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.177136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51fb5387-d3b9-44db-b5f8-15e179945cdf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:53.312153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1082770083-network', 'tenant_id': '404230b06e26474eaffa0f65acf0d30d'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:53.341275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:53.344297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.344953 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.385827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Made reservation on behalf of 404230b06e26474eaffa0f65acf0d30d for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:53.389494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.398332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a3a59e-d70d-43ef-a67f-01b3054e2d22']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:53.436592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4f46a010-6c31-4f92-b70b-52091d8a3c7b req-f1a24465-f54e-43bf-b591-765b144c2197 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0520229 Dec 17 16:08:53.448097 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.457658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce380e2-90c8-4605-962f-284bca782ae6') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:53.462165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce380e2-90c8-4605-962f-284bca782ae6') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:53.506583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.532585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.541367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:53.542065 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.563372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.20.0.10 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/2e3654e3-ca54-425a-8c19-71968bbc8d04) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:53.629335 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:53.778003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.781706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.797892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e1a3a59e-d70d-43ef-a67f-01b3054e2d22 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 16:08:53.805608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.838506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:53.849563 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "DELETE /v2.0/networks/e1a3a59e-d70d-43ef-a67f-01b3054e2d22 HTTP/1.1" status: 204 len: 168 time: 1.9535217 Dec 17 16:08:53.853423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37070) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:53.873852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af011bf-5a93-41ef-b5cf-7d8621053895 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1a3a59e-d70d-43ef-a67f-01b3054e2d22,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:53.972280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:54.000668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e33198b-fd89-4fba-8b27-c0e2564d4540,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:54.012597 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d5d52501-5a78-4558-93f9-6177a96e3b4d tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1532004 Dec 17 16:08:54.016342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37074) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:54.024310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.042869 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.044029 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Added segment 0c0112f5-b01f-4119-87f8-27477a6de7a6 of type vlan for network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 Dec 17 16:08:54.134973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.243604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c5396-c65e-4d19-adc5-e47fbcf36b7d req-e8750c37-a09d-4d1c-88e2-861d300af2e5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.248821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-722c5396-c65e-4d19-adc5-e47fbcf36b7d req-e8750c37-a09d-4d1c-88e2-861d300af2e5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.2793169 Dec 17 16:08:54.265732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:54.269290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:54.296679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:54.313995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=2e3654e3-ca54-425a-8c19-71968bbc8d04,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:54.359934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.387959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.388336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.388692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.389013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.389340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.389666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.390352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.390675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.390992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.394274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.394429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.395008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.395431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.450971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.451681 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.491104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-4513017b-7405-4c65-88c2-a131f99ee9d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4288955 Dec 17 16:08:54.504347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Request body: {'port': {'device_id': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:54.583466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.590736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.591315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.592529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.594322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.599808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.600455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.608802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bbd3b466-9c9f-4f31-a08a-ba2445447265 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4665 time: 0.5721819 Dec 17 16:08:54.613547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:08:54.616603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37086) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:54.636468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-722c5396-c65e-4d19-adc5-e47fbcf36b7d req-b8bd8e5e-57a8-4c9c-9cd1-713d597302fe tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423841 Dec 17 16:08:54.665135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9aa96e99-c9c0-418b-a84d-58c6cfa707b1 None None] Provisioning complete for port 2e3654e3-ca54-425a-8c19-71968bbc8d04 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:54.666415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9aa96e99-c9c0-418b-a84d-58c6cfa707b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.693246 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.694391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.695105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:54.712928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9aa96e99-c9c0-418b-a84d-58c6cfa707b1 None None] Port 2e3654e3-ca54-425a-8c19-71968bbc8d04 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:08:54.774114 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7898664 Dec 17 16:08:54.778198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37092) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:54.783257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Request body: {'subnet': {'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1082770083-subnet', 'tenant_id': '404230b06e26474eaffa0f65acf0d30d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:54.814170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439ecb4-b2e6-45ee-bf2c-d9552ec2bc97 admin admin] Pushing event updated for resources: {'Network': ['ID=8af641bf-e489-47ba-b7b6-abcc4ea928a9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:54.835047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:54.845481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Made reservation on behalf of 404230b06e26474eaffa0f65acf0d30d for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:54.865687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:55.132775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a298f-1787-42e8-a08f-00077dc98957 req-faa6a878-4cce-4958-a1c9-153bfc4a3149 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:55.134413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-219a298f-1787-42e8-a08f-00077dc98957 req-faa6a878-4cce-4958-a1c9-153bfc4a3149 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0787208 Dec 17 16:08:55.480347 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-7dcd75dd-6700-41c1-bdaa-2ab0c8067faf tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] delete failed (client error): The resource could not be found. Dec 17 16:08:55.482690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7dcd75dd-6700-41c1-bdaa-2ab0c8067faf tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/f7532dcf-aa7f-487f-a84a-841096fe72eb HTTP/1.1" status: 404 len: 345 time: 0.8385031 Dec 17 16:08:55.485537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37096) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:55.506354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:55.519888 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-55eac413-2ce7-47df-8625-796c8dda5fdc tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] DELETE failed (client error): The resource could not be found. Dec 17 16:08:55.520404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55eac413-2ce7-47df-8625-796c8dda5fdc tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:08:55.528003 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-55eac413-2ce7-47df-8625-796c8dda5fdc tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "DELETE /v2.0/networks/e1a3a59e-d70d-43ef-a67f-01b3054e2d22 HTTP/1.1" status: 404 len: 339 time: 0.0409770 Dec 17 16:08:55.528628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37098) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:55.536311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'network': {'name': 'tempest-network--863229935', 'router:external': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:55.610752 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-219a298f-1787-42e8-a08f-00077dc98957 req-3eb31902-1f9e-4e6f-866b-1db03a309825 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4559476 Dec 17 16:08:55.621798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fe3d4-3c6c-4912-ab0f-33264c2d2c11 req-050ddd33-a0b2-411e-93d4-05e54a5a6719 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:55.624757 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-613fe3d4-3c6c-4912-ab0f-33264c2d2c11 req-050ddd33-a0b2-411e-93d4-05e54a5a6719 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 932 time: 1.0216587 Dec 17 16:08:55.625822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Made reservation on behalf of 1ec3792bcaba44e0becf43a4e23ee0b0 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:55.633319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:55.634242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:55.726304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07e02e0-b42c-4a1d-80f4-62c49ace7e15,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:55.743563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Checking segment: {'id': '0c0112f5-b01f-4119-87f8-27477a6de7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:55.744050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Network hostable DHCP agents. Network: 8af641bf-e489-47ba-b7b6-abcc4ea928a9, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:08:55.783515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:55.807021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e9cd6-250d-4e1c-b3e2-9a7cf8de5c52 req-4585c81b-d505-4bee-b7c8-d2139df7b107 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:55.808794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-230e9cd6-250d-4e1c-b3e2-9a7cf8de5c52 req-4585c81b-d505-4bee-b7c8-d2139df7b107 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0766914 Dec 17 16:08:55.809955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:08:55.816114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:55.816479 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Added segment 3d835a67-9b6b-45f3-961f-c1cbaf35f5fa of type vlan for network 4dc69569-aeba-4807-b888-55528b71c846 Dec 17 16:08:55.896298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-230e9cd6-250d-4e1c-b3e2-9a7cf8de5c52 req-a2f94b20-cda5-4211-88f6-7c68695aa7e1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791197 Dec 17 16:08:55.897703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 8af641bf-e489-47ba-b7b6-abcc4ea928a9) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:55.904442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:55.905880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:55.909440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63ba75-9b14-4031-be22-3af00cfef533 None None] Network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:55.964578 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d33ef944-7342-4847-b1c8-be7f67f5a9c2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1775730 Dec 17 16:08:55.965039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-613fe3d4-3c6c-4912-ab0f-33264c2d2c11 req-e9298446-0a15-4417-b2d7-44eac96d7971 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907884 Dec 17 16:08:56.007528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:56.177970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe00d376-00de-476f-9942-5a05aa3b1ad4 None None] Network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:08:56.187508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:56.188715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.189295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:56.363140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8315222 Dec 17 16:08:56.366417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37124) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:56.394341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d91b9-1924-458e-8fb0-a129c4373930 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Network': ['ID=4dc69569-aeba-4807-b888-55528b71c846,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:56.406896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4dc69569-aeba-4807-b888-55528b71c846 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:56.432841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3654e3-ca54-425a-8c19-71968bbc8d04 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:08:56.447239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-d6d04d91-19f6-4c2c-8453-09dde8ed90f5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.454837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-d6d04d91-19f6-4c2c-8453-09dde8ed90f5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.2715895 Dec 17 16:08:56.458137 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:56.482274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-931e806e-16d1-4804-8e58-6cc24e23a792 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/quotas/e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 375 time: 0.0261891 Dec 17 16:08:56.494038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Transition to ACTIVE for port object 2e3654e3-ca54-425a-8c19-71968bbc8d04 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:08:56.543515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:56.555039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5f596-6f51-4c2a-8782-b53f70a87707 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.563216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5f596-6f51-4c2a-8782-b53f70a87707 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.570406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5f596-6f51-4c2a-8782-b53f70a87707 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.591812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5f596-6f51-4c2a-8782-b53f70a87707 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.600575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e3c5f596-6f51-4c2a-8782-b53f70a87707 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2325761 Dec 17 16:08:56.600885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37130) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:56.696436 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-c6da7f23-dd5d-4917-b8f9-8d24c3f63fc6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2132587 Dec 17 16:08:56.748655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Pushing event updated for resources: {'Port': ['ID=2e3654e3-ca54-425a-8c19-71968bbc8d04,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:56.790290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-a12d2c88-9707-48ce-a5fb-94b1828d42be tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.794631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-a12d2c88-9707-48ce-a5fb-94b1828d42be tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/networks?id=8af641bf-e489-47ba-b7b6-abcc4ea928a9 HTTP/1.1" status: 200 len: 814 time: 0.1678491 Dec 17 16:08:56.817949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-0dbd6041-11e8-435b-8249-6f0e743c3ac0 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/quotas/404230b06e26474eaffa0f65acf0d30d HTTP/1.1" status: 200 len: 375 time: 0.0154269 Dec 17 16:08:56.827462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:56.883735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-7782773b-a251-4763-8736-0b2aa656d051 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=404230b06e26474eaffa0f65acf0d30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559318 Dec 17 16:08:56.890878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-fab8a878-145a-4b5e-9059-962f468ef1da service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:08:56.899774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-fab8a878-145a-4b5e-9059-962f468ef1da service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148106 Dec 17 16:08:56.955758 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-1e8e0ad2-aa9d-484b-ab95-fee1831c0594 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303073 Dec 17 16:08:56.975044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Attempting to bind port 2e3654e3-ca54-425a-8c19-71968bbc8d04 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:08:56.975396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Attempting to bind port 2e3654e3-ca54-425a-8c19-71968bbc8d04 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:08:56.975700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Attempting to bind port 2e3654e3-ca54-425a-8c19-71968bbc8d04 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:57.030195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-451b2726-413a-4ce5-a076-d2eb796b3efa service neutron] 10.222.0.54 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292696 Dec 17 16:08:57.050229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Port 2e3654e3-ca54-425a-8c19-71968bbc8d04 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:08:57.050559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Attempting to bind port 2e3654e3-ca54-425a-8c19-71968bbc8d04 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:57.070239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.073163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:08:57.073507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:08:57.073898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:08:57.074347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Bound port: 2e3654e3-ca54-425a-8c19-71968bbc8d04, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:08:57.074699 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.104061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc69569-aeba-4807-b888-55528b71c846']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:57.147716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d835a67-9b6b-45f3-961f-c1cbaf35f5fa') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:57.148154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d835a67-9b6b-45f3-961f-c1cbaf35f5fa') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:57.158283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-ea23503e-1dd6-45e0-9b35-0db82c091391 service neutron] 10.222.0.54 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221235 Dec 17 16:08:57.172532 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.197261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.212150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-47067533-d523-4c93-9a31-87309d886b3c service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553687 Dec 17 16:08:57.234527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:57.234891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:57.236654 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:57.333801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] For port 2e3654e3-ca54-425a-8c19-71968bbc8d04, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:08:57.357998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] For port 2e3654e3-ca54-425a-8c19-71968bbc8d04, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:08:57.370213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.442459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.453989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4dc69569-aeba-4807-b888-55528b71c846 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 16:08:57.456798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.461447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "DELETE /v2.0/networks/4dc69569-aeba-4807-b888-55528b71c846 HTTP/1.1" status: 204 len: 168 time: 0.8467708 Dec 17 16:08:57.465908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37148) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:57.472007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'network': {'name': 'tempest-network--1759668026', 'router:external': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:57.484085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:57.485500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.488307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] 10.222.0.49 "PUT /v2.0/ports/2e3654e3-ca54-425a-8c19-71968bbc8d04 HTTP/1.1" status: 200 len: 1093 time: 2.9885538 Dec 17 16:08:57.493891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46561c5-17d9-438a-991e-e3b58c898f68 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event deleted for resources: {'Network': ['ID=4dc69569-aeba-4807-b888-55528b71c846,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:57.497937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:08:57.502575 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb7e971-85b9-4995-bad3-d336236bac8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:08:57.533047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d1c71-222e-438c-ba2d-44666ae4e41b service neutron] Pushing event updated for resources: {'Port': ['ID=2e3654e3-ca54-425a-8c19-71968bbc8d04,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:57.618158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Made reservation on behalf of 1ec3792bcaba44e0becf43a4e23ee0b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:57.637233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.711339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:57.728853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.729340 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Added segment 16960f79-30d9-438d-b694-fe9f91223e4b of type vlan for network 33ad135d-499a-4570-a89e-d1f591a5a2ab Dec 17 16:08:57.739135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444eba7-3125-46e2-b77d-35c146fb6d5f req-26157017-9ab5-49f8-a1ab-dbb0f36465c7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:57.750312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4444eba7-3125-46e2-b77d-35c146fb6d5f req-26157017-9ab5-49f8-a1ab-dbb0f36465c7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1786685 Dec 17 16:08:57.788006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ba24cfc-eb58-4184-b9e8-8764489b6f9a req-19e6a41e-4cd3-4cc7-b3de-8403420c8506 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 210 time: 0.1154447 Dec 17 16:08:57.790325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-a8587b4c-93d9-45fe-962a-ddd891c738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:57.796180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-a8587b4c-93d9-45fe-962a-ddd891c738f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 1096 time: 0.2531929 Dec 17 16:08:57.930937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:57.933596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-b9849e0b-17ec-48a3-b581-36df612df0a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04 HTTP/1.1" status: 200 len: 217 time: 0.1304336 Dec 17 16:08:57.957331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4444eba7-3125-46e2-b77d-35c146fb6d5f req-42f228d4-9648-42ba-b9ce-d20b5b00bf9e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055900 Dec 17 16:08:58.031876 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:58.032884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.033476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:58.079380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c77d75d-6096-47aa-ae57-008910e84387 req-8136cb4e-b33d-4a34-ac57-8cfd55fdb6ca tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 210 time: 0.1627910 Dec 17 16:08:58.124911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6573143 Dec 17 16:08:58.153591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:58.155775 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18191b65-c90e-4009-b0eb-6f5de579b807 x-openstack-request-id: req-18191b65-c90e-4009-b0eb-6f5de579b807 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:08:58.163446 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:08:58.163781 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18191b65-c90e-4009-b0eb-6f5de579b807 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:08:58.164971 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'status': 'completed', 'code': 200} Dec 17 16:08:58.207298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca563254-b657-4e95-afa4-eeb39f81f4ba tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Network': ['ID=33ad135d-499a-4570-a89e-d1f591a5a2ab,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:58.222589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 33ad135d-499a-4570-a89e-d1f591a5a2ab details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:58.314259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7c88e-0f9a-4c26-99fb-42845b822c3d tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.318471 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7c7c88e-0f9a-4c26-99fb-42845b822c3d tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] 10.222.0.54 "GET /v2.0/networks/33ad135d-499a-4570-a89e-d1f591a5a2ab HTTP/1.1" status: 200 len: 757 time: 0.1460316 Dec 17 16:08:58.319344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37166) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:58.405648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-a6a379d5-6bc4-4003-9b3d-dbf8ceb89280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.412377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-a6a379d5-6bc4-4003-9b3d-dbf8ceb89280 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.4422140 Dec 17 16:08:58.529640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0008eb8e-1e9b-4fde-86e0-5f545bcb3536 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.533845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0008eb8e-1e9b-4fde-86e0-5f545bcb3536 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] 10.222.0.54 "GET /v2.0/networks/5e9a2096-5626-4a78-b461-e1818666cc43 HTTP/1.1" status: 200 len: 768 time: 0.2132552 Dec 17 16:08:58.534442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37168) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:58.580788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-37634e5c-92ea-43b1-98d2-4083d9415452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.583879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-37634e5c-92ea-43b1-98d2-4083d9415452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527238 Dec 17 16:08:58.753644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:58.779733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-68a04a85-d049-4e00-a3ff-cc3cd6291482 service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879003 Dec 17 16:08:58.936365 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6da0929-1a69-45b1-9a54-68f8b0175d88 req-904f7b27-e6dc-425c-95d3-817055174773 service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483262 Dec 17 16:08:58.940350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:58.970674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0328caaa-1072-4032-9bda-a9c58d230429 req-f73860c0-2d9f-4002-ac76-7ee04ba126e5 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 210 time: 0.0560007 Dec 17 16:08:59.002193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ad135d-499a-4570-a89e-d1f591a5a2ab']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:59.012915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16960f79-30d9-438d-b694-fe9f91223e4b') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:59.013220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16960f79-30d9-438d-b694-fe9f91223e4b') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:08:59.027624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.044121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.054963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:08:59.055373 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:08:59.063379 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:08:59.085913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-7672284f-d2d7-4114-9bd5-4646f7eb59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:59.090432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-7672284f-d2d7-4114-9bd5-4646f7eb59e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0879529 Dec 17 16:08:59.176219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.185774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33ad135d-499a-4570-a89e-d1f591a5a2ab {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 16:08:59.201192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.204627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "DELETE /v2.0/networks/33ad135d-499a-4570-a89e-d1f591a5a2ab HTTP/1.1" status: 204 len: 168 time: 0.6663814 Dec 17 16:08:59.206667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225df8a-a976-440a-a382-54294f874527 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event deleted for resources: {'Network': ['ID=33ad135d-499a-4570-a89e-d1f591a5a2ab,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:59.208603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37182) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:59.215301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'network': {'name': 'tempest-network--1866470238'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:59.239250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1ff87-ffdd-4b06-9ee3-2b2f6ca041cc req-706a1ac9-c9a3-4e76-ad95-f239290c50dd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:59.241005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57d1ff87-ffdd-4b06-9ee3-2b2f6ca041cc req-706a1ac9-c9a3-4e76-ad95-f239290c50dd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1550219 Dec 17 16:08:59.269932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec27777b-7eb3-4b7c-a7ee-cf768805c3ac req-7a99ae4f-617d-4e64-9d8c-f960bf5ea880 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 210 time: 0.0472152 Dec 17 16:08:59.275030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Made reservation on behalf of 1ec3792bcaba44e0becf43a4e23ee0b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:59.285338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.320666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-c734527c-a5bb-465c-8d02-243494d82e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:59.322554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-c734527c-a5bb-465c-8d02-243494d82e9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.2260609 Dec 17 16:08:59.385449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-2541d5a7-9eee-4f2b-811c-55fb5c1de749 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04 HTTP/1.1" status: 200 len: 217 time: 0.0526392 Dec 17 16:08:59.392351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:08:59.421992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57d1ff87-ffdd-4b06-9ee3-2b2f6ca041cc req-d947c9f2-9116-4fe5-b86c-fc73eff897d7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713364 Dec 17 16:08:59.427306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.428383 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Added segment 4a2d1d82-53fc-4d48-b07c-3aac87dc6053 of type vlan for network e7207e52-b816-4390-b3c4-ab29b4dc8f6f Dec 17 16:08:59.477459 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.498990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-db8e05aa-c278-4561-b7c3-54e6d59376bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:59.501112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-db8e05aa-c278-4561-b7c3-54e6d59376bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1094029 Dec 17 16:08:59.509222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.511354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:59.512472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:08:59.584566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3737359 Dec 17 16:08:59.587338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37184) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:08:59.592898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:59.600501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817816-8a1c-49dd-b85a-1c9dadc6bd03 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Network': ['ID=e7207e52-b816-4390-b3c4-ab29b4dc8f6f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:59.612480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e7207e52-b816-4390-b3c4-ab29b4dc8f6f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:08:59.640864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-e7870cda-e6ba-44b7-a518-9f701e9cad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:59.643000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-e7870cda-e6ba-44b7-a518-9f701e9cad85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330578 Dec 17 16:08:59.959278 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-b472eeed-aa1b-4485-b818-f4c82b45149b service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060923 Dec 17 16:08:59.975809 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.090839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.105372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Network e7207e52-b816-4390-b3c4-ab29b4dc8f6f is not hosted by any dhcp agent {{(pid=109784) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:09:00.105989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bb7e971-85b9-4995-bad3-d336236bac8c req-b958b048-193d-45a3-b92d-959a718297bb service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401093 Dec 17 16:09:00.106522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:00.107180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.111416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37190) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:00.111751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "PUT /v2.0/networks/e7207e52-b816-4390-b3c4-ab29b4dc8f6f HTTP/1.1" status: 200 len: 858 time: 0.5228179 Dec 17 16:09:00.122680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-ac3e79f1-6332-4c31-98a2-46a3ec4714ff tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:00.124465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-ac3e79f1-6332-4c31-98a2-46a3ec4714ff tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.47 "GET /v2.0/networks?id=8af641bf-e489-47ba-b7b6-abcc4ea928a9 HTTP/1.1" status: 200 len: 814 time: 0.2428000 Dec 17 16:09:00.167404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5af594f4-f8e1-4d0b-9b10-dbb8e5099d96 req-c287f284-0ae5-4802-88c5-00aef609d35b tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 210 time: 0.0528133 Dec 17 16:09:00.201259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Request body: {'port': {'device_id': 'c14419a9-3bd2-495b-829a-48b67220656f', 'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9', 'admin_state_up': True, 'tenant_id': '404230b06e26474eaffa0f65acf0d30d'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:00.223523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.243696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ee181-c91e-4a19-9346-0952807d3be6 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event updated for resources: {'Network': ['ID=e7207e52-b816-4390-b3c4-ab29b4dc8f6f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:00.320446 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.342982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7207e52-b816-4390-b3c4-ab29b4dc8f6f']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:00.353598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2d1d82-53fc-4d48-b07c-3aac87dc6053') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:00.353901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2d1d82-53fc-4d48-b07c-3aac87dc6053') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:00.365189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.392005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.413501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:09:00.413936 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:09:00.415860 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:09:00.474188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ec49d87-eca4-4337-a322-b848184f4691 req-f19db09e-665b-4bd3-a087-1431f368b3bf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 210 time: 0.0734491 Dec 17 16:09:00.512007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.524927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7207e52-b816-4390-b3c4-ab29b4dc8f6f {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 16:09:00.540864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-00cdd3d1-0352-4293-b766-650aed8877c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:00.543145 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.543484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-00cdd3d1-0352-4293-b766-650aed8877c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.2476585 Dec 17 16:09:00.564849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] 10.222.0.54 "DELETE /v2.0/networks/e7207e52-b816-4390-b3c4-ab29b4dc8f6f HTTP/1.1" status: 204 len: 168 time: 0.4517355 Dec 17 16:09:00.567656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'port': {'device_id': '32b2070f-7881-4185-9a83-68723a40026f', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'admin_state_up': True, 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:00.568608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:00.633814 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac42621-8b98-4877-88c1-c658e44a1146 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] DELETE failed (client error): The resource could not be found. Dec 17 16:09:00.634543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac42621-8b98-4877-88c1-c658e44a1146 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:09:00.638454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eac42621-8b98-4877-88c1-c658e44a1146 tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] 10.222.0.54 "DELETE /v2.0/subnets/51fb5387-d3b9-44db-b5f8-15e179945cdf HTTP/1.1" status: 404 len: 337 time: 0.0614514 Dec 17 16:09:00.641158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:00.660699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933de64-b2c9-4001-b2de-c6c967a6d676 tempest-ExternalNetworksTestJSON-1213306795 tempest-ExternalNetworksTestJSON-1213306795-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7207e52-b816-4390-b3c4-ab29b4dc8f6f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:00.736777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Made reservation on behalf of 404230b06e26474eaffa0f65acf0d30d for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:00.742436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.763764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.803627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b22f75-0145-4319-8fc8-60921b9136a6 req-60439a22-0bcb-4bb7-9d8a-54a6fd57e820 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:00.804557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-58b22f75-0145-4319-8fc8-60921b9136a6 req-60439a22-0bcb-4bb7-9d8a-54a6fd57e820 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1766453 Dec 17 16:09:00.956081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.985644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Made reservation on behalf of e8137db8f38747f9b7eb9fd19cc3dbcf for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:00.989060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:00.990797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9a2096-5626-4a78-b461-e1818666cc43']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:00.998591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-58b22f75-0145-4319-8fc8-60921b9136a6 req-adce248b-d274-47c5-b498-5c5f9cc4e620 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713350 Dec 17 16:09:01.023458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c3aa0a-da1a-411a-a2ca-ded34f111e63') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:01.024827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c3aa0a-da1a-411a-a2ca-ded34f111e63') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:01.054900 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.089454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.094714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Allocated IP 172.20.0.8 (8af641bf-e489-47ba-b7b6-abcc4ea928a9/f07e02e0-b42c-4a1d-80f4-62c49ace7e15/a14c8fdc-7701-4dbd-91aa-b2c01adebaa7) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:01.099438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:09:01.099438 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:09:01.103467 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:09:01.222895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Allocated IP 172.20.0.5 (5ac9149d-52f1-4b6a-a276-f13b97a5b4e6/c3f907df-d728-467a-895b-317e272d4265/9c34fa35-039c-4a5e-bb17-7391b12d604f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:01.325856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.329604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4448535-baac-4ea7-ab48-57c63142ac0a req-c23a69aa-7538-436a-ad07-8a5a3b733c22 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 210 time: 0.0386338 Dec 17 16:09:01.335429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.351862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] 10.222.0.54 "DELETE /v2.0/networks/5e9a2096-5626-4a78-b461-e1818666cc43 HTTP/1.1" status: 204 len: 168 time: 0.6989427 Dec 17 16:09:01.373364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6a7a1-0541-4366-aa78-ebccbb87585e tempest-ExternalNetworksTestJSON-1443795353 tempest-ExternalNetworksTestJSON-1443795353-project] Pushing event deleted for resources: {'Network': ['ID=5e9a2096-5626-4a78-b461-e1818666cc43,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:01.404403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.602778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.616956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.675193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37210) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:01.691461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14c0b608-f177-4bab-9112-dcc9b7fcc826 req-0297dad3-3d51-4b4b-b494-c740806f2826 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 210 time: 0.0784912 Dec 17 16:09:01.705041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:01.726951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:01.752470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:01.822383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Pushing event updated for resources: {'Port': ['ID=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:01.878008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:01.890519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['208a4dba-a85b-48a9-96b1-55a1fd4be7b0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:09:01.891403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-428d4c17-e363-4472-8e86-4b6990f38de3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1d1f412fe5948b084fc34d96172a7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149513 Dec 17 16:09:01.892151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37216) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:01.991179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb77b8a4-15f7-4a9d-b87a-2e6a569bd6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.004748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:02.005427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.025724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb77b8a4-15f7-4a9d-b87a-2e6a569bd6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.063348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:02.067473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:02.090561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:02.137846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb77b8a4-15f7-4a9d-b87a-2e6a569bd6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.146176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb77b8a4-15f7-4a9d-b87a-2e6a569bd6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.149159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cb77b8a4-15f7-4a9d-b87a-2e6a569bd6e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c21ef67-382f-46c5-a274-d5a1a766a966 HTTP/1.1" status: 204 len: 168 time: 0.2546320 Dec 17 16:09:02.168486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77b8a4-15f7-4a9d-b87a-2e6a569bd6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21ef67-382f-46c5-a274-d5a1a766a966,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:02.339875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:02.340710 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.352086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-970a3633-2f32-46d3-9253-06c893ef5c56 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1561303 Dec 17 16:09:02.370800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=9c34fa35-039c-4a5e-bb17-7391b12d604f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:02.379302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Request body: {'port': {'device_id': 'c14419a9-3bd2-495b-829a-48b67220656f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:02.442033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-2a66abca-aadb-42ba-8a44-2cd7f378a2fb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8816805 Dec 17 16:09:02.502684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddb17b-6a6b-4552-b23d-0107bd9b1737 req-f4965660-0ea9-4727-9609-c8324183d1cf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:02.518417 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45ddb17b-6a6b-4552-b23d-0107bd9b1737 req-f4965660-0ea9-4727-9609-c8324183d1cf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.2646232 Dec 17 16:09:02.587206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a63e30-5205-49bb-9c84-e9ec64fa6bcd req-8f7959d2-2b6c-4a2b-b0ee-216c5c75d91a tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:02.593358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4a63e30-5205-49bb-9c84-e9ec64fa6bcd req-8f7959d2-2b6c-4a2b-b0ee-216c5c75d91a tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 931 time: 0.1446621 Dec 17 16:09:02.600193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c1263651-56e8-48ce-92dc-6c5813ae597b None None] Provisioning complete for port 9c34fa35-039c-4a5e-bb17-7391b12d604f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:02.601423 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c1263651-56e8-48ce-92dc-6c5813ae597b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.656876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c1263651-56e8-48ce-92dc-6c5813ae597b None None] Port 9c34fa35-039c-4a5e-bb17-7391b12d604f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:02.680066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Request body: {'port': {'device_id': '32b2070f-7881-4185-9a83-68723a40026f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:02.708331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:02.799058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4a63e30-5205-49bb-9c84-e9ec64fa6bcd req-77affea0-bfd3-45e7-85b5-3d676e8305cd tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860516 Dec 17 16:09:02.839605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37270) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:02.949508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45ddb17b-6a6b-4552-b23d-0107bd9b1737 req-d31582dd-06c1-4be2-9dc8-2af403f02200 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195380 Dec 17 16:09:02.987390 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eaf75fbe-aa51-41f3-94f7-f22a04464dc2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ec3792bcaba44e0becf43a4e23ee0b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450086 Dec 17 16:09:02.995234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37282) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:03.078927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:03.137684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-092351a2-2ad1-420e-9880-090538e4304d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:03.188627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-092351a2-2ad1-420e-9880-090538e4304d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:03.318058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-092351a2-2ad1-420e-9880-090538e4304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:03.321654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-092351a2-2ad1-420e-9880-090538e4304d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:03.326282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-092351a2-2ad1-420e-9880-090538e4304d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/740b3d7e-5e0f-4748-8351-23ea29d222a4 HTTP/1.1" status: 204 len: 168 time: 0.3287017 Dec 17 16:09:03.408406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092351a2-2ad1-420e-9880-090538e4304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b3d7e-5e0f-4748-8351-23ea29d222a4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:03.496852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6bf9-5c99-4e95-8ab8-94cc8182e54e req-f624bdcb-cf23-4aca-8a8f-39f6bc310c6f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:03.508999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bb9b6bf9-5c99-4e95-8ab8-94cc8182e54e req-f624bdcb-cf23-4aca-8a8f-39f6bc310c6f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 947 time: 0.1619642 Dec 17 16:09:03.626854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bb9b6bf9-5c99-4e95-8ab8-94cc8182e54e req-a7eb2eab-7441-4878-a707-a2bfc3d66b1b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153476 Dec 17 16:09:03.628574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f168e95-728e-4c9e-8ce6-d7fa3babba9c req-54dd3016-9b64-47a8-8722-03666fcf702d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:03.630850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2f168e95-728e-4c9e-8ce6-d7fa3babba9c req-54dd3016-9b64-47a8-8722-03666fcf702d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 931 time: 0.4976079 Dec 17 16:09:04.053036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86264ea9-437e-4308-bf80-0ff883175963 req-accafebf-a83f-464f-9d8a-b08355bdc0e4 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:04.057612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86264ea9-437e-4308-bf80-0ff883175963 req-accafebf-a83f-464f-9d8a-b08355bdc0e4 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 931 time: 0.1588936 Dec 17 16:09:04.170699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86264ea9-437e-4308-bf80-0ff883175963 req-4ee1109c-adbb-442b-a685-2be830ef0869 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047475 Dec 17 16:09:04.220475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:04.234581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2f168e95-728e-4c9e-8ce6-d7fa3babba9c req-4a74b21b-0b58-494f-81ea-e47d6e515035 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082750 Dec 17 16:09:04.250084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:04.305049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Transition to ACTIVE for port object a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:09:04.337456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:04.528780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Pushing event updated for resources: {'Port': ['ID=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:04.551451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c34fa35-039c-4a5e-bb17-7391b12d604f {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:04.561411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be39f4-7dce-4a50-a3a3-d4dfe51864cc req-053201b2-4de5-49df-b97c-7d86453ca2ba tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:04.565033 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:04.577991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2be39f4-7dce-4a50-a3a3-d4dfe51864cc req-053201b2-4de5-49df-b97c-7d86453ca2ba tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1239929 Dec 17 16:09:04.622790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Attempting to bind port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:04.636453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Attempting to bind port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '0c0112f5-b01f-4119-87f8-27477a6de7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:09:04.636818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Attempting to bind port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 on network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:04.682268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 on network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:09:04.683174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Attempting to bind port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 on network 8af641bf-e489-47ba-b7b6-abcc4ea928a9 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:04.697914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Transition to ACTIVE for port object 9c34fa35-039c-4a5e-bb17-7391b12d604f will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:09:04.700848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:09:04.705364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Checking segment: {'id': '0c0112f5-b01f-4119-87f8-27477a6de7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:04.708830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Bound using segment: {'id': '0c0112f5-b01f-4119-87f8-27477a6de7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:09:04.709839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Bound port: a14c8fdc-7701-4dbd-91aa-b2c01adebaa7, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0112f5-b01f-4119-87f8-27477a6de7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:09:04.712063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:04.753104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:04.834629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2be39f4-7dce-4a50-a3a3-d4dfe51864cc req-f1877100-ddb4-41e0-a5c8-2dd32467f7b4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547333 Dec 17 16:09:05.019257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9c34fa35-039c-4a5e-bb17-7391b12d604f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:05.124093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] For port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:09:05.204704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] For port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,segment=NetworkSegment(0c0112f5-b01f-4119-87f8-27477a6de7a6),segment_id=0c0112f5-b01f-4119-87f8-27477a6de7a6)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:09:05.265503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:05.442834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Pushing event updated for resources: {'Port': ['ID=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:05.523564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Attempting to bind port 9c34fa35-039c-4a5e-bb17-7391b12d604f on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:05.524297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Attempting to bind port 9c34fa35-039c-4a5e-bb17-7391b12d604f by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:09:05.524836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Attempting to bind port 9c34fa35-039c-4a5e-bb17-7391b12d604f on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:05.537748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:05.538657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:05.541313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-27506663-0265-42dd-a5cf-6db149249408 service neutron] 10.222.0.47 "PUT /v2.0/ports/a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 HTTP/1.1" status: 200 len: 1092 time: 3.1756389 Dec 17 16:09:05.541313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14419a9-3bd2-495b-829a-48b67220656f', 'tag': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:05.543257 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fe656e-5796-48b8-945c-c5080ff11567" -d '{"events": [{"name": "network-changed", "server_uuid": "c14419a9-3bd2-495b-829a-48b67220656f", "tag": "a14c8fdc-7701-4dbd-91aa-b2c01adebaa7"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:05.549105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52e326-8441-4eb7-99d0-5d80d4105054 req-565a7fb5-8c8c-4a9e-ad84-ed5864dde4b2 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:05.564667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e52e326-8441-4eb7-99d0-5d80d4105054 req-565a7fb5-8c8c-4a9e-ad84-ed5864dde4b2 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 943 time: 0.2134640 Dec 17 16:09:05.800969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Port 9c34fa35-039c-4a5e-bb17-7391b12d604f on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:09:05.801911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Attempting to bind port 9c34fa35-039c-4a5e-bb17-7391b12d604f on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:05.912422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:09:05.912771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:05.913153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Bound using segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:09:05.918288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Bound port: 9c34fa35-039c-4a5e-bb17-7391b12d604f, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:09:05.918757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:05.938000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e52e326-8441-4eb7-99d0-5d80d4105054 req-7b7d653f-202c-475d-acbd-ca1e33933701 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716211 Dec 17 16:09:06.009984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65966-4132-4816-831a-ad657a2381c4 req-09a14422-35d2-4a9d-863b-43bd254b5f61 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:06.013263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ea65966-4132-4816-831a-ad657a2381c4 req-09a14422-35d2-4a9d-863b-43bd254b5f61 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 947 time: 1.0909405 Dec 17 16:09:06.247636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4a051-565c-4e41-a6fb-26ae0dbdc0f4 req-d833cd6a-1f9a-4c9e-92df-50f765267ac5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:06.249282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7d4a051-565c-4e41-a6fb-26ae0dbdc0f4 req-d833cd6a-1f9a-4c9e-92df-50f765267ac5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 943 time: 0.1741545 Dec 17 16:09:06.267583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-f5a9e4a8-8ddb-42d7-a3b3-1773ea42f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:06.269130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-f5a9e4a8-8ddb-42d7-a3b3-1773ea42f0f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=404230b06e26474eaffa0f65acf0d30d&device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 1095 time: 0.6073213 Dec 17 16:09:06.355762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3bb68-75e6-439e-ae8a-db825cc264ba req-2358f681-a37e-4a7e-8fe1-f27b072e9de4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:06.358914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ce3bb68-75e6-439e-ae8a-db825cc264ba req-2358f681-a37e-4a7e-8fe1-f27b072e9de4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 947 time: 0.8536193 Dec 17 16:09:06.384670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7d4a051-565c-4e41-a6fb-26ae0dbdc0f4 req-1259d55f-eeae-475d-9f4f-adaec018a697 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283960 Dec 17 16:09:06.456854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-8e12e00c-0a66-4688-94b0-1fb6d0220cc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 HTTP/1.1" status: 200 len: 217 time: 0.1561232 Dec 17 16:09:06.479783 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1570bdae-b6b0-41a6-b77a-087346041904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:06.510183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] For port 9c34fa35-039c-4a5e-bb17-7391b12d604f, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:09:06.515893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] For port 9c34fa35-039c-4a5e-bb17-7391b12d604f, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:09:06.519443 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c319d4c-516d-42ee-b367-e6f9515d8e8d x-openstack-request-id: req-7c319d4c-516d-42ee-b367-e6f9515d8e8d {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:06.520054 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14419a9-3bd2-495b-829a-48b67220656f", "tag": "a14c8fdc-7701-4dbd-91aa-b2c01adebaa7", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:06.520523 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c319d4c-516d-42ee-b367-e6f9515d8e8d {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:06.521340 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14419a9-3bd2-495b-829a-48b67220656f', 'tag': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7', 'status': 'completed', 'code': 200} Dec 17 16:09:06.612437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-8d5e71a1-7b2b-49cc-b5fc-e1ebacc00eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:06.630521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-8d5e71a1-7b2b-49cc-b5fc-e1ebacc00eb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f07e02e0-b42c-4a1d-80f4-62c49ace7e15 HTTP/1.1" status: 200 len: 854 time: 0.0781190 Dec 17 16:09:06.642960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001c22-9779-49cc-af4b-4b1549f892db req-5ca6845c-5d3e-4874-811b-ff72331e1633 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:06.644636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a001c22-9779-49cc-af4b-4b1549f892db req-5ca6845c-5d3e-4874-811b-ff72331e1633 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1193244 Dec 17 16:09:06.711218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:06.765247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a001c22-9779-49cc-af4b-4b1549f892db req-11603a53-597e-4b42-8ac5-70395f49e0d5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080246 Dec 17 16:09:06.781043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-516573f4-eba5-43fa-8cda-e70f22f922ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8af641bf-e489-47ba-b7b6-abcc4ea928a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481228 Dec 17 16:09:06.801715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37638) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:06.837195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:06.841757 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:06.843279 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] 10.222.0.47 "PUT /v2.0/ports/9c34fa35-039c-4a5e-bb17-7391b12d604f HTTP/1.1" status: 200 len: 1092 time: 4.2108984 Dec 17 16:09:06.909706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ce3bb68-75e6-439e-ae8a-db825cc264ba req-4b850eec-28c4-4f40-bcd9-a89643a4a87d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4847338 Dec 17 16:09:07.107373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d05d6927-511e-498d-9086-6a7b8bc0d551 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-568000386'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:07.108094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d05d6927-511e-498d-9086-6a7b8bc0d551 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Unknown quota resources ['metering_label']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:09:07.269677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9c34fa35-039c-4a5e-bb17-7391b12d604f,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:07.349486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.350025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.351580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.352066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.353639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.355444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.355940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.357054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.357644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.358202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.358821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.359375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.359974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1422233-abbe-49e5-ab05-7a20c3039a63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.387877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Deleting port 0f900059-58c5-4335-a591-969720e5028f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:07.388695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:07.401736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-5b7cb8e6-b9f7-4164-91fe-f88e7c29bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:07.404085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-5b7cb8e6-b9f7-4164-91fe-f88e7c29bbdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 1095 time: 0.4646862 Dec 17 16:09:07.412632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0f900059-58c5-4335-a591-969720e5028f no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:09:07.416270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1e815-ef57-4740-a839-3a40dec1f524 req-65963754-1e87-49cf-9bd3-b840d75ccce3 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:07.434841 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cdb1e815-ef57-4740-a839-3a40dec1f524 req-65963754-1e87-49cf-9bd3-b840d75ccce3 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 943 time: 0.3211744 Dec 17 16:09:07.632667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:07.669987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:07.673991 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a65d0ac-dc20-48a5-b90a-4570b8003815" -d '{"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-unplugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:07.697896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:07.711274 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:07.798037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cdb1e815-ef57-4740-a839-3a40dec1f524 req-0b44b59c-01fe-4403-a1da-6fe4b12226bd tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618274 Dec 17 16:09:07.815997 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d05d6927-511e-498d-9086-6a7b8bc0d551 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:07.821213 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d05d6927-511e-498d-9086-6a7b8bc0d551 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0155091 Dec 17 16:09:07.821749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37738) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:07.828370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-351afd8e-1796-4e6c-9334-4887d84f3d35 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd41cfab6-fa31-4a6b-a830-94976db875e5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:07.832782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-351afd8e-1796-4e6c-9334-4887d84f3d35 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:09:07.862905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=13']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:07.887856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.888207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.892608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.893002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.893340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.893669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.893993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.894315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.897532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.898301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.898737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.900685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.902127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:07.912919 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22658c4-e3cf-4c07-a021-24633c4e4e19 x-openstack-request-id: req-f22658c4-e3cf-4c07-a021-24633c4e4e19 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:07.913209 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-unplugged", "status": "completed", "tag": "0f900059-58c5-4335-a591-969720e5028f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:07.913463 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f22658c4-e3cf-4c07-a021-24633c4e4e19 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:07.913898 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'code': 200} Dec 17 16:09:08.443770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-45c5411b-7321-46f0-9666-4ed415b6a860 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f HTTP/1.1" status: 200 len: 217 time: 1.0171866 Dec 17 16:09:08.487487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-4209e13d-2f85-423f-ba51-8e4162d44795 service neutron] 10.222.0.47 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6627712 Dec 17 16:09:08.528815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b2070f-7881-4185-9a83-68723a40026f', 'tag': '9c34fa35-039c-4a5e-bb17-7391b12d604f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:08.531421 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38" -d '{"events": [{"name": "network-changed", "server_uuid": "32b2070f-7881-4185-9a83-68723a40026f", "tag": "9c34fa35-039c-4a5e-bb17-7391b12d604f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:08.667595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-77de6051-9d00-495f-ab10-a4d378c4dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:08.669488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-77de6051-9d00-495f-ab10-a4d378c4dfbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1679654 Dec 17 16:09:08.677596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] For port 0f900059-58c5-4335-a591-969720e5028f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0f900059-58c5-4335-a591-969720e5028f,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:08.678291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:08.690924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6c70c-7336-4b02-809d-2df79ab47430 req-7aceecec-d943-433f-b435-d58b15e63bf0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:08.701989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5d6c70c-7336-4b02-809d-2df79ab47430 req-7aceecec-d943-433f-b435-d58b15e63bf0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 943 time: 0.3513904 Dec 17 16:09:08.714946 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32ec59ad-833e-4c10-b30e-42d52a539e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:08.821806 n-d-806683-20 neutron-server[109783]: WARNING neutron.services.metering.metering_plugin [None req-351afd8e-1796-4e6c-9334-4887d84f3d35 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 16:09:08.888194 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-841b0bb1-3f95-4f96-969c-7ff731148168 req-ad3a6345-0f1c-4c8c-98fa-5d2584a089f1 service neutron] 10.222.0.47 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843997 Dec 17 16:09:08.937401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327106-c773-4986-a41b-f39272506e74 req-95b93fff-bc5b-4466-b7e0-78ac989ba154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:08.939116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-95b93fff-bc5b-4466-b7e0-78ac989ba154 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2317731 Dec 17 16:09:09.021823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105e709-aad3-4613-904a-c0f42423d386 req-046c2424-8ced-465a-badd-ff6bdacc30f7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:09.031939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9105e709-aad3-4613-904a-c0f42423d386 req-046c2424-8ced-465a-badd-ff6bdacc30f7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.2267566 Dec 17 16:09:09.045113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-351afd8e-1796-4e6c-9334-4887d84f3d35 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:09.045347 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5d6c70c-7336-4b02-809d-2df79ab47430 req-59b70ce5-783f-48e6-8ebe-5b8397a54af2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242526 Dec 17 16:09:09.046709 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-351afd8e-1796-4e6c-9334-4887d84f3d35 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2239017 Dec 17 16:09:09.059287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37800) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:09.065103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8d4243cf-d5c5-453c-aa2a-4a698556a1af tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd41cfab6-fa31-4a6b-a830-94976db875e5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:09.065795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8d4243cf-d5c5-453c-aa2a-4a698556a1af tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:09:09.144266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9105e709-aad3-4613-904a-c0f42423d386 req-f18406b0-0507-4bb4-8f31-adcdb1296bbb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108317 Dec 17 16:09:09.272823 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c57875-b1a4-4f00-9bf7-2ae289f0c850 x-openstack-request-id: req-32c57875-b1a4-4f00-9bf7-2ae289f0c850 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:09.273031 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b2070f-7881-4185-9a83-68723a40026f", "tag": "9c34fa35-039c-4a5e-bb17-7391b12d604f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:09.273267 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32c57875-b1a4-4f00-9bf7-2ae289f0c850 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:09.273596 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b2070f-7881-4185-9a83-68723a40026f', 'tag': '9c34fa35-039c-4a5e-bb17-7391b12d604f', 'status': 'completed', 'code': 200} Dec 17 16:09:09.285469 n-d-806683-20 neutron-server[109783]: WARNING neutron.services.metering.metering_plugin [None req-8d4243cf-d5c5-453c-aa2a-4a698556a1af tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 16:09:09.421470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-8857a72d-aa2a-4a06-9012-2c8cd462e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:09.422986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-8857a72d-aa2a-4a06-9012-2c8cd462e7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=404230b06e26474eaffa0f65acf0d30d&device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 1095 time: 0.4029868 Dec 17 16:09:09.436095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-e40e9720-c6a9-4a53-9f12-f3324a949f52 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783392 Dec 17 16:09:09.465070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:09.465746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:09.465746 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Floating IP c1f85301-0fbf-46b3-8deb-50fc91729fdf disassociated. External IP: 172.25.0.94, port: 0f900059-58c5-4335-a591-969720e5028f. Dec 17 16:09:09.466091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Calling delete_port for 0f900059-58c5-4335-a591-969720e5028f owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:09.495078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8d4243cf-d5c5-453c-aa2a-4a698556a1af tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:09.497896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8d4243cf-d5c5-453c-aa2a-4a698556a1af tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4368830 Dec 17 16:09:09.502116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37806) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:09.520216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e5af5455-21b7-4ff1-952b-1fb4960f95c1 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=8fdc275e-493d-4f61-bd0f-0c615110c56c HTTP/1.1" status: 200 len: 462 time: 0.0165207 Dec 17 16:09:09.522709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37808) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:09.522942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96b52a-631d-4367-ae44-2a57ab24ad1b req-a8ce565b-c791-4c45-9c77-6a2e42593e55 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:09.524466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca96b52a-631d-4367-ae44-2a57ab24ad1b req-a8ce565b-c791-4c45-9c77-6a2e42593e55 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 945 time: 0.3041792 Dec 17 16:09:09.567699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f26271-10f1-45f6-8b55-6d79823f26de req-af403056-31cc-4104-a43b-a6f3a8b14e24 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:09.579500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76f26271-10f1-45f6-8b55-6d79823f26de req-af403056-31cc-4104-a43b-a6f3a8b14e24 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 943 time: 0.1814833 Dec 17 16:09:09.645276 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76f26271-10f1-45f6-8b55-6d79823f26de req-00a6735e-7475-4528-bc79-8fdad5e00be8 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640612 Dec 17 16:09:09.845552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc0ce-8d90-4c6e-b8d9-527a41ab78ba tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:09.848639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5e1fc0ce-8d90-4c6e-b8d9-527a41ab78ba tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/8fdc275e-493d-4f61-bd0f-0c615110c56c HTTP/1.1" status: 204 len: 168 time: 0.3231938 Dec 17 16:09:09.853763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37814) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:09.887659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-726b60da-84fa-4a45-bac7-aa37a1962097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:09.890158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-726b60da-84fa-4a45-bac7-aa37a1962097 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8af641bf-e489-47ba-b7b6-abcc4ea928a9 HTTP/1.1" status: 200 len: 915 time: 0.4562321 Dec 17 16:09:09.894293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-05327106-c773-4986-a41b-f39272506e74 req-074f157c-8e89-4e80-bd9a-6a3da5d44fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476840 Dec 17 16:09:09.911059 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca96b52a-631d-4367-ae44-2a57ab24ad1b req-95f70eec-1949-4991-ae33-6d853dec9673 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=86c7f547-5a03-48e2-a7e9-259e0f210495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674350 Dec 17 16:09:09.971888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eee97434-2dbc-4aab-893c-1144e43587b4 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=8fdc275e-493d-4f61-bd0f-0c615110c56c HTTP/1.1" status: 200 len: 221 time: 0.1086411 Dec 17 16:09:09.974462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-97a73b9e-aa66-405e-b0f1-74ca4b05c18e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 HTTP/1.1" status: 200 len: 217 time: 0.0479159 Dec 17 16:09:09.975571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37820) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:09.980621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-34dade8a-de6e-441c-b29c-ad437faf4a9f tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--423748524', 'description': 'label created by tempest'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:09.981350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-34dade8a-de6e-441c-b29c-ad437faf4a9f tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Unknown quota resources ['metering_label']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:09:09.991359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:10.201243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-954d8c15-5a24-4e16-8b05-75f3bc99be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:10.203036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-954d8c15-5a24-4e16-8b05-75f3bc99be44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 1095 time: 0.2273653 Dec 17 16:09:10.216078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-fcf24b89-fa89-4525-a4ee-df2d37574682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:10.217619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-fcf24b89-fa89-4525-a4ee-df2d37574682 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f07e02e0-b42c-4a1d-80f4-62c49ace7e15 HTTP/1.1" status: 200 len: 854 time: 0.2289426 Dec 17 16:09:10.321721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34dade8a-de6e-441c-b29c-ad437faf4a9f tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:10.323409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-34dade8a-de6e-441c-b29c-ad437faf4a9f tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3467059 Dec 17 16:09:10.328686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37830) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:10.359911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-081b2081-5585-4afb-9aa1-0167614ac8b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8af641bf-e489-47ba-b7b6-abcc4ea928a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871365 Dec 17 16:09:10.487343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5bee07a4-e526-4242-ad7e-3fb6f041d880 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=4e61b7b9-e0e0-4ceb-a845-1722d49fcc98 HTTP/1.1" status: 200 len: 467 time: 0.1564276 Dec 17 16:09:10.500442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37832) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:10.529695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:10.543641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c3d0-ef36-4249-8fb3-0c62878700a2 req-eedde243-a101-4a7a-bc3a-dbdd5a089027 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:10.560104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9604c3d0-ef36-4249-8fb3-0c62878700a2 req-eedde243-a101-4a7a-bc3a-dbdd5a089027 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.3001919 Dec 17 16:09:10.625148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event deleted for resources: {'Port': ['ID=0f900059-58c5-4335-a591-969720e5028f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:10.794910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-028d17d1-6393-439f-b06e-8d40abb01613 service neutron] 10.222.0.47 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966756 Dec 17 16:09:10.804421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc0b60-ffce-4637-a4fb-6d7c73f40b36 req-cb1d832f-0881-4706-a55f-38f03e39111a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:10.806666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07bc0b60-ffce-4637-a4fb-6d7c73f40b36 req-cb1d832f-0881-4706-a55f-38f03e39111a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 943 time: 0.2782648 Dec 17 16:09:10.816905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-db9b1b83-9e3b-42c9-85bb-60377405576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:10.819299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-db9b1b83-9e3b-42c9-85bb-60377405576d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.5921652 Dec 17 16:09:10.892010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:10.974610 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9604c3d0-ef36-4249-8fb3-0c62878700a2 req-2505e9b9-55f1-4155-9318-2b948a342886 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4131498 Dec 17 16:09:10.982035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e21fa96e-b857-454d-b22d-4d488f29a84b tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:10.989516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e21fa96e-b857-454d-b22d-4d488f29a84b tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/4e61b7b9-e0e0-4ceb-a845-1722d49fcc98 HTTP/1.1" status: 204 len: 168 time: 0.4875553 Dec 17 16:09:10.990608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37842) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:11.016132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-650afda7-c9a5-43ac-ac15-84da96765e17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f HTTP/1.1" status: 200 len: 217 time: 0.0566947 Dec 17 16:09:11.027376 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-29eb67f1-8d46-4a5f-b4af-b5ab365e6663 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=4e61b7b9-e0e0-4ceb-a845-1722d49fcc98 HTTP/1.1" status: 200 len: 216 time: 0.0314820 Dec 17 16:09:11.028059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:11.054641 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5b7df3c9-1732-453c-b89d-3c0c8c0fa1a0 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0252209 Dec 17 16:09:11.055270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37846) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:11.107957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75372738-21ae-44b5-b6f0-f9d2f84a49d3 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0514376 Dec 17 16:09:11.113206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37848) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:11.133373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:09:11.146187 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07bc0b60-ffce-4637-a4fb-6d7c73f40b36 req-31377dfa-7d64-4410-a9fe-de45d1335b08 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974943 Dec 17 16:09:11.149650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-3f63cca1-043d-4ec2-b4e6-6356938d1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:11.151299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-3f63cca1-043d-4ec2-b4e6-6356938d1bf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1184573 Dec 17 16:09:11.200075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:11.236848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5fe656e-5796-48b8-945c-c5080ff11567 req-ef9b0620-8890-43c7-8250-932b3fc649ad service neutron] 10.222.0.47 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212415 Dec 17 16:09:11.319348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-131c5823-f024-41c2-8605-76ef0cd93208 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/d41cfab6-fa31-4a6b-a830-94976db875e5 HTTP/1.1" status: 200 len: 472 time: 0.2049334 Dec 17 16:09:11.321404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37852) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:11.379710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d10202e8-b267-448e-a0e5-9aeebbfe5d98 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/22765bdd-c359-47c9-a059-f9a3208acb03 HTTP/1.1" status: 200 len: 459 time: 0.0571067 Dec 17 16:09:11.383628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-59e9fd3e-31d7-43c6-91cd-8861b74f706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:11.385372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:11.386847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-59e9fd3e-31d7-43c6-91cd-8861b74f706b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2063425 Dec 17 16:09:11.395911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-058bfdb3-711e-467b-a822-e9e38f3f60ba req-ce591300-e3f8-423a-938a-a2f5c59063f8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 210 time: 0.0584390 Dec 17 16:09:11.421591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:09:11.440709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb271d-05c6-4d42-a20d-9957731c8a12 req-4a5a81e8-5c03-4754-94a7-bc2679dbce4b tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:11.449587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4fb271d-05c6-4d42-a20d-9957731c8a12 req-4a5a81e8-5c03-4754-94a7-bc2679dbce4b tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 943 time: 0.3404291 Dec 17 16:09:11.574189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-f53ed981-4416-4d93-81a5-9048311c2ec2 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676397 Dec 17 16:09:11.614427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:09:11.625345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd13c0d3-eaaa-42a9-8dfd-750759e8ffe3 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:11.626503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cd13c0d3-eaaa-42a9-8dfd-750759e8ffe3 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/22765bdd-c359-47c9-a059-f9a3208acb03 HTTP/1.1" status: 204 len: 168 time: 0.2399561 Dec 17 16:09:11.638273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4fb271d-05c6-4d42-a20d-9957731c8a12 req-2c1d5c36-444d-4114-bf46-196fdd6703a9 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877029 Dec 17 16:09:11.641619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37856) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:11.651476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,segment=NetworkSegment(0c0112f5-b01f-4119-87f8-27477a6de7a6),segment_id=0c0112f5-b01f-4119-87f8-27477a6de7a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:11.707587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7', 'network_id': '8af641bf-e489-47ba-b7b6-abcc4ea928a9', 'port_id': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7', 'mac_address': 'fa:16:3e:61:a3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07e02e0-b42c-4a1d-80f4-62c49ace7e15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:09:11.715352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] Sync routers for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:09:11.735151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] No DVR routers for this DVR port 0f900059-58c5-4335-a591-969720e5028f on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:09:11.739639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:11.745467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ea65966-4132-4816-831a-ad657a2381c4 req-516cff53-4c98-4275-b4d0-172778ad6723 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.47 "DELETE /v2.0/ports/0f900059-58c5-4335-a591-969720e5028f HTTP/1.1" status: 204 len: 173 time: 5.6533697 Dec 17 16:09:11.746052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-deleted', 'tag': '0f900059-58c5-4335-a591-969720e5028f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:11.749566 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91546ff9-3789-4da0-bb06-b9e32fa3a82d" -d '{"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-deleted", "tag": "0f900059-58c5-4335-a591-969720e5028f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:11.834947 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54cc3708-0e8e-4f5e-9dbd-7c319133ce38 req-4f3731b2-2a7f-4d96-8f58-7cb515adafc4 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454207 Dec 17 16:09:11.836649 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:11.838398 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cc25e5-6b59-4c30-b12c-2f82323175a6 x-openstack-request-id: req-35cc25e5-6b59-4c30-b12c-2f82323175a6 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:11.838813 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1513aae-d1bb-450c-aee0-880073c4a86a", "name": "network-vif-deleted", "tag": "0f900059-58c5-4335-a591-969720e5028f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:11.842779 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35cc25e5-6b59-4c30-b12c-2f82323175a6 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:11.843384 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1513aae-d1bb-450c-aee0-880073c4a86a', 'name': 'network-vif-deleted', 'tag': '0f900059-58c5-4335-a591-969720e5028f', 'status': 'completed', 'code': 200} Dec 17 16:09:11.910998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:11.918331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:11.918974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:12.030531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,segment=NetworkSegment(0c0112f5-b01f-4119-87f8-27477a6de7a6),segment_id=0c0112f5-b01f-4119-87f8-27477a6de7a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:12.040984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:12.042351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 9c34fa35-039c-4a5e-bb17-7391b12d604f details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:09:12.100315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:12.144173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3278-38ad-48cb-baf0-69acca293c57 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:12.147539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f4bd3278-38ad-48cb-baf0-69acca293c57 tempest-MeteringIpV6TestJSON-1533635990 tempest-MeteringIpV6TestJSON-1533635990-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/d41cfab6-fa31-4a6b-a830-94976db875e5 HTTP/1.1" status: 204 len: 168 time: 0.5027564 Dec 17 16:09:12.218790 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:12.238772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:12.276224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a053f4-1a09-4370-8357-71c2d6f63f73 req-af6b47bc-6f97-465e-83d1-359884f80d90 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:12.285450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-27a053f4-1a09-4370-8357-71c2d6f63f73 req-af6b47bc-6f97-465e-83d1-359884f80d90 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1676929 Dec 17 16:09:12.369010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-27a053f4-1a09-4370-8357-71c2d6f63f73 req-d8edc1ef-11b0-4d00-b253-7db1bd9df4bf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817547 Dec 17 16:09:12.467993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c8575-2bf1-4028-8b79-56ae3d766201 req-430ab0da-dada-4e6f-b563-e9f398ae0b7a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:12.482216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd1c8575-2bf1-4028-8b79-56ae3d766201 req-430ab0da-dada-4e6f-b563-e9f398ae0b7a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 943 time: 0.1492529 Dec 17 16:09:12.604631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd1c8575-2bf1-4028-8b79-56ae3d766201 req-ea91ea95-611e-4a62-8454-6d7355ff1b07 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213980 Dec 17 16:09:12.618645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d504fb4-30df-4d6a-8558-85ed3b5f15a9 req-be1c7270-eb4c-4769-b496-f3208e0c4f9d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=c1513aae-d1bb-450c-aee0-880073c4a86a HTTP/1.1" status: 200 len: 210 time: 0.0499203 Dec 17 16:09:12.764694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37880) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:12.809652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 9c34fa35-039c-4a5e-bb17-7391b12d604f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:12.827070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '9c34fa35-039c-4a5e-bb17-7391b12d604f', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': '9c34fa35-039c-4a5e-bb17-7391b12d604f', 'mac_address': 'fa:16:3e:d4:7c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:09:12.869913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:12.901840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] Checking router: 1848f1cb-774b-4d3d-99e3-3acac89e7c94 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:09:12.910218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8cedf-dba7-43de-a997-e01f1a0a8526 req-4ead2a55-aeac-47b4-bb7b-559e34dcc9bc tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:12.913294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9be8cedf-dba7-43de-a997-e01f1a0a8526 req-4ead2a55-aeac-47b4-bb7b-559e34dcc9bc tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 944 time: 0.1283650 Dec 17 16:09:12.913832 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:12.930960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:12.932131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:12.936524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c34fa35-039c-4a5e-bb17-7391b12d604f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:12.940530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c95375b-b50a-4c2d-90b2-94cc27d7aafb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.004412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 9c34fa35-039c-4a5e-bb17-7391b12d604f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:13.013230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.069389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9be8cedf-dba7-43de-a997-e01f1a0a8526 req-603fdd6f-6508-40aa-a081-74a4943e974d tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476097 Dec 17 16:09:13.084588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c95375b-b50a-4c2d-90b2-94cc27d7aafb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.090587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9c95375b-b50a-4c2d-90b2-94cc27d7aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.158897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9c95375b-b50a-4c2d-90b2-94cc27d7aafb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14f52ae697dc4316a34646f1ee6e78bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887916 Dec 17 16:09:13.158897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95375b-b50a-4c2d-90b2-94cc27d7aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac45d6-00c9-4b7e-b761-2b4aeebcb8df,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:13.160010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37884) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:13.277080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cff7102-49a2-4d79-8583-a79646ee3260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.278355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:13.282005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=9c34fa35-039c-4a5e-bb17-7391b12d604f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:13.359537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cff7102-49a2-4d79-8583-a79646ee3260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.409997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['a14c8fdc-7701-4dbd-91aa-b2c01adebaa7'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:09:13.414536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['9c34fa35-039c-4a5e-bb17-7391b12d604f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:09:13.452952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cff7102-49a2-4d79-8583-a79646ee3260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.462314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1cff7102-49a2-4d79-8583-a79646ee3260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:13.468327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1cff7102-49a2-4d79-8583-a79646ee3260 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2eac45d6-00c9-4b7e-b761-2b4aeebcb8df HTTP/1.1" status: 204 len: 168 time: 0.3058875 Dec 17 16:09:13.480012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff7102-49a2-4d79-8583-a79646ee3260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac45d6-00c9-4b7e-b761-2b4aeebcb8df,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:13.672262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e25934-d82d-4090-aed5-9fcc12829ca6 req-fe527d34-1d48-4edc-98d8-1c927fea9fcc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:13.676809 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96e25934-d82d-4090-aed5-9fcc12829ca6 req-fe527d34-1d48-4edc-98d8-1c927fea9fcc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1259334 Dec 17 16:09:13.779591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816c74-2bae-4ca0-a38c-fb5ff60f19a0 req-6553e94c-e97a-4246-8c5e-24d18295eaef tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:13.793620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7816c74-2bae-4ca0-a38c-fb5ff60f19a0 req-6553e94c-e97a-4246-8c5e-24d18295eaef tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 944 time: 0.0887485 Dec 17 16:09:13.844759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96e25934-d82d-4090-aed5-9fcc12829ca6 req-64a3aa7a-6bb2-485f-8606-e17fe9006167 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525037 Dec 17 16:09:13.918628 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7816c74-2bae-4ca0-a38c-fb5ff60f19a0 req-03dfa462-b49e-4482-a401-7a16f3781819 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125190 Dec 17 16:09:13.977536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37906) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:14.101186 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a53b9685-7f1a-4a57-a9dc-72f426a4e0ef tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.157755 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a53b9685-7f1a-4a57-a9dc-72f426a4e0ef tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.177644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37910) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:14.201020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742c3208-d558-4e38-ad5a-cd27217bdffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.271228 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a53b9685-7f1a-4a57-a9dc-72f426a4e0ef tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.273943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a53b9685-7f1a-4a57-a9dc-72f426a4e0ef tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.275204 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a53b9685-7f1a-4a57-a9dc-72f426a4e0ef tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "DELETE /v2.0/security-groups/86c7f547-5a03-48e2-a7e9-259e0f210495 HTTP/1.1" status: 204 len: 168 time: 0.2956865 Dec 17 16:09:14.279296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37912) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:14.318588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b9685-7f1a-4a57-a9dc-72f426a4e0ef tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7f547-5a03-48e2-a7e9-259e0f210495,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:14.319441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9375-ca0f-48fd-9680-0f639acbfea3 req-a83256f6-b0b7-420e-9b6a-f0cadbd73829 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:14.328460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f1b9375-ca0f-48fd-9680-0f639acbfea3 req-a83256f6-b0b7-420e-9b6a-f0cadbd73829 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 944 time: 0.1072838 Dec 17 16:09:14.331535 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-a151e1d7-d900-452f-b2d1-e3c775e7fc5d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] show failed (client error): The resource could not be found. Dec 17 16:09:14.332812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a151e1d7-d900-452f-b2d1-e3c775e7fc5d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups/86c7f547-5a03-48e2-a7e9-259e0f210495 HTTP/1.1" status: 404 len: 347 time: 0.0525775 Dec 17 16:09:14.336981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37914) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:14.434697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f1b9375-ca0f-48fd-9680-0f639acbfea3 req-ce80feef-d53b-418c-8d32-163d4f1c84f2 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996983 Dec 17 16:09:14.465199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:14.477284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742c3208-d558-4e38-ad5a-cd27217bdffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.483945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742c3208-d558-4e38-ad5a-cd27217bdffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.539339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496422d-12d7-43a6-a53b-d1496cae9e80 None None] The sync data for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 is: [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:09:14.539801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c3208-d558-4e38-ad5a-cd27217bdffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06984366-436c-4d98-a3cc-08be6e307b74,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:14.576648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-742c3208-d558-4e38-ad5a-cd27217bdffe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bdb55952f76247d792dc1295d09bda95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940806 Dec 17 16:09:14.577982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37920) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:14.629151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Deleting port 19bca794-1abf-4c75-8451-7da312afbc31 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:14.629499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.660408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f667fb6-e551-43b4-8a30-c07fc1c9c3b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.715424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f667fb6-e551-43b4-8a30-c07fc1c9c3b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.751466 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.751971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.768567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Calling delete_port for 19bca794-1abf-4c75-8451-7da312afbc31 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:14.803472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f667fb6-e551-43b4-8a30-c07fc1c9c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.806999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f667fb6-e551-43b4-8a30-c07fc1c9c3b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:14.808258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f667fb6-e551-43b4-8a30-c07fc1c9c3b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06984366-436c-4d98-a3cc-08be6e307b74 HTTP/1.1" status: 204 len: 168 time: 0.2291346 Dec 17 16:09:14.817286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f667fb6-e551-43b4-8a30-c07fc1c9c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06984366-436c-4d98-a3cc-08be6e307b74,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:15.020789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:15.073487 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef054434-e86a-49c3-8c70-bb77f55639d6 None None] New status for floating IP c1f85301-0fbf-46b3-8deb-50fc91729fdf: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:09:15.168346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:15.171959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:15.176275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "DELETE /v2.0/floatingips/c1f85301-0fbf-46b3-8deb-50fc91729fdf HTTP/1.1" status: 204 len: 168 time: 0.8343668 Dec 17 16:09:15.176275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c2c93-02b5-405b-b8f9-bb9084a21c3a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event deleted for resources: {'Port': ['ID=19bca794-1abf-4c75-8451-7da312afbc31,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:15.186610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b45ba-459e-4b1c-ae20-6877296ea827 req-1547d58d-80b0-43e7-9a25-244ee349ba8d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:15.190122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e59b45ba-459e-4b1c-ae20-6877296ea827 req-1547d58d-80b0-43e7-9a25-244ee349ba8d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 944 time: 0.1146076 Dec 17 16:09:15.204883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6a254-0738-40ec-b4ca-7672e40f66f0 req-c0a2f3f9-20d1-44f5-a276-b3774b8beba8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:15.219975 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25f6a254-0738-40ec-b4ca-7672e40f66f0 req-c0a2f3f9-20d1-44f5-a276-b3774b8beba8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.2111645 Dec 17 16:09:15.341399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25f6a254-0738-40ec-b4ca-7672e40f66f0 req-0aa9b039-c9d4-42f2-9b58-c684dcd9fbc0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143281 Dec 17 16:09:15.419677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:15.451998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:15.466184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e59b45ba-459e-4b1c-ae20-6877296ea827 req-50296396-3e7b-48f0-bcd0-916101d72fe3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703342 Dec 17 16:09:15.587171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:09:15.593215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:15.595917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:15.661350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb33c-813c-4ce7-a8fb-db59aaceca91 req-b281f199-3ddc-48e5-98fe-7f33784b0cef tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:15.670450 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f8fb33c-813c-4ce7-a8fb-db59aaceca91 req-b281f199-3ddc-48e5-98fe-7f33784b0cef tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 944 time: 0.1139569 Dec 17 16:09:15.768969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f8fb33c-813c-4ce7-a8fb-db59aaceca91 req-9bf7fe19-86c4-4411-86e0-48cf232700dc tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950983 Dec 17 16:09:15.829159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:15.864668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14419a9-3bd2-495b-829a-48b67220656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:15.870329 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d431bea2-4df6-4bcf-86f0-36cab344bd42" -d '{"events": [{"server_uuid": "c14419a9-3bd2-495b-829a-48b67220656f", "name": "network-vif-plugged", "status": "completed", "tag": "a14c8fdc-7701-4dbd-91aa-b2c01adebaa7"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:15.911223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,segment=NetworkSegment(0c0112f5-b01f-4119-87f8-27477a6de7a6),segment_id=0c0112f5-b01f-4119-87f8-27477a6de7a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:15.920055 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:15.921048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 9c34fa35-039c-4a5e-bb17-7391b12d604f up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:16.048036 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b635a79-1722-4332-801a-0f8c3b410225 x-openstack-request-id: req-3b635a79-1722-4332-801a-0f8c3b410225 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:16.048036 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14419a9-3bd2-495b-829a-48b67220656f", "name": "network-vif-plugged", "status": "completed", "tag": "a14c8fdc-7701-4dbd-91aa-b2c01adebaa7", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:16.048036 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b635a79-1722-4332-801a-0f8c3b410225 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:16.048376 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14419a9-3bd2-495b-829a-48b67220656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7', 'code': 200} Dec 17 16:09:16.101570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:16.149384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a39c6-4832-4d80-8f12-0627c0eec845 req-1747fd77-5ee6-40dd-8da8-e355f4c49b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:16.151361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-380a39c6-4832-4d80-8f12-0627c0eec845 req-1747fd77-5ee6-40dd-8da8-e355f4c49b9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 1097 time: 0.1135373 Dec 17 16:09:16.212075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 9c34fa35-039c-4a5e-bb17-7391b12d604f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:09:16.216667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37964) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:16.216854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 9c34fa35-039c-4a5e-bb17-7391b12d604f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:16.217171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.224006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2af81b18-892c-4732-bd56-c0ffec10e8aa tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1223744418', 'description': 'tempest-description--424719752'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:16.243429 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-380a39c6-4832-4d80-8f12-0627c0eec845 req-4fd77f80-bfc3-4601-8cb6-7950e68360dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809984 Dec 17 16:09:16.271195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af81b18-892c-4732-bd56-c0ffec10e8aa tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.366071 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.380742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af81b18-892c-4732-bd56-c0ffec10e8aa tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.398464 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af81b18-892c-4732-bd56-c0ffec10e8aa tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.423017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37978) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:16.450432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af81b18-892c-4732-bd56-c0ffec10e8aa tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.454665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2af81b18-892c-4732-bd56-c0ffec10e8aa tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2340152 Dec 17 16:09:16.461452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 9c34fa35-039c-4a5e-bb17-7391b12d604f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:16.462076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37982) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:16.471296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.481890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6b1e45e9-326d-4f60-b8d5-67d1cb88ab57 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'security_group_rule': {'security_group_id': 'ce08aee4-d50d-4ea9-aae6-b6694540368f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:16.501975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af81b18-892c-4732-bd56-c0ffec10e8aa tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce08aee4-d50d-4ea9-aae6-b6694540368f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:16.577490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=9c34fa35-039c-4a5e-bb17-7391b12d604f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:16.577715 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b1e45e9-326d-4f60-b8d5-67d1cb88ab57 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.734063 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b1e45e9-326d-4f60-b8d5-67d1cb88ab57 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.742427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30958045-9019-4ca2-8348-0292456ebb33 req-e9c176ee-a961-4a5d-9bfc-8bf30a7c8acb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:16.744079 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30958045-9019-4ca2-8348-0292456ebb33 req-e9c176ee-a961-4a5d-9bfc-8bf30a7c8acb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 945 time: 0.1308596 Dec 17 16:09:16.745449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b1e45e9-326d-4f60-b8d5-67d1cb88ab57 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.773153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e45e9-326d-4f60-b8d5-67d1cb88ab57 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af2bfc1-023b-434d-afe9-f1b92baadcd1,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:16.786829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6b1e45e9-326d-4f60-b8d5-67d1cb88ab57 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.790873 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6b1e45e9-326d-4f60-b8d5-67d1cb88ab57 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3249533 Dec 17 16:09:16.791129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:16.795931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-961d08d5-a2b3-43f0-aafa-56a9860c7a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'security_group_rule': {'security_group_id': 'ce08aee4-d50d-4ea9-aae6-b6694540368f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:16.844427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30958045-9019-4ca2-8348-0292456ebb33 req-71a07dfa-11b6-4cbf-88f9-131086055bda tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825000 Dec 17 16:09:16.862348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-961d08d5-a2b3-43f0-aafa-56a9860c7a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.969021 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-961d08d5-a2b3-43f0-aafa-56a9860c7a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:16.975104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-961d08d5-a2b3-43f0-aafa-56a9860c7a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:17.031442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d08d5-a2b3-43f0-aafa-56a9860c7a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ce7b41-148d-472e-8cfb-094225715684,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:17.074245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-961d08d5-a2b3-43f0-aafa-56a9860c7a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:17.077915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-961d08d5-a2b3-43f0-aafa-56a9860c7a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2851789 Dec 17 16:09:17.082895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37996) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.092265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-6d3a5308-ad77-4e61-9e59-6e788101c83d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.093300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6d3a5308-ad77-4e61-9e59-6e788101c83d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6691954 Dec 17 16:09:17.096514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:17.099842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37998) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.121136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-30f4b3c2-de96-493c-925a-a5bcd34cfae6 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.122868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-30f4b3c2-de96-493c-925a-a5bcd34cfae6 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0187402 Dec 17 16:09:17.130949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38000) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.132180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430ba38-4077-4cf7-bcbe-6f2f695b78bb req-c02d8b7b-1fae-47e8-ab15-d802883cb017 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:17.133879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7430ba38-4077-4cf7-bcbe-6f2f695b78bb req-c02d8b7b-1fae-47e8-ab15-d802883cb017 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.6594074 Dec 17 16:09:17.140743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-f123e27d-2ddb-4ef8-8697-ff2a4b72131a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.141811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f123e27d-2ddb-4ef8-8697-ff2a4b72131a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0089757 Dec 17 16:09:17.146461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38002) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.148482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:17.163720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-754bc96f-115e-4447-a76c-f7c5abe544f4 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.166876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc278c-2787-4083-bef6-458e1b9fd24b req-8c180699-b22d-47ba-808d-1edaf012bb64 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:17.168470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05bc278c-2787-4083-bef6-458e1b9fd24b req-8c180699-b22d-47ba-808d-1edaf012bb64 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.1691186 Dec 17 16:09:17.168957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38004) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.173133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-6b7be283-5f8e-47e9-aadc-a6f84796d996 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.174041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6b7be283-5f8e-47e9-aadc-a6f84796d996 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041933 Dec 17 16:09:17.174450 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-754bc96f-115e-4447-a76c-f7c5abe544f4 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0172577 Dec 17 16:09:17.177473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38006) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.214146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-673a4f92-c39b-4f88-9597-c31b9161e3a2 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.220515 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-673a4f92-c39b-4f88-9597-c31b9161e3a2 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0270207 Dec 17 16:09:17.228177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38008) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.253173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-e0e6f864-e5aa-4319-88a3-86a3f32fa2a2 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.254193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e0e6f864-e5aa-4319-88a3-86a3f32fa2a2 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0239186 Dec 17 16:09:17.262472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38010) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.266684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-8046f6b7-c61c-4e07-b8ca-b06eefc88287 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.267632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8046f6b7-c61c-4e07-b8ca-b06eefc88287 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044847 Dec 17 16:09:17.271048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38012) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.283954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-93451680-f4de-40bc-bbe1-78fcfdec8498 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.284914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-93451680-f4de-40bc-bbe1-78fcfdec8498 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045607 Dec 17 16:09:17.289698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38014) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.312383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-b4f4c3a8-317b-4be1-9606-200e6621d2a2 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.313442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b4f4c3a8-317b-4be1-9606-200e6621d2a2 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0228956 Dec 17 16:09:17.317302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38016) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.321372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-5559a12a-cfce-457f-8a4a-13b08515cf39 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.332830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5559a12a-cfce-457f-8a4a-13b08515cf39 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0145347 Dec 17 16:09:17.338048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-05bc278c-2787-4083-bef6-458e1b9fd24b req-126853b1-f87f-4b31-9bf2-9a0c644214f5 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573079 Dec 17 16:09:17.338490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38018) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.352703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-2fba43d5-7279-4677-8f0e-0e69dae85162 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.363192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2fba43d5-7279-4677-8f0e-0e69dae85162 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0146468 Dec 17 16:09:17.363192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38020) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.363192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-d7556bd7-d743-4cf3-859a-263a2cd2843a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.364429 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7430ba38-4077-4cf7-bcbe-6f2f695b78bb req-4934f979-8f92-4974-8ddd-750ffe3adad7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193210 Dec 17 16:09:17.367017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38022) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.372012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d7556bd7-d743-4cf3-859a-263a2cd2843a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0141454 Dec 17 16:09:17.376385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-cc3b184e-2f21-48d4-a007-1705cd486d3b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.377386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cc3b184e-2f21-48d4-a007-1705cd486d3b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0099139 Dec 17 16:09:17.380168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38024) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.384820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-bcf22a2d-30c4-4514-926b-5bffdb30c00a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.385910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bcf22a2d-30c4-4514-926b-5bffdb30c00a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047796 Dec 17 16:09:17.388318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38026) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.393732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-274ea927-6b54-44dd-ac87-3ff43e27fc89 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.394692 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-274ea927-6b54-44dd-ac87-3ff43e27fc89 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054872 Dec 17 16:09:17.397663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38028) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.402142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-e3fa6f85-630e-4163-8951-89dca587a92f tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.403105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e3fa6f85-630e-4163-8951-89dca587a92f tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045283 Dec 17 16:09:17.405798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38030) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.410141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-dabc6ae3-b946-42ac-b3a5-edfe3390df66 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.411404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dabc6ae3-b946-42ac-b3a5-edfe3390df66 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043552 Dec 17 16:09:17.413637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38032) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.418021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-4a50606c-ee72-4ff5-8fd2-a467cb9b1b49 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.419030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4a50606c-ee72-4ff5-8fd2-a467cb9b1b49 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044920 Dec 17 16:09:17.423043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38034) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.428538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-2bb022f5-6638-494b-922e-a45f9b845131 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.429571 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2bb022f5-6638-494b-922e-a45f9b845131 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056183 Dec 17 16:09:17.432422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38036) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.437377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-436e9879-b12a-4e5e-9e83-3284fb4d614d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.438472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-436e9879-b12a-4e5e-9e83-3284fb4d614d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050619 Dec 17 16:09:17.441560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38038) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.445786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-6f4df7cf-21df-4b66-a81c-46b2b82e2cb1 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.446817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f4df7cf-21df-4b66-a81c-46b2b82e2cb1 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043247 Dec 17 16:09:17.450046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38040) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.454389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-24aff9bc-b324-4e93-a6f0-3cee8eccd47b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.455350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-24aff9bc-b324-4e93-a6f0-3cee8eccd47b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043931 Dec 17 16:09:17.458009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.463001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-0e871fd5-1d13-4cc5-b529-821eb110a44d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.464079 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0e871fd5-1d13-4cc5-b529-821eb110a44d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050519 Dec 17 16:09:17.467621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38044) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.471917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-a89343cc-fa03-41ad-83b4-a4ce12a6820c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.473118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a89343cc-fa03-41ad-83b4-a4ce12a6820c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044787 Dec 17 16:09:17.475674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.481529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-357558a2-1af3-4a22-ac80-64179ea2416a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.482650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-357558a2-1af3-4a22-ac80-64179ea2416a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058641 Dec 17 16:09:17.485203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38048) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.491437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-950df3bd-8d0b-4277-8e40-64f71738e595 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.492808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-950df3bd-8d0b-4277-8e40-64f71738e595 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051298 Dec 17 16:09:17.496004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38050) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.501084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-65a26a9b-b55a-4693-af52-125589946053 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.505838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-65a26a9b-b55a-4693-af52-125589946053 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081866 Dec 17 16:09:17.506625 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:17.508522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38052) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.515081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-7e81dd5d-eace-4868-8157-5d5ba435f067 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.516175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7e81dd5d-eace-4868-8157-5d5ba435f067 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061460 Dec 17 16:09:17.518677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.531402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-ecf9af29-05f6-4624-b62d-039f93d5693d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.533117 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ecf9af29-05f6-4624-b62d-039f93d5693d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0107090 Dec 17 16:09:17.537238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38056) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.543862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-fbb11603-dee1-4341-b729-5402c16fe46d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.548162 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fbb11603-dee1-4341-b729-5402c16fe46d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0095711 Dec 17 16:09:17.549086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38058) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.554816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-18657049-e02d-49e9-9dee-e5bc54d5c3a7 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.559371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-18657049-e02d-49e9-9dee-e5bc54d5c3a7 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090978 Dec 17 16:09:17.560168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38060) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.564960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-9e9f771f-8665-48c9-a33c-39afc241dc88 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.568620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e9f771f-8665-48c9-a33c-39afc241dc88 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073757 Dec 17 16:09:17.569603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.574839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-7dd43387-b87a-420c-b936-e85a2fd5527b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.578519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7dd43387-b87a-420c-b936-e85a2fd5527b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078430 Dec 17 16:09:17.579482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38064) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.608116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-1bceacf9-1306-4969-8e77-332b7db1fab1 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.612441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38066) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.613951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1bceacf9-1306-4969-8e77-332b7db1fab1 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0119832 Dec 17 16:09:17.618714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-cdcbecc6-102a-4090-bc41-a6170a7fdb48 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.622846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cdcbecc6-102a-4090-bc41-a6170a7fdb48 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063875 Dec 17 16:09:17.622846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38068) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.628257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-0a26ce67-a975-4b6c-a434-5d05bf74829c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.631415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0a26ce67-a975-4b6c-a434-5d05bf74829c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060966 Dec 17 16:09:17.632015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38070) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.636389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-04247a9e-7b6b-487e-9481-529c8dcd922a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.639455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-04247a9e-7b6b-487e-9481-529c8dcd922a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044467 Dec 17 16:09:17.640500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38072) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.644103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-d1683a17-96d3-4db2-8cd7-7de7f93d7fab tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.646049 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1683a17-96d3-4db2-8cd7-7de7f93d7fab tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047696 Dec 17 16:09:17.648415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38074) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.654008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-412cb377-a04b-43df-905a-7b7b7091d435 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.657791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-412cb377-a04b-43df-905a-7b7b7091d435 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076776 Dec 17 16:09:17.658359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38076) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.662416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-3a19423c-343b-435e-a3f3-8745cf176d72 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.666486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a19423c-343b-435e-a3f3-8745cf176d72 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067341 Dec 17 16:09:17.666825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38078) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.672280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-0a9a46e1-3e0e-47f6-a1b3-b3dcee9687a3 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.675609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0a9a46e1-3e0e-47f6-a1b3-b3dcee9687a3 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0076764 Dec 17 16:09:17.676350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38080) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.680287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-538c2587-bfed-49b4-9115-0489e3ad0191 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.684882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38082) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.685381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-538c2587-bfed-49b4-9115-0489e3ad0191 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0081179 Dec 17 16:09:17.690623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-14848615-6eb9-4dab-b51a-8b633e82073c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.693236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-14848615-6eb9-4dab-b51a-8b633e82073c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0057564 Dec 17 16:09:17.694149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38084) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.708229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-acd41156-85e1-49bf-a6c5-8440086c9b0f tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.710679 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-acd41156-85e1-49bf-a6c5-8440086c9b0f tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0155573 Dec 17 16:09:17.713846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38088) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.718228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-53241ed2-01e1-4c01-85c6-9450ed5f1991 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.725596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53241ed2-01e1-4c01-85c6-9450ed5f1991 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0106447 Dec 17 16:09:17.728161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38090) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.733530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-fbe71d45-c490-4e8e-8fc4-cf1a8a7cea5b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.734574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fbe71d45-c490-4e8e-8fc4-cf1a8a7cea5b tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0044982 Dec 17 16:09:17.737103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38092) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.744101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Allocated IP 172.25.0.69 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/6e6cc2de-d188-45a1-9050-e44a8ecd23ad) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:17.746327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-78f13052-9705-40a3-b558-3e389a31b290 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.748178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-78f13052-9705-40a3-b558-3e389a31b290 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101025 Dec 17 16:09:17.750827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38094) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.757191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-4faeb7af-cc40-4f22-9f85-bb2a41a60c07 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.758085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4faeb7af-cc40-4f22-9f85-bb2a41a60c07 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062976 Dec 17 16:09:17.763003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38096) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.767672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-870efe8d-eae7-4328-9130-4acc956895ca tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.771013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-870efe8d-eae7-4328-9130-4acc956895ca tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047390 Dec 17 16:09:17.771013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38098) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.775661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-b18db0ff-5c4c-4e56-b525-9b85d8e9db9f tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.778336 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b18db0ff-5c4c-4e56-b525-9b85d8e9db9f tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045455 Dec 17 16:09:17.779095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38100) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.786110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-57ba3e7c-f210-414b-8bc0-18391a9cfe3e tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.791389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-57ba3e7c-f210-414b-8bc0-18391a9cfe3e tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0103526 Dec 17 16:09:17.796018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38102) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.807725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-1a046eae-c697-42d4-b79c-f69e216852f4 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.812760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1a046eae-c697-42d4-b79c-f69e216852f4 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0155387 Dec 17 16:09:17.813646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38104) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.828452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-83676a5a-1e49-44c2-a0a6-e397f9c2af6c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.831970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-83676a5a-1e49-44c2-a0a6-e397f9c2af6c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109286 Dec 17 16:09:17.835465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38106) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.840008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-266781e7-e350-4e0e-a0a5-01d67e794ed1 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.843258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-266781e7-e350-4e0e-a0a5-01d67e794ed1 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045493 Dec 17 16:09:17.849071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.854208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-3a2b91e2-be72-4722-a4fb-d15f8501af8a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.864904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a2b91e2-be72-4722-a4fb-d15f8501af8a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0174167 Dec 17 16:09:17.868150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38110) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.873960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-5d37c7cb-3f62-4c47-90f8-600e849fff9c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.879092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5d37c7cb-3f62-4c47-90f8-600e849fff9c tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093172 Dec 17 16:09:17.879701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38114) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.885415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-1bc86cf1-4000-44a4-8968-e1f571f5f14a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.888823 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1bc86cf1-4000-44a4-8968-e1f571f5f14a tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057409 Dec 17 16:09:17.891660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38116) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.904493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-8e9572ce-5374-4423-bb1d-cb41ed8b4c13 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.909284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8e9572ce-5374-4423-bb1d-cb41ed8b4c13 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0164800 Dec 17 16:09:17.912141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38118) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.920127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-74368714-06fd-467e-beb4-94370ee90937 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.925878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-74368714-06fd-467e-beb4-94370ee90937 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0102870 Dec 17 16:09:17.928171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38120) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.935020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-d07a68d6-8919-4b29-ba12-1b18fc214262 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.938332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d07a68d6-8919-4b29-ba12-1b18fc214262 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069032 Dec 17 16:09:17.942975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38122) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.955992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-a01fae71-f06f-4621-beaa-0036e9be1393 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.959272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a01fae71-f06f-4621-beaa-0036e9be1393 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0132413 Dec 17 16:09:17.959496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38124) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.967704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-f75edc11-36cb-4b3e-9c37-5719865399e0 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.972267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f75edc11-36cb-4b3e-9c37-5719865399e0 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082295 Dec 17 16:09:17.975012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38126) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:17.989728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:17.994687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-cad1008d-0a48-4e00-887c-0727d18d0067 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:17.998264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cad1008d-0a48-4e00-887c-0727d18d0067 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0221579 Dec 17 16:09:17.998900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.007425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-9e57adc8-c5b1-4867-a882-c0260906c4ab tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:18.010640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38130) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.011453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9e57adc8-c5b1-4867-a882-c0260906c4ab tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0099039 Dec 17 16:09:18.015657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-dea66875-b52e-4b62-be7a-c6db2c826e8e tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:18.017255 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dea66875-b52e-4b62-be7a-c6db2c826e8e tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050967 Dec 17 16:09:18.019049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38132) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.035871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-13960471-94d5-4034-84d7-c29baaa70273 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:18.037021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-13960471-94d5-4034-84d7-c29baaa70273 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0167735 Dec 17 16:09:18.039483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38134) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.044126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-26626452-48b1-42c0-804b-3e96a7a3b54d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:18.045225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-26626452-48b1-42c0-804b-3e96a7a3b54d tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047858 Dec 17 16:09:18.048329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38136) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.050738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b2070f-7881-4185-9a83-68723a40026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c34fa35-039c-4a5e-bb17-7391b12d604f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:18.053117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [None req-fb351125-582f-40af-91d2-de3f17bf9b33 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:18.054113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb351125-582f-40af-91d2-de3f17bf9b33 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049257 Dec 17 16:09:18.055116 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f5c21-82de-4fc3-a644-be438ba64139" -d '{"events": [{"server_uuid": "32b2070f-7881-4185-9a83-68723a40026f", "name": "network-vif-plugged", "status": "completed", "tag": "9c34fa35-039c-4a5e-bb17-7391b12d604f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:18.057529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.063734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-a2c9ef60-84ff-49b0-b450-a9eacd688b56 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:18.067528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a2c9ef60-84ff-49b0-b450-a9eacd688b56 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0089896 Dec 17 16:09:18.068626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38144) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.071243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:18.071960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca3af-6eb6-4ab0-9214-4a3bb605542c req-51e79c5e-275e-413d-829a-e5fd66793483 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:18.073662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe1ca3af-6eb6-4ab0-9214-4a3bb605542c req-51e79c5e-275e-413d-829a-e5fd66793483 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 945 time: 0.1038728 Dec 17 16:09:18.077282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [None req-87719f39-8868-40bc-b83b-841e6fd8ff62 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:09:18.086042 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-87719f39-8868-40bc-b83b-841e6fd8ff62 tempest-ExtensionsTestJSON-1309825300 tempest-ExtensionsTestJSON-1309825300-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0147190 Dec 17 16:09:18.128617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:18.131713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:18.140421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:18.158641 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe1ca3af-6eb6-4ab0-9214-4a3bb605542c req-f87bbbc9-9ff5-4437-b6c4-afe5e4f4bba3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782087 Dec 17 16:09:18.194598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'Port': ['ID=6e6cc2de-d188-45a1-9050-e44a8ecd23ad,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:18.199672 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4447a325-1aff-4e96-b075-374d57739d02 x-openstack-request-id: req-4447a325-1aff-4e96-b075-374d57739d02 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:18.200198 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b2070f-7881-4185-9a83-68723a40026f", "name": "network-vif-plugged", "status": "completed", "tag": "9c34fa35-039c-4a5e-bb17-7391b12d604f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:18.200607 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4447a325-1aff-4e96-b075-374d57739d02 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:18.201153 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b2070f-7881-4185-9a83-68723a40026f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c34fa35-039c-4a5e-bb17-7391b12d604f', 'code': 200} Dec 17 16:09:18.321336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:18.334482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1f115-40a7-41b8-b11f-e8bf83dae442 req-12e56465-f73f-4ae8-bcc0-fdc096fe6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:18.336197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92a1f115-40a7-41b8-b11f-e8bf83dae442 req-12e56465-f73f-4ae8-bcc0-fdc096fe6bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 1097 time: 0.0695145 Dec 17 16:09:18.386955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:18.456772 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92a1f115-40a7-41b8-b11f-e8bf83dae442 req-f3e856ec-d43e-44f7-b0b1-03186d37f226 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967913 Dec 17 16:09:18.623739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc0646-a129-4b3d-8de8-2573aa5e7d3e req-d39635e5-4963-4ec1-965e-820d75e8f796 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:18.625499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fc0646-a129-4b3d-8de8-2573aa5e7d3e req-d39635e5-4963-4ec1-965e-820d75e8f796 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.0889938 Dec 17 16:09:18.633373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031710-4b49-4b87-92ce-f514a089da2e req-53443a1d-e9f2-4650-aa82-f7f58bd5df72 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:18.635751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12031710-4b49-4b87-92ce-f514a089da2e req-53443a1d-e9f2-4650-aa82-f7f58bd5df72 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.1501393 Dec 17 16:09:18.708600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38156) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:18.711652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12031710-4b49-4b87-92ce-f514a089da2e req-d28aecd6-c460-4abc-ad51-2707b7e936c3 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649967 Dec 17 16:09:18.721654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:18.741829 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:18.755416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31fc0646-a129-4b3d-8de8-2573aa5e7d3e req-250daec0-cd9d-4a39-8e21-c285fa47fccc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069355 Dec 17 16:09:18.834534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'Port': ['ID=6e6cc2de-d188-45a1-9050-e44a8ecd23ad,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:18.842406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:18.862364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:18.863959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-418428a0-b4c4-4837-a5c7-c760bc57ff16 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7783246 Dec 17 16:09:19.050982 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b907754-230d-40b4-aa88-c117d2273eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:19.190533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b907754-230d-40b4-aa88-c117d2273eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:19.230217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b907754-230d-40b4-aa88-c117d2273eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:19.293696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26cbfa-57ee-4ad7-904a-9850913f8b9e req-e81fa336-7532-40f2-b3dd-de22b733e645 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:19.305354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e26cbfa-57ee-4ad7-904a-9850913f8b9e req-e81fa336-7532-40f2-b3dd-de22b733e645 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.1136320 Dec 17 16:09:19.350840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-fd75c094-7e11-4833-93b3-4d48fc8edc04 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1223744418&fields=id&tenant_id=6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 267 time: 0.2089388 Dec 17 16:09:19.360746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b907754-230d-40b4-aa88-c117d2273eba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b249822dd1dd4274ab95eb9ba0488c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465535 Dec 17 16:09:19.360746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b907754-230d-40b4-aa88-c117d2273eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e567a3-e4d0-462d-be50-02b4caef85e7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:19.365445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38186) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:19.392104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e26cbfa-57ee-4ad7-904a-9850913f8b9e req-c09794de-7421-43b1-8fc8-0d61713fe132 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784914 Dec 17 16:09:19.394999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-3a622790-72ec-4508-bcf9-a7e70a321a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:19.397528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-3a622790-72ec-4508-bcf9-a7e70a321a12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=404230b06e26474eaffa0f65acf0d30d&device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 1097 time: 0.2426746 Dec 17 16:09:19.662104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3c02f-6d17-464b-9245-b4c463b01a90 req-b04f68ca-d261-491d-a8bf-51c746c92580 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:19.668340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5af3c02f-6d17-464b-9245-b4c463b01a90 req-b04f68ca-d261-491d-a8bf-51c746c92580 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 945 time: 0.1168971 Dec 17 16:09:19.759890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5af3c02f-6d17-464b-9245-b4c463b01a90 req-3762fef6-06d1-47a2-b60f-4ef3b2dd3278 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870993 Dec 17 16:09:19.790410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-4da30018-0575-4ada-b3f6-6bb9fbe84cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:19.792701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-4da30018-0575-4ada-b3f6-6bb9fbe84cb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8af641bf-e489-47ba-b7b6-abcc4ea928a9 HTTP/1.1" status: 200 len: 915 time: 0.3710048 Dec 17 16:09:19.812634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27358267-94e9-4683-b18f-873c527fca9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:19.891028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e71f826b-bae3-4e20-91ca-c04c7cd343f7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:19.907985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e71f826b-bae3-4e20-91ca-c04c7cd343f7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 816 time: 0.5280869 Dec 17 16:09:19.921773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-f5c94d9b-d666-4368-8e23-d8be8584506c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 HTTP/1.1" status: 200 len: 217 time: 0.1200387 Dec 17 16:09:19.992053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810bfb6-db49-4313-a274-8b670965362e req-d9348dc1-7441-4135-8de8-d288975987dd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:19.997491 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0810bfb6-db49-4313-a274-8b670965362e req-d9348dc1-7441-4135-8de8-d288975987dd tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1006660 Dec 17 16:09:20.028225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-ec8b0f95-1f48-4693-adc5-977d3ca1c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:20.030196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-ec8b0f95-1f48-4693-adc5-977d3ca1c9c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f07e02e0-b42c-4a1d-80f4-62c49ace7e15 HTTP/1.1" status: 200 len: 854 time: 0.0992725 Dec 17 16:09:20.079243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-a38f7fc0-e823-419b-8189-671fa25d066d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/quotas/6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 375 time: 0.1672487 Dec 17 16:09:20.090652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-d2eb5c0d-cd9f-4d4c-ba62-e01217829a70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8af641bf-e489-47ba-b7b6-abcc4ea928a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483088 Dec 17 16:09:20.100612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0810bfb6-db49-4313-a274-8b670965362e req-e7f795a6-756b-4980-961b-41c0d4084326 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917575 Dec 17 16:09:20.122022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27358267-94e9-4683-b18f-873c527fca9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:20.227179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-d6edac84-666b-4311-83e4-902013b5224a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376483 Dec 17 16:09:20.333254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27358267-94e9-4683-b18f-873c527fca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:20.350718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27358267-94e9-4683-b18f-873c527fca9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:20.368979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-27358267-94e9-4683-b18f-873c527fca9e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3e567a3-e4d0-462d-be50-02b4caef85e7 HTTP/1.1" status: 204 len: 168 time: 0.9588361 Dec 17 16:09:20.413009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-d5c2ba50-24ff-4955-b934-55f33ca93755 service neutron] 10.222.0.47 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011296 Dec 17 16:09:20.546565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-92f8a159-9007-4d7b-8d7f-d6800a98f344 req-421e34f8-aa81-4733-87ae-feee7e7f3729 service neutron] 10.222.0.47 "GET /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152756 Dec 17 16:09:20.547300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27358267-94e9-4683-b18f-873c527fca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e567a3-e4d0-462d-be50-02b4caef85e7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:20.589961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-9c94f6cf-3a6f-40a2-9b91-b85dcbdec893 service neutron] 10.222.0.54 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618207 Dec 17 16:09:20.659503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636311d6-3453-4b2e-8cd4-955d19cd05c6 req-5a293b05-f701-496d-ae5e-3d3057a7ae90 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:20.664020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-636311d6-3453-4b2e-8cd4-955d19cd05c6 req-5a293b05-f701-496d-ae5e-3d3057a7ae90 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.1466966 Dec 17 16:09:20.756484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-5f0dabcb-11cf-44ba-b6fc-76f51d239f9e service neutron] 10.222.0.54 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655545 Dec 17 16:09:20.778254 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-636311d6-3453-4b2e-8cd4-955d19cd05c6 req-937a9843-c8c8-414a-b95c-1f5b404bf479 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068513 Dec 17 16:09:20.985529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108bdc0-97be-486c-8de6-61cb1b0f38e2 req-f8a9177e-d39b-4366-a934-34fc401265c8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:20.994358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b108bdc0-97be-486c-8de6-61cb1b0f38e2 req-f8a9177e-d39b-4366-a934-34fc401265c8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 945 time: 0.1053197 Dec 17 16:09:21.175501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b108bdc0-97be-486c-8de6-61cb1b0f38e2 req-4422be2f-161c-4439-95c2-0860212c7dd4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691682 Dec 17 16:09:21.299974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5e5e269-8053-4c9a-b8fd-02282ebe5000 req-910c8713-a825-4eb2-807b-3ec2122cc446 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 210 time: 0.0667531 Dec 17 16:09:21.420368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbde31b-497f-4315-996b-707a2a6ac170 req-8a2c2d9c-ebda-4fd2-acc9-7e8629f398f8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:21.442081 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cbde31b-497f-4315-996b-707a2a6ac170 req-8a2c2d9c-ebda-4fd2-acc9-7e8629f398f8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 944 time: 0.1157045 Dec 17 16:09:21.558333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cbde31b-497f-4315-996b-707a2a6ac170 req-951adb64-c238-4cae-a585-8e02e8956b14 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139512 Dec 17 16:09:22.023927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d4474-e3f2-45fc-960d-a604aa75a660 req-2c76645f-bc09-4223-ac6e-b0d9ede2e3ac tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:22.027962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-918d4474-e3f2-45fc-960d-a604aa75a660 req-2c76645f-bc09-4223-ac6e-b0d9ede2e3ac tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.1143162 Dec 17 16:09:22.075519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38248) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:22.107729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-918d4474-e3f2-45fc-960d-a604aa75a660 req-719307aa-8d99-44d3-83d8-e1ac000f48af tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696390 Dec 17 16:09:22.181301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2e3654e3-ca54-425a-8c19-71968bbc8d04 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:09:22.222238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-685893877'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:22.276977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Made reservation on behalf of 90e36767168a415bbe88976688832eb9 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:22.283021 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:22.305643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:22.385100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2e3654e3-ca54-425a-8c19-71968bbc8d04, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:22.413981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'port_id': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'mac_address': 'fa:16:3e:9b:ee:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:09:22.471912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:22.494382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3654e3-ca54-425a-8c19-71968bbc8d04 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:22.529449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2e3654e3-ca54-425a-8c19-71968bbc8d04, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:22.538241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0386fa1-f59f-4244-8652-31eb1f319905 req-53947208-f6d3-441f-90a7-4ffd97e0307a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 210 time: 0.0996320 Dec 17 16:09:22.539921 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:22.577655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:22.584320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:22.631009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:09:22.639424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d130ea-8ecf-47e4-8555-0baff0c5334b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:22.667066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=2e3654e3-ca54-425a-8c19-71968bbc8d04,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:22.672354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:22.673183 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Added segment 0fc05eda-d883-49ff-86c4-d2f5d2052208 of type vlan for network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 Dec 17 16:09:22.772088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['2e3654e3-ca54-425a-8c19-71968bbc8d04'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:09:22.956687 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.037876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.042638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:23.043335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.053992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4b03c-bc95-48cb-97c8-0169f3f08cf6 req-4b3f3f86-6c7c-468b-a0b4-b3ae7b4e3e85 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:23.063472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20a4b03c-bc95-48cb-97c8-0169f3f08cf6 req-4b3f3f86-6c7c-468b-a0b4-b3ae7b4e3e85 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.3235519 Dec 17 16:09:23.077608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca50b1-5bc7-48cd-9609-f6d1f69ceece req-3661aa80-386e-4eda-b310-416ea1103dda tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:23.079104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00ca50b1-5bc7-48cd-9609-f6d1f69ceece req-3661aa80-386e-4eda-b310-416ea1103dda tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 945 time: 0.0750418 Dec 17 16:09:23.154422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event updated for resources: {'Network': ['ID=6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:23.156132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-00ca50b1-5bc7-48cd-9609-f6d1f69ceece req-21b5fc65-55a2-4c27-b228-21f64bb2bc2b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630760 Dec 17 16:09:23.171878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:09:23.173996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-037377df-fc7f-4e42-ab41-dd2d8fc1f831 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:23.175733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-037377df-fc7f-4e42-ab41-dd2d8fc1f831 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 816 time: 0.4372475 Dec 17 16:09:23.184512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bcb8ad06-cf1a-479d-8faf-a688489042fa tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1066298 Dec 17 16:09:23.187350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:23.194150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Request body: {'subnet': {'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:23.243256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20a4b03c-bc95-48cb-97c8-0169f3f08cf6 req-81c18fdf-ccc7-4f09-b68c-6f6943b9e434 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738255 Dec 17 16:09:23.309752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-d192ec16-620e-4568-bc7d-e94795b1c251 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 380 time: 0.1198418 Dec 17 16:09:23.321015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'port': {'device_id': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'admin_state_up': True, 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'security_groups': ['ce08aee4-d50d-4ea9-aae6-b6694540368f']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:23.364551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2814a3-2985-432e-b6d6-c9a83aabe6fb req-81dabfaa-1919-444e-9800-6174d1a5dcff tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:23.366508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f2814a3-2985-432e-b6d6-c9a83aabe6fb req-81dabfaa-1919-444e-9800-6174d1a5dcff tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 950 time: 0.0867913 Dec 17 16:09:23.394342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Made reservation on behalf of 90e36767168a415bbe88976688832eb9 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:23.398581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.453689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Made reservation on behalf of 6133506c419545fba4fa8f6e6175016f for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:23.459585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.529190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1f2814a3-2985-432e-b6d6-c9a83aabe6fb req-521d7aa1-4fe6-42ef-8c1b-90786d230d0b tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369596 Dec 17 16:09:23.659869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Allocated IP 172.20.0.13 (fc7830b5-2bef-411a-b710-37f2550d4832/4230a02f-b081-49bf-aeef-d721722d0f02/418019ab-8810-474b-98d6-a28a1954b4bf) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:23.688232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.756805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-671e3f92-edc1-4e44-bc21-bb0a19c6135b req-604e3e1a-1800-47d4-863c-142fc8fd88f4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 210 time: 0.0540714 Dec 17 16:09:23.836210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event updated for resources: {'Subnet': ['ID=733af096-4b41-4b94-aff8-0cbb3a1c2446,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:23.845212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Checking segment: {'id': '0fc05eda-d883-49ff-86c4-d2f5d2052208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:23.845472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Network hostable DHCP agents. Network: 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:09:23.868709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:09:23.879948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:23.888293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118749c-005e-409e-8100-f72d5e6e186f None None] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:23.888973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.898014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:23.899755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:23.921441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9f0810bf-5f99-4099-bc77-7b6694245b8a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7327309 Dec 17 16:09:23.923993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38292) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:23.930056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Request body: {'port': {'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-316788161'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:23.959784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.057813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48', 'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48', 'project_id': '90e36767168a415bbe88976688832eb9', 'fixed_ips': [{'subnet_id': '733af096-4b41-4b94-aff8-0cbb3a1c2446'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:09:24.058989 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.070438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:24.093970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Network fc7830b5-2bef-411a-b710-37f2550d4832 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:24.101326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:24.104285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:24.189465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:24.190139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.211298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-e38ff3ab-0874-493e-ae44-d59d5ba0721d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8942518 Dec 17 16:09:24.232139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Request body: {'port': {'device_id': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:24.338947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-d284ab21-5e0c-4642-8e1a-9a160005e4eb tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:24.341068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-d284ab21-5e0c-4642-8e1a-9a160005e4eb tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.3263609 Dec 17 16:09:24.356891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2e3654e3-ca54-425a-8c19-71968bbc8d04 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:24.509430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Allocated IP 2001:db8::2 (6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48/733af096-4b41-4b94-aff8-0cbb3a1c2446/fc93305c-b1d9-4401-9168-ea277459948f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:24.538088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Made reservation on behalf of 90e36767168a415bbe88976688832eb9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:24.545433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.582119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38304) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:24.615746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] device_id is not set on port f405b5ef-3723-429c-b3af-b42280bb07d7 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:09:24.791721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 2e3654e3-ca54-425a-8c19-71968bbc8d04 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:09:24.817912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 2e3654e3-ca54-425a-8c19-71968bbc8d04 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:24.818658 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.874851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.887697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c7ede-a3f5-4c36-89c1-bfb1aefd758e req-e49af449-13aa-4bf4-89fa-026c505c6c8c tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:24.889573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-363c7ede-a3f5-4c36-89c1-bfb1aefd758e req-e49af449-13aa-4bf4-89fa-026c505c6c8c tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 945 time: 0.4432008 Dec 17 16:09:24.897174 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.903565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ebe8b337-a880-49f6-a148-cdf300d8b1e2 None None] Provisioning complete for port 418019ab-8810-474b-98d6-a28a1954b4bf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:24.904300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ebe8b337-a880-49f6-a148-cdf300d8b1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.909443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a85253f4-0ea9-422e-bcf2-a6dc6f8f4bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:24.952938 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.116817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a85253f4-0ea9-422e-bcf2-a6dc6f8f4bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.148378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a85253f4-0ea9-422e-bcf2-a6dc6f8f4bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.150325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8b337-a880-49f6-a148-cdf300d8b1e2 None None] Port 418019ab-8810-474b-98d6-a28a1954b4bf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:25.162919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-e300d324-9ba3-42d5-b2e4-3ad94d8360f8 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:25.164474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-e300d324-9ba3-42d5-b2e4-3ad94d8360f8 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.49 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 950 time: 0.7789683 Dec 17 16:09:25.174400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2461ee3-c71a-4aeb-afbf-73057a787352 req-64195ca2-e1d3-434e-bf42-bb96c2c120b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:25.182132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2461ee3-c71a-4aeb-afbf-73057a787352 req-64195ca2-e1d3-434e-bf42-bb96c2c120b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 945 time: 0.7976093 Dec 17 16:09:25.193265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Pushing event updated for resources: {'Port': ['ID=fc93305c-b1d9-4401-9168-ea277459948f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:25.202655 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a85253f4-0ea9-422e-bcf2-a6dc6f8f4bc7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85c619a693ba4eef8026a8493350faa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6018522 Dec 17 16:09:25.203569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38314) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:25.206611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85253f4-0ea9-422e-bcf2-a6dc6f8f4bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2555db9-be9e-4f70-affb-75ba1aa3e915,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:25.219673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-363c7ede-a3f5-4c36-89c1-bfb1aefd758e req-b644650f-d59a-4f46-96a3-3b300fe0ac9f tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e33198b-fd89-4fba-8b27-c0e2564d4540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155148 Dec 17 16:09:25.288564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:25.303463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:25.308114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:25.331407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e2461ee3-c71a-4aeb-afbf-73057a787352 req-e0bc03f1-ff5b-41a5-abf2-ff009318079a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483006 Dec 17 16:09:25.331919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Deleting port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:25.332306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.424071 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.441030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Attempting to bind port fc93305c-b1d9-4401-9168-ea277459948f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:25.441391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Attempting to bind port fc93305c-b1d9-4401-9168-ea277459948f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0fc05eda-d883-49ff-86c4-d2f5d2052208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:09:25.441894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Attempting to bind port fc93305c-b1d9-4401-9168-ea277459948f on network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:25.454990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:09:25.455402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Checking segment: {'id': '0fc05eda-d883-49ff-86c4-d2f5d2052208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:25.455965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.456357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Bound using segment: {'id': '0fc05eda-d883-49ff-86c4-d2f5d2052208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:09:25.457057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Bound port: fc93305c-b1d9-4401-9168-ea277459948f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc05eda-d883-49ff-86c4-d2f5d2052208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:09:25.457435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.458510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] For port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,segment=NetworkSegment(0c0112f5-b01f-4119-87f8-27477a6de7a6),segment_id=0c0112f5-b01f-4119-87f8-27477a6de7a6)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:25.458993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.473394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Calling delete_port for a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:25.520689 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:25.523372 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f808e12-b757-4796-82dc-3ecc7fd4c895" -d '{"events": [{"server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "name": "network-vif-plugged", "status": "completed", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:25.550381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418019ab-8810-474b-98d6-a28a1954b4bf {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:25.552411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2e3654e3-ca54-425a-8c19-71968bbc8d04, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:25.557125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Deleting port 05375388-371d-44c0-b2c7-97c3672a5374 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:25.557683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.563734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.573570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] For port fc93305c-b1d9-4401-9168-ea277459948f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:09:25.577238 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.586820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61666a4-e66c-4e64-b475-2246e7fc1326 req-72691041-9b35-4bd4-ba2f-17894bb7bd41 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:25.597429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d61666a4-e66c-4e64-b475-2246e7fc1326 req-72691041-9b35-4bd4-ba2f-17894bb7bd41 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 932 time: 0.1437838 Dec 17 16:09:25.633277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] For port fc93305c-b1d9-4401-9168-ea277459948f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fc93305c-b1d9-4401-9168-ea277459948f,segment=NetworkSegment(0fc05eda-d883-49ff-86c4-d2f5d2052208),segment_id=0fc05eda-d883-49ff-86c4-d2f5d2052208)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:09:25.640499 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.643099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.684229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=2e3654e3-ca54-425a-8c19-71968bbc8d04,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:25.686220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Transition to ACTIVE for port object 418019ab-8810-474b-98d6-a28a1954b4bf will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:09:25.705465 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.752075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dfd3f-18e1-4c92-ac39-cdccccb85ad6 None None] Pushing event updated for resources: {'Port': ['ID=fc93305c-b1d9-4401-9168-ea277459948f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:25.773879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Pushing event deleted for resources: {'Port': ['ID=a14c8fdc-7701-4dbd-91aa-b2c01adebaa7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:25.797533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d61666a4-e66c-4e64-b475-2246e7fc1326 req-3534cb06-2bf4-412a-a56d-1d6addcd83eb tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988916 Dec 17 16:09:25.797691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Allocated IP 2001:db8::10d (6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48/733af096-4b41-4b94-aff8-0cbb3a1c2446/f405b5ef-3723-429c-b3af-b42280bb07d7) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:25.824423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] No DVR routers for this DVR port a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:09:25.833461 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.837212 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5434cc6-bef1-40c1-9fe4-cfb942a653b0 req-559faa55-fb1a-4ab3-93e7-0cb8bbcd1567 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.47 "DELETE /v2.0/ports/a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 HTTP/1.1" status: 204 len: 173 time: 1.4889309 Dec 17 16:09:25.841714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14419a9-3bd2-495b-829a-48b67220656f', 'name': 'network-vif-deleted', 'tag': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:25.844059 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32994aba-8ed5-48d9-a23d-8cf4eb7b4b54" -d '{"events": [{"server_uuid": "c14419a9-3bd2-495b-829a-48b67220656f", "name": "network-vif-deleted", "tag": "a14c8fdc-7701-4dbd-91aa-b2c01adebaa7"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:25.849253 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-885577cc-acc1-4338-af5b-b7458db7d445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.857757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] For port 05375388-371d-44c0-b2c7-97c3672a5374, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=05375388-371d-44c0-b2c7-97c3672a5374,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:25.858237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.884862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-885577cc-acc1-4338-af5b-b7458db7d445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:25.996098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Calling delete_port for 05375388-371d-44c0-b2c7-97c3672a5374 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:26.003109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:26.012705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90c3bd-3a75-48f2-bf32-d4d3e0d81d71 req-42989059-e883-487d-9172-96d3c47eda5a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:26.024646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d90c3bd-3a75-48f2-bf32-d4d3e0d81d71 req-42989059-e883-487d-9172-96d3c47eda5a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 950 time: 0.4006994 Dec 17 16:09:26.063954 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af066c3c-6833-46d4-886f-3b405139f856 x-openstack-request-id: req-af066c3c-6833-46d4-886f-3b405139f856 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:26.063954 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "name": "network-vif-plugged", "status": "completed", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:26.063954 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af066c3c-6833-46d4-886f-3b405139f856 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:26.063954 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'code': 200} Dec 17 16:09:26.154143 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172a8a48-c024-44a3-a575-9f357dad5f8f x-openstack-request-id: req-172a8a48-c024-44a3-a575-9f357dad5f8f {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:26.154143 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14419a9-3bd2-495b-829a-48b67220656f", "name": "network-vif-deleted", "tag": "a14c8fdc-7701-4dbd-91aa-b2c01adebaa7", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:26.154143 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-172a8a48-c024-44a3-a575-9f357dad5f8f {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:26.154143 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14419a9-3bd2-495b-829a-48b67220656f', 'name': 'network-vif-deleted', 'tag': 'a14c8fdc-7701-4dbd-91aa-b2c01adebaa7', 'status': 'completed', 'code': 200} Dec 17 16:09:26.166982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:26.167201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:09:26.167525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:26.178288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Port 418019ab-8810-474b-98d6-a28a1954b4bf on network fc7830b5-2bef-411a-b710-37f2550d4832 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:09:26.179518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:26.187103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:09:26.187461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Checking segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:26.187856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Bound using segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:09:26.188302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Bound port: 418019ab-8810-474b-98d6-a28a1954b4bf, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:09:26.188665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.420372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:09:26.424707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:09:26.433839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.449493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d90c3bd-3a75-48f2-bf32-d4d3e0d81d71 req-22a69cd9-3d23-4105-ba55-7d048859a4eb tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/security-groups?id=131b21ca-08d8-4268-809e-e34262bf8849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238627 Dec 17 16:09:26.469984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7f5b-389d-40f2-8253-16f954386845 req-a61f6367-85bb-46f8-b988-68ba46fc976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:26.472789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cff7f5b-389d-40f2-8253-16f954386845 req-a61f6367-85bb-46f8-b988-68ba46fc976a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 1098 time: 0.2644296 Dec 17 16:09:26.509553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-885577cc-acc1-4338-af5b-b7458db7d445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.512567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-885577cc-acc1-4338-af5b-b7458db7d445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.513923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-885577cc-acc1-4338-af5b-b7458db7d445 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2555db9-be9e-4f70-affb-75ba1aa3e915 HTTP/1.1" status: 204 len: 168 time: 1.2921462 Dec 17 16:09:26.532997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885577cc-acc1-4338-af5b-b7458db7d445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2555db9-be9e-4f70-affb-75ba1aa3e915,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:26.537380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.569588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cff7f5b-389d-40f2-8253-16f954386845 req-f76a3c5f-1ddc-4077-88fd-6a0cc6cf4aa3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883408 Dec 17 16:09:26.605790 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.697977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.702986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:26.718661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:26.722679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:26.728850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:26.729511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.736426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event updated for resources: {'Port': ['ID=f405b5ef-3723-429c-b3af-b42280bb07d7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:26.756948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4e4c7-3092-4c39-9293-0c10f7c9cb8f req-4ba742db-41dc-47a4-ab36-555209a89172 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:26.758667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ab4e4c7-3092-4c39-9293-0c10f7c9cb8f req-4ba742db-41dc-47a4-ab36-555209a89172 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 946 time: 0.1083195 Dec 17 16:09:26.802842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ffbb62ca-3872-4fb7-bad4-f98a31e97932 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8750012 Dec 17 16:09:26.807024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38330) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:26.811892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Request body: {'port': {'network_id': '6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-215533079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:26.812641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] bootfile-name is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 16:09:26.813014 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] tftp-server is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 16:09:26.813325 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] server-ip-address is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 16:09:26.822844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3312be07-5aa6-4080-ab87-a5fac7dc61eb req-02a2c79f-6811-4d69-b79c-87c474197115 tempest-InstanceActionsTestJSON-1533610743 tempest-InstanceActionsTestJSON-1533610743-project] 10.222.0.54 "GET /v2.0/ports?device_id=c14419a9-3bd2-495b-829a-48b67220656f HTTP/1.1" status: 200 len: 210 time: 0.1691561 Dec 17 16:09:26.834591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:26.835002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.836511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] 10.222.0.49 "PUT /v2.0/ports/418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 1093 time: 2.6143496 Dec 17 16:09:26.838299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:26.849423 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed" -d '{"events": [{"name": "network-changed", "server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:26.893363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fc93305c-b1d9-4401-9168-ea277459948f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:26.903554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcbdea-4a28-4fdf-ba75-c87f7691f851 service neutron] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:26.906689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] No DVR routers for this DVR port 05375388-371d-44c0-b2c7-97c3672a5374 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:09:26.914901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:26.919336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81c342b9-8779-4db4-96f6-cf7dee94a3d8 req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.49 "DELETE /v2.0/ports/05375388-371d-44c0-b2c7-97c3672a5374 HTTP/1.1" status: 204 len: 173 time: 1.7351983 Dec 17 16:09:26.980997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4613-7f38-453e-a27b-6a417f33324a tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] Pushing event deleted for resources: {'Port': ['ID=05375388-371d-44c0-b2c7-97c3672a5374,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:27.075739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fc93305c-b1d9-4401-9168-ea277459948f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:27.076432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.179240 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8ab4e4c7-3092-4c39-9293-0c10f7c9cb8f req-5055daa3-a178-4154-ad89-f7e818e88613 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4084275 Dec 17 16:09:27.183596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-25c247f9-0a2c-4819-9619-88d0f50ef79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:27.186574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-25c247f9-0a2c-4819-9619-88d0f50ef79d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1096 time: 0.2745581 Dec 17 16:09:27.201513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abea22-bcdd-4846-a741-a21fb40e8692 req-4fed304a-67a8-467e-a3e0-eb23bdd5b8cd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:27.209209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09abea22-bcdd-4846-a741-a21fb40e8692 req-4fed304a-67a8-467e-a3e0-eb23bdd5b8cd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 944 time: 0.1692002 Dec 17 16:09:27.230324 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.254064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38340) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:27.270184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Made reservation on behalf of 90e36767168a415bbe88976688832eb9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:27.281391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port fc93305c-b1d9-4401-9168-ea277459948f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fc93305c-b1d9-4401-9168-ea277459948f,segment=NetworkSegment(0fc05eda-d883-49ff-86c4-d2f5d2052208),segment_id=0fc05eda-d883-49ff-86c4-d2f5d2052208)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:27.283727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.288821 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.307851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-4436f5ce-0413-425e-b850-b34861d1d912 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 217 time: 0.0960219 Dec 17 16:09:27.310464 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fffa9d-b998-47ad-8de2-a5e85bb6b201 x-openstack-request-id: req-05fffa9d-b998-47ad-8de2-a5e85bb6b201 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:27.310755 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:27.311005 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05fffa9d-b998-47ad-8de2-a5e85bb6b201 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:27.312038 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'status': 'completed', 'code': 200} Dec 17 16:09:27.321122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75ed139a-092e-4c85-8c74-4108cec5b508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.396653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-c0ba53ba-a297-4a49-96fe-c672f8a019ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:27.398147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-c0ba53ba-a297-4a49-96fe-c672f8a019ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.0793557 Dec 17 16:09:27.467027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=fc93305c-b1d9-4401-9168-ea277459948f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:27.473973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75ed139a-092e-4c85-8c74-4108cec5b508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.498270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] device_id is not set on port 792d71cf-948f-49fa-a068-dba9498d0e55 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:09:27.544510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:09:27.548976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09abea22-bcdd-4846-a741-a21fb40e8692 req-e0226e33-3aee-4ebb-854f-c6b8b4fda2f8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383601 Dec 17 16:09:27.574141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-6192988e-baa7-403f-b3ef-3d97d05c2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:27.576729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-6192988e-baa7-403f-b3ef-3d97d05c2406 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681371 Dec 17 16:09:27.612008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:09:27.612380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device a14c8fdc-7701-4dbd-91aa-b2c01adebaa7 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:09:27.705766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Allocated IP 2001:db8::2b2 (6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48/733af096-4b41-4b94-aff8-0cbb3a1c2446/792d71cf-948f-49fa-a068-dba9498d0e55) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:27.709709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75ed139a-092e-4c85-8c74-4108cec5b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.773505 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-10423211-127d-4ae8-abed-b46c97b96dd7 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886675 Dec 17 16:09:27.778929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232b1f2-be32-4e76-abd2-ef918cf9ba29 None None] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:27.867440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7f31feef-c3db-4eaf-83db-530c9e68b3e5 None None] Provisioning complete for port fc93305c-b1d9-4401-9168-ea277459948f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:27.868113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f31feef-c3db-4eaf-83db-530c9e68b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:27.900822 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8feb8e7-5174-4daa-86c7-e984c0c8838e req-be4237e3-1318-4ba3-91d8-6d629bb86b65 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186337 Dec 17 16:09:27.916344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38346) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:28.018890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] Deleting subnet f07e02e0-b42c-4a1d-80f4-62c49ace7e15 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:09:28.029849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-5371210e-895c-4988-ac41-1a1e62fc2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:28.032759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-5371210e-895c-4988-ac41-1a1e62fc2313 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1096 time: 0.0779021 Dec 17 16:09:28.035217 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.148633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7803b22d-b0cf-4995-b3a7-479e67a8c9fd req-1f8a77da-2ceb-4763-a024-841fe4edbbd4 tempest-VolumesBackupsTest-261897890 tempest-VolumesBackupsTest-261897890-project] 10.222.0.54 "GET /v2.0/ports?device_id=00aae360-a6b8-43de-b6e5-f07429b34872 HTTP/1.1" status: 200 len: 210 time: 0.4531212 Dec 17 16:09:28.195940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-75ed139a-092e-4c85-8c74-4108cec5b508 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce04723f944b47b8b6a4280d8f50f344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9395881 Dec 17 16:09:28.206379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 05375388-371d-44c0-b2c7-97c3672a5374 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:09:28.209758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-40ce643c-0236-46c6-9ef8-93a7e288729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:28.211244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-40ce643c-0236-46c6-9ef8-93a7e288729e service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.1364942 Dec 17 16:09:28.218590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38352) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:28.227726 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.238982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 05375388-371d-44c0-b2c7-97c3672a5374 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:09:28.239778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 05375388-371d-44c0-b2c7-97c3672a5374 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:09:28.266819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed139a-092e-4c85-8c74-4108cec5b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e3ac2-262f-486e-a755-6d335b012fc7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:28.278789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.348753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e8f766f-58c7-4cfd-a838-07cfc8340d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.382574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e8f766f-58c7-4cfd-a838-07cfc8340d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.399125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-df34037d-c411-45c5-85ba-06e306658996 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 217 time: 0.0482078 Dec 17 16:09:28.482738 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e8f766f-58c7-4cfd-a838-07cfc8340d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.488677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9e8f766f-58c7-4cfd-a838-07cfc8340d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.491034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9e8f766f-58c7-4cfd-a838-07cfc8340d3b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ce4e3ac2-262f-486e-a755-6d335b012fc7 HTTP/1.1" status: 204 len: 168 time: 0.2714605 Dec 17 16:09:28.493589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b250-2b23-4272-8906-2a78efb08690 req-cabf2f8b-3891-40de-9131-000d83310e6d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:28.495353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dc6b250-2b23-4272-8906-2a78efb08690 req-cabf2f8b-3891-40de-9131-000d83310e6d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 946 time: 0.1769614 Dec 17 16:09:28.506225 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.516946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-426e030f-a852-45a0-9ac5-cc8333265127 None None] Provisioning complete for port fc93305c-b1d9-4401-9168-ea277459948f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:28.518379 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-426e030f-a852-45a0-9ac5-cc8333265127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.522816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f766f-58c7-4cfd-a838-07cfc8340d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e3ac2-262f-486e-a755-6d335b012fc7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:28.526289 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.532472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-459fa3ca-ec99-4217-b284-4bb5fe4a56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:28.540297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-459fa3ca-ec99-4217-b284-4bb5fe4a56df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1316395 Dec 17 16:09:28.573723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.588649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07e02e0-b42c-4a1d-80f4-62c49ace7e15,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:28.679512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:28.687666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:28.699207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:28.711795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:28.712797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.796108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event updated for resources: {'Port': ['ID=792d71cf-948f-49fa-a068-dba9498d0e55,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:28.826902 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dc6b250-2b23-4272-8906-2a78efb08690 req-79912a43-5f89-45e4-8d09-6493be2b7fdf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847624 Dec 17 16:09:28.833830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:28.834792 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f1102320-2c1c-40a1-9a1e-3e86795094ad tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0271490 Dec 17 16:09:28.838429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fc93305c-b1d9-4401-9168-ea277459948f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:28.841379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-426e030f-a852-45a0-9ac5-cc8333265127 None None] Provisioning complete for port f405b5ef-3723-429c-b3af-b42280bb07d7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:28.842019 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-426e030f-a852-45a0-9ac5-cc8333265127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.870895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33586b9a-719f-4321-a421-15f2518529ea req-801c4143-6093-4859-acc1-b2b51fa0214d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:28.893237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33586b9a-719f-4321-a421-15f2518529ea req-801c4143-6093-4859-acc1-b2b51fa0214d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 944 time: 0.1656108 Dec 17 16:09:28.894437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:28.902210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ca1de83b-b3db-4335-96fd-1d7eb7ff71f5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f07e02e0-b42c-4a1d-80f4-62c49ace7e15 HTTP/1.1" status: 204 len: 168 time: 0.9823229 Dec 17 16:09:28.927406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38366) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:28.935119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-03164544-4bee-4f8b-ae22-28788eca50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:28.937195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-426e030f-a852-45a0-9ac5-cc8333265127 None None] Port f405b5ef-3723-429c-b3af-b42280bb07d7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:28.940574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-03164544-4bee-4f8b-ae22-28788eca50ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3568957 Dec 17 16:09:28.960621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fc93305c-b1d9-4401-9168-ea277459948f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:28.961010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.012682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33586b9a-719f-4321-a421-15f2518529ea req-c52899f7-96e5-44d7-9081-cf0b98693d4c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128204 Dec 17 16:09:29.099727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cac900f5-d639-4b25-b572-efbd80d7e335 None None] Provisioning complete for port f405b5ef-3723-429c-b3af-b42280bb07d7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:29.100183 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cac900f5-d639-4b25-b572-efbd80d7e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.147087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cac900f5-d639-4b25-b572-efbd80d7e335 None None] Port f405b5ef-3723-429c-b3af-b42280bb07d7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:29.201263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf5739-13f2-4fa4-bb55-30918b6e221a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:29.207112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf5739-13f2-4fa4-bb55-30918b6e221a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:29.213047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf5739-13f2-4fa4-bb55-30918b6e221a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:29.214818 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6ecf5739-13f2-4fa4-bb55-30918b6e221a tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3579538 Dec 17 16:09:29.219391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38380) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:29.289264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.311991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65a44c-554f-40c9-825c-4e258fefd3d4 req-081b5fa1-2ec3-4a81-96b9-60fe6f7fde19 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:29.314038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f65a44c-554f-40c9-825c-4e258fefd3d4 req-081b5fa1-2ec3-4a81-96b9-60fe6f7fde19 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 946 time: 0.3455353 Dec 17 16:09:29.317112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00aae360-a6b8-43de-b6e5-f07429b34872', 'name': 'network-vif-deleted', 'tag': '05375388-371d-44c0-b2c7-97c3672a5374'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:29.319928 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1b4e6-3915-483b-b28c-cc08e3227106" -d '{"events": [{"server_uuid": "00aae360-a6b8-43de-b6e5-f07429b34872", "name": "network-vif-deleted", "tag": "05375388-371d-44c0-b2c7-97c3672a5374"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:29.367126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-ad434a25-985a-4611-8723-4e6981b6a6af service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105194 Dec 17 16:09:29.461023 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48460351-8b9b-4438-8f2d-367ec93696b9 x-openstack-request-id: req-48460351-8b9b-4438-8f2d-367ec93696b9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:29.461318 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00aae360-a6b8-43de-b6e5-f07429b34872", "name": "network-vif-deleted", "tag": "05375388-371d-44c0-b2c7-97c3672a5374", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:29.461572 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48460351-8b9b-4438-8f2d-367ec93696b9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:29.463859 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00aae360-a6b8-43de-b6e5-f07429b34872', 'name': 'network-vif-deleted', 'tag': '05375388-371d-44c0-b2c7-97c3672a5374', 'status': 'completed', 'code': 200} Dec 17 16:09:29.468460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Deleting port 792d71cf-948f-49fa-a068-dba9498d0e55 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:29.468814 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.593197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f65a44c-554f-40c9-825c-4e258fefd3d4 req-22d562ca-f365-4c4f-9726-7b314714d2cb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699971 Dec 17 16:09:29.598079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-84e6a729-9f70-4ff9-a7c1-bcfcc8f10b56 None None] Provisioning complete for port 792d71cf-948f-49fa-a068-dba9498d0e55 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:29.598592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-84e6a729-9f70-4ff9-a7c1-bcfcc8f10b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.629845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38398) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:29.651444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.682873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-84e6a729-9f70-4ff9-a7c1-bcfcc8f10b56 None None] Port 792d71cf-948f-49fa-a068-dba9498d0e55 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:29.697899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.701506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af641bf-e489-47ba-b7b6-abcc4ea928a9']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:29.713908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8552652b-38c9-4b1f-853e-4bfb3ff1aeed req-85e6945e-1dca-4ab3-a4cf-559f6bf6ce64 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339593 Dec 17 16:09:29.715651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0112f5-b01f-4119-87f8-27477a6de7a6') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:29.715969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0112f5-b01f-4119-87f8-27477a6de7a6') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:29.716561 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:09:29.738702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.743154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Calling delete_port for 792d71cf-948f-49fa-a068-dba9498d0e55 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:29.755050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.768075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:09:29.768503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:09:29.770408 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:09:29.850079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.859560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:29.869971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] 10.222.0.54 "DELETE /v2.0/networks/8af641bf-e489-47ba-b7b6-abcc4ea928a9 HTTP/1.1" status: 204 len: 168 time: 0.9190435 Dec 17 16:09:29.897829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df71b-fa31-4708-987a-41f3777a165e admin admin] Pushing event deleted for resources: {'Network': ['ID=8af641bf-e489-47ba-b7b6-abcc4ea928a9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:30.033196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.038933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd1feeb-25b2-4f7f-aeca-fb073f5ffe9d tempest-TestVolumeBootPattern-1469931117 tempest-TestVolumeBootPattern-1469931117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:30.070697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ddd1feeb-25b2-4f7f-aeca-fb073f5ffe9d tempest-TestVolumeBootPattern-1469931117 tempest-TestVolumeBootPattern-1469931117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 1093 time: 0.4398162 Dec 17 16:09:30.073747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38410) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:30.079377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:30.084422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event deleted for resources: {'Port': ['ID=792d71cf-948f-49fa-a068-dba9498d0e55,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:30.166894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.173134 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.186405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f42f496-b6be-48d6-ac1a-1024750f49c3 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "DELETE /v2.0/ports/792d71cf-948f-49fa-a068-dba9498d0e55 HTTP/1.1" status: 204 len: 168 time: 0.9653935 Dec 17 16:09:30.187156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38414) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:30.196669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:09:30.212557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Request body: {'port': {'name': 'tempest-new-port-name-538799170', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:30.220557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] bootfile-name is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 16:09:30.223979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] tftp-server is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 16:09:30.224305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.api.validators [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] server-ip-address is not in valid_values {{(pid=109784) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 16:09:30.291405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38418) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:30.439019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:30.457401 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.486590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '418019ab-8810-474b-98d6-a28a1954b4bf', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'port_id': '418019ab-8810-474b-98d6-a28a1954b4bf', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:09:30.504297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0806-993e-472e-a7a9-a77f8b42a04f req-1cd3c5ae-0241-4aea-94a1-c08210f17414 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:30.521102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d2a35007-742c-469f-ba91-42c2a9f93733 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=404230b06e26474eaffa0f65acf0d30d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2211640 Dec 17 16:09:30.521894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-635f0806-993e-472e-a7a9-a77f8b42a04f req-1cd3c5ae-0241-4aea-94a1-c08210f17414 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 944 time: 0.2189448 Dec 17 16:09:30.524596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38426) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:30.572706 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.605397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418019ab-8810-474b-98d6-a28a1954b4bf {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:30.651113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:30.657227 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.723526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:30.728585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-635f0806-993e-472e-a7a9-a77f8b42a04f req-4770410e-5b22-48a8-b9c8-1449765915fb tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055278 Dec 17 16:09:30.798376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.825564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-026b8a96-329f-4730-ab8e-7f4796184af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.872354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['418019ab-8810-474b-98d6-a28a1954b4bf'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:09:30.924379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.939066 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:30.968554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-026b8a96-329f-4730-ab8e-7f4796184af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.029443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event updated for resources: {'Port': ['ID=f405b5ef-3723-429c-b3af-b42280bb07d7,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:31.037241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] In _notify_port_updated(), no bound segment for port f405b5ef-3723-429c-b3af-b42280bb07d7 on network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:09:31.042822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:31.043494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.047996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6b43611f-02a0-431f-aa00-647422764e69 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "PUT /v2.0/ports/f405b5ef-3723-429c-b3af-b42280bb07d7 HTTP/1.1" status: 200 len: 1129 time: 0.8494375 Dec 17 16:09:31.048645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38438) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:31.059440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-026b8a96-329f-4730-ab8e-7f4796184af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.062589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-026b8a96-329f-4730-ab8e-7f4796184af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.064146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-026b8a96-329f-4730-ab8e-7f4796184af5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e33198b-fd89-4fba-8b27-c0e2564d4540 HTTP/1.1" status: 204 len: 168 time: 0.5248816 Dec 17 16:09:31.142495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b8a96-329f-4730-ab8e-7f4796184af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e33198b-fd89-4fba-8b27-c0e2564d4540,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:31.152478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90718dd8-8b6a-4ca1-a1b0-e2521a0a14f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:31.165997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-90718dd8-8b6a-4ca1-a1b0-e2521a0a14f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "GET /v2.0/ports/f405b5ef-3723-429c-b3af-b42280bb07d7 HTTP/1.1" status: 200 len: 1129 time: 0.1159124 Dec 17 16:09:31.167001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38444) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:31.329572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.25.0.174 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/ff973229-275a-4aa4-b496-24fee0fccbc8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:31.360276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Deleting port f405b5ef-3723-429c-b3af-b42280bb07d7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:31.363420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.539192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.561732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Calling delete_port for f405b5ef-3723-429c-b3af-b42280bb07d7 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:31.588155 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.623010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-54416294-055e-4118-8c5f-fdacb87dc830 None None] Provisioning complete for port f405b5ef-3723-429c-b3af-b42280bb07d7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:31.624203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54416294-055e-4118-8c5f-fdacb87dc830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.689215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-54416294-055e-4118-8c5f-fdacb87dc830 None None] Port f405b5ef-3723-429c-b3af-b42280bb07d7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:31.694380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.781746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:31.785166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:31.795200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:31.851730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=ff973229-275a-4aa4-b496-24fee0fccbc8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:31.915450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:31.954065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38470) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:31.973012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event deleted for resources: {'Port': ['ID=f405b5ef-3723-429c-b3af-b42280bb07d7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:32.034536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.039392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-817e080f-9808-4d06-83b0-b20bc2774b96 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "DELETE /v2.0/ports/f405b5ef-3723-429c-b3af-b42280bb07d7 HTTP/1.1" status: 204 len: 168 time: 0.8692429 Dec 17 16:09:32.042629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:32.197072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1913266-5871-4647-9536-c0a03b26d0df req-3ae2b18d-efce-4dac-aeb2-e714d6b239dc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:32.198796 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1913266-5871-4647-9536-c0a03b26d0df req-3ae2b18d-efce-4dac-aeb2-e714d6b239dc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1571660 Dec 17 16:09:32.207422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Deleting subnet 733af096-4b41-4b94-aff8-0cbb3a1c2446 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:09:32.211724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:32.214491 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.260137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe475be-3dda-40c1-a0c7-6960ca4c61d1 req-61265459-85be-482a-9172-f358cd6abb5a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:32.272031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fe475be-3dda-40c1-a0c7-6960ca4c61d1 req-61265459-85be-482a-9172-f358cd6abb5a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.3167212 Dec 17 16:09:32.335792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-387ce06d-ce2c-428e-a703-6cafc56a5d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.359754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1913266-5871-4647-9536-c0a03b26d0df req-61400176-64a8-44a2-b41c-8567732a38c6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462712 Dec 17 16:09:32.371164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 418019ab-8810-474b-98d6-a28a1954b4bf completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:09:32.375487 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.394490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 418019ab-8810-474b-98d6-a28a1954b4bf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:32.394860 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.520468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fe475be-3dda-40c1-a0c7-6960ca4c61d1 req-ddf596dd-6f3b-4797-a139-f7244b568a7e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469389 Dec 17 16:09:32.574464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.637676 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-387ce06d-ce2c-428e-a703-6cafc56a5d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.652055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-387ce06d-ce2c-428e-a703-6cafc56a5d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.661747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:32.664408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:32.677147 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef14c8c6-796a-4016-9560-42532f0a59fe" -d '{"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-plugged", "status": "completed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:32.678686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.707104 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:32.768194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6d02d-685f-45e9-8c54-395668ddf15b req-d6dee6dc-1d81-47d3-83f6-cb4eda447182 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:32.769883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eec6d02d-685f-45e9-8c54-395668ddf15b req-d6dee6dc-1d81-47d3-83f6-cb4eda447182 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2940190 Dec 17 16:09:32.804422 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82969ba5-2a9b-458a-af7b-f31c7d87d2bb x-openstack-request-id: req-82969ba5-2a9b-458a-af7b-f31c7d87d2bb {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:32.804720 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-plugged", "status": "completed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:32.806977 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-82969ba5-2a9b-458a-af7b-f31c7d87d2bb {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:32.807676 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'code': 200} Dec 17 16:09:32.823377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-387ce06d-ce2c-428e-a703-6cafc56a5d71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=448d02a267eb40adabd16b7dbd5f16ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8546512 Dec 17 16:09:32.823933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:32.834400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38496) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:32.887344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ce06d-ce2c-428e-a703-6cafc56a5d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529008ad-bac7-4eb8-aa73-6f276a1ba32b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:32.915321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:32.965455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eec6d02d-685f-45e9-8c54-395668ddf15b req-a64fcd65-1704-42d8-84f4-5d2b1d4a6460 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1863649 Dec 17 16:09:32.970610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.034955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event deleted for resources: {'Subnet': ['ID=733af096-4b41-4b94-aff8-0cbb3a1c2446,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:33.041310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02c0c823-c31b-4bf8-9442-13a902c4ea35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.043233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.050318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbbc4a-041a-4a02-b055-e500bf96d5f6 None None] Network 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:33.083036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec4d6906-04f0-4e4e-a5ca-15857d7666f0 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "DELETE /v2.0/subnets/733af096-4b41-4b94-aff8-0cbb3a1c2446 HTTP/1.1" status: 204 len: 168 time: 1.0380168 Dec 17 16:09:33.133117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02c0c823-c31b-4bf8-9442-13a902c4ea35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.225957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38502) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:33.361096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.374286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-265800295-network', 'tenant_id': 'f0b7f5a50b644d3dbc4fb90aae6fb3dd'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:33.436281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Made reservation on behalf of f0b7f5a50b644d3dbc4fb90aae6fb3dd for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:33.438726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.468155 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.480960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] DHCP port deletion for 6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:09:33.545434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02c0c823-c31b-4bf8-9442-13a902c4ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.548115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02c0c823-c31b-4bf8-9442-13a902c4ea35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.549293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-02c0c823-c31b-4bf8-9442-13a902c4ea35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/529008ad-bac7-4eb8-aa73-6f276a1ba32b HTTP/1.1" status: 204 len: 168 time: 0.7138979 Dec 17 16:09:33.565266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0c823-c31b-4bf8-9442-13a902c4ea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529008ad-bac7-4eb8-aa73-6f276a1ba32b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:33.595134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114186dc-a58c-4e56-8e93-f89f2e3f02c8 req-5ce45acc-9727-46ea-99c3-8c7695937cd0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:33.602865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-114186dc-a58c-4e56-8e93-f89f2e3f02c8 req-5ce45acc-9727-46ea-99c3-8c7695937cd0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1683345 Dec 17 16:09:33.662874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Deleting port fc93305c-b1d9-4401-9168-ea277459948f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:33.663214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.764097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] Deleting port fc93305c-b1d9-4401-9168-ea277459948f {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:33.764097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.799730 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.812385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-114186dc-a58c-4e56-8e93-f89f2e3f02c8 req-870eb5aa-8005-4ad5-9bd3-0d23cf1fedd3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2086542 Dec 17 16:09:33.813248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.891220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:09:33.935405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653fee5-5ef8-4623-9ecd-76460b618d88 req-21d830fa-fe9e-4894-9cb2-704003264a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:33.937121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0653fee5-5ef8-4623-9ecd-76460b618d88 req-21d830fa-fe9e-4894-9cb2-704003264a8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1098 time: 1.0315287 Dec 17 16:09:33.947405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] For port fc93305c-b1d9-4401-9168-ea277459948f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fc93305c-b1d9-4401-9168-ea277459948f,segment=NetworkSegment(0fc05eda-d883-49ff-86c4-d2f5d2052208),segment_id=0fc05eda-d883-49ff-86c4-d2f5d2052208)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:33.949761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.974215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:33.977204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] For port fc93305c-b1d9-4401-9168-ea277459948f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fc93305c-b1d9-4401-9168-ea277459948f,segment=NetworkSegment(0fc05eda-d883-49ff-86c4-d2f5d2052208),segment_id=0fc05eda-d883-49ff-86c4-d2f5d2052208)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:33.978994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.996908 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:33.998633 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Added segment ed0c095a-a2f5-4f80-9444-6bb344c42966 of type vlan for network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c Dec 17 16:09:34.042667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] Calling delete_port for fc93305c-b1d9-4401-9168-ea277459948f owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:34.045349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Calling delete_port for fc93305c-b1d9-4401-9168-ea277459948f owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:34.180180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878942-fd6b-43ae-b2de-bb34e209aab8 req-057786e8-a5cf-45bd-8a12-ee92ffa266d3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:34.193219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30878942-fd6b-43ae-b2de-bb34e209aab8 req-057786e8-a5cf-45bd-8a12-ee92ffa266d3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.2493079 Dec 17 16:09:34.197804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0653fee5-5ef8-4623-9ecd-76460b618d88 req-9722f5d8-97ea-42b9-ab07-39d59af774d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520139 Dec 17 16:09:34.199239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.215459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.229935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] No DVR routers for this DVR port fc93305c-b1d9-4401-9168-ea277459948f on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:09:34.285355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f344-eaf7-41b3-90df-936b758136f3 None None] Pushing event deleted for resources: {'Port': ['ID=fc93305c-b1d9-4401-9168-ea277459948f,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:34.288218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.382192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.382911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:34.384953 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.417886 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30878942-fd6b-43ae-b2de-bb34e209aab8 req-c74994a9-1acc-4dfc-b751-003b91bac789 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235289 Dec 17 16:09:34.445084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.497438 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.547866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7222252 Dec 17 16:09:34.555546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38522) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:34.610999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38524) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:34.616313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Request body: {'subnet': {'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-265800295-subnet', 'tenant_id': 'f0b7f5a50b644d3dbc4fb90aae6fb3dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:34.642068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event deleted for resources: {'Port': ['ID=fc93305c-b1d9-4401-9168-ea277459948f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:34.682938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] No DVR routers for this DVR port fc93305c-b1d9-4401-9168-ea277459948f on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:09:34.896943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fc93305c-b1d9-4401-9168-ea277459948f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:09:34.920608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65e25ec8-2b84-43b0-9a32-93c96a6bded1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:34.929266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e3446-7145-49ad-9467-a6a7893aa7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:34.971468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:09:34.974783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fc93305c-b1d9-4401-9168-ea277459948f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:09:34.975263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fc93305c-b1d9-4401-9168-ea277459948f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:09:35.009594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Made reservation on behalf of f0b7f5a50b644d3dbc4fb90aae6fb3dd for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:35.012032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.015721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.030701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51f86d-fcb3-44d0-bafa-2035ce27eca8 req-08df36d4-4d5c-4a92-b40d-f8445ab0be15 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:35.038507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb51f86d-fcb3-44d0-bafa-2035ce27eca8 req-08df36d4-4d5c-4a92-b40d-f8445ab0be15 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2569072 Dec 17 16:09:35.060741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.070407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.134899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:35.201442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=ff973229-275a-4aa4-b496-24fee0fccbc8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:35.212724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.213500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc05eda-d883-49ff-86c4-d2f5d2052208') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:35.214054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc05eda-d883-49ff-86c4-d2f5d2052208') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:35.241350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.271271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.281183 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb51f86d-fcb3-44d0-bafa-2035ce27eca8 req-f853984e-dcad-478a-bab4-1bcbc02d1d68 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2416916 Dec 17 16:09:35.288615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:09:35.289025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:09:35.302268 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:09:35.400243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.443301 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Floating IP cf1b4b63-21d8-44d6-9526-265b4373fb16 associated. External IP: 172.25.0.174, port: 2e3654e3-ca54-425a-8c19-71968bbc8d04. Dec 17 16:09:35.531068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.540918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] 10.222.0.54 "DELETE /v2.0/networks/6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48 HTTP/1.1" status: 204 len: 168 time: 2.3085117 Dec 17 16:09:35.555128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76afdd-8e98-4322-99b7-cb820622870c tempest-ExtraDHCPOptionsIpV6TestJSON-401200291 tempest-ExtraDHCPOptionsIpV6TestJSON-401200291-project] Pushing event deleted for resources: {'Network': ['ID=6e1733a2-d8c4-4eca-afbc-7b8f12fc8c48,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:35.583932 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65e25ec8-2b84-43b0-9a32-93c96a6bded1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.593219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-65e25ec8-2b84-43b0-9a32-93c96a6bded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.657032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-65e25ec8-2b84-43b0-9a32-93c96a6bded1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c0fa4727e48044b998f51961106b8e28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0292823 Dec 17 16:09:35.657032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e25ec8-2b84-43b0-9a32-93c96a6bded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20d25c5-abb9-4245-8410-7be3694ac273,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:35.660665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38536) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:35.857918 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:35.908732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:09:36.035708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bdafc5f-3e4f-4351-92fd-6ad46f24b211,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:36.036145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:09:36.052891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:09:36.055568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25f37827-75b1-42ce-aa8e-072bba902ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:36.064736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Checking segment: {'id': 'ed0c095a-a2f5-4f80-9444-6bb344c42966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:36.065679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Network hostable DHCP agents. Network: 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:09:36.070374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:36.076996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:36.133446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750274e-e55b-458a-9e1d-6ef9dc9140c7 req-5a66578b-01b3-4e7f-9b96-4a308e62d3c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:36.144749 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25f37827-75b1-42ce-aa8e-072bba902ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:36.156176 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5750274e-e55b-458a-9e1d-6ef9dc9140c7 req-5a66578b-01b3-4e7f-9b96-4a308e62d3c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.4376073 Dec 17 16:09:36.184028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:09:36.233661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:36.234050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:36.260582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:36.261988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:36.305933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c9986130-2860-43ea-a80d-3bafe89c6a81 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6972997 Dec 17 16:09:36.317393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25f37827-75b1-42ce-aa8e-072bba902ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:36.320689 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25f37827-75b1-42ce-aa8e-072bba902ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:36.325629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-25f37827-75b1-42ce-aa8e-072bba902ac2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f20d25c5-abb9-4245-8410-7be3694ac273 HTTP/1.1" status: 204 len: 168 time: 0.6667886 Dec 17 16:09:36.329479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:36.339427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f37827-75b1-42ce-aa8e-072bba902ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20d25c5-abb9-4245-8410-7be3694ac273,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:36.449925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5750274e-e55b-458a-9e1d-6ef9dc9140c7 req-01cb5ff8-dbc1-4ff1-92e9-6dc15a66b76f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923009 Dec 17 16:09:36.477794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7bae7fdb-5801-404e-ace9-4a5f2f078f53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4023867 Dec 17 16:09:36.494355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:36.502711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38590) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:36.506142 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b751236-e18d-47ab-a6b4-03031e001300" -d '{"events": [{"name": "network-changed", "server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:36.613802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca0e53-3868-4882-ae85-02eb5a366d0e None None] Network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:36.628078 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b7099-fbfb-46d1-88a3-8c9d59316ffa x-openstack-request-id: req-a90b7099-fbfb-46d1-88a3-8c9d59316ffa {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:36.631575 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:36.632131 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a90b7099-fbfb-46d1-88a3-8c9d59316ffa {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:36.632758 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'status': 'completed', 'code': 200} Dec 17 16:09:36.706648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068622f-24fe-438a-b5c7-d4c06bf01f53 req-8c693837-d7f7-4192-94b8-73649894ea8e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:36.719250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7068622f-24fe-438a-b5c7-d4c06bf01f53 req-8c693837-d7f7-4192-94b8-73649894ea8e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2333930 Dec 17 16:09:36.781491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b751236-e18d-47ab-a6b4-03031e001300 req-b51aa743-8c20-4628-9291-f01a67559348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:36.783436 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b751236-e18d-47ab-a6b4-03031e001300 req-b51aa743-8c20-4628-9291-f01a67559348 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 1098 time: 0.1279256 Dec 17 16:09:36.902706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7068622f-24fe-438a-b5c7-d4c06bf01f53 req-9b6c84a2-2950-4a38-ace5-dc4af2e8b4fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659775 Dec 17 16:09:37.035804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b7772d20-c365-4395-a2b7-d873f2bcc978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:37.132413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b751236-e18d-47ab-a6b4-03031e001300 req-a4f93d83-4f66-4ec4-8eda-89f1a41841e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:37.134890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b751236-e18d-47ab-a6b4-03031e001300 req-a4f93d83-4f66-4ec4-8eda-89f1a41841e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.3434427 Dec 17 16:09:37.338371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b751236-e18d-47ab-a6b4-03031e001300 req-2aa7dfcc-4e14-45b9-aca8-f1e9ccb40698 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04 HTTP/1.1" status: 200 len: 1000 time: 0.1965241 Dec 17 16:09:37.431196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2edfc02-5793-4cd3-9ee5-b67ca7b04261 None None] Network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:37.445721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b751236-e18d-47ab-a6b4-03031e001300 req-8f6ff6d4-7728-41bf-a506-9e1ba64e11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:37.448299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b751236-e18d-47ab-a6b4-03031e001300 req-8f6ff6d4-7728-41bf-a506-9e1ba64e11cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1024945 Dec 17 16:09:37.608353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b751236-e18d-47ab-a6b4-03031e001300 req-a268caf0-bf83-456f-86b2-f999e9d8f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:37.608905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'cf1b4b63-21d8-44d6-9526-265b4373fb16', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:9b:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:09:32Z', 'updated_at': '2021-12-17T16:09:32Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:37.616499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b751236-e18d-47ab-a6b4-03031e001300 req-a268caf0-bf83-456f-86b2-f999e9d8f9b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613750 Dec 17 16:09:37.713270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:09:37.733339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-1a339aa0-216f-45ea-9240-cf95cf93f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:37.736863 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-1a339aa0-216f-45ea-9240-cf95cf93f046 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 0.3512728 Dec 17 16:09:37.789525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:37.790666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:37.847267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b751236-e18d-47ab-a6b4-03031e001300 req-41554eb3-75a4-45cf-b3ad-df03d5a88f0b service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158039 Dec 17 16:09:38.019083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b751236-e18d-47ab-a6b4-03031e001300 req-3643fbbb-51c8-4049-a611-eb77f210385b service neutron] 10.222.0.49 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678534 Dec 17 16:09:38.141611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9cda75ce-cd6c-4351-942c-07aa9f3c853f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=90e36767168a415bbe88976688832eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6213126 Dec 17 16:09:38.155483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38664) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:38.270254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9472eb-511b-45fd-9482-4f7c8f5ea41d req-ef858ef4-e20c-428e-882f-0590e5696899 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:38.278978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb9472eb-511b-45fd-9482-4f7c8f5ea41d req-ef858ef4-e20c-428e-882f-0590e5696899 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.5938148 Dec 17 16:09:38.386493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:38.421556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0600-2a30-4bdf-a603-a59dd1b3f5ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:38.429092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-579f757e-8e43-4d2e-858f-a277c4f2ee30 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:38.448447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-579f757e-8e43-4d2e-858f-a277c4f2ee30 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/networks?id=1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c HTTP/1.1" status: 200 len: 821 time: 0.4234042 Dec 17 16:09:38.456368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb9472eb-511b-45fd-9482-4f7c8f5ea41d req-c28564d0-9dac-4970-849f-26332a224c06 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569147 Dec 17 16:09:38.517481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0600-2a30-4bdf-a603-a59dd1b3f5ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:38.520424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-aece73cc-7118-472b-ba1f-01394fff91de tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/quotas/f0b7f5a50b644d3dbc4fb90aae6fb3dd HTTP/1.1" status: 200 len: 375 time: 0.0707021 Dec 17 16:09:38.569349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-57746095-946e-41dc-8c4e-c3515cab3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:38.574020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-57746095-946e-41dc-8c4e-c3515cab3f22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.7280130 Dec 17 16:09:38.639497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-dcc31959-149e-4cfc-8692-9a72a536a6d0 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f0b7f5a50b644d3dbc4fb90aae6fb3dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158681 Dec 17 16:09:38.746162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0600-2a30-4bdf-a603-a59dd1b3f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:38.748843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0600-2a30-4bdf-a603-a59dd1b3f5ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:38.749992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aa1a0600-2a30-4bdf-a603-a59dd1b3f5ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78d130ea-8ecf-47e4-8555-0baff0c5334b HTTP/1.1" status: 204 len: 168 time: 0.5788200 Dec 17 16:09:38.858133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-7f470a04-d284-4ac8-979d-822135ab2df1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.2715247 Dec 17 16:09:38.859676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a0600-2a30-4bdf-a603-a59dd1b3f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d130ea-8ecf-47e4-8555-0baff0c5334b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:38.891979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-afb5ae71-ccb5-420c-ab71-ef22f072da01 service neutron] 10.222.0.54 "GET /v2.0/networks/1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195029 Dec 17 16:09:38.896902 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ea089eb4-3552-4d22-9252-42ff5b1f92ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:38.973459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940139d-eef7-44a3-a63c-5c32ea4a1951 req-386dc5e2-818b-48a9-9181-d487a622fefa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:38.975398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7940139d-eef7-44a3-a63c-5c32ea4a1951 req-386dc5e2-818b-48a9-9181-d487a622fefa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2367861 Dec 17 16:09:38.983691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-97380b12-8e71-45fb-8c75-62a2ba3c5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:38.987065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-97380b12-8e71-45fb-8c75-62a2ba3c5a00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1158555 Dec 17 16:09:39.040756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'cf1b4b63-21d8-44d6-9526-265b4373fb16', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:9b:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:09:32Z', 'updated_at': '2021-12-17T16:09:32Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:39.134814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-84f46d26-47da-4b6b-8e9d-c01e3158f5ce service neutron] 10.222.0.54 "GET /v2.0/networks/1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313898 Dec 17 16:09:39.138736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff99e8-e0ec-44b9-89d6-276e6dbe502d None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'cf1b4b63-21d8-44d6-9526-265b4373fb16', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:9b:ee:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:09:32Z', 'updated_at': '2021-12-17T16:09:32Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:09:39.197075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-c3d0ea2c-69e6-4369-b27c-8ad01d8e5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:39.198772 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-c3d0ea2c-69e6-4369-b27c-8ad01d8e5487 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995764 Dec 17 16:09:39.210334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7940139d-eef7-44a3-a63c-5c32ea4a1951 req-180c1f08-b0b9-4634-a719-5d906a85fe71 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2201025 Dec 17 16:09:39.691036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-c224d33d-f69a-4aef-80e8-8e4a29dc6d23 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792807 Dec 17 16:09:39.699901 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b0adbd-fb8f-4fb0-836f-1de138ece3f2 None None] New status for floating IP cf1b4b63-21d8-44d6-9526-265b4373fb16: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:09:39.910559 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f312ed5b-19b3-4563-b971-b5cf824a6765 req-506413bc-d1de-4d55-8869-0f2fd2b027e8 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 210 time: 0.0939825 Dec 17 16:09:39.911041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44d81-b491-4f83-ba3f-a7c10b22b93a req-692e2123-b35b-43ca-814b-229e14c1582a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:39.927176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dce44d81-b491-4f83-ba3f-a7c10b22b93a req-692e2123-b35b-43ca-814b-229e14c1582a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.3597646 Dec 17 16:09:39.934625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38706) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:39.943223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Request body: {'floatingip': {'port_id': '418019ab-8810-474b-98d6-a28a1954b4bf'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:40.004178 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:40.098524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:40.194435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821c3cb5-35ca-42d2-9b56-37a05254dd96 req-ff760964-6dd6-4dfe-acc9-a2dc7fdbb468 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929981 Dec 17 16:09:40.647803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb309da-bf3b-4ac7-a007-547bc0dd29ce req-40d5d390-5b5f-4b55-8c36-2d72ba3fdeb8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:40.656223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3cb309da-bf3b-4ac7-a007-547bc0dd29ce req-40d5d390-5b5f-4b55-8c36-2d72ba3fdeb8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1985052 Dec 17 16:09:40.774159 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3cb309da-bf3b-4ac7-a007-547bc0dd29ce req-e3bf92b3-f279-4e19-9820-6216fbdc3c02 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138456 Dec 17 16:09:40.898702 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.052108 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3ca1abd-f25c-4ae8-890b-b62892acf493 req-f0791d26-d21e-4361-98c4-fe40df41fc48 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 210 time: 0.0466981 Dec 17 16:09:41.217910 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.268860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38744) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:41.302048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.resource_extend [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:09:41.464206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.469368 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.482427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1040648461'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:41.521205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Made reservation on behalf of bd922fbbf5d945768b69559f6eb62240 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:41.532437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.560709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.695621 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.716994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.738086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:09:41.753200 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.754262 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Added segment fb587400-be20-4a00-9671-39492e037c20 of type vlan for network e2a40abc-c867-4c39-bca1-37e835f936a6 Dec 17 16:09:41.788163 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Floating IP 7995ef7a-ced1-4eb8-9896-92c0ccd0bd69 associated. External IP: 172.25.0.69, port: 418019ab-8810-474b-98d6-a28a1954b4bf. Dec 17 16:09:41.811135 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.915170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466f5801-e9df-4fd3-96c7-abc8725c8f6a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:41.918382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:41.925205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:41.925853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:42.060024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7868655 Dec 17 16:09:42.071304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38764) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:42.077810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'subnet': {'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:42.109539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:42.184386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b5ef1-a58e-4827-86f8-cfacedd1b76c tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Network': ['ID=e2a40abc-c867-4c39-bca1-37e835f936a6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:42.197858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e2a40abc-c867-4c39-bca1-37e835f936a6 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:09:42.201234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:09:42.228270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0e91-51fa-47fa-93f5-6fd595da4cb1 req-fa6619ee-4b4e-4789-95e6-f68d3375fd83 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:42.230824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d2a0e91-51fa-47fa-93f5-6fd595da4cb1 req-fa6619ee-4b4e-4789-95e6-f68d3375fd83 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2481992 Dec 17 16:09:42.279173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a303372-54a6-4c31-b9eb-6187c987dc06 req-b22feb8f-5537-4ae0-8490-f44375c0ec48 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 210 time: 0.0690222 Dec 17 16:09:42.304006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-1c5ee377-5136-43f2-95dc-7da8a98086bf tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:42.305317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-1c5ee377-5136-43f2-95dc-7da8a98086bf tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.47 "GET /v2.0/networks?id=1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c HTTP/1.1" status: 200 len: 821 time: 0.6051078 Dec 17 16:09:42.338427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Request body: {'port': {'device_id': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c', 'admin_state_up': True, 'tenant_id': 'f0b7f5a50b644d3dbc4fb90aae6fb3dd'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:42.367123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d2a0e91-51fa-47fa-93f5-6fd595da4cb1 req-40f353ea-713e-4607-8f56-3324102e3cb7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277101 Dec 17 16:09:42.468367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Made reservation on behalf of bd922fbbf5d945768b69559f6eb62240 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:42.470484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:09:42.472428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:42.477384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:42.486919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] Sync routers for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:09:42.507394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:42.508614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:42.550622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d69ee4e8-2b37-4122-9250-5753786883b1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "PUT /v2.0/floatingips/7995ef7a-ced1-4eb8-9896-92c0ccd0bd69 HTTP/1.1" status: 200 len: 991 time: 2.6146591 Dec 17 16:09:42.551544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:42.562899 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93e2f1b-ba34-4952-a390-384af1ad0dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:42.664183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Made reservation on behalf of f0b7f5a50b644d3dbc4fb90aae6fb3dd for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:42.673629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:42.707508 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d31c765-f004-44cd-90de-9d2062d29f77 x-openstack-request-id: req-4d31c765-f004-44cd-90de-9d2062d29f77 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:42.707810 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:42.708091 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d31c765-f004-44cd-90de-9d2062d29f77 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:42.708539 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'status': 'completed', 'code': 200} Dec 17 16:09:42.810094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:42.841160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-3398594d-37ab-462e-8a9b-eb121792b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:42.848399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-3398594d-37ab-462e-8a9b-eb121792b6fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1098 time: 0.1219592 Dec 17 16:09:42.927369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Allocated IP 172.20.0.3 (1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c/0bdafc5f-3e4f-4351-92fd-6ad46f24b211/d6d80eba-9f1f-4db2-985a-10914adadce8) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:43.082972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-807c2cb9-28e6-4f95-a3ad-5a824cf9f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:43.089935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-807c2cb9-28e6-4f95-a3ad-5a824cf9f4fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.2339134 Dec 17 16:09:43.167809 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:43.245275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-f5644102-6e7d-447f-94d0-aee95d9ec793 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 999 time: 0.1480052 Dec 17 16:09:43.305631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Subnet': ['ID=31d0852f-db24-4607-85a0-224d15b3c99d,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:43.315469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:43.330856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '7995ef7a-ced1-4eb8-9896-92c0ccd0bd69', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'port_id': '418019ab-8810-474b-98d6-a28a1954b4bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:09:18Z', 'updated_at': '2021-12-17T16:09:41Z', 'revision_number': 1, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:43.340549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Checking segment: {'id': 'fb587400-be20-4a00-9671-39492e037c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:43.341219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Network hostable DHCP agents. Network: e2a40abc-c867-4c39-bca1-37e835f936a6, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:09:43.350491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-f8c29788-24d1-4d40-af3b-c7fdf8319d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:43.354226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-f8c29788-24d1-4d40-af3b-c7fdf8319d62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1028020 Dec 17 16:09:43.385156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] Checking router: 1848f1cb-774b-4d3d-99e3-3acac89e7c94 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:09:43.388817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Network e2a40abc-c867-4c39-bca1-37e835f936a6 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:09:43.403492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:43.434369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:43.438711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:43.467866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Pushing event updated for resources: {'Port': ['ID=d6d80eba-9f1f-4db2-985a-10914adadce8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:43.471072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e2a40abc-c867-4c39-bca1-37e835f936a6) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:43.483384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38794) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:43.494518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:43.495589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:43.505252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-e9e0d09f-9330-4551-8dce-37b485d665d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:43.513890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:43.517811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:43.521199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:43.521858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-e9e0d09f-9330-4551-8dce-37b485d665d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584742 Dec 17 16:09:43.531626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6415d9e1-1500-4de2-9706-8ba99825358e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4586127 Dec 17 16:09:43.557951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38798) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:43.576187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6507372c-7e49-431d-8bac-a5e7f18e5718 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-416178828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:43.581135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7da3e-c2cb-4b93-b856-cb31e0e1e6b9 None None] Network e2a40abc-c867-4c39-bca1-37e835f936a6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:43.729747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3820-7346-4033-a532-6cb292e9ed31 req-ebc90173-2269-4033-b140-5e2fc8a60fbf tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:43.738742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-326b3820-7346-4033-a532-6cb292e9ed31 req-ebc90173-2269-4033-b140-5e2fc8a60fbf tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 931 time: 0.2662208 Dec 17 16:09:43.812606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:43.859142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-bd4d6995-8c7b-4d0f-8a14-ea675884d84a service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912157 Dec 17 16:09:43.886214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e2a40abc-c867-4c39-bca1-37e835f936a6', 'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6', 'project_id': 'bd922fbbf5d945768b69559f6eb62240', 'fixed_ips': [{'subnet_id': '31d0852f-db24-4607-85a0-224d15b3c99d'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:09:43.887389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.235800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6507372c-7e49-431d-8bac-a5e7f18e5718 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.237231 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6507372c-7e49-431d-8bac-a5e7f18e5718 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.262220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7977add2-8832-4409-ac75-6c7fec6eaa1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.313308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d569c5-ed20-4cd0-ba09-8b2661a3c99d req-06b061a3-5a75-4372-b044-df10a43a4a72 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:44.315122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6d569c5-ed20-4cd0-ba09-8b2661a3c99d req-06b061a3-5a75-4372-b044-df10a43a4a72 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.7559433 Dec 17 16:09:44.330471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:44.331060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.376814 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-7ce65d1c-3f3c-4cd7-9d5e-729a6985787a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0524256 Dec 17 16:09:44.420904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6d569c5-ed20-4cd0-ba09-8b2661a3c99d req-b9bdc017-18e6-491a-9818-c1b90bb9d956 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753417 Dec 17 16:09:44.427041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Request body: {'port': {'device_id': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:44.441803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Allocated IP 172.20.0.2 (e2a40abc-c867-4c39-bca1-37e835f936a6/31d0852f-db24-4607-85a0-224d15b3c99d/66862209-92eb-49fe-8af0-29d2a6b92db3) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:44.507892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6507372c-7e49-431d-8bac-a5e7f18e5718 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.524796 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6507372c-7e49-431d-8bac-a5e7f18e5718 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.549922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-326b3820-7346-4033-a532-6cb292e9ed31 req-63c86e8a-8168-4c60-909a-ef17707163e5 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7588148 Dec 17 16:09:44.551650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '7995ef7a-ced1-4eb8-9896-92c0ccd0bd69', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'port_id': '418019ab-8810-474b-98d6-a28a1954b4bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:09:18Z', 'updated_at': '2021-12-17T16:09:41Z', 'revision_number': 1, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:44.570255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6507372c-7e49-431d-8bac-a5e7f18e5718 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.572054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6507372c-7e49-431d-8bac-a5e7f18e5718 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9998214 Dec 17 16:09:44.577689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38806) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:44.593472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20aefcb-e958-499b-bef3-1717c3da3aba None None] The sync data for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 is: [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '7995ef7a-ced1-4eb8-9896-92c0ccd0bd69', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'port_id': '418019ab-8810-474b-98d6-a28a1954b4bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:09:18Z', 'updated_at': '2021-12-17T16:09:41Z', 'revision_number': 1, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:09:44.632614 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.659178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7977add2-8832-4409-ac75-6c7fec6eaa1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.689662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7977add2-8832-4409-ac75-6c7fec6eaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.727439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977add2-8832-4409-ac75-6c7fec6eaa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac3f6c3-055a-41f1-8987-e2b54510873b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:44.736166 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.757210 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:44.767505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7977add2-8832-4409-ac75-6c7fec6eaa1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c4cce602e344e358a8fe6b7f3c94eac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2813342 Dec 17 16:09:44.778881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38808) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:44.826302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Pushing event updated for resources: {'Port': ['ID=66862209-92eb-49fe-8af0-29d2a6b92db3,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:44.840170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Network e2a40abc-c867-4c39-bca1-37e835f936a6 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:44.842504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:44.849572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:44.859245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a93e2f1b-ba34-4952-a390-384af1ad0dc9 req-2a5009bb-af78-4526-9359-26231bb162eb service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9796493 Dec 17 16:09:44.975800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Attempting to bind port 66862209-92eb-49fe-8af0-29d2a6b92db3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:44.976361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Attempting to bind port 66862209-92eb-49fe-8af0-29d2a6b92db3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fb587400-be20-4a00-9671-39492e037c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:09:44.976986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Attempting to bind port 66862209-92eb-49fe-8af0-29d2a6b92db3 on network e2a40abc-c867-4c39-bca1-37e835f936a6 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:44.994024 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1940f4f-8d3f-4099-8aaa-c204ea3bad78 None None] New status for floating IP 7995ef7a-ced1-4eb8-9896-92c0ccd0bd69: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:09:45.012387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:09:45.012826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Checking segment: {'id': 'fb587400-be20-4a00-9671-39492e037c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:45.013421 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.016390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Bound using segment: {'id': 'fb587400-be20-4a00-9671-39492e037c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:09:45.017136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Bound port: 66862209-92eb-49fe-8af0-29d2a6b92db3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb587400-be20-4a00-9671-39492e037c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:09:45.017538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.166652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] For port 66862209-92eb-49fe-8af0-29d2a6b92db3, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:09:45.170182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] For port 66862209-92eb-49fe-8af0-29d2a6b92db3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=66862209-92eb-49fe-8af0-29d2a6b92db3,segment=NetworkSegment(fb587400-be20-4a00-9671-39492e037c20),segment_id=fb587400-be20-4a00-9671-39492e037c20)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:09:45.178896 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.215062 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.274708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b47b68-65ff-4c9b-9d2e-ff33553b55a9 None None] Pushing event updated for resources: {'Port': ['ID=66862209-92eb-49fe-8af0-29d2a6b92db3,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:45.314584 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03ac9639-99dc-4d2e-85e2-b0c0963bd922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.333144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d80eba-9f1f-4db2-985a-10914adadce8 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:45.343850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.371410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Transition to ACTIVE for port object d6d80eba-9f1f-4db2-985a-10914adadce8 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:09:45.385402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.447022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.484402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d80eba-9f1f-4db2-985a-10914adadce8,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:45.630335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03ac9639-99dc-4d2e-85e2-b0c0963bd922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.744045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Attempting to bind port d6d80eba-9f1f-4db2-985a-10914adadce8 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:45.744385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Attempting to bind port d6d80eba-9f1f-4db2-985a-10914adadce8 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'ed0c095a-a2f5-4f80-9444-6bb344c42966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:09:45.744717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Attempting to bind port d6d80eba-9f1f-4db2-985a-10914adadce8 on network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:45.763577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Port d6d80eba-9f1f-4db2-985a-10914adadce8 on network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:09:45.764006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Attempting to bind port d6d80eba-9f1f-4db2-985a-10914adadce8 on network 1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:45.770814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-e058fa34-9f05-461a-9103-9415af985a3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2319469 Dec 17 16:09:45.776231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:09:45.777351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Checking segment: {'id': 'ed0c095a-a2f5-4f80-9444-6bb344c42966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:45.777351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Bound using segment: {'id': 'ed0c095a-a2f5-4f80-9444-6bb344c42966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:09:45.777755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Bound port: d6d80eba-9f1f-4db2-985a-10914adadce8, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0c095a-a2f5-4f80-9444-6bb344c42966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:09:45.778281 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.786916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Allocated IP 172.20.0.1 (e2a40abc-c867-4c39-bca1-37e835f936a6/31d0852f-db24-4607-85a0-224d15b3c99d/d6018347-5d35-4722-b4b5-6f01c5014ab7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:45.789646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476afab1-c5fd-478e-8961-e0fdae196757 req-b22a2862-db0b-4d73-a119-17e94c0ead64 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:45.796684 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476afab1-c5fd-478e-8961-e0fdae196757 req-b22a2862-db0b-4d73-a119-17e94c0ead64 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1350262 Dec 17 16:09:45.868652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03ac9639-99dc-4d2e-85e2-b0c0963bd922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.872550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03ac9639-99dc-4d2e-85e2-b0c0963bd922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.876353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03ac9639-99dc-4d2e-85e2-b0c0963bd922 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eac3f6c3-055a-41f1-8987-e2b54510873b HTTP/1.1" status: 204 len: 168 time: 1.0907791 Dec 17 16:09:45.906498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-476afab1-c5fd-478e-8961-e0fdae196757 req-6195f08e-9d4f-45d3-8447-e324dae45946 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065421 Dec 17 16:09:45.932991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] For port d6d80eba-9f1f-4db2-985a-10914adadce8, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:09:45.937622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] For port d6d80eba-9f1f-4db2-985a-10914adadce8, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6d80eba-9f1f-4db2-985a-10914adadce8,segment=NetworkSegment(ed0c095a-a2f5-4f80-9444-6bb344c42966),segment_id=ed0c095a-a2f5-4f80-9444-6bb344c42966)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:09:45.949283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:45.993587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac9639-99dc-4d2e-85e2-b0c0963bd922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac3f6c3-055a-41f1-8987-e2b54510873b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:46.034824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd594d99-a170-441b-a400-25ffe67599d8 req-a588562c-be90-4458-957e-8470dfc57202 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.045441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd594d99-a170-441b-a400-25ffe67599d8 req-a588562c-be90-4458-957e-8470dfc57202 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 943 time: 0.2518325 Dec 17 16:09:46.059370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-3fe233d7-0ac2-4345-b0bf-edf34a49c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.061548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-3fe233d7-0ac2-4345-b0bf-edf34a49c1c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 1098 time: 0.2560408 Dec 17 16:09:46.138670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d80eba-9f1f-4db2-985a-10914adadce8,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:46.147403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.148291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:46.150627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-e2247363-8197-45fc-a2a0-2dfd53063b64 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6d80eba-9f1f-4db2-985a-10914adadce8 HTTP/1.1" status: 200 len: 1092 time: 1.7467244 Dec 17 16:09:46.151179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'tag': 'd6d80eba-9f1f-4db2-985a-10914adadce8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:46.162492 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "629c5439-eb6a-424c-aa21-6e1252cc338d", "tag": "d6d80eba-9f1f-4db2-985a-10914adadce8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:46.314923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-08a276d7-a30c-4899-a432-d28c193e03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.317342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-08a276d7-a30c-4899-a432-d28c193e03a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0b7f5a50b644d3dbc4fb90aae6fb3dd&device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 1095 time: 0.1000204 Dec 17 16:09:46.365315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd594d99-a170-441b-a400-25ffe67599d8 req-c9b5ce65-64e1-4992-892f-c48615b37d03 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187647 Dec 17 16:09:46.386261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:46.521423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-07f3dddb-53b9-4ca6-97ec-dd6e8afdb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.523803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-07f3dddb-53b9-4ca6-97ec-dd6e8afdb834 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.4084270 Dec 17 16:09:46.579119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-f3461c55-d539-4f56-b037-c6e9e5ce039b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6d80eba-9f1f-4db2-985a-10914adadce8 HTTP/1.1" status: 200 len: 217 time: 0.2364023 Dec 17 16:09:46.597430 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0721312-6726-46c8-b083-c6dc72f53141 x-openstack-request-id: req-f0721312-6726-46c8-b083-c6dc72f53141 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:46.597935 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629c5439-eb6a-424c-aa21-6e1252cc338d", "tag": "d6d80eba-9f1f-4db2-985a-10914adadce8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:46.598273 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0721312-6726-46c8-b083-c6dc72f53141 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:46.601081 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'tag': 'd6d80eba-9f1f-4db2-985a-10914adadce8', 'status': 'completed', 'code': 200} Dec 17 16:09:46.638164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38846) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:46.662736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-9c8b6125-09a8-4c62-aae2-70621c9d1a77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0 HTTP/1.1" status: 200 len: 217 time: 0.1244454 Dec 17 16:09:46.667215 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:46.710773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1232426-0426-414c-a16a-e2614c2c938f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:46.792890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51beeba7-36d3-4377-96cd-0bd2841e6e60 req-2eb1e400-d5a5-4c08-be2a-bbd20f52be06 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.802767 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51beeba7-36d3-4377-96cd-0bd2841e6e60 req-2eb1e400-d5a5-4c08-be2a-bbd20f52be06 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.4823101 Dec 17 16:09:46.853046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-aa0b0be0-1afe-4705-b4da-94878806d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.857547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-aa0b0be0-1afe-4705-b4da-94878806d383 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bdafc5f-3e4f-4351-92fd-6ad46f24b211 HTTP/1.1" status: 200 len: 861 time: 0.2380354 Dec 17 16:09:46.884747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Port': ['ID=d6018347-5d35-4722-b4b5-6f01c5014ab7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:46.898766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 66862209-92eb-49fe-8af0-29d2a6b92db3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:46.905899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-4d307849-414a-43e8-ba68-c2b32b7570b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.907060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-e68386e6-6fb7-4330-a9b9-68cc0cdfafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:46.908824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-4d307849-414a-43e8-ba68-c2b32b7570b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.2357857 Dec 17 16:09:46.909207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-e68386e6-6fb7-4330-a9b9-68cc0cdfafbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 0.5416310 Dec 17 16:09:46.951578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Network e2a40abc-c867-4c39-bca1-37e835f936a6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:46.951859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-97b466d4-2002-4617-b360-4d467a5f88de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689249 Dec 17 16:09:46.955184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:47.014198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 66862209-92eb-49fe-8af0-29d2a6b92db3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:47.015322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.053811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:47.227396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-54492b4f-e743-4162-b4b7-c59c67665b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:47.229607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-54492b4f-e743-4162-b4b7-c59c67665b3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3119981 Dec 17 16:09:47.230739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.237167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f23c2-2a03-4bc4-bdf1-a3904b7b5717 None None] Network e2a40abc-c867-4c39-bca1-37e835f936a6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:47.242225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-9b967146-de27-4125-bf15-102ffc90e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:47.244239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-9b967146-de27-4125-bf15-102ffc90e2a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.2965486 Dec 17 16:09:47.264865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-51beeba7-36d3-4377-96cd-0bd2841e6e60 req-e7112c94-94a6-4fbf-bb5a-3a1fbc605407 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4580059 Dec 17 16:09:47.326534 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.381025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-ddf3c3f3-4a51-406f-98be-52988a8062f0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042404 Dec 17 16:09:47.404328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-db7361bb-bafc-4558-9925-c52fbbcae3ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.1268504 Dec 17 16:09:47.418842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0f40f0c2-92f9-4d85-8b8c-f791bbdb2eeb None None] Provisioning complete for port 66862209-92eb-49fe-8af0-29d2a6b92db3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:47.420687 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f40f0c2-92f9-4d85-8b8c-f791bbdb2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.504553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.565661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 66862209-92eb-49fe-8af0-29d2a6b92db3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=66862209-92eb-49fe-8af0-29d2a6b92db3,segment=NetworkSegment(fb587400-be20-4a00-9671-39492e037c20),segment_id=fb587400-be20-4a00-9671-39492e037c20)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:47.570960 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1232426-0426-414c-a16a-e2614c2c938f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.582338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1232426-0426-414c-a16a-e2614c2c938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.634540 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.659569 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-85759eb8-19a6-4cbd-92e2-d9e3b34e469e service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182041 Dec 17 16:09:47.714455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-7104a79c-4e88-40a2-aee7-968a299f9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:47.716403 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-7104a79c-4e88-40a2-aee7-968a299f9ccc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.3026822 Dec 17 16:09:47.731650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1232426-0426-414c-a16a-e2614c2c938f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22f41d4c26714c04a615e20f31c3c5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0642040 Dec 17 16:09:47.732395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38858) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:47.793027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=66862209-92eb-49fe-8af0-29d2a6b92db3,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:47.883230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9a94967-ad33-4ff0-808a-9de39094b2d1 req-db9d462f-6549-4a44-8f6e-82c3472e4b0e service neutron] 10.222.0.47 "GET /v2.0/networks/1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891536 Dec 17 16:09:47.900387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1232426-0426-414c-a16a-e2614c2c938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5168c7-ebb6-474f-8281-e5ca967426de,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:47.912861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06bcb4-a1b5-4414-a8f8-8a3e6f2482c2 req-11cd8682-d444-4f37-8cf2-1f83795c96cf tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:47.929040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b06bcb4-a1b5-4414-a8f8-8a3e6f2482c2 req-11cd8682-d444-4f37-8cf2-1f83795c96cf tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 943 time: 0.3557932 Dec 17 16:09:47.988208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c027ff87-f556-4e61-9314-b72bf4b43f16 None None] Provisioning complete for port 66862209-92eb-49fe-8af0-29d2a6b92db3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:47.993734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c027ff87-f556-4e61-9314-b72bf4b43f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:47.997274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-9d91d5b7-17f2-4dc0-9fd0-2ff2787375de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:48.003058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-9d91d5b7-17f2-4dc0-9fd0-2ff2787375de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2677324 Dec 17 16:09:48.116210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b06bcb4-a1b5-4414-a8f8-8a3e6f2482c2 req-61382a10-3c2a-49e0-bdbf-66944655fc4c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855206 Dec 17 16:09:48.142670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef1fd423-e1cd-4ca0-bd8c-81fd02fbeb71 req-c883f1e1-bf31-44cd-9506-371536839afb service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704125 Dec 17 16:09:48.233146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18721123-f02e-425f-9914-7d596a6f8f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.248467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c027ff87-f556-4e61-9314-b72bf4b43f16 None None] Provisioning complete for port d6018347-5d35-4722-b4b5-6f01c5014ab7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:48.248985 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c027ff87-f556-4e61-9314-b72bf4b43f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.288102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-f6e5364c-4e62-4504-8170-a72e495195e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:48.289669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-f6e5364c-4e62-4504-8170-a72e495195e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0b7f5a50b644d3dbc4fb90aae6fb3dd&device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 1095 time: 0.3011827 Dec 17 16:09:48.293240 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.294642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c027ff87-f556-4e61-9314-b72bf4b43f16 None None] Port d6018347-5d35-4722-b4b5-6f01c5014ab7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:48.301414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.312220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18721123-f02e-425f-9914-7d596a6f8f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.425346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-62c9e3c5-4e0f-412e-8fcf-ad0afec55ce9 None None] Provisioning complete for port d6018347-5d35-4722-b4b5-6f01c5014ab7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:48.426012 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-62c9e3c5-4e0f-412e-8fcf-ad0afec55ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.436912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-90cd431f-77e7-4cce-8042-aa65f2fbe764 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424108 Dec 17 16:09:48.452819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.487917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-62c9e3c5-4e0f-412e-8fcf-ad0afec55ce9 None None] Port d6018347-5d35-4722-b4b5-6f01c5014ab7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:48.565959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18721123-f02e-425f-9914-7d596a6f8f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.569028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18721123-f02e-425f-9914-7d596a6f8f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:48.570189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-18721123-f02e-425f-9914-7d596a6f8f4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a5168c7-ebb6-474f-8281-e5ca967426de HTTP/1.1" status: 204 len: 168 time: 0.8306689 Dec 17 16:09:48.588543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e1c9a-6696-4cf7-9c04-e749bf47a4fd req-d9766f1b-5c21-4e71-ab43-c160f0313a84 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:48.590078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e8e1c9a-6696-4cf7-9c04-e749bf47a4fd req-d9766f1b-5c21-4e71-ab43-c160f0313a84 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1592705 Dec 17 16:09:48.596525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Port': ['ID=d6018347-5d35-4722-b4b5-6f01c5014ab7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:48.603970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18721123-f02e-425f-9914-7d596a6f8f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5168c7-ebb6-474f-8281-e5ca967426de,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:48.606476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-ba51316c-dfb9-4a80-972d-264f96233500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:48.608000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-ba51316c-dfb9-4a80-972d-264f96233500 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c HTTP/1.1" status: 200 len: 922 time: 0.3034539 Dec 17 16:09:48.673936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Network e2a40abc-c867-4c39-bca1-37e835f936a6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:48.678362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:48.690673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-8ef142c0-7c30-405b-89b4-c89b24513f8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6d80eba-9f1f-4db2-985a-10914adadce8 HTTP/1.1" status: 200 len: 217 time: 0.0702322 Dec 17 16:09:48.716636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8d2f030-a978-4c9e-bff0-71e72d663335 req-b728cd00-b8a2-454a-ac68-4fcbdd42ff41 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676351 Dec 17 16:09:48.761863 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e8e1c9a-6696-4cf7-9c04-e749bf47a4fd req-5b947412-0126-400d-b960-e842a5c0f626 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504967 Dec 17 16:09:48.781097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-f1e33b7a-3f27-41bf-8522-5b8c9088555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:48.782619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-f1e33b7a-3f27-41bf-8522-5b8c9088555d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0bdafc5f-3e4f-4351-92fd-6ad46f24b211 HTTP/1.1" status: 200 len: 861 time: 0.0828838 Dec 17 16:09:48.847991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-9a6959cc-6fb2-41ba-8c02-3fea5e97c2d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541894 Dec 17 16:09:48.866204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 66862209-92eb-49fe-8af0-29d2a6b92db3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:48.922141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Router 6c883eb6-9de0-4e83-a407-44321a6de1fd is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:09:49.033323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 66862209-92eb-49fe-8af0-29d2a6b92db3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:49.033896 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:49.048778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-b98a59d5-ed11-4bde-80e8-f0699cca3938 service neutron] 10.222.0.47 "GET /v2.0/networks/1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914983 Dec 17 16:09:49.179248 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb0bb0b5-2119-4bad-a247-0efb69e2bf3b req-09778ce7-b07e-48a2-968b-47c4622dd6e4 service neutron] 10.222.0.47 "GET /v2.0/networks/1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209109 Dec 17 16:09:49.206180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-184f079d-6cf1-4cfd-ab9c-541e547440b6 None None] Provisioning complete for port d6018347-5d35-4722-b4b5-6f01c5014ab7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:49.206845 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-184f079d-6cf1-4cfd-ab9c-541e547440b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:49.223804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:09:49.235250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-392ca68e-c22e-4c1e-986c-fc7b1606b553 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "PUT /v2.0/routers/6c883eb6-9de0-4e83-a407-44321a6de1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6540534 Dec 17 16:09:49.237858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38884) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:49.251931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'port': {'network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6', 'name': 'tempest-FloatingIPNegativeTestJSON-155619236'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:49.355661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-184f079d-6cf1-4cfd-ab9c-541e547440b6 None None] Port d6018347-5d35-4722-b4b5-6f01c5014ab7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:49.359358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] Sync routers for ids ['6c883eb6-9de0-4e83-a407-44321a6de1fd'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:09:49.399154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] Routers {'6c883eb6-9de0-4e83-a407-44321a6de1fd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:49.400270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6c883eb6-9de0-4e83-a407-44321a6de1fd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:49.451287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:49.457297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbe171-05af-4259-b760-b2385d94892f req-7d042666-61ba-41f4-a526-52becd53e4da tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:49.459191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79dbe171-05af-4259-b760-b2385d94892f req-7d042666-61ba-41f4-a526-52becd53e4da tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 943 time: 0.1568601 Dec 17 16:09:49.464946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] Routers {'6c883eb6-9de0-4e83-a407-44321a6de1fd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:49.465679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6c883eb6-9de0-4e83-a407-44321a6de1fd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:49.511898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:49.512552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbb1ad-236e-4e98-b022-c6554b72371c None None] The sync data for ids ['6c883eb6-9de0-4e83-a407-44321a6de1fd'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:09:49.589044 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79dbe171-05af-4259-b760-b2385d94892f req-00e91bf6-b914-4765-a35c-5f08773425bb tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121476 Dec 17 16:09:49.590485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Made reservation on behalf of bd922fbbf5d945768b69559f6eb62240 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:49.593829 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:49.615763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] device_id is not set on port a9288cc7-48fb-4678-a7ed-c6d899f9a67f yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:09:49.652853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6d80eba-9f1f-4db2-985a-10914adadce8 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:09:49.824888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Allocated IP 172.20.0.10 (e2a40abc-c867-4c39-bca1-37e835f936a6/31d0852f-db24-4607-85a0-224d15b3c99d/a9288cc7-48fb-4678-a7ed-c6d899f9a67f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:49.885908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d6d80eba-9f1f-4db2-985a-10914adadce8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6d80eba-9f1f-4db2-985a-10914adadce8,segment=NetworkSegment(ed0c095a-a2f5-4f80-9444-6bb344c42966),segment_id=ed0c095a-a2f5-4f80-9444-6bb344c42966)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:49.903265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'd6d80eba-9f1f-4db2-985a-10914adadce8', 'network_id': '1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c', 'port_id': 'd6d80eba-9f1f-4db2-985a-10914adadce8', 'mac_address': 'fa:16:3e:74:a0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bdafc5f-3e4f-4351-92fd-6ad46f24b211', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:09:49.946343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba74caf-bafd-4da2-96f7-9ffaf4e79b03 req-5fb692c4-f3db-4293-bdb7-db7e9a881b2c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:49.957583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ba74caf-bafd-4da2-96f7-9ffaf4e79b03 req-5fb692c4-f3db-4293-bdb7-db7e9a881b2c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0819645 Dec 17 16:09:49.965961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38904) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:49.976775 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:49.997603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d80eba-9f1f-4db2-985a-10914adadce8 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:50.041095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d6d80eba-9f1f-4db2-985a-10914adadce8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6d80eba-9f1f-4db2-985a-10914adadce8,segment=NetworkSegment(ed0c095a-a2f5-4f80-9444-6bb344c42966),segment_id=ed0c095a-a2f5-4f80-9444-6bb344c42966)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:50.043273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ba74caf-bafd-4da2-96f7-9ffaf4e79b03 req-cb2bf02c-6dc5-45f7-908d-353462a1404d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839047 Dec 17 16:09:50.058603 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.160327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1320663436-network', 'tenant_id': '49e3cecf33554ad4b5d4d316a450d2ec'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:50.173833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.197145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d6d80eba-9f1f-4db2-985a-10914adadce8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:50.220184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Made reservation on behalf of 49e3cecf33554ad4b5d4d316a450d2ec for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:50.223000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.238731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.263607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.310316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['d6d80eba-9f1f-4db2-985a-10914adadce8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:09:50.336606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Network e2a40abc-c867-4c39-bca1-37e835f936a6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:50.346356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de37c1-9844-476d-8a93-4b149db366e0 req-a4a332d5-ef4a-4540-b659-075a1f1a24ab tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:50.348009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31de37c1-9844-476d-8a93-4b149db366e0 req-a4a332d5-ef4a-4540-b659-075a1f1a24ab tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1174943 Dec 17 16:09:50.352593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:50.355050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Port': ['ID=a9288cc7-48fb-4678-a7ed-c6d899f9a67f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:50.358956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:50.382920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.392180 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.445906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:09:50.477362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:50.478326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.485501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31de37c1-9844-476d-8a93-4b149db366e0 req-d6487eb5-3d64-4e59-b47f-c249c4e533be tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234467 Dec 17 16:09:50.492164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.492984 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Added segment 93accaae-0888-4005-b30d-e619f02eb740 of type vlan for network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 Dec 17 16:09:50.505930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-66410ab6-77ee-4715-b3da-bf989318eec1 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2667408 Dec 17 16:09:50.506945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38914) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:50.528118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:50.540620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7625c1c-25df-4bc0-8c0f-67d0a6c83448,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:50.642754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.827613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.879321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.882260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:50.884301 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:50.904522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40120cf-6eeb-492b-8d30-c5ddc8fdc729 req-aa8c4da7-097f-4ea7-b155-89480927f64b tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:50.906344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e40120cf-6eeb-492b-8d30-c5ddc8fdc729 req-aa8c4da7-097f-4ea7-b155-89480927f64b tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 944 time: 0.1062536 Dec 17 16:09:50.980937 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e40120cf-6eeb-492b-8d30-c5ddc8fdc729 req-68629fa9-53d8-445a-af3f-c4ac54917bc2 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636325 Dec 17 16:09:51.007760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-25467ad6-7479-46ad-a405-eb6197cf4156 None None] Provisioning complete for port a9288cc7-48fb-4678-a7ed-c6d899f9a67f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:51.008352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25467ad6-7479-46ad-a405-eb6197cf4156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.009783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.017162 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0488336 Dec 17 16:09:51.028203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38924) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:51.036538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Request body: {'subnet': {'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1320663436-subnet', 'tenant_id': '49e3cecf33554ad4b5d4d316a450d2ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:51.060175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-25467ad6-7479-46ad-a405-eb6197cf4156 None None] Port a9288cc7-48fb-4678-a7ed-c6d899f9a67f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:09:51.080966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036b78a-c006-4fc4-bb86-d1086be7b060 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:51.093835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:09:51.097152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Made reservation on behalf of 49e3cecf33554ad4b5d4d316a450d2ec for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:51.100825 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.171547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394dfff-c762-4c2c-a6dc-4d964a4afdcc req-aba4893d-12fc-44e2-b666-6da42a7f9296 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:51.180594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d394dfff-c762-4c2c-a6dc-4d964a4afdcc req-aba4893d-12fc-44e2-b666-6da42a7f9296 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1715777 Dec 17 16:09:51.185839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Allocated IP 172.25.0.102 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1a186f9e-c661-4615-a6bb-bee1d503c545) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:51.292229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d394dfff-c762-4c2c-a6dc-4d964a4afdcc req-dc2360f1-9235-4b76-a1bd-2f732ea177ea tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062748 Dec 17 16:09:51.336566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.395658 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.463391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:51.466677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:51.471275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:51.503629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Port': ['ID=1a186f9e-c661-4615-a6bb-bee1d503c545,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:51.541876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.616090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0fd288-9714-478a-82b2-2cc477531cbb,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:51.663336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.672296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6d80eba-9f1f-4db2-985a-10914adadce8 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:09:51.675252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Checking segment: {'id': '93accaae-0888-4005-b30d-e619f02eb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:51.676134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Network hostable DHCP agents. Network: 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:09:51.721179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:09:51.733939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port d6d80eba-9f1f-4db2-985a-10914adadce8 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:09:51.739474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:51.743791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port d6d80eba-9f1f-4db2-985a-10914adadce8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:09:51.745814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.749178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:51.750039 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.778474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:51.794999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5bd4e-f242-4438-80e3-c948f47ba392 None None] Network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:51.798210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5041ebcd-5870-423a-96e4-5534433e4ad1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7663257 Dec 17 16:09:51.822526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108bb2a-4cd6-4364-a9db-e2db4f07fd07 req-cc80537e-4820-4e1d-ac65-24bfe5741161 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:51.825310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d108bb2a-4cd6-4364-a9db-e2db4f07fd07 req-cc80537e-4820-4e1d-ac65-24bfe5741161 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1917870 Dec 17 16:09:51.969021 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d108bb2a-4cd6-4364-a9db-e2db4f07fd07 req-58239442-882f-4be0-bdb6-6ef376f8aa34 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240640 Dec 17 16:09:52.004966 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.048647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d80eba-9f1f-4db2-985a-10914adadce8'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:52.051675 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c240196-1779-4dbe-a794-3beb67ad37ee" -d '{"events": [{"server_uuid": "629c5439-eb6a-424c-aa21-6e1252cc338d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d80eba-9f1f-4db2-985a-10914adadce8"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:52.095973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.108808 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f2266-382b-46a5-bcb9-8d6b237e3097 x-openstack-request-id: req-589f2266-382b-46a5-bcb9-8d6b237e3097 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:52.109333 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629c5439-eb6a-424c-aa21-6e1252cc338d", "name": "network-vif-plugged", "status": "completed", "tag": "d6d80eba-9f1f-4db2-985a-10914adadce8", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:52.109585 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-589f2266-382b-46a5-bcb9-8d6b237e3097 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:52.110221 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d80eba-9f1f-4db2-985a-10914adadce8', 'code': 200} Dec 17 16:09:52.119280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.137714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f4e2fe-d73f-447f-991c-d569d5fcc659 None None] Network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:52.142022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574704c-2dd8-4e2a-a722-88f67880a978 req-0f1c1dc9-7808-47f2-978a-b01bdd454e6f tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:52.150805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4574704c-2dd8-4e2a-a722-88f67880a978 req-0f1c1dc9-7808-47f2-978a-b01bdd454e6f tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 944 time: 0.0790000 Dec 17 16:09:52.223465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4574704c-2dd8-4e2a-a722-88f67880a978 req-02c1b216-b683-4c00-b05d-506d78c38cd3 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717418 Dec 17 16:09:52.269471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port d6d80eba-9f1f-4db2-985a-10914adadce8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6d80eba-9f1f-4db2-985a-10914adadce8,segment=NetworkSegment(ed0c095a-a2f5-4f80-9444-6bb344c42966),segment_id=ed0c095a-a2f5-4f80-9444-6bb344c42966)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:52.309020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Port': ['ID=1a186f9e-c661-4615-a6bb-bee1d503c545,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:52.314353 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.330072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec2692-346a-4ff7-b6ca-ad02152a0773 req-c9d78903-7cae-4f99-a3f9-6fbff7e2270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:52.336668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbec2692-346a-4ff7-b6ca-ad02152a0773 req-c9d78903-7cae-4f99-a3f9-6fbff7e2270c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 1096 time: 0.1376777 Dec 17 16:09:52.337633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.387632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=d6d80eba-9f1f-4db2-985a-10914adadce8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:52.414083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.416303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0798c6ea-4206-4ed8-bc22-7324911f78f2 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9077349 Dec 17 16:09:52.419060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38950) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:52.423702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-133e1b6a-c43a-4ffe-80ca-d83a694fb9be tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'floatingip': {'port_id': 'a9288cc7-48fb-4678-a7ed-c6d899f9a67f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:52.440217 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fbec2692-346a-4ff7-b6ca-ad02152a0773 req-f150c9dc-b503-4ff0-890f-4ed4529c8215 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945690 Dec 17 16:09:52.475249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-133e1b6a-c43a-4ffe-80ca-d83a694fb9be tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.644051 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-133e1b6a-c43a-4ffe-80ca-d83a694fb9be tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] update failed (client error): The resource could not be found. Dec 17 16:09:52.647876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-133e1b6a-c43a-4ffe-80ca-d83a694fb9be tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "PUT /v2.0/floatingips/be6dde11-dea9-4596-8cb3-acda143562ef HTTP/1.1" status: 404 len: 507 time: 0.2252152 Dec 17 16:09:52.649202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38958) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:52.776067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38964) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:52.782020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1235493933-network', 'tenant_id': '45a801e10d8a4c93b2399d4c89443048'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:52.809208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Made reservation on behalf of 45a801e10d8a4c93b2399d4c89443048 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:52.812815 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.825848 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.872633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Deleting port 1a186f9e-c661-4615-a6bb-bee1d503c545 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:52.872987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.929775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.934591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.959917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:09:52.970306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08746ce1-8a3d-4ea8-95c5-d3a7950fb840,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:52.975805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.976176 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Added segment 009d58f7-3f75-41c0-b41c-cd34dead867b of type vlan for network be0c5d1f-043e-4e9f-896d-2ea915134326 Dec 17 16:09:52.994736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:52.999213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.021265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Calling delete_port for 1a186f9e-c661-4615-a6bb-bee1d503c545 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:53.073006 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.113397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.114730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:53.115477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.163550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf1840-332b-4003-af43-85b56b6049fc req-db4a6b3f-ff49-48b8-b2e8-83433d620812 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:53.167074 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65cf1840-332b-4003-af43-85b56b6049fc req-db4a6b3f-ff49-48b8-b2e8-83433d620812 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0935695 Dec 17 16:09:53.186392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4087515 Dec 17 16:09:53.193791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38968) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:53.200542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Request body: {'subnet': {'network_id': 'be0c5d1f-043e-4e9f-896d-2ea915134326', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1235493933-subnet', 'tenant_id': '45a801e10d8a4c93b2399d4c89443048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:53.201815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803dba-c23c-4d77-85ee-f7e15b721fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=be0c5d1f-043e-4e9f-896d-2ea915134326,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:53.212790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network be0c5d1f-043e-4e9f-896d-2ea915134326 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:09:53.362309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Made reservation on behalf of 45a801e10d8a4c93b2399d4c89443048 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:53.369512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.394059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65cf1840-332b-4003-af43-85b56b6049fc req-a0344bf9-0174-4694-b2fa-b8536d246126 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2144070 Dec 17 16:09:53.419034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774d2d7-fc1a-466e-b224-1076a8e5fd17 req-979732d4-c299-4049-a42e-5b4bb5d6cf1d tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:53.419034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d774d2d7-fc1a-466e-b224-1076a8e5fd17 req-979732d4-c299-4049-a42e-5b4bb5d6cf1d tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 945 time: 0.0840642 Dec 17 16:09:53.453812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.502304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event deleted for resources: {'Port': ['ID=1a186f9e-c661-4615-a6bb-bee1d503c545,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:53.548311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d774d2d7-fc1a-466e-b224-1076a8e5fd17 req-b2d48800-53e7-4c61-9065-f28a2bf52c6a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166434 Dec 17 16:09:53.642065 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.645974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.651565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d8351a83-c225-4747-9b19-8c5a13a445e5 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "DELETE /v2.0/floatingips/be6dde11-dea9-4596-8cb3-acda143562ef HTTP/1.1" status: 204 len: 168 time: 0.9968820 Dec 17 16:09:53.651565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38980) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:53.657445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e64b50b6-4044-49c7-b41f-5b011c93a4bc tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'floatingip': {'floating_network_id': 'e2a40abc-c867-4c39-bca1-37e835f936a6', 'port_id': 'a9288cc7-48fb-4678-a7ed-c6d899f9a67f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:53.728070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64b50b6-4044-49c7-b41f-5b011c93a4bc tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.896875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:53.918063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4818c4-231a-44e3-b72a-a69c3898b1a7 req-9435ee1b-92d2-4c05-a44a-c8f7bd079f41 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:53.930478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e4818c4-231a-44e3-b72a-a69c3898b1a7 req-9435ee1b-92d2-4c05-a44a-c8f7bd079f41 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1374104 Dec 17 16:09:54.047191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ba961f-4a33-4632-b9cb-b9f1645214a1,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:54.059722 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e4818c4-231a-44e3-b72a-a69c3898b1a7 req-06555e7c-992d-4f74-8904-5a8984085b36 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283002 Dec 17 16:09:54.061969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Checking segment: {'id': '009d58f7-3f75-41c0-b41c-cd34dead867b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'be0c5d1f-043e-4e9f-896d-2ea915134326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:54.062328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Network hostable DHCP agents. Network: be0c5d1f-043e-4e9f-896d-2ea915134326, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:09:54.104634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Network be0c5d1f-043e-4e9f-896d-2ea915134326 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:09:54.119190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, be0c5d1f-043e-4e9f-896d-2ea915134326) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:54.121552 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-e64b50b6-4044-49c7-b41f-5b011c93a4bc tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:09:54.123957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e64b50b6-4044-49c7-b41f-5b011c93a4bc tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4703362 Dec 17 16:09:54.126890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38986) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:54.127501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:54.128141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:54.131488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'a9288cc7-48fb-4678-a7ed-c6d899f9a67f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:54.140581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fe360-d262-4599-b72b-ff5edb7bf71f None None] Network be0c5d1f-043e-4e9f-896d-2ea915134326 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:54.153415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cf2b7ea1-60d0-4722-845e-3518d99a7db1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9578750 Dec 17 16:09:54.189275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:54.309410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b91bf9-4f19-40a7-a4b5-87aaca988dca None None] Network be0c5d1f-043e-4e9f-896d-2ea915134326 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:09:54.429382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:54.607210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Allocated IP 172.25.0.254 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/2cd4d61b-758e-4865-bf17-91abe9c4b36d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:54.699427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fc1e2-581c-4b7e-b925-f003a28649ea req-fd4addc4-d068-4ff2-8207-460b1b5a41a8 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:54.717913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e63fc1e2-581c-4b7e-b925-f003a28649ea req-fd4addc4-d068-4ff2-8207-460b1b5a41a8 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 945 time: 0.0966578 Dec 17 16:09:54.762498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:54.772927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e63fc1e2-581c-4b7e-b925-f003a28649ea req-764c3859-6226-461d-a5c6-d3958eee147a tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539944 Dec 17 16:09:54.931657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:54.978672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-ec6ccc73-c2cf-49f1-922d-d501c5b6403e tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:54.980407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-ec6ccc73-c2cf-49f1-922d-d501c5b6403e tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/networks?id=3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 HTTP/1.1" status: 200 len: 809 time: 0.2160647 Dec 17 16:09:55.010072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:55.012311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-0dc15b27-c44e-486f-aa05-bdcfb3c46ab3 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/quotas/49e3cecf33554ad4b5d4d316a450d2ec HTTP/1.1" status: 200 len: 375 time: 0.0246916 Dec 17 16:09:55.016553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:55.020857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:55.077096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event updated for resources: {'Port': ['ID=2cd4d61b-758e-4865-bf17-91abe9c4b36d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:55.082606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-be12382f-782e-429a-b0b3-5bd5cdd7c55b tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=49e3cecf33554ad4b5d4d316a450d2ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559030 Dec 17 16:09:55.318808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-1a6af44e-9cf1-49c0-9621-3fc5310b320c service neutron] 10.222.0.54 "GET /v2.0/networks/3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244470 Dec 17 16:09:55.369808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ad6d-0ec2-4bad-98cf-68519bb08b24 req-70545a13-f51a-4c12-8d05-7256fae374d8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:55.378304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c425ad6d-0ec2-4bad-98cf-68519bb08b24 req-70545a13-f51a-4c12-8d05-7256fae374d8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0782287 Dec 17 16:09:55.463836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-2efab0fc-4e55-408c-87f1-b96960c87ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440470 Dec 17 16:09:55.467234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c425ad6d-0ec2-4bad-98cf-68519bb08b24 req-a14a333f-c601-4157-9f86-2488a7fd43fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876944 Dec 17 16:09:55.468543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Deleting port 2cd4d61b-758e-4865-bf17-91abe9c4b36d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:55.468894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:55.652263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955a0df-4fc0-4dd5-affa-e33d817736db req-67add306-7b2f-47ac-8939-ff545a1628d5 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:55.660412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9955a0df-4fc0-4dd5-affa-e33d817736db req-67add306-7b2f-47ac-8939-ff545a1628d5 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 945 time: 0.0997059 Dec 17 16:09:55.724421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9955a0df-4fc0-4dd5-affa-e33d817736db req-06ce48bd-a73f-468f-bd45-f7e98d4bd3c2 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626438 Dec 17 16:09:55.861903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aec4b86-7089-42c3-a98e-b699baa689b2 req-c4c72308-d98c-45f1-b8b8-ba88f4e70b35 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 210 time: 0.0636778 Dec 17 16:09:56.060409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:56.060821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:56.083356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Calling delete_port for 2cd4d61b-758e-4865-bf17-91abe9c4b36d owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:56.124834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f78a6-37e3-4cfb-a113-95b5062987e5 req-7bf75349-5286-4fb9-8261-06dea6351ad8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:56.126821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-391f78a6-37e3-4cfb-a113-95b5062987e5 req-7bf75349-5286-4fb9-8261-06dea6351ad8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0971775 Dec 17 16:09:56.242610 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-391f78a6-37e3-4cfb-a113-95b5062987e5 req-6768e20d-2f4b-493a-8ec5-93153e4b22ed tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847776 Dec 17 16:09:56.332870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:56.376589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event deleted for resources: {'Port': ['ID=2cd4d61b-758e-4865-bf17-91abe9c4b36d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:56.448034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4fbcf-b6fc-42e0-ab38-532ef7a05c60 req-656adca2-0cc7-4a28-8e55-8e7191a13aec tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:56.458330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4c4fbcf-b6fc-42e0-ab38-532ef7a05c60 req-656adca2-0cc7-4a28-8e55-8e7191a13aec tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1149738 Dec 17 16:09:56.490587 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] create failed (client error): The resource could not be found. Dec 17 16:09:56.497232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1e4c36f-b2e5-4acc-bd21-66113d81a389 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3640521 Dec 17 16:09:56.497232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39042) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:56.560801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4c4fbcf-b6fc-42e0-ab38-532ef7a05c60 req-be79b2fe-7c62-4609-b1db-1ed8b7c495a1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991035 Dec 17 16:09:56.742770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Deleting port a9288cc7-48fb-4678-a7ed-c6d899f9a67f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:56.743574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:56.772310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529e52c-b996-42fb-8e95-2498e92d8051 req-f2234d67-e6bd-4a7e-a2d4-1178d0553081 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:56.774828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b529e52c-b996-42fb-8e95-2498e92d8051 req-f2234d67-e6bd-4a7e-a2d4-1178d0553081 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1321285 Dec 17 16:09:56.843912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-9c59e03b-d7f7-493d-8c6f-774cde0e40ef tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:56.845697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-9c59e03b-d7f7-493d-8c6f-774cde0e40ef tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.47 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 945 time: 0.1585352 Dec 17 16:09:56.920609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6206e-46df-4ca1-8c0f-ac3d474192a2 req-3edfa8d4-f296-4c94-badd-6adb21937e83 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:56.928476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b529e52c-b996-42fb-8e95-2498e92d8051 req-d9fbf512-d148-4150-a457-fd5ba2b3acfd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209197 Dec 17 16:09:56.931385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28f6206e-46df-4ca1-8c0f-ac3d474192a2 req-3edfa8d4-f296-4c94-badd-6adb21937e83 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 945 time: 0.0935109 Dec 17 16:09:56.965620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.034261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Calling delete_port for a9288cc7-48fb-4678-a7ed-c6d899f9a67f owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:57.057806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28f6206e-46df-4ca1-8c0f-ac3d474192a2 req-4df82a1c-72e3-45ff-b608-7cb56852fd95 tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193819 Dec 17 16:09:57.162421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f278e3ed-5c0a-40d0-be2a-85ff20874830 req-30a21aea-dab0-441d-8dc0-0a46ed44388d tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 210 time: 0.1122289 Dec 17 16:09:57.281727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Deleting port d6d80eba-9f1f-4db2-985a-10914adadce8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:57.282557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.425051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] For port d6d80eba-9f1f-4db2-985a-10914adadce8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=d6d80eba-9f1f-4db2-985a-10914adadce8,segment=NetworkSegment(ed0c095a-a2f5-4f80-9444-6bb344c42966),segment_id=ed0c095a-a2f5-4f80-9444-6bb344c42966)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:09:57.426342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.444731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Calling delete_port for d6d80eba-9f1f-4db2-985a-10914adadce8 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:57.651316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.694882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event deleted for resources: {'Port': ['ID=a9288cc7-48fb-4678-a7ed-c6d899f9a67f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:57.739960 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.757246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-7b939466-6742-4ff7-9fb3-9f4a8c8fb1ea tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:57.758956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-7b939466-6742-4ff7-9fb3-9f4a8c8fb1ea tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.49 "GET /v2.0/networks?id=3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 HTTP/1.1" status: 200 len: 809 time: 0.6060793 Dec 17 16:09:57.775266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Request body: {'port': {'device_id': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897', 'admin_state_up': True, 'tenant_id': '49e3cecf33554ad4b5d4d316a450d2ec'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:57.825082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Pushing event deleted for resources: {'Port': ['ID=d6d80eba-9f1f-4db2-985a-10914adadce8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:57.913208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] No DVR routers for this DVR port d6d80eba-9f1f-4db2-985a-10914adadce8 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:09:57.924792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.930105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f25126e-26b1-4728-b8d5-c606ada20eb1 req-3784a5b1-8126-4fd4-8b2f-09919090f89c tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.47 "DELETE /v2.0/ports/d6d80eba-9f1f-4db2-985a-10914adadce8 HTTP/1.1" status: 204 len: 173 time: 1.0774910 Dec 17 16:09:57.931240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'name': 'network-vif-deleted', 'tag': 'd6d80eba-9f1f-4db2-985a-10914adadce8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:57.934275 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b67aec5-ffd6-449b-9597-78f5ed171f6f" -d '{"events": [{"server_uuid": "629c5439-eb6a-424c-aa21-6e1252cc338d", "name": "network-vif-deleted", "tag": "d6d80eba-9f1f-4db2-985a-10914adadce8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:57.969462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.974455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Made reservation on behalf of 49e3cecf33554ad4b5d4d316a450d2ec for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:09:57.978804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:57.993640 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8f994bcc-1f9c-42f4-9430-e9a79de22043 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "DELETE /v2.0/ports/a9288cc7-48fb-4678-a7ed-c6d899f9a67f HTTP/1.1" status: 204 len: 168 time: 1.4909585 Dec 17 16:09:57.994463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39060) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:58.077995 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2919e-19db-426c-8571-69ad8cca710e x-openstack-request-id: req-a8f2919e-19db-426c-8571-69ad8cca710e {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:58.078447 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629c5439-eb6a-424c-aa21-6e1252cc338d", "name": "network-vif-deleted", "tag": "d6d80eba-9f1f-4db2-985a-10914adadce8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:58.078795 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8f2919e-19db-426c-8571-69ad8cca710e {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:58.079291 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629c5439-eb6a-424c-aa21-6e1252cc338d', 'name': 'network-vif-deleted', 'tag': 'd6d80eba-9f1f-4db2-985a-10914adadce8', 'status': 'completed', 'code': 200} Dec 17 16:09:58.118818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20783ccf-b22c-46aa-8829-a7ac3b34bc0e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:58.135014 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-20783ccf-b22c-46aa-8829-a7ac3b34bc0e tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c883eb6-9de0-4e83-a407-44321a6de1fd HTTP/1.1" status: 200 len: 913 time: 0.1387255 Dec 17 16:09:58.140522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39066) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:58.196539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Allocated IP 172.20.0.6 (3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897/ed0fd288-9714-478a-82b2-2cc477531cbb/4165009d-76e0-4742-bf88-3390cec800b6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:09:58.388832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36bf477b-0d75-47b3-8baa-e2baaa80f53f req-24b314c8-5fa1-4ca3-a93a-1e84f6a53dba tempest-InstanceActionsNegativeTestJSON-534956039 tempest-InstanceActionsNegativeTestJSON-534956039-project] 10.222.0.54 "GET /v2.0/ports?device_id=629c5439-eb6a-424c-aa21-6e1252cc338d HTTP/1.1" status: 200 len: 210 time: 0.0505102 Dec 17 16:09:58.541694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-122268bd-2e18-4f29-b67f-4f730c6f11d6 req-78a4cdd6-a09c-42ed-b06f-cdecda28d21c tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 210 time: 0.1649559 Dec 17 16:09:58.622254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:58.691269 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:58.723532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:09:58.745394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:09:58.764996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:09:58.866070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Pushing event updated for resources: {'Port': ['ID=4165009d-76e0-4742-bf88-3390cec800b6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:58.885622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:58.886628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:58.893707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.894369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.894822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.895264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.895710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.896170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.896708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.897313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.897755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.898358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.899135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.900059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.900597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:09:58.938260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-872bdb7c-0240-472d-945a-ea52f3bfe05a tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1693611 Dec 17 16:09:58.939606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:58.958343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Request body: {'port': {'device_id': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:09:59.024125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.234621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Deleting port d6018347-5d35-4722-b4b5-6f01c5014ab7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:09:59.234924 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.371352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.388610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Calling delete_port for d6018347-5d35-4722-b4b5-6f01c5014ab7 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:09:59.413786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4165009d-76e0-4742-bf88-3390cec800b6 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:09:59.425361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.447382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Transition to ACTIVE for port object 4165009d-76e0-4742-bf88-3390cec800b6 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:09:59.453348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.484469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39080) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:59.543595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4165009d-76e0-4742-bf88-3390cec800b6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:59.596353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] Deleting subnet 0bdafc5f-3e4f-4351-92fd-6ad46f24b211 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:09:59.599656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.636761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.689865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.708223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6d80eba-9f1f-4db2-985a-10914adadce8 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:09:59.722498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Attempting to bind port 4165009d-76e0-4742-bf88-3390cec800b6 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:09:59.722964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Attempting to bind port 4165009d-76e0-4742-bf88-3390cec800b6 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '93accaae-0888-4005-b30d-e619f02eb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:09:59.723442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Attempting to bind port 4165009d-76e0-4742-bf88-3390cec800b6 on network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:59.730460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Port 4165009d-76e0-4742-bf88-3390cec800b6 on network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:09:59.731935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Attempting to bind port 4165009d-76e0-4742-bf88-3390cec800b6 on network 3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:09:59.739604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: d6d80eba-9f1f-4db2-985a-10914adadce8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:09:59.740270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:09:59.740643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device d6d80eba-9f1f-4db2-985a-10914adadce8 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:09:59.740788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Checking segment: {'id': '93accaae-0888-4005-b30d-e619f02eb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:09:59.741288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Bound using segment: {'id': '93accaae-0888-4005-b30d-e619f02eb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:09:59.741830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Bound port: 4165009d-76e0-4742-bf88-3390cec800b6, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93accaae-0888-4005-b30d-e619f02eb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:09:59.742491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.768208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba68e9-f30b-4961-b642-da77bec3d290 req-b5cd610f-dee5-4296-82cf-808c92ec534b tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:59.776304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9dba68e9-f30b-4961-b642-da77bec3d290 req-b5cd610f-dee5-4296-82cf-808c92ec534b tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 943 time: 0.0947719 Dec 17 16:09:59.821140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.849569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.859087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bdafc5f-3e4f-4351-92fd-6ad46f24b211,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:59.881382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.885539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-afdc3743-3c06-4183-9a84-cfb3578eae6c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0bdafc5f-3e4f-4351-92fd-6ad46f24b211 HTTP/1.1" status: 204 len: 168 time: 0.3994386 Dec 17 16:09:59.888271 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9dba68e9-f30b-4961-b642-da77bec3d290 req-1cb50e4b-8b13-453a-b648-743215a3879e tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078875 Dec 17 16:09:59.888421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event deleted for resources: {'Port': ['ID=d6018347-5d35-4722-b4b5-6f01c5014ab7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:59.890311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39086) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:09:59.904471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] For port 4165009d-76e0-4742-bf88-3390cec800b6, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:09:59.909700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] For port 4165009d-76e0-4742-bf88-3390cec800b6, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4165009d-76e0-4742-bf88-3390cec800b6,segment=NetworkSegment(93accaae-0888-4005-b30d-e619f02eb740),segment_id=93accaae-0888-4005-b30d-e619f02eb740)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:09:59.928734 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.983045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:59.984018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:09:59.986098 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] 10.222.0.49 "PUT /v2.0/ports/4165009d-76e0-4742-bf88-3390cec800b6 HTTP/1.1" status: 200 len: 1092 time: 1.0392468 Dec 17 16:09:59.989094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'tag': '4165009d-76e0-4742-bf88-3390cec800b6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:00.007593 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f44e14-cd9b-4e8c-8056-1512248b0f7d", "tag": "4165009d-76e0-4742-bf88-3390cec800b6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:00.124631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707509c9-5ba1-42a2-90d9-67598eeb93f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4165009d-76e0-4742-bf88-3390cec800b6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:00.147238 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430d61d5-70f9-4293-bcea-c068b91d7320 x-openstack-request-id: req-430d61d5-70f9-4293-bcea-c068b91d7320 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:00.147801 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f44e14-cd9b-4e8c-8056-1512248b0f7d", "tag": "4165009d-76e0-4742-bf88-3390cec800b6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:00.148405 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-430d61d5-70f9-4293-bcea-c068b91d7320 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:00.149036 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'tag': '4165009d-76e0-4742-bf88-3390cec800b6', 'status': 'completed', 'code': 200} Dec 17 16:10:00.172487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-a965f21e-770a-4a5b-8a13-262bbbd9b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:00.178394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-a965f21e-770a-4a5b-8a13-262bbbd9b752 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49e3cecf33554ad4b5d4d316a450d2ec&device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 1095 time: 0.1262586 Dec 17 16:10:00.280999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-1b3c01ac-ccd1-4c86-ad38-08a2b632ca1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4165009d-76e0-4742-bf88-3390cec800b6 HTTP/1.1" status: 200 len: 217 time: 0.0861971 Dec 17 16:10:00.413781 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.419669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-3899cd2d-9b0a-4028-a54d-74caeb08fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:00.423728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-3899cd2d-9b0a-4028-a54d-74caeb08fb85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed0fd288-9714-478a-82b2-2cc477531cbb HTTP/1.1" status: 200 len: 849 time: 0.1303186 Dec 17 16:10:00.498172 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-9f931e1d-d46a-4ddb-a268-20d654cd890a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670428 Dec 17 16:10:00.517005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.634277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.660209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:00.674430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-dac2cdfc-6781-4cbb-aa2e-f4b107dddd2b service neutron] 10.222.0.49 "GET /v2.0/networks/3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687205 Dec 17 16:10:00.674729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0c095a-a2f5-4f80-9444-6bb344c42966') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:00.675178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0c095a-a2f5-4f80-9444-6bb344c42966') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:00.776934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.801952 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.812564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Router 6c883eb6-9de0-4e83-a407-44321a6de1fd has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:10:00.813897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:10:00.814351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:10:00.816471 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:10:00.858251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a80a6b49-c431-4eab-83a1-7f77c04eb69e req-795ebf7e-d9c7-4376-b53e-909eb6d8430e service neutron] 10.222.0.49 "GET /v2.0/networks/3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769204 Dec 17 16:10:00.956880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.964474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:00.967608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c HTTP/1.1" status: 204 len: 168 time: 1.0735002 Dec 17 16:10:00.998153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89865859-6b34-473b-82c4-a200c468f988 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3dfc58-f792-44c9-9ffd-20fb9eac8c5c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:01.010351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:10:01.021433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e654dd43-7ca7-4bd3-aba5-87756ebe3cc8 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "PUT /v2.0/routers/6c883eb6-9de0-4e83-a407-44321a6de1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8782861 Dec 17 16:10:01.025361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39118) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:01.028384 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] Sync routers for ids ['6c883eb6-9de0-4e83-a407-44321a6de1fd'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:10:01.038717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-c95001c2-770a-4929-a629-6153e58dcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:01.040354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-c95001c2-770a-4929-a629-6153e58dcbe2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49e3cecf33554ad4b5d4d316a450d2ec&device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 1095 time: 0.1084313 Dec 17 16:10:01.049672 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] Routers {'6c883eb6-9de0-4e83-a407-44321a6de1fd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:10:01.051555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6c883eb6-9de0-4e83-a407-44321a6de1fd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:01.118465 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:01.126568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcbf7-f4e6-4f32-8c94-fd3df3ae341d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.137674 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] Routers {'6c883eb6-9de0-4e83-a407-44321a6de1fd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:10:01.138300 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:09:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['6c883eb6-9de0-4e83-a407-44321a6de1fd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:01.205605 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:01.206299 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2efe7d-6ab5-46d7-8e11-48caf562dcb1 None None] The sync data for ids ['6c883eb6-9de0-4e83-a407-44321a6de1fd'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:10:01.218892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-0d684e08-c5d6-433c-8f6b-a925b280eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:01.220544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-0d684e08-c5d6-433c-8f6b-a925b280eeab service neutron] 10.222.0.49 "GET /v2.0/networks?id=3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 HTTP/1.1" status: 200 len: 910 time: 0.0919626 Dec 17 16:10:01.272606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5c00b-1474-4c89-a8cc-5d89494d6103 req-07df495a-60f9-4395-865c-f67e5032d16e tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:01.282737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb5c00b-1474-4c89-a8cc-5d89494d6103 req-07df495a-60f9-4395-865c-f67e5032d16e tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 943 time: 0.2161219 Dec 17 16:10:01.380771 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-a595da9d-40a2-46de-9b97-3225d738bac1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4165009d-76e0-4742-bf88-3390cec800b6 HTTP/1.1" status: 200 len: 217 time: 0.0839140 Dec 17 16:10:01.396786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cb5c00b-1474-4c89-a8cc-5d89494d6103 req-52311846-9bec-4d19-9533-e4476eb39f0e tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087041 Dec 17 16:10:01.453485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39122) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:01.545619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcbf7-f4e6-4f32-8c94-fd3df3ae341d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.551579 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcbf7-f4e6-4f32-8c94-fd3df3ae341d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.552765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-579e28e1-75d4-4ee3-b6f8-38fdd20220e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0b7f5a50b644d3dbc4fb90aae6fb3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0978961 Dec 17 16:10:01.562525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39126) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:01.590987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-ea9af0a1-bd6b-41a6-92ba-556e34b750c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:01.592900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-ea9af0a1-bd6b-41a6-92ba-556e34b750c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ed0fd288-9714-478a-82b2-2cc477531cbb HTTP/1.1" status: 200 len: 849 time: 0.1685200 Dec 17 16:10:01.665836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad83a0e-b580-4875-844d-c0d6dd54a31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.671805 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcbf7-f4e6-4f32-8c94-fd3df3ae341d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.672377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbbcbf7-f4e6-4f32-8c94-fd3df3ae341d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Fanout notify agent at l3_agent the message router_deleted on router 6c883eb6-9de0-4e83-a407-44321a6de1fd {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:10:01.694763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-d27da717-fc29-4d0d-90f1-3797f5646fe7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374560 Dec 17 16:10:01.701908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcbf7-f4e6-4f32-8c94-fd3df3ae341d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.706234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7fbbcbf7-f4e6-4f32-8c94-fd3df3ae341d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "DELETE /v2.0/routers/6c883eb6-9de0-4e83-a407-44321a6de1fd HTTP/1.1" status: 204 len: 168 time: 0.6621423 Dec 17 16:10:01.707090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:01.710421 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad83a0e-b580-4875-844d-c0d6dd54a31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.788749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Deleting subnet 31d0852f-db24-4607-85a0-224d15b3c99d {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:10:01.794153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.817395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-87b53d41-75e9-4cda-8066-6535ef4f3017 service neutron] 10.222.0.49 "GET /v2.0/networks/3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126692 Dec 17 16:10:01.844292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.937085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0622b4d8-f844-40dc-a064-af5b9c9ce4ec req-86ae3c16-4a16-4a1c-88a3-0776376873e0 service neutron] 10.222.0.49 "GET /v2.0/networks/3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095376 Dec 17 16:10:01.957198 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.984506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad83a0e-b580-4875-844d-c0d6dd54a31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.987149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ad83a0e-b580-4875-844d-c0d6dd54a31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:01.990663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ad83a0e-b580-4875-844d-c0d6dd54a31c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0667e0d-ea64-4829-b2a8-c0c3e48d06f9 HTTP/1.1" status: 204 len: 168 time: 0.4188955 Dec 17 16:10:02.007047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad83a0e-b580-4875-844d-c0d6dd54a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0667e0d-ea64-4829-b2a8-c0c3e48d06f9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:02.043680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.076958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event deleted for resources: {'Subnet': ['ID=31d0852f-db24-4607-85a0-224d15b3c99d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:02.083186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.085305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec48c22-e322-4dca-8e15-c21d866795c5 None None] Network e2a40abc-c867-4c39-bca1-37e835f936a6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:10:02.089397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2a60fa55-393c-4034-9128-d8f5f4a91bd7 tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "DELETE /v2.0/subnets/31d0852f-db24-4607-85a0-224d15b3c99d HTTP/1.1" status: 204 len: 168 time: 0.3792448 Dec 17 16:10:02.089723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39134) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:02.257072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.332655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Deleting port 66862209-92eb-49fe-8af0-29d2a6b92db3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:10:02.333412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.345538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] DHCP port deletion for e2a40abc-c867-4c39-bca1-37e835f936a6 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:10:02.401939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] Deleting port 66862209-92eb-49fe-8af0-29d2a6b92db3 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:10:02.402313 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.418214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] For port 66862209-92eb-49fe-8af0-29d2a6b92db3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=66862209-92eb-49fe-8af0-29d2a6b92db3,segment=NetworkSegment(fb587400-be20-4a00-9671-39492e037c20),segment_id=fb587400-be20-4a00-9671-39492e037c20)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:02.418607 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.435338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Calling delete_port for 66862209-92eb-49fe-8af0-29d2a6b92db3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:10:02.497915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] For port 66862209-92eb-49fe-8af0-29d2a6b92db3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=66862209-92eb-49fe-8af0-29d2a6b92db3,segment=NetworkSegment(fb587400-be20-4a00-9671-39492e037c20),segment_id=fb587400-be20-4a00-9671-39492e037c20)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:02.498328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.514708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] Calling delete_port for 66862209-92eb-49fe-8af0-29d2a6b92db3 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:10:02.614507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.667228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] No DVR routers for this DVR port 66862209-92eb-49fe-8af0-29d2a6b92db3 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:10:02.686501 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.737335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] Pushing event deleted for resources: {'Port': ['ID=66862209-92eb-49fe-8af0-29d2a6b92db3,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:02.754193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ce56-52d9-4110-8ff6-4e7070605381 req-97672c6a-b2b6-4912-a924-6a4f1e19c2e0 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:02.755661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ce5d6-e1a2-43d9-b4fd-14676e053e88 None None] No DVR routers for this DVR port 66862209-92eb-49fe-8af0-29d2a6b92db3 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:10:02.765139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9332ce56-52d9-4110-8ff6-4e7070605381 req-97672c6a-b2b6-4912-a924-6a4f1e19c2e0 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 943 time: 0.1662333 Dec 17 16:10:02.796382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event deleted for resources: {'Port': ['ID=66862209-92eb-49fe-8af0-29d2a6b92db3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:02.878497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 66862209-92eb-49fe-8af0-29d2a6b92db3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:10:02.880255 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9332ce56-52d9-4110-8ff6-4e7070605381 req-3a8142b3-825f-4426-a52a-6be22bfaa4a9 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969617 Dec 17 16:10:02.952358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:02.979443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a40abc-c867-4c39-bca1-37e835f936a6']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:02.998918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb587400-be20-4a00-9671-39492e037c20') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:02.999342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb587400-be20-4a00-9671-39492e037c20') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:03.026172 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.059797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.069169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:10:03.073127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:10:03.095313 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:10:03.194560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 66862209-92eb-49fe-8af0-29d2a6b92db3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:10:03.195589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 66862209-92eb-49fe-8af0-29d2a6b92db3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:10:03.234467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.253528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.257467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] 10.222.0.54 "DELETE /v2.0/networks/e2a40abc-c867-4c39-bca1-37e835f936a6 HTTP/1.1" status: 204 len: 168 time: 1.1666951 Dec 17 16:10:03.270225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628754a8-91ba-4d8d-91b2-3ee50479434d tempest-FloatingIPNegativeTestJSON-1438782086 tempest-FloatingIPNegativeTestJSON-1438782086-project] Pushing event deleted for resources: {'Network': ['ID=e2a40abc-c867-4c39-bca1-37e835f936a6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:03.331273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39176) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:03.478424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-674628944-network', 'tenant_id': 'c7a812c6deb94d54bf7459818606c8ef'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:03.529692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Made reservation on behalf of c7a812c6deb94d54bf7459818606c8ef for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:03.534491 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.547724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.613768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39182) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:03.695439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.704668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.730851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:10:03.781288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.781894 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Added segment e829a8cf-a8a7-4123-81d7-37d5a780b740 of type vlan for network 35e9e2b6-3387-4678-a924-4f89d2f9b715 Dec 17 16:10:03.835872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3e9995-1a45-4713-8c53-8236d0421d62,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:03.855645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.891540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a952a91e-8ba3-497f-b60b-c97ad08a1ce6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd922fbbf5d945768b69559f6eb62240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765753 Dec 17 16:10:03.894061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39190) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:03.911322 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:03.912367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:03.912947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.000782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6678629 Dec 17 16:10:04.001724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39194) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:04.009490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Request body: {'subnet': {'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-674628944-subnet', 'tenant_id': 'c7a812c6deb94d54bf7459818606c8ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:04.019861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2016f9f-e2ca-4760-9b42-958b291718dc admin admin] Pushing event updated for resources: {'Network': ['ID=35e9e2b6-3387-4678-a924-4f89d2f9b715,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:04.030031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 35e9e2b6-3387-4678-a924-4f89d2f9b715 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:10:04.041181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Made reservation on behalf of c7a812c6deb94d54bf7459818606c8ef for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:04.043955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.066077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f5-2971-49c1-bbf7-e1c141f854b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.103877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37506-b24c-45cd-82f6-975e587a3a64 req-7f01c371-15c0-49cc-849c-b0d8196e8694 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:04.105423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ffa37506-b24c-45cd-82f6-975e587a3a64 req-7f01c371-15c0-49cc-849c-b0d8196e8694 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 943 time: 0.1139832 Dec 17 16:10:04.108030 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f5-2971-49c1-bbf7-e1c141f854b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.197730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ffa37506-b24c-45cd-82f6-975e587a3a64 req-140f872f-7537-4883-82e7-1debb7d6d674 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791361 Dec 17 16:10:04.213686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f5-2971-49c1-bbf7-e1c141f854b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.216364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14f9d1f5-2971-49c1-bbf7-e1c141f854b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.217500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-14f9d1f5-2971-49c1-bbf7-e1c141f854b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/466f5801-e9df-4fd3-96c7-abc8725c8f6a HTTP/1.1" status: 204 len: 168 time: 0.3225031 Dec 17 16:10:04.231990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9d1f5-2971-49c1-bbf7-e1c141f854b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f5801-e9df-4fd3-96c7-abc8725c8f6a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:04.265233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.317985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8610d5b0-2da0-48f5-b2c1-f97d656d4cb5,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:04.352512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Checking segment: {'id': 'e829a8cf-a8a7-4123-81d7-37d5a780b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:10:04.353019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Network hostable DHCP agents. Network: 35e9e2b6-3387-4678-a924-4f89d2f9b715, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:10:04.371112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Network 35e9e2b6-3387-4678-a924-4f89d2f9b715 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:10:04.380677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 35e9e2b6-3387-4678-a924-4f89d2f9b715) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:04.385513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:04.386159 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.394018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f03b11a-ae57-49e1-990d-2f123a96758d None None] Network 35e9e2b6-3387-4678-a924-4f89d2f9b715 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:10:04.412630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-454da215-22c3-4399-93d4-a709c3202900 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4092495 Dec 17 16:10:04.457873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4165009d-76e0-4742-bf88-3390cec800b6 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:10:04.632634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4165009d-76e0-4742-bf88-3390cec800b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4165009d-76e0-4742-bf88-3390cec800b6,segment=NetworkSegment(93accaae-0888-4005-b30d-e619f02eb740),segment_id=93accaae-0888-4005-b30d-e619f02eb740)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:04.636907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6581e05-5c2a-4c42-91ac-4b8801c504d2 None None] Network 35e9e2b6-3387-4678-a924-4f89d2f9b715 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:10:04.688789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '4165009d-76e0-4742-bf88-3390cec800b6', 'network_id': '3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897', 'port_id': '4165009d-76e0-4742-bf88-3390cec800b6', 'mac_address': 'fa:16:3e:cf:3a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed0fd288-9714-478a-82b2-2cc477531cbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:10:04.769859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.828491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4165009d-76e0-4742-bf88-3390cec800b6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:10:04.859947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4165009d-76e0-4742-bf88-3390cec800b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4165009d-76e0-4742-bf88-3390cec800b6,segment=NetworkSegment(93accaae-0888-4005-b30d-e619f02eb740),segment_id=93accaae-0888-4005-b30d-e619f02eb740)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:04.866900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:04.936181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4165009d-76e0-4742-bf88-3390cec800b6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:05.121973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['4165009d-76e0-4742-bf88-3390cec800b6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:10:05.193761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39246) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:05.218197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c3111d4d-b9a2-4380-a8df-a142c6f6b693 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:05.220235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c3111d4d-b9a2-4380-a8df-a142c6f6b693 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/networks?id=35e9e2b6-3387-4678-a924-4f89d2f9b715 HTTP/1.1" status: 200 len: 812 time: 0.1633842 Dec 17 16:10:05.243411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-6b7658b2-9116-4aa0-840c-799177cac33f tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/quotas/c7a812c6deb94d54bf7459818606c8ef HTTP/1.1" status: 200 len: 375 time: 0.0162132 Dec 17 16:10:05.295810 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-dead95bf-028d-4c0e-8463-f0720cb8c615 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7a812c6deb94d54bf7459818606c8ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421314 Dec 17 16:10:05.449348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-09eddcae-c268-4e5a-8ac4-3d6fbbb37dfb service neutron] 10.222.0.54 "GET /v2.0/networks/35e9e2b6-3387-4678-a924-4f89d2f9b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450851 Dec 17 16:10:05.452763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6b4c2e2f-cd6a-434d-9b61-b1e3a4873003 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:05.453210 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-6b4c2e2f-cd6a-434d-9b61-b1e3a4873003 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 16:10:05.455791 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-6b4c2e2f-cd6a-434d-9b61-b1e3a4873003 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:10:05.456837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6b4c2e2f-cd6a-434d-9b61-b1e3a4873003 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2613766 Dec 17 16:10:05.460801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39252) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:05.469507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930224285'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:05.503318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b00342-d30d-430e-bbe6-4c8bced31a2d req-72313f3b-ce7a-433a-9609-1d0de08796a0 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:05.512986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-08b00342-d30d-430e-bbe6-4c8bced31a2d req-72313f3b-ce7a-433a-9609-1d0de08796a0 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 944 time: 0.1121736 Dec 17 16:10:05.562931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:05.575281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bc15f0bf-d175-4c6e-a2c1-da34feea31e9 service neutron] 10.222.0.54 "GET /v2.0/networks/35e9e2b6-3387-4678-a924-4f89d2f9b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242976 Dec 17 16:10:05.602411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-08b00342-d30d-430e-bbe6-4c8bced31a2d req-2308d0d3-fb6e-48d9-aef6-a0e56e180685 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891800 Dec 17 16:10:05.603519 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:05.706955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:05.721124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:05.798089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffaa5b8-2985-44c7-8d40-8db8856b6b45,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:05.803463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d085f143-9aa2-4753-87c4-d4639ff5be05 req-211687f8-a166-4f66-9752-ab96d1e76614 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 210 time: 0.0463393 Dec 17 16:10:05.872157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:05.879070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:05.915489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:05.919739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39260) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:05.919950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4566302 Dec 17 16:10:05.922613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e445b-9fc8-498e-97d5-2ac87cf9b1e7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e14e1c6-a8e9-44ce-853f-ba724b13428d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:05.926778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-12c512c9-15ae-41e2-a62c-9e8309491588 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': '0e14e1c6-a8e9-44ce-853f-ba724b13428d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:05.994508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12c512c9-15ae-41e2-a62c-9e8309491588 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.114875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12c512c9-15ae-41e2-a62c-9e8309491588 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.125777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12c512c9-15ae-41e2-a62c-9e8309491588 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.164143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-12c512c9-15ae-41e2-a62c-9e8309491588 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.170031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39268) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:06.170532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-12c512c9-15ae-41e2-a62c-9e8309491588 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2491279 Dec 17 16:10:06.172195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c512c9-15ae-41e2-a62c-9e8309491588 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31ddf7c-2690-46b7-b1fa-dbba7e4dba0a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:06.179042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3bf23917-e6fc-45cd-a8ab-e60b15c2fce8 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': '0e14e1c6-a8e9-44ce-853f-ba724b13428d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:06.255264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3bf23917-e6fc-45cd-a8ab-e60b15c2fce8 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.360450 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-3bf23917-e6fc-45cd-a8ab-e60b15c2fce8 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:10:06.361835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3bf23917-e6fc-45cd-a8ab-e60b15c2fce8 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1896648 Dec 17 16:10:06.365134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:06.428639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4165009d-76e0-4742-bf88-3390cec800b6 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:10:06.458804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3518fb69-7d98-4aa5-bfea-8f77c408642d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.506559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3518fb69-7d98-4aa5-bfea-8f77c408642d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.544805 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8a5847f-238f-4bbf-afdc-bf63dba639f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.583145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 4165009d-76e0-4742-bf88-3390cec800b6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:10:06.590592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 4165009d-76e0-4742-bf88-3390cec800b6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:06.591916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.619351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3518fb69-7d98-4aa5-bfea-8f77c408642d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.625227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3518fb69-7d98-4aa5-bfea-8f77c408642d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.626596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3518fb69-7d98-4aa5-bfea-8f77c408642d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/0e14e1c6-a8e9-44ce-853f-ba724b13428d HTTP/1.1" status: 204 len: 168 time: 0.2601397 Dec 17 16:10:06.630671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39278) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:06.666560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518fb69-7d98-4aa5-bfea-8f77c408642d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e14e1c6-a8e9-44ce-853f-ba724b13428d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:06.717047 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:10:06.762928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39280) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:06.764814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0beb49bd-7cb8-4bfc-a96b-8873e57841af tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1324699 Dec 17 16:10:06.777758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c7aa608d-5bd1-4733-943b-1585da5dce0d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414639409'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:06.791996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.815093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a1535-9bf2-4236-9ad6-616b10727460 req-a77436cb-3436-495b-8fe5-c264a1d30ca3 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:06.817547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc1a1535-9bf2-4236-9ad6-616b10727460 req-a77436cb-3436-495b-8fe5-c264a1d30ca3 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 944 time: 0.1153429 Dec 17 16:10:06.858264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4165009d-76e0-4742-bf88-3390cec800b6'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:06.860587 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c822bb-72a7-4167-8c06-0c7cd263f441" -d '{"events": [{"server_uuid": "d5f44e14-cd9b-4e8c-8056-1512248b0f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4165009d-76e0-4742-bf88-3390cec800b6"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:06.875700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4165009d-76e0-4742-bf88-3390cec800b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4165009d-76e0-4742-bf88-3390cec800b6,segment=NetworkSegment(93accaae-0888-4005-b30d-e619f02eb740),segment_id=93accaae-0888-4005-b30d-e619f02eb740)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:06.878751 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7aa608d-5bd1-4733-943b-1585da5dce0d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.881541 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:06.946620 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e31a525-fbdb-4da9-87f1-0afa8ba5c25c x-openstack-request-id: req-2e31a525-fbdb-4da9-87f1-0afa8ba5c25c {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:06.947114 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f44e14-cd9b-4e8c-8056-1512248b0f7d", "name": "network-vif-plugged", "status": "completed", "tag": "4165009d-76e0-4742-bf88-3390cec800b6", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:06.947541 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e31a525-fbdb-4da9-87f1-0afa8ba5c25c {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:06.949055 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4165009d-76e0-4742-bf88-3390cec800b6', 'code': 200} Dec 17 16:10:06.960959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4165009d-76e0-4742-bf88-3390cec800b6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:06.980588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc1a1535-9bf2-4236-9ad6-616b10727460 req-afc4f535-41c4-4905-ab95-fe56bff71060 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484292 Dec 17 16:10:07.073996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7aa608d-5bd1-4733-943b-1585da5dce0d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.082150 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7aa608d-5bd1-4733-943b-1585da5dce0d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.116861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bcf7f2b2-7677-47e3-9242-fa562e657d1d req-23c0acf0-6495-466e-a7c5-915227bb8aa2 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 210 time: 0.0559123 Dec 17 16:10:07.121871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7aa608d-5bd1-4733-943b-1585da5dce0d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.123215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c7aa608d-5bd1-4733-943b-1585da5dce0d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3577013 Dec 17 16:10:07.125454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa608d-5bd1-4733-943b-1585da5dce0d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcaad28-5a8b-4406-ab59-d22a3349a861,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:07.128081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39288) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:07.133484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c0748a04-d804-43cb-adf7-9f6e9a211f49 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': '7fcaad28-5a8b-4406-ab59-d22a3349a861', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:07.134109 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-c0748a04-d804-43cb-adf7-9f6e9a211f49 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 16:10:07.134727 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-c0748a04-d804-43cb-adf7-9f6e9a211f49 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:07.138341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c0748a04-d804-43cb-adf7-9f6e9a211f49 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065329 Dec 17 16:10:07.138598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:07.145166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abb8cf-ae71-46b5-acdd-1a8608928f01 req-0cc99c6b-e45c-4b33-9f3e-c9d54c18b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:07.148028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f5abb8cf-ae71-46b5-acdd-1a8608928f01 req-0cc99c6b-e45c-4b33-9f3e-c9d54c18b7be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 1097 time: 0.1456676 Dec 17 16:10:07.215165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.266944 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f5abb8cf-ae71-46b5-acdd-1a8608928f01 req-09de0381-39ad-4666-b3c2-0dcd230eabbb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095393 Dec 17 16:10:07.292518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.397199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-150097c8-69fc-44e5-a558-627095d572a6 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:07.399568 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-150097c8-69fc-44e5-a558-627095d572a6 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.47 "GET /v2.0/networks?id=35e9e2b6-3387-4678-a924-4f89d2f9b715 HTTP/1.1" status: 200 len: 812 time: 0.1690509 Dec 17 16:10:07.401012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.405916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.407037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/7fcaad28-5a8b-4406-ab59-d22a3349a861 HTTP/1.1" status: 204 len: 168 time: 0.2560999 Dec 17 16:10:07.410230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39296) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:07.431467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Request body: {'port': {'device_id': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715', 'admin_state_up': True, 'tenant_id': 'c7a812c6deb94d54bf7459818606c8ef'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:07.441033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcaad28-5a8b-4406-ab59-d22a3349a861,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:07.471770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e369054c-3d82-4746-9873-02e737a58556 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0596881 Dec 17 16:10:07.485046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39298) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:07.493068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f6374e3f-4135-4d29-8fa9-4aadbffa2ad7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097793823'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:07.501910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.502354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.502763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.503176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.503583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.504031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.504641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.505043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.505436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.505828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.506220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.506620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.507015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b0a18-78c4-44e5-acec-006ebad12471 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:07.544828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f6374e3f-4135-4d29-8fa9-4aadbffa2ad7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.607854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Made reservation on behalf of c7a812c6deb94d54bf7459818606c8ef for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:07.611882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.629458 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f6374e3f-4135-4d29-8fa9-4aadbffa2ad7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.635000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f6374e3f-4135-4d29-8fa9-4aadbffa2ad7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.667951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f6374e3f-4135-4d29-8fa9-4aadbffa2ad7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.669353 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f6374e3f-4135-4d29-8fa9-4aadbffa2ad7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1853495 Dec 17 16:10:07.673173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39300) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:07.676701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b63bee04-62e3-42ae-bca7-476f93637f33 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'c271eb9e-21a4-452e-b7f8-b5d2484d95a7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:07.677371 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-b63bee04-62e3-42ae-bca7-476f93637f33 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 16:10:07.678066 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-b63bee04-62e3-42ae-bca7-476f93637f33 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:07.679083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b63bee04-62e3-42ae-bca7-476f93637f33 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058877 Dec 17 16:10:07.681365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6374e3f-4135-4d29-8fa9-4aadbffa2ad7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c271eb9e-21a4-452e-b7f8-b5d2484d95a7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:07.682244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39302) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:07.812711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-060796e5-5711-468e-b15a-7e8b875569b4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.821883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Allocated IP 172.20.0.7 (35e9e2b6-3387-4678-a924-4f89d2f9b715/8610d5b0-2da0-48f5-b2c1-f97d656d4cb5/088e02e7-d836-4d18-b936-dd6c88099017) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:10:07.848715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-060796e5-5711-468e-b15a-7e8b875569b4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.969263 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-060796e5-5711-468e-b15a-7e8b875569b4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.973281 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-060796e5-5711-468e-b15a-7e8b875569b4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:07.974849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-060796e5-5711-468e-b15a-7e8b875569b4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/c271eb9e-21a4-452e-b7f8-b5d2484d95a7 HTTP/1.1" status: 204 len: 168 time: 0.2914102 Dec 17 16:10:07.979677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39306) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:07.994850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060796e5-5711-468e-b15a-7e8b875569b4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c271eb9e-21a4-452e-b7f8-b5d2484d95a7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:08.047729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6ccb3335-eda9-4ea2-84c1-a6ad78451dab tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0666406 Dec 17 16:10:08.051564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39312) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.058561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e81484b7-3bbf-4567-b4a4-d33f31346730 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343570142'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:08.090976 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.131146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e81484b7-3bbf-4567-b4a4-d33f31346730 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.135490 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.171071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f24b9-c7a7-43db-8729-aa58ecf13e5e req-bb60c5e1-5565-4697-a074-491aef99c509 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:08.180694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc1f24b9-c7a7-43db-8729-aa58ecf13e5e req-bb60c5e1-5565-4697-a074-491aef99c509 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 945 time: 0.1164670 Dec 17 16:10:08.183689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Network 35e9e2b6-3387-4678-a924-4f89d2f9b715 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:08.224825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:08.234671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:10:08.266134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc1f24b9-c7a7-43db-8729-aa58ecf13e5e req-7faad553-837e-4d08-a81a-7cf2d2ac96ae tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827544 Dec 17 16:10:08.298378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e81484b7-3bbf-4567-b4a4-d33f31346730 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.300333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Pushing event updated for resources: {'Port': ['ID=088e02e7-d836-4d18-b936-dd6c88099017,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:08.309619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e81484b7-3bbf-4567-b4a4-d33f31346730 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.330580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:08.331230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.354296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e9f67-4342-48c7-bf4c-2a24c2b4f3a2 req-b1f06487-36c8-4bf8-bee1-b982eeaca0ca tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:08.355864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f17e9f67-4342-48c7-bf4c-2a24c2b4f3a2 req-b1f06487-36c8-4bf8-bee1-b982eeaca0ca tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 931 time: 0.1327963 Dec 17 16:10:08.366672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81484b7-3bbf-4567-b4a4-d33f31346730 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe71f334-4780-4433-94bf-1b47bee7c2cc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:08.374262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e81484b7-3bbf-4567-b4a4-d33f31346730 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.376048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e81484b7-3bbf-4567-b4a4-d33f31346730 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3231096 Dec 17 16:10:08.378824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39320) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.380091 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-bf91430f-f8fd-4f37-99f5-74cdb09425a4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580173 Dec 17 16:10:08.384308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-698e29c1-abfd-40ed-9b78-5fc593a221ed tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'fe71f334-4780-4433-94bf-1b47bee7c2cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:08.385183 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-698e29c1-abfd-40ed-9b78-5fc593a221ed tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 16:10:08.385736 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-698e29c1-abfd-40ed-9b78-5fc593a221ed tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:08.389687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-698e29c1-abfd-40ed-9b78-5fc593a221ed tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069201 Dec 17 16:10:08.389896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39322) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.397663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5e9a2380-d63d-4a75-adac-0a8216fa791d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'fe71f334-4780-4433-94bf-1b47bee7c2cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:08.401060 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-5e9a2380-d63d-4a75-adac-0a8216fa791d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 16:10:08.401724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Request body: {'port': {'device_id': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:08.403152 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-5e9a2380-d63d-4a75-adac-0a8216fa791d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:08.405138 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5e9a2380-d63d-4a75-adac-0a8216fa791d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0141466 Dec 17 16:10:08.408491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39324) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.414553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-123df72c-58d1-4a10-a858-82413b16a447 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'fe71f334-4780-4433-94bf-1b47bee7c2cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:08.415429 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-123df72c-58d1-4a10-a858-82413b16a447 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 16:10:08.415946 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-123df72c-58d1-4a10-a858-82413b16a447 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:08.420772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-123df72c-58d1-4a10-a858-82413b16a447 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110953 Dec 17 16:10:08.421422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.426905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b67a36b9-e64f-497d-8e71-f187eab62d2d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'fe71f334-4780-4433-94bf-1b47bee7c2cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:08.427800 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-b67a36b9-e64f-497d-8e71-f187eab62d2d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 16:10:08.428365 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-b67a36b9-e64f-497d-8e71-f187eab62d2d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:08.432861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b67a36b9-e64f-497d-8e71-f187eab62d2d tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101609 Dec 17 16:10:08.434028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39328) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.554800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f17e9f67-4342-48c7-bf4c-2a24c2b4f3a2 req-2de78862-a951-4162-897d-35e178da1c35 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853666 Dec 17 16:10:08.563512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.587702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f4f333-02cc-4af3-afd4-f2317fc84b1a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.632523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f4f333-02cc-4af3-afd4-f2317fc84b1a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.688098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d54a7cd2-4d9a-43e1-8c30-78f97865e380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.722296 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f4f333-02cc-4af3-afd4-f2317fc84b1a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.726513 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f4f333-02cc-4af3-afd4-f2317fc84b1a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:08.730563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-36f4f333-02cc-4af3-afd4-f2317fc84b1a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/fe71f334-4780-4433-94bf-1b47bee7c2cc HTTP/1.1" status: 204 len: 168 time: 0.2938349 Dec 17 16:10:08.731649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.752587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4f333-02cc-4af3-afd4-f2317fc84b1a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe71f334-4780-4433-94bf-1b47bee7c2cc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:08.856136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0c860731-d2ae-4540-a2b5-00381bc01f8e tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1237555 Dec 17 16:10:08.859845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39336) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:08.864318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b4cf8f17-ba7f-4c0c-8ebc-63fd8a5e9c30 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--208067190'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:08.913326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8f17-ba7f-4c0c-8ebc-63fd8a5e9c30 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.027305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088e02e7-d836-4d18-b936-dd6c88099017 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:10:09.041282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.045037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8f17-ba7f-4c0c-8ebc-63fd8a5e9c30 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.051357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8f17-ba7f-4c0c-8ebc-63fd8a5e9c30 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.067256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Transition to ACTIVE for port object 088e02e7-d836-4d18-b936-dd6c88099017 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:10:09.080882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.102793 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8f17-ba7f-4c0c-8ebc-63fd8a5e9c30 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.107627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b4cf8f17-ba7f-4c0c-8ebc-63fd8a5e9c30 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2466288 Dec 17 16:10:09.108172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.116853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-39a8a3d5-d438-4443-a52c-5c1648ed6a5a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.118685 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-39a8a3d5-d438-4443-a52c-5c1648ed6a5a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 16:10:09.120789 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-39a8a3d5-d438-4443-a52c-5c1648ed6a5a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.146469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf8f17-ba7f-4c0c-8ebc-63fd8a5e9c30 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54d7f0c-5782-443c-bd48-f8708c5dd44f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:09.146862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-39a8a3d5-d438-4443-a52c-5c1648ed6a5a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0345583 Dec 17 16:10:09.164207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39346) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.177736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-09573430-eb7f-4566-86be-75aa3b3e0612 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.222808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Pushing event updated for resources: {'Port': ['ID=088e02e7-d836-4d18-b936-dd6c88099017,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:09.244678 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-09573430-eb7f-4566-86be-75aa3b3e0612 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.246132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09573430-eb7f-4566-86be-75aa3b3e0612 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0807927 Dec 17 16:10:09.249048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39354) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.259035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-936b9950-8917-46b2-be55-2b8981232149 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.262402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Attempting to bind port 088e02e7-d836-4d18-b936-dd6c88099017 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:10:09.262965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Attempting to bind port 088e02e7-d836-4d18-b936-dd6c88099017 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'e829a8cf-a8a7-4123-81d7-37d5a780b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:10:09.263343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Attempting to bind port 088e02e7-d836-4d18-b936-dd6c88099017 on network 35e9e2b6-3387-4678-a924-4f89d2f9b715 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:09.263896 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-936b9950-8917-46b2-be55-2b8981232149 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 16:10:09.266406 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-936b9950-8917-46b2-be55-2b8981232149 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.267924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-936b9950-8917-46b2-be55-2b8981232149 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173442 Dec 17 16:10:09.269076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Port 088e02e7-d836-4d18-b936-dd6c88099017 on network 35e9e2b6-3387-4678-a924-4f89d2f9b715 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:10:09.269442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Attempting to bind port 088e02e7-d836-4d18-b936-dd6c88099017 on network 35e9e2b6-3387-4678-a924-4f89d2f9b715 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:09.271192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.274830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:10:09.275179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Checking segment: {'id': 'e829a8cf-a8a7-4123-81d7-37d5a780b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:10:09.275554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Bound using segment: {'id': 'e829a8cf-a8a7-4123-81d7-37d5a780b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:10:09.276018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Bound port: 088e02e7-d836-4d18-b936-dd6c88099017, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e829a8cf-a8a7-4123-81d7-37d5a780b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:10:09.276374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.278034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-577b8360-1636-4c79-842a-74fdfcdb75f5 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.330630 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-577b8360-1636-4c79-842a-74fdfcdb75f5 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.334499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-577b8360-1636-4c79-842a-74fdfcdb75f5 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0582526 Dec 17 16:10:09.335524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39360) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.344535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7f5cacd0-3099-452f-88ba-35a3bc6e4d57 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.345011 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-7f5cacd0-3099-452f-88ba-35a3bc6e4d57 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 16:10:09.345633 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-7f5cacd0-3099-452f-88ba-35a3bc6e4d57 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.347014 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7f5cacd0-3099-452f-88ba-35a3bc6e4d57 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097055 Dec 17 16:10:09.349991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.358432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c869e9af-55aa-4fa2-8209-9757a69f99a3 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.382160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] For port 088e02e7-d836-4d18-b936-dd6c88099017, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:10:09.388563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] For port 088e02e7-d836-4d18-b936-dd6c88099017, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=088e02e7-d836-4d18-b936-dd6c88099017,segment=NetworkSegment(e829a8cf-a8a7-4123-81d7-37d5a780b740),segment_id=e829a8cf-a8a7-4123-81d7-37d5a780b740)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:10:09.397608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.432997 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-c869e9af-55aa-4fa2-8209-9757a69f99a3 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.437049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c869e9af-55aa-4fa2-8209-9757a69f99a3 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0814254 Dec 17 16:10:09.437212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.445829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c622c5e9-43ee-48cf-9a94-67c5caa03aff tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.448421 n-d-806683-20 neutron-server[109783]: WARNING neutron.api.v2.base [None req-c622c5e9-43ee-48cf-9a94-67c5caa03aff tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 16:10:09.449223 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-c622c5e9-43ee-48cf-9a94-67c5caa03aff tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.452525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c622c5e9-43ee-48cf-9a94-67c5caa03aff tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116873 Dec 17 16:10:09.452770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39370) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.462831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a5180f06-8478-4cd6-9dbb-d08538203db7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.533160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:09.534600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.536356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] 10.222.0.47 "PUT /v2.0/ports/088e02e7-d836-4d18-b936-dd6c88099017 HTTP/1.1" status: 200 len: 1092 time: 1.1407635 Dec 17 16:10:09.541126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'tag': '088e02e7-d836-4d18-b936-dd6c88099017'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:09.544510 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee09e54b-1e48-4029-8150-7b646dac7577" -d '{"events": [{"name": "network-changed", "server_uuid": "28bca107-4edd-48fd-8e4e-73831bc7360e", "tag": "088e02e7-d836-4d18-b936-dd6c88099017"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:09.561397 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-a5180f06-8478-4cd6-9dbb-d08538203db7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.565980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a5180f06-8478-4cd6-9dbb-d08538203db7 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1092634 Dec 17 16:10:09.565980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39376) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.579088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-06322664-d17e-4051-801c-d3d1e09b7a43 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'd54d7f0c-5782-443c-bd48-f8708c5dd44f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:09.610577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b49da-505f-4635-adbe-cdad87facf48 req-f8b89727-5a61-4034-9ce7-adef5d55e581 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:09.612954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-890b49da-505f-4635-adbe-cdad87facf48 req-f8b89727-5a61-4034-9ce7-adef5d55e581 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 945 time: 0.2194026 Dec 17 16:10:09.626189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18960ce-72d5-4bc6-b311-2d892c7586bd service neutron] Pushing event updated for resources: {'Port': ['ID=088e02e7-d836-4d18-b936-dd6c88099017,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:09.682692 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c495d4-c47b-4ceb-ab6d-8b134cb8524a x-openstack-request-id: req-56c495d4-c47b-4ceb-ab6d-8b134cb8524a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:09.683113 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bca107-4edd-48fd-8e4e-73831bc7360e", "tag": "088e02e7-d836-4d18-b936-dd6c88099017", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:09.683415 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56c495d4-c47b-4ceb-ab6d-8b134cb8524a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:09.683850 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'tag': '088e02e7-d836-4d18-b936-dd6c88099017', 'status': 'completed', 'code': 200} Dec 17 16:10:09.688474 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-06322664-d17e-4051-801c-d3d1e09b7a43 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:09.692740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-06322664-d17e-4051-801c-d3d1e09b7a43 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1231940 Dec 17 16:10:09.693678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39382) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:09.736150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-f20e92d2-c66c-4e27-8434-55d826437f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:09.738158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-f20e92d2-c66c-4e27-8434-55d826437f84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a812c6deb94d54bf7459818606c8ef&device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 1095 time: 0.1237481 Dec 17 16:10:09.743942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-890b49da-505f-4635-adbe-cdad87facf48 req-73c3e940-5496-457d-bc9a-9624242246a0 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138160 Dec 17 16:10:09.842557 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-4f3542f4-b273-4a21-8522-0505b03794e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088e02e7-d836-4d18-b936-dd6c88099017 HTTP/1.1" status: 200 len: 217 time: 0.0933647 Dec 17 16:10:09.906419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b5fe5-3c9d-49ed-9595-e05b004ba0fa req-09d508ad-5544-44ac-b02d-55bd263d22c2 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:09.910285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f27b5fe5-3c9d-49ed-9595-e05b004ba0fa req-09d508ad-5544-44ac-b02d-55bd263d22c2 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 943 time: 0.1544919 Dec 17 16:10:09.918447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22cdfd5c-f3da-4621-a15e-be633f1d687a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.979283 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:09.990070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22cdfd5c-f3da-4621-a15e-be633f1d687a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.012211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f27b5fe5-3c9d-49ed-9595-e05b004ba0fa req-aa276aa7-2522-4a41-9650-8363a4bea6b1 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913184 Dec 17 16:10:10.086696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22cdfd5c-f3da-4621-a15e-be633f1d687a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.095959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22cdfd5c-f3da-4621-a15e-be633f1d687a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.097614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-22cdfd5c-f3da-4621-a15e-be633f1d687a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/d54d7f0c-5782-443c-bd48-f8708c5dd44f HTTP/1.1" status: 204 len: 168 time: 0.4013181 Dec 17 16:10:10.104597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39386) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:10.122573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdfd5c-f3da-4621-a15e-be633f1d687a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54d7f0c-5782-443c-bd48-f8708c5dd44f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:10.238265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8439fbda-83a7-46cb-94ba-8dd786a58a7b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1284311 Dec 17 16:10:10.238912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39390) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:10.249826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-261eeff5-711b-4b08-8195-a9810896b85c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159394439'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:10.302330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-261eeff5-711b-4b08-8195-a9810896b85c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.393683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-261eeff5-711b-4b08-8195-a9810896b85c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.402143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-261eeff5-711b-4b08-8195-a9810896b85c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.437923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-e75eef3e-5039-40aa-8d21-fe280cac31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:10.439050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-e75eef3e-5039-40aa-8d21-fe280cac31b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8610d5b0-2da0-48f5-b2c1-f97d656d4cb5 HTTP/1.1" status: 200 len: 852 time: 0.5855825 Dec 17 16:10:10.460770 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-261eeff5-711b-4b08-8195-a9810896b85c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.463904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-261eeff5-711b-4b08-8195-a9810896b85c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2218885 Dec 17 16:10:10.466138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39396) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:10.471243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2073c8cc-5922-4955-a4d3-1cf2bed28838 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'a29b3f6b-4ead-472a-8974-48d192bcf67d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:10.475550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261eeff5-711b-4b08-8195-a9810896b85c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29b3f6b-4ead-472a-8974-48d192bcf67d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:10.489629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-10ffead6-88fc-4abb-976a-dc722db13bf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=35e9e2b6-3387-4678-a924-4f89d2f9b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413659 Dec 17 16:10:10.544328 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-2073c8cc-5922-4955-a4d3-1cf2bed28838 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The resource could not be found. Dec 17 16:10:10.545380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2073c8cc-5922-4955-a4d3-1cf2bed28838 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0782506 Dec 17 16:10:10.548716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:10.558371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-598b910e-b431-4fd5-b2b5-e39bed4bd163 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'a29b3f6b-4ead-472a-8974-48d192bcf67d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c62c51fc-5d3f-4b2f-b9f6-f9d73ef6887a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:10.653455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-b4997454-9ebb-47f2-b55f-ee6989f05a66 service neutron] 10.222.0.47 "GET /v2.0/networks/35e9e2b6-3387-4678-a924-4f89d2f9b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555774 Dec 17 16:10:10.671038 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-598b910e-b431-4fd5-b2b5-e39bed4bd163 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The resource could not be found. Dec 17 16:10:10.672516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-598b910e-b431-4fd5-b2b5-e39bed4bd163 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1225638 Dec 17 16:10:10.675355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39402) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:10.789760 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74018627-571a-48f6-b7d4-924e3fdba78b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.826740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74018627-571a-48f6-b7d4-924e3fdba78b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.828342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-935c8700-9f13-4887-9abf-83a5dc4315b7 req-027d2599-fe67-4c73-b59e-76c2eb284a6a service neutron] 10.222.0.47 "GET /v2.0/networks/35e9e2b6-3387-4678-a924-4f89d2f9b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668038 Dec 17 16:10:10.911637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74018627-571a-48f6-b7d4-924e3fdba78b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.915609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74018627-571a-48f6-b7d4-924e3fdba78b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.919199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-74018627-571a-48f6-b7d4-924e3fdba78b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/a29b3f6b-4ead-472a-8974-48d192bcf67d HTTP/1.1" status: 204 len: 168 time: 0.2402859 Dec 17 16:10:10.929063 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:10.932186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39408) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:10.943942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74018627-571a-48f6-b7d4-924e3fdba78b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29b3f6b-4ead-472a-8974-48d192bcf67d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:11.010237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-44ba133a-b4a0-4f00-b838-c4335d96e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:11.012046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-44ba133a-b4a0-4f00-b838-c4335d96e1c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7a812c6deb94d54bf7459818606c8ef&device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 1095 time: 0.1358893 Dec 17 16:10:11.016324 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b29b79e3-d8ac-40f8-9cbe-5e2a8f8e9361 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0821314 Dec 17 16:10:11.020177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39410) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:11.025208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e3ce8141-066b-49eb-a687-bf525122a282 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': '145cc091-2aae-452c-ac02-f5af6ddbab5f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:11.113180 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-e3ce8141-066b-49eb-a687-bf525122a282 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The resource could not be found. Dec 17 16:10:11.114356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e3ce8141-066b-49eb-a687-bf525122a282 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0931513 Dec 17 16:10:11.118132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39414) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:11.124756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-03e87b88-71e5-4831-a95c-30d3ef64633c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042319159'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:11.149342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-748c3411-ee6c-436e-968d-878f05cb0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:11.150892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-748c3411-ee6c-436e-968d-878f05cb0bd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=35e9e2b6-3387-4678-a924-4f89d2f9b715 HTTP/1.1" status: 200 len: 913 time: 0.1297517 Dec 17 16:10:11.194020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.194608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03e87b88-71e5-4831-a95c-30d3ef64633c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.234008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08235355-ef2e-4b59-bb95-82377b3de6c0 req-8ae2c1a5-4027-4ed8-a7b5-5b0901a73522 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:11.235104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-08235355-ef2e-4b59-bb95-82377b3de6c0 req-8ae2c1a5-4027-4ed8-a7b5-5b0901a73522 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 943 time: 0.0950437 Dec 17 16:10:11.267984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-53a73fe7-98a2-4dad-ae30-71ac544b12f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=088e02e7-d836-4d18-b936-dd6c88099017 HTTP/1.1" status: 200 len: 217 time: 0.1093094 Dec 17 16:10:11.334023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-08235355-ef2e-4b59-bb95-82377b3de6c0 req-f338ecf0-36e5-4c79-94cc-b87eb013b05f tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898309 Dec 17 16:10:11.353437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-799b994d-a6bd-465c-a525-1ee8eca83dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:11.354954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-799b994d-a6bd-465c-a525-1ee8eca83dc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8610d5b0-2da0-48f5-b2c1-f97d656d4cb5 HTTP/1.1" status: 200 len: 852 time: 0.0765381 Dec 17 16:10:11.384335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03e87b88-71e5-4831-a95c-30d3ef64633c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.397284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03e87b88-71e5-4831-a95c-30d3ef64633c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.412747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-bb0fb81d-f11c-4877-80dc-d95cad7ac0fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=35e9e2b6-3387-4678-a924-4f89d2f9b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503383 Dec 17 16:10:11.433364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03e87b88-71e5-4831-a95c-30d3ef64633c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.437085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03e87b88-71e5-4831-a95c-30d3ef64633c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3146818 Dec 17 16:10:11.437085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39420) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:11.444439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7ddda18b-062d-49bc-a2a3-8d208477e7c4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705200570'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:11.450616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e87b88-71e5-4831-a95c-30d3ef64633c tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d412f1-b6ba-4977-8b02-f13202b333b2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:11.512983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ddda18b-062d-49bc-a2a3-8d208477e7c4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.586126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-dc056624-f04e-4fbc-8e81-7239f3de6507 service neutron] 10.222.0.47 "GET /v2.0/networks/35e9e2b6-3387-4678-a924-4f89d2f9b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564236 Dec 17 16:10:11.639653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ddda18b-062d-49bc-a2a3-8d208477e7c4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.657266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ddda18b-062d-49bc-a2a3-8d208477e7c4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.698188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ddda18b-062d-49bc-a2a3-8d208477e7c4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.700316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ddda18b-062d-49bc-a2a3-8d208477e7c4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2617991 Dec 17 16:10:11.702312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddda18b-062d-49bc-a2a3-8d208477e7c4 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e0f92-2fc2-45b2-b309-20902238e6c3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:11.704315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39426) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:11.720711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-06e2cb1f-1456-4bb0-9aec-098ab807a4b3 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group_rule': {'security_group_id': 'c0d412f1-b6ba-4977-8b02-f13202b333b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e60e0f92-2fc2-45b2-b309-20902238e6c3'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:11.734250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee09e54b-1e48-4029-8150-7b646dac7577 req-94ce6e80-cdcc-4def-8ab8-c6befab1214b service neutron] 10.222.0.47 "GET /v2.0/networks/35e9e2b6-3387-4678-a924-4f89d2f9b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457736 Dec 17 16:10:11.767516 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-06e2cb1f-1456-4bb0-9aec-098ab807a4b3 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:10:11.768728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-06e2cb1f-1456-4bb0-9aec-098ab807a4b3 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0530269 Dec 17 16:10:11.773065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39430) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:11.801973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 088e02e7-d836-4d18-b936-dd6c88099017 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:10:11.853398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5217cfae-0263-4bc8-af88-8320e116704b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.888425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5217cfae-0263-4bc8-af88-8320e116704b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.916996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 088e02e7-d836-4d18-b936-dd6c88099017, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=088e02e7-d836-4d18-b936-dd6c88099017,segment=NetworkSegment(e829a8cf-a8a7-4123-81d7-37d5a780b740),segment_id=e829a8cf-a8a7-4123-81d7-37d5a780b740)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:11.929429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '088e02e7-d836-4d18-b936-dd6c88099017', 'network_id': '35e9e2b6-3387-4678-a924-4f89d2f9b715', 'port_id': '088e02e7-d836-4d18-b936-dd6c88099017', 'mac_address': 'fa:16:3e:e4:15:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8610d5b0-2da0-48f5-b2c1-f97d656d4cb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:10:11.935260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5217cfae-0263-4bc8-af88-8320e116704b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.938504 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5217cfae-0263-4bc8-af88-8320e116704b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:11.940307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5217cfae-0263-4bc8-af88-8320e116704b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/e60e0f92-2fc2-45b2-b309-20902238e6c3 HTTP/1.1" status: 204 len: 168 time: 0.1652853 Dec 17 16:10:11.942637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39432) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:11.969817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217cfae-0263-4bc8-af88-8320e116704b tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e0f92-2fc2-45b2-b309-20902238e6c3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:11.991104 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.008211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088e02e7-d836-4d18-b936-dd6c88099017 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:10:12.026063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ad1682cb-cf30-487a-9a49-17280e85de3a tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0820820 Dec 17 16:10:12.029261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39436) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.038100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 088e02e7-d836-4d18-b936-dd6c88099017, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=088e02e7-d836-4d18-b936-dd6c88099017,segment=NetworkSegment(e829a8cf-a8a7-4123-81d7-37d5a780b740),segment_id=e829a8cf-a8a7-4123-81d7-37d5a780b740)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:12.044163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.136180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ae4346b0-fa25-4be1-8471-75a41363ad34 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.162598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=088e02e7-d836-4d18-b936-dd6c88099017,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:12.173130 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ae4346b0-fa25-4be1-8471-75a41363ad34 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.173398 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.175536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.175945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.176432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.176758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.177097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.177404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.177914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.178508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.178981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.179530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.180034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.180522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.181000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:12.227119 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ae4346b0-fa25-4be1-8471-75a41363ad34 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.230235 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ae4346b0-fa25-4be1-8471-75a41363ad34 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.231624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ae4346b0-fa25-4be1-8471-75a41363ad34 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/c0d412f1-b6ba-4977-8b02-f13202b333b2 HTTP/1.1" status: 204 len: 168 time: 0.2007251 Dec 17 16:10:12.234817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39438) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.243965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4346b0-fa25-4be1-8471-75a41363ad34 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d412f1-b6ba-4977-8b02-f13202b333b2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:12.291528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['088e02e7-d836-4d18-b936-dd6c88099017'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:10:12.296815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d780b2d0-edd1-4fb1-b542-4c752c5e0115 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595813 Dec 17 16:10:12.301054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39440) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.306225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-68bf7985-886c-451f-ae60-1a707d1ec986 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'tempest-secgroup--220977153'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:12.338064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf7985-886c-451f-ae60-1a707d1ec986 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.457555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf7985-886c-451f-ae60-1a707d1ec986 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.462958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf7985-886c-451f-ae60-1a707d1ec986 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.499933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf7985-886c-451f-ae60-1a707d1ec986 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6357f35b-4dab-4766-a0f8-43f0f9f3bdbc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:12.530631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-68bf7985-886c-451f-ae60-1a707d1ec986 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.533086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-68bf7985-886c-451f-ae60-1a707d1ec986 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2306876 Dec 17 16:10:12.537326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39448) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.544943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3073ec5f-0834-456c-acdd-21248293f9fb tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:12.545648 n-d-806683-20 neutron-server[109784]: WARNING neutron.api.v2.base [None req-3073ec5f-0834-456c-acdd-21248293f9fb tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 16:10:12.546357 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-3073ec5f-0834-456c-acdd-21248293f9fb tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 16:10:12.553070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3073ec5f-0834-456c-acdd-21248293f9fb tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "PUT /v2.0/security-groups/6357f35b-4dab-4766-a0f8-43f0f9f3bdbc HTTP/1.1" status: 409 len: 330 time: 0.0100420 Dec 17 16:10:12.553505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39450) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.639125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58b341-3e7c-49f1-b81d-150f510fbc5f req-d23a690f-f2bd-440f-8212-71f5286e133f tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:12.645584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5e58b341-3e7c-49f1-b81d-150f510fbc5f req-d23a690f-f2bd-440f-8212-71f5286e133f tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 944 time: 0.1401010 Dec 17 16:10:12.677676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-186cee82-71f2-420b-88fa-c74467f520bc tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.711851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-186cee82-71f2-420b-88fa-c74467f520bc tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.750579 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5e58b341-3e7c-49f1-b81d-150f510fbc5f req-cac545ff-a6aa-43dd-bfed-6ac28cceb6b4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991285 Dec 17 16:10:12.812855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-186cee82-71f2-420b-88fa-c74467f520bc tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.816067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-186cee82-71f2-420b-88fa-c74467f520bc tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:12.817408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-186cee82-71f2-420b-88fa-c74467f520bc tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/6357f35b-4dab-4766-a0f8-43f0f9f3bdbc HTTP/1.1" status: 204 len: 168 time: 0.2627070 Dec 17 16:10:12.820678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39456) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.827627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cee82-71f2-420b-88fa-c74467f520bc tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6357f35b-4dab-4766-a0f8-43f0f9f3bdbc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:12.919195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-87677222-ff43-4345-aa93-5c452dcf2ef5 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0967655 Dec 17 16:10:12.931859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39464) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.951519 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-df3727ee-156e-4e13-873f-6ba265b46905 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] delete failed (client error): The resource could not be found. Dec 17 16:10:12.952902 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-df3727ee-156e-4e13-873f-6ba265b46905 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "DELETE /v2.0/security-groups/96f366f1-a93e-4a02-887b-b7f6c5fee822 HTTP/1.1" status: 404 len: 347 time: 0.0199113 Dec 17 16:10:12.958359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39468) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:12.977518 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-56839356-4a8a-4b0d-935d-769dcd8d8ddd tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] show failed (client error): The resource could not be found. Dec 17 16:10:12.978554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-56839356-4a8a-4b0d-935d-769dcd8d8ddd tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-groups/0bc60ce4-b272-40e3-b5a2-93fa3ddf532a HTTP/1.1" status: 404 len: 347 time: 0.0191941 Dec 17 16:10:12.984135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39470) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:13.013963 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-00e2fb1b-9188-4d4a-8d58-afb569376510 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] show failed (client error): The resource could not be found. Dec 17 16:10:13.015343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-00e2fb1b-9188-4d4a-8d58-afb569376510 tempest-NegativeSecGroupTest-1643854429 tempest-NegativeSecGroupTest-1643854429-project] 10.222.0.54 "GET /v2.0/security-group-rules/3f45f15d-f15a-42dd-b601-f44063124dae HTTP/1.1" status: 404 len: 356 time: 0.0302074 Dec 17 16:10:13.429319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39486) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:13.649114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-88d47c2b-83b2-43d3-8a76-ac86a5c89bc5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6756de026c924bfc918f811187e46a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180743 Dec 17 16:10:13.651507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39492) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:13.763417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7145ce7f-0209-458a-b7a7-9f8eeced555c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:13.810708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 088e02e7-d836-4d18-b936-dd6c88099017 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:10:13.812344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7145ce7f-0209-458a-b7a7-9f8eeced555c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:13.931030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 088e02e7-d836-4d18-b936-dd6c88099017 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:10:13.941031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 088e02e7-d836-4d18-b936-dd6c88099017 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:13.941723 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:13.942358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7145ce7f-0209-458a-b7a7-9f8eeced555c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:13.945152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7145ce7f-0209-458a-b7a7-9f8eeced555c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:13.946400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7145ce7f-0209-458a-b7a7-9f8eeced555c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ffaa5b8-2985-44c7-8d40-8db8856b6b45 HTTP/1.1" status: 204 len: 168 time: 0.2937267 Dec 17 16:10:13.959190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145ce7f-0209-458a-b7a7-9f8eeced555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffaa5b8-2985-44c7-8d40-8db8856b6b45,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:13.991581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3776789-166e-429f-816c-866db689a210 req-cb62fe5c-3096-4131-b9a8-aafee32fca74 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:13.994744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3776789-166e-429f-816c-866db689a210 req-cb62fe5c-3096-4131-b9a8-aafee32fca74 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 944 time: 0.0966489 Dec 17 16:10:14.180039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:14.189521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3776789-166e-429f-816c-866db689a210 req-228529ee-fd6d-4c99-b434-86e5593a8457 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845343 Dec 17 16:10:14.260194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088e02e7-d836-4d18-b936-dd6c88099017'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:14.262471 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c2b28-ed5c-415c-8ef3-cff8fca2a8f7" -d '{"events": [{"server_uuid": "28bca107-4edd-48fd-8e4e-73831bc7360e", "name": "network-vif-plugged", "status": "completed", "tag": "088e02e7-d836-4d18-b936-dd6c88099017"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:14.294349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 088e02e7-d836-4d18-b936-dd6c88099017, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=088e02e7-d836-4d18-b936-dd6c88099017,segment=NetworkSegment(e829a8cf-a8a7-4123-81d7-37d5a780b740),segment_id=e829a8cf-a8a7-4123-81d7-37d5a780b740)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:14.304833 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:14.406116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=088e02e7-d836-4d18-b936-dd6c88099017,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:14.418518 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7532161-fcd0-4517-8baf-3ec48616eb7a x-openstack-request-id: req-c7532161-fcd0-4517-8baf-3ec48616eb7a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:14.418809 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca107-4edd-48fd-8e4e-73831bc7360e", "name": "network-vif-plugged", "status": "completed", "tag": "088e02e7-d836-4d18-b936-dd6c88099017", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:14.419073 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7532161-fcd0-4517-8baf-3ec48616eb7a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:14.419467 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088e02e7-d836-4d18-b936-dd6c88099017', 'code': 200} Dec 17 16:10:14.576597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696eccc-983c-4e29-8133-ebb396e99a57 req-f4f80410-286f-474e-8c3a-e2306c6fe84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:14.578220 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8696eccc-983c-4e29-8133-ebb396e99a57 req-f4f80410-286f-474e-8c3a-e2306c6fe84d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 1097 time: 0.0755503 Dec 17 16:10:14.592700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eab6-7b30-4f0b-b4d2-6c826e42b1a9 req-fcc61ffb-ca1c-4266-ab90-97c2b864f606 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:14.600766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f79eab6-7b30-4f0b-b4d2-6c826e42b1a9 req-fcc61ffb-ca1c-4266-ab90-97c2b864f606 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 945 time: 0.0649757 Dec 17 16:10:14.654383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f79eab6-7b30-4f0b-b4d2-6c826e42b1a9 req-e867b604-08fc-4f0a-af8c-aca9f4184ac9 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Dec 17 16:10:14.655480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8696eccc-983c-4e29-8133-ebb396e99a57 req-5e9ac213-efee-4a60-a3ef-b241e9ed7ced service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653265 Dec 17 16:10:14.952270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39536) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:15.057441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1995348388'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:15.084382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Made reservation on behalf of e7d7254a8fa9488ea681e5396662048c for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:15.088284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.097115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.199099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.204087 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.235054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:10:15.258003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa025a-46cb-455f-908c-6698344868cc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:15.273364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.284141 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Added segment 8cb55c71-9e74-4ac9-8696-aaf3afc99633 of type vlan for network 0282a350-86bf-4c88-9d19-aeaef794bf4f Dec 17 16:10:15.340703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dbce0-bf2e-4d4d-90b2-bcd6c8a1f31a req-c8de86e7-5522-4d1d-b7ed-9bd642bf8797 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:15.345729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-231dbce0-bf2e-4d4d-90b2-bcd6c8a1f31a req-c8de86e7-5522-4d1d-b7ed-9bd642bf8797 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 945 time: 0.0565364 Dec 17 16:10:15.353776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.394012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.403256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-231dbce0-bf2e-4d4d-90b2-bcd6c8a1f31a req-2212f6ea-9e02-4405-b75a-8b50e8bfa590 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 Dec 17 16:10:15.420241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:15.420844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.426208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:15.484617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5309641 Dec 17 16:10:15.489155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39546) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:15.495336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-d96fbe9b-cf75-4740-8877-35d47c2f5797 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-1996103595') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:15.497973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961700b-8b77-4324-bfdc-eff1ef576f44 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Pushing event updated for resources: {'Network': ['ID=0282a350-86bf-4c88-9d19-aeaef794bf4f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:15.508863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 0282a350-86bf-4c88-9d19-aeaef794bf4f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:10:15.592741 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d96fbe9b-cf75-4740-8877-35d47c2f5797 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "PUT /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-1996103595 HTTP/1.1" status: 201 len: 201 time: 0.1022131 Dec 17 16:10:15.595079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39548) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:15.599993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-811c109f-f79e-4553-a1d8-7fcdd9df65df tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-1996103595') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:15.682404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-811c109f-f79e-4553-a1d8-7fcdd9df65df tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "GET /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-1996103595 HTTP/1.1" status: 204 len: 168 time: 0.0859871 Dec 17 16:10:15.685041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:15.690391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-32bc1a24-59f5-490b-8361-b26c7e6cc786 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:15.829406 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-32bc1a24-59f5-490b-8361-b26c7e6cc786 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "GET /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags HTTP/1.1" status: 200 len: 238 time: 0.1430478 Dec 17 16:10:15.832187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39556) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:15.837241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9498976-a8cf-488d-b1b1-1c0f9e159cad req-4efe906b-fb85-4a1e-98fe-eb4b7e1548c6 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:15.838243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-16b57c3e-cd3b-4d9f-8e9b-13d1313a4f4d tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', {'tags': ['tempest-TagsTest-Tag-1939030500', 'tempest-TagsTest-Tag-617427305', 'tempest-TagsTest-Tag-62808413']}) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:15.838975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9498976-a8cf-488d-b1b1-1c0f9e159cad req-4efe906b-fb85-4a1e-98fe-eb4b7e1548c6 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 945 time: 0.0925159 Dec 17 16:10:15.902170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-418d9e15-f699-4efd-9eb9-e9017237f708 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:15.903561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-418d9e15-f699-4efd-9eb9-e9017237f708 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 945 time: 0.1129472 Dec 17 16:10:15.937109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9498976-a8cf-488d-b1b1-1c0f9e159cad req-400724e6-5cdd-47fc-9e15-16ef9430f6e9 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7625c1c-25df-4bc0-8c0f-67d0a6c83448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901971 Dec 17 16:10:15.994950 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-16b57c3e-cd3b-4d9f-8e9b-13d1313a4f4d tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "PUT /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags HTTP/1.1" status: 200 len: 306 time: 0.1615367 Dec 17 16:10:15.997607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39558) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:16.002932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-91e18b5f-4a62-418d-9cc1-52532c00f8a0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-1939030500') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:16.025821 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Deleting port 4165009d-76e0-4742-bf88-3390cec800b6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:10:16.026311 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:16.094686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-91e18b5f-4a62-418d-9cc1-52532c00f8a0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "DELETE /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-1939030500 HTTP/1.1" status: 204 len: 168 time: 0.0953479 Dec 17 16:10:16.096872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39560) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:16.101680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-b1a00e8b-bfdd-4317-99dd-13e1e27def20 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-1939030500') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:16.141011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] For port 4165009d-76e0-4742-bf88-3390cec800b6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4165009d-76e0-4742-bf88-3390cec800b6,segment=NetworkSegment(93accaae-0888-4005-b30d-e619f02eb740),segment_id=93accaae-0888-4005-b30d-e619f02eb740)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:16.141592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:16.157098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Calling delete_port for 4165009d-76e0-4742-bf88-3390cec800b6 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:10:16.197460 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-b1a00e8b-bfdd-4317-99dd-13e1e27def20 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] show failed (client error): The resource could not be found. Dec 17 16:10:16.201273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b1a00e8b-bfdd-4317-99dd-13e1e27def20 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "GET /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-1939030500 HTTP/1.1" status: 404 len: 326 time: 0.1032271 Dec 17 16:10:16.202045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39564) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:16.206550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-c0a233cd-0ed8-4411-98a9-5996384b706e tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-617427305') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:16.370950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39570) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:16.376288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-350c1d2e-6bed-4b9b-aa77-8f8c2963a8d9 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-62808413') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:16.377273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c0a233cd-0ed8-4411-98a9-5996384b706e tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "GET /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-617427305 HTTP/1.1" status: 204 len: 168 time: 0.1736093 Dec 17 16:10:16.452924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:16.469967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['4165009d-76e0-4742-bf88-3390cec800b6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:10:16.553158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Pushing event deleted for resources: {'Port': ['ID=4165009d-76e0-4742-bf88-3390cec800b6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:16.557359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] No DVR routers for this DVR port 4165009d-76e0-4742-bf88-3390cec800b6 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:10:16.563189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:16.567396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff3d4275-38c9-4c36-9fba-1cd755a31564 req-f5f68052-fc37-4ae5-9ad9-5fed5ba50d66 tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.49 "DELETE /v2.0/ports/4165009d-76e0-4742-bf88-3390cec800b6 HTTP/1.1" status: 204 len: 173 time: 0.6530008 Dec 17 16:10:16.567975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'name': 'network-vif-deleted', 'tag': '4165009d-76e0-4742-bf88-3390cec800b6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:16.571244 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc1eb0-443e-422d-bc2b-576ae966b535" -d '{"events": [{"server_uuid": "d5f44e14-cd9b-4e8c-8056-1512248b0f7d", "name": "network-vif-deleted", "tag": "4165009d-76e0-4742-bf88-3390cec800b6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:16.591881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-350c1d2e-6bed-4b9b-aa77-8f8c2963a8d9 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "GET /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-62808413 HTTP/1.1" status: 204 len: 168 time: 0.2169313 Dec 17 16:10:16.592546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39578) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:16.598706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-3adc2d83-cd67-4e85-9b53-4b9d794771bb tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:16.716595 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9915f9e1-1936-49ee-bbd0-65514e95c0ef x-openstack-request-id: req-9915f9e1-1936-49ee-bbd0-65514e95c0ef {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:16.716983 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f44e14-cd9b-4e8c-8056-1512248b0f7d", "name": "network-vif-deleted", "tag": "4165009d-76e0-4742-bf88-3390cec800b6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:16.717301 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9915f9e1-1936-49ee-bbd0-65514e95c0ef {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:16.717770 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f44e14-cd9b-4e8c-8056-1512248b0f7d', 'name': 'network-vif-deleted', 'tag': '4165009d-76e0-4742-bf88-3390cec800b6', 'status': 'completed', 'code': 200} Dec 17 16:10:16.790465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778c0d-add9-4912-87d7-844258dba18a req-3ce54251-40e9-42de-baa0-a9faa220cb00 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:16.792501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be778c0d-add9-4912-87d7-844258dba18a req-3ce54251-40e9-42de-baa0-a9faa220cb00 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 945 time: 0.1635122 Dec 17 16:10:16.846214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3adc2d83-cd67-4e85-9b53-4b9d794771bb tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "DELETE /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags HTTP/1.1" status: 204 len: 168 time: 0.2524977 Dec 17 16:10:16.849074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39584) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:16.853522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-2eb8c0e4-81cb-48c5-9010-ff9d19e4d1d1 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-617427305') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:16.872882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be778c0d-add9-4912-87d7-844258dba18a req-422f0aa8-3694-47dd-9c6b-d151d72b74f4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654297 Dec 17 16:10:17.007409 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-2eb8c0e4-81cb-48c5-9010-ff9d19e4d1d1 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] show failed (client error): The resource could not be found. Dec 17 16:10:17.011407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2eb8c0e4-81cb-48c5-9010-ff9d19e4d1d1 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "GET /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-617427305 HTTP/1.1" status: 404 len: 325 time: 0.1612611 Dec 17 16:10:17.015584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39590) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:17.021765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-68b98d94-049d-4f9c-a414-76ea9cee2963 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f', 'tempest-TagsTest-Tag-62808413') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:17.142193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9da948a8-cf63-4a97-8bd1-c6edaa2777b1 req-7fbb3f02-62e0-49f7-91d5-871dc49289af tempest-VolumesActionsTest-995577036 tempest-VolumesActionsTest-995577036-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5f44e14-cd9b-4e8c-8056-1512248b0f7d HTTP/1.1" status: 200 len: 210 time: 0.0541673 Dec 17 16:10:17.201495 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-68b98d94-049d-4f9c-a414-76ea9cee2963 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] show failed (client error): The resource could not be found. Dec 17 16:10:17.202714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-68b98d94-049d-4f9c-a414-76ea9cee2963 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "GET /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags/tempest-TagsTest-Tag-62808413 HTTP/1.1" status: 404 len: 324 time: 0.1843355 Dec 17 16:10:17.206010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39596) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:17.211316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-452ee380-9e56-4ed9-8f9e-f7fe9323708c tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0282a350-86bf-4c88-9d19-aeaef794bf4f') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:17.369375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:17.369716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-452ee380-9e56-4ed9-8f9e-f7fe9323708c tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "DELETE /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f/tags HTTP/1.1" status: 204 len: 168 time: 0.1622343 Dec 17 16:10:17.533866 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:17.552976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f1cfe-471a-4f97-9069-4dd75bde7ccd req-93d8175a-3a4f-4458-a134-20ee89fb1424 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:17.556783 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-878f1cfe-471a-4f97-9069-4dd75bde7ccd req-93d8175a-3a4f-4458-a134-20ee89fb1424 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 945 time: 0.0890067 Dec 17 16:10:17.664710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-878f1cfe-471a-4f97-9069-4dd75bde7ccd req-cdb062d8-177a-4500-8c47-5f508a3fed3a tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931633 Dec 17 16:10:17.723145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:17.743407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0282a350-86bf-4c88-9d19-aeaef794bf4f']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:17.754119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb55c71-9e74-4ac9-8696-aaf3afc99633') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:17.754416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb55c71-9e74-4ac9-8696-aaf3afc99633') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:17.767356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:17.783960 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:17.792925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:10:17.793709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:10:17.797638 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:10:17.864958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:17.872715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:17.876094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] 10.222.0.54 "DELETE /v2.0/networks/0282a350-86bf-4c88-9d19-aeaef794bf4f HTTP/1.1" status: 204 len: 168 time: 0.5051906 Dec 17 16:10:17.887885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410a10-beab-4ad4-9adb-2584c80d93e0 tempest-TagsTest-1352335949 tempest-TagsTest-1352335949-project] Pushing event deleted for resources: {'Network': ['ID=0282a350-86bf-4c88-9d19-aeaef794bf4f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:18.148957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39614) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:18.345691 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c4464a2f-923e-4d59-ba1b-22650b649378 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7d7254a8fa9488ea681e5396662048c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1951432 Dec 17 16:10:18.348365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39622) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:18.433606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e832a4d7-ff45-4096-93bf-900cbf87d7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:18.480248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e832a4d7-ff45-4096-93bf-900cbf87d7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:18.573508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e832a4d7-ff45-4096-93bf-900cbf87d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:18.577352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e832a4d7-ff45-4096-93bf-900cbf87d7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:18.578892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e832a4d7-ff45-4096-93bf-900cbf87d7bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05fa025a-46cb-455f-908c-6698344868cc HTTP/1.1" status: 204 len: 168 time: 0.2285714 Dec 17 16:10:18.594857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a4d7-ff45-4096-93bf-900cbf87d7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa025a-46cb-455f-908c-6698344868cc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:18.859423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-31b4311c-36c1-4368-b561-15f5b8c36947 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:18.860866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-31b4311c-36c1-4368-b561-15f5b8c36947 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.47 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 945 time: 0.1028566 Dec 17 16:10:18.924022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a5b45-25bd-4003-81ab-025da7bb053c req-bc3f05de-3067-4ada-986b-4fa9fb49616a tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:18.925819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-391a5b45-25bd-4003-81ab-025da7bb053c req-bc3f05de-3067-4ada-986b-4fa9fb49616a tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 945 time: 0.1218929 Dec 17 16:10:19.022118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-391a5b45-25bd-4003-81ab-025da7bb053c req-c38c806c-c63d-4b11-924e-a6ddb02c02eb tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/security-groups?id=9b3e9995-1a45-4713-8c53-8236d0421d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859985 Dec 17 16:10:19.086923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Deleting port 088e02e7-d836-4d18-b936-dd6c88099017 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:10:19.088587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:19.281661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] For port 088e02e7-d836-4d18-b936-dd6c88099017, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=088e02e7-d836-4d18-b936-dd6c88099017,segment=NetworkSegment(e829a8cf-a8a7-4123-81d7-37d5a780b740),segment_id=e829a8cf-a8a7-4123-81d7-37d5a780b740)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:19.282016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:19.308981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Calling delete_port for 088e02e7-d836-4d18-b936-dd6c88099017 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:10:19.592160 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:19.606933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['088e02e7-d836-4d18-b936-dd6c88099017'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:10:19.642750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Pushing event deleted for resources: {'Port': ['ID=088e02e7-d836-4d18-b936-dd6c88099017,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:19.759024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] No DVR routers for this DVR port 088e02e7-d836-4d18-b936-dd6c88099017 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:10:19.765196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:19.772529 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-10e5a11e-cef5-43b0-ac4d-36dc0de851eb req-d2ec6dd5-c877-4002-81aa-25cc5abf85e4 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.47 "DELETE /v2.0/ports/088e02e7-d836-4d18-b936-dd6c88099017 HTTP/1.1" status: 204 len: 173 time: 0.9015694 Dec 17 16:10:19.775640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'name': 'network-vif-deleted', 'tag': '088e02e7-d836-4d18-b936-dd6c88099017'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:19.839785 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfebc26e-4694-4fa2-806d-31ea88410ace" -d '{"events": [{"server_uuid": "28bca107-4edd-48fd-8e4e-73831bc7360e", "name": "network-vif-deleted", "tag": "088e02e7-d836-4d18-b936-dd6c88099017"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:19.959190 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7510087-a9e4-49d5-86b2-ef8dd75f111b x-openstack-request-id: req-f7510087-a9e4-49d5-86b2-ef8dd75f111b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:19.959492 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bca107-4edd-48fd-8e4e-73831bc7360e", "name": "network-vif-deleted", "tag": "088e02e7-d836-4d18-b936-dd6c88099017", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:19.959750 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7510087-a9e4-49d5-86b2-ef8dd75f111b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:19.960462 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bca107-4edd-48fd-8e4e-73831bc7360e', 'name': 'network-vif-deleted', 'tag': '088e02e7-d836-4d18-b936-dd6c88099017', 'status': 'completed', 'code': 200} Dec 17 16:10:20.140501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39684) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:20.218227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9bfc74d8-ce80-476a-97d7-098589eed8ac req-2c50d4c3-bec8-465e-ba3b-2e35cbd24643 tempest-ServerPasswordTestJSON-627670097 tempest-ServerPasswordTestJSON-627670097-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bca107-4edd-48fd-8e4e-73831bc7360e HTTP/1.1" status: 200 len: 210 time: 0.0431619 Dec 17 16:10:20.293739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a33c1c67-8551-40f2-87f1-fcbebe89294f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:20.469901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4165009d-76e0-4742-bf88-3390cec800b6 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:10:20.549294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 4165009d-76e0-4742-bf88-3390cec800b6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:10:20.549651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4165009d-76e0-4742-bf88-3390cec800b6 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:10:21.048989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a33c1c67-8551-40f2-87f1-fcbebe89294f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.057415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a33c1c67-8551-40f2-87f1-fcbebe89294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.108414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a33c1c67-8551-40f2-87f1-fcbebe89294f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0efcaa88934e45c49ba8d08c6019de3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9663045 Dec 17 16:10:21.109312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c1c67-8551-40f2-87f1-fcbebe89294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4af6b69-4dc0-4ea3-9ebe-c6125bc9516a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:21.110976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39724) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:21.237026 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8b11a93f-8bb5-42a5-b197-2e35ee34dc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.295802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8b11a93f-8bb5-42a5-b197-2e35ee34dc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.297288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39732) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:21.361728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8b11a93f-8bb5-42a5-b197-2e35ee34dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.364980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8b11a93f-8bb5-42a5-b197-2e35ee34dc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.370003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8b11a93f-8bb5-42a5-b197-2e35ee34dc39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4af6b69-4dc0-4ea3-9ebe-c6125bc9516a HTTP/1.1" status: 204 len: 168 time: 0.2577965 Dec 17 16:10:21.378656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11a93f-8bb5-42a5-b197-2e35ee34dc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4af6b69-4dc0-4ea3-9ebe-c6125bc9516a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:21.419355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] Deleting subnet 8610d5b0-2da0-48f5-b2c1-f97d656d4cb5 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:10:21.427373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.518379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.611984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.705941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.762149 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:21.780120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8610d5b0-2da0-48f5-b2c1-f97d656d4cb5 HTTP/1.1" status: 204 len: 168 time: 0.4815085 Dec 17 16:10:21.781569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd76662-013f-4e74-b1bb-560a6f9d8ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8610d5b0-2da0-48f5-b2c1-f97d656d4cb5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:21.782536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39746) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:21.856024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 088e02e7-d836-4d18-b936-dd6c88099017 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:10:21.901548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 088e02e7-d836-4d18-b936-dd6c88099017 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:10:21.904859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 088e02e7-d836-4d18-b936-dd6c88099017 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:10:21.905610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.029362 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.053049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e9e2b6-3387-4678-a924-4f89d2f9b715']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:22.065229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e829a8cf-a8a7-4123-81d7-37d5a780b740') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:22.065795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e829a8cf-a8a7-4123-81d7-37d5a780b740') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:22.099106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.123497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.131727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:10:22.133134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:10:22.228325 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:10:22.234798 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.245438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.252560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] 10.222.0.54 "DELETE /v2.0/networks/35e9e2b6-3387-4678-a924-4f89d2f9b715 HTTP/1.1" status: 204 len: 168 time: 0.4676926 Dec 17 16:10:22.267636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1bc04-805c-4ab6-9484-3135efb7f7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=35e9e2b6-3387-4678-a924-4f89d2f9b715,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:22.412409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39776) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:22.464711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7c84a1a-e730-45ac-9479-32b3aacf21b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7a812c6deb94d54bf7459818606c8ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503025 Dec 17 16:10:22.467336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39778) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:22.521867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b1d506-c4d2-43de-a80d-23fc225c3fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.546292 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b1d506-c4d2-43de-a80d-23fc225c3fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.617694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b1d506-c4d2-43de-a80d-23fc225c3fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.620784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b1d506-c4d2-43de-a80d-23fc225c3fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:22.622169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-96b1d506-c4d2-43de-a80d-23fc225c3fbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b3e9995-1a45-4713-8c53-8236d0421d62 HTTP/1.1" status: 204 len: 168 time: 0.1536002 Dec 17 16:10:22.631007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1d506-c4d2-43de-a80d-23fc225c3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3e9995-1a45-4713-8c53-8236d0421d62,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:23.817479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39832) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:24.010520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1996525489-network', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:24.042423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Made reservation on behalf of bd08ec23d6de4ea998edf2431dda4a7c for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:24.047331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.063034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.164490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.173302 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.211435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd35b7-ec76-45d0-bf76-af39c54f2da1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:24.231692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:10:24.254764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.255196 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Added segment 737b7ab3-a434-481e-b347-f46dfa223547 of type vlan for network 171454bd-19a3-4022-b292-0fbaad1bb51d Dec 17 16:10:24.326020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.361058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.362128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:24.362787 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.451548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6320047 Dec 17 16:10:24.454529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39850) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:24.459730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Request body: {'subnet': {'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1996525489-subnet', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:24.472432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74afafb-6a5b-450f-995f-3284dab74d8b admin admin] Pushing event updated for resources: {'Network': ['ID=171454bd-19a3-4022-b292-0fbaad1bb51d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:24.485339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 171454bd-19a3-4022-b292-0fbaad1bb51d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:10:24.494553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Made reservation on behalf of bd08ec23d6de4ea998edf2431dda4a7c for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:24.496851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.753776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.813411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a75339b-cc0e-4165-8ac2-44ce31835386,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:24.859059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Checking segment: {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:10:24.862770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Network hostable DHCP agents. Network: 171454bd-19a3-4022-b292-0fbaad1bb51d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:10:24.882781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Network 171454bd-19a3-4022-b292-0fbaad1bb51d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:10:24.895384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 171454bd-19a3-4022-b292-0fbaad1bb51d) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:24.900252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:24.900902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.905769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea3c2c4-8e96-475d-93f3-04167e01138a None None] Network 171454bd-19a3-4022-b292-0fbaad1bb51d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:10:24.929907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-99ee23f4-c430-4911-899a-2aa374e3b18a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4676833 Dec 17 16:10:24.930138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39864) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:24.930889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:24.991868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:24.991868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:25.109285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3c9ea-891b-45d8-92a4-8319f4648128 None None] Network 171454bd-19a3-4022-b292-0fbaad1bb51d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:10:25.134079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:25.430878 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:25.770015 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-7152d010-71a6-4f62-97ac-325b19cfda16 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ab1ea015e033429da6c46c21a5f99759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350683 Dec 17 16:10:25.883624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:25.909904 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.006220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-eec42e52-9939-4e66-a128-cc36de4b6642 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:26.008219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-eec42e52-9939-4e66-a128-cc36de4b6642 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312248 Dec 17 16:10:26.053016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-fcb04b27-e496-417a-8065-52fbb935651a tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/quotas/ab1ea015e033429da6c46c21a5f99759 HTTP/1.1" status: 200 len: 375 time: 0.0321455 Dec 17 16:10:26.096139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c486bbee-b90a-4208-bb42-8c784ffea253 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab1ea015e033429da6c46c21a5f99759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345180 Dec 17 16:10:26.116354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Allocated IP 172.25.0.172 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d629f761-5f26-4121-a8db-e9c94dcc50c4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:10:26.189670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39926) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:26.266217 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.330825 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.370185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88023b14-c3cb-4067-ac8e-4b8da153aaf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.371149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:26.376772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:26.380511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:10:26.393426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae14721a-e46c-4230-996b-96a89c612f51 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:10:26.418510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Pushing event updated for resources: {'Port': ['ID=d629f761-5f26-4121-a8db-e9c94dcc50c4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:26.446311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f75d65f-5f46-474a-be41-bcb7e1f69bdf req-011daf2e-d0e4-49c5-80b9-c71fcc80902a tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 210 time: 0.0550511 Dec 17 16:10:26.515927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88023b14-c3cb-4067-ac8e-4b8da153aaf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.528698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88023b14-c3cb-4067-ac8e-4b8da153aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.548677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f14d162e-edab-4133-b318-13680597a8a0 None None] Provisioning complete for port d629f761-5f26-4121-a8db-e9c94dcc50c4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:26.549132 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f14d162e-edab-4133-b318-13680597a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.593587 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-88023b14-c3cb-4067-ac8e-4b8da153aaf0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=942a68cf76514d649607b54e3e682837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022422 Dec 17 16:10:26.596305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39946) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:26.643935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f14d162e-edab-4133-b318-13680597a8a0 None None] Port d629f761-5f26-4121-a8db-e9c94dcc50c4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:10:26.657150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88023b14-c3cb-4067-ac8e-4b8da153aaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a1940-cec7-40cb-bc93-679bae55eb24,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:26.681067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a595-e627-4428-953e-47d2902a9145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.705613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a595-e627-4428-953e-47d2902a9145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.719170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.761802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a595-e627-4428-953e-47d2902a9145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.767325 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a595-e627-4428-953e-47d2902a9145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:26.769233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ec3a595-e627-4428-953e-47d2902a9145 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/990a1940-cec7-40cb-bc93-679bae55eb24 HTTP/1.1" status: 204 len: 168 time: 0.1716723 Dec 17 16:10:26.780822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3a595-e627-4428-953e-47d2902a9145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a1940-cec7-40cb-bc93-679bae55eb24,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:27.010950 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:27.189181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Router 234c89fd-6552-4a23-800b-0772b8c743a8 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:10:27.226962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39970) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:27.243663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7828d1e-0497-41ac-8b47-b9f2df42fdd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:27.355911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7828d1e-0497-41ac-8b47-b9f2df42fdd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:27.362211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7828d1e-0497-41ac-8b47-b9f2df42fdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:27.390500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:10:27.401046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Sync routers for ids ['234c89fd-6552-4a23-800b-0772b8c743a8'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:10:27.416764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Routers {'234c89fd-6552-4a23-800b-0772b8c743a8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:10:27.417042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:27.418409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c7828d1e-0497-41ac-8b47-b9f2df42fdd5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3dce914b9af44b98bc27d965228bcaff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1902943 Dec 17 16:10:27.419753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7828d1e-0497-41ac-8b47-b9f2df42fdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8f9b3-45d4-4abf-8bcb-412466550d4b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:27.421789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['234c89fd-6552-4a23-800b-0772b8c743a8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:27.423632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3c00fd07-4653-44ee-877d-adcbb6335cad admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4964285 Dec 17 16:10:27.424366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39978) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:27.425537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39980) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:27.611992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b8f-4408-4a60-a8b3-783c7b49471c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:27.650233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aa64a090-4cf6-453c-8b8d-f668d66e2c86 req-044b7ab2-9e02-4779-b6ea-55cd28345840 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 210 time: 0.0413816 Dec 17 16:10:27.670554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b8f-4408-4a60-a8b3-783c7b49471c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:27.729676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Set router 234c89fd-6552-4a23-800b-0772b8c743a8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:10:27.877278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-0fa5141d-d1b1-4247-b1ec-a48083b00e7e tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ab1ea015e033429da6c46c21a5f99759&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611615 Dec 17 16:10:28.051834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640b46f-8188-4af3-829c-9c82316ef72d req-10b5689b-95e7-4e61-a59f-8a866d1bbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:28.053573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b640b46f-8188-4af3-829c-9c82316ef72d req-10b5689b-95e7-4e61-a59f-8a866d1bbb20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 0.3578813 Dec 17 16:10:28.066218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa40ce-2ed5-4e6a-9a7f-ec0a313bff70 req-47200b27-3ec4-4a9b-8648-1dcb960bd9ae tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:28.073132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b8f-4408-4a60-a8b3-783c7b49471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:28.074838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ccaa40ce-2ed5-4e6a-9a7f-ec0a313bff70 req-47200b27-3ec4-4a9b-8648-1dcb960bd9ae tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.3284683 Dec 17 16:10:28.077520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b8f-4408-4a60-a8b3-783c7b49471c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:28.082968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e7aa6b8f-4408-4a60-a8b3-783c7b49471c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41d8f9b3-45d4-4abf-8bcb-412466550d4b HTTP/1.1" status: 204 len: 168 time: 0.6563931 Dec 17 16:10:28.103665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:10:26Z', 'revision_number': 3, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port': {'id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:25Z', 'updated_at': '2021-12-17T16:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:28.119552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6b8f-4408-4a60-a8b3-783c7b49471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8f9b3-45d4-4abf-8bcb-412466550d4b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:28.335525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Checking router: 234c89fd-6552-4a23-800b-0772b8c743a8 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:10:28.336293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Updating router 234c89fd-6552-4a23-800b-0772b8c743a8 port d629f761-5f26-4121-a8db-e9c94dcc50c4 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:10:28.372506 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:28.472409 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:28.646069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640b46f-8188-4af3-829c-9c82316ef72d req-ba9c1b44-7d10-425f-b90e-3c9c4c4abe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:28.647714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b640b46f-8188-4af3-829c-9c82316ef72d req-ba9c1b44-7d10-425f-b90e-3c9c4c4abe40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.5445690 Dec 17 16:10:28.748430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ccaa40ce-2ed5-4e6a-9a7f-ec0a313bff70 req-2f983dad-f98f-483a-8f62-8a32093a2637 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6725957 Dec 17 16:10:28.881318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-929e1ee6-b194-47e0-b272-efc95c23b6bd tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:28.882945 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-929e1ee6-b194-47e0-b272-efc95c23b6bd tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9986515 Dec 17 16:10:28.909404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbc7cd39-9d2a-4fe5-95a8-f03cd85589b6 req-d4f24041-69c7-4f70-9f97-b03daaff3f63 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 210 time: 0.0955901 Dec 17 16:10:28.915282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Request body: {'port': {'device_id': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': 'ab1ea015e033429da6c46c21a5f99759'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:28.959844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Allocated IP 172.20.0.1 (171454bd-19a3-4022-b292-0fbaad1bb51d/2a75339b-cc0e-4165-8ac2-44ce31835386/7695bed9-e3ed-49b7-a5eb-e0963f7f109f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:10:28.969032 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:28.970459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b640b46f-8188-4af3-829c-9c82316ef72d req-88475802-de6d-4405-bed4-422d5619cdc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.3049464 Dec 17 16:10:28.977833 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.064846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b57446-a025-4da9-a6c0-7703ef745085 None None] Pushing event updated for resources: {'Port': ['ID=d629f761-5f26-4121-a8db-e9c94dcc50c4,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:29.097104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640b46f-8188-4af3-829c-9c82316ef72d req-93edbfff-431f-4527-a29c-6909d5f8bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:29.105348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b640b46f-8188-4af3-829c-9c82316ef72d req-93edbfff-431f-4527-a29c-6909d5f8bb39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1221220 Dec 17 16:10:29.113795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Attempting to bind port d629f761-5f26-4121-a8db-e9c94dcc50c4 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:10:29.114414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Attempting to bind port d629f761-5f26-4121-a8db-e9c94dcc50c4 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:10:29.115127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Attempting to bind port d629f761-5f26-4121-a8db-e9c94dcc50c4 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:29.122984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:10:29.124150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:10:29.124802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.126332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:10:29.127809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Bound port: d629f761-5f26-4121-a8db-e9c94dcc50c4, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:10:29.128465 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.200469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] For port d629f761-5f26-4121-a8db-e9c94dcc50c4, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:10:29.201328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.206395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] For port d629f761-5f26-4121-a8db-e9c94dcc50c4, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d629f761-5f26-4121-a8db-e9c94dcc50c4,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:10:29.208989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f6607-403c-4c7c-92d5-d6fd125e4cbc None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:10:29.232432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.249032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.296903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640b46f-8188-4af3-829c-9c82316ef72d req-2ab8408d-7209-4b4e-bd65-35b95eeb2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:29.298591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b640b46f-8188-4af3-829c-9c82316ef72d req-2ab8408d-7209-4b4e-bd65-35b95eeb2740 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844060 Dec 17 16:10:29.317858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Routers {'234c89fd-6552-4a23-800b-0772b8c743a8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:10:29.318642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['234c89fd-6552-4a23-800b-0772b8c743a8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:29.328373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa4da0-ffe2-45ae-b1ed-76baa630f77e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:10:29.374948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Network 171454bd-19a3-4022-b292-0fbaad1bb51d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:29.393489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:29.438823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:10:29.442437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-aabbd676-f1e7-4632-b8c1-4eb4e8739f6d None None] Provisioning complete for port d629f761-5f26-4121-a8db-e9c94dcc50c4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:29.443669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aabbd676-f1e7-4632-b8c1-4eb4e8739f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.444807 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b640b46f-8188-4af3-829c-9c82316ef72d req-f784d242-ba44-47eb-8750-c55e31edafb0 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337700 Dec 17 16:10:29.449270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Made reservation on behalf of ab1ea015e033429da6c46c21a5f99759 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:29.457913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.508109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.526624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Pushing event updated for resources: {'Port': ['ID=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:29.543384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b57446-a025-4da9-a6c0-7703ef745085 None None] Pushing event updated for resources: {'Port': ['ID=d629f761-5f26-4121-a8db-e9c94dcc50c4,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:29.544732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.675139 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aabbd676-f1e7-4632-b8c1-4eb4e8739f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.700373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-aabbd676-f1e7-4632-b8c1-4eb4e8739f6d None None] For port d629f761-5f26-4121-a8db-e9c94dcc50c4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d629f761-5f26-4121-a8db-e9c94dcc50c4,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:29.721206 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aabbd676-f1e7-4632-b8c1-4eb4e8739f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.736008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.745611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.769243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.842627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] Set router 234c89fd-6552-4a23-800b-0772b8c743a8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:10:29.942501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3c7830d2-53e4-4a3f-ada3-cdf6588c4a16 None None] Provisioning complete for port d629f761-5f26-4121-a8db-e9c94dcc50c4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:29.942880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c7830d2-53e4-4a3f-ada3-cdf6588c4a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:29.949628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbd676-f1e7-4632-b8c1-4eb4e8739f6d None None] Pushing event updated for resources: {'Port': ['ID=d629f761-5f26-4121-a8db-e9c94dcc50c4,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:29.989518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b640b46f-8188-4af3-829c-9c82316ef72d req-3dd6ff95-63e6-4903-99eb-662ac4db5523 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234489 Dec 17 16:10:30.017555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1670e0-c424-4cd7-b299-f8cea51fd9a4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:30.077817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca2f9f-fc6b-462e-b2e6-2b90675de87e req-9a4f3b7f-a53a-49e2-ae0f-d9fb374420df tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:30.085745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74ca2f9f-fc6b-462e-b2e6-2b90675de87e req-9a4f3b7f-a53a-49e2-ae0f-d9fb374420df tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1442337 Dec 17 16:10:30.118149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Allocated IP 192.168.233.246 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/60d0804f-ef67-464a-915e-1caf63d5ad11) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:10:30.165700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74ca2f9f-fc6b-462e-b2e6-2b90675de87e req-22f465f7-1cad-4a6f-a0c4-34e29a921255 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769260 Dec 17 16:10:30.232715 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:30.241053 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:30.342757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:10:26Z', 'revision_number': 3, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port': {'id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:25Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:30.350131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:30.401929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c673e-200c-451b-b8eb-e23c2b4eac6b None None] The sync data for ids ['234c89fd-6552-4a23-800b-0772b8c743a8'] in n-d-806683-20 is: [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:10:26Z', 'revision_number': 3, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port': {'id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:25Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:10:30.457809 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6836e1b9-90f8-4cc7-8326-0a43d51e3e75 req-6f2b8227-edf6-43cf-a7e6-4f49f04ba9de tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 210 time: 0.1311586 Dec 17 16:10:30.458962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Pushing event updated for resources: {'Port': ['ID=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:30.490794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:30.553451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:30.635626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Network 171454bd-19a3-4022-b292-0fbaad1bb51d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:30.637723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:30.670829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:30.680355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:30.698145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:10:30.743810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Pushing event updated for resources: {'Port': ['ID=60d0804f-ef67-464a-915e-1caf63d5ad11,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:30.808141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:30.809508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:30.875841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Router 234c89fd-6552-4a23-800b-0772b8c743a8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:10:30.883452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-4fe39bdf-cc80-4ef4-9afb-5c0711f129da tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9841399 Dec 17 16:10:30.895890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Request body: {'port': {'device_id': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:30.991709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:31.134114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:10:31.151493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6926b847-8796-4e56-aefb-11d4a5f26a61 admin admin] 10.222.0.54 "PUT /v2.0/routers/234c89fd-6552-4a23-800b-0772b8c743a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7118254 Dec 17 16:10:31.175578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2a7d4793-c4bc-4833-ab0e-992373eaa38a None None] Provisioning complete for port 60d0804f-ef67-464a-915e-1caf63d5ad11 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:31.176645 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a7d4793-c4bc-4833-ab0e-992373eaa38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:31.321456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d4793-c4bc-4833-ab0e-992373eaa38a None None] Port 60d0804f-ef67-464a-915e-1caf63d5ad11 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:10:31.433815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8194fb9-d022-4d0c-b783-46e10b78264e req-f5c89d78-f5ec-46ee-8197-7eab42c2764f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:31.435302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8194fb9-d022-4d0c-b783-46e10b78264e req-f5c89d78-f5ec-46ee-8197-7eab42c2764f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1093004 Dec 17 16:10:31.534758 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8194fb9-d022-4d0c-b783-46e10b78264e req-eb4dc4e6-388d-4799-a517-9e6e9a08dbd3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778656 Dec 17 16:10:31.729881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d0804f-ef67-464a-915e-1caf63d5ad11 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:10:31.745216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:31.792786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Transition to ACTIVE for port object 60d0804f-ef67-464a-915e-1caf63d5ad11 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:10:31.804269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56d011-53d0-4e1e-a15a-159c5a25e119 req-b81a699e-13ee-4583-83bf-9dfb75f40056 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:31.818131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd56d011-53d0-4e1e-a15a-159c5a25e119 req-b81a699e-13ee-4583-83bf-9dfb75f40056 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 936 time: 0.1335392 Dec 17 16:10:31.823946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:31.918524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Pushing event updated for resources: {'Port': ['ID=60d0804f-ef67-464a-915e-1caf63d5ad11,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:32.011627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd56d011-53d0-4e1e-a15a-159c5a25e119 req-4c962fb0-6306-437b-94c4-5073b86cf82d tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924486 Dec 17 16:10:32.153005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Attempting to bind port 60d0804f-ef67-464a-915e-1caf63d5ad11 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:10:32.153349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Attempting to bind port 60d0804f-ef67-464a-915e-1caf63d5ad11 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:10:32.154740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Attempting to bind port 60d0804f-ef67-464a-915e-1caf63d5ad11 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:32.160024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Port 60d0804f-ef67-464a-915e-1caf63d5ad11 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:10:32.160359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Attempting to bind port 60d0804f-ef67-464a-915e-1caf63d5ad11 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:32.179072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:10:32.179423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:10:32.179844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:10:32.180310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Bound port: 60d0804f-ef67-464a-915e-1caf63d5ad11, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:10:32.188894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:32.319144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] For port 60d0804f-ef67-464a-915e-1caf63d5ad11, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:10:32.327919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] For port 60d0804f-ef67-464a-915e-1caf63d5ad11, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=60d0804f-ef67-464a-915e-1caf63d5ad11,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:10:32.344744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:32.355255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-4abdc770-f346-44fd-9a20-c4707fd60ab6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.361106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-4abdc770-f346-44fd-9a20-c4707fd60ab6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 811 time: 0.3237808 Dec 17 16:10:32.405860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-a4e77925-bc79-4b16-aa34-684086e98014 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/quotas/bd08ec23d6de4ea998edf2431dda4a7c HTTP/1.1" status: 200 len: 375 time: 0.0328469 Dec 17 16:10:32.443179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.444502 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:32.447477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] 10.222.0.47 "PUT /v2.0/ports/60d0804f-ef67-464a-915e-1caf63d5ad11 HTTP/1.1" status: 200 len: 1097 time: 1.5558193 Dec 17 16:10:32.448074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'tag': '60d0804f-ef67-464a-915e-1caf63d5ad11'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:32.461650 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac" -d '{"events": [{"name": "network-changed", "server_uuid": "829d06f5-14f0-4dca-9526-ce838b6b5263", "tag": "60d0804f-ef67-464a-915e-1caf63d5ad11"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:32.508626 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-20404e80-9850-46e7-99ca-36fd688211a0 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015298 Dec 17 16:10:32.595151 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5608171-bdfb-4bf1-94e9-11025954d587 x-openstack-request-id: req-b5608171-bdfb-4bf1-94e9-11025954d587 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:32.595615 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829d06f5-14f0-4dca-9526-ce838b6b5263", "tag": "60d0804f-ef67-464a-915e-1caf63d5ad11", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:32.596208 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5608171-bdfb-4bf1-94e9-11025954d587 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:32.596891 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'tag': '60d0804f-ef67-464a-915e-1caf63d5ad11', 'status': 'completed', 'code': 200} Dec 17 16:10:32.608169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833aa75-c148-4821-9ab1-3273dea0136b service neutron] Pushing event updated for resources: {'Port': ['ID=60d0804f-ef67-464a-915e-1caf63d5ad11,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:32.677207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c509194c-9219-42bc-9685-f2baf800f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.679005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-c509194c-9219-42bc-9685-f2baf800f6b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab1ea015e033429da6c46c21a5f99759&device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 1100 time: 0.1348481 Dec 17 16:10:32.722239 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-e0907cdf-3b01-4187-9e7d-d97a44db31e2 service neutron] 10.222.0.54 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120662 Dec 17 16:10:32.749991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-3a9f9e75-964c-4ec7-a551-72acccaf2590 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=60d0804f-ef67-464a-915e-1caf63d5ad11 HTTP/1.1" status: 200 len: 217 time: 0.0618014 Dec 17 16:10:32.878054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-6617ff04-5e40-414f-bd2a-69bf9dcaf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.879856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-6617ff04-5e40-414f-bd2a-69bf9dcaf7c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.1226246 Dec 17 16:10:32.939745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40142) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:32.978484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d629f761-5f26-4121-a8db-e9c94dcc50c4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:10:33.049483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-e04b9f2c-af44-4e80-8e9e-770d4bf0fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:33.053585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-e04b9f2c-af44-4e80-8e9e-770d4bf0fd25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1665704 Dec 17 16:10:33.092946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d629f761-5f26-4121-a8db-e9c94dcc50c4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:33.093319 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.283714 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e6972a7-2371-4910-9ff5-6009cb1a11fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.403498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e6972a7-2371-4910-9ff5-6009cb1a11fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.416062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e6972a7-2371-4910-9ff5-6009cb1a11fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.458707 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Sync routers for ids ['234c89fd-6552-4a23-800b-0772b8c743a8'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:10:33.472616 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Routers {'234c89fd-6552-4a23-800b-0772b8c743a8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:10:33.474386 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['234c89fd-6552-4a23-800b-0772b8c743a8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:33.499102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67cc50-d758-4eb1-8ca7-36c8acf21310 req-3d3447dd-2810-425e-8363-52e2057c502a tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:33.507495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f67cc50-d758-4eb1-8ca7-36c8acf21310 req-3d3447dd-2810-425e-8363-52e2057c502a tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 948 time: 0.3323278 Dec 17 16:10:33.550020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e6972a7-2371-4910-9ff5-6009cb1a11fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af2391cf0a2648c884b3c9cea23836d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5532606 Dec 17 16:10:33.565025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40154) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:33.664778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-f9f75b36-174c-4507-9257-b340b357a381 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033232 Dec 17 16:10:33.675119 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Set router 234c89fd-6552-4a23-800b-0772b8c743a8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:10:33.679104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6972a7-2371-4910-9ff5-6009cb1a11fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6287d86-3eb5-49c9-8240-48b52ac0bac5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:33.783686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f67cc50-d758-4eb1-8ca7-36c8acf21310 req-fa21e2ea-b4c0-44ff-87b0-23c0c4e9c334 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682691 Dec 17 16:10:33.817632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02fbdbf2-c910-4123-b869-b6f3c5d62893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.830222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-eee34d97-c3c0-4e11-8ce0-39e598a5a47b service neutron] 10.222.0.54 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1009116 Dec 17 16:10:33.860508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02fbdbf2-c910-4123-b869-b6f3c5d62893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.919917 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a5eec89-a81b-49e5-8c1d-d5847906102b req-31b6cc9c-b9fd-488e-aa74-6c935bf21b6e service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368281 Dec 17 16:10:33.947955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02fbdbf2-c910-4123-b869-b6f3c5d62893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.951157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02fbdbf2-c910-4123-b869-b6f3c5d62893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:33.952694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-02fbdbf2-c910-4123-b869-b6f3c5d62893 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6287d86-3eb5-49c9-8240-48b52ac0bac5 HTTP/1.1" status: 204 len: 168 time: 0.3843431 Dec 17 16:10:33.969458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbdbf2-c910-4123-b869-b6f3c5d62893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6287d86-3eb5-49c9-8240-48b52ac0bac5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:34.080816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-38edf44b-7677-4986-8830-19f13aef8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:34.082680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-38edf44b-7677-4986-8830-19f13aef8889 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ab1ea015e033429da6c46c21a5f99759&device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 1100 time: 0.0607803 Dec 17 16:10:34.209333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24cc2cae-6a75-4720-8ffb-f98edf785616 req-cfe64d49-7fa0-4e1b-83cb-a901acb604ae tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 210 time: 0.0474622 Dec 17 16:10:34.265178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-f146a9c8-a765-440e-a269-8650347b6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:34.267016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-f146a9c8-a765-440e-a269-8650347b6c67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.1766219 Dec 17 16:10:34.282367 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 4, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port': {'id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:25Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7695bed9-e3ed-49b7-a5eb-e0963f7f109f', 'name': '', 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'mac_address': 'fa:16:3e:09:94:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:28Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 2, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'subnets': [{'id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:34.310963 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Checking router: 234c89fd-6552-4a23-800b-0772b8c743a8 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:10:34.311378 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Updating router 234c89fd-6552-4a23-800b-0772b8c743a8 port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:10:34.318736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-1a9c1197-263d-40d8-81a0-5c7f18331490 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=60d0804f-ef67-464a-915e-1caf63d5ad11 HTTP/1.1" status: 200 len: 217 time: 0.0433834 Dec 17 16:10:34.351347 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:34.393275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-3cad23e2-b948-4d58-8afd-3a76fe4b469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:34.395662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-3cad23e2-b948-4d58-8afd-3a76fe4b469b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0680392 Dec 17 16:10:34.485242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40172) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:34.507316 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64cb560-f767-4c3f-bfbf-1177a69234e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:34.534934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-bffd6800-13f3-4599-8c19-af84fd343b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:34.544962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-bffd6800-13f3-4599-8c19-af84fd343b82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421318 Dec 17 16:10:34.730260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64cb560-f767-4c3f-bfbf-1177a69234e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:34.738854 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e64cb560-f767-4c3f-bfbf-1177a69234e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:34.773364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-352932e1-ce1e-40e2-8bdc-c721b67d3c11 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123590 Dec 17 16:10:34.823766 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:34.832106 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:34.878897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cb560-f767-4c3f-bfbf-1177a69234e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65264ff-2b62-40cb-b793-f8ce2e445085,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:34.886911 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Pushing event updated for resources: {'Port': ['ID=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:34.925919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:34.927001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e64cb560-f767-4c3f-bfbf-1177a69234e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c5dfc87781a42e68504bc0c8e085993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295299 Dec 17 16:10:34.938633 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.939004 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.940016 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.943340 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.945529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.946929 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.947271 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.947606 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.950675 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.951049 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.954230 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.956758 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:34.957128 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:35.001411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9943f0-e276-48b3-b457-3ef7d4c52f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:35.042380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bbc66-0ed1-4040-8a91-44bd5ef687df req-9223f9b3-ddcf-48e6-b43d-7ed0d19bfb3d tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:35.052171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de1d4b2b-0de4-4a8c-82f1-fca6f09fdbac req-d336f2b0-3c00-438d-9829-fb782c0a3814 service neutron] 10.222.0.47 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713313 Dec 17 16:10:35.068498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd5bbc66-0ed1-4040-8a91-44bd5ef687df req-9223f9b3-ddcf-48e6-b43d-7ed0d19bfb3d tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 948 time: 0.1369648 Dec 17 16:10:35.073816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9943f0-e276-48b3-b457-3ef7d4c52f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:35.095173 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Attempting to bind port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:10:35.095604 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Attempting to bind port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:10:35.096002 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Attempting to bind port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f on network 171454bd-19a3-4022-b292-0fbaad1bb51d {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:35.113804 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:10:35.119402 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Checking segment: {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:10:35.119928 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:35.120355 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Bound using segment: {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:10:35.120882 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Bound port: 7695bed9-e3ed-49b7-a5eb-e0963f7f109f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:10:35.121291 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:35.162776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9943f0-e276-48b3-b457-3ef7d4c52f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:35.165876 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb9943f0-e276-48b3-b457-3ef7d4c52f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:35.167048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb9943f0-e276-48b3-b457-3ef7d4c52f12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c65264ff-2b62-40cb-b793-f8ce2e445085 HTTP/1.1" status: 204 len: 168 time: 0.2404718 Dec 17 16:10:35.175442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd5bbc66-0ed1-4040-8a91-44bd5ef687df req-810fa79a-8d66-4286-b78e-ff66424594f8 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053717 Dec 17 16:10:35.177732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9943f0-e276-48b3-b457-3ef7d4c52f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65264ff-2b62-40cb-b793-f8ce2e445085,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:35.260577 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] For port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:10:35.264654 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] For port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:10:35.273151 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:35.351089 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Routers {'234c89fd-6552-4a23-800b-0772b8c743a8'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:10:35.352753 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['234c89fd-6552-4a23-800b-0772b8c743a8'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:35.383460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2da08d12-bb47-4ce2-bcd2-d3fa1563eb4e req-197b4f8e-dd9f-4f47-b034-f5e17782f63e tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 210 time: 0.0513077 Dec 17 16:10:35.410116 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447faa4-ff32-4c6b-b661-1ca36c6ceecb None None] Pushing event updated for resources: {'Port': ['ID=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:35.526363 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] Set router 234c89fd-6552-4a23-800b-0772b8c743a8 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:10:35.883314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-7165174e-f9d5-4896-bdca-94ba151219a5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:35.886760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-7165174e-f9d5-4896-bdca-94ba151219a5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 811 time: 0.2655973 Dec 17 16:10:35.890535 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 4, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port': {'id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:25Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7695bed9-e3ed-49b7-a5eb-e0963f7f109f', 'name': '', 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'mac_address': 'fa:16:3e:09:94:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:28Z', 'updated_at': '2021-12-17T16:10:35Z', 'revision_number': 4, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'subnets': [{'id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:35.902493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Request body: {'port': {'device_id': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'admin_state_up': True, 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:35.936220 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36408868-326a-4ef9-b33d-8c2d5643a979 None None] The sync data for ids ['234c89fd-6552-4a23-800b-0772b8c743a8'] in n-d-806683-20 is: [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 4, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port': {'id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:25Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7695bed9-e3ed-49b7-a5eb-e0963f7f109f', 'name': '', 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'mac_address': 'fa:16:3e:09:94:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:28Z', 'updated_at': '2021-12-17T16:10:35Z', 'revision_number': 4, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'subnets': [{'id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:10:35.948383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 60d0804f-ef67-464a-915e-1caf63d5ad11 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:10:36.182481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 60d0804f-ef67-464a-915e-1caf63d5ad11, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=60d0804f-ef67-464a-915e-1caf63d5ad11,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:36.199797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Made reservation on behalf of bd08ec23d6de4ea998edf2431dda4a7c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:36.206235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:36.222986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '60d0804f-ef67-464a-915e-1caf63d5ad11', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '60d0804f-ef67-464a-915e-1caf63d5ad11', 'mac_address': 'fa:16:3e:5e:5e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:10:36.293553 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:36.308540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d0804f-ef67-464a-915e-1caf63d5ad11 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:10:36.344396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 60d0804f-ef67-464a-915e-1caf63d5ad11, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=60d0804f-ef67-464a-915e-1caf63d5ad11,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:36.376827 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:36.459062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60c09-1684-4ef1-8e5e-4fda8f106ddb req-c35215b8-8dcd-4f6d-95c1-2ec220b801f3 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:36.473534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bac60c09-1684-4ef1-8e5e-4fda8f106ddb req-c35215b8-8dcd-4f6d-95c1-2ec220b801f3 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 948 time: 0.1745033 Dec 17 16:10:36.604720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bac60c09-1684-4ef1-8e5e-4fda8f106ddb req-0f090606-91f1-49a9-98fa-325a7303825f tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296172 Dec 17 16:10:36.614984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d34b3590-93e9-4088-8aed-29ee07e0a39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:36.636803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=60d0804f-ef67-464a-915e-1caf63d5ad11,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:36.652865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['60d0804f-ef67-464a-915e-1caf63d5ad11'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:10:36.663728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9af0e56c-d6e4-47e3-bbd9-3507391981f4 req-d4e515df-ca9f-400e-86b5-6b8360113177 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 210 time: 0.0801361 Dec 17 16:10:36.680473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Allocated IP 172.20.0.4 (171454bd-19a3-4022-b292-0fbaad1bb51d/2a75339b-cc0e-4165-8ac2-44ce31835386/a0c6381d-0208-464b-8d63-3b64383fc4f8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:10:36.947103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7695bed9-e3ed-49b7-a5eb-e0963f7f109f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:10:37.057574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:37.058247 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.073466 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.114924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.165086 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.180565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Network 171454bd-19a3-4022-b292-0fbaad1bb51d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:37.185423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:37.196744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:10:37.208701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Pushing event updated for resources: {'Port': ['ID=a0c6381d-0208-464b-8d63-3b64383fc4f8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:37.274637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:37.285567 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.293137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:37.296431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.330333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-0be6db3d-de3b-47f8-a630-99b7fcebfd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4318871 Dec 17 16:10:37.346496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Request body: {'port': {'device_id': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:37.411960 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.441510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:37.512226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40244) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:37.679179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90da03c6-b81d-47fd-acd2-924f8b46b2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.771329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90da03c6-b81d-47fd-acd2-924f8b46b2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.777225 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90da03c6-b81d-47fd-acd2-924f8b46b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:37.821711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-90da03c6-b81d-47fd-acd2-924f8b46b2c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4fb113c31e6548f7910f6827459f3cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077073 Dec 17 16:10:37.824236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da03c6-b81d-47fd-acd2-924f8b46b2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c414442-3252-4556-b1fd-d1889924738a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:37.829009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40254) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:37.906057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a47957-969e-42ff-bb6b-f533e622621b req-b1b2629d-5156-4b06-a0aa-c2d0db613bc5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:37.908370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52a47957-969e-42ff-bb6b-f533e622621b req-b1b2629d-5156-4b06-a0aa-c2d0db613bc5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 931 time: 0.0852590 Dec 17 16:10:37.918266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e094d0d-1956-41e4-a885-5b562516a73a req-b2fc55fd-dba6-4730-8650-15a3853a74dd tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:37.919801 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e094d0d-1956-41e4-a885-5b562516a73a req-b2fc55fd-dba6-4730-8650-15a3853a74dd tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 949 time: 0.1737514 Dec 17 16:10:37.964071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 60d0804f-ef67-464a-915e-1caf63d5ad11 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:10:37.975510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52a47957-969e-42ff-bb6b-f533e622621b req-011a8c6f-0d42-4230-a629-10df95f2c846 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Dec 17 16:10:38.039080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fea35de-160d-4f3c-9d3a-7415e435db3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.060877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e094d0d-1956-41e4-a885-5b562516a73a req-cefbdb79-66fc-41dc-b06b-2500df3da2cd tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323016 Dec 17 16:10:38.071501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c6381d-0208-464b-8d63-3b64383fc4f8 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:10:38.094790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.119968 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fea35de-160d-4f3c-9d3a-7415e435db3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.122683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 60d0804f-ef67-464a-915e-1caf63d5ad11 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:10:38.127956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 60d0804f-ef67-464a-915e-1caf63d5ad11 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:38.128544 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.130695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Transition to ACTIVE for port object a0c6381d-0208-464b-8d63-3b64383fc4f8 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:10:38.139959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.231061 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.246324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Pushing event updated for resources: {'Port': ['ID=a0c6381d-0208-464b-8d63-3b64383fc4f8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:38.300582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0804f-ef67-464a-915e-1caf63d5ad11'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:38.302994 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673eccff-55c5-42e5-aee9-7b1f5af82136" -d '{"events": [{"server_uuid": "829d06f5-14f0-4dca-9526-ce838b6b5263", "name": "network-vif-plugged", "status": "completed", "tag": "60d0804f-ef67-464a-915e-1caf63d5ad11"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:38.317734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 60d0804f-ef67-464a-915e-1caf63d5ad11, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=60d0804f-ef67-464a-915e-1caf63d5ad11,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:38.327249 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.338521 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fea35de-160d-4f3c-9d3a-7415e435db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.342066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fea35de-160d-4f3c-9d3a-7415e435db3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.343604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2fea35de-160d-4f3c-9d3a-7415e435db3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c414442-3252-4556-b1fd-d1889924738a HTTP/1.1" status: 204 len: 168 time: 0.5123484 Dec 17 16:10:38.362573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea35de-160d-4f3c-9d3a-7415e435db3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c414442-3252-4556-b1fd-d1889924738a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:38.375713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Attempting to bind port a0c6381d-0208-464b-8d63-3b64383fc4f8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:10:38.376208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Attempting to bind port a0c6381d-0208-464b-8d63-3b64383fc4f8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:10:38.376561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Attempting to bind port a0c6381d-0208-464b-8d63-3b64383fc4f8 on network 171454bd-19a3-4022-b292-0fbaad1bb51d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:38.381972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Port a0c6381d-0208-464b-8d63-3b64383fc4f8 on network 171454bd-19a3-4022-b292-0fbaad1bb51d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:10:38.382349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Attempting to bind port a0c6381d-0208-464b-8d63-3b64383fc4f8 on network 171454bd-19a3-4022-b292-0fbaad1bb51d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:10:38.388289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:10:38.388671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Checking segment: {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:10:38.389386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Bound using segment: {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:10:38.390393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Bound port: a0c6381d-0208-464b-8d63-3b64383fc4f8, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:10:38.391311 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.410938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=60d0804f-ef67-464a-915e-1caf63d5ad11,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:38.433804 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d977688-3a18-4282-a9eb-456b96478f5d x-openstack-request-id: req-4d977688-3a18-4282-a9eb-456b96478f5d {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:38.434089 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829d06f5-14f0-4dca-9526-ce838b6b5263", "name": "network-vif-plugged", "status": "completed", "tag": "60d0804f-ef67-464a-915e-1caf63d5ad11", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:38.437297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-e4aef868-a444-46e0-b0cc-d482eb1f147f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1395547 Dec 17 16:10:38.452145 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d977688-3a18-4282-a9eb-456b96478f5d {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:38.452706 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0804f-ef67-464a-915e-1caf63d5ad11', 'code': 200} Dec 17 16:10:38.509525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] For port a0c6381d-0208-464b-8d63-3b64383fc4f8, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:10:38.513289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] For port a0c6381d-0208-464b-8d63-3b64383fc4f8, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:10:38.520620 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.572746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-332c2d3f-f928-413e-91be-cad3e87103b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:38.575457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-332c2d3f-f928-413e-91be-cad3e87103b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 1097 time: 0.1080563 Dec 17 16:10:38.586513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b107b-72c3-43da-91cf-c68c29c48117 req-1d70d565-4d86-4deb-ae5b-de55b9bed78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:38.592533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b60b107b-72c3-43da-91cf-c68c29c48117 req-1d70d565-4d86-4deb-ae5b-de55b9bed78d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 1102 time: 0.0861032 Dec 17 16:10:38.624569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:38.625995 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.628048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] 10.222.0.49 "PUT /v2.0/ports/a0c6381d-0208-464b-8d63-3b64383fc4f8 HTTP/1.1" status: 200 len: 1092 time: 1.2885454 Dec 17 16:10:38.628847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'tag': 'a0c6381d-0208-464b-8d63-3b64383fc4f8'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:38.632362 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71" -d '{"events": [{"name": "network-changed", "server_uuid": "e986f0a1-a6f7-484a-abfd-b1e787632d6c", "tag": "a0c6381d-0208-464b-8d63-3b64383fc4f8"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:38.695607 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-504f38e6-8403-4a2b-8e46-42523ebd84c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.762665 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9b6e2a-d5f2-4acc-9a48-f511ac6f6b23 x-openstack-request-id: req-0e9b6e2a-d5f2-4acc-9a48-f511ac6f6b23 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:38.763222 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e986f0a1-a6f7-484a-abfd-b1e787632d6c", "tag": "a0c6381d-0208-464b-8d63-3b64383fc4f8", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:38.763727 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e9b6e2a-d5f2-4acc-9a48-f511ac6f6b23 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:38.764585 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'tag': 'a0c6381d-0208-464b-8d63-3b64383fc4f8', 'status': 'completed', 'code': 200} Dec 17 16:10:38.767295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afe102-d6f8-4c49-ba40-21c88758108c service neutron] Pushing event updated for resources: {'Port': ['ID=a0c6381d-0208-464b-8d63-3b64383fc4f8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:38.780070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-df0ca132-c772-4f9a-9dfe-a1e6e7d2ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:38.782258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-df0ca132-c772-4f9a-9dfe-a1e6e7d2ebef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 1095 time: 0.0908232 Dec 17 16:10:38.808860 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b60b107b-72c3-43da-91cf-c68c29c48117 req-a7ba1770-a3dd-4860-aab7-8cee0339665f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083468 Dec 17 16:10:38.837314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-e0b9748e-c456-42fb-bbe7-a0077da1a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:38.838791 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-e0b9748e-c456-42fb-bbe7-a0077da1a57e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.2181475 Dec 17 16:10:38.875261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7695bed9-e3ed-49b7-a5eb-e0963f7f109f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:10:38.876808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-4d3b1bc3-09b2-4ee3-92f0-95097a7f6bf4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8 HTTP/1.1" status: 200 len: 217 time: 0.0862703 Dec 17 16:10:38.936443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-82cc891b-967b-41e0-95de-866591ff6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:38.938951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-82cc891b-967b-41e0-95de-866591ff6fb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 200 len: 851 time: 0.0549467 Dec 17 16:10:38.959169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:38.959857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:38.986501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-cba46171-7833-49eb-895d-8d5f16cfca87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171454bd-19a3-4022-b292-0fbaad1bb51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403252 Dec 17 16:10:39.074027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-aedaf431-e84b-4ccb-be5b-280de55881a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f HTTP/1.1" status: 200 len: 217 time: 0.0619466 Dec 17 16:10:39.176003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-3dcebe4a-6ea1-4240-b75a-ef7cc5d60630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:39.177553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-3dcebe4a-6ea1-4240-b75a-ef7cc5d60630 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.0945358 Dec 17 16:10:39.255055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fee11-2bfb-451a-93a5-0c0ec500bb6f req-664d7b52-8abb-4ebf-a1c7-9fcdc00af13b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:39.263065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-077fee11-2bfb-451a-93a5-0c0ec500bb6f req-664d7b52-8abb-4ebf-a1c7-9fcdc00af13b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 943 time: 0.0864739 Dec 17 16:10:39.267635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-64cde1bf-7d1b-44bf-ae45-4f1d2fbcad05 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741606 Dec 17 16:10:39.374179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc8c90-e295-4bdd-8abf-6c67bff6093d req-388af3f1-6ef8-4aed-bbb9-164979c5b99f tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:39.382774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94dc8c90-e295-4bdd-8abf-6c67bff6093d req-388af3f1-6ef8-4aed-bbb9-164979c5b99f tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 950 time: 0.1826761 Dec 17 16:10:39.385350 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd94fa6e-455b-40f7-8823-1beec54b6f81 req-41c78d64-24fd-4971-b4a5-aaf8ce66667a service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101673 Dec 17 16:10:39.408092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-f23c8be7-cb38-4952-850a-0fd19890cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:39.409643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-f23c8be7-cb38-4952-850a-0fd19890cc65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2077379 Dec 17 16:10:39.486012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-077fee11-2bfb-451a-93a5-0c0ec500bb6f req-b17e3c03-6e66-46f8-86c0-646bfdead68d tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221215 Dec 17 16:10:39.535675 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94dc8c90-e295-4bdd-8abf-6c67bff6093d req-dcd4e842-8d4c-4d91-99d9-c7b4e1d76228 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512644 Dec 17 16:10:39.576790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-56226c16-a50d-49b6-9fbb-f963c09105b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:39.578439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-56226c16-a50d-49b6-9fbb-f963c09105b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 1095 time: 0.1246302 Dec 17 16:10:39.621239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-5a20b158-2de9-4d4d-95a2-b62c6331490b service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987185 Dec 17 16:10:39.764639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-82f14bd7-1f20-423a-9325-bb7dad21c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:39.767065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-82f14bd7-1f20-423a-9325-bb7dad21c9fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 912 time: 0.1713076 Dec 17 16:10:39.825400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-fb74d5e7-9408-48a1-86cc-74bb5ec5fa5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8 HTTP/1.1" status: 200 len: 217 time: 0.0493991 Dec 17 16:10:39.887869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a8bf095-29b1-49dc-a549-4247ed3adc2b req-48d1d7b9-24a1-44c1-9fec-d52d1cb543f4 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578053 Dec 17 16:10:39.893737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-cf3e03ed-a513-4131-b9c8-d5d9ae96ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:39.895555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-cf3e03ed-a513-4131-b9c8-d5d9ae96ebef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 200 len: 851 time: 0.0629106 Dec 17 16:10:39.973140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-9e19ac46-5c04-4576-86bf-9043300d6de7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171454bd-19a3-4022-b292-0fbaad1bb51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664623 Dec 17 16:10:39.990080 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:40.095937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-3682dcbd-751a-4791-9179-88032849298e service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153784 Dec 17 16:10:40.208992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ab22bb6-d2f0-41fb-b608-bdcaa0186e71 req-6ba7c8ea-6dfd-4966-90ff-858079b002c1 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051433 Dec 17 16:10:40.733590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e04696-575a-4465-a913-ce7284124725 req-bd585c4a-c1a8-458c-80fa-5961b1ce3e81 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:40.749232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-49e04696-575a-4465-a913-ce7284124725 req-bd585c4a-c1a8-458c-80fa-5961b1ce3e81 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 943 time: 0.0999091 Dec 17 16:10:40.793551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79831c7e-ba26-418f-b5fc-f0548b8f7182 req-f892c615-0dae-439c-a14b-5e92492a5802 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:40.795189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79831c7e-ba26-418f-b5fc-f0548b8f7182 req-f892c615-0dae-439c-a14b-5e92492a5802 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 950 time: 0.0822730 Dec 17 16:10:40.816931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-49e04696-575a-4465-a913-ce7284124725 req-a4fa293a-ccc2-44b1-8a08-e513fae804ec tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645344 Dec 17 16:10:40.890070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79831c7e-ba26-418f-b5fc-f0548b8f7182 req-52e91661-816b-4aad-b911-bf0de70ea1be tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870075 Dec 17 16:10:40.917105 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:41.200804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:41.228580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a663db-61a4-46ad-9eb1-7b9c16699dab req-a60055ce-4ccf-44c0-81d4-178648b38631 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:41.230168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03a663db-61a4-46ad-9eb1-7b9c16699dab req-a60055ce-4ccf-44c0-81d4-178648b38631 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 950 time: 0.0651000 Dec 17 16:10:41.279735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03a663db-61a4-46ad-9eb1-7b9c16699dab req-5141d3aa-19f3-435f-af73-b5c592561679 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Dec 17 16:10:41.939312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d144-af28-493e-840d-d0d54a02fd2a req-26bdd79e-a70e-454e-a63e-07915e25abcb tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:41.940980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9922d144-af28-493e-840d-d0d54a02fd2a req-26bdd79e-a70e-454e-a63e-07915e25abcb tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 943 time: 0.0517304 Dec 17 16:10:42.024407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9922d144-af28-493e-840d-d0d54a02fd2a req-11056b81-1f79-4586-a662-598c839f85ff tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769687 Dec 17 16:10:42.107122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:42.410500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d62ca-2a8d-4eef-9cfe-9db21bf291e4 req-fa997d84-b559-442b-bbdd-8d72eeee1ca6 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:42.412078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a3d62ca-2a8d-4eef-9cfe-9db21bf291e4 req-fa997d84-b559-442b-bbdd-8d72eeee1ca6 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 950 time: 0.0571651 Dec 17 16:10:42.461072 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a3d62ca-2a8d-4eef-9cfe-9db21bf291e4 req-25d294cc-12d7-4e59-a0c8-753ee67108c4 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/security-groups?id=7f1670e0-c424-4cd7-b299-f8cea51fd9a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Dec 17 16:10:42.536677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a0c6381d-0208-464b-8d63-3b64383fc4f8 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:10:42.642846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-c76d2b78-f5c4-4a50-ac42-11df1e1dff18 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:42.644809 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-c76d2b78-f5c4-4a50-ac42-11df1e1dff18 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.47 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 950 time: 0.0647564 Dec 17 16:10:42.654411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a0c6381d-0208-464b-8d63-3b64383fc4f8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:42.668824 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'a0c6381d-0208-464b-8d63-3b64383fc4f8', 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'port_id': 'a0c6381d-0208-464b-8d63-3b64383fc4f8', 'mac_address': 'fa:16:3e:33:36:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:10:42.726716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:42.753511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c6381d-0208-464b-8d63-3b64383fc4f8 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:10:42.766966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Deleting port 60d0804f-ef67-464a-915e-1caf63d5ad11 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:10:42.767538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:42.783772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a0c6381d-0208-464b-8d63-3b64383fc4f8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:42.789637 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:42.852782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=a0c6381d-0208-464b-8d63-3b64383fc4f8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:42.890018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] For port 60d0804f-ef67-464a-915e-1caf63d5ad11, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=60d0804f-ef67-464a-915e-1caf63d5ad11,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:42.890432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:42.904901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Calling delete_port for 60d0804f-ef67-464a-915e-1caf63d5ad11 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:10:43.025649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['a0c6381d-0208-464b-8d63-3b64383fc4f8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:10:43.214554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:43.232828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['60d0804f-ef67-464a-915e-1caf63d5ad11'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:10:43.262993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Pushing event deleted for resources: {'Port': ['ID=60d0804f-ef67-464a-915e-1caf63d5ad11,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:43.303784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812646b2-f8bf-4066-ac8c-9fcb62574389 req-afb2e271-52a3-43ab-8dc9-5f1af667eca3 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:43.309444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812646b2-f8bf-4066-ac8c-9fcb62574389 req-afb2e271-52a3-43ab-8dc9-5f1af667eca3 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 944 time: 0.1122773 Dec 17 16:10:43.697027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bad5319-43b0-4477-8f4e-4e8d89e48093 req-04e0b97d-5001-4b52-b97b-84f454065569 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.54 "GET /v2.0/ports?device_id=829d06f5-14f0-4dca-9526-ce838b6b5263 HTTP/1.1" status: 200 len: 210 time: 0.0707879 Dec 17 16:10:43.717060 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:10:43.729362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] No DVR routers for this DVR port 60d0804f-ef67-464a-915e-1caf63d5ad11 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:10:43.732229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:43.737679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb85b53b-5acc-4d5f-b8f3-708d5a1b7999 req-e6264a32-779d-4c55-abe9-85b8c71d8d65 tempest-VolumesNegativeTest-1657941487 tempest-VolumesNegativeTest-1657941487-project] 10.222.0.47 "DELETE /v2.0/ports/60d0804f-ef67-464a-915e-1caf63d5ad11 HTTP/1.1" status: 204 len: 173 time: 1.0859332 Dec 17 16:10:43.744688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'name': 'network-vif-deleted', 'tag': '60d0804f-ef67-464a-915e-1caf63d5ad11'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:43.747132 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2e682-5fcf-4163-a1d7-74e2558723fb" -d '{"events": [{"server_uuid": "829d06f5-14f0-4dca-9526-ce838b6b5263", "name": "network-vif-deleted", "tag": "60d0804f-ef67-464a-915e-1caf63d5ad11"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:43.778190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812646b2-f8bf-4066-ac8c-9fcb62574389 req-0a367a69-c175-4457-96cc-584f35516aa8 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602768 Dec 17 16:10:43.849623 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d11a6-c693-4744-9ea7-b4ebf58adecf x-openstack-request-id: req-9a0d11a6-c693-4744-9ea7-b4ebf58adecf {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:43.849929 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829d06f5-14f0-4dca-9526-ce838b6b5263", "name": "network-vif-deleted", "tag": "60d0804f-ef67-464a-915e-1caf63d5ad11", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:43.850183 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a0d11a6-c693-4744-9ea7-b4ebf58adecf {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:43.850687 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829d06f5-14f0-4dca-9526-ce838b6b5263', 'name': 'network-vif-deleted', 'tag': '60d0804f-ef67-464a-915e-1caf63d5ad11', 'status': 'completed', 'code': 200} Dec 17 16:10:44.554763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a0c6381d-0208-464b-8d63-3b64383fc4f8 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:10:44.638486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port a0c6381d-0208-464b-8d63-3b64383fc4f8 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:10:44.643581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port a0c6381d-0208-464b-8d63-3b64383fc4f8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:44.644088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:44.739575 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:44.821710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c6381d-0208-464b-8d63-3b64383fc4f8'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:10:44.856971 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789a9635-523a-42de-8eb7-fc2c233c471c" -d '{"events": [{"server_uuid": "e986f0a1-a6f7-484a-abfd-b1e787632d6c", "name": "network-vif-plugged", "status": "completed", "tag": "a0c6381d-0208-464b-8d63-3b64383fc4f8"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:10:44.919789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port a0c6381d-0208-464b-8d63-3b64383fc4f8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:10:44.929599 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:45.018810 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6106fd-b731-4389-911b-e8e4e763cef4 x-openstack-request-id: req-cc6106fd-b731-4389-911b-e8e4e763cef4 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:10:45.018810 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e986f0a1-a6f7-484a-abfd-b1e787632d6c", "name": "network-vif-plugged", "status": "completed", "tag": "a0c6381d-0208-464b-8d63-3b64383fc4f8", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:10:45.019130 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc6106fd-b731-4389-911b-e8e4e763cef4 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:10:45.019408 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c6381d-0208-464b-8d63-3b64383fc4f8', 'code': 200} Dec 17 16:10:45.105161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad7996-b85b-4b38-8e74-69449e9eac26 req-5baaa336-4eb4-4cc6-8455-416316fe8e61 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:45.110341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=a0c6381d-0208-464b-8d63-3b64383fc4f8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:45.114486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14ad7996-b85b-4b38-8e74-69449e9eac26 req-5baaa336-4eb4-4cc6-8455-416316fe8e61 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0803304 Dec 17 16:10:45.221595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2015fee-a63d-4097-a221-23522706edde req-b779f463-1b94-4039-b884-51d75c6d3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:45.221595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2015fee-a63d-4097-a221-23522706edde req-b779f463-1b94-4039-b884-51d75c6d3269 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 1097 time: 0.1394565 Dec 17 16:10:45.273503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14ad7996-b85b-4b38-8e74-69449e9eac26 req-ecb05a57-cb53-4030-8f42-72ed43c25793 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576881 Dec 17 16:10:45.338046 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2015fee-a63d-4097-a221-23522706edde req-4ce4f184-ca12-46c6-93d8-113ff08c4c6c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063411 Dec 17 16:10:45.442201 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:46.012164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 60d0804f-ef67-464a-915e-1caf63d5ad11 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:10:46.047304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 60d0804f-ef67-464a-915e-1caf63d5ad11 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:10:46.047984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 60d0804f-ef67-464a-915e-1caf63d5ad11 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:10:46.522281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0b93a-9432-4ec4-bb82-10e428fecc2a req-d55ee050-5603-44c5-af38-d719eed3d6c9 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:46.527285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e2a0b93a-9432-4ec4-bb82-10e428fecc2a req-d55ee050-5603-44c5-af38-d719eed3d6c9 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.1183529 Dec 17 16:10:46.615303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e2a0b93a-9432-4ec4-bb82-10e428fecc2a req-06ed87e3-5559-4da2-a22a-6a0b4dbf094a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822806 Dec 17 16:10:47.426922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-60f9d068-094c-4f2e-8a90-5e4380046a8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597324 Dec 17 16:10:47.552420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-d35865f7-bea9-4998-93f6-2ef822b6b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:47.554506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-d35865f7-bea9-4998-93f6-2ef822b6b129 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 1098 time: 0.0772254 Dec 17 16:10:47.789841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-8a6ed259-8b43-4618-a893-a631455c8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:47.792877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-8a6ed259-8b43-4618-a893-a631455c8cfe service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.2166090 Dec 17 16:10:47.838609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06817c6-2e62-4686-bab6-1933b0eeb648 req-c019bb04-547d-4ffe-8ae3-3ce88eb00e06 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:47.852348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d06817c6-2e62-4686-bab6-1933b0eeb648 req-c019bb04-547d-4ffe-8ae3-3ce88eb00e06 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0930297 Dec 17 16:10:47.904969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-2d0b5838-c9b3-4d63-8c04-0c97f5f8e45c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0 HTTP/1.1" status: 200 len: 217 time: 0.1027377 Dec 17 16:10:47.947745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d06817c6-2e62-4686-bab6-1933b0eeb648 req-d9a7af51-aabf-4d45-bc93-c20a7e2340da tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741251 Dec 17 16:10:48.015446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-a2fe1715-cfd8-46c9-8f20-959846c93e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:48.017191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-a2fe1715-cfd8-46c9-8f20-959846c93e92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1054194 Dec 17 16:10:48.125902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-70c8f9ad-2e6b-4c3b-a550-4912fc268757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:48.127763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-70c8f9ad-2e6b-4c3b-a550-4912fc268757 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038966 Dec 17 16:10:48.325488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-03b6b49c-ee77-4317-bcda-d28301bd4e0d service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892524 Dec 17 16:10:48.441201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c7e4-898f-493e-a172-2e82f1a75124 req-58b2fa34-0612-4405-9e1b-a57c91707904 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:48.466693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbe1c7e4-898f-493e-a172-2e82f1a75124 req-58b2fa34-0612-4405-9e1b-a57c91707904 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0907259 Dec 17 16:10:48.571614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dbe1c7e4-898f-493e-a172-2e82f1a75124 req-125f5cd2-3401-4693-b9aa-b08651bc748d tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034536 Dec 17 16:10:48.606912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3fd1663-da22-4c72-ac7a-1fec63eb3a72 req-83ce7d4b-3def-4e2e-bd0f-7f31c24419b2 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529173 Dec 17 16:10:48.606912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-fc7e93c1-9521-407b-8cc4-a1df9b84ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:48.608023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-fc7e93c1-9521-407b-8cc4-a1df9b84ed62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 1097 time: 0.2801249 Dec 17 16:10:48.751542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-a4d52a75-d202-4146-a493-39fe699cf5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:48.753545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-a4d52a75-d202-4146-a493-39fe699cf5f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 912 time: 0.1399958 Dec 17 16:10:48.807523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-c26e7aec-0948-4726-853f-1f7955d9e4fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8 HTTP/1.1" status: 200 len: 217 time: 0.0472405 Dec 17 16:10:48.921306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-fde4dc63-43ea-43e3-bbd1-05aba4ab6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:48.921306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-fde4dc63-43ea-43e3-bbd1-05aba4ab6852 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 200 len: 851 time: 0.1060688 Dec 17 16:10:48.979940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-2a5de9e7-573c-40fd-a635-81dc4e478340 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171454bd-19a3-4022-b292-0fbaad1bb51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525825 Dec 17 16:10:49.244989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-dec830c3-2132-404e-bdfa-2c6fe99cc741 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567508 Dec 17 16:10:49.449538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7542e2a-5ca6-4f9c-866d-46ae40b3da47 req-537358d1-aed1-485e-8484-c6994852a92b service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978638 Dec 17 16:10:49.747993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1abc-db66-4451-95c8-d5c7dcc03274 req-cb025394-4a9a-4f77-b588-c26767999bf6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:49.750319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-592f1abc-db66-4451-95c8-d5c7dcc03274 req-cb025394-4a9a-4f77-b588-c26767999bf6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0609508 Dec 17 16:10:49.831487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-592f1abc-db66-4451-95c8-d5c7dcc03274 req-5cd5c646-4d09-494a-b040-8697390633e4 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747111 Dec 17 16:10:51.251043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fa51a-6ba0-4bcc-ba7c-2fbbdbcbffe7 req-d04c6a3f-4eda-4d17-9fdc-bf0823e364d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:51.260370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-044fa51a-6ba0-4bcc-ba7c-2fbbdbcbffe7 req-d04c6a3f-4eda-4d17-9fdc-bf0823e364d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.3169322 Dec 17 16:10:51.415933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-044fa51a-6ba0-4bcc-ba7c-2fbbdbcbffe7 req-f1b55975-2e6e-454e-9fcd-3370e3d5e6a5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542046 Dec 17 16:10:52.474195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40812) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:52.600222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f1dd3-40c2-46a9-b476-8c1a8d548700 req-6013a012-7a05-4556-8085-840a5b8bc4c7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:52.612438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c25f1dd3-40c2-46a9-b476-8c1a8d548700 req-6013a012-7a05-4556-8085-840a5b8bc4c7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0662122 Dec 17 16:10:52.697847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c25f1dd3-40c2-46a9-b476-8c1a8d548700 req-f7e3a574-0bb8-4695-9760-5ef7cb0eea6a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839927 Dec 17 16:10:52.798636 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-433d16af-8b97-4e67-a9ff-c2f1625ed806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:52.958122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-433d16af-8b97-4e67-a9ff-c2f1625ed806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:52.964797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-433d16af-8b97-4e67-a9ff-c2f1625ed806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.016707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d16af-8b97-4e67-a9ff-c2f1625ed806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979dcb68-a6de-4314-98a4-fdbfb8fc04de,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:53.022203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-433d16af-8b97-4e67-a9ff-c2f1625ed806 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78bc0f84f666440281955f30479c1c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5461373 Dec 17 16:10:53.025578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40828) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:53.100234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40830) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:53.120387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56a00b30-5241-4a3f-8ec5-f590e1653a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.149181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56a00b30-5241-4a3f-8ec5-f590e1653a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.214772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56a00b30-5241-4a3f-8ec5-f590e1653a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.220136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56a00b30-5241-4a3f-8ec5-f590e1653a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.227060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-56a00b30-5241-4a3f-8ec5-f590e1653a3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/979dcb68-a6de-4314-98a4-fdbfb8fc04de HTTP/1.1" status: 204 len: 168 time: 0.1990106 Dec 17 16:10:53.245729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a00b30-5241-4a3f-8ec5-f590e1653a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979dcb68-a6de-4314-98a4-fdbfb8fc04de,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:53.451571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40842) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:53.452221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-91b8dc8d-2564-4b06-b26e-40f8426c3ca5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab1ea015e033429da6c46c21a5f99759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3504827 Dec 17 16:10:53.555589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63996ab3-6e3f-4a55-a280-3fd3f13acf1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.601257 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63996ab3-6e3f-4a55-a280-3fd3f13acf1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.712153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63996ab3-6e3f-4a55-a280-3fd3f13acf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.715386 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63996ab3-6e3f-4a55-a280-3fd3f13acf1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:53.723147 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-63996ab3-6e3f-4a55-a280-3fd3f13acf1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f1670e0-c424-4cd7-b299-f8cea51fd9a4 HTTP/1.1" status: 204 len: 168 time: 0.2673261 Dec 17 16:10:53.733074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63996ab3-6e3f-4a55-a280-3fd3f13acf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1670e0-c424-4cd7-b299-f8cea51fd9a4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:53.932109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906b778-1418-4c00-9967-01739315aed3 req-f9496cbd-c0bf-419f-9d9c-fda38887807b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:53.933931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1906b778-1418-4c00-9967-01739315aed3 req-f9496cbd-c0bf-419f-9d9c-fda38887807b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.1209891 Dec 17 16:10:54.008814 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1906b778-1418-4c00-9967-01739315aed3 req-3301fdbf-9182-403b-9b07-fba3e451d59c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668864 Dec 17 16:10:55.181619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aad5cd-e63c-4c54-a5a3-ea2bd19f2c78 req-37af780d-1bc5-4435-9e5c-51a8c680e8ab tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:55.190043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30aad5cd-e63c-4c54-a5a3-ea2bd19f2c78 req-37af780d-1bc5-4435-9e5c-51a8c680e8ab tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0650334 Dec 17 16:10:55.254067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30aad5cd-e63c-4c54-a5a3-ea2bd19f2c78 req-5fb25498-ab23-4ef4-b4bb-8ac153a502ae tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Dec 17 16:10:55.977490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40944) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:56.072293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] Deleting subnet ed0fd288-9714-478a-82b2-2cc477531cbb {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:10:56.077819 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.162092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.225565 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.291581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.314138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.318139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ed0fd288-9714-478a-82b2-2cc477531cbb HTTP/1.1" status: 204 len: 168 time: 0.3396003 Dec 17 16:10:56.320959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40956) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:56.348320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db5268-1f38-4111-90ac-a66a670ccf3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0fd288-9714-478a-82b2-2cc477531cbb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:56.438016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40960) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:56.443502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042501682', 'description': 'tempest-secgroup-smoke-1042501682 description', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:56.501501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.506426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.549470 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.658556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.667134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.697486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.743074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06c286-6b4b-4b11-b67d-887d66becdbb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:56.762083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:56.777176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93accaae-0888-4005-b30d-e619f02eb740') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:56.777791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93accaae-0888-4005-b30d-e619f02eb740') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:56.793507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.812290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66499bc-dd95-4a3a-aa6b-0ce201c46cc3 req-20822dcd-9671-448b-802d-006d23f2b7c7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:56.814474 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.820408 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f66499bc-dd95-4a3a-aa6b-0ce201c46cc3 req-20822dcd-9671-448b-802d-006d23f2b7c7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.3807731 Dec 17 16:10:56.820608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.839883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.850968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:10:56.851687 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:10:56.854671 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:10:56.879301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:56.880910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4412992 Dec 17 16:10:56.905437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40972) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:56.914788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5a7cf26c-6ff7-4d1c-a14d-7ef3f985aa86 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '93a71d72-0e23-4eed-8252-b30ef02e221b', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:56.919525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a791fb-a8ee-4a17-a241-f0ae42fe5e53 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a71d72-0e23-4eed-8252-b30ef02e221b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:56.966103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f66499bc-dd95-4a3a-aa6b-0ce201c46cc3 req-6e109353-b618-4d09-b926-a0fdaa82cc42 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400418 Dec 17 16:10:56.996137 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.017902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.024322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40976) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.033729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] 10.222.0.54 "DELETE /v2.0/networks/3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897 HTTP/1.1" status: 204 len: 168 time: 0.7108498 Dec 17 16:10:57.049391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066be9fc-36f3-4dd8-9865-fb901f769faa admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9cbe7e-0ba1-4577-aeda-cf9bfc8b2897,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.057673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf26c-6ff7-4d1c-a14d-7ef3f985aa86 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.109446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] Deleting subnet 69ba961f-4a33-4632-b9cb-b9f1645214a1 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:10:57.113712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.114346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf26c-6ff7-4d1c-a14d-7ef3f985aa86 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.118477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf26c-6ff7-4d1c-a14d-7ef3f985aa86 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.156570 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.167077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cf26c-6ff7-4d1c-a14d-7ef3f985aa86 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7f5714-0307-4dcf-a5fd-22d3747545f4,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.175199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf26c-6ff7-4d1c-a14d-7ef3f985aa86 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.177563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5a7cf26c-6ff7-4d1c-a14d-7ef3f985aa86 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2706888 Dec 17 16:10:57.182156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40978) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.192882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0f4cb30f-73d8-4a6a-a6ad-fdb7f9be9fba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '93a71d72-0e23-4eed-8252-b30ef02e221b', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:57.196163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40980) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.203299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'network': {'name': 'tempest-network-smoke--735741314', 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:57.222076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.236254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb30f-73d8-4a6a-a6ad-fdb7f9be9fba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.273438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Made reservation on behalf of d0c6b9fee5654624847d117928e76bf1 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:57.278756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.295131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.316098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.346576 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb30f-73d8-4a6a-a6ad-fdb7f9be9fba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.352569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb30f-73d8-4a6a-a6ad-fdb7f9be9fba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.356616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ba961f-4a33-4632-b9cb-b9f1645214a1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.358607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.364608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-287ee847-8516-49f3-9fed-9932a7a69a87 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/69ba961f-4a33-4632-b9cb-b9f1645214a1 HTTP/1.1" status: 204 len: 168 time: 0.3363833 Dec 17 16:10:57.365181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40982) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.366249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cb30f-73d8-4a6a-a6ad-fdb7f9be9fba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb82fe3-d3ab-4275-897f-4686010aac0e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.389376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb30f-73d8-4a6a-a6ad-fdb7f9be9fba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.391064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0f4cb30f-73d8-4a6a-a6ad-fdb7f9be9fba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2077146 Dec 17 16:10:57.393727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40984) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.399466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cf58c62d-83cc-4470-8379-cfac44607b66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '93a71d72-0e23-4eed-8252-b30ef02e221b', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:57.431885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf58c62d-83cc-4470-8379-cfac44607b66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.458724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.492327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.492848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf58c62d-83cc-4470-8379-cfac44607b66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.498686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf58c62d-83cc-4470-8379-cfac44607b66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.512855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.516769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c62d-83cc-4470-8379-cfac44607b66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d57419a-3b6e-4d2a-8657-133aa691d063,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.531162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cf58c62d-83cc-4470-8379-cfac44607b66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.532740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cf58c62d-83cc-4470-8379-cfac44607b66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378167 Dec 17 16:10:57.535776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40986) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.541300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6c96429c-f3fe-4f25-9d9e-a982a9692e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '93a71d72-0e23-4eed-8252-b30ef02e221b', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:57.577395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c96429c-f3fe-4f25-9d9e-a982a9692e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.591665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:10:57.601251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.612733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9846f8-ff41-48ba-b3ff-c67e3ca929d6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.625142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.625460 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Added segment 3bd53dd9-c802-4a61-a72e-a0a84d123fc1 of type vlan for network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 Dec 17 16:10:57.637005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0c5d1f-043e-4e9f-896d-2ea915134326']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:57.652156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c96429c-f3fe-4f25-9d9e-a982a9692e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.654069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009d58f7-3f75-41c0-b41c-cd34dead867b') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:57.654488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009d58f7-3f75-41c0-b41c-cd34dead867b') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:10:57.657938 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c96429c-f3fe-4f25-9d9e-a982a9692e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.677641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96429c-f3fe-4f25-9d9e-a982a9692e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b35a52-11c2-496e-ba71-1b43d8692d8a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.682537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.691013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c96429c-f3fe-4f25-9d9e-a982a9692e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.694551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6c96429c-f3fe-4f25-9d9e-a982a9692e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568258 Dec 17 16:10:57.697857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40988) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.703160 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.703570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '93a71d72-0e23-4eed-8252-b30ef02e221b', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:57.709462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.730529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:10:57.730529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:10:57.732779 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:10:57.737756 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:10:57.741638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.756324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.762341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:57.762987 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.818355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.824454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.843736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2426d8f-8032-4024-941c-3b9c0bc2543c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.852062 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.855770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fc839a1f-dc6b-4d2c-95bd-04b55b8a84ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541922 Dec 17 16:10:57.856091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40994) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.862087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '93a71d72-0e23-4eed-8252-b30ef02e221b', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:57.871878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6730852 Dec 17 16:10:57.874082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40996) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:57.882174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'admin_state_up': True, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:57.883595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.891670 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.894869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/be0c5d1f-043e-4e9f-896d-2ea915134326 HTTP/1.1" status: 204 len: 168 time: 0.5286307 Dec 17 16:10:57.898175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2606a-bb4c-44c6-bbc2-3f67b2506c6c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Network': ['ID=d042cfeb-b22c-43be-ab19-ecfcdc3d9267,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.916705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:10:57.918607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db38c2-fb66-42f0-a85f-2bb4ff6a4dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=be0c5d1f-043e-4e9f-896d-2ea915134326,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:57.929546 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:10:57.939359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.954086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:57.955134 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.036752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.193806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.233614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41006) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:58.265248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.282850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1d2b4e3d-0501-40c9-8371-57e81123d6d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=49e3cecf33554ad4b5d4d316a450d2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474813 Dec 17 16:10:58.284259 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.285284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41008) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:58.294473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0a148-b7f7-4f8d-84d6-f50f31af715f req-df7765a8-a612-4e99-b246-0e5b60742d55 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:58.296165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aaf0a148-b7f7-4f8d-84d6-f50f31af715f req-df7765a8-a612-4e99-b246-0e5b60742d55 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.2047050 Dec 17 16:10:58.312651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d12aac-2758-4525-95c3-fa053a48e121,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:58.331112 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.332346 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3f148c26-c1c0-4f71-8b88-6f9e7d408b7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4753401 Dec 17 16:10:58.336116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41010) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:58.346307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'network': {'name': 'tempest-network-smoke--1727811230', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:58.379930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:10:58.383787 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.398052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aaf0a148-b7f7-4f8d-84d6-f50f31af715f req-57b9e87c-f730-4c33-bbee-ebaeda19cb5a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931978 Dec 17 16:10:58.423665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06a1-1ac4-45d7-8a96-8c0815d31344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.459057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:10:58.462694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06a1-1ac4-45d7-8a96-8c0815d31344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.483583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.483932 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Added segment 87804f29-e47a-4052-b485-3987bb46a6b7 of type vlan for network 93ea2e4c-a870-4d26-bee7-6066794a0df1 Dec 17 16:10:58.537015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.567739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06a1-1ac4-45d7-8a96-8c0815d31344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.571229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06a1-1ac4-45d7-8a96-8c0815d31344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.572776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5a5b06a1-1ac4-45d7-8a96-8c0815d31344 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7625c1c-25df-4bc0-8c0f-67d0a6c83448 HTTP/1.1" status: 204 len: 168 time: 0.2861183 Dec 17 16:10:58.576180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.582860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:58.583769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.590328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.598974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b06a1-1ac4-45d7-8a96-8c0815d31344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7625c1c-25df-4bc0-8c0f-67d0a6c83448,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:58.633641 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.679644 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3391991 Dec 17 16:10:58.687270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:58.721471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'admin_state_up': True, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:10:58.737396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55747b12-a245-4825-bcf4-b1e617e0a965 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Network': ['ID=93ea2e4c-a870-4d26-bee7-6066794a0df1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:58.770094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:10:58.774711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.776395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.837594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Allocated IP 172.25.0.61 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/987642c0-2769-4fe4-97b7-24a3ff8adb9e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:10:58.839181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:58.977368 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.045966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.055017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.097000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=987642c0-2769-4fe4-97b7-24a3ff8adb9e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:59.113763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:59.115801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:59.119459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.119914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.120395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.120739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.121758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.121758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.121758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.122088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.123233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.123233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.123233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.123538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.123903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:10:59.127454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:10:59.145946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de3a14-5d53-45e3-af8c-b32006162eb4 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:10:59.192746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41026) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:59.278087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ea49a1c8-6384-465e-b2f3-2e7ff5951213 None None] Provisioning complete for port 987642c0-2769-4fe4-97b7-24a3ff8adb9e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:59.278884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ea49a1c8-6384-465e-b2f3-2e7ff5951213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.321158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ea49a1c8-6384-465e-b2f3-2e7ff5951213 None None] Port 987642c0-2769-4fe4-97b7-24a3ff8adb9e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:10:59.334915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.339878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2097c35d-a6fa-41be-ba16-ed9c8e8800d2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45a801e10d8a4c93b2399d4c89443048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080804 Dec 17 16:10:59.342018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41028) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:10:59.362079 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.515122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.115 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/290a1728-258f-44ad-8104-8f0424825c11) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:10:59.641842 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.676444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.722926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:10:59.726052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:10:59.729261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:10:59.742651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415e244-d7da-422d-94ed-539b3780e21b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:10:59.774779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=290a1728-258f-44ad-8104-8f0424825c11,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:10:59.846924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d378b715-de96-44be-82df-82182d0b1467 None None] Provisioning complete for port 290a1728-258f-44ad-8104-8f0424825c11 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:10:59.848877 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d378b715-de96-44be-82df-82182d0b1467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.891615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be3932b2-98ed-4601-98b5-47db25f22909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.900812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027334-9ce8-430b-8a27-2eecfff1e4ec req-b67b0eb9-3710-4d26-9330-1c76fcaea14e tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:59.908366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14027334-9ce8-430b-8a27-2eecfff1e4ec req-b67b0eb9-3710-4d26-9330-1c76fcaea14e tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.1474602 Dec 17 16:10:59.910073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d378b715-de96-44be-82df-82182d0b1467 None None] Port 290a1728-258f-44ad-8104-8f0424825c11 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:10:59.918819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:10:59.997534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be3932b2-98ed-4601-98b5-47db25f22909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.032431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.067200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14027334-9ce8-430b-8a27-2eecfff1e4ec req-0fea4232-c787-4f5d-ae4c-95b9edd71456 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569390 Dec 17 16:11:00.148663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be3932b2-98ed-4601-98b5-47db25f22909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.151600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be3932b2-98ed-4601-98b5-47db25f22909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.152991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be3932b2-98ed-4601-98b5-47db25f22909 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/08746ce1-8a3d-4ea8-95c5-d3a7950fb840 HTTP/1.1" status: 204 len: 168 time: 0.8092623 Dec 17 16:11:00.166095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3932b2-98ed-4601-98b5-47db25f22909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08746ce1-8a3d-4ea8-95c5-d3a7950fb840,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:00.237310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.314921 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.414503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router b67015f1-2c99-4699-bdca-473e809ab97c is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:11:00.522795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb0c06a1-2ccd-4989-a067-710ca1369a77 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:11:00.594801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:00.610694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Sync routers for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:00.622977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:00.623615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:00.633777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.635509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-647324b5-0de3-4e8b-a342-24fded22e4db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7603254 Dec 17 16:11:00.639724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:00.688436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:00.700272 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Sync routers for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:00.718298 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:00.719548 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:00.753298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:00.758074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41060) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:00.764634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-87b498cd-7093-439d-997d-164a4fb33491 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0761733 Dec 17 16:11:00.765856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:00.866741 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:00.963385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:10:59Z', 'revision_number': 3, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:00.995841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Checking router: b67015f1-2c99-4699-bdca-473e809ab97c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:00.996194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Updating router b67015f1-2c99-4699-bdca-473e809ab97c port 987642c0-2769-4fe4-97b7-24a3ff8adb9e binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:11:01.024491 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.082329 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:10:59Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:01.126411 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Checking router: cb0c06a1-2ccd-4989-a067-710ca1369a77 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:01.126977 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Updating router cb0c06a1-2ccd-4989-a067-710ca1369a77 port 290a1728-258f-44ad-8104-8f0424825c11 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:11:01.150826 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c47a43d5-40ea-4254-923b-5c0d14ff1f1d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d0c6b9fee5654624847d117928e76bf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5091662 Dec 17 16:11:01.154096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41070) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:01.156230 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.265964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c75ebba3-9d0f-4341-a26d-97fa999dbe72 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d021cd75c8244482a1c0b5152fbd0d5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5063450 Dec 17 16:11:01.266644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41076) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:01.433958 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.451918 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.577534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d44b44-6182-4a80-85ba-d83ed8a07ea3 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:11:01.637508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176a152-4f0f-4233-99e2-af03f0b918a5 req-cd5c9ab8-ff41-4d49-883c-644ea7cd21d1 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.641716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b176a152-4f0f-4233-99e2-af03f0b918a5 req-cd5c9ab8-ff41-4d49-883c-644ea7cd21d1 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.3924932 Dec 17 16:11:01.667161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Attempting to bind port 987642c0-2769-4fe4-97b7-24a3ff8adb9e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:01.672951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Attempting to bind port 987642c0-2769-4fe4-97b7-24a3ff8adb9e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:01.673650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Attempting to bind port 987642c0-2769-4fe4-97b7-24a3ff8adb9e on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:01.695302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:01.696124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:01.699033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.699636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:01.701226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Bound port: 987642c0-2769-4fe4-97b7-24a3ff8adb9e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:01.701834 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.725530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e18fa-4262-4674-be14-d809c2aa6250 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.727265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-655e18fa-4262-4674-be14-d809c2aa6250 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4558389 Dec 17 16:11:01.731674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41086) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:01.733399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f199f6a-faae-4cc4-a5cc-3dac4681def6 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.735197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6f199f6a-faae-4cc4-a5cc-3dac4681def6 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5798051 Dec 17 16:11:01.738068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41088) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:01.782158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aff03f6d-0d26-4b83-a84c-2dffdd9b8aaf tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429664 Dec 17 16:11:01.785346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41090) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:01.785990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b809b4c-521a-40df-8218-a10a95098456 None None] Pushing event updated for resources: {'Port': ['ID=987642c0-2769-4fe4-97b7-24a3ff8adb9e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:01.786468 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.789217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4eb9663f-e2d7-4dab-8950-f92245c8586e tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562110 Dec 17 16:11:01.791983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810212244', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:01.792735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f0da9cc7-c041-476f-9a12-a03ef0ef9528 None None] Provisioning complete for port 987642c0-2769-4fe4-97b7-24a3ff8adb9e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:01.793480 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f0da9cc7-c041-476f-9a12-a03ef0ef9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.795454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b176a152-4f0f-4233-99e2-af03f0b918a5 req-780b7e6c-67f1-4e83-82b0-7fcbad6d1991 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459994 Dec 17 16:11:01.796381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41092) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:01.800631 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.804170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-366667459', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:01.840223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] For port 987642c0-2769-4fe4-97b7-24a3ff8adb9e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:01.844706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] For port 987642c0-2769-4fe4-97b7-24a3ff8adb9e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=987642c0-2769-4fe4-97b7-24a3ff8adb9e,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:01.872031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.896473 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Attempting to bind port 290a1728-258f-44ad-8104-8f0424825c11 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:01.897237 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Attempting to bind port 290a1728-258f-44ad-8104-8f0424825c11 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:01.897794 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Attempting to bind port 290a1728-258f-44ad-8104-8f0424825c11 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:01.907767 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:01.908521 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:01.909306 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.909893 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:01.910656 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Bound port: 290a1728-258f-44ad-8104-8f0424825c11, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:01.911200 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.936491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:01.941411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.966037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] For port 290a1728-258f-44ad-8104-8f0424825c11, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:01.969873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] For port 290a1728-258f-44ad-8104-8f0424825c11, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=290a1728-258f-44ad-8104-8f0424825c11,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:01.976891 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:01.978976 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc90e8-d24e-4093-aeb0-1deb518c06c8 None None] Pushing event updated for resources: {'Port': ['ID=290a1728-258f-44ad-8104-8f0424825c11,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:02.023568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b809b4c-521a-40df-8218-a10a95098456 None None] Pushing event updated for resources: {'Port': ['ID=987642c0-2769-4fe4-97b7-24a3ff8adb9e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:02.029211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3254024-9aa2-482a-8cbd-a49af80e5cf8 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:11:02.045231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:02.046294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:02.047353 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:02.047992 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:02.093164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Made reservation on behalf of d0c6b9fee5654624847d117928e76bf1 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:02.100721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.150818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec6341-4e45-47cf-8978-297d5c007014 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:11:02.193959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f0da9cc7-c041-476f-9a12-a03ef0ef9528 None None] Port 987642c0-2769-4fe4-97b7-24a3ff8adb9e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:11:02.276580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc415573-dfaf-4a0a-8a86-dc2c11ba434f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:11:02.341189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:02.356916 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.389409 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc90e8-d24e-4093-aeb0-1deb518c06c8 None None] Pushing event updated for resources: {'Port': ['ID=290a1728-258f-44ad-8104-8f0424825c11,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:02.433864 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:02.464465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Provisioning complete for port 290a1728-258f-44ad-8104-8f0424825c11 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:02.464846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.507242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Subnet': ['ID=3aacc29e-e2dc-4a38-904a-b54e508e5a5d,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:02.533025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Checking segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:02.533400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network hostable DHCP agents. Network: 93ea2e4c-a870-4d26-bee7-6066794a0df1, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:11:02.545598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.577252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:11:02.599179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 93ea2e4c-a870-4d26-bee7-6066794a0df1) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:02.609798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:02.610434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.622566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa915ad7-014f-448c-99ca-10396877ae6a None None] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:11:02.655857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-feea3016-924b-49e6-8200-21751cae58c9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8582199 Dec 17 16:11:02.658719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41114) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:02.663546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Subnet': ['ID=bd421469-33f5-40ed-8fc7-30d292db683d,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:02.707871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Checking segment: {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:02.708363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network hostable DHCP agents. Network: d042cfeb-b22c-43be-ab19-ecfcdc3d9267, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:11:02.742318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:11:02.757269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d042cfeb-b22c-43be-ab19-ecfcdc3d9267) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:02.764945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:02.767176 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.768948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.793816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] For port 290a1728-258f-44ad-8104-8f0424825c11, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=290a1728-258f-44ad-8104-8f0424825c11,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:02.799386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8ed8f300-ee31-49e7-af5e-a266ae7047e9 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0122194 Dec 17 16:11:02.801991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41120) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:02.820356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1853a15-2494-4db5-bab0-576504c943ca None None] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:11:02.875622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.877855 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:10:59Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:02.944221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-93ea2e4c-a870-4d26-bee7-6066794a0df1', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:11:02.945386 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:02.948171 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ea8ad-fd00-4767-b39d-b39cb850ce28 None None] The sync data for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 is: [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:10:59Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:03.192625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddaaf0-0058-42b9-8f65-a669518eb691 req-cdc25e26-a205-4592-b321-920f8b92971c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:03.213450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fddaaf0-0058-42b9-8f65-a669518eb691 req-cdc25e26-a205-4592-b321-920f8b92971c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.2883658 Dec 17 16:11:03.473597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Provisioning complete for port 987642c0-2769-4fe4-97b7-24a3ff8adb9e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:03.473597 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:03.528543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3fddaaf0-0058-42b9-8f65-a669518eb691 req-1b86c2ff-54cb-46c6-8f5a-f60b9a4a3d17 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129447 Dec 17 16:11:03.608570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Pushing event updated for resources: {'Port': ['ID=290a1728-258f-44ad-8104-8f0424825c11,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:03.610877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:03.746319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-d042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:11:03.748667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:03.901862 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:03.973065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Allocated IP 172.20.0.2 (d042cfeb-b22c-43be-ab19-ecfcdc3d9267/bd421469-33f5-40ed-8fc7-30d292db683d/99f186c3-7f2d-48e4-8e93-74ca80733c51) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:04.157954 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.162278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Allocated IP 172.20.0.2 (93ea2e4c-a870-4d26-bee7-6066794a0df1/3aacc29e-e2dc-4a38-904a-b54e508e5a5d/8a0ee9f5-7511-4251-ac9c-46dead6f46ec) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:04.189704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.281403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Allocated IP 172.20.0.1 (d042cfeb-b22c-43be-ab19-ecfcdc3d9267/bd421469-33f5-40ed-8fc7-30d292db683d/8844c06b-4f97-4002-ab01-5f61689f4193) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:04.310244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:10:59Z', 'revision_number': 3, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:04.337847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:04.421315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:04.431350 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.453974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] For port 987642c0-2769-4fe4-97b7-24a3ff8adb9e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=987642c0-2769-4fe4-97b7-24a3ff8adb9e,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:04.455848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f65579-a4b4-47e7-9fe5-564fc77f0c8d None None] The sync data for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 is: [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:10:59Z', 'revision_number': 3, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:04.457505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:04.468996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.477635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Pushing event updated for resources: {'Port': ['ID=99f186c3-7f2d-48e4-8e93-74ca80733c51,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:04.515874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.614831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.657987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Attempting to bind port 99f186c3-7f2d-48e4-8e93-74ca80733c51 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:04.658368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Attempting to bind port 99f186c3-7f2d-48e4-8e93-74ca80733c51 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:04.658742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Attempting to bind port 99f186c3-7f2d-48e4-8e93-74ca80733c51 on network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:04.680945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:04.682777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Checking segment: {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:04.683197 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.683602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Bound using segment: {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:04.684145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Bound port: 99f186c3-7f2d-48e4-8e93-74ca80733c51, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:04.684527 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.711382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4201-d2f0-429b-aa70-861b949208af None None] Pushing event updated for resources: {'Port': ['ID=987642c0-2769-4fe4-97b7-24a3ff8adb9e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:04.752427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.760868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:04.776296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.786935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:04.804757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:04.881907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] For port 99f186c3-7f2d-48e4-8e93-74ca80733c51, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:04.885699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] For port 99f186c3-7f2d-48e4-8e93-74ca80733c51, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=99f186c3-7f2d-48e4-8e93-74ca80733c51,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:04.891893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Pushing event updated for resources: {'Port': ['ID=8a0ee9f5-7511-4251-ac9c-46dead6f46ec,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:04.901389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.972780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:04.978274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:05.007392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:05.027506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 290a1728-258f-44ad-8104-8f0424825c11 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:05.041666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:05.099317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=8844c06b-4f97-4002-ab01-5f61689f4193,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:05.099951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894cc28-9b5a-4e6b-a904-4006fe32248a req-d0861579-5b60-4bb9-a3b2-da512ee83de2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:05.117369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e894cc28-9b5a-4e6b-a904-4006fe32248a req-d0861579-5b60-4bb9-a3b2-da512ee83de2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.3546650 Dec 17 16:11:05.146822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59b33e-a9b6-48da-86b6-8930792c7a81 None None] Pushing event updated for resources: {'Port': ['ID=99f186c3-7f2d-48e4-8e93-74ca80733c51,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:05.165882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd28ea-048b-4eb4-b9bb-5e08207c912a req-3da644d5-4298-428d-b1d4-dff3a423207c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:05.181512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80bd28ea-048b-4eb4-b9bb-5e08207c912a req-3da644d5-4298-428d-b1d4-dff3a423207c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.3948126 Dec 17 16:11:05.246129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e894cc28-9b5a-4e6b-a904-4006fe32248a req-726ec327-9789-496e-b0e9-cb547dcf4539 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277318 Dec 17 16:11:05.272200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.1 (93ea2e4c-a870-4d26-bee7-6066794a0df1/3aacc29e-e2dc-4a38-904a-b54e508e5a5d/befe3399-9f26-413a-84ae-4c28c1aaf9e6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:05.351234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Attempting to bind port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:05.351712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Attempting to bind port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:05.351969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Attempting to bind port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:05.381129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:05.382085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Checking segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:05.384693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:05.385123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Bound using segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:05.385610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Bound port: 8a0ee9f5-7511-4251-ac9c-46dead6f46ec, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:05.385992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:05.429420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80bd28ea-048b-4eb4-b9bb-5e08207c912a req-3157491f-2210-41db-9382-a45f9553f97b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465518 Dec 17 16:11:05.435354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 290a1728-258f-44ad-8104-8f0424825c11 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:05.435737 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:05.557935 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:05.657129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] For port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:05.695867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79128a7-dfc0-41ba-a7cb-f3e2d6c4ec4a req-200f97a0-37fc-4f17-86b2-ae09d5ffc4fc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:05.697621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c79128a7-dfc0-41ba-a7cb-f3e2d6c4ec4a req-200f97a0-37fc-4f17-86b2-ae09d5ffc4fc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1370201 Dec 17 16:11:05.703696 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:05.747680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] For port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a0ee9f5-7511-4251-ac9c-46dead6f46ec,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:05.767646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:05.846662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c79128a7-dfc0-41ba-a7cb-f3e2d6c4ec4a req-3c1c4269-6400-4723-bf31-bdc3366891c8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205263 Dec 17 16:11:05.920591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:05.957791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e8db8-866a-49ca-bdfd-d9a27318422a None None] Pushing event updated for resources: {'Port': ['ID=8a0ee9f5-7511-4251-ac9c-46dead6f46ec,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:06.037922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=befe3399-9f26-413a-84ae-4c28c1aaf9e6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:06.067578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:06.075947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:06.079453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:06.152219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:06.196742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:06.204760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:06.392000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:06.468993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a1d94e8-7170-4e09-952a-a40a3c048ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:06.557574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-5857eddc-c389-4aab-bc86-090512c0f14a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:06.559257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-5857eddc-c389-4aab-bc86-090512c0f14a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.2970197 Dec 17 16:11:06.607803 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:06.621488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-c1776175-cdd7-47c6-a59d-7c38c98b119b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/quotas/e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 375 time: 0.0505733 Dec 17 16:11:06.624275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=8844c06b-4f97-4002-ab01-5f61689f4193,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:06.793312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:06.809233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-ff0b80c9-3263-41ed-82ee-1c0d38369c5d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0859299 Dec 17 16:11:06.810390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:06.961561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router b67015f1-2c99-4699-bdca-473e809ab97c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:07.106700 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:07.122722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 987642c0-2769-4fe4-97b7-24a3ff8adb9e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:07.142348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f9d34-26f6-48d0-a190-0f411f5e3a62 req-2bcac568-64a7-4090-a7b9-90c83731f19a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:07.143949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b37f9d34-26f6-48d0-a190-0f411f5e3a62 req-2bcac568-64a7-4090-a7b9-90c83731f19a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.4185872 Dec 17 16:11:07.144634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:07.175953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708ebaa-59c4-4bee-ad46-e75807d4f923 None None] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:11:07.287254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:07.373323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=befe3399-9f26-413a-84ae-4c28c1aaf9e6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:07.439236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ce4925f6-b142-47c3-9122-a0d531426377 None None] Provisioning complete for port 99f186c3-7f2d-48e4-8e93-74ca80733c51 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:07.439678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ce4925f6-b142-47c3-9122-a0d531426377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:07.496046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 987642c0-2769-4fe4-97b7-24a3ff8adb9e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:07.496774 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:07.560931 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b37f9d34-26f6-48d0-a190-0f411f5e3a62 req-bdb29f70-7e52-4482-8bd9-9481df5801dd tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107337 Dec 17 16:11:07.693651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:07.699039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:07.789763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ce4925f6-b142-47c3-9122-a0d531426377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:07.915415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ce4925f6-b142-47c3-9122-a0d531426377 None None] For port 99f186c3-7f2d-48e4-8e93-74ca80733c51, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=99f186c3-7f2d-48e4-8e93-74ca80733c51,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:07.917407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a0ee9f5-7511-4251-ac9c-46dead6f46ec up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:07.920843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-d45ee832-4d26-42cf-978d-68e04ecedd02 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0958624 Dec 17 16:11:07.935444 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ce4925f6-b142-47c3-9122-a0d531426377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.026691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4925f6-b142-47c3-9122-a0d531426377 None None] Pushing event updated for resources: {'Port': ['ID=99f186c3-7f2d-48e4-8e93-74ca80733c51,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:08.029488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b859512-2064-4b49-b466-bbf1baf7a070 None None] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:11:08.139385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-04aeb557-895e-47fc-a27d-21aab3d787af service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077956 Dec 17 16:11:08.179196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:08.191019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-664abcb0-8abe-4475-a141-dacb3217cc33 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "PUT /v2.0/routers/b67015f1-2c99-4699-bdca-473e809ab97c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3878684 Dec 17 16:11:08.191654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:08.205296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--165863118', 'description': 'tempest-secgroup_access--165863118 description', 'project_id': 'd0c6b9fee5654624847d117928e76bf1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:08.265677 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.295956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Sync routers for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:08.310108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ae7b0611-f495-4ba7-b11f-f5aeea9d99f3 None None] Provisioning complete for port 99f186c3-7f2d-48e4-8e93-74ca80733c51 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:08.310759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0611-f495-4ba7-b11f-f5aeea9d99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.375130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:08.376026 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.401216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:08.404494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:08.458620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.470580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.604893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4de15a-9d1d-4bda-b433-b0b8516d7170,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:08.609070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.616157 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4209032 Dec 17 16:11:08.622996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41206) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:08.627539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6c996383-87a6-4186-993f-2ef5e8a532a6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1551888665', 'description': 'tempest-secgroup_general--1551888665 description', 'project_id': 'd0c6b9fee5654624847d117928e76bf1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:08.649803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:08.697531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.699038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.699447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.699979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.700348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.701783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.703126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.703471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.703834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.704464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.706827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.707178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.707515 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b8f8f-d1a8-43be-88af-c3557dcdec76 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:08.718503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c996383-87a6-4186-993f-2ef5e8a532a6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.925344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c996383-87a6-4186-993f-2ef5e8a532a6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.942510 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c996383-87a6-4186-993f-2ef5e8a532a6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.984309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c996383-87a6-4186-993f-2ef5e8a532a6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:08.989068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6c996383-87a6-4186-993f-2ef5e8a532a6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3650682 Dec 17 16:11:08.991124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:09.001793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a2cec301-ffb6-44a0-9887-7c4868400459 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'security_group_rule': {'security_group_id': '2f4de15a-9d1d-4bda-b433-b0b8516d7170', 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:09.047504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e307858-b054-4a10-b9c6-ccfd228d882b req-13f1f2e8-c751-4b13-84a7-681077c418b4 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:09.056046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e307858-b054-4a10-b9c6-ccfd228d882b req-13f1f2e8-c751-4b13-84a7-681077c418b4 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.3216071 Dec 17 16:11:09.061045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8a353d7-c732-4648-b63a-13ebe2c68bf0 req-70838876-da60-4464-bd81-035b242da71e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 210 time: 0.1150944 Dec 17 16:11:09.077951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb0c06a1-2ccd-4989-a067-710ca1369a77 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:09.100424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2cec301-ffb6-44a0-9887-7c4868400459 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:09.164238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e307858-b054-4a10-b9c6-ccfd228d882b req-7ff50899-6af2-4e80-ae5f-43c7622d9561 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070035 Dec 17 16:11:09.177016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c996383-87a6-4186-993f-2ef5e8a532a6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87af1805-3ea2-4fd3-82df-57f27fc3cae3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:09.370143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2cec301-ffb6-44a0-9887-7c4868400459 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:09.380854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:09.381991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2cec301-ffb6-44a0-9887-7c4868400459 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:09.393523 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Sync routers for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:09.414884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d46cba1e-4ed0-4414-a056-88a807ec764e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/cb0c06a1-2ccd-4989-a067-710ca1369a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7470386 Dec 17 16:11:09.420004 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:09.422408 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:09.447117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cec301-ffb6-44a0-9887-7c4868400459 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27300951-3a07-4246-8cec-b59af627ea23,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:09.478578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2cec301-ffb6-44a0-9887-7c4868400459 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:09.480026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a2cec301-ffb6-44a0-9887-7c4868400459 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4825206 Dec 17 16:11:09.658978 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:09.847953 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9fa8d38-4b34-45a2-8b6e-f8d5e2f142ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:09.859776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-2cfff5e0-253e-4b00-a874-2557e56b5a43 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042501682&fields=id&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 267 time: 0.1210222 Dec 17 16:11:09.921062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ae7b0611-f495-4ba7-b11f-f5aeea9d99f3 None None] Provisioning complete for port 8844c06b-4f97-4002-ab01-5f61689f4193 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:09.921661 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0611-f495-4ba7-b11f-f5aeea9d99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:09.929509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 2, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:09.970835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-9e8672c0-de3a-44b3-8137-5507e86d845b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--165863118&fields=id&tenant_id=d0c6b9fee5654624847d117928e76bf1 HTTP/1.1" status: 200 len: 267 time: 0.1370542 Dec 17 16:11:10.057243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Checking router: b67015f1-2c99-4699-bdca-473e809ab97c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:10.058021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Updating router b67015f1-2c99-4699-bdca-473e809ab97c port 8844c06b-4f97-4002-ab01-5f61689f4193 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:11:10.058522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-f8240aaf-6074-44e8-8c89-9a540e892d5d tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--1551888665&fields=id&tenant_id=d0c6b9fee5654624847d117928e76bf1 HTTP/1.1" status: 200 len: 267 time: 0.0810642 Dec 17 16:11:10.060582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b0611-f495-4ba7-b11f-f5aeea9d99f3 None None] Port 8844c06b-4f97-4002-ab01-5f61689f4193 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:11:10.112975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-15de688e-f7a1-4bfb-8aa4-effcf47bcb0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:10.116719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-15de688e-f7a1-4bfb-8aa4-effcf47bcb0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 797 time: 0.2545357 Dec 17 16:11:10.125342 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.145984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-3fd1e73f-ac8b-40ec-97c4-e1b0e1ac944a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/quotas/d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 375 time: 0.0244935 Dec 17 16:11:10.171513 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 2, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:10.189749 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.196262 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.231358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a0ee9f5-7511-4251-ac9c-46dead6f46ec,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:10.233313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ae7b0611-f495-4ba7-b11f-f5aeea9d99f3 None None] Provisioning complete for port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:10.233843 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0611-f495-4ba7-b11f-f5aeea9d99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.252807 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Checking router: cb0c06a1-2ccd-4989-a067-710ca1369a77 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:10.253113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-814ba16f-9d28-4e94-999d-7b5d6f5d5d1c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:10.253595 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Updating router cb0c06a1-2ccd-4989-a067-710ca1369a77 port befe3399-9f26-413a-84ae-4c28c1aaf9e6 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:11:10.254711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-814ba16f-9d28-4e94-999d-7b5d6f5d5d1c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/networks?id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267 HTTP/1.1" status: 200 len: 796 time: 0.1849463 Dec 17 16:11:10.258868 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.259986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 99f186c3-7f2d-48e4-8e93-74ca80733c51 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:10.260859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-a9746f2e-96fe-4a66-a512-43fec7248c82 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104918 Dec 17 16:11:10.273978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-be7c3b58-1b7e-462f-9327-6f27ed79a359 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/quotas/d0c6b9fee5654624847d117928e76bf1 HTTP/1.1" status: 200 len: 375 time: 0.0126874 Dec 17 16:11:10.319032 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.408703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-012580b1-089c-4968-8908-b05b60cd06be tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234369 Dec 17 16:11:10.411685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=8a0ee9f5-7511-4251-ac9c-46dead6f46ec,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:10.488139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-7abbbc9a-297e-4600-9729-ccfaa7ef876e service neutron] 10.222.0.54 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145803 Dec 17 16:11:10.680829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-924e2c34-0679-47d6-825a-154d8eb9556f service neutron] 10.222.0.54 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393312 Dec 17 16:11:10.786612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 99f186c3-7f2d-48e4-8e93-74ca80733c51 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:10.787035 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.834962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-b6a02697-e95c-4f02-ac82-4e3273df8643 service neutron] 10.222.0.54 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463058 Dec 17 16:11:10.842180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-e39ad66f-c9ce-4a75-8755-a230522bb28f service neutron] 10.222.0.54 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462043 Dec 17 16:11:10.873520 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.887986 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:10.974799 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1145-a60d-4aec-bd53-569cdc64f251 None None] Pushing event updated for resources: {'Port': ['ID=befe3399-9f26-413a-84ae-4c28c1aaf9e6,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:11.011329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-af2e7ecc-633b-4dc7-b722-7c669517fd05 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:11.051759 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-af2e7ecc-633b-4dc7-b722-7c669517fd05 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.4677768 Dec 17 16:11:11.117145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Attempting to bind port befe3399-9f26-413a-84ae-4c28c1aaf9e6 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:11.118405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'port': {'device_id': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'admin_state_up': True, 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:11.121500 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Attempting to bind port befe3399-9f26-413a-84ae-4c28c1aaf9e6 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:11.122758 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Attempting to bind port befe3399-9f26-413a-84ae-4c28c1aaf9e6 on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:11.131420 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:11.131796 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Checking segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:11.132223 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.132734 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Bound using segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:11.133205 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Bound port: befe3399-9f26-413a-84ae-4c28c1aaf9e6, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:11.133656 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.214694 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26e3aafe-80e0-40dc-a0ff-1a3eaef911c3 req-28e31843-c2cb-4985-a064-e361bcccafc4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 210 time: 0.0564308 Dec 17 16:11:11.296460 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] For port befe3399-9f26-413a-84ae-4c28c1aaf9e6, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:11.311131 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] For port befe3399-9f26-413a-84ae-4c28c1aaf9e6, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=befe3399-9f26-413a-84ae-4c28c1aaf9e6,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:11.320774 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.398428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Provisioning complete for port 8844c06b-4f97-4002-ab01-5f61689f4193 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:11.399483 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.415420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.427684 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.583925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2739c-ccfc-436f-91be-80b60f28ddca req-b54f2c50-2e6e-41cd-99db-fbb95faeba8c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:11.586049 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-47e2739c-ccfc-436f-91be-80b60f28ddca req-b54f2c50-2e6e-41cd-99db-fbb95faeba8c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.3765659 Dec 17 16:11:11.608317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67c0d141-9358-4f91-852f-c12c1bbe4b13 req-16b6e252-4f36-414c-8915-b1a8ecc010e2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 210 time: 0.1284354 Dec 17 16:11:11.642871 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:11.646761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:10Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:11.673453 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1145-a60d-4aec-bd53-569cdc64f251 None None] Pushing event updated for resources: {'Port': ['ID=befe3399-9f26-413a-84ae-4c28c1aaf9e6,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:11.684941 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.703583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Port 8844c06b-4f97-4002-ab01-5f61689f4193 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:11:11.721834 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.792811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Made reservation on behalf of e8137db8f38747f9b7eb9fd19cc3dbcf for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:11.800877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:11.831429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a9aa91d-1fda-47bd-bdef-fb7e145169db req-2a877354-0899-46b4-9bb5-d93f34734a7e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 210 time: 0.1130164 Dec 17 16:11:11.870936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-47e2739c-ccfc-436f-91be-80b60f28ddca req-722228ba-c026-449c-a752-9ce26bf9b029 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742922 Dec 17 16:11:11.890022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Pushing event updated for resources: {'Port': ['ID=8844c06b-4f97-4002-ab01-5f61689f4193,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:11.922849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Provisioning complete for port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:11.922849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:12.040708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a0ee9f5-7511-4251-ac9c-46dead6f46ec up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:12.094008 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:12.160170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Allocated IP 172.20.0.7 (5ac9149d-52f1-4b6a-a276-f13b97a5b4e6/c3f907df-d728-467a-895b-317e272d4265/6939594e-4895-49fb-89a6-735b33c1f47c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:12.253045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:12.253045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:12.458061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24679c5f-7326-435a-bf42-fb4d76c012ec req-cdb551ac-177a-4d55-9dde-eedf7d0e204f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 210 time: 0.0848525 Dec 17 16:11:12.477627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:12.558458 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:12.569379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:12.641622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:12.641784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['208a4dba-a85b-48a9-96b1-55a1fd4be7b0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:12.647362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:12.659075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:12.662854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=6939594e-4895-49fb-89a6-735b33c1f47c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:12.787158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b20eb59e-0dd6-4838-8757-9f75291b56db req-0f8b1fee-7cd9-411a-bc08-9067ac46605b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 210 time: 0.0414519 Dec 17 16:11:12.793955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['9c34fa35-039c-4a5e-bb17-7391b12d604f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:12.800372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:12.801145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:12.832814 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:11Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:12.858744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-3c62d805-892a-4456-9f7c-5a9910cfcec1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7939935 Dec 17 16:11:12.887981 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6eba5-871c-4bca-ba7a-489158c36495 None None] The sync data for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 is: [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:11Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:13.102996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53f249-d190-4faa-802f-19ac051a14b5 req-db0d9541-185c-4f87-98ec-90393f7a31cd tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:13.105058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-df53f249-d190-4faa-802f-19ac051a14b5 req-db0d9541-185c-4f87-98ec-90393f7a31cd tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0813119 Dec 17 16:11:13.111257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1e513c1-cb8f-410c-8c45-73d5206dd55a req-9a2b69dd-fd9c-42a5-8588-95f76efb42d1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 210 time: 0.1088107 Dec 17 16:11:13.165102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Request body: {'port': {'device_id': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:13.198899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Attempting to bind port 8844c06b-4f97-4002-ab01-5f61689f4193 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:13.199490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Attempting to bind port 8844c06b-4f97-4002-ab01-5f61689f4193 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:13.200120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Attempting to bind port 8844c06b-4f97-4002-ab01-5f61689f4193 on network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:13.223060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 99f186c3-7f2d-48e4-8e93-74ca80733c51 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:13.246268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:13.307778 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-df53f249-d190-4faa-802f-19ac051a14b5 req-1b0f0397-bea5-4d88-ad9d-040115702c7e tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947515 Dec 17 16:11:13.310254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:13.310799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Checking segment: {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:13.311265 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:13.311781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Bound using segment: {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:13.312884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Bound port: 8844c06b-4f97-4002-ab01-5f61689f4193, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:13.315205 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:13.424944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Provisioning complete for port befe3399-9f26-413a-84ae-4c28c1aaf9e6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:13.425309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:13.971131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 99f186c3-7f2d-48e4-8e93-74ca80733c51 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:13.972447 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:13.980320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] For port 8844c06b-4f97-4002-ab01-5f61689f4193, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:14.007945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4929621-faa2-4f74-8e26-dfa3f81507d4 req-b8d19540-e4fc-43bd-9a81-4da44d2313aa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 210 time: 0.0663667 Dec 17 16:11:14.088714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] For port 8844c06b-4f97-4002-ab01-5f61689f4193, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8844c06b-4f97-4002-ab01-5f61689f4193,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:14.109326 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:14.154304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddfbb0-6df1-4c35-b6fb-a41770af5307 req-22acff42-1d4d-41c3-8366-c08eb4426323 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:14.155791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:14.157629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5ddfbb0-6df1-4c35-b6fb-a41770af5307 req-22acff42-1d4d-41c3-8366-c08eb4426323 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 931 time: 0.3221102 Dec 17 16:11:14.283113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-2695c15b-2f74-406b-9249-c0deae65f368 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:14.285634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-2695c15b-2f74-406b-9249-c0deae65f368 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.47 "GET /v2.0/networks?id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267 HTTP/1.1" status: 200 len: 796 time: 0.9457197 Dec 17 16:11:14.301854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6939594e-4895-49fb-89a6-735b33c1f47c {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:14.332013 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c47a5ec-2553-430d-a7e7-17ef4bde28aa req-10336aad-e181-4b08-99f8-604783f793e2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 210 time: 0.0715730 Dec 17 16:11:14.403454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:14.404128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:10Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:14.440742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:14.451177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Pushing event updated for resources: {'Port': ['ID=8844c06b-4f97-4002-ab01-5f61689f4193,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:14.462136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Transition to ACTIVE for port object 6939594e-4895-49fb-89a6-735b33c1f47c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:11:14.550290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d71317-5c33-41e7-a53b-994ef0374c7e req-3dd22015-3f34-40a2-8013-05def6a25d81 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:14.564342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07d71317-5c33-41e7-a53b-994ef0374c7e req-3dd22015-3f34-40a2-8013-05def6a25d81 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.1234360 Dec 17 16:11:14.571161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-de6a0fec-e888-4b3c-bad7-fa275f54deb0 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c6b9fee5654624847d117928e76bf1 HTTP/1.1" status: 200 len: 477 time: 0.2211685 Dec 17 16:11:14.581849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:14.608129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'port': {'device_id': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'admin_state_up': True, 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'security_groups': ['2f4de15a-9d1d-4bda-b433-b0b8516d7170', '87af1805-3ea2-4fd3-82df-57f27fc3cae3']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:14.722294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07d71317-5c33-41e7-a53b-994ef0374c7e req-26557edb-21b4-4dfd-90ff-df6b62d1c052 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568887 Dec 17 16:11:14.790173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-a5767f55-082d-4632-8abe-4abb59905640 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:14.791850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-a5767f55-082d-4632-8abe-4abb59905640 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.47 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 797 time: 0.9183745 Dec 17 16:11:14.792569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Pushing event updated for resources: {'Port': ['ID=6939594e-4895-49fb-89a6-735b33c1f47c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:14.828509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5ddfbb0-6df1-4c35-b6fb-a41770af5307 req-ca079ba6-91ef-4d26-9ee9-38d1ff8b7dcf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500537 Dec 17 16:11:15.012483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] For port befe3399-9f26-413a-84ae-4c28c1aaf9e6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=befe3399-9f26-413a-84ae-4c28c1aaf9e6,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:15.057631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.057998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.058302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.058632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.059138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.059464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.059788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.060136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.060453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.060776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.061091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.061405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.061717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656a775-a4a1-4661-9bc9-764c4541a7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:15.072060 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.095786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-c7689fc0-c416-423b-9a18-31d140dd09a1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 380 time: 0.2659557 Dec 17 16:11:15.118051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'port': {'device_id': '939a2eef-d871-4273-aefb-4981fea030df', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'admin_state_up': True, 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'security_groups': ['93a71d72-0e23-4eed-8252-b30ef02e221b']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:15.199381 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Attempting to bind port 6939594e-4895-49fb-89a6-735b33c1f47c on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:15.200061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Attempting to bind port 6939594e-4895-49fb-89a6-735b33c1f47c by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:15.201279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Attempting to bind port 6939594e-4895-49fb-89a6-735b33c1f47c on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:15.216842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Port 6939594e-4895-49fb-89a6-735b33c1f47c on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:11:15.225918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Attempting to bind port 6939594e-4895-49fb-89a6-735b33c1f47c on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:15.238056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3ec540a-4a94-4a8e-aac7-98b9720eb18e req-785c28e0-08f3-4523-aa03-74678c4626d3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 210 time: 0.0766397 Dec 17 16:11:15.310498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Made reservation on behalf of d0c6b9fee5654624847d117928e76bf1 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:15.314586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.320455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] Provisioning complete for port 8844c06b-4f97-4002-ab01-5f61689f4193 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:15.320889 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.329256 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61eefd-e822-45d7-b887-2d5fb81ab85f None None] Pushing event updated for resources: {'Port': ['ID=befe3399-9f26-413a-84ae-4c28c1aaf9e6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:15.335850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:15.335850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:15.335850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Bound using segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:15.335850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Bound port: 6939594e-4895-49fb-89a6-735b33c1f47c, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:15.335850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.350776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:15.455779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device befe3399-9f26-413a-84ae-4c28c1aaf9e6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:15.468945 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b380ddb7-4e90-4703-ae77-406b764dbaa8 req-2ad57b0f-2654-419c-a81e-bd8e6613d022 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 210 time: 0.0389061 Dec 17 16:11:15.603400 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.607275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:15.612439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.653034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Allocated IP 172.20.0.13 (d042cfeb-b22c-43be-ab19-ecfcdc3d9267/bd421469-33f5-40ed-8fc7-30d292db683d/1d98cbf0-b162-4a47-a3d0-4f87b72e409c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:15.793631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port befe3399-9f26-413a-84ae-4c28c1aaf9e6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:15.794009 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.808249 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.817266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3d8eb-c6ca-49da-ad50-3d99f55b8c40 req-65d53ed9-1ccb-4768-b0fc-da6ba27a5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:15.819977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b4c3d8eb-c6ca-49da-ad50-3d99f55b8c40 req-65d53ed9-1ccb-4768-b0fc-da6ba27a5d93 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 1097 time: 0.1866169 Dec 17 16:11:15.935186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b4c3d8eb-c6ca-49da-ad50-3d99f55b8c40 req-b3621ae0-796e-465e-9616-f2c2e2383f6c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068885 Dec 17 16:11:15.956613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d86a1-e6fd-46a7-933b-1916a45b4a44 req-a175dfe0-5b72-461f-bdc2-85eae4991e13 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:15.963988 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f52d86a1-e6fd-46a7-933b-1916a45b4a44 req-a175dfe0-5b72-461f-bdc2-85eae4991e13 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.1125951 Dec 17 16:11:15.964803 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:15.968067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] For port 8844c06b-4f97-4002-ab01-5f61689f4193, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8844c06b-4f97-4002-ab01-5f61689f4193,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:16.002117 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:16.049011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:16.087302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f52d86a1-e6fd-46a7-933b-1916a45b4a44 req-f9f1f493-6f96-4b5f-92e8-4b5a39005319 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223371 Dec 17 16:11:16.151657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:16.173306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] Provisioning complete for port befe3399-9f26-413a-84ae-4c28c1aaf9e6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:16.173864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] For port 6939594e-4895-49fb-89a6-735b33c1f47c, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:16.174400 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:16.191986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:16.208526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:16.255951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49164638-39ab-45bd-a68f-ed88e5a2f5b8 None None] Pushing event updated for resources: {'Port': ['ID=8844c06b-4f97-4002-ab01-5f61689f4193,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:16.266750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:13Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:16.293081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.293855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:16.303020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2cf42a-f390-443d-b8bc-361fd32c5b2f None None] The sync data for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 is: [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:13Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:16.339715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] For port 6939594e-4895-49fb-89a6-735b33c1f47c, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6939594e-4895-49fb-89a6-735b33c1f47c,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:16.452399 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:16.489203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b2c63-a83b-453a-ae3a-194b952dc429 req-39667d22-9a6e-43dc-8ac9-f113fac1fa4f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.499990 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743b2c63-a83b-453a-ae3a-194b952dc429 req-39667d22-9a6e-43dc-8ac9-f113fac1fa4f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 971 time: 0.1185117 Dec 17 16:11:16.506577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13524783-34c9-4995-ac24-6910397a11e2 req-a3e991f9-779f-4477-bb0b-f82b697cf537 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.514911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13524783-34c9-4995-ac24-6910397a11e2 req-a3e991f9-779f-4477-bb0b-f82b697cf537 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 943 time: 0.4675293 Dec 17 16:11:16.629021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:16.634267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743b2c63-a83b-453a-ae3a-194b952dc429 req-c1037488-dca3-4cf9-88ce-c41f3ea4d59c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1282246 Dec 17 16:11:16.746488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-591abe50-60cf-40dd-95c8-250d27027750 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.1421902 Dec 17 16:11:16.800077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13524783-34c9-4995-ac24-6910397a11e2 req-fc9fcce0-dd2d-449d-adca-47f3fdd8d7c1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815571 Dec 17 16:11:16.812872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.816332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:16.818193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] 10.222.0.47 "PUT /v2.0/ports/6939594e-4895-49fb-89a6-735b33c1f47c HTTP/1.1" status: 200 len: 1092 time: 3.9492671 Dec 17 16:11:16.836689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:16.839203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5aaddf2a-4bcf-4751-a72a-e2e633d0e2b1 req-a2e800e6-e35a-4657-9808-83b8b25781fa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 210 time: 0.0953188 Dec 17 16:11:16.843554 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768562f2-49c7-43c3-a678-bafa1a6639bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:16.850168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-36e01456-6cef-4b0b-ac08-b6a14806b54e None None] Provisioning complete for port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:16.859420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36e01456-6cef-4b0b-ac08-b6a14806b54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:16.884922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Request body: {'port': {'device_id': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:16.924705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-36e01456-6cef-4b0b-ac08-b6a14806b54e None None] Port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:11:17.310865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd207bd9-b553-4fec-b43d-8502592080c5 req-5897ece5-f940-4624-ad6f-0b67e0524ab6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:17.320794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd207bd9-b553-4fec-b43d-8502592080c5 req-5897ece5-f940-4624-ad6f-0b67e0524ab6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0781064 Dec 17 16:11:17.447699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd207bd9-b553-4fec-b43d-8502592080c5 req-188848fc-0ac0-4b98-bca9-34d10ae2eb33 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249824 Dec 17 16:11:17.581068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8844c06b-4f97-4002-ab01-5f61689f4193 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:17.711468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8844c06b-4f97-4002-ab01-5f61689f4193 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:17.713228 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:17.801813 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e980ad8-f5bf-49ef-ab37-259d667214bf x-openstack-request-id: req-7e980ad8-f5bf-49ef-ab37-259d667214bf {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:17.802629 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:17.803004 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e980ad8-f5bf-49ef-ab37-259d667214bf {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:17.803182 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c', 'status': 'completed', 'code': 200} Dec 17 16:11:17.813355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7cb9e-33fb-4437-a06c-5d49955b5295 service neutron] Pushing event updated for resources: {'Port': ['ID=6939594e-4895-49fb-89a6-735b33c1f47c,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:17.855629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device befe3399-9f26-413a-84ae-4c28c1aaf9e6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:17.960867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port befe3399-9f26-413a-84ae-4c28c1aaf9e6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:17.961597 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:17.965141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.10 (93ea2e4c-a870-4d26-bee7-6066794a0df1/3aacc29e-e2dc-4a38-904a-b54e508e5a5d/2bb63d5e-d8c3-423a-a06f-066591e70f12) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:18.048560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-275ce8a9-9ac4-4bdc-89e2-c38dd0a9353f tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:18.058002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-275ce8a9-9ac4-4bdc-89e2-c38dd0a9353f tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 811 time: 0.2752624 Dec 17 16:11:18.067811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-0930fd3c-972e-4860-bc5b-a689840d2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:18.071138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-0930fd3c-972e-4860-bc5b-a689840d2eaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 1095 time: 0.2831142 Dec 17 16:11:18.072895 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:18.078085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-5c400315-17e0-47d1-b20c-0340f36808c5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/quotas/bd08ec23d6de4ea998edf2431dda4a7c HTTP/1.1" status: 200 len: 375 time: 0.0187073 Dec 17 16:11:18.158326 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-56779768-91a9-4fcb-9575-9be1f1ac8838 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788238 Dec 17 16:11:18.294315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7c04d-52ba-48d6-8f2e-d0246282bfd1 req-f82efa11-ac84-4c2c-9b45-342d4968a9da tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:18.296938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fc7c04d-52ba-48d6-8f2e-d0246282bfd1 req-f82efa11-ac84-4c2c-9b45-342d4968a9da tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 971 time: 0.4969018 Dec 17 16:11:18.368169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-5c4e866f-81a8-495e-8039-252855dbf2f5 service neutron] 10.222.0.54 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087836 Dec 17 16:11:18.413872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-299508b2-02c0-49ea-b2a5-83cdfae539a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6939594e-4895-49fb-89a6-735b33c1f47c HTTP/1.1" status: 200 len: 217 time: 0.2814803 Dec 17 16:11:18.605733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-49ce08ee-cb52-4e37-b2c8-988eb648c8cb service neutron] 10.222.0.54 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365837 Dec 17 16:11:18.957680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:19.014832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-e4c8af7c-1e2b-4bd7-b162-4c25a255d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:19.016423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-e4c8af7c-1e2b-4bd7-b162-4c25a255d57d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.5517261 Dec 17 16:11:19.016664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84548fac-c3d7-4151-bd58-7cf0831bb6bf req-8c2b2d14-4bc7-40f3-bdfd-0d3463746cd0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:19.018179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84548fac-c3d7-4151-bd58-7cf0831bb6bf req-8c2b2d14-4bc7-40f3-bdfd-0d3463746cd0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 943 time: 0.0861304 Dec 17 16:11:19.060884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fc7c04d-52ba-48d6-8f2e-d0246282bfd1 req-7d6a54e5-c0b1-4578-b872-dcec6919505f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7512615 Dec 17 16:11:19.124072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84548fac-c3d7-4151-bd58-7cf0831bb6bf req-a4c77191-8de6-4f7f-9430-26960e43d975 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939071 Dec 17 16:11:19.142772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:19.189300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-d8528a58-4f75-4367-ad24-d5cd77bd1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:19.190939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-d8528a58-4f75-4367-ad24-d5cd77bd1ad7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1613894 Dec 17 16:11:19.193545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d98cbf0-b162-4a47-a3d0-4f87b72e409c {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:19.218462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:19.241744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:19.313991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:19.316641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:19.321008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Transition to ACTIVE for port object 1d98cbf0-b162-4a47-a3d0-4f87b72e409c will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:11:19.326096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:19.352384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:19.383180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6dd36c3a-5f58-4607-b094-41b957a21432 req-ab13f0c1-c05b-4004-9d31-a043874c8a49 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 210 time: 0.1030169 Dec 17 16:11:19.499786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:19.500434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:19.540691 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-5e3f0807-5c84-4973-aa34-cd61df1a9b6e service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321488 Dec 17 16:11:19.549241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315e124-ba5d-4a6b-a0fc-2afe73645872 req-9aa5b4f7-d8df-4851-96b8-d41f6f921076 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:19.551356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d315e124-ba5d-4a6b-a0fc-2afe73645872 req-9aa5b4f7-d8df-4851-96b8-d41f6f921076 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 932 time: 0.3122647 Dec 17 16:11:19.564060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:19.668662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-5e60976b-20e1-40e4-b3c2-b11d30256ee5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5565889 Dec 17 16:11:19.715009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Request body: {'port': {'device_id': '939a2eef-d871-4273-aefb-4981fea030df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:19.757860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f011924f-063c-4cfc-9224-aeb8b4d3b60d None None] Provisioning complete for port 2bb63d5e-d8c3-423a-a06f-066591e70f12 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:19.758479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f011924f-063c-4cfc-9224-aeb8b4d3b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:19.864489 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d315e124-ba5d-4a6b-a0fc-2afe73645872 req-9cb44813-1d80-43cf-a5d4-c7e2abba398d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915878 Dec 17 16:11:19.891438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f011924f-063c-4cfc-9224-aeb8b4d3b60d None None] Port 2bb63d5e-d8c3-423a-a06f-066591e70f12 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:11:19.919065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c1ac1af5-8f7c-4c48-b135-c199985319dd req-31a79ab2-be0b-4e84-8143-933b954e448d service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653665 Dec 17 16:11:19.920430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:19.922793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Attempting to bind port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:19.923352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Attempting to bind port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:19.923988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Attempting to bind port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c on network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:19.944836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c on network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:11:19.945621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Attempting to bind port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c on network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:19.964570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:19.966720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Checking segment: {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:19.969580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Bound using segment: {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:19.972790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Bound port: 1d98cbf0-b162-4a47-a3d0-4f87b72e409c, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd53dd9-c802-4a61-a72e-a0a84d123fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:19.973427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:20.161487 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-6e069ee0-d18d-4f96-9039-5bd8c655e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:20.177912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-6e069ee0-d18d-4f96-9039-5bd8c655e10d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 1095 time: 0.1693139 Dec 17 16:11:20.276628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] For port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:20.321438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999df9d-f791-45f4-a95c-0c0c507e2b70 req-95e4530c-5be1-4860-ae3b-e7ba2a1ac0a1 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:20.323241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5999df9d-f791-45f4-a95c-0c0c507e2b70 req-95e4530c-5be1-4860-ae3b-e7ba2a1ac0a1 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 983 time: 0.0805101 Dec 17 16:11:20.367742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] For port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:20.384177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:20.459434 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5999df9d-f791-45f4-a95c-0c0c507e2b70 req-e9a01dc5-cdf9-432b-b2aa-fa92c03b55c7 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1292517 Dec 17 16:11:20.500879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0def2-9865-44ff-9afd-f79998420805 req-61eca500-9bed-4f4b-8b2e-6b7c6361c6e8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:20.502601 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fb0def2-9865-44ff-9afd-f79998420805 req-61eca500-9bed-4f4b-8b2e-6b7c6361c6e8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 943 time: 0.2232382 Dec 17 16:11:20.514744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:20.515742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:20.517422 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] 10.222.0.47 "PUT /v2.0/ports/1d98cbf0-b162-4a47-a3d0-4f87b72e409c HTTP/1.1" status: 200 len: 1132 time: 3.6840508 Dec 17 16:11:20.518146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:20.520864 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855bebc3-cd47-4475-b363-aea78d6362dc" -d '{"events": [{"name": "network-changed", "server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:20.592742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-8b79ddc8-682a-4bc5-8036-e12e59229860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:20.595576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-8b79ddc8-682a-4bc5-8036-e12e59229860 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.4089088 Dec 17 16:11:20.679096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-075ca93e-7019-4ba1-b7d1-a1bb25475dc3 req-ac6c7d86-46b1-46d5-96df-ea9e0f39fde7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 210 time: 0.0386145 Dec 17 16:11:20.688647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ae8bd-3c1e-4fc4-9c4c-247784617ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:20.718674 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:11:20.782896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-c7fabe80-ec52-4586-a2fb-23efde3fa927 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6939594e-4895-49fb-89a6-735b33c1f47c HTTP/1.1" status: 200 len: 217 time: 0.1700876 Dec 17 16:11:20.843641 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181ca8d-e79e-455d-81f6-3b96d48f8541 x-openstack-request-id: req-d181ca8d-e79e-455d-81f6-3b96d48f8541 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:20.844080 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:20.844268 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d181ca8d-e79e-455d-81f6-3b96d48f8541 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:20.844667 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'status': 'completed', 'code': 200} Dec 17 16:11:20.895787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-13a788ea-a4e8-4915-bce5-de98bd1fe8c4 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:20.897524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-13a788ea-a4e8-4915-bce5-de98bd1fe8c4 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 811 time: 0.3347855 Dec 17 16:11:20.916826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Request body: {'port': {'device_id': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'admin_state_up': True, 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:20.946276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb63d5e-d8c3-423a-a06f-066591e70f12 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:20.962521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:20.984477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fb0def2-9865-44ff-9afd-f79998420805 req-4cd7d511-70e9-48cd-83d7-631e77df5272 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524157 Dec 17 16:11:21.014649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-f1c51300-31cb-4fa1-933e-345e31ed44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.016174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-f1c51300-31cb-4fa1-933e-345e31ed44cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1135 time: 0.3620610 Dec 17 16:11:21.026135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Transition to ACTIVE for port object 2bb63d5e-d8c3-423a-a06f-066591e70f12 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:11:21.029593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-5bc5ce15-72ee-4a13-b1ee-7cc2fafba512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.031493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-5bc5ce15-72ee-4a13-b1ee-7cc2fafba512 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.2149324 Dec 17 16:11:21.040843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:21.076915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a907474-5e7c-4ebf-a560-ad36f7e905ee req-08acea94-f9b9-4411-8743-dba35fd91701 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.078490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a907474-5e7c-4ebf-a560-ad36f7e905ee req-08acea94-f9b9-4411-8743-dba35fd91701 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 932 time: 0.0906384 Dec 17 16:11:21.103882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Made reservation on behalf of bd08ec23d6de4ea998edf2431dda4a7c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:21.112921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:21.128353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-1114e9e2-bd2c-4209-a5d8-0d99ce73ceea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c HTTP/1.1" status: 200 len: 217 time: 0.0957923 Dec 17 16:11:21.206078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:21.268533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a907474-5e7c-4ebf-a560-ad36f7e905ee req-afe7ec51-117b-4f02-b38d-b9b721808a95 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826937 Dec 17 16:11:21.331479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-c8af12d7-2366-426d-bf17-b6ee2ab479e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.333129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-c8af12d7-2366-426d-bf17-b6ee2ab479e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2586448 Dec 17 16:11:21.334706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-45b12e07-262d-4857-8d84-1dd61e72d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.336314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-45b12e07-262d-4857-8d84-1dd61e72d4cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd421469-33f5-40ed-8fc7-30d292db683d HTTP/1.1" status: 200 len: 834 time: 0.1809120 Dec 17 16:11:21.369800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Allocated IP 172.20.0.11 (171454bd-19a3-4022-b292-0fbaad1bb51d/2a75339b-cc0e-4165-8ac2-44ce31835386/34c11f89-91bb-4611-b81e-e40628713814) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:21.450625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:21.450873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:21.451201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:21.475121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:11:21.475896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:21.501527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:21.501861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Checking segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:21.502374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Bound using segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:21.502752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Bound port: 2bb63d5e-d8c3-423a-a06f-066591e70f12, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:21.503123 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:21.509840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-684af30f-4034-48af-b053-017d0eb80fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.511613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-684af30f-4034-48af-b053-017d0eb80fdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100330 Dec 17 16:11:21.595078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:21.645841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:21.649981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-6ba72731-cbbf-459c-a6bf-438181190ad3 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946112 Dec 17 16:11:21.659890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['a0c6381d-0208-464b-8d63-3b64383fc4f8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:21.718769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Network 171454bd-19a3-4022-b292-0fbaad1bb51d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:21.720147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Pushing event updated for resources: {'Port': ['ID=34c11f89-91bb-4611-b81e-e40628713814,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:21.732355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:21.735967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:21.806931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.807850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:21.917207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-8ad8744d-a131-4bf9-ae7b-fc38c7c16a12 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0044076 Dec 17 16:11:21.936362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Request body: {'port': {'device_id': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:21.977491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c26ce3-2f48-4a7a-b447-46d17d9fbe96 req-19a8cb0b-a5da-41e7-8e1e-dc836732a3e2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:21.979134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13c26ce3-2f48-4a7a-b447-46d17d9fbe96 req-19a8cb0b-a5da-41e7-8e1e-dc836732a3e2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 932 time: 0.1787238 Dec 17 16:11:22.088747 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:22.115554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-13c26ce3-2f48-4a7a-b447-46d17d9fbe96 req-873b1fba-3f7c-4fe3-8959-76a62a69d741 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244102 Dec 17 16:11:22.159699 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-768562f2-49c7-43c3-a678-bafa1a6639bc req-a85b0180-15d1-4527-ba9c-340659d4ce7f service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259966 Dec 17 16:11:22.203001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f917ce-2852-49c1-b44f-070fdb97b289 req-05accb40-729a-43d1-90c9-64dab0af8c8b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:22.205627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97f917ce-2852-49c1-b44f-070fdb97b289 req-05accb40-729a-43d1-90c9-64dab0af8c8b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 983 time: 0.5947227 Dec 17 16:11:22.210253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:22.266824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:22.275137 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-15140a16-adc0-4c91-91ba-ae9d19f783bc service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438903 Dec 17 16:11:22.281212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:22.323294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d6852-3a7a-4558-86bd-44ba422a0709 req-af6ea99b-fb1a-449f-b35b-79bce747c7d5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:22.325038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e93d6852-3a7a-4558-86bd-44ba422a0709 req-af6ea99b-fb1a-449f-b35b-79bce747c7d5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 943 time: 0.1225307 Dec 17 16:11:22.430827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:22.431764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:22.433414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1093 time: 2.7227201 Dec 17 16:11:22.488621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-97f917ce-2852-49c1-b44f-070fdb97b289 req-9335513d-3930-472d-b0b0-41a9c30c601b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2605000 Dec 17 16:11:22.512448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e93d6852-3a7a-4558-86bd-44ba422a0709 req-04fdb2f4-f53f-4805-b124-8ec6ac40980e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329815 Dec 17 16:11:22.540725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730dde8-5ba1-453d-84dc-90ea164d35e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:22.611463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c11f89-91bb-4611-b81e-e40628713814 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:22.621674 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:22.627704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e7d5289-c7fa-4665-abca-c6a44b271179 req-5e595f3b-ff71-423e-8018-e95980cbd1fe service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353522 Dec 17 16:11:22.642828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Transition to ACTIVE for port object 34c11f89-91bb-4611-b81e-e40628713814 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:11:22.649188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:22.714972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Pushing event updated for resources: {'Port': ['ID=34c11f89-91bb-4611-b81e-e40628713814,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:22.744280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-b9fd4adc-dfc5-4dd9-ae5b-8f6015b3ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:22.745916 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-b9fd4adc-dfc5-4dd9-ae5b-8f6015b3ab2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1096 time: 0.2522314 Dec 17 16:11:22.790313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Attempting to bind port 34c11f89-91bb-4611-b81e-e40628713814 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:22.790984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Attempting to bind port 34c11f89-91bb-4611-b81e-e40628713814 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:22.791544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Attempting to bind port 34c11f89-91bb-4611-b81e-e40628713814 on network 171454bd-19a3-4022-b292-0fbaad1bb51d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:22.796789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Port 34c11f89-91bb-4611-b81e-e40628713814 on network 171454bd-19a3-4022-b292-0fbaad1bb51d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:11:22.797391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Attempting to bind port 34c11f89-91bb-4611-b81e-e40628713814 on network 171454bd-19a3-4022-b292-0fbaad1bb51d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:22.805969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:22.806879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Checking segment: {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:22.807499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Bound using segment: {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:22.808258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Bound port: 34c11f89-91bb-4611-b81e-e40628713814, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737b7ab3-a434-481e-b347-f46dfa223547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:22.808847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:22.814163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-334b749e-9cb2-4fe6-8b63-e2d88b238a5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 217 time: 0.0540268 Dec 17 16:11:22.831025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d44bf-38fa-4892-84af-b9c0a432926f req-e5b25450-c37c-4da0-9669-6f74d68071c6 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:22.832643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d17d44bf-38fa-4892-84af-b9c0a432926f req-e5b25450-c37c-4da0-9669-6f74d68071c6 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.1878877 Dec 17 16:11:22.863262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:22.865026 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b452d1-cfda-4271-bd8e-17cf2e727be1" -d '{"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:22.908211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bebc3-cd47-4475-b363-aea78d6362dc req-c09b8c18-1572-484b-a934-6ed3f2f1287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:22.910082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-855bebc3-cd47-4475-b363-aea78d6362dc req-c09b8c18-1572-484b-a934-6ed3f2f1287b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1135 time: 0.1974435 Dec 17 16:11:22.917857 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e71c2-0540-4870-a70e-210f11fa69ba x-openstack-request-id: req-a61e71c2-0540-4870-a70e-210f11fa69ba {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:22.918183 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:22.918387 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a61e71c2-0540-4870-a70e-210f11fa69ba {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:22.918777 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'status': 'completed', 'code': 200} Dec 17 16:11:22.968601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] For port 34c11f89-91bb-4611-b81e-e40628713814, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:22.973152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] For port 34c11f89-91bb-4611-b81e-e40628713814, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=34c11f89-91bb-4611-b81e-e40628713814,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:22.982501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:23.014414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-bf7798d9-2c85-48e5-b095-7269a16ca3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.016170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-bf7798d9-2c85-48e5-b095-7269a16ca3af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.1821499 Dec 17 16:11:23.022702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d17d44bf-38fa-4892-84af-b9c0a432926f req-cb2d0669-a47f-43bc-a003-16f799dca1aa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545208 Dec 17 16:11:23.059981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Pushing event updated for resources: {'Port': ['ID=34c11f89-91bb-4611-b81e-e40628713814,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:23.075905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.076665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:23.078312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-bc9ab48b-c685-4c97-a35d-a4c04d7f596d service neutron] 10.222.0.49 "PUT /v2.0/ports/34c11f89-91bb-4611-b81e-e40628713814 HTTP/1.1" status: 200 len: 1093 time: 1.1468954 Dec 17 16:11:23.079519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'tag': '34c11f89-91bb-4611-b81e-e40628713814'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:23.088157 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db09e8-c3a3-4ade-8533-962a6e503e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7d5415-5fbe-4c96-8314-21c1108ed830", "tag": "34c11f89-91bb-4611-b81e-e40628713814"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:23.125348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bebc3-cd47-4475-b363-aea78d6362dc req-390a2e9c-f838-4270-86e4-bf15c3ca8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.137718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-855bebc3-cd47-4475-b363-aea78d6362dc req-390a2e9c-f838-4270-86e4-bf15c3ca8b99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267 HTTP/1.1" status: 200 len: 897 time: 0.2134745 Dec 17 16:11:23.163505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fce05a-c048-432b-b4da-3294186cb68d req-97d85b3a-c664-4f14-96e7-a117026a8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.165041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-97d85b3a-c664-4f14-96e7-a117026a8a80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399426 Dec 17 16:11:23.211128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-855bebc3-cd47-4475-b363-aea78d6362dc req-af17c142-4d99-46f0-9a57-7092c64a09e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c HTTP/1.1" status: 200 len: 217 time: 0.0625479 Dec 17 16:11:23.223091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-c6935d15-0365-4435-9004-b8296a051dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.225134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-c6935d15-0365-4435-9004-b8296a051dff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 1096 time: 0.0917768 Dec 17 16:11:23.287036 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-df28f244-8b0d-44dd-a7af-ea71fe277661 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c11f89-91bb-4611-b81e-e40628713814 HTTP/1.1" status: 200 len: 217 time: 0.0459790 Dec 17 16:11:23.310629 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312842cd-8058-4649-95a3-43542e5d45c2 x-openstack-request-id: req-312842cd-8058-4649-95a3-43542e5d45c2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:23.311291 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7d5415-5fbe-4c96-8314-21c1108ed830", "tag": "34c11f89-91bb-4611-b81e-e40628713814", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:23.311291 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-312842cd-8058-4649-95a3-43542e5d45c2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:23.311903 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'tag': '34c11f89-91bb-4611-b81e-e40628713814', 'status': 'completed', 'code': 200} Dec 17 16:11:23.336614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bebc3-cd47-4475-b363-aea78d6362dc req-8d78c969-d18c-4ea4-9692-80ba9028c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.338230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-855bebc3-cd47-4475-b363-aea78d6362dc req-8d78c969-d18c-4ea4-9692-80ba9028c788 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd421469-33f5-40ed-8fc7-30d292db683d HTTP/1.1" status: 200 len: 834 time: 0.1175539 Dec 17 16:11:23.379340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-3d71dcd2-7e07-40d7-b378-cb8a662162bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.381551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-3d71dcd2-7e07-40d7-b378-cb8a662162bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 200 len: 851 time: 0.0685353 Dec 17 16:11:23.400777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab08fbc-35a2-46c6-bcbf-d48275bda212 req-ac36c6b4-d338-4ee3-bb63-2575faa394ad tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.402330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eab08fbc-35a2-46c6-bcbf-d48275bda212 req-ac36c6b4-d338-4ee3-bb63-2575faa394ad tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 944 time: 0.2009962 Dec 17 16:11:23.422751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-d7ae8020-5fbd-4e4e-b291-ac1aa52b1459 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171454bd-19a3-4022-b292-0fbaad1bb51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318751 Dec 17 16:11:23.424216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-4a1e4847-8ef2-4891-9584-0bbc907db778 service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239168 Dec 17 16:11:23.481725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bebc3-cd47-4475-b363-aea78d6362dc req-6c9f5bad-5edb-4e17-bb9f-091e9722dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.483385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-855bebc3-cd47-4475-b363-aea78d6362dc req-6c9f5bad-5edb-4e17-bb9f-091e9722dc10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299810 Dec 17 16:11:23.544881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-08037312-8723-4be9-817d-7c9025c8dae9 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146731 Dec 17 16:11:23.645185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eab08fbc-35a2-46c6-bcbf-d48275bda212 req-a1e9d4ba-4493-4568-8665-87b4b94ed357 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358642 Dec 17 16:11:23.685865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ba16-7f99-4687-975e-842cce6e99ee req-1be1221a-acf4-4b3a-a104-6c1bab0f85e7 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.687445 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e668ba16-7f99-4687-975e-842cce6e99ee req-1be1221a-acf4-4b3a-a104-6c1bab0f85e7 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 983 time: 0.0700917 Dec 17 16:11:23.738409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-663c8199-9a03-4d40-9d75-be1f9f12643e req-3cccae2e-4297-497c-add2-097b94e14240 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860874 Dec 17 16:11:23.758837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-855bebc3-cd47-4475-b363-aea78d6362dc req-a27d1806-79c6-4d13-8cf6-27fc2b90356c service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347283 Dec 17 16:11:23.766043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5fce05a-c048-432b-b4da-3294186cb68d req-7d8bce07-0164-4a32-9d9a-391b13864a58 service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174732 Dec 17 16:11:23.787940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e668ba16-7f99-4687-975e-842cce6e99ee req-048bc1ea-8657-4cd5-9916-237baf218df7 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0814698 Dec 17 16:11:23.868944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-9ba30e19-0899-44d6-97c5-1c1d1bf41078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.870165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11431b7-2fde-4411-94e3-3c00c25db381 req-06ebfefd-05c6-4b52-8c21-b628ecbf57a3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.870716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-9ba30e19-0899-44d6-97c5-1c1d1bf41078 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 1096 time: 0.0704095 Dec 17 16:11:23.871903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b11431b7-2fde-4411-94e3-3c00c25db381 req-06ebfefd-05c6-4b52-8c21-b628ecbf57a3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 943 time: 0.1593993 Dec 17 16:11:23.987586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-bb07101d-e33c-4ea7-88aa-53719dd78814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.989214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-bb07101d-e33c-4ea7-88aa-53719dd78814 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1096 time: 0.1162951 Dec 17 16:11:23.994409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b11431b7-2fde-4411-94e3-3c00c25db381 req-1c815937-740a-4f3e-97f6-1108f00fd74f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110480 Dec 17 16:11:23.995913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-ec55ee6c-4c94-4b0a-919f-e5f9d1800309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:23.996784 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-855bebc3-cd47-4475-b363-aea78d6362dc req-2f687482-02d7-48a7-87f2-5ec49f4bd847 service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157114 Dec 17 16:11:23.997966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-ec55ee6c-4c94-4b0a-919f-e5f9d1800309 service neutron] 10.222.0.49 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 912 time: 0.1198220 Dec 17 16:11:24.075786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-8c681de7-23bf-44d7-8bfd-7698a2ba893b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c11f89-91bb-4611-b81e-e40628713814 HTTP/1.1" status: 200 len: 217 time: 0.0629237 Dec 17 16:11:24.111863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6939594e-4895-49fb-89a6-735b33c1f47c details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:24.136569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-c50ca2e8-550b-4cfa-b985-f6ddba391f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:24.139688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-c50ca2e8-550b-4cfa-b985-f6ddba391f45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.1416934 Dec 17 16:11:24.203930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-83d6d599-082b-452e-b781-8de178d6d7c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 217 time: 0.0561366 Dec 17 16:11:24.215181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-1903102a-0ffe-4788-8a26-4d505227d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:24.220055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-1903102a-0ffe-4788-8a26-4d505227d64d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 200 len: 851 time: 0.1335874 Dec 17 16:11:24.269021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-2a558018-10f7-408c-9ac4-83ea12c82dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:24.272728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-2a558018-10f7-408c-9ac4-83ea12c82dca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.0592775 Dec 17 16:11:24.285812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 6939594e-4895-49fb-89a6-735b33c1f47c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6939594e-4895-49fb-89a6-735b33c1f47c,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:24.301202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '6939594e-4895-49fb-89a6-735b33c1f47c', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': '6939594e-4895-49fb-89a6-735b33c1f47c', 'mac_address': 'fa:16:3e:26:a6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:24.342713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-e5578f41-e9a1-4f40-953b-65c63ed36824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:24.344761 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-e5578f41-e9a1-4f40-953b-65c63ed36824 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644081 Dec 17 16:11:24.358354 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:24.376098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6939594e-4895-49fb-89a6-735b33c1f47c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:24.398996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 6939594e-4895-49fb-89a6-735b33c1f47c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6939594e-4895-49fb-89a6-735b33c1f47c,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:24.404195 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:24.464551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=6939594e-4895-49fb-89a6-735b33c1f47c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:24.503976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-4549aa23-bf0a-46bf-9223-de3dd1c6a3ca service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505563 Dec 17 16:11:24.565670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-f928e6fc-02ef-48c5-a914-1213a26b4f56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171454bd-19a3-4022-b292-0fbaad1bb51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3403034 Dec 17 16:11:24.594412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87394-92b6-4a5f-af67-fca2d5332e3e req-221beb5a-dbc3-48a4-aaa5-fa3f0f943098 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:24.596178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3cb87394-92b6-4a5f-af67-fca2d5332e3e req-221beb5a-dbc3-48a4-aaa5-fa3f0f943098 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.4492812 Dec 17 16:11:24.625976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-55b452d1-cfda-4271-bd8e-17cf2e727be1 req-1ce2564b-de60-4584-9a7a-a8ead9ff9aff service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134360 Dec 17 16:11:24.696205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['6939594e-4895-49fb-89a6-735b33c1f47c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:24.707551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3cb87394-92b6-4a5f-af67-fca2d5332e3e req-88ae802b-14cf-425a-9c8b-f7f3560c4980 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888720 Dec 17 16:11:24.763954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-e56817b8-eaf6-46a1-b404-383462a2ad58 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664202 Dec 17 16:11:24.834378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec4e90-9779-4ee2-a65e-ed057f3ea984 req-7e0aa4b4-7332-4d80-a56a-8fd9811b7d23 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:24.836023 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3ec4e90-9779-4ee2-a65e-ed057f3ea984 req-7e0aa4b4-7332-4d80-a56a-8fd9811b7d23 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 944 time: 0.0659354 Dec 17 16:11:24.897613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3ec4e90-9779-4ee2-a65e-ed057f3ea984 req-5c32c3eb-9da3-438f-88c8-34dfd943a06f tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552843 Dec 17 16:11:24.932909 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2db09e8-c3a3-4ade-8533-962a6e503e2e req-fb277d3f-8bd5-4553-95e4-cbcb30144f9b service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611688 Dec 17 16:11:24.992329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb4ee4-4bce-4365-8cb9-373b64e1230f req-cae94283-e0cf-4f2f-845d-0fe986574c8e tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:24.994302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-99eb4ee4-4bce-4365-8cb9-373b64e1230f req-cae94283-e0cf-4f2f-845d-0fe986574c8e tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 983 time: 0.0603776 Dec 17 16:11:25.084628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-99eb4ee4-4bce-4365-8cb9-373b64e1230f req-acaaf70a-4e92-44d6-85e4-0f337b6d3fc1 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0824234 Dec 17 16:11:25.152119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c77c-8eec-4ef4-9f7a-e33f26b7ff50 req-03df6331-ec8a-4d3b-a0f1-64c5dfe0f5e9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:25.154383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52d2c77c-8eec-4ef4-9f7a-e33f26b7ff50 req-03df6331-ec8a-4d3b-a0f1-64c5dfe0f5e9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 944 time: 0.0724659 Dec 17 16:11:25.215533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52d2c77c-8eec-4ef4-9f7a-e33f26b7ff50 req-f42b396e-f35e-4553-b4ef-c39481dceffa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Dec 17 16:11:25.860283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690498ff-5035-448d-9b87-ee4e54b414e2 req-4a84bdda-dfe7-40d1-8db7-2383f169ec73 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:25.863169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690498ff-5035-448d-9b87-ee4e54b414e2 req-4a84bdda-dfe7-40d1-8db7-2383f169ec73 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.0602434 Dec 17 16:11:25.919476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-690498ff-5035-448d-9b87-ee4e54b414e2 req-90202e4a-1cb2-4755-b701-59aea4379e71 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500245 Dec 17 16:11:26.033560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af865c2-e5a1-4c54-9ff1-2d4409c47f39 req-aa61331e-f145-4dbd-8c7c-35e9b4778448 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:26.037138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3af865c2-e5a1-4c54-9ff1-2d4409c47f39 req-aa61331e-f145-4dbd-8c7c-35e9b4778448 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 944 time: 0.0584009 Dec 17 16:11:26.094389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3af865c2-e5a1-4c54-9ff1-2d4409c47f39 req-eb807750-eadd-415f-8f1a-0b4953dfde8e tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522091 Dec 17 16:11:26.125340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1d98cbf0-b162-4a47-a3d0-4f87b72e409c details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:26.128172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6939594e-4895-49fb-89a6-735b33c1f47c up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:26.235009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b5c3-8f10-44e8-94a3-c3917f97eafe req-dc3b5217-506f-403a-bd8e-0a3e19274682 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:26.245863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8b44b5c3-8f10-44e8-94a3-c3917f97eafe req-dc3b5217-506f-403a-bd8e-0a3e19274682 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 983 time: 0.0778527 Dec 17 16:11:26.287578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 6939594e-4895-49fb-89a6-735b33c1f47c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:11:26.297733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 6939594e-4895-49fb-89a6-735b33c1f47c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:26.298314 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:26.330006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:26.345014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8b44b5c3-8f10-44e8-94a3-c3917f97eafe req-1d9910c6-2dba-4345-93b3-07aa5a00958a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0979834 Dec 17 16:11:26.378576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42155fcd-02c8-471d-849e-b5349a4b41ad req-10624a73-10a2-40bb-a521-10fa1f9d26c1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:26.384454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42155fcd-02c8-471d-849e-b5349a4b41ad req-10624a73-10a2-40bb-a521-10fa1f9d26c1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 944 time: 0.0678375 Dec 17 16:11:26.387710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'port_id': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'mac_address': 'fa:16:3e:fa:84:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:26.437108 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:26.453937 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42155fcd-02c8-471d-849e-b5349a4b41ad req-51555331-fcba-48e4-9396-1efe96eb48fd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638795 Dec 17 16:11:26.471535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d98cbf0-b162-4a47-a3d0-4f87b72e409c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:26.515629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:26.522771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:26.562500 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:26.601103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:26.616911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:26.619326 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4cdf25-3e62-4978-8ba2-b63939a09829" -d '{"events": [{"server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "name": "network-vif-plugged", "status": "completed", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:26.633230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 6939594e-4895-49fb-89a6-735b33c1f47c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6939594e-4895-49fb-89a6-735b33c1f47c,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:26.638415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:26.681145 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43ae67a-ec95-4ff1-8e7f-e887fa213f93 x-openstack-request-id: req-d43ae67a-ec95-4ff1-8e7f-e887fa213f93 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:26.681633 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "name": "network-vif-plugged", "status": "completed", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:26.682290 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d43ae67a-ec95-4ff1-8e7f-e887fa213f93 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:26.684163 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c', 'code': 200} Dec 17 16:11:26.720632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=6939594e-4895-49fb-89a6-735b33c1f47c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:26.771474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 34c11f89-91bb-4611-b81e-e40628713814 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:26.780393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f224-11db-4632-bc91-42ae10048127 req-09d690c4-0df5-47ab-9963-f47ef5f58ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:26.782735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab58f224-11db-4632-bc91-42ae10048127 req-09d690c4-0df5-47ab-9963-f47ef5f58ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 1097 time: 0.0510521 Dec 17 16:11:26.826668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['1d98cbf0-b162-4a47-a3d0-4f87b72e409c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:26.835409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab58f224-11db-4632-bc91-42ae10048127 req-286fc9e2-8ac9-431e-9805-222fb822529d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Dec 17 16:11:26.918637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 34c11f89-91bb-4611-b81e-e40628713814, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=34c11f89-91bb-4611-b81e-e40628713814,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:26.944499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '34c11f89-91bb-4611-b81e-e40628713814', 'network_id': '171454bd-19a3-4022-b292-0fbaad1bb51d', 'port_id': '34c11f89-91bb-4611-b81e-e40628713814', 'mac_address': 'fa:16:3e:be:e3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a75339b-cc0e-4165-8ac2-44ce31835386', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:27.002256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:27.028662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c11f89-91bb-4611-b81e-e40628713814 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:27.065440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 34c11f89-91bb-4611-b81e-e40628713814, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=34c11f89-91bb-4611-b81e-e40628713814,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:27.066260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67021-1ac5-491b-b2c4-dfc2ca758c19 req-934e69e5-2b2e-4009-b9bb-8db12ae01d4f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:27.068427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c67021-1ac5-491b-b2c4-dfc2ca758c19 req-934e69e5-2b2e-4009-b9bb-8db12ae01d4f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.0707922 Dec 17 16:11:27.078373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:27.145552 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3c67021-1ac5-491b-b2c4-dfc2ca758c19 req-fdb99ba4-0bb4-4df5-a3f3-04a01ad57bea tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614097 Dec 17 16:11:27.166780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=34c11f89-91bb-4611-b81e-e40628713814,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:27.256647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187f5f6-00fa-48b4-9fc6-7597daf3dac0 req-a4b6015a-e3cb-438e-b9f7-70a9dfe6ee0c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:27.264643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e187f5f6-00fa-48b4-9fc6-7597daf3dac0 req-a4b6015a-e3cb-438e-b9f7-70a9dfe6ee0c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 945 time: 0.0580404 Dec 17 16:11:27.322045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e187f5f6-00fa-48b4-9fc6-7597daf3dac0 req-872f9d2a-3720-4e74-b39f-1cd48ea07554 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564656 Dec 17 16:11:27.322706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['34c11f89-91bb-4611-b81e-e40628713814'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:27.501358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed056-74a6-4b8a-8fdd-b06c4a27af8a req-5b78623a-be88-49d0-9ad6-fbd11305abec tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:27.519094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64aed056-74a6-4b8a-8fdd-b06c4a27af8a req-5b78623a-be88-49d0-9ad6-fbd11305abec tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 984 time: 0.0885425 Dec 17 16:11:27.586444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64aed056-74a6-4b8a-8fdd-b06c4a27af8a req-b30b1816-9480-415a-b1d2-8eb2b7e6e9ee tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0642917 Dec 17 16:11:27.604165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb65af-fe10-444b-8de1-3483855c51f6 req-70bf8680-5f94-4e96-9939-b67416f17697 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:27.605714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-deeb65af-fe10-444b-8de1-3483855c51f6 req-70bf8680-5f94-4e96-9939-b67416f17697 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 945 time: 0.0641751 Dec 17 16:11:27.669577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-deeb65af-fe10-444b-8de1-3483855c51f6 req-4dd01529-b94a-4f14-9a31-854d48ddf3d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566587 Dec 17 16:11:28.138297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:28.142209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1d98cbf0-b162-4a47-a3d0-4f87b72e409c up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:28.291600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:11:28.305581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:28.306335 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:28.340978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2b8ae-91b7-4a04-9fda-c7f3b0f370eb req-6e0444a2-7456-451b-ab63-b0f09025b897 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:28.343405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4b2b8ae-91b7-4a04-9fda-c7f3b0f370eb req-6e0444a2-7456-451b-ab63-b0f09025b897 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.0797434 Dec 17 16:11:28.421277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e4b2b8ae-91b7-4a04-9fda-c7f3b0f370eb req-16b9b6af-0cee-4994-9ac4-1f60b63d8b34 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683944 Dec 17 16:11:28.474083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b70796-55e0-4fdf-913d-a1934008c9ca req-aa7cd6d1-703e-4e90-b9cd-b0a16ebed135 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:28.484393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7b70796-55e0-4fdf-913d-a1934008c9ca req-aa7cd6d1-703e-4e90-b9cd-b0a16ebed135 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 945 time: 0.0741887 Dec 17 16:11:28.543262 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7b70796-55e0-4fdf-913d-a1934008c9ca req-d70ad874-12ba-4750-8e81-f1292745aabb tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575275 Dec 17 16:11:28.543632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:28.562904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'port_id': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'mac_address': 'fa:16:3e:c3:a2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:28.666284 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:28.690840 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:28.697534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:28.699806 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee0278c-6bfb-41dd-b1b2-f1b7dd99057a" -d '{"events": [{"server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:28.727404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:28.733462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d5c08-a4e0-42a7-bd55-956e98fd1a6a req-59c6149b-8f82-4a0a-ae9d-0ad99f85f932 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:28.737513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:28.741637 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-674d5c08-a4e0-42a7-bd55-956e98fd1a6a req-59c6149b-8f82-4a0a-ae9d-0ad99f85f932 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 984 time: 0.0693083 Dec 17 16:11:28.745399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb63d5e-d8c3-423a-a06f-066591e70f12 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:28.778828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:28.842863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:28.846081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 34c11f89-91bb-4611-b81e-e40628713814 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:28.860006 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-674d5c08-a4e0-42a7-bd55-956e98fd1a6a req-ceaee60f-9e49-47c9-acf2-f66129233df8 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1155150 Dec 17 16:11:28.876245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:28.908000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386f4f-c3a3-4703-8848-c6a010f2cfaf req-a76fb5e2-50ee-4b78-b3f3-7f405a155435 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:28.915347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c386f4f-c3a3-4703-8848-c6a010f2cfaf req-a76fb5e2-50ee-4b78-b3f3-7f405a155435 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 945 time: 0.1108115 Dec 17 16:11:28.965405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:29.008994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c386f4f-c3a3-4703-8848-c6a010f2cfaf req-eb69854f-9237-4870-8662-8192aa72902b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924203 Dec 17 16:11:29.045061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 34c11f89-91bb-4611-b81e-e40628713814 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:11:29.055923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 34c11f89-91bb-4611-b81e-e40628713814 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:29.056331 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:29.084026 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8104a2-3b13-415a-a46d-0118cbee30f1 x-openstack-request-id: req-1e8104a2-3b13-415a-a46d-0118cbee30f1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:29.084356 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:29.084943 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e8104a2-3b13-415a-a46d-0118cbee30f1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:29.085086 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'code': 200} Dec 17 16:11:29.145286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['2bb63d5e-d8c3-423a-a06f-066591e70f12'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:29.153223 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:29.199465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dede6-544c-4b21-b027-73d46c78f34c req-3622168b-5ae1-4b11-9c13-29c3081244af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:29.201516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a5dede6-544c-4b21-b027-73d46c78f34c req-3622168b-5ae1-4b11-9c13-29c3081244af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1137 time: 0.0590050 Dec 17 16:11:29.204401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-6eff399b-7cdb-4df3-954d-09ae6c978d23 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 267 time: 0.1018729 Dec 17 16:11:29.224026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 34c11f89-91bb-4611-b81e-e40628713814, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=34c11f89-91bb-4611-b81e-e40628713814,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:29.233097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:29.304207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-bb7d5581-83f6-4bff-af2e-51b0d0e19ab0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:29.306850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a5dede6-544c-4b21-b027-73d46c78f34c req-5708a31f-239f-4a55-83f8-00a175cb6853 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0950527 Dec 17 16:11:29.314192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-bb7d5581-83f6-4bff-af2e-51b0d0e19ab0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 945 time: 0.1069155 Dec 17 16:11:29.321218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'port': {'security_groups': []}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:29.329780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=34c11f89-91bb-4611-b81e-e40628713814,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:29.425643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:29.597832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befea125-85fe-43ea-bbb3-f0e6c49679ba req-d52ba6eb-1cb7-468d-9049-a7bc8ae38764 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:29.601451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-befea125-85fe-43ea-bbb3-f0e6c49679ba req-d52ba6eb-1cb7-468d-9049-a7bc8ae38764 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 945 time: 0.0649066 Dec 17 16:11:29.664138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] For port 6939594e-4895-49fb-89a6-735b33c1f47c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6939594e-4895-49fb-89a6-735b33c1f47c,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:29.669148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-befea125-85fe-43ea-bbb3-f0e6c49679ba req-7d75b211-2558-4977-91f0-04d26887437a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629697 Dec 17 16:11:29.701829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:29.717304 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:29.726499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['208a4dba-a85b-48a9-96b1-55a1fd4be7b0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:29.771532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065006cd-6255-46ce-9b22-d6ed49986600 req-bda25b45-2ea5-4283-b8dc-1aa458c1d01b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:29.777409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:29.778071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:29.779395 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-065006cd-6255-46ce-9b22-d6ed49986600 req-bda25b45-2ea5-4283-b8dc-1aa458c1d01b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0608182 Dec 17 16:11:29.788535 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de51384d-f7f9-4c28-8b35-d578693a46e6 req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "PUT /v2.0/ports/6939594e-4895-49fb-89a6-735b33c1f47c HTTP/1.1" status: 200 len: 904 time: 0.4731441 Dec 17 16:11:29.788921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:29.794238 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:29.852877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['6939594e-4895-49fb-89a6-735b33c1f47c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:29.859933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5c8d2-dee3-464b-9b92-340e9418058c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=6939594e-4895-49fb-89a6-735b33c1f47c,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:29.879217 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-065006cd-6255-46ce-9b22-d6ed49986600 req-305fa4b1-68c4-48e7-aff9-ad2a434f53ff tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937011 Dec 17 16:11:29.945893 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c9cdc-9651-444c-967e-1208ccb43a03 x-openstack-request-id: req-6a0c9cdc-9651-444c-967e-1208ccb43a03 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:29.947223 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:29.947801 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a0c9cdc-9651-444c-967e-1208ccb43a03 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:29.948285 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c', 'status': 'completed', 'code': 200} Dec 17 16:11:29.971287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['9c34fa35-039c-4a5e-bb17-7391b12d604f', '6939594e-4895-49fb-89a6-735b33c1f47c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:29.992893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a714b96-983f-410f-95c7-e6349ad143ef req-8d9defa8-65f0-4b41-802f-ac24b2ca66e9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:29.994875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a714b96-983f-410f-95c7-e6349ad143ef req-8d9defa8-65f0-4b41-802f-ac24b2ca66e9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 907 time: 0.1144314 Dec 17 16:11:30.157727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:30.164558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-ca8ee85b-516a-499f-90a9-510dc3bc802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.166492 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-ca8ee85b-516a-499f-90a9-510dc3bc802e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 1059 time: 0.2174771 Dec 17 16:11:30.267981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b09f-90ed-435e-976d-3aced06fe000 req-181ce634-fe97-4c38-96a4-aea2f34a74a8 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.269504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a19b09f-90ed-435e-976d-3aced06fe000 req-181ce634-fe97-4c38-96a4-aea2f34a74a8 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 985 time: 0.1778319 Dec 17 16:11:30.272574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3872e614-ca84-450e-a9f9-a377060ce3c1 None None] Provisioning complete for port 6939594e-4895-49fb-89a6-735b33c1f47c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:30.273076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3872e614-ca84-450e-a9f9-a377060ce3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:30.294121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b03d-02a5-44ca-9685-d4bc176c150a req-720b8077-b9ff-4a0d-b327-c3306c43d7a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.295702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cd1b03d-02a5-44ca-9685-d4bc176c150a req-720b8077-b9ff-4a0d-b327-c3306c43d7a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1752994 Dec 17 16:11:30.361446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 2bb63d5e-d8c3-423a-a06f-066591e70f12 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:11:30.367511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 2bb63d5e-d8c3-423a-a06f-066591e70f12 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:30.368047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:30.392421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cd1b03d-02a5-44ca-9685-d4bc176c150a req-3d27b6a7-38ae-4faf-9ee3-d199a61c580e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846736 Dec 17 16:11:30.411045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-b665b5ea-ec1b-408d-9776-47fff566c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.412835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-b665b5ea-ec1b-408d-9776-47fff566c46b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.2328026 Dec 17 16:11:30.438719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a19b09f-90ed-435e-976d-3aced06fe000 req-8ffe6f7f-5136-4c86-aa6c-d5cf62e32d87 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1595311 Dec 17 16:11:30.519226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-6738bbd8-2adf-48c2-9c9d-925ec5088aa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6939594e-4895-49fb-89a6-735b33c1f47c HTTP/1.1" status: 200 len: 217 time: 0.0793219 Dec 17 16:11:30.550228 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:30.580974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56838233-b800-42b6-9bb8-d458221c660f req-8998b9da-b22e-437d-a89b-ba0c13c51700 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.582968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56838233-b800-42b6-9bb8-d458221c660f req-8998b9da-b22e-437d-a89b-ba0c13c51700 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0589573 Dec 17 16:11:30.599535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:30.605571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:30.669101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-9b031039-8e12-44fc-842d-f704f8e368d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.671044 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-9b031039-8e12-44fc-842d-f704f8e368d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.1432655 Dec 17 16:11:30.676585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56838233-b800-42b6-9bb8-d458221c660f req-93c4b825-515f-438f-b3da-f771471acb1d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851202 Dec 17 16:11:30.697210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:30.813194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-534ea2b8-f1b3-46f6-a964-17b048cb5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.814704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-534ea2b8-f1b3-46f6-a964-17b048cb5478 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363502 Dec 17 16:11:30.850085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed4dc8-f885-425a-bc24-dc8c5d4e9af0 req-ebad465b-aed5-4417-9297-8efc3db14e68 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.851601 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26ed4dc8-f885-425a-bc24-dc8c5d4e9af0 req-ebad465b-aed5-4417-9297-8efc3db14e68 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.0899229 Dec 17 16:11:30.974646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-408dbca1-c0ba-404d-b0d1-3a494ef59bc6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:30.976120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-408dbca1-c0ba-404d-b0d1-3a494ef59bc6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.1455936 Dec 17 16:11:30.986265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-17c9f530-2809-4f57-a9f0-32d9be2de971 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604941 Dec 17 16:11:30.992063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26ed4dc8-f885-425a-bc24-dc8c5d4e9af0 req-0cbad182-96ce-4aca-ae14-631685863f32 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285260 Dec 17 16:11:31.003437 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-a914ce5a-558a-47d0-af0b-1765d33fe7f9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/quotas/e8137db8f38747f9b7eb9fd19cc3dbcf HTTP/1.1" status: 200 len: 375 time: 0.0164256 Dec 17 16:11:31.079160 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-7b0cb501-9843-488b-a40a-a3e65959f848 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0633266 Dec 17 16:11:31.085905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c11f89-91bb-4611-b81e-e40628713814'}, {'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:31.089906 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e1edc8-513b-4367-8676-a4cbeada3b3d" -d '{"events": [{"server_uuid": "dd7d5415-5fbe-4c96-8314-21c1108ed830", "name": "network-vif-plugged", "status": "completed", "tag": "34c11f89-91bb-4611-b81e-e40628713814"}, {"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-plugged", "status": "completed", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:31.099635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-be7681ef-11b6-4dc9-8fd5-fe1648f40b39 req-87464120-fa87-403c-8fb0-581ee1870a8f service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063321 Dec 17 16:11:31.191760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-9d18ff2d-2d64-4194-b28b-5d7af1ff5114 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042798 Dec 17 16:11:31.330036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba9db5-e3a9-4e75-87ee-2d3e4c0801f0 req-13cb51b2-14a3-42b8-98a2-59571967ff28 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:31.331978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8ba9db5-e3a9-4e75-87ee-2d3e4c0801f0 req-13cb51b2-14a3-42b8-98a2-59571967ff28 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0704784 Dec 17 16:11:31.337257 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d851ce7a-58ca-4285-b1f4-236186716645 service neutron] 10.222.0.54 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384313 Dec 17 16:11:31.392334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8ba9db5-e3a9-4e75-87ee-2d3e4c0801f0 req-67285f5d-85a5-446b-abf9-99a432fdc237 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Dec 17 16:11:31.439548 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5f2997-7c93-4ac4-9669-d56340ff188a x-openstack-request-id: req-8e5f2997-7c93-4ac4-9669-d56340ff188a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:31.440132 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7d5415-5fbe-4c96-8314-21c1108ed830", "name": "network-vif-plugged", "status": "completed", "tag": "34c11f89-91bb-4611-b81e-e40628713814", "code": 200}, {"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-plugged", "status": "completed", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:31.440132 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e5f2997-7c93-4ac4-9669-d56340ff188a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:31.440529 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c11f89-91bb-4611-b81e-e40628713814', 'code': 200} Dec 17 16:11:31.440784 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'code': 200} Dec 17 16:11:31.601661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4cbc0-d44a-4b62-8775-13e50965a11f req-cefcab45-0a92-4116-a9d2-f31d32ecb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:31.603174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-deb4cbc0-d44a-4b62-8775-13e50965a11f req-cefcab45-0a92-4116-a9d2-f31d32ecb39a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 1098 time: 0.0822065 Dec 17 16:11:31.690369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39568d48-4238-4a1a-916c-0a9b98664f3f req-b7d89a7c-d7fc-43dc-a2e5-23a4d81b5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:31.691884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39568d48-4238-4a1a-916c-0a9b98664f3f req-b7d89a7c-d7fc-43dc-a2e5-23a4d81b5993 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1098 time: 0.1676435 Dec 17 16:11:31.700242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda507dd-1e6e-4272-8a85-0defb826259d req-63693712-6946-4e32-bb0e-df169844b634 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:31.709821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dda507dd-1e6e-4272-8a85-0defb826259d req-63693712-6946-4e32-bb0e-df169844b634 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 946 time: 0.1961524 Dec 17 16:11:31.767925 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39568d48-4238-4a1a-916c-0a9b98664f3f req-3718ffeb-cea4-4cb7-aa84-94156055db26 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558290 Dec 17 16:11:31.772502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-deb4cbc0-d44a-4b62-8775-13e50965a11f req-c684f8d4-212c-44bb-a3ef-3b146c864f9c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602049 Dec 17 16:11:31.782281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd91f6-9332-474f-8eba-b10dc3bdd8a5 req-479f972f-9182-498e-9017-2ee57461d110 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:31.784058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fdd91f6-9332-474f-8eba-b10dc3bdd8a5 req-479f972f-9182-498e-9017-2ee57461d110 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 985 time: 0.1329153 Dec 17 16:11:31.815740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dda507dd-1e6e-4272-8a85-0defb826259d req-b0d9be02-0131-4a2a-a88b-8d045663111d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951197 Dec 17 16:11:31.880083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6fdd91f6-9332-474f-8eba-b10dc3bdd8a5 req-14ee205d-672b-4305-9a69-30579aa0ee0d tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0896060 Dec 17 16:11:31.898198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af562157-4db6-4951-b177-b8895921b09e req-a4f40f79-d21e-4220-b2b6-31e356503b26 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 210 time: 0.0295904 Dec 17 16:11:32.055089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19129115-ba8d-46f6-a1e6-f26485c51141 req-6253e248-5c30-4e1c-ad6c-80a04e37ad58 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:32.063767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19129115-ba8d-46f6-a1e6-f26485c51141 req-6253e248-5c30-4e1c-ad6c-80a04e37ad58 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 985 time: 0.0826440 Dec 17 16:11:32.132156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19129115-ba8d-46f6-a1e6-f26485c51141 req-f90af28d-fd05-489b-af5a-8712afc8e67a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0620487 Dec 17 16:11:32.219334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45998aa-9b6c-4269-a5ac-6fdc69e4b45b req-cd4df8bf-f07a-4bc8-881a-5f8256e5c25d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:32.234496 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d45998aa-9b6c-4269-a5ac-6fdc69e4b45b req-cd4df8bf-f07a-4bc8-881a-5f8256e5c25d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1145794 Dec 17 16:11:32.280350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96e189-20f3-4828-b5ef-51369d99ba37 req-841c9e1c-ff98-498f-b22f-74c769337952 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:32.284290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a96e189-20f3-4828-b5ef-51369d99ba37 req-841c9e1c-ff98-498f-b22f-74c769337952 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1137 time: 0.0776398 Dec 17 16:11:32.322955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d45998aa-9b6c-4269-a5ac-6fdc69e4b45b req-a855822a-1a85-4ee9-a510-07fa10b17778 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865607 Dec 17 16:11:32.328590 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a96e189-20f3-4828-b5ef-51369d99ba37 req-719e6105-32f4-465f-9f9a-7a0b46d27c2b tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:32.445161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a96e189-20f3-4828-b5ef-51369d99ba37 req-719e6105-32f4-465f-9f9a-7a0b46d27c2b tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:32.459930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6a96e189-20f3-4828-b5ef-51369d99ba37 req-719e6105-32f4-465f-9f9a-7a0b46d27c2b tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:32.558087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6a96e189-20f3-4828-b5ef-51369d99ba37 req-719e6105-32f4-465f-9f9a-7a0b46d27c2b tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2601490 Dec 17 16:11:32.564446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e6105-32f4-465f-9f9a-7a0b46d27c2b tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb66e592-4f76-42b9-b3b5-3256278f11ae,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:32.567441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:32.588246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a440873-42ad-4eb6-b4ea-566c18e9c53f req-a352f5ed-c1ec-4ae3-8d23-36beed9b95c7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:32.597891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a440873-42ad-4eb6-b4ea-566c18e9c53f req-a352f5ed-c1ec-4ae3-8d23-36beed9b95c7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1198769 Dec 17 16:11:32.643577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca982dfe-2297-4044-9d6b-c2612e9ed5a5 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:32.650399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ca982dfe-2297-4044-9d6b-c2612e9ed5a5 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1132 time: 0.0796511 Dec 17 16:11:32.651024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41846) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:32.657173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:32.698871 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a440873-42ad-4eb6-b4ea-566c18e9c53f req-35308ba7-9ec9-4f07-8122-85c1c4083181 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928719 Dec 17 16:11:32.700739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:32.840391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:33.023033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Allocated IP 172.25.0.210 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/3e3024ab-151c-45e0-906b-6ea49b7188d2) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:33.050508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a1b4b-622c-44ba-9e6c-49e890dffb61 req-0ea4525a-7684-44ca-8ede-27bd310c5e85 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:33.060606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-375a1b4b-622c-44ba-9e6c-49e890dffb61 req-0ea4525a-7684-44ca-8ede-27bd310c5e85 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 946 time: 0.1074057 Dec 17 16:11:33.084121 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f01f8724-7ed6-495a-ba0a-0da83060777a req-e73d4be0-33a7-4a52-8c05-2ac228325acf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 210 time: 0.0413110 Dec 17 16:11:33.181083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-375a1b4b-622c-44ba-9e6c-49e890dffb61 req-805e4174-35a2-4455-ad7f-43a8457f2bed tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185968 Dec 17 16:11:33.338698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:33.356757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-a4dff318-eece-4de7-957b-3da88fd53069 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:33.358311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-a4dff318-eece-4de7-957b-3da88fd53069 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 946 time: 0.1684809 Dec 17 16:11:33.451171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-0ad9cad7-48b9-4156-ad7d-97f93f119d7b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:33.452645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-0ad9cad7-48b9-4156-ad7d-97f93f119d7b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.49 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 812 time: 0.2535532 Dec 17 16:11:33.487460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Request body: {'port': {'device_id': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'admin_state_up': True, 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:33.513954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120272a-8959-4675-8d84-e7ef7b72d745 req-c790b3ff-74e9-4b84-b03c-ceee779ae93d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:33.516043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c120272a-8959-4675-8d84-e7ef7b72d745 req-c790b3ff-74e9-4b84-b03c-ceee779ae93d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.0619490 Dec 17 16:11:33.555762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:33.599264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c120272a-8959-4675-8d84-e7ef7b72d745 req-e3f1c145-98e7-4e5e-a88e-b81b578370b8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750556 Dec 17 16:11:33.628267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:33.634904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:33.641454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:33.688859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port 2e3654e3-ca54-425a-8c19-71968bbc8d04 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:11:33.689206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:33.780465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=3e3024ab-151c-45e0-906b-6ea49b7188d2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:33.853770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cbc53-9608-40d8-93b5-670852b6d7f5 req-d085ee43-174d-44db-b48f-8a9b71b99f24 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:33.855720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-092cbc53-9608-40d8-93b5-670852b6d7f5 req-d085ee43-174d-44db-b48f-8a9b71b99f24 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0550387 Dec 17 16:11:33.931078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2ac8-ccd0-4d9d-8fa5-edf3ac66e58d req-a679a006-732d-4635-887b-5f97ec114e6a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:33.932695 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-189f2ac8-ccd0-4d9d-8fa5-edf3ac66e58d req-a679a006-732d-4635-887b-5f97ec114e6a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1953802 Dec 17 16:11:33.940385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-092cbc53-9608-40d8-93b5-670852b6d7f5 req-95f0263b-5c15-42d0-9695-0fffff42f2a1 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753489 Dec 17 16:11:33.989530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Made reservation on behalf of e8137db8f38747f9b7eb9fd19cc3dbcf for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:33.992723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:33.997165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] For port 2e3654e3-ca54-425a-8c19-71968bbc8d04, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2e3654e3-ca54-425a-8c19-71968bbc8d04,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:33.997535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:34.275414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d09b5120-b1d3-4dcc-9c92-685fc540b3c1 req-1c4e4af2-1ce8-47c3-aa78-f2ad5e222f3b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 210 time: 0.0609312 Dec 17 16:11:34.303229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-e13ba871-ce22-4e0d-b662-1d73185bebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:34.307862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-e13ba871-ce22-4e0d-b662-1d73185bebaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 1098 time: 0.0759103 Dec 17 16:11:34.460695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb0ca1-e886-4fe5-9a22-d3d061523f8e req-f05c7b91-3215-4a6a-b0c6-139449404147 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:34.463004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9deb0ca1-e886-4fe5-9a22-d3d061523f8e req-f05c7b91-3215-4a6a-b0c6-139449404147 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0818849 Dec 17 16:11:34.492881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-5aa20373-8e86-4a7f-995d-440d8ca66afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:34.494828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-5aa20373-8e86-4a7f-995d-440d8ca66afc service neutron] 10.222.0.49 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 912 time: 0.1802299 Dec 17 16:11:34.613827 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-189f2ac8-ccd0-4d9d-8fa5-edf3ac66e58d req-932721db-8c98-4e5b-9dd1-e88dd5de7bf5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6726887 Dec 17 16:11:34.667797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41920) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:34.918294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Allocated IP 172.20.0.12 (5ac9149d-52f1-4b6a-a276-f13b97a5b4e6/c3f907df-d728-467a-895b-317e272d4265/44e24982-8db7-44fc-ab3d-7fd92804d262) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:34.957439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-84fa8bde-5d37-4ee5-857d-f0c5d0ed1bcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c11f89-91bb-4611-b81e-e40628713814 HTTP/1.1" status: 200 len: 217 time: 0.4484925 Dec 17 16:11:34.965115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9deb0ca1-e886-4fe5-9a22-d3d061523f8e req-785d4f4a-f744-4e34-8577-effdc58d8385 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949033 Dec 17 16:11:35.036682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-4807d3df-87e1-423b-a7b3-3b9850a600ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:35.040367 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd4c52-ba77-4217-b32b-083123644839 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:35.041117 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-4807d3df-87e1-423b-a7b3-3b9850a600ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 200 len: 851 time: 0.0750158 Dec 17 16:11:35.041920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ccd4c52-ba77-4217-b32b-083123644839 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1093 time: 0.3640528 Dec 17 16:11:35.044959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41932) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:35.049814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:35.091545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.092531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.092531 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Floating IP cf1b4b63-21d8-44d6-9526-265b4373fb16 disassociated. External IP: 172.25.0.174, port: 2e3654e3-ca54-425a-8c19-71968bbc8d04. Dec 17 16:11:35.092847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for 2e3654e3-ca54-425a-8c19-71968bbc8d04 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:11:35.100924 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.106447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-666b0ea9-5f3c-436f-bdfe-5f74e5bc925d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171454bd-19a3-4022-b292-0fbaad1bb51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511265 Dec 17 16:11:35.119294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020de313-a3d5-4efa-ad15-37f6a290ce1c req-c3d943dc-bb9d-49aa-b2d4-31a4fa162b33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:35.120865 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-020de313-a3d5-4efa-ad15-37f6a290ce1c req-c3d943dc-bb9d-49aa-b2d4-31a4fa162b33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 946 time: 0.4013183 Dec 17 16:11:35.266703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-b44e78ae-d5f9-4488-abb9-51fb777d201e service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512637 Dec 17 16:11:35.427226 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b715aca-8b80-4088-8d40-933ad68db1a6 req-c5e70695-d352-4635-b3d7-5ef639335631 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493733 Dec 17 16:11:35.441955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.476816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-020de313-a3d5-4efa-ad15-37f6a290ce1c req-56c9ad7b-fafc-4beb-a79b-8980fb863f6b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417659 Dec 17 16:11:35.541034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf1ea62f-8a1d-4b73-8210-c1439ed8fbbd req-077247c4-916a-458c-8001-4b25c7a0a148 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 210 time: 0.0437875 Dec 17 16:11:35.629002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.164 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/8d10bff7-3bd5-4140-8ab1-2c850878b540) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:35.772252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.790467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.824750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.874256 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:35.943465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=8d10bff7-3bd5-4140-8ab1-2c850878b540,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:35.957970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:35.959913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:35.962535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:35.973880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:36.114000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:36.127276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['208a4dba-a85b-48a9-96b1-55a1fd4be7b0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:36.141101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:36.183066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['9c34fa35-039c-4a5e-bb17-7391b12d604f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:36.241629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:36.264853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:36.273047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:36.275465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:36.304330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bef0b-7bdd-4459-97b4-90ed1ba02d0e req-17d7df40-3710-4d2e-916d-88affefdaf20 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:36.307652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-106bef0b-7bdd-4459-97b4-90ed1ba02d0e req-17d7df40-3710-4d2e-916d-88affefdaf20 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.2389622 Dec 17 16:11:36.509630 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a4beab9a-3b9d-463c-8aef-e8c99b425060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:36.753248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4dd17f26-93e1-4db9-a789-383772c6caf8 None None] Provisioning complete for port 44e24982-8db7-44fc-ab3d-7fd92804d262 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:36.753621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4dd17f26-93e1-4db9-a789-383772c6caf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:36.801732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4dd17f26-93e1-4db9-a789-383772c6caf8 None None] Port 44e24982-8db7-44fc-ab3d-7fd92804d262 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:11:36.836378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2e3654e3-ca54-425a-8c19-71968bbc8d04 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:36.863271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d13e8-c3c3-4e08-8014-f4fa373d6717 req-64fde451-b078-40db-a9c5-35b0f25d1814 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:36.871536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f77d13e8-c3c3-4e08-8014-f4fa373d6717 req-64fde451-b078-40db-a9c5-35b0f25d1814 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.7478600 Dec 17 16:11:36.892360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=2e3654e3-ca54-425a-8c19-71968bbc8d04,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:36.896462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 2e3654e3-ca54-425a-8c19-71968bbc8d04 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:11:36.897061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2e3654e3-ca54-425a-8c19-71968bbc8d04 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:36.902790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:36.925307 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:36.949095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-106bef0b-7bdd-4459-97b4-90ed1ba02d0e req-53fc8378-278a-41c8-937d-bb1d584e875b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5860155 Dec 17 16:11:36.962761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.031729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:37.032693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.117228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-1d849409-e984-479e-8bd4-8d3b2729fc29 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6353326 Dec 17 16:11:37.124716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e6d572e-2b24-4797-9642-b3c7ab1b42dd req-a4c7d4ff-618b-49ea-8ca8-c726e7366e0b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0310571 Dec 17 16:11:37.127441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.135401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f77d13e8-c3c3-4e08-8014-f4fa373d6717 req-b4426edc-58d8-4619-8ad3-269c8b82444d tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628920 Dec 17 16:11:37.188217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Request body: {'port': {'device_id': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:37.191177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=3e3024ab-151c-45e0-906b-6ea49b7188d2,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:37.233263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.274142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:37.319352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.383574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b7553-873c-4399-af56-af508493cca1 req-94623a90-285d-4192-9d31-1a45a049b775 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:37.385540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-996b7553-873c-4399-af56-af508493cca1 req-94623a90-285d-4192-9d31-1a45a049b775 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 932 time: 0.1227071 Dec 17 16:11:37.427775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.439126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.527445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-996b7553-873c-4399-af56-af508493cca1 req-68929767-7a45-4553-bfd6-8d526b21ab59 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313465 Dec 17 16:11:37.594610 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Floating IP e00bb9cd-fb7b-47a9-a5ae-08442e2db463 associated. External IP: 172.25.0.210, port: 1d98cbf0-b162-4a47-a3d0-4f87b72e409c. Dec 17 16:11:37.604303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=8d10bff7-3bd5-4140-8ab1-2c850878b540,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:37.622204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.743359 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP 89ff9d16-0dc9-4dd3-b5de-212697f11396 associated. External IP: 172.25.0.164, port: 2bb63d5e-d8c3-423a-a06f-066591e70f12. Dec 17 16:11:37.762701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:37.774936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:37.791315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:37.792291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:10Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:37.843116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] No DVR routers for this DVR port 2e3654e3-ca54-425a-8c19-71968bbc8d04 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:11:37.846807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:37.850518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fe0eb29-31d2-4135-a89e-12afbd492559 req-ca95b5d1-fd0f-45aa-9622-22bf944974fb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.49 "DELETE /v2.0/ports/2e3654e3-ca54-425a-8c19-71968bbc8d04 HTTP/1.1" status: 204 len: 173 time: 4.4770694 Dec 17 16:11:37.854748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'name': 'network-vif-deleted', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:37.856954 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8977189-18dc-4564-9270-e9b083f78d99" -d '{"events": [{"server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "name": "network-vif-deleted", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:37.992651 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dbe0ec-6478-410a-b425-ff3f4c9e6ed6 x-openstack-request-id: req-b8dbe0ec-6478-410a-b425-ff3f4c9e6ed6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:37.993005 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a915f39-ddb7-4275-aeda-7a11bfe6e8c8", "name": "network-vif-deleted", "tag": "2e3654e3-ca54-425a-8c19-71968bbc8d04", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:37.993614 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8dbe0ec-6478-410a-b425-ff3f4c9e6ed6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:37.994016 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a915f39-ddb7-4275-aeda-7a11bfe6e8c8', 'name': 'network-vif-deleted', 'tag': '2e3654e3-ca54-425a-8c19-71968bbc8d04', 'status': 'completed', 'code': 200} Dec 17 16:11:38.065145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router b67015f1-2c99-4699-bdca-473e809ab97c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:38.169856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:38.228002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc53b-8a10-48f3-ac11-b05cddae15f2 req-f503f6de-ef9f-43e9-8af8-c1ffaa78e402 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:38.246331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13fdc53b-8a10-48f3-ac11-b05cddae15f2 req-f503f6de-ef9f-43e9-8af8-c1ffaa78e402 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1402292 Dec 17 16:11:38.258637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb0c06a1-2ccd-4989-a067-710ca1369a77 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:38.322703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:38.328253 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89e912b4-51b6-4c57-8b00-ec2bf3ac21cb req-6efee367-3efd-4f9d-b743-bf7c3e66afa5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0472641 Dec 17 16:11:38.336041 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] Sync routers for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:38.414052 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:38.415755 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:10Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:38.419809 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13fdc53b-8a10-48f3-ac11-b05cddae15f2 req-cb1db948-7c6a-4629-b12f-b1625e56b64f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727057 Dec 17 16:11:38.471050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:38.558879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e24982-8db7-44fc-ab3d-7fd92804d262 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:38.574677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:38.593062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Transition to ACTIVE for port object 44e24982-8db7-44fc-ab3d-7fd92804d262 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:11:38.614819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:38.662171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-1a69ecd2-4901-4c3d-a153-3beb0df9d6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2906489 Dec 17 16:11:38.684778 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:38.752947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:38.754574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42050) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:38.758198 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a1860d6-f7bb-4a00-be4f-b215cbb1dde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:38.758516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ed030d7-3a2d-4a88-8241-c280f31964db tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1030388 Dec 17 16:11:38.772734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] Sync routers for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:38.821476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:38.824086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:38.932258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba21eaa-9497-4657-8496-baadb01d8221 req-3e7b29be-51d8-4c2e-b121-f1717dce83e2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:38.934126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ba21eaa-9497-4657-8496-baadb01d8221 req-3e7b29be-51d8-4c2e-b121-f1717dce83e2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.3389282 Dec 17 16:11:39.091565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:39.115753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ba21eaa-9497-4657-8496-baadb01d8221 req-737114cb-b37a-456a-b662-67b1d2895b06 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120646 Dec 17 16:11:39.143057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:39.186054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:39.186978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:39.197405 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e00bb9cd-fb7b-47a9-a5ae-08442e2db463', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'port_id': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'mac_address': 'fa:16:3e:fa:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:11:34Z', 'updated_at': '2021-12-17T16:11:34Z', 'revision_number': 0, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:15Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:39.210100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:39.275228 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] Checking router: b67015f1-2c99-4699-bdca-473e809ab97c for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:39.297286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Attempting to bind port 44e24982-8db7-44fc-ab3d-7fd92804d262 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:39.298282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Attempting to bind port 44e24982-8db7-44fc-ab3d-7fd92804d262 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:39.299138 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:39.299287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Attempting to bind port 44e24982-8db7-44fc-ab3d-7fd92804d262 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:39.299760 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:39.304739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Port 44e24982-8db7-44fc-ab3d-7fd92804d262 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:11:39.305065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Attempting to bind port 44e24982-8db7-44fc-ab3d-7fd92804d262 on network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:39.315703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:39.316080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Checking segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:39.316571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Bound using segment: {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:39.316841 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:39.317635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Bound port: 44e24982-8db7-44fc-ab3d-7fd92804d262, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a365a971-9b84-47f4-912a-34011cfe854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:39.318005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:39.445217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:39.451218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:39.463735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:39.469810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:39.529028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:39.529669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:39.531695 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] 10.222.0.49 "PUT /v2.0/ports/44e24982-8db7-44fc-ab3d-7fd92804d262 HTTP/1.1" status: 200 len: 1093 time: 2.3480756 Dec 17 16:11:39.596343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44b7011c-712f-4d28-8665-de76a38ba568 req-d19df44a-50c2-4a32-a62a-0daa8df4eeba tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0841322 Dec 17 16:11:39.622296 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:39.750878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78923a2-00a4-455a-95e4-e329c9194f58 service neutron] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:39.788216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-667ceb38-a551-4e87-9028-57a7a6e2f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:39.789796 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-667ceb38-a551-4e87-9028-57a7a6e2f9de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 1096 time: 0.1881738 Dec 17 16:11:39.996892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-cfc56f55-5106-4e7b-a3df-c308e592076a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44e24982-8db7-44fc-ab3d-7fd92804d262 HTTP/1.1" status: 200 len: 217 time: 0.1935308 Dec 17 16:11:40.001564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c'}, {'name': 'network-changed', 'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:40.018432 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253a92c-182c-4a6e-9588-80470e2a2807" -d '{"events": [{"name": "network-changed", "server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c"}, {"name": "network-changed", "server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:40.187163 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e00bb9cd-fb7b-47a9-a5ae-08442e2db463', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'port_id': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'mac_address': 'fa:16:3e:fa:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:11:34Z', 'updated_at': '2021-12-17T16:11:34Z', 'revision_number': 0, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:15Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:40.201172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:40.211785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1e9e5-f5a7-4b2e-b33d-5306b4dbe5d6 req-616865ed-50c9-4227-9705-503be83b13ce tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.215858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ab1e9e5-f5a7-4b2e-b33d-5306b4dbe5d6 req-616865ed-50c9-4227-9705-503be83b13ce tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.3978760 Dec 17 16:11:40.243318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945c472-c8be-4a1c-9459-e7ea243b51cb req-01456d53-71f7-4509-80e9-6f3711528d82 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.252715 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9945c472-c8be-4a1c-9459-e7ea243b51cb req-01456d53-71f7-4509-80e9-6f3711528d82 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 944 time: 1.5436170 Dec 17 16:11:40.269351 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7753e26-d43c-4bb9-9226-d4034192a123 None None] The sync data for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 is: [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e00bb9cd-fb7b-47a9-a5ae-08442e2db463', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'port_id': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'mac_address': 'fa:16:3e:fa:84:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:11:34Z', 'updated_at': '2021-12-17T16:11:34Z', 'revision_number': 0, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:15Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:40.320772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-143500b5-b219-408e-9aee-ce76e189bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.323856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-143500b5-b219-408e-9aee-ce76e189bc15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 1.3313396 Dec 17 16:11:40.359939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ab1e9e5-f5a7-4b2e-b33d-5306b4dbe5d6 req-09dad8ba-6a2e-46b5-857f-de4d906d2317 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329060 Dec 17 16:11:40.377737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a81a8986-cbf4-4264-a976-dc614404e6c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3280137 Dec 17 16:11:40.385863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-48d6586e-f9f5-4a96-af6b-d5e2fadfc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.387502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-48d6586e-f9f5-4a96-af6b-d5e2fadfc14d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.3472750 Dec 17 16:11:40.403018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:40.422597 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8c5cad-a121-4783-94d1-6e1a94417ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:40.454240 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:40.460991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-cbf5f0b0-afe1-4f0e-bb49-8accb3fcd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.462504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-cbf5f0b0-afe1-4f0e-bb49-8accb3fcd8bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593057 Dec 17 16:11:40.528460 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e8f51-f00e-4748-a9ec-63030b879735 x-openstack-request-id: req-fa6e8f51-f00e-4748-a9ec-63030b879735 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:40.530681 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:40.531116 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa6e8f51-f00e-4748-a9ec-63030b879735 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:40.532495 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'status': 'completed', 'code': 200} Dec 17 16:11:40.532921 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'status': 'completed', 'code': 200} Dec 17 16:11:40.703850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.704444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.708618 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1506c-6eda-4006-a1a3-c7202dff2bdc None None] New status for floating IP e00bb9cd-fb7b-47a9-a5ae-08442e2db463: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:11:40.720287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.721843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.730935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.731559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.733095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.733572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.734038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.734494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:40.743513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42106) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:40.748596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ddd6995-df7b-4095-b623-81cbd31dace4 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7073 time: 1.9918222 Dec 17 16:11:40.760348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9945c472-c8be-4a1c-9459-e7ea243b51cb req-fa0c4cc8-d952-48f2-b1d5-a9d117431f62 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047741 Dec 17 16:11:40.861070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '89ff9d16-0dc9-4dd3-b5de-212697f11396', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'port_id': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'mac_address': 'fa:16:3e:c3:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a2eef-d871-4273-aefb-4981fea030df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:11:36Z', 'updated_at': '2021-12-17T16:11:36Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:14Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:40.929443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] Checking router: cb0c06a1-2ccd-4989-a067-710ca1369a77 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:40.996117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:41.000622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:11:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:41.011278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-fe7cf60b-b1e1-48f3-bbc3-f17f8ac24848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.014813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-fe7cf60b-b1e1-48f3-bbc3-f17f8ac24848 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1137 time: 0.3397918 Dec 17 16:11:41.121332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:41.140909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a5c0-5660-477b-b272-d2de7164dfea req-8446738f-af4a-4912-b906-f1528a304e1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.143714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d56a5c0-5660-477b-b272-d2de7164dfea req-8446738f-af4a-4912-b906-f1528a304e1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.2496555 Dec 17 16:11:41.207246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30af147-236f-4565-9344-13846891d1f7 req-86d3524d-3d14-44f7-a6ef-569ba8d867ce tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.221656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d30af147-236f-4565-9344-13846891d1f7 req-86d3524d-3d14-44f7-a6ef-569ba8d867ce tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.5000675 Dec 17 16:11:41.223636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-7f796e3f-e35e-470f-b8aa-6cca59bbcb14 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348483 Dec 17 16:11:41.238872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-83e01eaa-bed3-4699-9783-f7e2f1e5f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.240757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-83e01eaa-bed3-4699-9783-f7e2f1e5f3f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.8386850 Dec 17 16:11:41.295353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:41.321082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.321542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.322020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.322432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.322873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.323311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.323742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.324204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.324639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.325067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.326986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bd4b708b-1818-48f1-8665-bf72782e2f5d tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6548 time: 0.4580009 Dec 17 16:11:41.334857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42116) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:41.356916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8aa52-dc73-40ae-9d69-8b8a5db9c141 None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:41.372052 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:41.385777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:41.436302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-eeebccb7-213f-47d7-9e3b-cb66b80edc15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.1817455 Dec 17 16:11:41.640223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d56a5c0-5660-477b-b272-d2de7164dfea req-d1159810-de33-4414-bc47-c32a71188f1c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4410844 Dec 17 16:11:41.667683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-31434238-a045-454d-a03c-448b872f5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.670086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-31434238-a045-454d-a03c-448b872f5a6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.2177761 Dec 17 16:11:41.671379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-65c0a222-deb0-4e44-ba58-a3d4aab4d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:41.681026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-65c0a222-deb0-4e44-ba58-a3d4aab4d244 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267 HTTP/1.1" status: 200 len: 897 time: 0.6524317 Dec 17 16:11:41.685552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:41.890506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '89ff9d16-0dc9-4dd3-b5de-212697f11396', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'port_id': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'mac_address': 'fa:16:3e:c3:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a2eef-d871-4273-aefb-4981fea030df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:11:36Z', 'updated_at': '2021-12-17T16:11:36Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:14Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:41.926848 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562bd3d1-5daa-4647-b7ef-4a14b86e0ce6 x-openstack-request-id: req-562bd3d1-5daa-4647-b7ef-4a14b86e0ce6 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:41.927499 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:41.928112 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-562bd3d1-5daa-4647-b7ef-4a14b86e0ce6 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:41.928649 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'status': 'completed', 'code': 200} Dec 17 16:11:41.937115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741f6fc-0188-41cf-bb94-d2e607e2bf1b None None] The sync data for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 is: [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '89ff9d16-0dc9-4dd3-b5de-212697f11396', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'port_id': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'mac_address': 'fa:16:3e:c3:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939a2eef-d871-4273-aefb-4981fea030df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:11:36Z', 'updated_at': '2021-12-17T16:11:36Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:14Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:42.019214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b877b4b8-081b-4ff2-ba2d-06dea15071e5 None None] New status for floating IP cf1b4b63-21d8-44d6-9526-265b4373fb16: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:11:42.093259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d30af147-236f-4565-9344-13846891d1f7 req-78144e5b-8987-4d8c-a471-193c3cd9ad8b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8408389 Dec 17 16:11:42.167062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d883bf06-ae10-4a06-b68f-d72604895b35 req-056e27f9-8c27-4d17-8e83-58df1b507ffb service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9327750 Dec 17 16:11:42.180444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e3710ead-4333-4e95-b7f8-b4b02a90067e req-e9072ade-ab12-435a-8525-560fdd0b9f46 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.2505221 Dec 17 16:11:42.290311 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf50186-d3ec-413c-9bb3-6f8ad44507f0 None None] New status for floating IP 89ff9d16-0dc9-4dd3-b5de-212697f11396: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:11:42.308198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-f1bfc98d-d62b-4c27-b485-462099517643 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c HTTP/1.1" status: 200 len: 1002 time: 0.4341111 Dec 17 16:11:42.442835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3aa8dfd5-3580-46af-9114-8c087d9789b4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/89ff9d16-0dc9-4dd3-b5de-212697f11396 HTTP/1.1" status: 200 len: 992 time: 0.7517505 Dec 17 16:11:42.458721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:42.497930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-01ea7a03-4b3e-4e2b-82c6-5a3543d16477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.501683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-01ea7a03-4b3e-4e2b-82c6-5a3543d16477 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7925615 Dec 17 16:11:42.533644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-b32ed559-a38b-4089-a605-fc23a7ec3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.535207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-b32ed559-a38b-4089-a605-fc23a7ec3fa9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1098 time: 0.6415744 Dec 17 16:11:42.550685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-af456764-08b4-4c24-a37c-6f8277ba63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.552967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-af456764-08b4-4c24-a37c-6f8277ba63b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 1096 time: 0.2941334 Dec 17 16:11:42.686013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-21710122-dba1-47d2-ac4b-d8b1a8fecd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.687782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-21710122-dba1-47d2-ac4b-d8b1a8fecd88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.1258035 Dec 17 16:11:42.747756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-67cc9dac-7b74-42a4-bde1-91f7616f6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.749394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-67cc9dac-7b74-42a4-bde1-91f7616f6bfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd421469-33f5-40ed-8fc7-30d292db683d HTTP/1.1" status: 200 len: 834 time: 0.4166250 Dec 17 16:11:42.760204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085279-4925-410b-815e-383d8a9b6275 req-6e8063d7-01f9-4508-bd9e-b31cbaa10e89 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.761870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6085279-4925-410b-815e-383d8a9b6275 req-6e8063d7-01f9-4508-bd9e-b31cbaa10e89 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 944 time: 0.4499521 Dec 17 16:11:42.856995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-bf80aab4-802f-4068-aaae-7c5c055fbab9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44e24982-8db7-44fc-ab3d-7fd92804d262 HTTP/1.1" status: 200 len: 217 time: 0.1190679 Dec 17 16:11:42.865238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247622ee-9a82-4d7f-ae62-c99cec370289 req-977b1589-b52b-4f15-b79b-e649ac306b42 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.873470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-247622ee-9a82-4d7f-ae62-c99cec370289 req-977b1589-b52b-4f15-b79b-e649ac306b42 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.5671694 Dec 17 16:11:42.952940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-f54828d0-45ba-46a1-b2de-dd97f8fb3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.954398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-f54828d0-45ba-46a1-b2de-dd97f8fb3684 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.0714774 Dec 17 16:11:42.993244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-dd0ba6c1-9c94-49dc-9d10-c146f27e4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:42.994834 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-dd0ba6c1-9c94-49dc-9d10-c146f27e4907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2282884 Dec 17 16:11:43.012223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-cd995b10-7424-4303-bd69-e445f0c7d622 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925795 Dec 17 16:11:43.079812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e9433976-14ed-4357-b8b7-2a0f1d9d7626 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5946 time: 1.7401121 Dec 17 16:11:43.081848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-247622ee-9a82-4d7f-ae62-c99cec370289 req-664d0fdd-dbe4-487d-8957-94fa376130d3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073638 Dec 17 16:11:43.082617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42156) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:43.117460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6085279-4925-410b-815e-383d8a9b6275 req-ef217a97-825e-4c15-970a-b3b85e3e1c32 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321869 Dec 17 16:11:43.118976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-790c54ab-fe5c-470e-8918-e806d24d6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:43.121109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-9bb2c0e4-ccb1-4fa7-a752-a59c2599610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:43.122967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-9bb2c0e4-ccb1-4fa7-a752-a59c2599610d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406362 Dec 17 16:11:43.124499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-790c54ab-fe5c-470e-8918-e806d24d6395 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.5456400 Dec 17 16:11:43.200814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f73886-c9cd-4b80-935c-6aefc028546e tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:43.205002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f73886-c9cd-4b80-935c-6aefc028546e tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:43.205002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-42f73886-c9cd-4b80-935c-6aefc028546e tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b67015f1-2c99-4699-bdca-473e809ab97c HTTP/1.1" status: 200 len: 1991 time: 0.1191528 Dec 17 16:11:43.370125 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bba8c66e-9d93-476e-b31f-5177f03d6d96 req-cd9ebea8-29f6-4fc1-920e-272dc3fe6e64 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0520885 Dec 17 16:11:43.410711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-804e3462-8d19-4ba2-94d3-4a329b9669a6 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638917 Dec 17 16:11:43.419439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-d5414bb0-1010-4ad6-81d9-3da20bd7feba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1002 time: 0.2250624 Dec 17 16:11:43.421698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be6a8ef-9082-4b48-9610-93d95b33f9c2 req-eb681db8-d300-4351-a51e-b3b3464de3da service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831789 Dec 17 16:11:43.423580 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-55d8b18e-2d70-4788-8c6b-ba798df105cf service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939216 Dec 17 16:11:43.464296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42172) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:11:43.507541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b955f6-73db-4f3a-b14f-54dad2cec989 req-aba5dc13-12e7-4f63-bc09-9eebb38af7e1 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:43.509101 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6b955f6-73db-4f3a-b14f-54dad2cec989 req-aba5dc13-12e7-4f63-bc09-9eebb38af7e1 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.3046305 Dec 17 16:11:43.575585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-ecb74b8e-9cf2-4195-909e-b15a2eab653d service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570494 Dec 17 16:11:43.614545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6b955f6-73db-4f3a-b14f-54dad2cec989 req-a701a400-070a-4d86-8981-bb1dc96e3861 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979807 Dec 17 16:11:43.637998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-1e0e30f6-f016-4c9a-a1d1-1524becfd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:43.640150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-1e0e30f6-f016-4c9a-a1d1-1524becfd0c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.2035005 Dec 17 16:11:43.672277 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b3aa813-e88c-42ea-973f-a4e4567e4614 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/89ff9d16-0dc9-4dd3-b5de-212697f11396 HTTP/1.1" status: 200 len: 994 time: 0.2061963 Dec 17 16:11:43.721129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e253a92c-182c-4a6e-9588-80470e2a2807 req-e703bb12-fa2a-4968-8c23-588754f19748 service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765348 Dec 17 16:11:43.735960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-bc799ab5-c9ef-4a9d-ad93-8a341e500810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:43.737671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-bc799ab5-c9ef-4a9d-ad93-8a341e500810 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873291 Dec 17 16:11:43.858388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-40618640-1cd1-41aa-8ba5-85df6903ec5a service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114388 Dec 17 16:11:44.061353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d8c5cad-a121-4783-94d1-6e1a94417ef0 req-130d0920-0344-4ba0-bc8e-e9bf8cadca93 service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866558 Dec 17 16:11:44.246863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6cb7f-be74-4f1c-8fb8-4020e098624f req-4c459532-436d-4e5d-af3a-4dfb0d5c3531 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:44.256400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17c6cb7f-be74-4f1c-8fb8-4020e098624f req-4c459532-436d-4e5d-af3a-4dfb0d5c3531 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.0761740 Dec 17 16:11:44.317062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89c6d6-a336-47d4-90ad-c66dc6fbfab7 req-1efcfc46-0225-43f8-9b96-1d4f82e0d65d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:44.320596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa89c6d6-a336-47d4-90ad-c66dc6fbfab7 req-1efcfc46-0225-43f8-9b96-1d4f82e0d65d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 944 time: 0.0899622 Dec 17 16:11:44.362740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17c6cb7f-be74-4f1c-8fb8-4020e098624f req-c372ab05-fc89-475c-97d2-48f52b972656 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978932 Dec 17 16:11:44.390805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa89c6d6-a336-47d4-90ad-c66dc6fbfab7 req-ab0e9cf9-f9da-477d-848c-9644e85a3106 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Dec 17 16:11:44.483620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f595ac14-55cb-4211-8ef5-d35f69b4e9a1 req-2a3ac0e7-9db4-4207-9f59-25b4d5ff45d2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0290701 Dec 17 16:11:44.756927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60379962-0e7c-4827-b404-de44f0edf8a5 req-feebe7c5-74ce-419a-8c40-dc1a68dea9ee tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:44.758729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60379962-0e7c-4827-b404-de44f0edf8a5 req-feebe7c5-74ce-419a-8c40-dc1a68dea9ee tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0652368 Dec 17 16:11:44.818899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60379962-0e7c-4827-b404-de44f0edf8a5 req-805f37e7-b0d8-4fe5-badc-c2638f9cbd79 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530500 Dec 17 16:11:44.850878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 44e24982-8db7-44fc-ab3d-7fd92804d262 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:44.992653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:45.005425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'mac_address': 'fa:16:3e:19:dd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:45.050701 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:45.065787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e24982-8db7-44fc-ab3d-7fd92804d262 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:45.093448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:45.099501 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:45.156562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:45.374814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['44e24982-8db7-44fc-ab3d-7fd92804d262'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:45.619618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe20865-0181-49c0-a4b3-650081a9c69d req-65b4ee1e-1bd4-4841-a9ab-4decfec140fc tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:45.628503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fe20865-0181-49c0-a4b3-650081a9c69d req-65b4ee1e-1bd4-4841-a9ab-4decfec140fc tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.0993509 Dec 17 16:11:45.637050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc09-230d-4a94-8064-ec9186b9853d req-9956ca2d-b0dc-40c2-bf44-d23edfb4ee84 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:45.646103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4bd7cc09-230d-4a94-8064-ec9186b9853d req-9956ca2d-b0dc-40c2-bf44-d23edfb4ee84 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 945 time: 0.1648312 Dec 17 16:11:45.667694 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:45.697930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fe20865-0181-49c0-a4b3-650081a9c69d req-0477d1d0-f8aa-4629-aeee-7bd6c60b361f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681639 Dec 17 16:11:45.731388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4bd7cc09-230d-4a94-8064-ec9186b9853d req-ddc3099b-f995-452f-a377-e570acef7f52 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842996 Dec 17 16:11:45.833912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b4d30dd-2b8e-4ab2-85cd-f2accad2964a req-a546f80f-3b88-436c-992c-f11ba92270c1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a915f39-ddb7-4275-aeda-7a11bfe6e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0560637 Dec 17 16:11:45.979282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada7dd1-67f1-44e7-92a0-72bb4b1261b2 req-18b98deb-948d-4590-aee8-40aed3e60905 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:45.987270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ada7dd1-67f1-44e7-92a0-72bb4b1261b2 req-18b98deb-948d-4590-aee8-40aed3e60905 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0821660 Dec 17 16:11:46.043003 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7ada7dd1-67f1-44e7-92a0-72bb4b1261b2 req-ecfee58e-e504-4076-96ce-ffdf048266b2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546651 Dec 17 16:11:46.848245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3273-452a-4abc-830b-0cf96f0b4b23 req-c6a92fcd-361c-4c1f-962a-622e8c0b1f8d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:46.850630 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d77a3273-452a-4abc-830b-0cf96f0b4b23 req-c6a92fcd-361c-4c1f-962a-622e8c0b1f8d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.0705860 Dec 17 16:11:46.856985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 44e24982-8db7-44fc-ab3d-7fd92804d262 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:46.902028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d77a3273-452a-4abc-830b-0cf96f0b4b23 req-96d4ce9f-6666-4bd3-b6d3-4c8ecd8f5d7c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 Dec 17 16:11:46.910258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0164cf-b251-4ada-bdd7-cfedec3ad5f0 req-76e79539-c3a6-404d-a1ca-1819627af671 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:46.918519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d0164cf-b251-4ada-bdd7-cfedec3ad5f0 req-76e79539-c3a6-404d-a1ca-1819627af671 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 945 time: 0.0993288 Dec 17 16:11:46.982203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 44e24982-8db7-44fc-ab3d-7fd92804d262 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:11:46.992095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d0164cf-b251-4ada-bdd7-cfedec3ad5f0 req-81dc0df6-c2e8-403b-a090-ff6e44d4c314 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723031 Dec 17 16:11:47.001016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 44e24982-8db7-44fc-ab3d-7fd92804d262 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:47.001016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:47.146353 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:47.173049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:47.173412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b585c4-a375-497d-b463-6adc84063716 req-7b7b58ae-00f7-402c-ba38-a218b2131238 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:47.175662 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e107abf5-8444-420f-8932-0dd5a4e4f4d8" -d '{"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-plugged", "status": "completed", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:47.182246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6b585c4-a375-497d-b463-6adc84063716 req-7b7b58ae-00f7-402c-ba38-a218b2131238 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0732710 Dec 17 16:11:47.191424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:47.198323 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:47.259866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6b585c4-a375-497d-b463-6adc84063716 req-b4d0f01c-80b2-4253-a44d-199f972df80b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732465 Dec 17 16:11:47.283677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:47.313307 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998c5a14-9582-4900-b9fc-4c0297a762af x-openstack-request-id: req-998c5a14-9582-4900-b9fc-4c0297a762af {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:47.313606 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-plugged", "status": "completed", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:47.313870 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-998c5a14-9582-4900-b9fc-4c0297a762af {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:47.314279 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'code': 200} Dec 17 16:11:47.350237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-90c57ed7-6e8c-4f53-9d21-a52af8a55364 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650590656&fields=id&tenant_id=7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 267 time: 0.0651557 Dec 17 16:11:47.437422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0c04-548b-4097-a226-1e3d22f6cf8e req-18451951-e6a6-4511-9777-3fcaf8f5db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:47.440012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1fe0c04-548b-4097-a226-1e3d22f6cf8e req-18451951-e6a6-4511-9777-3fcaf8f5db99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 1098 time: 0.0483787 Dec 17 16:11:47.492414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-162f583e-6362-4342-9081-3fedcea08176 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:47.494087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-162f583e-6362-4342-9081-3fedcea08176 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.1363597 Dec 17 16:11:47.505598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1fe0c04-548b-4097-a226-1e3d22f6cf8e req-c7a87cf6-bd54-459e-a91e-b956022bdf36 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539629 Dec 17 16:11:47.510294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-33b0e8bf-a7f7-47a6-93f1-098bcb20a912 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/quotas/7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 375 time: 0.0104163 Dec 17 16:11:47.568158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-3447a161-b0b6-465c-b410-258be4ef96db tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513422 Dec 17 16:11:47.675348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-50309147-d8ec-44f5-a98b-53823ae3627f service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948629 Dec 17 16:11:47.774566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-ce766eed-2ce0-4b72-be0f-0589bb276201 service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921504 Dec 17 16:11:48.072814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731acf6-a09d-4b9a-8fc7-0ed4cb213c52 req-e3720386-3f2c-4be3-b30b-c7789f5c22bf tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:48.081177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8731acf6-a09d-4b9a-8fc7-0ed4cb213c52 req-e3720386-3f2c-4be3-b30b-c7789f5c22bf tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.0830698 Dec 17 16:11:48.175331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8731acf6-a09d-4b9a-8fc7-0ed4cb213c52 req-543b0750-3ef0-476a-9ca6-a6cad1d1effe tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926983 Dec 17 16:11:48.236551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5926300-7876-402e-b354-b8335b683144 req-9b747276-0d57-4584-b4a7-7c145cecba77 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:48.237907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5926300-7876-402e-b354-b8335b683144 req-9b747276-0d57-4584-b4a7-7c145cecba77 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1045969 Dec 17 16:11:48.271527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c50b651e-3776-43de-9561-9d29f6af435c req-1a2809e5-5778-49e5-8884-9e105e987c9c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.0555744 Dec 17 16:11:48.340049 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5926300-7876-402e-b354-b8335b683144 req-2b2141f0-448b-4e65-8cb8-58076710eca1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871327 Dec 17 16:11:48.425448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a15da3-a5af-43d6-bb76-421fc1f845ed req-b366f0a7-478f-4b3e-97c1-edec44edf0f2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:48.433666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2a15da3-a5af-43d6-bb76-421fc1f845ed req-b366f0a7-478f-4b3e-97c1-edec44edf0f2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0725796 Dec 17 16:11:48.495190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2a15da3-a5af-43d6-bb76-421fc1f845ed req-92c352b6-fa88-4369-aaad-f323e2bd065c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Dec 17 16:11:48.874469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:49.103572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:49.118819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '418019ab-8810-474b-98d6-a28a1954b4bf', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'port_id': '418019ab-8810-474b-98d6-a28a1954b4bf', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:49.183078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:49.220446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 418019ab-8810-474b-98d6-a28a1954b4bf {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:49.251785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:49.260651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:49.334903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:49.368845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['418019ab-8810-474b-98d6-a28a1954b4bf'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:49.481774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aa38865-d15c-4f40-8779-11d88070aa89 req-9d22966b-b5a9-43af-bd27-827f06e50edb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.0865259 Dec 17 16:11:49.678302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f09214-6ab6-4f8a-bef5-e49aef8cee4b req-08a8d1df-7670-46f9-8094-e6f70a527541 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:49.702872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42f09214-6ab6-4f8a-bef5-e49aef8cee4b req-08a8d1df-7670-46f9-8094-e6f70a527541 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.3702662 Dec 17 16:11:49.810851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-2d58a8a7-80a6-4153-a8e0-c1c83db0e9db tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:49.815219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-2d58a8a7-80a6-4153-a8e0-c1c83db0e9db tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.4203136 Dec 17 16:11:49.830130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-acf5c81b-a083-477f-8be4-0da53457f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:49.833900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-acf5c81b-a083-477f-8be4-0da53457f5f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1097 time: 0.2136488 Dec 17 16:11:49.847846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab162f7-00fd-4d57-b72b-54ec7e68d3a5 req-01f05f4a-adb7-498a-965e-2cc3592d4d86 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:49.856896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ab162f7-00fd-4d57-b72b-54ec7e68d3a5 req-01f05f4a-adb7-498a-965e-2cc3592d4d86 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1524312 Dec 17 16:11:50.008157 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42f09214-6ab6-4f8a-bef5-e49aef8cee4b req-d28ae542-4134-458a-ab1c-a0e9023fd689 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066543 Dec 17 16:11:50.064880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-3c6d46c2-a428-42c6-85ad-cb487eca06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.076734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-3c6d46c2-a428-42c6-85ad-cb487eca06e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.1924920 Dec 17 16:11:50.104696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-61509607-abf9-4e68-b15d-0227417f6215 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 379 time: 0.2424266 Dec 17 16:11:50.127636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'port': {'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'admin_state_up': True, 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'security_groups': ['ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:50.402747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ab162f7-00fd-4d57-b72b-54ec7e68d3a5 req-83623cf7-97ef-4475-9abd-e11b690a6791 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441499 Dec 17 16:11:50.450910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-bb8deb54-80cc-4e7d-9895-0af649b3c0b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 1000 time: 0.3655174 Dec 17 16:11:50.541263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102d569-82bb-4b58-abe2-8cd2128c09a0 req-9d2a434b-1876-4fa9-a2af-88c50e4e10db tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.543566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9102d569-82bb-4b58-abe2-8cd2128c09a0 req-9d2a434b-1876-4fa9-a2af-88c50e4e10db tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.2472730 Dec 17 16:11:50.573565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-0b1389a6-9a02-4375-8de5-1344806e9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.578462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-0b1389a6-9a02-4375-8de5-1344806e9e57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1117647 Dec 17 16:11:50.629134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:50.637357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:50.689558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-125eb9ef-eb1c-4bf7-b424-f228b16ea0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.694063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-125eb9ef-eb1c-4bf7-b424-f228b16ea0e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080971 Dec 17 16:11:50.744187 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9102d569-82bb-4b58-abe2-8cd2128c09a0 req-77d0d04d-9329-495a-bc92-cdaee1718213 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856458 Dec 17 16:11:50.905105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:51.056943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cec7f9c5-3243-4f09-89e9-4e8772a296f2 req-124dea37-dfc0-44fd-802b-d90b8efd2bca tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.1817381 Dec 17 16:11:51.097970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 418019ab-8810-474b-98d6-a28a1954b4bf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:51.098627 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:51.207570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-9c53bb3d-031e-47b6-b36c-0d1f14427173 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055833 Dec 17 16:11:51.290136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c55bb-c881-4c90-93a6-a8925ec483a6 req-76348e86-6e55-4186-b5d7-a07754c0b72d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:51.293178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc2c55bb-c881-4c90-93a6-a8925ec483a6 req-76348e86-6e55-4186-b5d7-a07754c0b72d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.3481944 Dec 17 16:11:51.308420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:51.364966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:51.370597 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4868bb53-e965-4766-8a78-e9b2813d1434" -d '{"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-plugged", "status": "completed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:51.394853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e704-ecfd-42b6-87db-a98718b6d911 req-f34be065-9441-4653-af34-b577ec3f915e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:51.403311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:51.404982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46e6e704-ecfd-42b6-87db-a98718b6d911 req-f34be065-9441-4653-af34-b577ec3f915e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.1440096 Dec 17 16:11:51.409722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:51.430128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc2c55bb-c881-4c90-93a6-a8925ec483a6 req-4a3bc72f-e8bd-4862-a5c4-ab9fd161db23 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263413 Dec 17 16:11:51.431399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.20.0.10 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/5b8722f3-1cda-41f1-9dc8-3b771563ba82) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:51.547929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:51.557101 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46e6e704-ecfd-42b6-87db-a98718b6d911 req-a9ec12cd-ca71-4561-a558-302ed9f4e15a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443703 Dec 17 16:11:51.579355 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52807de7-4b68-4260-b069-ae6a19c7d792 x-openstack-request-id: req-52807de7-4b68-4260-b069-ae6a19c7d792 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:51.579654 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-plugged", "status": "completed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:51.580152 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52807de7-4b68-4260-b069-ae6a19c7d792 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:51.580722 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'code': 200} Dec 17 16:11:51.633442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c690c8-a53c-4c3b-81f4-742dd77cfa45 req-b9e4ce15-b1f7-4083-8c2f-bfff8bd8d0f6 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063697 Dec 17 16:11:51.679331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:51.743454 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:51.802337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:51.806539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:51.811350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:51.872818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:51.873654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:51.927266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=5b8722f3-1cda-41f1-9dc8-3b771563ba82,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:51.955340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a630f-be75-43af-8b84-4d7858b9f5ac req-d805e6b6-1488-4160-bab0-509f2405c33b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:51.957312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a32a630f-be75-43af-8b84-4d7858b9f5ac req-d805e6b6-1488-4160-bab0-509f2405c33b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0806406 Dec 17 16:11:51.961404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-e94a2df9-abfc-4a89-b16e-cec80cb6273a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8446195 Dec 17 16:11:52.001042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Request body: {'port': {'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:52.232151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b5f6d9af-ca77-47b3-8ac0-a3b75f1cf2df None None] Provisioning complete for port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:52.232771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5f6d9af-ca77-47b3-8ac0-a3b75f1cf2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:52.264272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae4fd6-6cdf-4dca-bcd9-2be79db7d1af req-b1f46ab0-819c-4edd-ad1b-89bc800d91f6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:52.265829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93ae4fd6-6cdf-4dca-bcd9-2be79db7d1af req-b1f46ab0-819c-4edd-ad1b-89bc800d91f6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 932 time: 0.0628409 Dec 17 16:11:52.325030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6d9af-ca77-47b3-8ac0-a3b75f1cf2df None None] Port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:11:52.376975 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93ae4fd6-6cdf-4dca-bcd9-2be79db7d1af req-13bc5eae-0913-42e0-b3ca-d12d032b4013 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035812 Dec 17 16:11:52.563156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a32a630f-be75-43af-8b84-4d7858b9f5ac req-1ad63c93-2011-4441-8946-96a78b7c32db tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869343 Dec 17 16:11:52.633897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:52.675285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d89-5e4a-41a4-9a5f-e904f00d4f56 req-9ece94e0-2f03-4268-8014-2910d2bfdcb3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:52.683536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38f08d89-5e4a-41a4-9a5f-e904f00d4f56 req-9ece94e0-2f03-4268-8014-2910d2bfdcb3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1052182 Dec 17 16:11:52.795606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38f08d89-5e4a-41a4-9a5f-e904f00d4f56 req-449086e5-49cf-4fc8-b69f-8c2215ac96f3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108334 Dec 17 16:11:52.898799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99aefc-c476-43b8-bb29-67021284ac95 req-a9afe9cf-cfb2-4c81-a60c-e2ba369beb47 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:52.900408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e99aefc-c476-43b8-bb29-67021284ac95 req-a9afe9cf-cfb2-4c81-a60c-e2ba369beb47 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1860306 Dec 17 16:11:53.150393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8722f3-1cda-41f1-9dc8-3b771563ba82 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:53.158452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:53.176165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Transition to ACTIVE for port object 5b8722f3-1cda-41f1-9dc8-3b771563ba82 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:11:53.188947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:53.270879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e99aefc-c476-43b8-bb29-67021284ac95 req-7605de03-35cd-48d3-8963-c4c16f5eec9c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3633034 Dec 17 16:11:53.412016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Attempting to bind port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:11:53.412442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Attempting to bind port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:11:53.412776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Attempting to bind port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:53.416222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8722f3-1cda-41f1-9dc8-3b771563ba82,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:53.431329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:11:53.431653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Attempting to bind port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:53.449043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:53.449386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:11:53.449771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:53.450197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Bound port: 5b8722f3-1cda-41f1-9dc8-3b771563ba82, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:11:53.450553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:53.620355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] For port 5b8722f3-1cda-41f1-9dc8-3b771563ba82, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:53.624700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914e314-35c8-4a02-acad-80d0e2ce1cb5 req-d7c0c299-fee3-49ed-821e-04907245ba33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:53.634738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] For port 5b8722f3-1cda-41f1-9dc8-3b771563ba82, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:53.637498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4914e314-35c8-4a02-acad-80d0e2ce1cb5 req-d7c0c299-fee3-49ed-821e-04907245ba33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1133366 Dec 17 16:11:53.691666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:53.742745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4914e314-35c8-4a02-acad-80d0e2ce1cb5 req-46d944a1-1545-473e-a450-df6b1535f7de tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936935 Dec 17 16:11:53.787059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8722f3-1cda-41f1-9dc8-3b771563ba82,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:53.793068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:53.793722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:53.795320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-be53cd1f-6d33-475e-84fb-107775525416 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 200 len: 1093 time: 1.8204834 Dec 17 16:11:53.796147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:53.813366 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ba996b-a39d-467a-825d-bac335b8bfae" -d '{"events": [{"name": "network-changed", "server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:53.852945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d35fa5-e8b1-4629-902d-206be3887a77 req-ded04c0a-f465-4761-9aff-0063a8e37320 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:53.886465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3d35fa5-e8b1-4629-902d-206be3887a77 req-ded04c0a-f465-4761-9aff-0063a8e37320 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.2499063 Dec 17 16:11:53.969184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fb7d8-391a-4001-b3f5-a8513891400d req-ae082020-1808-4025-bb54-e8f1e8ca8b17 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:53.977344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a9fb7d8-391a-4001-b3f5-a8513891400d req-ae082020-1808-4025-bb54-e8f1e8ca8b17 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1012099 Dec 17 16:11:54.039948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a9fb7d8-391a-4001-b3f5-a8513891400d req-ee1d54bd-7870-4d55-9375-ab191c9cd8ec tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611198 Dec 17 16:11:54.056655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-49b8a333-01b5-43c8-b384-ddb4e49234c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.058263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-49b8a333-01b5-43c8-b384-ddb4e49234c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1096 time: 0.1691921 Dec 17 16:11:54.133978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3d35fa5-e8b1-4629-902d-206be3887a77 req-fc5c41ee-7a06-4c99-a36b-a340fa30eda3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464151 Dec 17 16:11:54.135941 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e26365-208f-40e0-a63b-1a34a958bc3a x-openstack-request-id: req-09e26365-208f-40e0-a63b-1a34a958bc3a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:54.136241 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:54.136517 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09e26365-208f-40e0-a63b-1a34a958bc3a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:54.136935 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'status': 'completed', 'code': 200} Dec 17 16:11:54.138810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-81a25347-47f3-4d04-b500-918ac8956cb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 200 len: 217 time: 0.0654380 Dec 17 16:11:54.221085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-f5176014-ae8a-4a92-9bb9-1d26e80eded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.224322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-f5176014-ae8a-4a92-9bb9-1d26e80eded3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0767281 Dec 17 16:11:54.313412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-6d05efee-50bf-4542-a80c-5b543c1afd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.315459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-6d05efee-50bf-4542-a80c-5b543c1afd31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714960 Dec 17 16:11:54.466166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-df40c5df-edfb-4a96-94c9-4873f59c8cfd service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413445 Dec 17 16:11:54.555266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d250b9-c10f-4ed2-a2a8-12aa0b7ef357 req-e1443850-ad7b-46d5-b372-c3ec90ebd572 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.557719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25d250b9-c10f-4ed2-a2a8-12aa0b7ef357 req-e1443850-ad7b-46d5-b372-c3ec90ebd572 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1291435 Dec 17 16:11:54.635883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-356fe5e2-9e86-496a-8e6d-e3f44ba9ff82 req-070f1c45-b2b7-479b-a8ba-64f9cd392780 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592860 Dec 17 16:11:54.657790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25d250b9-c10f-4ed2-a2a8-12aa0b7ef357 req-f8843610-6333-4bb3-98de-450f54eb59dd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836976 Dec 17 16:11:54.772977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba996b-a39d-467a-825d-bac335b8bfae req-24a85d40-e6b4-4259-a3e5-aef3b22d3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.775298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ba996b-a39d-467a-825d-bac335b8bfae req-24a85d40-e6b4-4259-a3e5-aef3b22d3f9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1096 time: 0.0780666 Dec 17 16:11:54.932802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 44e24982-8db7-44fc-ab3d-7fd92804d262 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:54.955784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba996b-a39d-467a-825d-bac335b8bfae req-43c6101b-c402-4b8b-a08b-6636a07d92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.957426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ba996b-a39d-467a-825d-bac335b8bfae req-43c6101b-c402-4b8b-a08b-6636a07d92f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.1753473 Dec 17 16:11:54.991700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7954a-be7e-406a-85a2-d2e7b7f26d51 req-74acf69e-79c0-4627-90ca-3183b610908d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.993272 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-abc7954a-be7e-406a-85a2-d2e7b7f26d51 req-74acf69e-79c0-4627-90ca-3183b610908d tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.0994923 Dec 17 16:11:55.076469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:55.080913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-abc7954a-be7e-406a-85a2-d2e7b7f26d51 req-8c7105f0-4255-450c-a4c5-f1575a3a00ad tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754611 Dec 17 16:11:55.082904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ba996b-a39d-467a-825d-bac335b8bfae req-ada1eee5-f883-46ed-8b67-b9034ad7e80a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 200 len: 217 time: 0.1171834 Dec 17 16:11:55.092461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'port_id': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'mac_address': 'fa:16:3e:19:dd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:55.159290 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:55.217994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba996b-a39d-467a-825d-bac335b8bfae req-5cb8cc7e-0ad9-45ba-9af2-5b3e681f1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:55.221463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ba996b-a39d-467a-825d-bac335b8bfae req-5cb8cc7e-0ad9-45ba-9af2-5b3e681f1d23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1274054 Dec 17 16:11:55.225016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44e24982-8db7-44fc-ab3d-7fd92804d262 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:55.251190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:55.261055 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:55.292952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da20b6-5622-4675-b142-fd860c9a64f1 req-e73bf369-b804-4e4d-9d9a-532962aa1ea5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:55.294526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9da20b6-5622-4675-b142-fd860c9a64f1 req-e73bf369-b804-4e4d-9d9a-532962aa1ea5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1350684 Dec 17 16:11:55.324672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:55.363798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba996b-a39d-467a-825d-bac335b8bfae req-1c89d02c-3fd0-4552-8c3a-f05e78a72edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:55.365408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ba996b-a39d-467a-825d-bac335b8bfae req-1c89d02c-3fd0-4552-8c3a-f05e78a72edd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379671 Dec 17 16:11:55.437650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['44e24982-8db7-44fc-ab3d-7fd92804d262'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:55.456094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9da20b6-5622-4675-b142-fd860c9a64f1 req-3db59b9d-e8b1-420c-9717-f89a892f32dc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042829 Dec 17 16:11:55.562465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40e449-fa6b-49d8-8a0d-d5d84731c6e8 req-da17d511-9df9-4882-92c0-c1e668638026 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:55.571553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc40e449-fa6b-49d8-8a0d-d5d84731c6e8 req-da17d511-9df9-4882-92c0-c1e668638026 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 945 time: 0.2855480 Dec 17 16:11:55.777782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc40e449-fa6b-49d8-8a0d-d5d84731c6e8 req-cebf652d-b6e4-4563-a1c1-fa4f62194357 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047393 Dec 17 16:11:55.806397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ba996b-a39d-467a-825d-bac335b8bfae req-b7d83bb7-e1fc-4ce6-8a97-f9a37f2c7711 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255373 Dec 17 16:11:55.937266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bc2b1-8693-41d9-a322-df5f83e27464 req-46223bf7-ab1e-48e7-94c6-37f647cb4484 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:55.939192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce7bc2b1-8693-41d9-a322-df5f83e27464 req-46223bf7-ab1e-48e7-94c6-37f647cb4484 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1156263 Dec 17 16:11:56.081779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ba996b-a39d-467a-825d-bac335b8bfae req-de8539e7-246b-4b0b-b30c-6d65d96a259c service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665899 Dec 17 16:11:56.112048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce7bc2b1-8693-41d9-a322-df5f83e27464 req-9a4c4653-1fb1-49b2-a203-1634adf40030 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590817 Dec 17 16:11:56.333536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53e033-a3dc-4b62-b3b5-bca4ed04afb8 req-9f6363d1-7413-4c34-9df6-71f711e11ba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:56.352479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f53e033-a3dc-4b62-b3b5-bca4ed04afb8 req-9f6363d1-7413-4c34-9df6-71f711e11ba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1130328 Dec 17 16:11:56.438266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0f53e033-a3dc-4b62-b3b5-bca4ed04afb8 req-245d5b29-7472-4276-8425-56af72324e7e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847886 Dec 17 16:11:56.668027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec72e8c-73e7-42d8-9fe9-a84fb60620bd req-efcd5909-fa40-44c0-89e5-11d6830f8536 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:56.677837 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bec72e8c-73e7-42d8-9fe9-a84fb60620bd req-efcd5909-fa40-44c0-89e5-11d6830f8536 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0987675 Dec 17 16:11:56.748819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bec72e8c-73e7-42d8-9fe9-a84fb60620bd req-9a8741b4-da18-4cfa-8fa5-8ab77fe9bc6d tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696073 Dec 17 16:11:56.949541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 44e24982-8db7-44fc-ab3d-7fd92804d262 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:57.034942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac306fcf-6cf4-47f1-906a-b2fcfaa77e4e req-162a3354-ed2d-4401-8b17-03074811ecb6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:57.048472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac306fcf-6cf4-47f1-906a-b2fcfaa77e4e req-162a3354-ed2d-4401-8b17-03074811ecb6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 945 time: 0.1142781 Dec 17 16:11:57.112201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 44e24982-8db7-44fc-ab3d-7fd92804d262 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:57.112570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:57.171205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac306fcf-6cf4-47f1-906a-b2fcfaa77e4e req-7e13115d-36ae-4472-9076-feb76de26bfc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213107 Dec 17 16:11:57.283441 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:57.330885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:57.332077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:57.339277 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab26ef80-763c-43c2-b227-f6db5fcdba57" -d '{"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-plugged", "status": "completed", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:57.351454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:11:57.384989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aefa00-926c-4c66-9ac0-a1815d756f93 req-835e1d6c-8ce0-4559-a06c-de66023a5df8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:57.408861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92aefa00-926c-4c66-9ac0-a1815d756f93 req-835e1d6c-8ce0-4559-a06c-de66023a5df8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1560316 Dec 17 16:11:57.538598 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc695451-f19c-4fc1-9d61-bf3ba403b30b x-openstack-request-id: req-dc695451-f19c-4fc1-9d61-bf3ba403b30b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:57.538849 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-plugged", "status": "completed", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:57.539035 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc695451-f19c-4fc1-9d61-bf3ba403b30b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:57.543719 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'code': 200} Dec 17 16:11:57.552549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:57.552729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92aefa00-926c-4c66-9ac0-a1815d756f93 req-c8f6b146-6435-482f-b19c-6f388fe938c9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363132 Dec 17 16:11:57.666447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a532b-60c5-41b1-8898-8735ad7e44f9 req-a0521e1a-9ec0-4ad2-93a4-a4449a2186f3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:57.674466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d70a532b-60c5-41b1-8898-8735ad7e44f9 req-a0521e1a-9ec0-4ad2-93a4-a4449a2186f3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1093743 Dec 17 16:11:57.720771 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:11:57.781618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d70a532b-60c5-41b1-8898-8735ad7e44f9 req-168e53a1-dba4-4236-9d98-52693a33c153 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059790 Dec 17 16:11:58.138703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d448b-102a-402e-b081-f0b6f9c1694d req-2a797215-0b7f-4b2e-82ca-764731d5c18c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:58.161191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a72d448b-102a-402e-b081-f0b6f9c1694d req-2a797215-0b7f-4b2e-82ca-764731d5c18c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.2077632 Dec 17 16:11:58.347422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a72d448b-102a-402e-b081-f0b6f9c1694d req-743fc8ec-ed64-4ca7-8b78-8c4cbd52934c tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794343 Dec 17 16:11:58.442614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37546bd-3e4f-4bde-9d24-2cba97058fc8 req-edc702c6-fa5c-49a1-9f89-745b48970a2f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:58.452580 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d37546bd-3e4f-4bde-9d24-2cba97058fc8 req-edc702c6-fa5c-49a1-9f89-745b48970a2f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1040809 Dec 17 16:11:58.620636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d37546bd-3e4f-4bde-9d24-2cba97058fc8 req-9ef68646-41ba-4cde-8fdb-73afbc59cc83 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667466 Dec 17 16:11:58.843918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c64751-4fa7-408c-b195-40803282e6e2 req-229b0bda-fbbd-47c8-b78b-55b11b1e0c44 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:58.869605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14c64751-4fa7-408c-b195-40803282e6e2 req-229b0bda-fbbd-47c8-b78b-55b11b1e0c44 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1601872 Dec 17 16:11:58.970022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14c64751-4fa7-408c-b195-40803282e6e2 req-3116373b-eb47-4328-af14-9a24be7725a3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993557 Dec 17 16:11:59.005980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173adb8-d4e1-46ed-a24c-92dbbbe2a80a req-0354a10c-38da-4b4e-a59a-44c2ca558c9b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:59.014017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3173adb8-d4e1-46ed-a24c-92dbbbe2a80a req-0354a10c-38da-4b4e-a59a-44c2ca558c9b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1073124 Dec 17 16:11:59.113402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3173adb8-d4e1-46ed-a24c-92dbbbe2a80a req-8f5d4404-30d0-4574-ae0c-acdad4276db2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977798 Dec 17 16:11:59.627886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825a614-b612-4e56-bc25-31242d169563 req-baf4d213-c4b2-498f-8156-3769041e6d63 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:59.636949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5825a614-b612-4e56-bc25-31242d169563 req-baf4d213-c4b2-498f-8156-3769041e6d63 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1194293 Dec 17 16:11:59.744871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5825a614-b612-4e56-bc25-31242d169563 req-a97e6d1c-f503-416a-88f8-6c1d19b1c072 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019778 Dec 17 16:11:59.811572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555852f-100e-403c-9cc7-0139d97c9c3f req-79a154ea-6ea6-4af9-bd57-517f36a2ed34 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:59.833364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2555852f-100e-403c-9cc7-0139d97c9c3f req-79a154ea-6ea6-4af9-bd57-517f36a2ed34 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1252410 Dec 17 16:11:59.933512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2555852f-100e-403c-9cc7-0139d97c9c3f req-8e61aea4-2176-4790-99c2-401f8da9a16a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987659 Dec 17 16:12:00.256075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab987fed-65f5-4b50-acc5-6ab7e4dcdd66 req-7a82e2d4-3ba9-4ca0-92b9-db6be4d83a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:00.264312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab987fed-65f5-4b50-acc5-6ab7e4dcdd66 req-7a82e2d4-3ba9-4ca0-92b9-db6be4d83a64 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1086779 Dec 17 16:12:00.342564 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab987fed-65f5-4b50-acc5-6ab7e4dcdd66 req-d178a17a-c995-4e3d-b5c9-04461b556c6b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769401 Dec 17 16:12:00.387489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b6495-adab-4f15-b797-daecd1f17d75 req-3427bb50-6f58-4c2a-bfee-e05b81a9c3c0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:00.400430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f85b6495-adab-4f15-b797-daecd1f17d75 req-3427bb50-6f58-4c2a-bfee-e05b81a9c3c0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1216128 Dec 17 16:12:00.548517 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f85b6495-adab-4f15-b797-daecd1f17d75 req-e547de7a-174f-4810-a1a6-107ca54f51d6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470401 Dec 17 16:12:00.980903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b346f9b-7761-4e5f-b184-57ae563d5c9e req-edd47841-e0ea-41e3-a711-f3e6b92a4464 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:01.005024 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b346f9b-7761-4e5f-b184-57ae563d5c9e req-edd47841-e0ea-41e3-a711-f3e6b92a4464 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1288748 Dec 17 16:12:01.117117 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b346f9b-7761-4e5f-b184-57ae563d5c9e req-51c4dac4-9076-4f6d-9cf0-ed6bce2c021d tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000288 Dec 17 16:12:01.181544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03828dd-e7ce-4200-b0c1-8a64c1111932 req-fc1d9992-e404-4bcf-8efb-8c1d36ad048d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:01.190678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e03828dd-e7ce-4200-b0c1-8a64c1111932 req-fc1d9992-e404-4bcf-8efb-8c1d36ad048d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1203098 Dec 17 16:12:01.292469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e03828dd-e7ce-4200-b0c1-8a64c1111932 req-c7ee4318-a180-4aa2-89ee-7e9cb28ae975 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004107 Dec 17 16:12:01.645585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170c8e-d880-4e32-b8b2-e3a126810a24 req-7b864f46-7937-4577-9302-1793ae799d13 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:01.653438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-45170c8e-d880-4e32-b8b2-e3a126810a24 req-7b864f46-7937-4577-9302-1793ae799d13 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1766324 Dec 17 16:12:01.758277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-45170c8e-d880-4e32-b8b2-e3a126810a24 req-821444ac-1ebc-45c7-8961-a8adb8817c59 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035590 Dec 17 16:12:01.982639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df646-9335-4ca5-a51a-d9c587ad4550 req-f35f9a43-8464-4edd-b1fe-6ecea80694e9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:01.991575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e20df646-9335-4ca5-a51a-d9c587ad4550 req-f35f9a43-8464-4edd-b1fe-6ecea80694e9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1526735 Dec 17 16:12:02.060577 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e20df646-9335-4ca5-a51a-d9c587ad4550 req-442466b7-d003-40fa-a708-d634be12ee89 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677042 Dec 17 16:12:02.313369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486641-8434-48ca-b74a-7f42aeab1549 req-5d3bf794-2924-4833-84d1-d0e86cadc14b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:02.324488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-45486641-8434-48ca-b74a-7f42aeab1549 req-5d3bf794-2924-4833-84d1-d0e86cadc14b tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0801041 Dec 17 16:12:02.398518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-45486641-8434-48ca-b74a-7f42aeab1549 req-0483c3c1-3bb9-4f63-b6bd-25fcfa97290d tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607724 Dec 17 16:12:02.538701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec580-70e4-47e4-aa89-efb2d7779e8a req-6eccea87-f643-4cd2-a6fa-c6a63a13e87c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:02.549658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a2ec580-70e4-47e4-aa89-efb2d7779e8a req-6eccea87-f643-4cd2-a6fa-c6a63a13e87c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1018476 Dec 17 16:12:02.635578 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a2ec580-70e4-47e4-aa89-efb2d7779e8a req-2c83117b-05f8-416e-8b2a-d2559015719e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850303 Dec 17 16:12:02.986168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e08c77-b7d6-4bf5-9618-cce0d2cbe957 req-d488a221-9f3b-4308-803e-e01335e81190 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:02.988360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56e08c77-b7d6-4bf5-9618-cce0d2cbe957 req-d488a221-9f3b-4308-803e-e01335e81190 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1181781 Dec 17 16:12:03.055853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56e08c77-b7d6-4bf5-9618-cce0d2cbe957 req-d92bb695-9d64-43c7-8818-22056e845bce tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603621 Dec 17 16:12:03.307811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e68b-27a3-4162-b77f-a96da783a587 req-beb246a4-3a75-476f-962a-389fc34dfe24 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:03.316074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d65e68b-27a3-4162-b77f-a96da783a587 req-beb246a4-3a75-476f-962a-389fc34dfe24 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1391976 Dec 17 16:12:03.445436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d65e68b-27a3-4162-b77f-a96da783a587 req-2872a23d-7574-47ab-8bd2-fef084b147c8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044457 Dec 17 16:12:03.641109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a89c27-c596-4a46-b79e-6be92b0eb66c req-2277a055-0df8-468a-a107-02e8c9c5882e tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:03.662039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0a89c27-c596-4a46-b79e-6be92b0eb66c req-2277a055-0df8-468a-a107-02e8c9c5882e tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1415026 Dec 17 16:12:03.801348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0a89c27-c596-4a46-b79e-6be92b0eb66c req-e69f13e2-285b-4429-844a-d37ae3e59aba tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378222 Dec 17 16:12:03.902823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03ba6-61d5-44fa-9c84-d918433b30c4 req-47f6995c-4537-4008-87dd-402b61bda2a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:03.905211 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44d03ba6-61d5-44fa-9c84-d918433b30c4 req-47f6995c-4537-4008-87dd-402b61bda2a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1388872 Dec 17 16:12:04.038617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44d03ba6-61d5-44fa-9c84-d918433b30c4 req-fc16f1b8-d9f6-4868-bcab-4eb3283402d3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136644 Dec 17 16:12:04.283581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6c5f7-7816-4fc6-b5eb-790270830f76 req-06533b18-c667-4574-b5da-6e6a69182808 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:04.297327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dec6c5f7-7816-4fc6-b5eb-790270830f76 req-06533b18-c667-4574-b5da-6e6a69182808 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1113524 Dec 17 16:12:04.363022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dec6c5f7-7816-4fc6-b5eb-790270830f76 req-84f8280d-16f4-4759-8913-f7c40e0565da tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646727 Dec 17 16:12:04.735421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dc826-6ff7-41ef-a7e9-79e22917cf9f req-028a1485-14c0-435c-8e55-1508f77e8b6b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:04.739314 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c59dc826-6ff7-41ef-a7e9-79e22917cf9f req-028a1485-14c0-435c-8e55-1508f77e8b6b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1517134 Dec 17 16:12:04.840398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c59dc826-6ff7-41ef-a7e9-79e22917cf9f req-b7b4d8af-10bc-45f0-bc47-e235aa220b81 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930195 Dec 17 16:12:05.009203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65241c22-6f91-4034-8a33-ec39b0f5f51b req-a43be6d0-b0ff-45c4-8380-b65fd4f3b04f tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:05.011628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65241c22-6f91-4034-8a33-ec39b0f5f51b req-a43be6d0-b0ff-45c4-8380-b65fd4f3b04f tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1001010 Dec 17 16:12:05.206711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65241c22-6f91-4034-8a33-ec39b0f5f51b req-6e090844-1182-4e39-b34d-91722f552389 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742430 Dec 17 16:12:05.459981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1e839-9dac-462c-b78c-161f8197a2bd req-94a36969-f876-40b4-9f93-fbffefc5e3a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:05.463144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3a1e839-9dac-462c-b78c-161f8197a2bd req-94a36969-f876-40b4-9f93-fbffefc5e3a8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.2260742 Dec 17 16:12:05.701776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3a1e839-9dac-462c-b78c-161f8197a2bd req-e4ce76b0-391b-4cfd-a409-76b39b099b12 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248046 Dec 17 16:12:05.732194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e25d-0cfc-4983-99c9-433e3305ec1c req-69a796bb-aa35-4a22-a824-70c49840c048 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:05.740839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a7e25d-0cfc-4983-99c9-433e3305ec1c req-69a796bb-aa35-4a22-a824-70c49840c048 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.2196445 Dec 17 16:12:05.814541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a7e25d-0cfc-4983-99c9-433e3305ec1c req-9675e5ed-417b-480b-b6b5-d43650a1fd9c tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721092 Dec 17 16:12:06.001647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df3bc-0c1a-40a6-9ebe-c5cb0219508f req-d334039a-f37b-46cf-b9de-af6e4715998f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:06.012068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-781df3bc-0c1a-40a6-9ebe-c5cb0219508f req-d334039a-f37b-46cf-b9de-af6e4715998f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.0704100 Dec 17 16:12:06.129033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-781df3bc-0c1a-40a6-9ebe-c5cb0219508f req-e7d3c1fd-0458-41bf-af1d-4a00f19b4bd8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143956 Dec 17 16:12:06.460880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-046425bf-a53d-4437-abb4-25b3994353e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:06.486745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056201a-176d-4c75-9d29-6eadb8f67920 req-f15d3f74-b4d3-4a77-9c9e-c594a12f23ba tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:06.494901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6056201a-176d-4c75-9d29-6eadb8f67920 req-f15d3f74-b4d3-4a77-9c9e-c594a12f23ba tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1280015 Dec 17 16:12:06.628697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6056201a-176d-4c75-9d29-6eadb8f67920 req-a94ebfb1-90ff-4fa2-8848-abfc404964cd tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327946 Dec 17 16:12:06.939199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e26c8-26a1-4324-bfb5-b6fb97378d31 req-70da25f9-089f-49e9-aa0d-480ecb5ce674 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:06.941233 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-544e26c8-26a1-4324-bfb5-b6fb97378d31 req-70da25f9-089f-49e9-aa0d-480ecb5ce674 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1331007 Dec 17 16:12:07.070883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-544e26c8-26a1-4324-bfb5-b6fb97378d31 req-33cd1504-4087-4778-9b03-dfe932742ce5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148012 Dec 17 16:12:07.080892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36542587-97c3-4803-9882-016a95a3d4b1 req-52c399c6-d8dc-4fe4-a90e-24af5b11da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:07.082544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36542587-97c3-4803-9882-016a95a3d4b1 req-52c399c6-d8dc-4fe4-a90e-24af5b11da4c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 1098 time: 0.1644008 Dec 17 16:12:07.090499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83fd7c-874e-4b29-b659-3d7bb0353bd9 req-d0ae4d1c-1496-4e1d-aed2-d58bb6d003ba tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:07.091998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83fd7c-874e-4b29-b659-3d7bb0353bd9 req-d0ae4d1c-1496-4e1d-aed2-d58bb6d003ba tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1177590 Dec 17 16:12:07.150937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36542587-97c3-4803-9882-016a95a3d4b1 req-563e9acd-416a-48d1-8619-aa15bd745121 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Dec 17 16:12:07.220316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b83fd7c-874e-4b29-b659-3d7bb0353bd9 req-44c312f0-5f56-4f25-bbe7-30014cea8256 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023841 Dec 17 16:12:07.324431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17816-21e1-442e-9a4e-543ad14a3786 req-772e2922-2e61-4828-90b0-30d00ab68188 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:07.335095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3db17816-21e1-442e-9a4e-543ad14a3786 req-772e2922-2e61-4828-90b0-30d00ab68188 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.0899436 Dec 17 16:12:07.431066 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3db17816-21e1-442e-9a4e-543ad14a3786 req-21929573-2122-4e90-a0ba-0383d4f7d5e8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945511 Dec 17 16:12:07.801039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f27a1-cc14-4e9d-8475-a43f4d3b5724 req-069581ed-dc8e-4a41-91b3-7837db6b9310 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:07.810290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-463f27a1-cc14-4e9d-8475-a43f4d3b5724 req-069581ed-dc8e-4a41-91b3-7837db6b9310 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0929327 Dec 17 16:12:07.899010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-463f27a1-cc14-4e9d-8475-a43f4d3b5724 req-30ebcc70-c5ac-467d-8482-4ebde7917308 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858440 Dec 17 16:12:08.256686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351069e-704f-48ce-aad1-36ce274c30b2 req-0333e5d6-cd3c-433a-b919-666baa07be7a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:08.264976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3351069e-704f-48ce-aad1-36ce274c30b2 req-0333e5d6-cd3c-433a-b919-666baa07be7a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.0970061 Dec 17 16:12:08.323907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3351069e-704f-48ce-aad1-36ce274c30b2 req-ce6b2f8c-cd07-4e33-9802-1fa45c014029 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579143 Dec 17 16:12:08.430192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e408812-e6b7-4bea-bcf7-3a14427b3564 req-c790461c-345f-4883-8c7e-ec403217fa17 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:08.431798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e408812-e6b7-4bea-bcf7-3a14427b3564 req-c790461c-345f-4883-8c7e-ec403217fa17 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.0845840 Dec 17 16:12:08.529463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e408812-e6b7-4bea-bcf7-3a14427b3564 req-ca11eef7-5ed8-4f18-9b98-12300fd3ed60 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905895 Dec 17 16:12:08.636210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9f43-2863-4cf1-bfe7-f715a59e0614 req-8d2498d9-b899-4f93-83fc-262cb7ce2bb6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:08.637822 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae5f9f43-2863-4cf1-bfe7-f715a59e0614 req-8d2498d9-b899-4f93-83fc-262cb7ce2bb6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1000042 Dec 17 16:12:08.677024 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-099c390e-b40d-4861-91ec-b11b1635dd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:08.741668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae5f9f43-2863-4cf1-bfe7-f715a59e0614 req-54374a7e-3a14-4b3e-af67-86e0a4208d2b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928173 Dec 17 16:12:08.784043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-5e8d62e4-191a-43ec-9f32-dc895a8e5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:08.785693 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-5e8d62e4-191a-43ec-9f32-dc895a8e5020 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1098 time: 0.0705206 Dec 17 16:12:08.946484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-aff0bdc6-227a-4024-913a-fb49912da4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:08.948831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-aff0bdc6-227a-4024-913a-fb49912da4ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.1526043 Dec 17 16:12:09.101833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-88a7cec7-91d6-4869-959f-9c8b8b269ab0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 1001 time: 0.1441126 Dec 17 16:12:09.178741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65bf9-46dd-40ac-b243-baf806e0a00b req-8ac394eb-941e-4971-a6b1-3a669b299eaf tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:09.188480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfb65bf9-46dd-40ac-b243-baf806e0a00b req-8ac394eb-941e-4971-a6b1-3a669b299eaf tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1485796 Dec 17 16:12:09.495880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51040e-69c6-4a3e-8e43-4013c814bd74 req-6beb118c-7433-429f-83e0-b94c16c52ec4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:09.498139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e51040e-69c6-4a3e-8e43-4013c814bd74 req-6beb118c-7433-429f-83e0-b94c16c52ec4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.0888317 Dec 17 16:12:09.563379 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e51040e-69c6-4a3e-8e43-4013c814bd74 req-a6f23965-3157-4fed-b916-8f392a4c19c9 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584347 Dec 17 16:12:09.601263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfb65bf9-46dd-40ac-b243-baf806e0a00b req-06d5070d-37fb-422b-9766-067822302fbe tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115756 Dec 17 16:12:09.611294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-e204a2f9-31dc-4503-8650-dc09d96cd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:09.613050 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-e204a2f9-31dc-4503-8650-dc09d96cd229 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.5018916 Dec 17 16:12:09.730969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-6f1f74a1-e8f5-4715-87ad-30cda38aa2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:09.732893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-6f1f74a1-e8f5-4715-87ad-30cda38aa2c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116960 Dec 17 16:12:09.761576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf97559-9372-4dc2-b520-5dc34f727a4a req-cab32825-6f1a-430e-bec1-3f04a2819de3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:09.763805 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adf97559-9372-4dc2-b520-5dc34f727a4a req-cab32825-6f1a-430e-bec1-3f04a2819de3 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.0704248 Dec 17 16:12:09.862200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adf97559-9372-4dc2-b520-5dc34f727a4a req-b1252210-ca71-4f22-9885-bcae9a5c96b4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916612 Dec 17 16:12:09.924577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-bbfec77d-9314-490a-9caa-56d20665cda9 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833611 Dec 17 16:12:09.936530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42820) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:10.009356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.131438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-c6de604e-3d97-4b58-92a5-e76909691501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.133091 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-c6de604e-3d97-4b58-92a5-e76909691501 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 1098 time: 0.2805243 Dec 17 16:12:10.151057 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-34633b7e-b600-49d4-a2dd-34375ff605a9 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5398 time: 0.2103479 Dec 17 16:12:10.151547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42822) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:10.157216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'network': {'name': 'tempest-network-smoke--1429042875', 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'port_security_enabled': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:10.204071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0178-dfe0-4e74-8e85-c8d0013a6e1f req-5d399614-6895-4969-a523-5809bd626ff5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.214480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc0178-dfe0-4e74-8e85-c8d0013a6e1f req-5d399614-6895-4969-a523-5809bd626ff5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.2103314 Dec 17 16:12:10.217274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b80b7765-4e99-4140-838c-9f8ad878cf6b req-59dd47e1-b40f-4290-91be-cfdb6e2ed943 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505145 Dec 17 16:12:10.299079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc0178-dfe0-4e74-8e85-c8d0013a6e1f req-e896ccdc-f9c8-4d96-a714-22c451b337a6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803008 Dec 17 16:12:10.303079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Made reservation on behalf of d0c6b9fee5654624847d117928e76bf1 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:10.308866 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.323871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8085f7-b5d6-407a-b230-d998e4648640 req-a60a76ba-f545-44d4-a8f3-9d0928211574 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.331454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de8085f7-b5d6-407a-b230-d998e4648640 req-a60a76ba-f545-44d4-a8f3-9d0928211574 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.4018202 Dec 17 16:12:10.340154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-c0e48239-9ac6-434c-85f7-977a74265b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.341575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-c0e48239-9ac6-434c-85f7-977a74265b1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 200 len: 912 time: 0.1981707 Dec 17 16:12:10.357549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:12:10.368875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.369473 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Added segment 2e93c107-0244-408c-8625-2a4dd2a6179c of type vlan for network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 Dec 17 16:12:10.396651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-fff1c7dd-7996-4a96-888a-58b9b5cde3b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34c11f89-91bb-4611-b81e-e40628713814 HTTP/1.1" status: 200 len: 217 time: 0.0447552 Dec 17 16:12:10.418212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.451719 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.461981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.462700 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.484107 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de8085f7-b5d6-407a-b230-d998e4648640 req-9fb7d1c5-6413-47af-b113-df261e554cc3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500409 Dec 17 16:12:10.489348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-c02355d7-07e3-4e0e-8ee3-5c57b7152702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.491180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3385386 Dec 17 16:12:10.491971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42824) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:10.494806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-c02355d7-07e3-4e0e-8ee3-5c57b7152702 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 200 len: 851 time: 0.0683632 Dec 17 16:12:10.503479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'admin_state_up': True, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:10.533904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-a2a55e10-d599-4f86-87e1-a6cc55dbfd1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171454bd-19a3-4022-b292-0fbaad1bb51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273273 Dec 17 16:12:10.572546 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.574908 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.642991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Network': ['ID=55e2aa8b-56ba-4119-b19a-fc5ff43cc879,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:10.670520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.674475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.675566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.676134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.678969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.679627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.680183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.680767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.681301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.682895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.683434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.684544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.685116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3675f1f-3528-4d9f-9ff9-6dff13c89e95 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:10.697960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:12:10.735485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-bdc65efd-7731-4277-9b5c-d53745eac364 service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882882 Dec 17 16:12:10.779283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.795231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c2b3e-2d22-4a73-aea1-754f7d880171 req-dc51d123-fb17-4b1e-94cf-b690a979e52c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.804200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e4c2b3e-2d22-4a73-aea1-754f7d880171 req-dc51d123-fb17-4b1e-94cf-b690a979e52c tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1141899 Dec 17 16:12:10.879664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e8a4dd0-5b7c-48bf-91c3-0f08a4fab5b6 req-1f1c0923-2b15-40f7-bb23-a7597283585e service neutron] 10.222.0.49 "GET /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357629 Dec 17 16:12:10.949251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:10.998979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af1205-02c4-45e4-8d1c-10a02105c217 req-4ede6d54-ded8-4214-8e79-ebcd2e5ddb61 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.007063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-00af1205-02c4-45e4-8d1c-10a02105c217 req-4ede6d54-ded8-4214-8e79-ebcd2e5ddb61 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1098 time: 0.0834844 Dec 17 16:12:11.031519 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:11.035288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-00af1205-02c4-45e4-8d1c-10a02105c217 req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:11.050659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e4c2b3e-2d22-4a73-aea1-754f7d880171 req-ed2b0e3c-6c1e-45b2-ba80-d9a6b910e3ee tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405429 Dec 17 16:12:11.136098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-00af1205-02c4-45e4-8d1c-10a02105c217 req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:11.142016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-00af1205-02c4-45e4-8d1c-10a02105c217 req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:11.207169 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-00af1205-02c4-45e4-8d1c-10a02105c217 req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935749 Dec 17 16:12:11.208626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2855f9-79ec-4f59-8060-fe248c357fff,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:11.231328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:11.241742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.242126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.242436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.242773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.243105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.247111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.247478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.247913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.248190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.248533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.248858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.249203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.249521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab11e7-7c29-497e-bd9f-fdbe05969077 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:11.285112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900dfe8-9d89-47b4-a855-1f264639c460 req-ae037988-549b-4fb9-9ed5-9e6dd7181243 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.287780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6900dfe8-9d89-47b4-a855-1f264639c460 req-ae037988-549b-4fb9-9ed5-9e6dd7181243 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1307991 Dec 17 16:12:11.372489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16025f5-7cbc-4f77-9010-8f5be4ea24df req-36f62232-abaa-453d-88bb-d97b9a836c03 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.381805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c16025f5-7cbc-4f77-9010-8f5be4ea24df req-36f62232-abaa-453d-88bb-d97b9a836c03 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.0698264 Dec 17 16:12:11.403396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6900dfe8-9d89-47b4-a855-1f264639c460 req-d2035bcf-347a-401d-8a54-86f7c78e7784 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035440 Dec 17 16:12:11.472069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c16025f5-7cbc-4f77-9010-8f5be4ea24df req-85bcd140-9fd0-4cee-ac9e-70ecefee97bc tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892267 Dec 17 16:12:11.486182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42842) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:11.589972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:11.614728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:11.628968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-63f22b89-db16-45e7-95ac-1dee32161939 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/89ff9d16-0dc9-4dd3-b5de-212697f11396 HTTP/1.1" status: 200 len: 994 time: 0.1372433 Dec 17 16:12:11.698413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df6982-5b1b-4821-b2f2-4c572685dd65 req-cfbc9b08-c003-42f2-939d-18ff8c7834c7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.700967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7df6982-5b1b-4821-b2f2-4c572685dd65 req-cfbc9b08-c003-42f2-939d-18ff8c7834c7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.0935280 Dec 17 16:12:11.764117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee0370-2aec-47f6-8f8e-3a44bffbd2ca req-e3b23a6a-8019-40a8-9ef6-1f017cea869a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.772664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22ee0370-2aec-47f6-8f8e-3a44bffbd2ca req-e3b23a6a-8019-40a8-9ef6-1f017cea869a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.2460806 Dec 17 16:12:11.794345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7df6982-5b1b-4821-b2f2-4c572685dd65 req-6ff343dd-a6d5-41b7-a1a1-8de0f652dfa5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857294 Dec 17 16:12:11.858472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Allocated IP 172.25.0.87 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/49dc344c-2ab8-4648-92b6-f68abb73c15d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:12.055654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22ee0370-2aec-47f6-8f8e-3a44bffbd2ca req-0eb686f8-9f92-403a-95a7-b45e799cc5cf tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817461 Dec 17 16:12:12.084504 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:12.123657 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:12.161027 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:12.267179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bb7c4-b07f-459a-9270-d06ac7b0e357 req-e7c4f6d1-1556-4de1-8fd0-60794dedfecc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:12.276984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:12.277476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a0bb7c4-b07f-459a-9270-d06ac7b0e357 req-e7c4f6d1-1556-4de1-8fd0-60794dedfecc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.1074364 Dec 17 16:12:12.288192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:12.304518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:12.307708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=49dc344c-2ab8-4648-92b6-f68abb73c15d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:12.313775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37484587-7879-4efe-8ed9-0e9a88d0329e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:12:12.339063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-59f7ab06-3b3d-433a-aa73-c5d6014a0877 req-6c5376cc-2919-4fe5-935b-0befff5d9487 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:12:12.350191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59f7ab06-3b3d-433a-aa73-c5d6014a0877 req-6c5376cc-2919-4fe5-935b-0befff5d9487 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1317015 Dec 17 16:12:12.416121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a0bb7c4-b07f-459a-9270-d06ac7b0e357 req-0f38cc99-8c61-4565-8a94-267ec3b71921 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376042 Dec 17 16:12:12.493304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-80f0c0cf-1c33-4e95-9367-20c17b1a3485 None None] Provisioning complete for port 49dc344c-2ab8-4648-92b6-f68abb73c15d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:12.494016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-80f0c0cf-1c33-4e95-9367-20c17b1a3485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:12.668634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-80f0c0cf-1c33-4e95-9367-20c17b1a3485 None None] Port 49dc344c-2ab8-4648-92b6-f68abb73c15d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:12:12.718506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac7a75-0d79-4985-bd30-cb975b7e74eb req-494c6b16-ac45-470e-8337-e5e7163e779d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:12.728092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-feac7a75-0d79-4985-bd30-cb975b7e74eb req-494c6b16-ac45-470e-8337-e5e7163e779d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.0858023 Dec 17 16:12:12.833853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-feac7a75-0d79-4985-bd30-cb975b7e74eb req-11994865-fcde-4c60-a482-f409d03b2f47 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010075 Dec 17 16:12:12.983476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d57e5-1354-4b27-b6f5-e3737694a43f req-9b7128cc-6a80-47b2-8681-5ccc6c4f2bed tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:12.992928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef3d57e5-1354-4b27-b6f5-e3737694a43f req-9b7128cc-6a80-47b2-8681-5ccc6c4f2bed tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.0801456 Dec 17 16:12:13.061796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:13.108393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef3d57e5-1354-4b27-b6f5-e3737694a43f req-dc527446-561a-43b9-b95f-b38e1fa2e665 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143484 Dec 17 16:12:13.211492 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:13.285489 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-0acdc17c-8c54-4290-986d-0c932928a35c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2899616 Dec 17 16:12:13.308416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-dc7659b9-cfbd-428c-9684-f97462c032c8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:12:13.325004 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-dc7659b9-cfbd-428c-9684-f97462c032c8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264461 Dec 17 16:12:13.328275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:13.336762 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4724f575-1102-4b0c-aaf2-01b0e542e6cb" -d '{"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-unplugged", "status": "completed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:13.379550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:13.383721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e8e4-d3b3-4d96-bcf7-6f1f5b39c53e req-47809bc2-5a9a-4962-8e1d-fcea8e2d33e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:13.393739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8539e8e4-d3b3-4d96-bcf7-6f1f5b39c53e req-47809bc2-5a9a-4962-8e1d-fcea8e2d33e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1527829 Dec 17 16:12:13.398069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:13.558618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8539e8e4-d3b3-4d96-bcf7-6f1f5b39c53e req-62aeebf4-7441-4cd7-b8db-d1142013300f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626751 Dec 17 16:12:13.573747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:13.704705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e1ec-b6c0-4621-8e23-79203517a621 req-0dc9dd6e-600e-47a1-9eae-2e0938a59753 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:13.720833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c13e1ec-b6c0-4621-8e23-79203517a621 req-0dc9dd6e-600e-47a1-9eae-2e0938a59753 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0839503 Dec 17 16:12:13.750616 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec1ea5-15b4-47b0-929b-fc83920c8395 x-openstack-request-id: req-c4ec1ea5-15b4-47b0-929b-fc83920c8395 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:13.750911 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-unplugged", "status": "failed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "code": 422}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:13.751303 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4ec1ea5-15b4-47b0-929b-fc83920c8395 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:13.751759 n-d-806683-20 neutron-server[109785]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'code': 422} returned with failed status Dec 17 16:12:13.805599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:13.868458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c13e1ec-b6c0-4621-8e23-79203517a621 req-22a30439-2c41-4497-9b88-fd895abb1839 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465902 Dec 17 16:12:14.181668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cc24-c3ba-4655-9ad7-734a1afb880b req-6a608d2c-1603-47df-8148-77f0ee8609c4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:14.202934 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e92cc24-c3ba-4655-9ad7-734a1afb880b req-6a608d2c-1603-47df-8148-77f0ee8609c4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.2877822 Dec 17 16:12:14.457008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e92cc24-c3ba-4655-9ad7-734a1afb880b req-565b1514-2191-487b-92ff-6ab10ca5f157 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479796 Dec 17 16:12:14.644796 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:14.658111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018c8c3-5d69-4601-9b0e-35a317533f2b req-fc1ebee3-32c9-4f96-b009-0e0582274ba7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:14.666227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1018c8c3-5d69-4601-9b0e-35a317533f2b req-fc1ebee3-32c9-4f96-b009-0e0582274ba7 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.0800514 Dec 17 16:12:14.739752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99dc75-4708-4603-bdf5-6521f919b7eb req-09bd3213-a704-423a-a663-7ea3751cafea tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:14.747447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf99dc75-4708-4603-bdf5-6521f919b7eb req-09bd3213-a704-423a-a663-7ea3751cafea tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.0587721 Dec 17 16:12:14.864444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf99dc75-4708-4603-bdf5-6521f919b7eb req-b752bf38-5dd4-449b-8d2b-02ec6b762361 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155267 Dec 17 16:12:14.940535 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1018c8c3-5d69-4601-9b0e-35a317533f2b req-f9d215d6-4180-4484-97b4-9076ec0496ef tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692249 Dec 17 16:12:14.950234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router bbed217f-1f77-42da-bebd-2e3e5ca586d6 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:12:15.307237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d5e9f-7a85-4b7a-b11d-ab5784cf1214 req-09576762-de6f-4808-be4c-5f12d9d66fd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.308883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a4d5e9f-7a85-4b7a-b11d-ab5784cf1214 req-09576762-de6f-4808-be4c-5f12d9d66fd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.2628593 Dec 17 16:12:15.317692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-ce0995f0-5c44-4286-a5bd-a67194c72c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.319093 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-ce0995f0-5c44-4286-a5bd-a67194c72c2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 1098 time: 0.1938467 Dec 17 16:12:15.344982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:12:15.358642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Sync routers for ids ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:12:15.366071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838e8bc-7ad3-460e-b73b-df9bc053bdbd req-b37f677b-4e61-4eb8-a638-1ffd617777a9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.367639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3838e8bc-7ad3-460e-b73b-df9bc053bdbd req-b37f677b-4e61-4eb8-a638-1ffd617777a9 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 944 time: 0.0852139 Dec 17 16:12:15.393373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Routers {'bbed217f-1f77-42da-bebd-2e3e5ca586d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:15.394301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:15.433248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:15.438212 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-25c07206-c027-43f7-a376-715148820020 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9404943 Dec 17 16:12:15.444877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42970) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:15.461741 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3838e8bc-7ad3-460e-b73b-df9bc053bdbd req-029e4e27-97b7-4021-90e1-991952d2da4b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860388 Dec 17 16:12:15.603318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-408a17b9-93f5-4803-97a4-37356cf716bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.607236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-408a17b9-93f5-4803-97a4-37356cf716bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1098 time: 0.0901914 Dec 17 16:12:15.610537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:15.634124 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a4d5e9f-7a85-4b7a-b11d-ab5784cf1214 req-b6df4173-d1e9-4488-bf59-3661110e50c8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113298 Dec 17 16:12:15.648738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Set router bbed217f-1f77-42da-bebd-2e3e5ca586d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:15.967951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-5158ff9c-128b-4a40-b950-0844ad5dd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.967951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-5158ff9c-128b-4a40-b950-0844ad5dd54b service neutron] 10.222.0.47 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.1316247 Dec 17 16:12:15.978917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5f577-be6a-4421-ae2c-b948b88b0361 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.978917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-69e5f577-be6a-4421-ae2c-b948b88b0361 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d0c6b9fee5654624847d117928e76bf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3675985 Dec 17 16:12:15.978917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42988) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:15.978917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-cb35f4da-36ba-4b25-ab47-ff815b93c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.978917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-cb35f4da-36ba-4b25-ab47-ff815b93c2d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.6278296 Dec 17 16:12:16.035996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-4f944f1a-9b20-4497-b47b-bfa19c059a7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44e24982-8db7-44fc-ab3d-7fd92804d262 HTTP/1.1" status: 200 len: 217 time: 0.0613096 Dec 17 16:12:16.057644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b3082-007c-444a-91e5-f815df2b6fdb req-2d995bfa-9cfe-44e7-ae70-92aeee73130f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.071262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee0b3082-007c-444a-91e5-f815df2b6fdb req-2d995bfa-9cfe-44e7-ae70-92aeee73130f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.3127112 Dec 17 16:12:16.075531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:12Z', 'revision_number': 3, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:11Z', 'updated_at': '2021-12-17T16:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:16.105413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-d1777dca-84fc-4c50-9eda-d6225fa25ac3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4088109 Dec 17 16:12:16.115868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Checking router: bbed217f-1f77-42da-bebd-2e3e5ca586d6 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:12:16.116575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Updating router bbed217f-1f77-42da-bebd-2e3e5ca586d6 port 49dc344c-2ab8-4648-92b6-f68abb73c15d binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:12:16.131040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-f00e90a2-2504-4523-8723-5784577fa439 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1002 time: 0.3101418 Dec 17 16:12:16.188194 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:16.311294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e40c819-666c-44ab-b57f-69bec39d9c31 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.312900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3e40c819-666c-44ab-b57f-69bec39d9c31 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4501202 Dec 17 16:12:16.315387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-47835737-d7fb-4511-ab05-6e21ed24586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.325033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43008) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:16.329147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-47835737-d7fb-4511-ab05-6e21ed24586f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.2757781 Dec 17 16:12:16.337956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5021a6-9c90-4052-a36a-44d2e1ed3e02 req-0c5ab35c-d226-4f83-b2bb-0f7d418d2046 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.354632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a5021a6-9c90-4052-a36a-44d2e1ed3e02 req-0c5ab35c-d226-4f83-b2bb-0f7d418d2046 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.3272152 Dec 17 16:12:16.407071 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee0b3082-007c-444a-91e5-f815df2b6fdb req-cd61242e-2579-4b18-b872-cf77c956b4d7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378973 Dec 17 16:12:16.428638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-d0cc911a-ff60-467a-a6d7-2b8d044b2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.430343 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-d0cc911a-ff60-467a-a6d7-2b8d044b2171 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.2712755 Dec 17 16:12:16.490908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a5021a6-9c90-4052-a36a-44d2e1ed3e02 req-dfe66ace-b1d4-4d6e-8a25-8585a35e9518 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352501 Dec 17 16:12:16.525984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8cd951ed-8de2-4c20-bd94-062a712363d3 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1846488 Dec 17 16:12:16.526257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43014) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:16.648952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eb179cbc-f70c-416d-90f0-6363151c0f7e tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d0c6b9fee5654624847d117928e76bf1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1194336 Dec 17 16:12:16.660877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43020) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:16.684906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-b06dcadf-87c9-4858-b07b-5d19f228f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.697466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-b06dcadf-87c9-4858-b07b-5d19f228f799 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2222314 Dec 17 16:12:16.748563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46870a36-e9b8-44cd-b96e-acc346074e43 req-cb17e6e1-0507-4165-aff1-1bb31bda37e0 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.757987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46870a36-e9b8-44cd-b96e-acc346074e43 req-cb17e6e1-0507-4165-aff1-1bb31bda37e0 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.1986489 Dec 17 16:12:16.819323 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:16.829604 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:16.842314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdba1b48-d1ac-4a06-9d76-00efd8dd8d56 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.844154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bdba1b48-d1ac-4a06-9d76-00efd8dd8d56 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1816521 Dec 17 16:12:16.848442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-80ae9e71-8730-431f-b857-4c6744c8f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.850182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43026) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:16.850427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-80ae9e71-8730-431f-b857-4c6744c8f68e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4637549 Dec 17 16:12:16.921411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b062f1-ae97-48a4-a66a-4ce220a7edbb None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:12:16.954564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Attempting to bind port 49dc344c-2ab8-4648-92b6-f68abb73c15d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:16.955090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Attempting to bind port 49dc344c-2ab8-4648-92b6-f68abb73c15d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:16.955573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Attempting to bind port 49dc344c-2ab8-4648-92b6-f68abb73c15d on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:16.970456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026562c-5711-4fe2-ac2f-bfd54460027d req-c6b9d637-8e79-4377-a7c6-d14905d99d22 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.974586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:16.976976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:16.977506 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:16.978094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:16.979254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Bound port: 49dc344c-2ab8-4648-92b6-f68abb73c15d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:16.980801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:16.989541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-97997337-5813-46e7-a008-169ae19b1aca tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1281986 Dec 17 16:12:16.990108 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b026562c-5711-4fe2-ac2f-bfd54460027d req-c6b9d637-8e79-4377-a7c6-d14905d99d22 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 944 time: 0.1494832 Dec 17 16:12:16.991082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43028) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:17.017144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135833127', 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:17.076117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Pushing event updated for resources: {'Port': ['ID=49dc344c-2ab8-4648-92b6-f68abb73c15d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:17.094632 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46870a36-e9b8-44cd-b96e-acc346074e43 req-f50fdc9b-deda-4d48-9e56-fde02c2400bb tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195691 Dec 17 16:12:17.116149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-4b80d77c-744a-4fef-b4ba-e321a1d2aa93 service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032044 Dec 17 16:12:17.128358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] For port 49dc344c-2ab8-4648-92b6-f68abb73c15d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:17.132541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] For port 49dc344c-2ab8-4648-92b6-f68abb73c15d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=49dc344c-2ab8-4648-92b6-f68abb73c15d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:17.144614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.145192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.145408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.145741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.146278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.146610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.147038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.147291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.147612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.147956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.148326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.148639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.148954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:17.156842 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:17.165206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b026562c-5711-4fe2-ac2f-bfd54460027d req-aa7248d0-6edb-4f0f-ad21-6f5342394388 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754365 Dec 17 16:12:17.210518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Routers {'bbed217f-1f77-42da-bebd-2e3e5ca586d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:17.211169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:17.322813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-b228ab20-18d0-4618-b12c-a015e8226a55 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603837 Dec 17 16:12:17.376431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcca44a-e4b6-4b68-8230-6e0cf88f7115 req-803ee8ec-1e48-4d99-8dc9-1fcbc95fc947 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:17.390713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2526bdcb-10b0-447d-9142-b4b0a77d51bb None None] Provisioning complete for port 49dc344c-2ab8-4648-92b6-f68abb73c15d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:17.391095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2526bdcb-10b0-447d-9142-b4b0a77d51bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:17.392126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbcca44a-e4b6-4b68-8230-6e0cf88f7115 req-803ee8ec-1e48-4d99-8dc9-1fcbc95fc947 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1340365 Dec 17 16:12:17.394198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263ea62-d163-48fb-a89f-54db72c0fde9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:12:17.440031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-9c1e0dff-dbf3-4f27-8c2c-204d16b48d6e service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151870 Dec 17 16:12:17.443772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b13bf-d736-4a22-83fc-5f28022dd649 None None] Pushing event updated for resources: {'Port': ['ID=49dc344c-2ab8-4648-92b6-f68abb73c15d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:17.520879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] Set router bbed217f-1f77-42da-bebd-2e3e5ca586d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:17.533738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004719d-745b-469a-86b1-76d432058338 req-bb96edab-9f6f-4971-bd51-cff00c3b62a2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:17.565581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5004719d-745b-469a-86b1-76d432058338 req-bb96edab-9f6f-4971-bd51-cff00c3b62a2 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 946 time: 0.3429055 Dec 17 16:12:17.595212 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbcca44a-e4b6-4b68-8230-6e0cf88f7115 req-2c0ed69d-da32-4789-aef9-c784fa2a8816 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020051 Dec 17 16:12:17.740140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Made reservation on behalf of d0c6b9fee5654624847d117928e76bf1 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:17.746523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:17.829414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3fac0-cadc-441a-ae67-237b132be3ae req-7ca4c2bb-253c-4ffb-b06f-8e670f5207fc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:17.839498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5b3fac0-cadc-441a-ae67-237b132be3ae req-7ca4c2bb-253c-4ffb-b06f-8e670f5207fc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.1190987 Dec 17 16:12:17.856000 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2526bdcb-10b0-447d-9142-b4b0a77d51bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:17.875556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ec925-97d9-4e1a-bd5a-c1f1e6884420 req-10b7bfe5-cfb8-4e33-b1d2-f4ad924a26de tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:17.884493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e6ec925-97d9-4e1a-bd5a-c1f1e6884420 req-10b7bfe5-cfb8-4e33-b1d2-f4ad924a26de tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.3174052 Dec 17 16:12:17.887873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2526bdcb-10b0-447d-9142-b4b0a77d51bb None None] For port 49dc344c-2ab8-4648-92b6-f68abb73c15d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=49dc344c-2ab8-4648-92b6-f68abb73c15d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:17.896867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2526bdcb-10b0-447d-9142-b4b0a77d51bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:17.968830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe2432c8-45d6-4162-b0b7-d08fad47cac1 req-0aa2c085-f060-4a11-b157-76cd46d9da38 service neutron] 10.222.0.49 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243677 Dec 17 16:12:17.998809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:12Z', 'revision_number': 3, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:11Z', 'updated_at': '2021-12-17T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:18.011393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-979cafcb-acda-42e0-bc86-e60036bedd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:18.013409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-979cafcb-acda-42e0-bc86-e60036bedd47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528&tenant_id=6133506c419545fba4fa8f6e6175016f HTTP/1.1" status: 200 len: 1096 time: 0.1657825 Dec 17 16:12:18.029570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:18.064104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e6ec925-97d9-4e1a-bd5a-c1f1e6884420 req-125e506b-6ea1-4b8c-82a9-eccf173b9960 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783516 Dec 17 16:12:18.072791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4613b-275b-43d8-9b46-778beac0219f None None] The sync data for ids ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'] in n-d-806683-20 is: [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:12Z', 'revision_number': 3, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:11Z', 'updated_at': '2021-12-17T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:12:18.087157 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5b3fac0-cadc-441a-ae67-237b132be3ae req-b847a34f-e7a7-4849-bb54-1fe0c8f32653 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458358 Dec 17 16:12:18.089718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Deleting port 34c11f89-91bb-4611-b81e-e40628713814 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:18.095277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:18.166448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:18.227084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526bdcb-10b0-447d-9142-b4b0a77d51bb None None] Pushing event updated for resources: {'Port': ['ID=49dc344c-2ab8-4648-92b6-f68abb73c15d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:18.293013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-eb2633a7-212b-404d-b4a7-7077a6ff3337 None None] Provisioning complete for port 49dc344c-2ab8-4648-92b6-f68abb73c15d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:18.293384 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eb2633a7-212b-404d-b4a7-7077a6ff3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:18.308960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] For port 34c11f89-91bb-4611-b81e-e40628713814, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=34c11f89-91bb-4611-b81e-e40628713814,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:18.309631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:18.326567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Calling delete_port for 34c11f89-91bb-4611-b81e-e40628713814 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:18.536116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:18.666418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:18.692931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:18.732795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418019ab-8810-474b-98d6-a28a1954b4bf {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:18.742128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:18.756818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Transition to ACTIVE for port object 418019ab-8810-474b-98d6-a28a1954b4bf will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:12:18.794000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b8722f3-1cda-41f1-9dc8-3b771563ba82 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:12:18.796915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['a0c6381d-0208-464b-8d63-3b64383fc4f8', '34c11f89-91bb-4611-b81e-e40628713814'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:18.798382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:18.849951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Pushing event deleted for resources: {'Port': ['ID=34c11f89-91bb-4611-b81e-e40628713814,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:18.953130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50820134-1cff-41f9-a9f1-5ff780f1c545 req-c9594e3c-249f-4350-8b76-7da211e18e92 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:18.966371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50820134-1cff-41f9-a9f1-5ff780f1c545 req-c9594e3c-249f-4350-8b76-7da211e18e92 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 944 time: 0.2071233 Dec 17 16:12:18.993043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8768c2-abec-413b-ad45-beba8e7c4422 req-3da4ee51-53b0-49bf-9306-6780cafcabfb tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:19.007175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d8768c2-abec-413b-ad45-beba8e7c4422 req-3da4ee51-53b0-49bf-9306-6780cafcabfb tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7d5415-5fbe-4c96-8314-21c1108ed830 HTTP/1.1" status: 200 len: 867 time: 0.5011697 Dec 17 16:12:19.072499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=9']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:19.092113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] No DVR routers for this DVR port 34c11f89-91bb-4611-b81e-e40628713814 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:19.119648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 44e24982-8db7-44fc-ab3d-7fd92804d262 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:19.165489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:19.178248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] No DVR routers for this DVR port 418019ab-8810-474b-98d6-a28a1954b4bf on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:19.185473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5004719d-745b-469a-86b1-76d432058338 req-01ecaaa8-0431-437e-833f-986739dde4d6 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "DELETE /v2.0/ports/34c11f89-91bb-4611-b81e-e40628713814 HTTP/1.1" status: 204 len: 173 time: 1.6130857 Dec 17 16:12:19.186213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'name': 'network-vif-deleted', 'tag': '34c11f89-91bb-4611-b81e-e40628713814'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:19.201152 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37a213-190f-4f59-adf8-feec299d13ca" -d '{"events": [{"server_uuid": "dd7d5415-5fbe-4c96-8314-21c1108ed830", "name": "network-vif-deleted", "tag": "34c11f89-91bb-4611-b81e-e40628713814"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:19.307945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:19.326144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50820134-1cff-41f9-a9f1-5ff780f1c545 req-178f08c1-c52a-4d54-adab-3dc90ce10701 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999878 Dec 17 16:12:19.456291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d8768c2-abec-413b-ad45-beba8e7c4422 req-4e536999-c71a-4c0c-b7fb-65d2b23ed4b5 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481072 Dec 17 16:12:19.605516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:19.605516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:19.605516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:19.631635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Port 418019ab-8810-474b-98d6-a28a1954b4bf on network fc7830b5-2bef-411a-b710-37f2550d4832 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:12:19.635307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Attempting to bind port 418019ab-8810-474b-98d6-a28a1954b4bf on network fc7830b5-2bef-411a-b710-37f2550d4832 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:19.653338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:19.653973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Checking segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:19.654664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Bound using segment: {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:19.655873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Bound port: 418019ab-8810-474b-98d6-a28a1954b4bf, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2ab5fb-169a-419a-912c-9311332dee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:19.656429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:19.678586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5b8722f3-1cda-41f1-9dc8-3b771563ba82, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:19.716792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9e3a-ccd9-4fd9-b56c-6c9f4819b5f5 req-de1fd770-6469-4388-9731-15f1ab8c1b31 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:19.725720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-156a9e3a-ccd9-4fd9-b56c-6c9f4819b5f5 req-de1fd770-6469-4388-9731-15f1ab8c1b31 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1424811 Dec 17 16:12:19.726170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 49dc344c-2ab8-4648-92b6-f68abb73c15d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:19.834328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:12:19.837407 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:19.875216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-156a9e3a-ccd9-4fd9-b56c-6c9f4819b5f5 req-8aed0479-2b7f-46dc-8baf-da4888463b89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484697 Dec 17 16:12:19.889818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Subnet': ['ID=30f25b4c-b782-4b36-95ae-5c4b2a915d70,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:19.986233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:19.994976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103e94c-11d1-4aa0-8e73-4068208f1773 req-6d6c1366-db8b-4dfd-9b8f-ce3e40f5fb91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:19.995589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:19.996681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1103e94c-11d1-4aa0-8e73-4068208f1773 req-6d6c1366-db8b-4dfd-9b8f-ce3e40f5fb91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 946 time: 0.3902645 Dec 17 16:12:20.004559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:20.076812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Checking segment: {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:20.077173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network hostable DHCP agents. Network: 55e2aa8b-56ba-4119-b19a-fc5ff43cc879, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:12:20.131044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:20.145550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:20.148356 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10410544-d15b-4af3-b27d-96371061cdc8" -d '{"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-unplugged", "status": "completed", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:20.162461 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:20.163291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 34c11f89-91bb-4611-b81e-e40628713814 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:20.189244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 34c11f89-91bb-4611-b81e-e40628713814 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:12:20.189618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 34c11f89-91bb-4611-b81e-e40628713814 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:20.197702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=10']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:20.219804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 49dc344c-2ab8-4648-92b6-f68abb73c15d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:20.220445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:20.260917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:20.262982 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:20.265117 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-070fd114-4f73-49a3-b126-186c3fd42690 service neutron] 10.222.0.47 "PUT /v2.0/ports/418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 1093 time: 2.2407176 Dec 17 16:12:20.265920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:20.268714 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5763235e-70ae-4488-aad3-6f20ed1ba794" -d '{"events": [{"name": "network-changed", "server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:20.349956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bb888-d818-4d9e-98b5-98eabe88c80d req-ea934ff7-7741-4bd5-a9f6-02d91f63e1d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:20.352234 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:20.380415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa5bb888-d818-4d9e-98b5-98eabe88c80d req-ea934ff7-7741-4bd5-a9f6-02d91f63e1d3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 944 time: 0.2261980 Dec 17 16:12:20.465227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8722f3-1cda-41f1-9dc8-3b771563ba82 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:20.483728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-ce3c67bf-6699-434c-a677-66a4ac3cfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:20.485832 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-ce3c67bf-6699-434c-a677-66a4ac3cfe96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1097 time: 0.1772127 Dec 17 16:12:20.524794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5b8722f3-1cda-41f1-9dc8-3b771563ba82, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:20.529200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:20.535153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:20.588415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa5bb888-d818-4d9e-98b5-98eabe88c80d req-dafac486-0b28-4c77-bd36-1c56b2259da5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054124 Dec 17 16:12:20.648276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5b8722f3-1cda-41f1-9dc8-3b771563ba82,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:20.789531 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f568840f-98d9-42e8-b919-6c6f781dfa99 x-openstack-request-id: req-f568840f-98d9-42e8-b919-6c6f781dfa99 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:20.789833 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-unplugged", "status": "failed", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262", "code": 422}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:20.790082 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f568840f-98d9-42e8-b919-6c6f781dfa99 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:20.790484 n-d-806683-20 neutron-server[109785]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'code': 422} returned with failed status Dec 17 16:12:20.827934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5b8722f3-1cda-41f1-9dc8-3b771563ba82'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:20.846375 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24270d27-4705-4524-be20-bb0bbe3d9559 x-openstack-request-id: req-24270d27-4705-4524-be20-bb0bbe3d9559 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:20.847304 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7d5415-5fbe-4c96-8314-21c1108ed830", "name": "network-vif-deleted", "tag": "34c11f89-91bb-4611-b81e-e40628713814", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:20.847304 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24270d27-4705-4524-be20-bb0bbe3d9559 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:20.847552 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7d5415-5fbe-4c96-8314-21c1108ed830', 'name': 'network-vif-deleted', 'tag': '34c11f89-91bb-4611-b81e-e40628713814', 'status': 'completed', 'code': 200} Dec 17 16:12:20.871642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1103e94c-11d1-4aa0-8e73-4068208f1773 req-540f99c7-8720-4e8d-a250-4bf17e1852c4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8554826 Dec 17 16:12:20.890106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:12:20.891866 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffd3b55-5a18-4c04-80a8-7b38cc361a31 x-openstack-request-id: req-cffd3b55-5a18-4c04-80a8-7b38cc361a31 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:20.892175 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:20.894874 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cffd3b55-5a18-4c04-80a8-7b38cc361a31 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:20.895262 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'status': 'completed', 'code': 200} Dec 17 16:12:20.907332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-de36a1c4-3919-4110-8afa-c18d5514fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:20.911326 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-de36a1c4-3919-4110-8afa-c18d5514fa79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.3678203 Dec 17 16:12:20.911885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 55e2aa8b-56ba-4119-b19a-fc5ff43cc879) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:20.916864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:20.917669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:20.952971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a2fcc-17bd-44f7-aba9-839e6e00c5c8 None None] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:12:20.954383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-01e7e069-d710-419b-8b2e-3ce3d88b7332 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9585810 Dec 17 16:12:20.960037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43104) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:21.137108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def493-867e-4d99-a161-3d7ce49cfa9a req-0716e076-68d3-4189-8999-d021eb69729f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:21.140396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3def493-867e-4d99-a161-3d7ce49cfa9a req-0716e076-68d3-4189-8999-d021eb69729f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.1277120 Dec 17 16:12:21.142786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-a4c92bb8-31fb-472b-80c3-9db0ad12feeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 999 time: 0.2185678 Dec 17 16:12:21.242042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-58f33085-e5c8-4e8e-887a-f8b6fcd9d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:21.243945 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-58f33085-e5c8-4e8e-887a-f8b6fcd9d5c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.0873628 Dec 17 16:12:21.261232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3def493-867e-4d99-a161-3d7ce49cfa9a req-adf91313-dcfb-4abf-ac90-39de2bd80bf1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125154 Dec 17 16:12:21.357725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-76d812fe-1e07-4269-9dff-74c89b83b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:21.359427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-76d812fe-1e07-4269-9dff-74c89b83b451 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945990 Dec 17 16:12:21.361634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335b883-c4da-4d12-b2e9-77557f82b9b6 req-cf26580c-8c28-4e09-a9fd-afbbfaaf7daa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:21.385304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7335b883-c4da-4d12-b2e9-77557f82b9b6 req-cf26580c-8c28-4e09-a9fd-afbbfaaf7daa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.2738693 Dec 17 16:12:21.436185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'fixed_ips': [{'subnet_id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:12:21.441851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:21.585584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-33f105dc-de2c-4dfc-b578-ec3e075b98be service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137415 Dec 17 16:12:21.802496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7335b883-c4da-4d12-b2e9-77557f82b9b6 req-39dc8256-c544-46de-a038-0cc769a7fbb7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4156983 Dec 17 16:12:21.838073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-1df6ab23-80dc-4f02-9caf-f0b7b6a8db27 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405486 Dec 17 16:12:21.860840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d236b-0643-4880-9d16-8494e21f1a1d req-3c2dcea2-8b6d-4fb6-8f15-6ea5359bff27 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:21.863396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-727d236b-0643-4880-9d16-8494e21f1a1d req-3c2dcea2-8b6d-4fb6-8f15-6ea5359bff27 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 945 time: 0.0781410 Dec 17 16:12:21.903306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Allocated IP 172.20.0.18 (55e2aa8b-56ba-4119-b19a-fc5ff43cc879/30f25b4c-b782-4b36-95ae-5c4b2a915d70/10c6b561-a90c-4ec7-93bf-48df0b55afeb) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:22.044735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-727d236b-0643-4880-9d16-8494e21f1a1d req-cba09531-9c00-48a5-b694-858b99034619 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736727 Dec 17 16:12:22.060700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb516-56f1-441f-933d-4ff3cd1ab16b req-88c4b6e7-9302-4cfe-9fa3-dfe5c28d570f tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:22.066382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-9473457a-b207-49cd-a0a3-3dadac4c534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:22.067917 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-9473457a-b207-49cd-a0a3-3dadac4c534c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6133506c419545fba4fa8f6e6175016f&device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1097 time: 0.1676505 Dec 17 16:12:22.075269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebacb516-56f1-441f-933d-4ff3cd1ab16b req-88c4b6e7-9302-4cfe-9fa3-dfe5c28d570f tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.1172853 Dec 17 16:12:22.227134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebacb516-56f1-441f-933d-4ff3cd1ab16b req-ab15cbf8-6c10-41c2-bd05-0bc483a8bfb4 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501150 Dec 17 16:12:22.242608 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:22.253845 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:22.356861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:22.358441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Pushing event updated for resources: {'Port': ['ID=10c6b561-a90c-4ec7-93bf-48df0b55afeb,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:22.370102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:22.374567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:22.399662 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:22.409899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-74e768d5-a55b-421e-b3d0-ff8762f22297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:22.411405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-74e768d5-a55b-421e-b3d0-ff8762f22297 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 200 len: 917 time: 0.3314357 Dec 17 16:12:22.465284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f8df7-34a5-4639-9d69-423299d2e32f req-c9ef3baa-0d74-4e54-b08d-cd458d4686d5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:22.466858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-990f8df7-34a5-4639-9d69-423299d2e32f req-c9ef3baa-0d74-4e54-b08d-cd458d4686d5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 944 time: 0.2183876 Dec 17 16:12:22.501812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Attempting to bind port 10c6b561-a90c-4ec7-93bf-48df0b55afeb on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:22.503057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Attempting to bind port 10c6b561-a90c-4ec7-93bf-48df0b55afeb by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:22.504144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Attempting to bind port 10c6b561-a90c-4ec7-93bf-48df0b55afeb on network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:22.522345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:22.528145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Checking segment: {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:22.528788 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:22.529360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Bound using segment: {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:22.531801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Bound port: 10c6b561-a90c-4ec7-93bf-48df0b55afeb, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:22.532426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:22.690292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-f9766107-c204-4a40-b2bf-1b4a9b228af6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 200 len: 999 time: 0.2521598 Dec 17 16:12:22.714584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] For port 10c6b561-a90c-4ec7-93bf-48df0b55afeb, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:22.719243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] For port 10c6b561-a90c-4ec7-93bf-48df0b55afeb, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=10c6b561-a90c-4ec7-93bf-48df0b55afeb,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:22.726660 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-990f8df7-34a5-4639-9d69-423299d2e32f req-d566a92b-7f15-4bea-b236-f284c0b17efe tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253335 Dec 17 16:12:22.729948 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:22.818111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-a25b2e76-b643-4926-aa55-dd4bcfac251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:22.819425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd3359-6dab-40d7-a5b4-e0aae30deceb None None] Pushing event updated for resources: {'Port': ['ID=10c6b561-a90c-4ec7-93bf-48df0b55afeb,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:22.819604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-a25b2e76-b643-4926-aa55-dd4bcfac251d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 200 len: 855 time: 0.1190209 Dec 17 16:12:22.939777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a9762-0eb6-442a-a980-fc9ac677d825 req-8256387d-540c-461b-af4b-330ff9fda520 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:22.941845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd9a9762-0eb6-442a-a980-fc9ac677d825 req-8256387d-540c-461b-af4b-330ff9fda520 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.5133324 Dec 17 16:12:22.985309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-2fdce919-8ff3-4012-b179-0c19c3b2a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:23.003106 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-2fdce919-8ff3-4012-b179-0c19c3b2a888 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc7830b5-2bef-411a-b710-37f2550d4832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695545 Dec 17 16:12:23.037456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e1fe-fb04-4321-9d2d-ee86f94fae41 req-786f0c6d-31c4-4b6f-ba97-b26b4dcee53a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:23.037456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dca1e1fe-fb04-4321-9d2d-ee86f94fae41 req-786f0c6d-31c4-4b6f-ba97-b26b4dcee53a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1546886 Dec 17 16:12:23.077712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Allocated IP 172.20.0.17 (55e2aa8b-56ba-4119-b19a-fc5ff43cc879/30f25b4c-b782-4b36-95ae-5c4b2a915d70/e6371afd-ba73-40a1-9e22-fd581a60a269) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:23.144059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 44e24982-8db7-44fc-ab3d-7fd92804d262 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:23.200351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dca1e1fe-fb04-4321-9d2d-ee86f94fae41 req-f77683c0-ce97-4c34-bddb-9ecec8d538bc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1465843 Dec 17 16:12:23.348621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:23.351996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-2b6f3a2d-feea-4ab9-b958-d92e7b739be4 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035843 Dec 17 16:12:23.384377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fd9a9762-0eb6-442a-a980-fc9ac677d825 req-c381d45a-0fee-4ce7-8267-d278093bda3e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264688 Dec 17 16:12:23.437266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:23.577543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:23.585208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:23.588253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:23.592958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=e6371afd-ba73-40a1-9e22-fd581a60a269,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:23.642779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 10c6b561-a90c-4ec7-93bf-48df0b55afeb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:23.761828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:23.792739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 10c6b561-a90c-4ec7-93bf-48df0b55afeb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:23.793112 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:23.823997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1b20a-c7c8-4adf-b9eb-a1f5fa36d72a req-e4c8603d-4dc9-4e7c-be8f-7e2498630d65 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:23.833634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bf1b20a-c7c8-4adf-b9eb-a1f5fa36d72a req-e4c8603d-4dc9-4e7c-be8f-7e2498630d65 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.4237564 Dec 17 16:12:24.022994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:24.078077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714193d1-82be-4fa5-9d87-db87f562f19d req-e9caca76-bf8c-4556-89b5-6bf038c1d993 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:24.079621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-714193d1-82be-4fa5-9d87-db87f562f19d req-e9caca76-bf8c-4556-89b5-6bf038c1d993 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 945 time: 0.4165165 Dec 17 16:12:24.127240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 10c6b561-a90c-4ec7-93bf-48df0b55afeb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=10c6b561-a90c-4ec7-93bf-48df0b55afeb,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:24.133172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:24.152086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-06c83d3b-20e7-4575-921b-1c642aaf0e68 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:24.174542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-06c83d3b-20e7-4575-921b-1c642aaf0e68 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.3826954 Dec 17 16:12:24.294732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=10c6b561-a90c-4ec7-93bf-48df0b55afeb,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:24.561088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b8722f3-1cda-41f1-9dc8-3b771563ba82 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:24.602353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:24.619641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5763235e-70ae-4488-aad3-6f20ed1ba794 req-5b65296e-ee4f-40e2-b045-1ffb4a42ada5 service neutron] 10.222.0.47 "GET /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2389364 Dec 17 16:12:24.667583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-714193d1-82be-4fa5-9d87-db87f562f19d req-5ab90b20-8dd9-4e8b-b8d3-60e6f6ce30f8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742027 Dec 17 16:12:24.687266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bf1b20a-c7c8-4adf-b9eb-a1f5fa36d72a req-bfa069bc-8e38-477d-b298-683dc7651d7c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8521600 Dec 17 16:12:24.753119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:12:24.758667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:24.759038 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:24.768271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Deleting port a0c6381d-0208-464b-8d63-3b64383fc4f8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:24.768604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:24.844034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c48146-269b-4c0a-8632-4a7fc7f289fc None None] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:12:24.879026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbfeaa-d0bf-4f72-992a-ba199c65bb95 req-ec3e4897-bb19-44ce-8b54-7db71f3708d8 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:24.889100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fbbfeaa-d0bf-4f72-992a-ba199c65bb95 req-ec3e4897-bb19-44ce-8b54-7db71f3708d8 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 945 time: 0.0867643 Dec 17 16:12:24.981443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fbbfeaa-d0bf-4f72-992a-ba199c65bb95 req-c95d6a7f-5fb1-45d3-b17b-8f52518cbd8a tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/security-groups?id=6bcd35b7-ec76-45d0-bf76-af39c54f2da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911849 Dec 17 16:12:25.070740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b32279f8-3b4b-4c87-847e-26003c386f92 None None] Provisioning complete for port 10c6b561-a90c-4ec7-93bf-48df0b55afeb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:25.071111 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b32279f8-3b4b-4c87-847e-26003c386f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:25.089300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f530e6-7dd0-4477-8e24-8aee8920b8e8 req-2834f76f-5f88-4b28-96b8-b76c7acc03bf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:25.092329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79f530e6-7dd0-4477-8e24-8aee8920b8e8 req-2834f76f-5f88-4b28-96b8-b76c7acc03bf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.3202989 Dec 17 16:12:25.116701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] For port a0c6381d-0208-464b-8d63-3b64383fc4f8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=a0c6381d-0208-464b-8d63-3b64383fc4f8,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:25.117197 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:25.152490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Calling delete_port for a0c6381d-0208-464b-8d63-3b64383fc4f8 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:25.165735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d750-5bef-4816-9f55-bfd4cb84a565 req-3cd0fadf-9b99-44cc-9e0e-50e4b7533dd6 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:25.182325 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6255d750-5bef-4816-9f55-bfd4cb84a565 req-3cd0fadf-9b99-44cc-9e0e-50e4b7533dd6 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.1029229 Dec 17 16:12:25.298722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6255d750-5bef-4816-9f55-bfd4cb84a565 req-0aab6189-c20e-414c-8755-f8595153adff tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107855 Dec 17 16:12:25.311634 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79f530e6-7dd0-4477-8e24-8aee8920b8e8 req-28f0485b-1773-4749-9224-ad36b210e880 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2054560 Dec 17 16:12:25.345962 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:25.421760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:25.437673 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63cb139-3144-463d-95a8-1e242ccc53b4" -d '{"events": [{"server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "name": "network-vif-plugged", "status": "completed", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:25.521973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5b8722f3-1cda-41f1-9dc8-3b771563ba82, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:25.610210 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438cd40-ce1d-4a46-a32e-27326183c6bc x-openstack-request-id: req-c438cd40-ce1d-4a46-a32e-27326183c6bc {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:25.610513 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "name": "network-vif-plugged", "status": "completed", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:25.610750 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c438cd40-ce1d-4a46-a32e-27326183c6bc {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:25.611139 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'code': 200} Dec 17 16:12:25.644583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:25.675987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 10c6b561-a90c-4ec7-93bf-48df0b55afeb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:25.884738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:25.926551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5b8722f3-1cda-41f1-9dc8-3b771563ba82,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:25.974282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 10c6b561-a90c-4ec7-93bf-48df0b55afeb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:25.974629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:25.985638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c69032-bd27-4c42-9c5f-71141e91d19a req-d18a19ce-d1da-4a57-b91b-6993bd8c9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:26.001743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87c69032-bd27-4c42-9c5f-71141e91d19a req-d18a19ce-d1da-4a57-b91b-6993bd8c9c43 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1098 time: 0.2104797 Dec 17 16:12:26.179881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-83bf035d-6b5a-4550-947e-7589980b2d86 None None] Provisioning complete for port e6371afd-ba73-40a1-9e22-fd581a60a269 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:26.180180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Pushing event deleted for resources: {'Port': ['ID=a0c6381d-0208-464b-8d63-3b64383fc4f8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:26.189945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69ccf9-d2b5-427f-9657-4265964bbc5f req-184053ca-fed8-406c-8620-b34c90ca639e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:26.190762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-83bf035d-6b5a-4550-947e-7589980b2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:26.194941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba69ccf9-d2b5-427f-9657-4265964bbc5f req-184053ca-fed8-406c-8620-b34c90ca639e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 946 time: 0.2538388 Dec 17 16:12:26.288441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87c69032-bd27-4c42-9c5f-71141e91d19a req-cd31ac2f-2d96-4d5d-8ccf-26d0240523bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245538 Dec 17 16:12:26.328774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:26.331179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] No DVR routers for this DVR port a0c6381d-0208-464b-8d63-3b64383fc4f8 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:26.334634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-83bf035d-6b5a-4550-947e-7589980b2d86 None None] Port e6371afd-ba73-40a1-9e22-fd581a60a269 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:12:26.336173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:26.340510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-324e6a0e-d58a-4ca6-af48-f2c3cc54745f req-57a8a225-57ef-425e-afee-a80d2843d7cc tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.49 "DELETE /v2.0/ports/a0c6381d-0208-464b-8d63-3b64383fc4f8 HTTP/1.1" status: 204 len: 173 time: 2.1649938 Dec 17 16:12:26.341055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'name': 'network-vif-deleted', 'tag': 'a0c6381d-0208-464b-8d63-3b64383fc4f8'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:26.343761 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb7351a-ed70-4671-81ca-4530326eebe3" -d '{"events": [{"server_uuid": "e986f0a1-a6f7-484a-abfd-b1e787632d6c", "name": "network-vif-deleted", "tag": "a0c6381d-0208-464b-8d63-3b64383fc4f8"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:26.350837 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:26.367945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-83bf035d-6b5a-4550-947e-7589980b2d86 None None] Provisioning complete for port 10c6b561-a90c-4ec7-93bf-48df0b55afeb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:26.368996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-83bf035d-6b5a-4550-947e-7589980b2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:26.390993 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ba69ccf9-d2b5-427f-9657-4265964bbc5f req-e719e869-70d3-4fa6-96c0-9aac03a0c5b3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773865 Dec 17 16:12:26.565089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:26.572281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=e6371afd-ba73-40a1-9e22-fd581a60a269,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:26.611538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33ad7-9831-4dea-b0ba-17c636cee7ca req-7088e672-43bc-4283-9729-037d079b27a0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:26.630781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14f33ad7-9831-4dea-b0ba-17c636cee7ca req-7088e672-43bc-4283-9729-037d079b27a0 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.7036712 Dec 17 16:12:26.640679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3114f-ac7c-4ed9-9fd1-25fde8293fdd req-38d2bd48-4104-45a2-91cb-c8125d0869d3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:26.650285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2dc3114f-ac7c-4ed9-9fd1-25fde8293fdd req-38d2bd48-4104-45a2-91cb-c8125d0869d3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1309884 Dec 17 16:12:26.736827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e7015945-fbf4-4c19-98f2-96e47c94c4f8 None None] Provisioning complete for port e6371afd-ba73-40a1-9e22-fd581a60a269 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:26.736827 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e7015945-fbf4-4c19-98f2-96e47c94c4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:26.745987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2dc3114f-ac7c-4ed9-9fd1-25fde8293fdd req-4c51b00a-c258-4bd0-80b0-8492025ffacd tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941775 Dec 17 16:12:26.805540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e7015945-fbf4-4c19-98f2-96e47c94c4f8 None None] Port e6371afd-ba73-40a1-9e22-fd581a60a269 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:12:26.816638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:26.818287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:26.868529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14f33ad7-9831-4dea-b0ba-17c636cee7ca req-9ede913c-8e5d-442f-a38f-a12d82d464b8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2367086 Dec 17 16:12:27.061564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d67fd2a-bfc6-4e82-bf30-91ade824f643 req-0523d303-84f9-4d87-b276-00762ec8bcc1 tempest-ServerRescueTestJSON-211241574 tempest-ServerRescueTestJSON-211241574-project] 10.222.0.54 "GET /v2.0/ports?device_id=e986f0a1-a6f7-484a-abfd-b1e787632d6c HTTP/1.1" status: 200 len: 210 time: 0.0571620 Dec 17 16:12:27.174651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a0c6381d-0208-464b-8d63-3b64383fc4f8 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:27.214029 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286ea745-f10b-4020-9a5e-8a5fa7154bc8 x-openstack-request-id: req-286ea745-f10b-4020-9a5e-8a5fa7154bc8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:27.215073 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e986f0a1-a6f7-484a-abfd-b1e787632d6c", "name": "network-vif-deleted", "tag": "a0c6381d-0208-464b-8d63-3b64383fc4f8", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:27.215503 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-286ea745-f10b-4020-9a5e-8a5fa7154bc8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:27.216140 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e986f0a1-a6f7-484a-abfd-b1e787632d6c', 'name': 'network-vif-deleted', 'tag': 'a0c6381d-0208-464b-8d63-3b64383fc4f8', 'status': 'completed', 'code': 200} Dec 17 16:12:27.220561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: a0c6381d-0208-464b-8d63-3b64383fc4f8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:12:27.220907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device a0c6381d-0208-464b-8d63-3b64383fc4f8 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:27.235023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb887-be95-4b57-8abd-f8ed101cc7ba req-7382e725-4a0c-43e7-8d9e-ad309f6db90a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:27.243143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-153eb887-be95-4b57-8abd-f8ed101cc7ba req-7382e725-4a0c-43e7-8d9e-ad309f6db90a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.2239809 Dec 17 16:12:27.319876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-153eb887-be95-4b57-8abd-f8ed101cc7ba req-1b127f3a-d00d-4e7e-a245-5206ba7312f5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715182 Dec 17 16:12:27.345135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router bbed217f-1f77-42da-bebd-2e3e5ca586d6 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:12:27.356033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-745513d1-f14b-4238-9df7-5b30a97bfa2f None None] Provisioning complete for port e6371afd-ba73-40a1-9e22-fd581a60a269 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:27.356485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-745513d1-f14b-4238-9df7-5b30a97bfa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:27.413946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-745513d1-f14b-4238-9df7-5b30a97bfa2f None None] Port e6371afd-ba73-40a1-9e22-fd581a60a269 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:12:27.605533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb1ae-7a1e-4d50-b402-4b9f50c944a9 req-a09b98fa-25ea-4f45-9944-6cca92c1676f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:27.613055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43fbb1ae-7a1e-4d50-b402-4b9f50c944a9 req-a09b98fa-25ea-4f45-9944-6cca92c1676f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 946 time: 0.1131344 Dec 17 16:12:27.737942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-43fbb1ae-7a1e-4d50-b402-4b9f50c944a9 req-d28b6566-59eb-4a69-ac62-ab940b48c5f5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176214 Dec 17 16:12:28.113537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:12:28.121910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a73a9ef2-08e1-4d49-9726-a2af97a4468f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "PUT /v2.0/routers/bbed217f-1f77-42da-bebd-2e3e5ca586d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1604853 Dec 17 16:12:28.126788 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Sync routers for ids ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:12:28.150603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b4942-ce8d-4be5-8bb3-e25d9c5224b8 req-c0337653-8855-46fe-a9cd-1d83ec821d65 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:28.153258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-600b4942-ce8d-4be5-8bb3-e25d9c5224b8 req-c0337653-8855-46fe-a9cd-1d83ec821d65 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1408472 Dec 17 16:12:28.184231 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Routers {'bbed217f-1f77-42da-bebd-2e3e5ca586d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:28.194657 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:28.256710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeaf41-2b1f-485b-8433-0e9be03a09c5 req-a11defbb-9cf9-4653-bcd5-240998f4e8ce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:28.258383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49eeaf41-2b1f-485b-8433-0e9be03a09c5 req-a11defbb-9cf9-4653-bcd5-240998f4e8ce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.2065291 Dec 17 16:12:28.269045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-600b4942-ce8d-4be5-8bb3-e25d9c5224b8 req-0ffab231-afdc-4ff1-ac42-d2173e55f12a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092412 Dec 17 16:12:28.384413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43254) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:28.405349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49eeaf41-2b1f-485b-8433-0e9be03a09c5 req-1543015a-7111-4007-92de-a2dd1cd6f150 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365116 Dec 17 16:12:28.695121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb23d67-a4ad-47f3-ab6f-97e3b583a37a req-a12072aa-cb1c-4416-9431-ce0fa1f256b5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:28.708519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fb23d67-a4ad-47f3-ab6f-97e3b583a37a req-a12072aa-cb1c-4416-9431-ce0fa1f256b5 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.1237466 Dec 17 16:12:28.812886 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fb23d67-a4ad-47f3-ab6f-97e3b583a37a req-8db2418a-f49e-4205-a351-097710bfd8cd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027770 Dec 17 16:12:28.868253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ccf4c25c-8ea0-49c0-b510-604d43fff046 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:28.879235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ccf4c25c-8ea0-49c0-b510-604d43fff046 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/networks?id=55e2aa8b-56ba-4119-b19a-fc5ff43cc879 HTTP/1.1" status: 200 len: 798 time: 0.2242942 Dec 17 16:12:28.896330 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Set router bbed217f-1f77-42da-bebd-2e3e5ca586d6 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:28.966858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-af50c46d-93de-4d68-8a58-840d546e316c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/quotas/d0c6b9fee5654624847d117928e76bf1 HTTP/1.1" status: 200 len: 375 time: 0.0865979 Dec 17 16:12:29.123010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-1a2fec91-a9ab-4bcc-a162-ee25fa5cc5f6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1464782 Dec 17 16:12:29.185617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9d44c-be90-45eb-9954-92bfc301571d req-dfd9abd0-97b9-4ab3-9e1d-760f99eb6469 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:29.196406 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97d9d44c-be90-45eb-9954-92bfc301571d req-dfd9abd0-97b9-4ab3-9e1d-760f99eb6469 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 946 time: 0.1915011 Dec 17 16:12:29.353786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97d9d44c-be90-45eb-9954-92bfc301571d req-fad7bc23-3d96-48ab-ad64-010809b9c442 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560590 Dec 17 16:12:29.358850 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:24Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:11Z', 'updated_at': '2021-12-17T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e6371afd-ba73-40a1-9e22-fd581a60a269', 'name': '', 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:f8:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:22Z', 'updated_at': '2021-12-17T16:12:25Z', 'revision_number': 2, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:29.372739 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-a9fc8999-a71f-4261-a21e-b9f8216d2535 service neutron] 10.222.0.54 "GET /v2.0/networks/55e2aa8b-56ba-4119-b19a-fc5ff43cc879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432642 Dec 17 16:12:29.453576 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Checking router: bbed217f-1f77-42da-bebd-2e3e5ca586d6 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:12:29.453576 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Updating router bbed217f-1f77-42da-bebd-2e3e5ca586d6 port e6371afd-ba73-40a1-9e22-fd581a60a269 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:12:29.517480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28b7b8-7afa-4043-8e44-efe22824e466 req-575ef90e-fab8-4a50-800d-5c5bf9e5dd31 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:29.529104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe28b7b8-7afa-4043-8e44-efe22824e466 req-575ef90e-fab8-4a50-800d-5c5bf9e5dd31 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0903077 Dec 17 16:12:29.530698 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:29.684116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe28b7b8-7afa-4043-8e44-efe22824e466 req-32ec6917-d7a7-41ce-a0cc-a1cb6b33f091 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1538777 Dec 17 16:12:29.783733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-de6fb9bf-e8c2-427f-8817-530a333a47fa service neutron] 10.222.0.54 "GET /v2.0/networks/55e2aa8b-56ba-4119-b19a-fc5ff43cc879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101827 Dec 17 16:12:29.803476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:29.938375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3130c-615d-4c07-ab2e-7f9f09fd8a5f req-d45d271f-7827-41d3-9f56-7763dd95b92e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:29.950759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28c3130c-615d-4c07-ab2e-7f9f09fd8a5f req-d45d271f-7827-41d3-9f56-7763dd95b92e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 946 time: 0.1347225 Dec 17 16:12:30.097437 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28c3130c-615d-4c07-ab2e-7f9f09fd8a5f req-b3cb1794-ec77-4ba7-b29b-d92b57bb803a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449194 Dec 17 16:12:30.131549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43296) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:30.231146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6eae6-1144-4e35-992e-db2dc5aa0af0 tempest-TestVolumeBootPattern-1469931117 tempest-TestVolumeBootPattern-1469931117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:30.238049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-60f6eae6-1144-4e35-992e-db2dc5aa0af0 tempest-TestVolumeBootPattern-1469931117 tempest-TestVolumeBootPattern-1469931117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1093 time: 0.1033351 Dec 17 16:12:30.238640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43300) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:30.257892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:30.292544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fe795-56ad-4ffa-90eb-1aafb7f20c7b req-dba41f76-b127-48fb-8b50-945de3ba4151 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:30.300427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-259fe795-56ad-4ffa-90eb-1aafb7f20c7b req-dba41f76-b127-48fb-8b50-945de3ba4151 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1582832 Dec 17 16:12:30.342795 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:30.351215 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:30.468899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97f847-6b05-4c1c-a33a-d5f7c8128605 req-c824cf40-73e6-4e9c-a5bd-380bee35285b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:30.482755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d97f847-6b05-4c1c-a33a-d5f7c8128605 req-c824cf40-73e6-4e9c-a5bd-380bee35285b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.2008317 Dec 17 16:12:30.490331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:30.528300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-259fe795-56ad-4ffa-90eb-1aafb7f20c7b req-4aefd85a-5968-4952-b1c2-37af21dd6d64 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244406 Dec 17 16:12:30.539021 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Pushing event updated for resources: {'Port': ['ID=e6371afd-ba73-40a1-9e22-fd581a60a269,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:30.554377 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.554738 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.555057 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.555634 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.555772 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.558427 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.558774 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.559233 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.559569 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.559926 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.563410 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.563752 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.564137 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:30.627910 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Attempting to bind port e6371afd-ba73-40a1-9e22-fd581a60a269 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:30.628539 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Attempting to bind port e6371afd-ba73-40a1-9e22-fd581a60a269 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:30.629110 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Attempting to bind port e6371afd-ba73-40a1-9e22-fd581a60a269 on network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:30.645165 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:30.645165 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Checking segment: {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:30.645165 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:30.645641 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Bound using segment: {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:30.647774 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Bound port: e6371afd-ba73-40a1-9e22-fd581a60a269, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:30.648373 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:30.761560 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] For port e6371afd-ba73-40a1-9e22-fd581a60a269, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:30.777063 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] For port e6371afd-ba73-40a1-9e22-fd581a60a269, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e6371afd-ba73-40a1-9e22-fd581a60a269,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:30.783210 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:30.803533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d97f847-6b05-4c1c-a33a-d5f7c8128605 req-040e7994-d86d-4a9b-9ddb-e6cbd77aff19 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991266 Dec 17 16:12:30.818275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-725f4d32-3800-4d32-aaf9-59c3ede47c9e req-b2fe7347-c0d1-4261-8556-f40e3db09c8f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 210 time: 0.1411195 Dec 17 16:12:30.897673 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1866-5c40-4c80-b80c-a4d8dd3d1c1d None None] Pushing event updated for resources: {'Port': ['ID=e6371afd-ba73-40a1-9e22-fd581a60a269,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:30.945158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:30.955252 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Routers {'bbed217f-1f77-42da-bebd-2e3e5ca586d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:30.957012 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:30.997325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c274c607-8c44-4b10-9b5e-6bef34e5474e None None] Provisioning complete for port e6371afd-ba73-40a1-9e22-fd581a60a269 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:30.997931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c274c607-8c44-4b10-9b5e-6bef34e5474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:31.034103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Deleting port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:31.036317 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:31.206419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af7dfd-d0b7-42ff-b60e-33622f2e496a req-e6ddac03-9deb-46ba-b304-21abc164cbba tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:31.220405 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0af7dfd-d0b7-42ff-b60e-33622f2e496a req-e6ddac03-9deb-46ba-b304-21abc164cbba tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2116301 Dec 17 16:12:31.376043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] Set router bbed217f-1f77-42da-bebd-2e3e5ca586d6 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:31.433236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.25.0.189 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/3bacc680-ed2f-4338-a8a5-6484d9c0f0b1) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:31.435408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] For port 7695bed9-e3ed-49b7-a5eb-e0963f7f109f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,segment=NetworkSegment(737b7ab3-a434-481e-b347-f46dfa223547),segment_id=737b7ab3-a434-481e-b347-f46dfa223547)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:31.439866 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:31.508655 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c274c607-8c44-4b10-9b5e-6bef34e5474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:31.516661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Calling delete_port for 7695bed9-e3ed-49b7-a5eb-e0963f7f109f owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:31.582923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c274c607-8c44-4b10-9b5e-6bef34e5474e None None] For port e6371afd-ba73-40a1-9e22-fd581a60a269, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e6371afd-ba73-40a1-9e22-fd581a60a269,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:31.602369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c274c607-8c44-4b10-9b5e-6bef34e5474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:31.673032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274c607-8c44-4b10-9b5e-6bef34e5474e None None] Pushing event updated for resources: {'Port': ['ID=e6371afd-ba73-40a1-9e22-fd581a60a269,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:31.764281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5106b18d-90e1-4b48-9c7b-0bbbc930b9f1 None None] Provisioning complete for port e6371afd-ba73-40a1-9e22-fd581a60a269 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:31.765315 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5106b18d-90e1-4b48-9c7b-0bbbc930b9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:31.851859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0af7dfd-d0b7-42ff-b60e-33622f2e496a req-5ce153eb-6934-453c-9e84-1c065d4a2934 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6305342 Dec 17 16:12:31.956589 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:32.103555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51495dd8-b2d6-4948-a623-17b10fba2d0f req-8a98b620-00f7-488f-b9ba-5088324cb6a0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:32.117404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51495dd8-b2d6-4948-a623-17b10fba2d0f req-8a98b620-00f7-488f-b9ba-5088324cb6a0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.3305285 Dec 17 16:12:32.145892 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:24Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:11Z', 'updated_at': '2021-12-17T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e6371afd-ba73-40a1-9e22-fd581a60a269', 'name': '', 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:f8:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:22Z', 'updated_at': '2021-12-17T16:12:30Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:32.221077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-203bec10-51c1-47e3-9a03-e39d8629dfb7 req-48634e92-95b5-4f5e-ae3e-d3e210bce600 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 210 time: 0.1114793 Dec 17 16:12:32.260230 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8f627-bb1d-4bfc-a196-0e9e0b9ffa5a None None] The sync data for ids ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'] in n-d-806683-20 is: [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:24Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:11Z', 'updated_at': '2021-12-17T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e6371afd-ba73-40a1-9e22-fd581a60a269', 'name': '', 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:f8:62:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:22Z', 'updated_at': '2021-12-17T16:12:30Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:12:32.328987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:32.452012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:32.471544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=3bacc680-ed2f-4338-a8a5-6484d9c0f0b1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:32.475014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:32.480214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:32.572500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51495dd8-b2d6-4948-a623-17b10fba2d0f req-f5cc560f-964c-415d-acd9-f4e2bc2ccb9c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4532332 Dec 17 16:12:32.611083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:32.659414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f2a43-b187-431e-bce4-48a458eaddea req-a4d6d496-d7be-46a1-8f6c-dcf5888ce8f7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:32.666592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-482dd3f7-b421-46dd-bd3c-af207c044c10 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:32.667392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b58f2a43-b187-431e-bce4-48a458eaddea req-a4d6d496-d7be-46a1-8f6c-dcf5888ce8f7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.2510860 Dec 17 16:12:32.677952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-482dd3f7-b421-46dd-bd3c-af207c044c10 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.49 "GET /v2.0/networks?id=55e2aa8b-56ba-4119-b19a-fc5ff43cc879 HTTP/1.1" status: 200 len: 798 time: 0.6742852 Dec 17 16:12:32.758220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Request body: {'port': {'device_id': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'admin_state_up': True, 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:32.793615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Pushing event deleted for resources: {'Port': ['ID=7695bed9-e3ed-49b7-a5eb-e0963f7f109f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:32.931420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b58f2a43-b187-431e-bce4-48a458eaddea req-f9c3bb3a-8e9b-491d-b693-b10a94cc0abc tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666212 Dec 17 16:12:33.158664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:33.303483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d221e-1e11-4ea1-a7c9-0ac647c1da9f req-674b038d-023f-43a0-8db4-7f576dec4e09 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:33.314765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a8d221e-1e11-4ea1-a7c9-0ac647c1da9f req-674b038d-023f-43a0-8db4-7f576dec4e09 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.3126466 Dec 17 16:12:33.455713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Made reservation on behalf of d0c6b9fee5654624847d117928e76bf1 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:33.459357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:33.521850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6cdcd4b-b3e2-4c0b-bc3a-91e241735cf8 req-25b5e724-7340-43fb-8a46-8243195e1cde tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 210 time: 0.0583639 Dec 17 16:12:33.645602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a8d221e-1e11-4ea1-a7c9-0ac647c1da9f req-a32a08a2-17a0-4f2c-a547-cdae5071a796 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3294165 Dec 17 16:12:33.770985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e6371afd-ba73-40a1-9e22-fd581a60a269 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:33.863086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Allocated IP 172.20.0.29 (55e2aa8b-56ba-4119-b19a-fc5ff43cc879/30f25b4c-b782-4b36-95ae-5c4b2a915d70/ed52142f-88bb-47ad-be06-f21515f80c65) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:33.927144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Router 234c89fd-6552-4a23-800b-0772b8c743a8 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:12:33.929799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e6371afd-ba73-40a1-9e22-fd581a60a269 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:33.931629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:33.978700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25023997-d09a-45ff-978b-9c9b9ad3b0c7 req-daa44e45-e24f-44e2-ac81-efc1843751e4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:33.982094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25023997-d09a-45ff-978b-9c9b9ad3b0c7 req-daa44e45-e24f-44e2-ac81-efc1843751e4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.2481744 Dec 17 16:12:33.999414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:34.047636 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:34.223724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event updated for resources: {'Port': ['ID=ed52142f-88bb-47ad-be06-f21515f80c65,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:34.250959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:34.302843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25023997-d09a-45ff-978b-9c9b9ad3b0c7 req-bceb9e13-e1bd-4206-a052-e6040cf4a097 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110089 Dec 17 16:12:34.379390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:34.400373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:34.579446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:12:34.599713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-28408f5e-90a6-4c83-abf9-8b239fe37faf admin admin] 10.222.0.54 "PUT /v2.0/routers/234c89fd-6552-4a23-800b-0772b8c743a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2135375 Dec 17 16:12:34.602388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43366) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:34.649694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] Sync routers for ids ['234c89fd-6552-4a23-800b-0772b8c743a8'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:12:34.651480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b65ed-9fab-4632-8bf4-1d23e6b913bd req-f1ccdf4f-46fe-4c90-bc07-2491c8e4023b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:34.660984 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-925b65ed-9fab-4632-8bf4-1d23e6b913bd req-f1ccdf4f-46fe-4c90-bc07-2491c8e4023b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.4730260 Dec 17 16:12:34.675902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] Routers {'234c89fd-6552-4a23-800b-0772b8c743a8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:34.681730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['234c89fd-6552-4a23-800b-0772b8c743a8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:34.686273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:34.687163 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:34.723377 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:12:34.733471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:34.942879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-ca039053-4fa0-49b1-8206-fffe35ce4996 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2504475 Dec 17 16:12:34.976888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Request body: {'port': {'device_id': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:35.039745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.111057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d013f2ad-95fc-45b4-9c6a-37c2ef6d6118 None None] Provisioning complete for port ed52142f-88bb-47ad-be06-f21515f80c65 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:35.112179 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d013f2ad-95fc-45b4-9c6a-37c2ef6d6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.173017 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-925b65ed-9fab-4632-8bf4-1d23e6b913bd req-795d40cb-8c26-4d26-8fb0-cb8cd8499b07 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108097 Dec 17 16:12:35.174376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] Set router 234c89fd-6552-4a23-800b-0772b8c743a8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:35.205036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.324873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4151016-33ff-4b9a-bbb9-81f014b9ec8f req-0fd81a21-e81b-4c44-9bd0-cfceaf55f10c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:35.342079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4151016-33ff-4b9a-bbb9-81f014b9ec8f req-0fd81a21-e81b-4c44-9bd0-cfceaf55f10c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 895 time: 0.5929472 Dec 17 16:12:35.343698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.425841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.514202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d013f2ad-95fc-45b4-9c6a-37c2ef6d6118 None None] Port ed52142f-88bb-47ad-be06-f21515f80c65 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:12:35.607983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Deleting port d629f761-5f26-4121-a8db-e9c94dcc50c4 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:35.608489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.629129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8683189-c9e6-4a31-ac1a-525c65c64c44 req-bfdd4916-db8d-4b7b-8338-e059b8f9e8fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:35.630740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8683189-c9e6-4a31-ac1a-525c65c64c44 req-bfdd4916-db8d-4b7b-8338-e059b8f9e8fa tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1786070 Dec 17 16:12:35.784753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:12:32Z', 'revision_number': 5, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port': {'id': 'd629f761-5f26-4121-a8db-e9c94dcc50c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:25Z', 'updated_at': '2021-12-17T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:35.802861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.815732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.821875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] For port d629f761-5f26-4121-a8db-e9c94dcc50c4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d629f761-5f26-4121-a8db-e9c94dcc50c4,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:35.822235 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:35.863104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8683189-c9e6-4a31-ac1a-525c65c64c44 req-bd0ea86e-59bd-4878-a8a1-bce673edcab7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404729 Dec 17 16:12:35.865039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Calling delete_port for d629f761-5f26-4121-a8db-e9c94dcc50c4 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:35.902757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] Checking router: 234c89fd-6552-4a23-800b-0772b8c743a8 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:12:35.936253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] Routers {'234c89fd-6552-4a23-800b-0772b8c743a8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:35.938720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['234c89fd-6552-4a23-800b-0772b8c743a8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:36.063801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=3bacc680-ed2f-4338-a8a5-6484d9c0f0b1,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:36.082360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] Set router 234c89fd-6552-4a23-800b-0772b8c743a8 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:36.147062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:12:35Z', 'revision_number': 6, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:36.151691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:36.193108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af0f0e-09c6-4226-a5a1-090a0eef9834 None None] The sync data for ids ['234c89fd-6552-4a23-800b-0772b8c743a8'] in n-d-806683-20 is: [{'id': '234c89fd-6552-4a23-800b-0772b8c743a8', 'name': 'tempest-ServerRescueTestJSON-1996525489-router', 'tenant_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:24Z', 'updated_at': '2021-12-17T16:12:35Z', 'revision_number': 6, 'project_id': 'bd08ec23d6de4ea998edf2431dda4a7c', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:12:36.295107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084fc3b-ee2a-4215-ad41-1af627dc8a1d req-a859348d-2f95-4e7a-98e8-7bf22f0b3e51 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:36.324991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4084fc3b-ee2a-4215-ad41-1af627dc8a1d req-a859348d-2f95-4e7a-98e8-7bf22f0b3e51 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.8011343 Dec 17 16:12:36.436095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4084fc3b-ee2a-4215-ad41-1af627dc8a1d req-b22de034-5bf3-4e54-9f1b-8476af560943 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029420 Dec 17 16:12:36.477078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-88ac34e9-adcc-454a-95e2-cbd1ca12636b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:36.572459 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:36.608504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Pushing event deleted for resources: {'Port': ['ID=d629f761-5f26-4121-a8db-e9c94dcc50c4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:36.648968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83253ff0-eee6-4a5a-b535-5e2ced2031c0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:12:36.708228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b56c5-9f36-4f96-b0c9-7bf80d71eeec req-1464029f-f039-4c7e-a38e-759a3471e729 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:36.732557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b56c5-9f36-4f96-b0c9-7bf80d71eeec req-1464029f-f039-4c7e-a38e-759a3471e729 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.3708057 Dec 17 16:12:36.807548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed52142f-88bb-47ad-be06-f21515f80c65 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:36.826646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:36.863475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda5b20-6b1c-4833-9d8c-b8af64a4e29b req-86b2fb4b-9d98-4fa8-8ac1-0746a502827f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:36.864116 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Floating IP e82eb665-bd03-4aa1-a56c-6a5462e9d801 associated. External IP: 172.25.0.189, port: 5b8722f3-1cda-41f1-9dc8-3b771563ba82. Dec 17 16:12:36.865706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fda5b20-6b1c-4833-9d8c-b8af64a4e29b req-86b2fb4b-9d98-4fa8-8ac1-0746a502827f tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 895 time: 0.2546961 Dec 17 16:12:36.895317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Transition to ACTIVE for port object ed52142f-88bb-47ad-be06-f21515f80c65 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:12:36.896183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:37.034763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:37.067742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d41b56c5-9f36-4f96-b0c9-7bf80d71eeec req-2404561c-393b-41cd-b49e-cc4b05cdc6b6 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144288 Dec 17 16:12:37.539519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d629f761-5f26-4121-a8db-e9c94dcc50c4 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:37.628322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d629f761-5f26-4121-a8db-e9c94dcc50c4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:12:37.631645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d629f761-5f26-4121-a8db-e9c94dcc50c4 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:37.632352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7695bed9-e3ed-49b7-a5eb-e0963f7f109f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:37.687184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7695bed9-e3ed-49b7-a5eb-e0963f7f109f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:12:37.689070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7695bed9-e3ed-49b7-a5eb-e0963f7f109f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:37.909599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:37.911728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:37.998630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:37.999477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234c89fd-6552-4a23-800b-0772b8c743a8 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:12:38.004494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.006598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3d1c42ba-840b-4c33-aa29-553a96b3a4de admin admin] 10.222.0.54 "DELETE /v2.0/routers/234c89fd-6552-4a23-800b-0772b8c743a8 HTTP/1.1" status: 204 len: 168 time: 3.4031441 Dec 17 16:12:38.012316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43420) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:38.034022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e7d79-3d01-47be-bc39-f2de7efb59f6 req-27ec1596-0faf-4569-8538-33edbc244bc8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:38.041703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-788e7d79-3d01-47be-bc39-f2de7efb59f6 req-27ec1596-0faf-4569-8538-33edbc244bc8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 1.0285988 Dec 17 16:12:38.073065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed52142f-88bb-47ad-be06-f21515f80c65,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:38.161963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:12:38.163912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] Deleting subnet 2a75339b-cc0e-4165-8ac2-44ce31835386 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:12:38.170672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.201285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-788e7d79-3d01-47be-bc39-f2de7efb59f6 req-7b3b0cf8-edcd-4d8a-8fa7-dbd7396fbac3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502011 Dec 17 16:12:38.251049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.301431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.325592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d0ace-4908-4af0-9ed3-c595cb5ce118 req-44901e7b-797f-4856-baa0-a72e2e60a1a1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:38.340614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-419d0ace-4908-4af0-9ed3-c595cb5ce118 req-44901e7b-797f-4856-baa0-a72e2e60a1a1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.4092708 Dec 17 16:12:38.343009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Attempting to bind port ed52142f-88bb-47ad-be06-f21515f80c65 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:38.343458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Attempting to bind port ed52142f-88bb-47ad-be06-f21515f80c65 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:38.343786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Attempting to bind port ed52142f-88bb-47ad-be06-f21515f80c65 on network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:38.411025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.429348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:12:38.440985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:12:38.450759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Port ed52142f-88bb-47ad-be06-f21515f80c65 on network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:12:38.451088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Attempting to bind port ed52142f-88bb-47ad-be06-f21515f80c65 on network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:38.458378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.470176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a101f-41f6-4c37-93c6-71389ddcd559 req-2368c268-16e4-449b-8548-c7f52ace0155 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:38.471849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d09a101f-41f6-4c37-93c6-71389ddcd559 req-2368c268-16e4-449b-8548-c7f52ace0155 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 907 time: 0.1452851 Dec 17 16:12:38.479671 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:38.480911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.483901 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:38.487546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2a75339b-cc0e-4165-8ac2-44ce31835386 HTTP/1.1" status: 204 len: 168 time: 0.4695551 Dec 17 16:12:38.489512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:38.490349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47214ad2-6163-4418-9a6f-398cead831e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a75339b-cc0e-4165-8ac2-44ce31835386,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:38.532569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:38.533040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Checking segment: {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:38.533524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Bound using segment: {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:38.534426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Bound port: ed52142f-88bb-47ad-be06-f21515f80c65, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e93c107-0244-408c-8625-2a4dd2a6179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:38.534598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.576775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-419d0ace-4908-4af0-9ed3-c595cb5ce118 req-1c6b14ea-8f25-494f-9498-7768bcc4dfe2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357562 Dec 17 16:12:38.591847 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2acac56d-4a66-460b-82f5-5040fe8fc7bc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.3386130 Dec 17 16:12:38.601608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:38.614750 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821d07a5-c8bd-41d5-a13e-e50c544550a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:38.623323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.674135 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-076bf8a2-d673-47e0-bd1a-82c806add36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.679269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] For port ed52142f-88bb-47ad-be06-f21515f80c65, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:38.684044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] For port ed52142f-88bb-47ad-be06-f21515f80c65, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ed52142f-88bb-47ad-be06-f21515f80c65,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:38.693213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.771085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:38.772470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.774716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/ed52142f-88bb-47ad-be06-f21515f80c65 HTTP/1.1" status: 200 len: 1056 time: 3.8023148 Dec 17 16:12:38.804722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a8b3c-264e-448b-b3fc-de41c3db132c req-6a94397f-68e3-45f9-8e6c-004485372059 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:38.812601 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-623a8b3c-264e-448b-b3fc-de41c3db132c req-6a94397f-68e3-45f9-8e6c-004485372059 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.1668117 Dec 17 16:12:38.914130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:38.919649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:38.982069 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c388ccd-b6c9-4cc2-b2ce-40205d6e1a71 x-openstack-request-id: req-0c388ccd-b6c9-4cc2-b2ce-40205d6e1a71 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:38.982367 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:38.982617 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c388ccd-b6c9-4cc2-b2ce-40205d6e1a71 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:38.983012 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'status': 'completed', 'code': 200} Dec 17 16:12:38.989223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f00291-ecbb-46d7-9b55-5bb0ca3df5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed52142f-88bb-47ad-be06-f21515f80c65,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:38.990872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-623a8b3c-264e-448b-b3fc-de41c3db132c req-6dae26c2-2bc8-48dd-8b5a-3b69505b80f7 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766174 Dec 17 16:12:39.040884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-44b91756-4e7f-46e9-8fc9-99221a9cdc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.043016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-44b91756-4e7f-46e9-8fc9-99221a9cdc9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 1059 time: 0.1810753 Dec 17 16:12:39.079415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171454bd-19a3-4022-b292-0fbaad1bb51d']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:39.103364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737b7ab3-a434-481e-b347-f46dfa223547') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:39.103967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737b7ab3-a434-481e-b347-f46dfa223547') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:39.116761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-34e2959d-d6df-4c53-ab0f-92276b93926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.118730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-34e2959d-d6df-4c53-ab0f-92276b93926c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1098 time: 0.1259394 Dec 17 16:12:39.123161 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:39.138999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:39.255324 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-d29c20e6-c0c2-4b46-9d58-81f3724777cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ed52142f-88bb-47ad-be06-f21515f80c65 HTTP/1.1" status: 200 len: 217 time: 0.2047060 Dec 17 16:12:39.317748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:12:39.319628 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:12:39.321654 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:12:39.376134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee64d55-bf4f-4897-a0cf-33e92b3c7e40 req-108db890-af67-4975-b3e1-0ad958813101 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.388157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ee64d55-bf4f-4897-a0cf-33e92b3c7e40 req-108db890-af67-4975-b3e1-0ad958813101 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2086699 Dec 17 16:12:39.448924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-4d7dd7a0-e820-41a8-a62e-ce321a0deac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.450648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-4d7dd7a0-e820-41a8-a62e-ce321a0deac7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 0.3001895 Dec 17 16:12:39.458873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-1248dc09-bae5-4aeb-956c-fd07a2078863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.461296 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-1248dc09-bae5-4aeb-956c-fd07a2078863 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f25b4c-b782-4b36-95ae-5c4b2a915d70 HTTP/1.1" status: 200 len: 837 time: 0.1939659 Dec 17 16:12:39.504060 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:33Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:39.516880 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ee64d55-bf4f-4897-a0cf-33e92b3c7e40 req-a39980c2-adb9-414b-8f8a-a91faec022fc tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245039 Dec 17 16:12:39.562506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:12:39.591994 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:39.592696 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:39.640587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-dfe3905e-9b03-4312-852f-638b01fa6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.642200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-dfe3905e-9b03-4312-852f-638b01fa6587 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55e2aa8b-56ba-4119-b19a-fc5ff43cc879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1696830 Dec 17 16:12:39.708958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-b798f405-5a55-4e59-a897-d928f69f0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.710383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-b798f405-5a55-4e59-a897-d928f69f0c2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.2287486 Dec 17 16:12:39.712433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:39.714746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-483e90e5-7698-40a3-a818-d235a7d8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.716495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-483e90e5-7698-40a3-a818-d235a7d8865b service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.5747051 Dec 17 16:12:39.748213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:39.754459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] 10.222.0.54 "DELETE /v2.0/networks/171454bd-19a3-4022-b292-0fbaad1bb51d HTTP/1.1" status: 204 len: 168 time: 1.2586589 Dec 17 16:12:39.762624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061ed47-0d18-40d5-9820-c3b8c0c5f74d admin admin] Pushing event deleted for resources: {'Network': ['ID=171454bd-19a3-4022-b292-0fbaad1bb51d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:39.894406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e87f0-0203-4cae-b7d7-b58321e615b2 req-101a0ffa-851a-4e63-b26b-08a36f3fbe43 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.903676 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea3e87f0-0203-4cae-b7d7-b58321e615b2 req-101a0ffa-851a-4e63-b26b-08a36f3fbe43 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 907 time: 0.2829096 Dec 17 16:12:39.904338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675db40-ff55-4056-992d-06056b05a917 req-170d670a-c44f-4b6c-97da-6a91a33bc07f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.906507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b675db40-ff55-4056-992d-06056b05a917 req-170d670a-c44f-4b6c-97da-6a91a33bc07f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1448345 Dec 17 16:12:39.955027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-3d679663-f85e-4b78-bf02-09f1aa571fe8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.2311225 Dec 17 16:12:39.958806 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-a34aced2-c1ee-4871-aed0-efdcc486b3cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 200 len: 1000 time: 0.2040873 Dec 17 16:12:39.986418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-bdc9fbf7-f3e9-4ddf-a6d1-0102faf94d3c service neutron] 10.222.0.49 "GET /v2.0/networks/55e2aa8b-56ba-4119-b19a-fc5ff43cc879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364875 Dec 17 16:12:39.991359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:40.103886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-d64ee2cf-d63d-448c-af01-b6fae50a3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.105342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-d64ee2cf-d63d-448c-af01-b6fae50a3556 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1340525 Dec 17 16:12:40.134576 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:40.183739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43478) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:40.201182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-38659fee-1347-418b-acab-a02a6f42b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.204354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-38659fee-1347-418b-acab-a02a6f42b715 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.2333102 Dec 17 16:12:40.294980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b675db40-ff55-4056-992d-06056b05a917 req-1b544dbb-ae02-44db-9f9d-96ee22cbe884 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674934 Dec 17 16:12:40.349279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-fb6ab8f6-54d6-43f4-9c3e-80d87a83a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.350496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e1a3605c-3749-40c6-98f9-6129dd563486 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd08ec23d6de4ea998edf2431dda4a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655114 Dec 17 16:12:40.350884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-fb6ab8f6-54d6-43f4-9c3e-80d87a83a1da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191373 Dec 17 16:12:40.354862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43482) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:40.377621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9a66-1ff3-4223-a579-e7282a836863 req-e9b72036-9c40-4af6-9ace-8859f672030a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.380681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a5c9a66-1ff3-4223-a579-e7282a836863 req-e9b72036-9c40-4af6-9ace-8859f672030a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.2562361 Dec 17 16:12:40.395726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eef6e69-4585-411c-83a3-2e17c9a26dd3 req-27ee6352-ca61-4bce-abdf-749b8d1bfaa1 service neutron] 10.222.0.49 "GET /v2.0/networks/55e2aa8b-56ba-4119-b19a-fc5ff43cc879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998356 Dec 17 16:12:40.402574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-3c1242e4-63b7-418b-bd83-54bbc7240949 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638943 Dec 17 16:12:40.538954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-6104c00f-45ab-41d6-a4d3-7f4c53d81fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.544790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-6104c00f-45ab-41d6-a4d3-7f4c53d81fc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 1097 time: 0.1100452 Dec 17 16:12:40.715752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-d62ef686-6323-40d6-b93c-20249f487e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.718667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-d62ef686-6323-40d6-b93c-20249f487e04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5441320 Dec 17 16:12:40.739910 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:33Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:40.799296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdba56-15c7-48ad-92d6-707f0414ef71 req-7e73c3fd-8044-4fec-aceb-85cb4457860f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.803285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6bdba56-15c7-48ad-92d6-707f0414ef71 req-7e73c3fd-8044-4fec-aceb-85cb4457860f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0892987 Dec 17 16:12:40.829883 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c090e7b7-ff44-4849-82e2-8ad3e31febf1 None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:33Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:12:40.846904 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-d56776fc-2263-4595-86e2-d57a15fe516a req-854c8a7d-6248-4f41-bde7-670ff5555759 service neutron] show failed (client error): The resource could not be found. Dec 17 16:12:40.848691 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-854c8a7d-6248-4f41-bde7-670ff5555759 service neutron] 10.222.0.47 "GET /v2.0/ports/2bb63d5e-d8c3-423a-a06f-066591e70f12/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.6758974 Dec 17 16:12:40.868400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-94da9d24-8820-443f-811a-9ec3f4ec42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.871885 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-94da9d24-8820-443f-811a-9ec3f4ec42fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.3021667 Dec 17 16:12:40.925519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a5c9a66-1ff3-4223-a579-e7282a836863 req-2f1a74fd-3f8a-44bc-96ac-1346ae7fe780 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551387 Dec 17 16:12:40.927836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-f7c59769-46c1-46a7-a951-791e916472e5 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812226 Dec 17 16:12:40.982213 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:41.018891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'tag': 'ed52142f-88bb-47ad-be06-f21515f80c65'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:41.021425 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c" -d '{"events": [{"name": "network-changed", "server_uuid": "aafc045a-5054-472f-8972-63ee7e1e731b", "tag": "ed52142f-88bb-47ad-be06-f21515f80c65"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:41.066590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-0e686ba5-2cb3-4c17-b9a6-c7c7c163a341 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f HTTP/1.1" status: 200 len: 217 time: 0.1757474 Dec 17 16:12:41.079602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6bdba56-15c7-48ad-92d6-707f0414ef71 req-06ea89e2-da43-4ecc-ae85-e61696af3d7f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2061064 Dec 17 16:12:41.223482 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:41.259325 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecff170-1d32-40e0-9ad0-f6e2a9bcfac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:41.265334 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e39d07-667c-465b-9aab-7b5584635a7f x-openstack-request-id: req-b2e39d07-667c-465b-9aab-7b5584635a7f {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:41.265334 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafc045a-5054-472f-8972-63ee7e1e731b", "tag": "ed52142f-88bb-47ad-be06-f21515f80c65", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:41.265727 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2e39d07-667c-465b-9aab-7b5584635a7f {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:41.266014 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'tag': 'ed52142f-88bb-47ad-be06-f21515f80c65', 'status': 'completed', 'code': 200} Dec 17 16:12:41.294917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2557fc-c6a3-403a-8612-2c6ce517f116 None None] New status for floating IP e82eb665-bd03-4aa1-a56c-6a5462e9d801: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:12:41.332865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-1a52d4a3-1fca-47b3-9dcf-8cd7faeb7788 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954533 Dec 17 16:12:41.402792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecff170-1d32-40e0-9ad0-f6e2a9bcfac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:41.450162 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-9773d813-c8e1-4176-b101-4ee0ed47cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.451937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-9773d813-c8e1-4176-b101-4ee0ed47cc53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.3651633 Dec 17 16:12:41.497719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-4d173a68-6e81-4c69-908d-55dffd68f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.499404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-4d173a68-6e81-4c69-908d-55dffd68f205 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 1059 time: 0.2300165 Dec 17 16:12:41.528311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed91b94-e2a6-46c8-999c-a30580fa0e3d req-8605d844-5788-476c-afe5-bdbf37d6547d tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.530547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fed91b94-e2a6-46c8-999c-a30580fa0e3d req-8605d844-5788-476c-afe5-bdbf37d6547d tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 907 time: 0.4276853 Dec 17 16:12:41.575796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-006e5baa-7c46-48a6-a643-cf24adc2c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.577432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-006e5baa-7c46-48a6-a643-cf24adc2c450 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 1098 time: 0.3523710 Dec 17 16:12:41.601808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a0ea3f9-acf3-473a-bbca-8c8be2f89c33 req-5f92ab4b-f683-45a1-a95c-3862ce52ebec service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659770 Dec 17 16:12:41.631801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:41.687063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821d07a5-c8bd-41d5-a13e-e50c544550a0 req-7e59f037-eec9-4ad1-9e2a-486366bf58d5 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653377 Dec 17 16:12:41.688290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecff170-1d32-40e0-9ad0-f6e2a9bcfac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:41.691697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecff170-1d32-40e0-9ad0-f6e2a9bcfac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:41.696386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eecff170-1d32-40e0-9ad0-f6e2a9bcfac9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bcd35b7-ec76-45d0-bf76-af39c54f2da1 HTTP/1.1" status: 204 len: 168 time: 1.3146830 Dec 17 16:12:41.707874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecff170-1d32-40e0-9ad0-f6e2a9bcfac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd35b7-ec76-45d0-bf76-af39c54f2da1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:41.791463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac87f8-b254-46a6-9137-f65af1ce03f5 req-909df705-4222-4f0c-8160-09cb7d59e402 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.793114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eac87f8-b254-46a6-9137-f65af1ce03f5 req-909df705-4222-4f0c-8160-09cb7d59e402 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.3402841 Dec 17 16:12:41.794145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-bd5fac32-3bcc-4cc0-a536-9a5e33943528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.795711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-bd5fac32-3bcc-4cc0-a536-9a5e33943528 service neutron] 10.222.0.49 "GET /v2.0/networks?id=55e2aa8b-56ba-4119-b19a-fc5ff43cc879 HTTP/1.1" status: 200 len: 899 time: 0.2649310 Dec 17 16:12:41.799754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-ccf902fe-9061-4cd2-845e-9cb7d1eb08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.801272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-ccf902fe-9061-4cd2-845e-9cb7d1eb08e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3284006 Dec 17 16:12:41.883069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-87187dfa-1723-4ec5-993e-f2631f475192 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ed52142f-88bb-47ad-be06-f21515f80c65 HTTP/1.1" status: 200 len: 217 time: 0.0644531 Dec 17 16:12:41.942755 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:42.021211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eac87f8-b254-46a6-9137-f65af1ce03f5 req-2c586deb-0e8b-4d80-a11e-76b67ec71e3b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041242 Dec 17 16:12:42.146913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-ed711206-9068-4d4e-80d8-51cd888c2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:42.147115 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:42.148493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-ed711206-9068-4d4e-80d8-51cd888c2e4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f25b4c-b782-4b36-95ae-5c4b2a915d70 HTTP/1.1" status: 200 len: 837 time: 0.2445910 Dec 17 16:12:42.166283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93e781-56aa-4582-b3aa-3e0f4e73cda0 req-e216e946-8363-4d02-9dfa-47f1af0801df tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:42.168244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3f93e781-56aa-4582-b3aa-3e0f4e73cda0 req-e216e946-8363-4d02-9dfa-47f1af0801df tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 945 time: 0.1347122 Dec 17 16:12:42.301117 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3f93e781-56aa-4582-b3aa-3e0f4e73cda0 req-d7dd1467-51d3-4da0-8716-f1999d40c7c0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210704 Dec 17 16:12:42.324065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-5d0b01f7-682e-46be-ab3e-fa9cec483a1d service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661601 Dec 17 16:12:42.492852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-5a8d760d-d211-4417-a8c9-e9bb48c05c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:42.494379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-5a8d760d-d211-4417-a8c9-e9bb48c05c65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=55e2aa8b-56ba-4119-b19a-fc5ff43cc879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3366721 Dec 17 16:12:42.581159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5416b-830b-4f54-809d-37352f4ae0a4 req-ecb4f8cb-7e09-464d-b57b-cc7fca143b00 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:42.583248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51e5416b-830b-4f54-809d-37352f4ae0a4 req-ecb4f8cb-7e09-464d-b57b-cc7fca143b00 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.2575128 Dec 17 16:12:42.649118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:12:42.686497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07516db6-bc95-4e3f-aac4-0ca30a4200e0 req-81c2f367-b540-4541-b4f5-2ae88ef26f5c service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451829 Dec 17 16:12:42.720906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d30d0c-9a97-41c4-8965-c0f9cca7ae18 req-25333825-43eb-4086-97a4-1a3d1b7038f6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:42.733322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30d30d0c-9a97-41c4-8965-c0f9cca7ae18 req-25333825-43eb-4086-97a4-1a3d1b7038f6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 907 time: 0.0988593 Dec 17 16:12:42.756968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51e5416b-830b-4f54-809d-37352f4ae0a4 req-e96e0aca-1193-4969-805d-72c96102376a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574054 Dec 17 16:12:42.796581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:42.824382 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-a57319a2-44f1-4d46-b64f-b803f834f663 service neutron] 10.222.0.49 "GET /v2.0/networks/55e2aa8b-56ba-4119-b19a-fc5ff43cc879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184350 Dec 17 16:12:42.826065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:42.845683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '418019ab-8810-474b-98d6-a28a1954b4bf', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'port_id': '418019ab-8810-474b-98d6-a28a1954b4bf', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:12:42.875609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43562) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:42.913087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:42.947065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418019ab-8810-474b-98d6-a28a1954b4bf {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:42.969245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:42.988892 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.019364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1397894358-network', 'tenant_id': 'a1721dde63094767bab52cf9127a0adb'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:43.064439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Made reservation on behalf of a1721dde63094767bab52cf9127a0adb for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:43.067191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.072628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:43.089203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.201979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.222512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ed52142f-88bb-47ad-be06-f21515f80c65 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:12:43.222756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.305356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['418019ab-8810-474b-98d6-a28a1954b4bf'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:43.325711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:12:43.345206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb56cbf-278c-48c5-b630-6979aca71370,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:43.358204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04af8e-6970-4ca3-803a-ab74d092adaa req-0dc14c4b-5404-4194-89d2-a1eb8abe3350 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:43.367424 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb04af8e-6970-4ca3-803a-ab74d092adaa req-0dc14c4b-5404-4194-89d2-a1eb8abe3350 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1637788 Dec 17 16:12:43.373088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.373770 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Added segment bb6684bf-3067-4b08-a9d4-1b9324132477 of type vlan for network fcd43508-606c-40ef-b929-02f28199c3e6 Dec 17 16:12:43.449544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:43.452752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.484031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eb04af8e-6970-4ca3-803a-ab74d092adaa req-74585e34-dae4-4228-88dc-d6abf7290228 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152868 Dec 17 16:12:43.497153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.514213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Transition to ACTIVE for port object 2bb63d5e-d8c3-423a-a06f-066591e70f12 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:12:43.517972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:43.521305 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254c6d0-678d-4826-9f95-11dd0bcab494" -d '{"events": [{"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:43.528485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.547621 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.553109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:43.557908 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.698396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd43508-606c-40ef-b929-02f28199c3e6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:43.709004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e5b35ed5-bf32-43cb-b416-011d92d9b375 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8321600 Dec 17 16:12:43.709922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43586) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:43.719372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network fcd43508-606c-40ef-b929-02f28199c3e6 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:12:43.721398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Request body: {'subnet': {'network_id': 'fcd43508-606c-40ef-b929-02f28199c3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1397894358-subnet', 'tenant_id': 'a1721dde63094767bab52cf9127a0adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:43.758830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Made reservation on behalf of a1721dde63094767bab52cf9127a0adb for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:43.761283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:43.805775 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb830a86-a9a3-4149-aa19-c20663ad5f2a x-openstack-request-id: req-bb830a86-a9a3-4149-aa19-c20663ad5f2a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:43.806494 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-unplugged", "status": "completed", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:43.806951 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb830a86-a9a3-4149-aa19-c20663ad5f2a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:43.807558 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'code': 200} Dec 17 16:12:43.810070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2147afa9-fa45-4dae-a5b2-3b47b695ca3c req-8d4d6fb9-ae3c-4304-8b7a-e3afa6f086dc service neutron] 10.222.0.49 "GET /v2.0/networks/55e2aa8b-56ba-4119-b19a-fc5ff43cc879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9787626 Dec 17 16:12:43.886374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ed52142f-88bb-47ad-be06-f21515f80c65, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ed52142f-88bb-47ad-be06-f21515f80c65,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:43.958658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:44.000072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] No DVR routers for this DVR port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:44.018281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c2cbd-7e87-4720-a543-5139e63ae844 req-2e2057f6-632a-457c-b661-82a016e4e2af tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.020897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e24c2cbd-7e87-4720-a543-5139e63ae844 req-2e2057f6-632a-457c-b661-82a016e4e2af tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.5851336 Dec 17 16:12:44.043994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad0c9a-3077-47df-a106-51ae3a00ffb0 req-413113f6-7bcd-44fc-a5ca-ccecfb67c4aa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.045629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acad0c9a-3077-47df-a106-51ae3a00ffb0 req-413113f6-7bcd-44fc-a5ca-ccecfb67c4aa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 907 time: 0.1747391 Dec 17 16:12:44.050574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'ed52142f-88bb-47ad-be06-f21515f80c65', 'network_id': '55e2aa8b-56ba-4119-b19a-fc5ff43cc879', 'port_id': 'ed52142f-88bb-47ad-be06-f21515f80c65', 'mac_address': 'fa:16:3e:84:57:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f25b4c-b782-4b36-95ae-5c4b2a915d70', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:12:44.149720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:44.174753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed52142f-88bb-47ad-be06-f21515f80c65 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:44.194573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e24c2cbd-7e87-4720-a543-5139e63ae844 req-17134649-807e-463a-8065-47fa971addc6 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274996 Dec 17 16:12:44.199069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ed52142f-88bb-47ad-be06-f21515f80c65, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ed52142f-88bb-47ad-be06-f21515f80c65,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:44.213119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:44.272464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ed52142f-88bb-47ad-be06-f21515f80c65,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:44.293871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Attempting to bind port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on network 93ea2e4c-a870-4d26-bee7-6066794a0df1 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Checking segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Bound using segment: {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Bound port: 2bb63d5e-d8c3-423a-a06f-066591e70f12, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87804f29-e47a-4052-b485-3987bb46a6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:44.543656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:44.550761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0285bdd-67c1-4472-b9a8-8a554cd64f0b,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:44.550761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80a12e-5abc-49a8-bc3c-80a024476585 req-f5dbe300-39a7-49d7-b565-167029a59018 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.550761 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a80a12e-5abc-49a8-bc3c-80a024476585 req-f5dbe300-39a7-49d7-b565-167029a59018 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1982818 Dec 17 16:12:44.552262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:44.552262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:44.552262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:44.553225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ed52142f-88bb-47ad-be06-f21515f80c65'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:44.554141 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1a80a12e-5abc-49a8-bc3c-80a024476585 req-ee6c6485-81b8-4998-a59d-8105bb2fa85d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684474 Dec 17 16:12:44.554141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Checking segment: {'id': 'bb6684bf-3067-4b08-a9d4-1b9324132477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'fcd43508-606c-40ef-b929-02f28199c3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:44.554141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Network hostable DHCP agents. Network: fcd43508-606c-40ef-b929-02f28199c3e6, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:12:44.587866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:44.626340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Network fcd43508-606c-40ef-b929-02f28199c3e6 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:12:44.629997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.630645 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:44.632072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-ce44b043-c850-4400-815d-a4b6499eda14 service neutron] 10.222.0.49 "PUT /v2.0/ports/2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1093 time: 3.0247288 Dec 17 16:12:44.649492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:44.661536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, fcd43508-606c-40ef-b929-02f28199c3e6) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:44.666159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.667146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:44.712200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d42750da-4b22-4c9a-ab7b-08c6c80d7f29 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0005128 Dec 17 16:12:44.718746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7cfe6-1c82-46fd-b870-dbf1cbce644f None None] Network fcd43508-606c-40ef-b929-02f28199c3e6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:12:44.740338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe1be5-2ed3-4e89-94d6-c459a94330e0 req-39394d9e-398c-47f4-9a56-fcd1c1be8b51 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.750175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0fe1be5-2ed3-4e89-94d6-c459a94330e0 req-39394d9e-398c-47f4-9a56-fcd1c1be8b51 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.1070487 Dec 17 16:12:44.804003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-8c474987-a41b-4322-8956-c5696e7e5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.809121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-8c474987-a41b-4322-8956-c5696e7e5ec8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1096 time: 0.1433282 Dec 17 16:12:44.823259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046058d-4a69-4a0a-afcc-31dabea9a704 req-e6ab7984-8743-422f-844a-644df00596f7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.825477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d046058d-4a69-4a0a-afcc-31dabea9a704 req-e6ab7984-8743-422f-844a-644df00596f7 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1975131 Dec 17 16:12:44.866109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0fe1be5-2ed3-4e89-94d6-c459a94330e0 req-5502ebba-1f07-470a-bc56-97140f300d18 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146681 Dec 17 16:12:44.906451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:44.977337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad2def-9f21-413a-b0fd-5f033f44c065 None None] Network fcd43508-606c-40ef-b929-02f28199c3e6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:12:44.978110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-4282e3d8-64ab-44a1-997b-92139a98de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:44.979643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-4282e3d8-64ab-44a1-997b-92139a98de3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.1528180 Dec 17 16:12:45.007089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43630) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:45.048200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d046058d-4a69-4a0a-afcc-31dabea9a704 req-1950fea8-7f5b-4998-ab78-192bb880cfe1 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2021031 Dec 17 16:12:45.164722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] Deleting subnet c0285bdd-67c1-4472-b9a8-8a554cd64f0b {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:12:45.180249 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.182861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-c131cbf6-f504-4389-9738-a21a087f8825 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1000 time: 0.1900494 Dec 17 16:12:45.238163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ed52142f-88bb-47ad-be06-f21515f80c65 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:45.294373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-52621274-d6bd-4c43-ab6a-992b16be9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:45.296354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-52621274-d6bd-4c43-ab6a-992b16be9ec1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.1069169 Dec 17 16:12:45.302065 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.316848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port ed52142f-88bb-47ad-be06-f21515f80c65 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:12:45.324165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port ed52142f-88bb-47ad-be06-f21515f80c65 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:45.325374 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.370030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc8fa9-89b6-41d5-b213-d5abda158e48 req-e2e532a8-4c1c-48bb-9b30-a8c65f345198 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:45.371657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fc8fa9-89b6-41d5-b213-d5abda158e48 req-e2e532a8-4c1c-48bb-9b30-a8c65f345198 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1270077 Dec 17 16:12:45.435032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698fce3-f475-463c-9c9b-9479dbfb75d6 req-1022bc24-8c32-479b-baf2-62c52d22e656 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:45.447682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e698fce3-f475-463c-9c9b-9479dbfb75d6 req-1022bc24-8c32-479b-baf2-62c52d22e656 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 908 time: 0.2010565 Dec 17 16:12:45.461034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.480716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.521923 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.528236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed52142f-88bb-47ad-be06-f21515f80c65'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:45.531444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fc8fa9-89b6-41d5-b213-d5abda158e48 req-1348349a-d1b8-4618-a4e3-95c9e4477429 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004391 Dec 17 16:12:45.532214 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9baf1e-c772-4e63-a5c9-5cc8a3e04d05" -d '{"events": [{"server_uuid": "aafc045a-5054-472f-8972-63ee7e1e731b", "name": "network-vif-plugged", "status": "completed", "tag": "ed52142f-88bb-47ad-be06-f21515f80c65"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:45.533463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56776fc-2263-4595-86e2-d57a15fe516a req-3e744840-f694-475f-815b-36786357c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:45.535135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-3e744840-f694-475f-815b-36786357c64b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311401 Dec 17 16:12:45.551498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ed52142f-88bb-47ad-be06-f21515f80c65, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ed52142f-88bb-47ad-be06-f21515f80c65,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:45.566297 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.677867 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53dcb35-a791-4235-9bc7-3bc607567470 x-openstack-request-id: req-b53dcb35-a791-4235-9bc7-3bc607567470 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:45.678161 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafc045a-5054-472f-8972-63ee7e1e731b", "name": "network-vif-plugged", "status": "completed", "tag": "ed52142f-88bb-47ad-be06-f21515f80c65", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:45.678416 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b53dcb35-a791-4235-9bc7-3bc607567470 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:45.679302 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed52142f-88bb-47ad-be06-f21515f80c65', 'code': 200} Dec 17 16:12:45.729704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.759844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ed52142f-88bb-47ad-be06-f21515f80c65,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:45.774038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0285bdd-67c1-4472-b9a8-8a554cd64f0b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:45.778965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:45.783572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-d4609ee2-6a5f-48bd-a2dc-ac787570f7e3 service neutron] 10.222.0.49 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385533 Dec 17 16:12:45.784643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a1faa5bb-14ce-4df3-acd2-83eb59c1954a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c0285bdd-67c1-4472-b9a8-8a554cd64f0b HTTP/1.1" status: 204 len: 168 time: 0.7755275 Dec 17 16:12:45.792708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:45.794226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22f6f1-a86b-4a28-a786-bcc2628b5d24 req-9a5d1e90-21e8-4f0e-98c8-6c5adc8abaa4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:45.803174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c22f6f1-a86b-4a28-a786-bcc2628b5d24 req-9a5d1e90-21e8-4f0e-98c8-6c5adc8abaa4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 946 time: 0.1595409 Dec 17 16:12:45.814216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:45.817699 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815" -d '{"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:45.874590 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c22f6f1-a86b-4a28-a786-bcc2628b5d24 req-669189f1-dd43-4888-b225-989925e5ed4b tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677531 Dec 17 16:12:46.009229 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18e1bcb-8d73-4c89-a7ea-0c5e80d01562 x-openstack-request-id: req-a18e1bcb-8d73-4c89-a7ea-0c5e80d01562 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:46.009614 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:46.010602 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a18e1bcb-8d73-4c89-a7ea-0c5e80d01562 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:46.011147 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'status': 'completed', 'code': 200} Dec 17 16:12:46.051566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94b160-cf57-44a2-b253-b99f959eb1fb req-e8d641e0-05b7-41c4-a636-8df979dd416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.053340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d94b160-cf57-44a2-b253-b99f959eb1fb req-e8d641e0-05b7-41c4-a636-8df979dd416b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 1061 time: 0.2686954 Dec 17 16:12:46.089191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.121447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9ae67-7b9c-447a-a030-0db10c32129d req-25f72475-ef4b-4c6f-af46-afa5c47059c8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.129933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e2f9ae67-7b9c-447a-a030-0db10c32129d req-25f72475-ef4b-4c6f-af46-afa5c47059c8 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0718765 Dec 17 16:12:46.143877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-85e03b4f-b1af-4a87-991d-6135bc7c92ae service neutron] 10.222.0.49 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498394 Dec 17 16:12:46.156903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-7fc9e26f-e06e-4e5f-a2a5-98a2d1c3d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.158725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-7fc9e26f-e06e-4e5f-a2a5-98a2d1c3d4e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1096 time: 0.1369553 Dec 17 16:12:46.187695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e2f9ae67-7b9c-447a-a030-0db10c32129d req-b5731987-2cba-4cbf-bbe5-1aabc4dd4327 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563190 Dec 17 16:12:46.219260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec75b49-bfeb-4a4e-9a8e-f6a8a03df739 req-f88f6493-6ffe-49f1-a679-84083ba7fcd5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.220766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cec75b49-bfeb-4a4e-9a8e-f6a8a03df739 req-f88f6493-6ffe-49f1-a679-84083ba7fcd5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.1744590 Dec 17 16:12:46.373458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cec75b49-bfeb-4a4e-9a8e-f6a8a03df739 req-7ad1a0b7-9921-4d04-833b-3d53883b4378 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879266 Dec 17 16:12:46.392732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.453636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd43508-606c-40ef-b929-02f28199c3e6']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:46.484378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6684bf-3067-4b08-a9d4-1b9324132477') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:46.485108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6684bf-3067-4b08-a9d4-1b9324132477') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:46.497829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-1d1cbd05-8e14-456b-be49-f8a6a272a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.500556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-1d1cbd05-8e14-456b-be49-f8a6a272a2d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.3190315 Dec 17 16:12:46.509969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-14ba6583-8639-4b47-ae76-f53176580ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.511956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-14ba6583-8639-4b47-ae76-f53176580ee2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1096 time: 0.1719198 Dec 17 16:12:46.518988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.639695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.639963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2338de2-c845-4ea9-85f5-4a692485faba req-86a720ed-87b2-4135-9b2c-195a3d9ca3df tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.648905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a2338de2-c845-4ea9-85f5-4a692485faba req-86a720ed-87b2-4135-9b2c-195a3d9ca3df tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 909 time: 0.0915020 Dec 17 16:12:46.653594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:12:46.653841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.664129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:12:46.669019 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:12:46.743837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 418019ab-8810-474b-98d6-a28a1954b4bf completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:12:46.750307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 418019ab-8810-474b-98d6-a28a1954b4bf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:46.750863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.794292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-e2f1b1e8-5cfd-4931-bc63-bfe4a05e3bd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1000 time: 0.2774940 Dec 17 16:12:46.816303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.821976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.827895 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fcd43508-606c-40ef-b929-02f28199c3e6 HTTP/1.1" status: 204 len: 168 time: 1.0304651 Dec 17 16:12:46.848986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.889383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:46.900919 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:46.908517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-94999fee-9336-49d5-b918-183d112e3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.910997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-94999fee-9336-49d5-b918-183d112e3fb8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.3838615 Dec 17 16:12:46.914152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92560d-40f5-434d-b3a5-e2486b6dacb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd43508-606c-40ef-b929-02f28199c3e6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:47.022517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:47.060061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-90fa32fb-b12c-4cae-818a-85393f3c344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.061506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-90fa32fb-b12c-4cae-818a-85393f3c344b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.2571540 Dec 17 16:12:47.090769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-d715ea22-1fb3-4d2d-a9cc-7be24f0827fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1000 time: 0.1709192 Dec 17 16:12:47.092165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43692) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:47.163220 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4dbe0e51-3e94-4d4c-b384-f13a7085a0e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1721dde63094767bab52cf9127a0adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0698526 Dec 17 16:12:47.163812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43696) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:47.167060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22dc56-5712-4905-8b1a-9d6f3c0f4dfb req-b1b49e38-abf9-4a11-b727-794a3a493c40 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.168899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a22dc56-5712-4905-8b1a-9d6f3c0f4dfb req-b1b49e38-abf9-4a11-b727-794a3a493c40 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.1820343 Dec 17 16:12:47.201493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-02894b19-29a7-4e8e-867a-41f44658a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.203000 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-02894b19-29a7-4e8e-867a-41f44658a8a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292055 Dec 17 16:12:47.207856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-9cd2acfd-176e-4f10-b8b2-8f10082d01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.209322 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-9cd2acfd-176e-4f10-b8b2-8f10082d01b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.1022706 Dec 17 16:12:47.243139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ff2efaa-b6db-434a-8bba-6d2a5b3995db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:47.323653 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ff2efaa-b6db-434a-8bba-6d2a5b3995db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:47.325654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a22dc56-5712-4905-8b1a-9d6f3c0f4dfb req-1bafbb80-ad14-42b7-b4b3-58ac26edbbc2 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450865 Dec 17 16:12:47.366002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-392ddcef-8516-4429-b8cc-0da55eb9b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.367532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-392ddcef-8516-4429-b8cc-0da55eb9b9f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442661 Dec 17 16:12:47.412781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1db86-de6b-465c-b235-3c19ee8ed251 req-cd93c9ab-3dbd-48c1-84ea-8e8f60e20e1d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.430702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9c1db86-de6b-465c-b235-3c19ee8ed251 req-cd93c9ab-3dbd-48c1-84ea-8e8f60e20e1d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1257956 Dec 17 16:12:47.476960 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ff2efaa-b6db-434a-8bba-6d2a5b3995db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:47.479285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-c076c2ed-f7d7-4bda-b542-2a41d33ae481 service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642918 Dec 17 16:12:47.480553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ff2efaa-b6db-434a-8bba-6d2a5b3995db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:47.483605 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ff2efaa-b6db-434a-8bba-6d2a5b3995db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2cb56cbf-278c-48c5-b630-6979aca71370 HTTP/1.1" status: 204 len: 168 time: 0.3186994 Dec 17 16:12:47.506629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2efaa-b6db-434a-8bba-6d2a5b3995db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb56cbf-278c-48c5-b630-6979aca71370,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:47.545250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9c1db86-de6b-465c-b235-3c19ee8ed251 req-d9501812-f284-4beb-b9a5-150a425f4d1f tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135201 Dec 17 16:12:47.680856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:47.683062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-e481f433-c025-405e-be42-4d3e5cb45d26 service neutron] 10.222.0.49 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009739 Dec 17 16:12:47.684548 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648865a9-2351-43ff-8435-0ed5efa22916" -d '{"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-plugged", "status": "completed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:47.695433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94a11a-f7e1-423d-94d0-234748c200ad req-17271651-be65-4576-a29b-e5b14d97606c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.704464 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b94a11a-f7e1-423d-94d0-234748c200ad req-17271651-be65-4576-a29b-e5b14d97606c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.1866689 Dec 17 16:12:47.810979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-a1d2810d-e13f-4074-9af4-eb33ad35873b service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140531 Dec 17 16:12:47.909954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b94a11a-f7e1-423d-94d0-234748c200ad req-a79dcfed-8af8-4f49-992b-5c6619119c0a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041028 Dec 17 16:12:48.013648 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e61751-23ad-49a9-adf1-0650593b9ae9 x-openstack-request-id: req-f3e61751-23ad-49a9-adf1-0650593b9ae9 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:48.013946 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-plugged", "status": "completed", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:48.014240 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3e61751-23ad-49a9-adf1-0650593b9ae9 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:48.014653 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'code': 200} Dec 17 16:12:48.143623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf06185-d2be-47d6-9c06-17152f5fc8ca req-0ba4451e-eac0-4afe-9407-1dba591af771 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.157835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cbf06185-d2be-47d6-9c06-17152f5fc8ca req-0ba4451e-eac0-4afe-9407-1dba591af771 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 909 time: 0.2240403 Dec 17 16:12:48.402029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54ab6-f85f-4fe5-a359-ff04f6db4fed req-02f2ff94-5245-4ae0-86d5-5edb68cebd53 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.413945 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb8c10bf-ffdf-48f5-bcca-ac4e8ad39815 req-2c7e4f2a-df7a-4e27-8b27-b25258fab2f7 service neutron] 10.222.0.49 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064636 Dec 17 16:12:48.417931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0b54ab6-f85f-4fe5-a359-ff04f6db4fed req-02f2ff94-5245-4ae0-86d5-5edb68cebd53 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 909 time: 0.0829642 Dec 17 16:12:48.473530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-0df4c83a-03d3-45dd-bcfd-4641d815c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.476144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-0df4c83a-03d3-45dd-bcfd-4641d815c086 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 1097 time: 0.6014504 Dec 17 16:12:48.522253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500d9d-9cc2-4605-946d-771ec7889565 req-6f824c34-e95c-4a08-a4c9-71088089cfd2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.530223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2500d9d-9cc2-4605-946d-771ec7889565 req-6f824c34-e95c-4a08-a4c9-71088089cfd2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1592631 Dec 17 16:12:48.547778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dbe8a-8322-4470-b5c6-8cb2985d45d9 req-e7069b3a-b754-4147-a0ff-519375ffcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.549570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c8dbe8a-8322-4470-b5c6-8cb2985d45d9 req-e7069b3a-b754-4147-a0ff-519375ffcd52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 1099 time: 0.0567768 Dec 17 16:12:48.692551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2500d9d-9cc2-4605-946d-771ec7889565 req-63364b13-3713-45cd-830a-486553b61451 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607678 Dec 17 16:12:48.783785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-349de448-2ced-48bc-b959-87353661657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.786560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-349de448-2ced-48bc-b959-87353661657e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 200 len: 913 time: 0.2872634 Dec 17 16:12:49.025403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-e687003f-f86b-44e9-814d-254cd3a481ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 200 len: 1000 time: 0.2288227 Dec 17 16:12:49.029148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6ecf2-4108-4aab-838a-c765cb8e1be5 req-7af50e8a-a5cc-41a6-9ed5-aaefa4c7c956 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.032498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-18d6ecf2-4108-4aab-838a-c765cb8e1be5 req-7af50e8a-a5cc-41a6-9ed5-aaefa4c7c956 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 1061 time: 0.1920545 Dec 17 16:12:49.107410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-7ae0bae5-4d71-4dc8-b868-4f16847a1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.108900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-7ae0bae5-4d71-4dc8-b868-4f16847a1075 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 200 len: 851 time: 0.0731158 Dec 17 16:12:49.121411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c8dbe8a-8322-4470-b5c6-8cb2985d45d9 req-febb470c-0c26-435e-8032-b6d174afa473 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5615060 Dec 17 16:12:49.158199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebbc0a-35b5-410e-8168-1325329c6fc8 req-22878fb8-eb09-4fb2-8e2e-d0bf921b7666 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.166035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3aebbc0a-35b5-410e-8168-1325329c6fc8 req-22878fb8-eb09-4fb2-8e2e-d0bf921b7666 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.6154110 Dec 17 16:12:49.220420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3aebbc0a-35b5-410e-8168-1325329c6fc8 req-97206876-ed46-4db0-acc3-d79144362705 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532959 Dec 17 16:12:49.241307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:12:49.257265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-992e34ea-ba08-4492-8e60-7950603c54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.266496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-992e34ea-ba08-4492-8e60-7950603c54d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482339 Dec 17 16:12:49.310589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43772) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:49.345833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6457433-0503-4875-a521-601050a6c759 req-c8fd3d88-aa97-4de1-b4c6-ffbf8c4e3e94 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.362354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6457433-0503-4875-a521-601050a6c759 req-c8fd3d88-aa97-4de1-b4c6-ffbf8c4e3e94 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 944 time: 0.1933594 Dec 17 16:12:49.413999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:49.501804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee663745-7b83-40fd-a6dd-c1336bc112db req-72bc5b98-f5a5-4b6b-9ffa-c34a48e5960b tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.506304 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee663745-7b83-40fd-a6dd-c1336bc112db req-72bc5b98-f5a5-4b6b-9ffa-c34a48e5960b tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1137 time: 0.1244700 Dec 17 16:12:49.516687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-9896a714-8aaf-4214-81f7-445f841badc4 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389866 Dec 17 16:12:49.604397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-862019879-network', 'tenant_id': '7679b3bd5343471aa2c85e341489add3'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:49.650721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee663745-7b83-40fd-a6dd-c1336bc112db req-df323083-66e9-47aa-b0e3-eb47de1e8960 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1367681 Dec 17 16:12:49.657092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Made reservation on behalf of 7679b3bd5343471aa2c85e341489add3 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:49.662089 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:49.681487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43782) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:49.709239 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:49.731797 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6457433-0503-4875-a521-601050a6c759 req-38d84579-8af0-4a21-a17a-683ca2e7ce3a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670883 Dec 17 16:12:49.778625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096fde7-9c8c-4b95-8d90-6d852935ed66 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.793253 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c096fde7-9c8c-4b95-8d90-6d852935ed66 tempest-TestSecurityGroupsBasicOps-145763403 tempest-TestSecurityGroupsBasicOps-145763403-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 1056 time: 0.1106238 Dec 17 16:12:49.794124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'port_id': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'mac_address': 'fa:16:3e:c3:a2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:12:49.835238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac515d09-07e9-4bcc-aa7e-189476d82339 req-f21a5615-1cb6-4108-991f-404934ff2a87 service neutron] 10.222.0.47 "GET /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102973 Dec 17 16:12:49.845186 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:49.860187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb63d5e-d8c3-423a-a06f-066591e70f12 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:49.892692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:49.899153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:49.934701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b0115-2b62-4178-b39d-9cd1f2858cf2 req-4b769af3-ba6a-4526-8b1a-3c1d53093f50 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.937935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-136b0115-2b62-4178-b39d-9cd1f2858cf2 req-4b769af3-ba6a-4526-8b1a-3c1d53093f50 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1247089 Dec 17 16:12:49.973087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:50.033508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.057280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.074417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:12:50.087521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.087950 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Added segment 5e260396-109f-41d5-b989-5d9acccb85af of type vlan for network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e Dec 17 16:12:50.140489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.142839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['2bb63d5e-d8c3-423a-a06f-066591e70f12'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:50.208553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-136b0115-2b62-4178-b39d-9cd1f2858cf2 req-2525c7d7-1ace-4770-b378-be0688ef0b67 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2629385 Dec 17 16:12:50.211306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e9f312-f932-4472-b942-f9bd38719b1a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:50.216940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.218094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.218694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.239617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9270968 Dec 17 16:12:50.250009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43804) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:50.257386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Request body: {'subnet': {'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-862019879-subnet', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:50.312828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c2080-893b-400b-ad6f-04bdcc0b2397 admin admin] Pushing event updated for resources: {'Network': ['ID=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:50.352779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:12:50.413003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bda17-35a3-4970-bc82-bebb79db2500 req-5357a99b-c750-4c3d-bc1b-d28f7821ed4e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.414796 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-5357a99b-c750-4c3d-bc1b-d28f7821ed4e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.47 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 945 time: 0.3364370 Dec 17 16:12:50.417237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Made reservation on behalf of 7679b3bd5343471aa2c85e341489add3 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:50.420024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.526480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5703ad3-3cb5-4af7-8d22-3428cc7a45a0 req-42e30d0f-6dd5-4c2b-b43f-f633c1db4adf tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.540033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5703ad3-3cb5-4af7-8d22-3428cc7a45a0 req-42e30d0f-6dd5-4c2b-b43f-f633c1db4adf tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 909 time: 0.1832654 Dec 17 16:12:50.579204 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-359bda17-35a3-4970-bc82-bebb79db2500 req-26cec393-c5c2-4844-96eb-45dba94ab2d5 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:12:50.580723 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-26cec393-c5c2-4844-96eb-45dba94ab2d5 service neutron] 10.222.0.47 "DELETE /v2.0/ports/2bb63d5e-d8c3-423a-a06f-066591e70f12/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.1498716 Dec 17 16:12:50.604724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba8a9b-6ab5-40ce-b2a5-9dd55614e032 req-53ebb6fc-59b9-41fa-ab80-d705c8619050 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.630867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16ba8a9b-6ab5-40ce-b2a5-9dd55614e032 req-53ebb6fc-59b9-41fa-ab80-d705c8619050 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 945 time: 0.2564707 Dec 17 16:12:50.828948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:50.877855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16ba8a9b-6ab5-40ce-b2a5-9dd55614e032 req-150b917f-71a7-46a6-a714-068c119ac5e0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448533 Dec 17 16:12:50.914225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bda17-35a3-4970-bc82-bebb79db2500 req-c60c3ffb-db4d-41df-98fc-30adff8f6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.916539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-c60c3ffb-db4d-41df-98fc-30adff8f6ea8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1097 time: 0.2006607 Dec 17 16:12:50.938431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=523a0be6-bb32-464c-8b58-029044eebf90,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:50.983271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Checking segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:50.983930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Network hostable DHCP agents. Network: 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:12:50.999876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80679c-bb0e-43d8-b21b-7e3a01b3aff1 req-7c48d25b-7a80-4d66-bb7d-9f21300e019d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:51.001818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b80679c-bb0e-43d8-b21b-7e3a01b3aff1 req-7c48d25b-7a80-4d66-bb7d-9f21300e019d tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.1863761 Dec 17 16:12:51.025950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:12:51.051753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:51.066337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcecdd47-741e-4834-8b58-98de3a2e2910 None None] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:12:51.074922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:51.075175 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:51.114402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-69014c36-f65f-4cbb-8523-6ba93a2b37f8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8582399 Dec 17 16:12:51.114594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 43832) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:51.119956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:51.120105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b80679c-bb0e-43d8-b21b-7e3a01b3aff1 req-22e27f41-e2cf-4f1f-b69b-d3c0aee0ca9e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020141 Dec 17 16:12:51.212906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bda17-35a3-4970-bc82-bebb79db2500 req-1b139f86-195e-4372-ac5e-f6cc041e99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:51.220029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-1b139f86-195e-4372-ac5e-f6cc041e99b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.2885597 Dec 17 16:12:51.242958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:51.245003 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:51.305155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'project_id': '7679b3bd5343471aa2c85e341489add3', 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:12:51.308183 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:51.418343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-15dd425a-41ce-4ddb-86b4-c25f2cd58c43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 1001 time: 0.1882050 Dec 17 16:12:51.601283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:51.627938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Allocated IP 172.20.0.2 (0b82c74d-d2ea-495a-b5bd-ec5301e1df9e/523a0be6-bb32-464c-8b58-029044eebf90/ec52f44d-0c3a-4694-aeb1-a36779408e8a) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:51.686100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bda17-35a3-4970-bc82-bebb79db2500 req-3cf88252-73f3-454b-afdd-daa2509c5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:51.687994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-3cf88252-73f3-454b-afdd-daa2509c5ed6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.1964023 Dec 17 16:12:51.791493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2003fac-89e9-4ab7-9311-e0aebd255c9e req-8ee55047-9911-46d5-8155-3fe370dde7d6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:51.806550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2003fac-89e9-4ab7-9311-e0aebd255c9e req-8ee55047-9911-46d5-8155-3fe370dde7d6 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 909 time: 0.1230187 Dec 17 16:12:51.989132 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:51.999082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:52.038072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d2bb0-48c1-4894-aaa7-3f4ce010534e req-4090199e-f907-4a10-83e3-ca63a4060e2d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:52.046297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a77d2bb0-48c1-4894-aaa7-3f4ce010534e req-4090199e-f907-4a10-83e3-ca63a4060e2d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 945 time: 0.0746744 Dec 17 16:12:52.112779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a77d2bb0-48c1-4894-aaa7-3f4ce010534e req-0e6a1d6e-7706-4069-94ee-ccf861617733 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654533 Dec 17 16:12:52.124787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:52.133734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:52.139210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:52.170373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Pushing event updated for resources: {'Port': ['ID=ec52f44d-0c3a-4694-aeb1-a36779408e8a,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:52.175774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b6d33-773e-46c1-8d3f-400dc3cf0de1 req-c8203525-c32d-4eb7-bd05-e38f51c5c526 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:52.185020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-077b6d33-773e-46c1-8d3f-400dc3cf0de1 req-c8203525-c32d-4eb7-bd05-e38f51c5c526 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.7704008 Dec 17 16:12:52.217309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-f8d2c052-f9d1-45c0-b309-d5be5ad861ec tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:52.219297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-f8d2c052-f9d1-45c0-b309-d5be5ad861ec tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.49 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 909 time: 0.7493377 Dec 17 16:12:52.227114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:52.266175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Attempting to bind port ec52f44d-0c3a-4694-aeb1-a36779408e8a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:52.266847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Attempting to bind port ec52f44d-0c3a-4694-aeb1-a36779408e8a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:52.267372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Attempting to bind port ec52f44d-0c3a-4694-aeb1-a36779408e8a on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:52.275032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:52.275501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Checking segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:52.276088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:52.276683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Bound using segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:52.277365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Bound port: ec52f44d-0c3a-4694-aeb1-a36779408e8a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:52.277895 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:52.306046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44470-64e9-42ef-affd-4872395c7c9f req-80c72941-7669-4517-82bf-27b076ee6615 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:52.314488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1b44470-64e9-42ef-affd-4872395c7c9f req-80c72941-7669-4517-82bf-27b076ee6615 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.0822918 Dec 17 16:12:52.356294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] For port ec52f44d-0c3a-4694-aeb1-a36779408e8a, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:52.361092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] For port ec52f44d-0c3a-4694-aeb1-a36779408e8a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ec52f44d-0c3a-4694-aeb1-a36779408e8a,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:52.367867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:52.403062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1b44470-64e9-42ef-affd-4872395c7c9f req-e30ade1a-c3d6-4e1e-95ed-1261ff1b35ba tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875533 Dec 17 16:12:52.457644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0967cfc-811d-4615-9fe5-5f6624326079 None None] Pushing event updated for resources: {'Port': ['ID=ec52f44d-0c3a-4694-aeb1-a36779408e8a,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:52.516739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-077b6d33-773e-46c1-8d3f-400dc3cf0de1 req-23e6b6fb-a45e-432a-bbb6-c8d5fe576d65 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3302438 Dec 17 16:12:52.522357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bda17-35a3-4970-bc82-bebb79db2500 req-10475632-a4d0-4e04-a62a-aab3c240ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:52.525958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-10475632-a4d0-4e04-a62a-aab3c240ac96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7682338 Dec 17 16:12:52.691683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting port ed52142f-88bb-47ad-be06-f21515f80c65 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:52.691988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:52.707309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e53bf-71ca-401c-b1a2-53cce2309bde req-c15baf34-2800-40db-a058-80ea2fa6e193 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:52.723250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f60e53bf-71ca-401c-b1a2-53cce2309bde req-c15baf34-2800-40db-a058-80ea2fa6e193 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1128786 Dec 17 16:12:52.811553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f60e53bf-71ca-401c-b1a2-53cce2309bde req-1a294548-a724-4b7b-bced-559001934e2b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848503 Dec 17 16:12:52.890237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-49aa14d3-1753-496e-b085-bc18a7ada519 service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308542 Dec 17 16:12:52.974465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] For port ed52142f-88bb-47ad-be06-f21515f80c65, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ed52142f-88bb-47ad-be06-f21515f80c65,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:52.974917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.067836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Calling delete_port for ed52142f-88bb-47ad-be06-f21515f80c65 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:53.284462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:53.340600 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-359bda17-35a3-4970-bc82-bebb79db2500 req-2cdb96c1-8336-4799-bbc1-a24a513a3723 service neutron] 10.222.0.47 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216926 Dec 17 16:12:53.386446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 2bb63d5e-d8c3-423a-a06f-066591e70f12 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:12:53.398978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 2bb63d5e-d8c3-423a-a06f-066591e70f12 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:53.399129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.561535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ec52f44d-0c3a-4694-aeb1-a36779408e8a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:53.569159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.642542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d9b5e-c3ef-4328-8c19-35e99e6fc144 req-a1310896-e687-4eb5-95ad-1c71a6fea925 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:53.645300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a9d9b5e-c3ef-4328-8c19-35e99e6fc144 req-a1310896-e687-4eb5-95ad-1c71a6fea925 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=aafc045a-5054-472f-8972-63ee7e1e731b HTTP/1.1" status: 200 len: 909 time: 0.5128620 Dec 17 16:12:53.647163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:53.654034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:53.657670 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dbb481-4cc8-4ff8-8c58-d593b48cda0f" -d '{"events": [{"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-plugged", "status": "completed", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:53.665891 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.684202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.687031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.776726 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.782353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Port': ['ID=ed52142f-88bb-47ad-be06-f21515f80c65,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:53.870261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ec52f44d-0c3a-4694-aeb1-a36779408e8a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:53.873314 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:53.991781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] No DVR routers for this DVR port ed52142f-88bb-47ad-be06-f21515f80c65 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:54.008122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:54.008981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.013445 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-daca5a83-3ad9-46e8-9be2-4a451c85ae53 req-82360f77-52a0-483e-8b40-89bac1373dd3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.49 "DELETE /v2.0/ports/ed52142f-88bb-47ad-be06-f21515f80c65 HTTP/1.1" status: 204 len: 173 time: 1.7775164 Dec 17 16:12:54.014012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'name': 'network-vif-deleted', 'tag': 'ed52142f-88bb-47ad-be06-f21515f80c65'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:54.030171 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b948c8-79c2-4bf0-883e-29b6fa7f4309" -d '{"events": [{"server_uuid": "aafc045a-5054-472f-8972-63ee7e1e731b", "name": "network-vif-deleted", "tag": "ed52142f-88bb-47ad-be06-f21515f80c65"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:54.120809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-bf668b81-c8e0-4f14-9981-edcd612d4677 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:54.138233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a154c-1aab-4ec9-953d-1994020e263d req-cdc5efc4-6aab-431c-bad4-3796cfa52d3b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:54.160218 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-033a154c-1aab-4ec9-953d-1994020e263d req-cdc5efc4-6aab-431c-bad4-3796cfa52d3b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.3213360 Dec 17 16:12:54.170133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-bf668b81-c8e0-4f14-9981-edcd612d4677 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=31831ffe-6eb3-49fe-8072-314cbacd4155 HTTP/1.1" status: 200 len: 944 time: 0.1849513 Dec 17 16:12:54.230000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b69b2-fcf0-4f5e-bbbf-e1d342e7d654 None None] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:12:54.235663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.307902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Allocated IP 172.25.0.177 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/e00d0d23-bdec-4e53-8592-4e840e4ee59c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:54.354639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-033a154c-1aab-4ec9-953d-1994020e263d req-ef6fd8d9-577f-4900-b2a3-3ed27d3733ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478364 Dec 17 16:12:54.435555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Deleting port 44e24982-8db7-44fc-ab3d-7fd92804d262 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:54.436010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.486872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1f9ecf49-6ff7-45f5-be0d-6bbde0fde1d2 None None] Provisioning complete for port ec52f44d-0c3a-4694-aeb1-a36779408e8a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:54.488368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecf49-6ff7-45f5-be0d-6bbde0fde1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.603974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.606215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] For port 44e24982-8db7-44fc-ab3d-7fd92804d262, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=44e24982-8db7-44fc-ab3d-7fd92804d262,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:54.606864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.608316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port ec52f44d-0c3a-4694-aeb1-a36779408e8a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ec52f44d-0c3a-4694-aeb1-a36779408e8a,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:54.625875 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.626545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Calling delete_port for 44e24982-8db7-44fc-ab3d-7fd92804d262 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:54.705914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1147f-1886-4fa6-8df5-223c1551e53d req-af347d17-e22f-4ec1-b6dc-bcbfb0c9251a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:54.718578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb1147f-1886-4fa6-8df5-223c1551e53d req-af347d17-e22f-4ec1-b6dc-bcbfb0c9251a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.1382990 Dec 17 16:12:54.837345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=ec52f44d-0c3a-4694-aeb1-a36779408e8a,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:54.837549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:54.862154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['208a4dba-a85b-48a9-96b1-55a1fd4be7b0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:54.864878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['9c34fa35-039c-4a5e-bb17-7391b12d604f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:54.880606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cb1147f-1886-4fa6-8df5-223c1551e53d req-248fd114-03f8-486c-aa88-e1228a57752a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547720 Dec 17 16:12:54.919947 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:55.036081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Pushing event updated for resources: {'Port': ['ID=e00d0d23-bdec-4e53-8592-4e840e4ee59c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:55.053812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] No DVR routers for this DVR port 44e24982-8db7-44fc-ab3d-7fd92804d262 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:55.057862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:55.060809 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65d4188-ed14-4ec6-a082-e981f8433bd1 x-openstack-request-id: req-f65d4188-ed14-4ec6-a082-e981f8433bd1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:55.061687 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-plugged", "status": "completed", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:55.062131 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f65d4188-ed14-4ec6-a082-e981f8433bd1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:55.063405 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'code': 200} Dec 17 16:12:55.066333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7da89bbb-c6ac-4782-a30f-d42b19983410 req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "DELETE /v2.0/ports/44e24982-8db7-44fc-ab3d-7fd92804d262 HTTP/1.1" status: 204 len: 173 time: 0.8952897 Dec 17 16:12:55.067079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-deleted', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:55.081554 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f506a52e-e6e2-4197-9f8d-17515fc967b2" -d '{"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-deleted", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:55.082547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:55.084998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:55.097322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd6e3c-6fcc-45fb-a582-9ca68d19bd2a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event deleted for resources: {'Port': ['ID=44e24982-8db7-44fc-ab3d-7fd92804d262,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:55.105013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:55.125686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc438b-3d24-4089-9606-a5397578534a None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:12:55.187573 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56470d69-3645-45b7-9331-3aef149ec51c x-openstack-request-id: req-56470d69-3645-45b7-9331-3aef149ec51c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:55.188755 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafc045a-5054-472f-8972-63ee7e1e731b", "name": "network-vif-deleted", "tag": "ed52142f-88bb-47ad-be06-f21515f80c65", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:55.189469 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56470d69-3645-45b7-9331-3aef149ec51c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:55.189947 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafc045a-5054-472f-8972-63ee7e1e731b', 'name': 'network-vif-deleted', 'tag': 'ed52142f-88bb-47ad-be06-f21515f80c65', 'status': 'completed', 'code': 200} Dec 17 16:12:55.254699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 43994) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:55.311461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ed52142f-88bb-47ad-be06-f21515f80c65 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:55.386700 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b8b73-0c35-4de4-80f4-6de3d60a0766 x-openstack-request-id: req-261b8b73-0c35-4de4-80f4-6de3d60a0766 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:55.386945 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31831ffe-6eb3-49fe-8072-314cbacd4155", "name": "network-vif-deleted", "tag": "44e24982-8db7-44fc-ab3d-7fd92804d262", "status": "failed", "code": 422}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:55.387568 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-261b8b73-0c35-4de4-80f4-6de3d60a0766 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:55.390948 n-d-806683-20 neutron-server[109784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31831ffe-6eb3-49fe-8072-314cbacd4155', 'name': 'network-vif-deleted', 'tag': '44e24982-8db7-44fc-ab3d-7fd92804d262', 'status': 'failed', 'code': 422} returned with failed status Dec 17 16:12:55.405133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: ed52142f-88bb-47ad-be06-f21515f80c65 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:12:55.405717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ed52142f-88bb-47ad-be06-f21515f80c65 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:55.586024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5d5636f0-5784-40da-a848-5fc057769ed3 None None] Provisioning complete for port e00d0d23-bdec-4e53-8592-4e840e4ee59c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:55.586942 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5d5636f0-5784-40da-a848-5fc057769ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:55.695383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3665b-4b87-4d7e-b274-2c3d225ab081 req-784be73e-e290-4bd1-9811-660aeefc906a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:55.703361 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d3665b-4b87-4d7e-b274-2c3d225ab081 req-784be73e-e290-4bd1-9811-660aeefc906a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.1651673 Dec 17 16:12:55.712515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5d5636f0-5784-40da-a848-5fc057769ed3 None None] Port e00d0d23-bdec-4e53-8592-4e840e4ee59c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:12:55.718992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ec52f44d-0c3a-4694-aeb1-a36779408e8a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:55.967795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-504716c2-2ca7-4e6c-a78e-599813f5ac5a None None] Provisioning complete for port ec52f44d-0c3a-4694-aeb1-a36779408e8a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:55.968822 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-504716c2-2ca7-4e6c-a78e-599813f5ac5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:56.043883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ec52f44d-0c3a-4694-aeb1-a36779408e8a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:56.044277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:56.383763 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:56.516399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d3665b-4b87-4d7e-b274-2c3d225ab081 req-411048ee-0f68-49bb-9439-d07be143c6f5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8117404 Dec 17 16:12:56.574105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44024) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:56.618531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736f24e-66d3-44b4-bc56-e8fa1424d2a4 req-5a40800b-c1b0-4794-9a1c-d38bab410a41 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:56.620348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4736f24e-66d3-44b4-bc56-e8fa1424d2a4 req-5a40800b-c1b0-4794-9a1c-d38bab410a41 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 907 time: 0.2943397 Dec 17 16:12:56.671498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:56.789532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ebe34d3a-bb85-4b09-a562-0a83112458f5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/89ff9d16-0dc9-4dd3-b5de-212697f11396 HTTP/1.1" status: 200 len: 994 time: 0.2086813 Dec 17 16:12:56.813393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting port e6371afd-ba73-40a1-9e22-fd581a60a269 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:56.814040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:56.920550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:56.934182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] For port e6371afd-ba73-40a1-9e22-fd581a60a269, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e6371afd-ba73-40a1-9e22-fd581a60a269,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:56.934634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:56.962316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Calling delete_port for e6371afd-ba73-40a1-9e22-fd581a60a269 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:57.081652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:12:57.226282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:57.227448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:12:57.242655 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Sync routers for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:12:57.246985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:57.251583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aa455883-807f-41df-bfc4-47ad7e90d541 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1360221 Dec 17 16:12:57.252353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:57.257973 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:57.261874 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:57.308630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Port': ['ID=e6371afd-ba73-40a1-9e22-fd581a60a269,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:57.473894 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:57.545583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:57.816170 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:12:55Z', 'revision_number': 3, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:57.863789 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Checking router: c0cc3450-8adf-4310-a2e0-278c87f6e8e2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:12:57.864280 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Updating router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 port e00d0d23-bdec-4e53-8592-4e840e4ee59c binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:12:57.890930 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.013916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766f390-c60b-49e2-af41-4227405ca0bc req-48ecc580-3131-4158-a072-e1a9363a5fa4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:58.016357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0766f390-c60b-49e2-af41-4227405ca0bc req-48ecc580-3131-4158-a072-e1a9363a5fa4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 907 time: 0.3071551 Dec 17 16:12:58.053853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router bbed217f-1f77-42da-bebd-2e3e5ca586d6 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:12:58.086901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3685a4a-5cd4-442b-8775-11ddcda98bf0 req-dab846ad-fdec-48ef-9833-ab0751424516 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:58.088742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3685a4a-5cd4-442b-8775-11ddcda98bf0 req-dab846ad-fdec-48ef-9833-ab0751424516 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 907 time: 0.2752123 Dec 17 16:12:58.225870 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.250465 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.255800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:12:58.264077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-645d1a0f-a1b9-4cc0-8e89-11bec0ce93b4 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "PUT /v2.0/routers/bbed217f-1f77-42da-bebd-2e3e5ca586d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0105014 Dec 17 16:12:58.265046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Deleting port 6939594e-4895-49fb-89a6-735b33c1f47c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:58.265415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.266680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44062) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:58.272375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] Sync routers for ids ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:12:58.309618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18097c-a632-4825-8e14-7c1652c2f273 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:12:58.321747 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Attempting to bind port e00d0d23-bdec-4e53-8592-4e840e4ee59c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:12:58.322698 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Attempting to bind port e00d0d23-bdec-4e53-8592-4e840e4ee59c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:12:58.323277 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Attempting to bind port e00d0d23-bdec-4e53-8592-4e840e4ee59c on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:58.323425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] Routers {'bbed217f-1f77-42da-bebd-2e3e5ca586d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:58.326044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:58.351170 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:58.352143 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:12:58.353147 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.354679 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:58.355231 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Bound port: e00d0d23-bdec-4e53-8592-4e840e4ee59c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:12:58.356203 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.409956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting subnet 30f25b4c-b782-4b36-95ae-5c4b2a915d70 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:12:58.416351 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] For port e00d0d23-bdec-4e53-8592-4e840e4ee59c, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:58.419648 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] For port e00d0d23-bdec-4e53-8592-4e840e4ee59c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e00d0d23-bdec-4e53-8592-4e840e4ee59c,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:58.421148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.428573 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.433411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] For port 6939594e-4895-49fb-89a6-735b33c1f47c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=6939594e-4895-49fb-89a6-735b33c1f47c,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:58.434225 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.438062 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7953a-5de2-4ba9-b739-81437c7d9fc8 None None] Pushing event updated for resources: {'Port': ['ID=e00d0d23-bdec-4e53-8592-4e840e4ee59c,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:58.451275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Calling delete_port for 6939594e-4895-49fb-89a6-735b33c1f47c owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:12:58.532148 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:12:58.533192 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:58.533734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02794eb8-1c15-4516-8c95-d7d5244e362f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:12:58.540032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3017f24c-a372-4411-bb4e-69c26a5cdd9b None None] Provisioning complete for port e00d0d23-bdec-4e53-8592-4e840e4ee59c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:58.540405 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3017f24c-a372-4411-bb4e-69c26a5cdd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.547896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.663839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] Set router bbed217f-1f77-42da-bebd-2e3e5ca586d6 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:58.683435 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:12:58.715593 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.740113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.758268 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7953a-5de2-4ba9-b739-81437c7d9fc8 None None] Pushing event updated for resources: {'Port': ['ID=e00d0d23-bdec-4e53-8592-4e840e4ee59c,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:58.889891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.966678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Subnet': ['ID=30f25b4c-b782-4b36-95ae-5c4b2a915d70,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:58.969027 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:58.975122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8009a28c-8f22-4a8b-ba8c-073ee855b25a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/subnets/30f25b4c-b782-4b36-95ae-5c4b2a915d70 HTTP/1.1" status: 204 len: 168 time: 0.7015297 Dec 17 16:12:58.976570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:12:59.022318 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:12:55Z', 'revision_number': 3, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:59.058595 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f5746-eeef-469c-89d4-76af4800492c None None] The sync data for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 is: [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:12:55Z', 'revision_number': 3, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:12:59.060777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd04375-5c78-489b-a590-d6dd07a740f0 None None] Network 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:12:59.105226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3017f24c-a372-4411-bb4e-69c26a5cdd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.231975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.233003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3017f24c-a372-4411-bb4e-69c26a5cdd9b None None] For port e00d0d23-bdec-4e53-8592-4e840e4ee59c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e00d0d23-bdec-4e53-8592-4e840e4ee59c,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:59.244203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3017f24c-a372-4411-bb4e-69c26a5cdd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.262560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1da38fe7-aab4-48c7-94ac-2e8ba254e982 req-308c6c8f-cd46-46aa-9ba8-b34d87b7bf3e tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a4dc5b27-c6e9-4682-b768-fbb27caa6934 HTTP/1.1" status: 200 len: 210 time: 0.0532351 Dec 17 16:12:59.268566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.295353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Allocated IP 172.20.0.1 (0b82c74d-d2ea-495a-b5bd-ec5301e1df9e/523a0be6-bb32-464c-8b58-029044eebf90/6618e92c-fb1d-427f-8887-56c881567cf6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:59.302846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event deleted for resources: {'Port': ['ID=6939594e-4895-49fb-89a6-735b33c1f47c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:59.431969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] No DVR routers for this DVR port 6939594e-4895-49fb-89a6-735b33c1f47c on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:59.442561 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.450665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0766f390-c60b-49e2-af41-4227405ca0bc req-a5b95228-5d25-4322-81a7-cfbdb77570a4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "DELETE /v2.0/ports/6939594e-4895-49fb-89a6-735b33c1f47c HTTP/1.1" status: 204 len: 173 time: 1.4260385 Dec 17 16:12:59.451185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'name': 'network-vif-deleted', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:59.474177 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c2c140-6b69-4677-a210-5a60756d5f35" -d '{"events": [{"server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "name": "network-vif-deleted", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:59.529497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.718231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.758143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting port 49dc344c-2ab8-4648-92b6-f68abb73c15d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:12:59.758649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.837474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.856710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:57Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '49dc344c-2ab8-4648-92b6-f68abb73c15d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:11Z', 'updated_at': '2021-12-17T16:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:59.900539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:59.926597 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2993f2d-6e1f-4789-b223-0d8a59ffe5d8 x-openstack-request-id: req-e2993f2d-6e1f-4789-b223-0d8a59ffe5d8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:59.926894 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc5b27-c6e9-4682-b768-fbb27caa6934", "name": "network-vif-deleted", "tag": "6939594e-4895-49fb-89a6-735b33c1f47c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:59.927197 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2993f2d-6e1f-4789-b223-0d8a59ffe5d8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:59.927565 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc5b27-c6e9-4682-b768-fbb27caa6934', 'name': 'network-vif-deleted', 'tag': '6939594e-4895-49fb-89a6-735b33c1f47c', 'status': 'completed', 'code': 200} Dec 17 16:12:59.928549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:59.935785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:59.936744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] For port 49dc344c-2ab8-4648-92b6-f68abb73c15d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=49dc344c-2ab8-4648-92b6-f68abb73c15d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:59.937848 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:12:59.952810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] Checking router: bbed217f-1f77-42da-bebd-2e3e5ca586d6 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:00.019481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] Routers {'bbed217f-1f77-42da-bebd-2e3e5ca586d6'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:00.020950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:00.025479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Calling delete_port for 49dc344c-2ab8-4648-92b6-f68abb73c15d owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:00.054871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Pushing event updated for resources: {'Port': ['ID=6618e92c-fb1d-427f-8887-56c881567cf6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:00.073671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:00.199052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] Set router bbed217f-1f77-42da-bebd-2e3e5ca586d6 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:00.288786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c2529bec-7562-4789-9e6e-dd55d0274065 None None] Provisioning complete for port e00d0d23-bdec-4e53-8592-4e840e4ee59c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:00.289161 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c2529bec-7562-4789-9e6e-dd55d0274065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:00.337916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 6, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:00.392681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] DHCP port deletion for 55e2aa8b-56ba-4119-b19a-fc5ff43cc879 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:00.398959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b66272-132e-4ba3-93bd-9000d64c17e1 None None] The sync data for ids ['bbed217f-1f77-42da-bebd-2e3e5ca586d6'] in n-d-806683-20 is: [{'id': 'bbed217f-1f77-42da-bebd-2e3e5ca586d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-397742464', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:10Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 6, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:00.556773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017f24c-a372-4411-bb4e-69c26a5cdd9b None None] Pushing event updated for resources: {'Port': ['ID=e00d0d23-bdec-4e53-8592-4e840e4ee59c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:00.560469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:00.626006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] Deleting port 10c6b561-a90c-4ec7-93bf-48df0b55afeb {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:00.626960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:00.660530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:00.748787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Port': ['ID=49dc344c-2ab8-4648-92b6-f68abb73c15d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:00.864512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d4983-48fa-4d78-9461-40a0a3f9b8e4 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:00.892715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-23010361-5d3e-4d7f-959d-05afe5e3f89d None None] Provisioning complete for port 6618e92c-fb1d-427f-8887-56c881567cf6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:00.893242 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-23010361-5d3e-4d7f-959d-05afe5e3f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:00.896502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] For port 10c6b561-a90c-4ec7-93bf-48df0b55afeb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=10c6b561-a90c-4ec7-93bf-48df0b55afeb,segment=NetworkSegment(2e93c107-0244-408c-8625-2a4dd2a6179c),segment_id=2e93c107-0244-408c-8625-2a4dd2a6179c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:00.897006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:00.985188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] Calling delete_port for 10c6b561-a90c-4ec7-93bf-48df0b55afeb owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:01.077609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-23010361-5d3e-4d7f-959d-05afe5e3f89d None None] Port 6618e92c-fb1d-427f-8887-56c881567cf6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:01.145234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.152655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.164569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.209322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.301926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] No DVR routers for this DVR port 10c6b561-a90c-4ec7-93bf-48df0b55afeb on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:01.302981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Pushing event updated for resources: {'Port': ['ID=6618e92c-fb1d-427f-8887-56c881567cf6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:01.318296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831c0ff-0155-441e-9664-52af3c3fb335 None None] Pushing event deleted for resources: {'Port': ['ID=10c6b561-a90c-4ec7-93bf-48df0b55afeb,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:01.347237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.388657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.391920 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.453920 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.454848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Fanout notify agent at l3_agent the message router_deleted on router bbed217f-1f77-42da-bebd-2e3e5ca586d6 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:13:01.464531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.466669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-402afb85-f835-4bf2-a2e7-266513db9fb2 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/routers/bbed217f-1f77-42da-bebd-2e3e5ca586d6 HTTP/1.1" status: 204 len: 168 time: 2.4885955 Dec 17 16:13:01.469516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44194) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:01.517391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:01.520742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:01.622483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8408ba-80f5-4210-b4ee-384555d375e7 req-ed6965e1-d7ef-4e07-a094-797c114af712 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:01.630686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d8408ba-80f5-4210-b4ee-384555d375e7 req-ed6965e1-d7ef-4e07-a094-797c114af712 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 945 time: 0.6355267 Dec 17 16:13:01.682344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.722788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e00d0d23-bdec-4e53-8592-4e840e4ee59c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:01.834313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:01.877409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e00d0d23-bdec-4e53-8592-4e840e4ee59c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:01.881957 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:01.896308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d8408ba-80f5-4210-b4ee-384555d375e7 req-f007cd28-ec4b-49b5-b90e-5baea64a66c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643592 Dec 17 16:13:02.114304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.188928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:02.188928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a02c6a0-04f7-4c77-a8bb-9f97990c9305 admin admin] 10.222.0.54 "PUT /v2.0/routers/c0cc3450-8adf-4310-a2e0-278c87f6e8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9338901 Dec 17 16:13:02.205377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e2aa8b-56ba-4119-b19a-fc5ff43cc879']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:02.208398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5dca392d-dbf4-4c31-825b-efb54e00a602 None None] Provisioning complete for port 6618e92c-fb1d-427f-8887-56c881567cf6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:02.208902 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5dca392d-dbf4-4c31-825b-efb54e00a602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.245682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e93c107-0244-408c-8625-2a4dd2a6179c') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:02.249363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e93c107-0244-408c-8625-2a4dd2a6179c') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:02.256934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5dca392d-dbf4-4c31-825b-efb54e00a602 None None] Port 6618e92c-fb1d-427f-8887-56c881567cf6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:02.277808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.339206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.356354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7d930-661d-4338-85d8-6b95139f2600 req-9bf5da2e-3725-42af-8227-99512a425e6d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:02.357802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:13:02.358216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.360897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-80c7d930-661d-4338-85d8-6b95139f2600 req-9bf5da2e-3725-42af-8227-99512a425e6d tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 945 time: 0.1386988 Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:13:02.367396 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:13:02.403358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e6371afd-ba73-40a1-9e22-fd581a60a269 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:02.472455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e6371afd-ba73-40a1-9e22-fd581a60a269 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:02.473942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e6371afd-ba73-40a1-9e22-fd581a60a269 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:02.483938 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.491257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 10c6b561-a90c-4ec7-93bf-48df0b55afeb no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:02.495534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.508096 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/networks/55e2aa8b-56ba-4119-b19a-fc5ff43cc879 HTTP/1.1" status: 204 len: 168 time: 1.0341623 Dec 17 16:13:02.508731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:02.519625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 10c6b561-a90c-4ec7-93bf-48df0b55afeb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:02.520096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 10c6b561-a90c-4ec7-93bf-48df0b55afeb not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:02.520750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 49dc344c-2ab8-4648-92b6-f68abb73c15d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:02.545730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 49dc344c-2ab8-4648-92b6-f68abb73c15d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:02.546941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 49dc344c-2ab8-4648-92b6-f68abb73c15d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:02.549612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Deleting port 9c34fa35-039c-4a5e-bb17-7391b12d604f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:02.550283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.618539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b353c-d8ac-4e56-99a1-8666e823f849 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Network': ['ID=55e2aa8b-56ba-4119-b19a-fc5ff43cc879,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:02.715519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] For port 9c34fa35-039c-4a5e-bb17-7391b12d604f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=9c34fa35-039c-4a5e-bb17-7391b12d604f,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:02.716484 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.733423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Calling delete_port for 9c34fa35-039c-4a5e-bb17-7391b12d604f owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:02.757053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6939594e-4895-49fb-89a6-735b33c1f47c no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:02.799800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 6939594e-4895-49fb-89a6-735b33c1f47c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:02.803331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 6939594e-4895-49fb-89a6-735b33c1f47c not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:02.865108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting port 3e3024ab-151c-45e0-906b-6ea49b7188d2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:02.865452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.981805 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:02.990395 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Sync routers for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:03.001536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['208a4dba-a85b-48a9-96b1-55a1fd4be7b0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:13:03.010948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['9c34fa35-039c-4a5e-bb17-7391b12d604f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:13:03.014022 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:03.014790 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:03.073324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event deleted for resources: {'Port': ['ID=9c34fa35-039c-4a5e-bb17-7391b12d604f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:03.138400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fd0a7adf-583f-40e2-bfbf-12b39ef31b90 req-73672c69-ccfe-4c2f-9fed-d0ad960c3828 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=32b2070f-7881-4185-9a83-68723a40026f HTTP/1.1" status: 200 len: 210 time: 0.1132727 Dec 17 16:13:03.140610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.141184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.178050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Calling delete_port for 3e3024ab-151c-45e0-906b-6ea49b7188d2 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:03.201581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] No DVR routers for this DVR port 9c34fa35-039c-4a5e-bb17-7391b12d604f on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:03.207873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.216587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-80c7d930-661d-4338-85d8-6b95139f2600 req-f2f70ce2-5d57-4a75-ab02-eb19ca3a99a5 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "DELETE /v2.0/ports/9c34fa35-039c-4a5e-bb17-7391b12d604f HTTP/1.1" status: 204 len: 173 time: 0.8487208 Dec 17 16:13:03.217168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b2070f-7881-4185-9a83-68723a40026f', 'name': 'network-vif-deleted', 'tag': '9c34fa35-039c-4a5e-bb17-7391b12d604f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:03.222466 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31705161-6391-4b9b-992d-0b727dd2af73" -d '{"events": [{"server_uuid": "32b2070f-7881-4185-9a83-68723a40026f", "name": "network-vif-deleted", "tag": "9c34fa35-039c-4a5e-bb17-7391b12d604f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:03.361963 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7355d174-a314-4183-b095-54cd0fa454e2 x-openstack-request-id: req-7355d174-a314-4183-b095-54cd0fa454e2 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:03.362844 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b2070f-7881-4185-9a83-68723a40026f", "name": "network-vif-deleted", "tag": "9c34fa35-039c-4a5e-bb17-7391b12d604f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:03.363231 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7355d174-a314-4183-b095-54cd0fa454e2 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:03.363756 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b2070f-7881-4185-9a83-68723a40026f', 'name': 'network-vif-deleted', 'tag': '9c34fa35-039c-4a5e-bb17-7391b12d604f', 'status': 'completed', 'code': 200} Dec 17 16:13:03.409648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44352) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:03.415456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ea0e0b69-a1a4-4b66-80aa-b3ed3a7c215a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393318902', 'description': 'tempest-description--1368493147'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:03.474845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0b69-a1a4-4b66-80aa-b3ed3a7c215a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.532381 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:03.644482 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0b69-a1a4-4b66-80aa-b3ed3a7c215a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.644971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.649523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0b69-a1a4-4b66-80aa-b3ed3a7c215a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.695355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Port': ['ID=3e3024ab-151c-45e0-906b-6ea49b7188d2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:03.704556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0b69-a1a4-4b66-80aa-b3ed3a7c215a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.715023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ea0e0b69-a1a4-4b66-80aa-b3ed3a7c215a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3040476 Dec 17 16:13:03.725831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44388) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:03.738491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d26a219c-d9aa-4523-8eef-742c22b9e3db tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'security_group_rule': {'security_group_id': '06dcc9b9-6dbe-4f91-bba0-fb86681e970a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:03.757472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e0b69-a1a4-4b66-80aa-b3ed3a7c215a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06dcc9b9-6dbe-4f91-bba0-fb86681e970a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:03.789362 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.789917 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Floating IP e00bb9cd-fb7b-47a9-a5ae-08442e2db463 disassociated (deleted). External IP: 172.25.0.210, port: 1d98cbf0-b162-4a47-a3d0-4f87b72e409c. Dec 17 16:13:03.825586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d26a219c-d9aa-4523-8eef-742c22b9e3db tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.896231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d26a219c-d9aa-4523-8eef-742c22b9e3db tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.901120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d26a219c-d9aa-4523-8eef-742c22b9e3db tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.946895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a219c-d9aa-4523-8eef-742c22b9e3db tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa076a78-4cd5-461d-891b-a69d9731d02e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:03.977193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d26a219c-d9aa-4523-8eef-742c22b9e3db tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:03.979237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d26a219c-d9aa-4523-8eef-742c22b9e3db tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513885 Dec 17 16:13:03.982192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44416) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:03.992761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7e0d4224-33e4-4cb9-bb50-4d6fd6487844 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'security_group_rule': {'security_group_id': '06dcc9b9-6dbe-4f91-bba0-fb86681e970a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:04.020338 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 2, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:04.056444 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Checking router: c0cc3450-8adf-4310-a2e0-278c87f6e8e2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:04.056909 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Updating router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 port 6618e92c-fb1d-427f-8887-56c881567cf6 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:13:04.086230 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4224-33e4-4cb9-bb50-4d6fd6487844 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.120100 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.188000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4224-33e4-4cb9-bb50-4d6fd6487844 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.210974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4224-33e4-4cb9-bb50-4d6fd6487844 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.246092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d4224-33e4-4cb9-bb50-4d6fd6487844 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f4f76d-e72b-413e-a367-1ec805f5e0cf,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:04.254033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4224-33e4-4cb9-bb50-4d6fd6487844 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.255620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e0d4224-33e4-4cb9-bb50-4d6fd6487844 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2725017 Dec 17 16:13:04.258569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44450) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:04.264725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:04.308849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.500677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.613554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router b67015f1-2c99-4699-bdca-473e809ab97c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:04.670446 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.678878 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.728364 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504445c9-d762-470b-8145-a59ab8590159 None None] Pushing event updated for resources: {'Port': ['ID=6618e92c-fb1d-427f-8887-56c881567cf6,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:04.728694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Allocated IP 172.25.0.247 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/f3e9d13e-c2b5-416b-a0d9-64641432bb1d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:04.776852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4835-3b52-4c9a-9faf-8f7e526198ab req-956d11c0-0038-4701-b609-e7694f7ff432 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:04.787056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f3c4835-3b52-4c9a-9faf-8f7e526198ab req-956d11c0-0038-4701-b609-e7694f7ff432 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.1473334 Dec 17 16:13:04.865144 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Attempting to bind port 6618e92c-fb1d-427f-8887-56c881567cf6 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:04.865524 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Attempting to bind port 6618e92c-fb1d-427f-8887-56c881567cf6 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:04.865893 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Attempting to bind port 6618e92c-fb1d-427f-8887-56c881567cf6 on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:04.879641 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:04.880051 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Checking segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:04.880461 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.881141 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Bound using segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:04.881753 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Bound port: 6618e92c-fb1d-427f-8887-56c881567cf6, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:04.882496 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.884823 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.924350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:04.925159 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.932121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:04.938035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] Sync routers for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:04.955143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:04.955861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:04.974527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c95f103c-6586-45e9-9350-797f04f518af tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/floatingips/e00bb9cd-fb7b-47a9-a5ae-08442e2db463 HTTP/1.1" status: 204 len: 168 time: 2.4632242 Dec 17 16:13:05.006654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f3c4835-3b52-4c9a-9faf-8f7e526198ab req-8d9ed749-4e8b-4ebd-ae89-c1a5f46f0bf6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186005 Dec 17 16:13:05.008301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:05.024685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:05.027073 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:05.035495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:05.039124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:05.051443 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] For port 6618e92c-fb1d-427f-8887-56c881567cf6, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:05.074036 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] For port 6618e92c-fb1d-427f-8887-56c881567cf6, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6618e92c-fb1d-427f-8887-56c881567cf6,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:05.079671 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:05.125341 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872acb6a-5d8c-44e0-9ffd-6ddb9737a654 x-openstack-request-id: req-872acb6a-5d8c-44e0-9ffd-6ddb9737a654 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:05.125731 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:05.126889 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-872acb6a-5d8c-44e0-9ffd-6ddb9737a654 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:05.127492 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'status': 'completed', 'code': 200} Dec 17 16:13:05.207294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'Port': ['ID=f3e9d13e-c2b5-416b-a0d9-64641432bb1d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:05.222800 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:05.228320 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:05.302248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ffe7573b-7f45-47d2-b184-7dd9b35a08ff None None] Provisioning complete for port 6618e92c-fb1d-427f-8887-56c881567cf6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:05.302751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ffe7573b-7f45-47d2-b184-7dd9b35a08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:05.318536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-42f20a6a-6a33-4bd7-8cb1-5b235d51f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:05.320472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-42f20a6a-6a33-4bd7-8cb1-5b235d51f785 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0c6b9fee5654624847d117928e76bf1&device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 1137 time: 0.1723666 Dec 17 16:13:05.356981 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504445c9-d762-470b-8145-a59ab8590159 None None] Pushing event updated for resources: {'Port': ['ID=6618e92c-fb1d-427f-8887-56c881567cf6,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:05.395461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:05.505520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:05.546968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299fdbb-0d75-44e4-b8c8-fe95563628fa req-b456412b-ed2c-4b9f-89f4-fb1db4907392 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:05.556878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-a2b19913-e0b1-4940-9833-50e85129b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:05.558669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-a2b19913-e0b1-4940-9833-50e85129b6bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267 HTTP/1.1" status: 200 len: 897 time: 0.2269142 Dec 17 16:13:05.565730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8299fdbb-0d75-44e4-b8c8-fe95563628fa req-b456412b-ed2c-4b9f-89f4-fb1db4907392 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 985 time: 0.1381397 Dec 17 16:13:05.581317 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:05.613793 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:05.658096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-6136daec-dfa1-4b31-9f7e-a2e6d10e9604 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c HTTP/1.1" status: 200 len: 217 time: 0.0834837 Dec 17 16:13:05.757928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-5b3071cb-4908-4646-bc1c-6d93fa6250c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:05.759348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8299fdbb-0d75-44e4-b8c8-fe95563628fa req-8ba024e6-e5fe-4a7c-9199-4fff9ed52b09 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1828618 Dec 17 16:13:05.759732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-5b3071cb-4908-4646-bc1c-6d93fa6250c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bd421469-33f5-40ed-8fc7-30d292db683d HTTP/1.1" status: 200 len: 834 time: 0.0895536 Dec 17 16:13:05.790428 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ffe7573b-7f45-47d2-b184-7dd9b35a08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:05.933636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ffe7573b-7f45-47d2-b184-7dd9b35a08ff None None] For port 6618e92c-fb1d-427f-8887-56c881567cf6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6618e92c-fb1d-427f-8887-56c881567cf6,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:05.960485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ffe7573b-7f45-47d2-b184-7dd9b35a08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:05.984160 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:06.038868 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fee2c-8bd3-4df5-b62a-6112600fe7cc None None] The sync data for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 is: [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:06.140958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:15Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:06.171420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7573b-7f45-47d2-b184-7dd9b35a08ff None None] Pushing event updated for resources: {'Port': ['ID=6618e92c-fb1d-427f-8887-56c881567cf6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:06.176073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] Checking router: b67015f1-2c99-4699-bdca-473e809ab97c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:06.194065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:06.194874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:12:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:06.244864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c3eaea09-eb46-4792-98bf-9bf721f96a02 None None] Provisioning complete for port 6618e92c-fb1d-427f-8887-56c881567cf6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:06.245470 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c3eaea09-eb46-4792-98bf-9bf721f96a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:06.381583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:06.388272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-88c56059-a4d6-41d2-9a1c-b3c1d8d8ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:06.390033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-88c56059-a4d6-41d2-9a1c-b3c1d8d8ea5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d042cfeb-b22c-43be-ab19-ecfcdc3d9267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5999126 Dec 17 16:13:06.467270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-beec8c0c-90c6-4dd8-95d4-d5521dfefb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:06.585522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-247e5ad3-35c3-4631-a5de-7ff91297ce6b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:06.587190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-247e5ad3-35c3-4631-a5de-7ff91297ce6b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.49 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.7391798 Dec 17 16:13:06.612375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea29101-6df5-46ab-9607-6645083d1c1c req-39fecdb0-67fa-4aa3-94fe-119712dd12d4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:06.621275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eea29101-6df5-46ab-9607-6645083d1c1c req-39fecdb0-67fa-4aa3-94fe-119712dd12d4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 946 time: 0.2285368 Dec 17 16:13:06.784432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:15Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:06.811344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:06.829241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e873e6a-bf81-446a-bc41-aa530112496e req-439fa119-65b5-40f5-b835-2af80d97e622 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:06.832241 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:06.832758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e873e6a-bf81-446a-bc41-aa530112496e req-439fa119-65b5-40f5-b835-2af80d97e622 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.47 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 985 time: 0.1396980 Dec 17 16:13:06.841317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-2cf805ed-5066-437b-afee-88737fa39230 service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160366 Dec 17 16:13:06.886996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac69806-c1a0-4f99-b216-e5ccf9c09056 None None] The sync data for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 is: [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:11:05Z', 'revision_number': 4, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8844c06b-4f97-4002-ab01-5f61689f4193', 'name': '', 'network_id': 'd042cfeb-b22c-43be-ab19-ecfcdc3d9267', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'mac_address': 'fa:16:3e:06:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:03Z', 'updated_at': '2021-12-17T16:11:15Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'subnets': [{'id': 'bd421469-33f5-40ed-8fc7-30d292db683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:06.892553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 9c34fa35-039c-4a5e-bb17-7391b12d604f no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:06.938742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 9c34fa35-039c-4a5e-bb17-7391b12d604f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:06.950719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 9c34fa35-039c-4a5e-bb17-7391b12d604f not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:07.035287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eea29101-6df5-46ab-9607-6645083d1c1c req-ee22408d-41fd-4562-a3cc-d7e5b31c0dcb tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=3458ccf5-0415-4495-835f-53c7bbe86b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488243 Dec 17 16:13:07.036270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'Port': ['ID=f3e9d13e-c2b5-416b-a0d9-64641432bb1d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:07.098962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6236-63b3-45f7-b132-4227d070d3b6 req-bd3af1ed-5adc-4df5-9453-da6b23dd486b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:07.109546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa9f6236-63b3-45f7-b132-4227d070d3b6 req-bd3af1ed-5adc-4df5-9453-da6b23dd486b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 985 time: 0.1827710 Dec 17 16:13:07.133090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Deleting port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:07.133448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.171169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:07.171525 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.253284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa9f6236-63b3-45f7-b132-4227d070d3b6 req-33606fae-7058-493f-8f04-126c783c9865 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/security-groups?id=87af1805-3ea2-4fd3-82df-57f27fc3cae3&id=2f4de15a-9d1d-4bda-b433-b0b8516d7170&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1412895 Dec 17 16:13:07.322111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] For port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:07.322493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.324339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] For port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:07.324751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.346997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Calling delete_port for 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:07.355577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Calling delete_port for 1d98cbf0-b162-4a47-a3d0-4f87b72e409c owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:07.395273 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.482364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.493574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-78d2de44-be6f-4da7-b662-b85ac4eb90e1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2239466 Dec 17 16:13:07.494028 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6b5c7-7594-43ab-96db-7e138438483d None None] New status for floating IP e00bb9cd-fb7b-47a9-a5ae-08442e2db463: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:13:07.523251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7da1e4fd-86c4-42b4-9945-90ace4db0e4d req-42035296-588b-438e-90c3-c1974d7f9805 service neutron] 10.222.0.47 "GET /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534760 Dec 17 16:13:07.615118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6618e92c-fb1d-427f-8887-56c881567cf6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:07.707797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.758269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Port': ['ID=1d98cbf0-b162-4a47-a3d0-4f87b72e409c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:07.765752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.769008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6618e92c-fb1d-427f-8887-56c881567cf6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:07.769380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.847523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] No DVR routers for this DVR port 1d98cbf0-b162-4a47-a3d0-4f87b72e409c on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:07.850999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:07.854854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e873e6a-bf81-446a-bc41-aa530112496e req-ca74ce1d-791e-41de-8cec-10d7bf6e85a5 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.47 "DELETE /v2.0/ports/1d98cbf0-b162-4a47-a3d0-4f87b72e409c HTTP/1.1" status: 204 len: 173 time: 1.0017357 Dec 17 16:13:07.855603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'name': 'network-vif-deleted', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:07.856001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event deleted for resources: {'Port': ['ID=208a4dba-a85b-48a9-96b1-55a1fd4be7b0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:07.858186 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f6aac-db51-4e9b-99ed-18a610eac57c" -d '{"events": [{"server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "name": "network-vif-deleted", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:07.962932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-8112553a-cdfe-4de2-9e8c-265f2254ab40 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--393318902&fields=id&tenant_id=7679b3bd5343471aa2c85e341489add3 HTTP/1.1" status: 200 len: 267 time: 0.2564983 Dec 17 16:13:07.982420 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1946b3-3a19-440f-a86f-616d8eb03763 x-openstack-request-id: req-0e1946b3-3a19-440f-a86f-616d8eb03763 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:07.982717 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfc8131-0ef6-4a0e-937b-fd529f2800ac", "name": "network-vif-deleted", "tag": "1d98cbf0-b162-4a47-a3d0-4f87b72e409c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:07.983077 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e1946b3-3a19-440f-a86f-616d8eb03763 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:07.983494 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfc8131-0ef6-4a0e-937b-fd529f2800ac', 'name': 'network-vif-deleted', 'tag': '1d98cbf0-b162-4a47-a3d0-4f87b72e409c', 'status': 'completed', 'code': 200} Dec 17 16:13:07.988888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] No DVR routers for this DVR port 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:08.005103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:08.008819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e24b044-e42e-45f9-9057-55f94f58a2bd req-3a6ba459-c66c-4f5f-8fbe-0235e80160cd tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.49 "DELETE /v2.0/ports/208a4dba-a85b-48a9-96b1-55a1fd4be7b0 HTTP/1.1" status: 204 len: 173 time: 1.3843141 Dec 17 16:13:08.009372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'name': 'network-vif-deleted', 'tag': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:08.024865 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b62ec0-80df-47ab-b046-e7c2d38cf02f" -d '{"events": [{"server_uuid": "90562ba2-e970-45b0-b25f-f79543cbe93a", "name": "network-vif-deleted", "tag": "208a4dba-a85b-48a9-96b1-55a1fd4be7b0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:08.214746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a58d3bf0-50b6-4e4b-b6cc-223f5b5131e7 req-35508465-4301-45c1-b1fd-6a9c6ac484bf tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=90562ba2-e970-45b0-b25f-f79543cbe93a HTTP/1.1" status: 200 len: 210 time: 0.0636897 Dec 17 16:13:08.253873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-9f325282-f632-40d4-9eeb-f6bc635e2892 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:08.255581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-9f325282-f632-40d4-9eeb-f6bc635e2892 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 810 time: 0.2919044 Dec 17 16:13:08.295083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-13525251-0543-4b14-8199-87e94e02b60c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/quotas/7679b3bd5343471aa2c85e341489add3 HTTP/1.1" status: 200 len: 375 time: 0.0246403 Dec 17 16:13:08.386416 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a615bff5-cf26-4b4b-983b-97105b9af964 x-openstack-request-id: req-a615bff5-cf26-4b4b-983b-97105b9af964 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:08.386832 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90562ba2-e970-45b0-b25f-f79543cbe93a", "name": "network-vif-deleted", "tag": "208a4dba-a85b-48a9-96b1-55a1fd4be7b0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:08.387145 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a615bff5-cf26-4b4b-983b-97105b9af964 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:08.388134 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90562ba2-e970-45b0-b25f-f79543cbe93a', 'name': 'network-vif-deleted', 'tag': '208a4dba-a85b-48a9-96b1-55a1fd4be7b0', 'status': 'completed', 'code': 200} Dec 17 16:13:08.439689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-7d3b3026-db8c-4fb9-8e8c-84a51f5f469d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322873 Dec 17 16:13:08.453608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-abb34593-9c68-4569-a70c-53eb224635af req-3129447b-f25f-4f89-beb1-ce4418e46f3b tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "GET /v2.0/ports?device_id=abfc8131-0ef6-4a0e-937b-fd529f2800ac HTTP/1.1" status: 200 len: 210 time: 0.0525954 Dec 17 16:13:08.584245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-62627f0a-4345-4ee6-b93d-ddc417966d5d service neutron] 10.222.0.54 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120770 Dec 17 16:13:08.678378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e78fad3-000e-4d32-b23c-6b756991bd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:08.724100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-ac070ca5-fd2e-47eb-a6df-8018fc3f41d4 service neutron] 10.222.0.54 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321621 Dec 17 16:13:08.956430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6604b1fd-2223-4a23-8e9e-072ccd1b8324 req-56c88ce8-897e-4d5c-9670-d7b64b21cea6 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 210 time: 0.0395029 Dec 17 16:13:09.345907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:09.373911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:09.374690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 208a4dba-a85b-48a9-96b1-55a1fd4be7b0 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:09.553072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:09.654141 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b00a19f-4074-4658-abd5-e5bfdaa5ae57 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.666535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389e7fc-006b-479f-96f9-3da917629acc req-b8540ea0-4b52-4d42-be16-3f877505398b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:09.669203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0389e7fc-006b-479f-96f9-3da917629acc req-b8540ea0-4b52-4d42-be16-3f877505398b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.0629499 Dec 17 16:13:09.708852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b00a19f-4074-4658-abd5-e5bfdaa5ae57 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.731681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0389e7fc-006b-479f-96f9-3da917629acc req-a06780f3-6525-4ab9-9e1c-782735ac6f25 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553887 Dec 17 16:13:09.766228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b00a19f-4074-4658-abd5-e5bfdaa5ae57 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.769291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b00a19f-4074-4658-abd5-e5bfdaa5ae57 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.771178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2b00a19f-4074-4658-abd5-e5bfdaa5ae57 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/security-groups/87af1805-3ea2-4fd3-82df-57f27fc3cae3 HTTP/1.1" status: 204 len: 168 time: 0.2198534 Dec 17 16:13:09.773400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44688) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:09.791748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00a19f-4074-4658-abd5-e5bfdaa5ae57 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87af1805-3ea2-4fd3-82df-57f27fc3cae3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:09.855283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d9fba9a-a639-48e1-b620-992e9fa973c3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.882906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d9fba9a-a639-48e1-b620-992e9fa973c3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.942983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d9fba9a-a639-48e1-b620-992e9fa973c3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.947166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d9fba9a-a639-48e1-b620-992e9fa973c3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:09.954095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44690) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:09.960383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3d9fba9a-a639-48e1-b620-992e9fa973c3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/security-groups/2f4de15a-9d1d-4bda-b433-b0b8516d7170 HTTP/1.1" status: 204 len: 168 time: 0.1857104 Dec 17 16:13:09.982185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:10.002662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fba9a-a639-48e1-b620-992e9fa973c3 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4de15a-9d1d-4bda-b433-b0b8516d7170,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:10.138246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b140f9c-64cb-4cd0-be90-f2e65080f5a8 req-87a255a8-3f0a-475b-a2a7-553a7979bb8f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 210 time: 0.0395291 Dec 17 16:13:10.270765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-1e8d1ae4-a7c8-47fb-9030-8aec58996c16 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:10.272679 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-1e8d1ae4-a7c8-47fb-9030-8aec58996c16 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.49 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 810 time: 0.2172148 Dec 17 16:13:10.373735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-e1aa6fd0-16d8-4bd2-943f-d8d590400837 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7679b3bd5343471aa2c85e341489add3 HTTP/1.1" status: 200 len: 379 time: 0.0891919 Dec 17 16:13:10.386366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'port': {'device_id': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'admin_state_up': True, 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'security_groups': ['06dcc9b9-6dbe-4f91-bba0-fb86681e970a']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:10.508507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:10.580584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Made reservation on behalf of 7679b3bd5343471aa2c85e341489add3 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:10.585279 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:10.746743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Allocated IP 172.20.0.9 (0b82c74d-d2ea-495a-b5bd-ec5301e1df9e/523a0be6-bb32-464c-8b58-029044eebf90/4b56264b-f3d4-4325-b99a-a19acf6a7921) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:10.825212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1d98cbf0-b162-4a47-a3d0-4f87b72e409c no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:10.865497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 1d98cbf0-b162-4a47-a3d0-4f87b72e409c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:10.866888 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 1d98cbf0-b162-4a47-a3d0-4f87b72e409c not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:10.885677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting port 8844c06b-4f97-4002-ab01-5f61689f4193 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:10.886523 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:10.944283 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:10.981387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482d791-fa59-47f3-b64b-83c59a712a9e req-d9c32eef-be3b-4b95-a9cb-6b47ad6d082b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:10.983103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8482d791-fa59-47f3-b64b-83c59a712a9e req-d9c32eef-be3b-4b95-a9cb-6b47ad6d082b tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1643803 Dec 17 16:13:10.989785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:10.997606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] For port 8844c06b-4f97-4002-ab01-5f61689f4193, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8844c06b-4f97-4002-ab01-5f61689f4193,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:10.998011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.014385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Calling delete_port for 8844c06b-4f97-4002-ab01-5f61689f4193 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:11.054846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.105244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8482d791-fa59-47f3-b64b-83c59a712a9e req-ee0366dd-417e-4b08-8b86-81edb07bedc4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093571 Dec 17 16:13:11.132530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:11.134869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:11.136706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'Port': ['ID=4b56264b-f3d4-4325-b99a-a19acf6a7921,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:11.139224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:11.224300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.226334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:11.227024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.258991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-3fbaa96a-997d-4485-b471-35049d511581 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8785131 Dec 17 16:13:11.271892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Request body: {'port': {'device_id': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:11.343096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.368049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.433116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Port': ['ID=8844c06b-4f97-4002-ab01-5f61689f4193,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:11.515384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-99dd52af-e2db-415c-aaf1-752626e05a84 None None] Provisioning complete for port 4b56264b-f3d4-4325-b99a-a19acf6a7921 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:11.516250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99dd52af-e2db-415c-aaf1-752626e05a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.528256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.528749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.529305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.529801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.530188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.530495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.530920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.531343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.531762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.532218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.532637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.533106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.534151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.564272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-bc0b7fed-ee89-4634-bb7e-e7580f421128 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:11.566098 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-bc0b7fed-ee89-4634-bb7e-e7580f421128 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.3811171 Dec 17 16:13:11.597799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-99dd52af-e2db-415c-aaf1-752626e05a84 None None] Port 4b56264b-f3d4-4325-b99a-a19acf6a7921 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:11.606235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5686b-8f5f-404a-9679-e36798b67fa4 req-cc4caa26-2e45-447f-b2c8-dd7db10073ad tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:11.607758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc5686b-8f5f-404a-9679-e36798b67fa4 req-cc4caa26-2e45-447f-b2c8-dd7db10073ad tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 931 time: 0.3084216 Dec 17 16:13:11.746358 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:13:11.749772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b56264b-f3d4-4325-b99a-a19acf6a7921 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:11.769319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.774216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0dc5686b-8f5f-404a-9679-e36798b67fa4 req-7434cb0d-9297-4c48-b40a-5350fae3249c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523564 Dec 17 16:13:11.798224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Transition to ACTIVE for port object 4b56264b-f3d4-4325-b99a-a19acf6a7921 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:13:11.800274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.848295 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.857669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Deleting port b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:11.857986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:11.859580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Pushing event updated for resources: {'Port': ['ID=4b56264b-f3d4-4325-b99a-a19acf6a7921,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:11.894050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.894608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.895052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.895464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.895963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.896306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.896704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.897095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.897472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.897862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.898257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.898626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.899059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:11.992490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Attempting to bind port 4b56264b-f3d4-4325-b99a-a19acf6a7921 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:11.993192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Attempting to bind port 4b56264b-f3d4-4325-b99a-a19acf6a7921 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:11.993763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Attempting to bind port 4b56264b-f3d4-4325-b99a-a19acf6a7921 on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:11.998999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Port 4b56264b-f3d4-4325-b99a-a19acf6a7921 on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:13:11.999441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Attempting to bind port 4b56264b-f3d4-4325-b99a-a19acf6a7921 on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:12.005377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:12.005731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Checking segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:12.006296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Bound using segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:12.006880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Bound port: 4b56264b-f3d4-4325-b99a-a19acf6a7921, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:12.007318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.063747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] For port b17167e8-9959-47b5-a8d8-eca1662bcd9d, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b17167e8-9959-47b5-a8d8-eca1662bcd9d,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:12.064183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.107349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] For port 4b56264b-f3d4-4325-b99a-a19acf6a7921, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:12.113808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] For port 4b56264b-f3d4-4325-b99a-a19acf6a7921, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:12.123404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.148429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.199989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Pushing event updated for resources: {'Port': ['ID=4b56264b-f3d4-4325-b99a-a19acf6a7921,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:12.210775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:12.210775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.212006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-b34279cf-cf79-4e8b-916e-668aa968c329 service neutron] 10.222.0.49 "PUT /v2.0/ports/4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 1092 time: 0.9450698 Dec 17 16:13:12.212452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:12.216701 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5f482-d240-473f-ba37-2b6fbd015249" -d '{"events": [{"name": "network-changed", "server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:12.317002 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe66676-36ed-4356-a477-54cba5cbaad7 x-openstack-request-id: req-5fe66676-36ed-4356-a477-54cba5cbaad7 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:12.317629 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:12.318106 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fe66676-36ed-4356-a477-54cba5cbaad7 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:12.318618 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'status': 'completed', 'code': 200} Dec 17 16:13:12.376059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-bd70dccf-0bd1-4a41-ad3d-dd2ee1382ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:12.378216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-bd70dccf-0bd1-4a41-ad3d-dd2ee1382ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1095 time: 0.1133621 Dec 17 16:13:12.391979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa22aaa-a359-4401-83be-3c399a261185 req-14a57be6-fa46-4b4b-9289-6bf15995968a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:12.400729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-efa22aaa-a359-4401-83be-3c399a261185 req-14a57be6-fa46-4b4b-9289-6bf15995968a tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 945 time: 0.1558425 Dec 17 16:13:12.404546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Router b67015f1-2c99-4699-bdca-473e809ab97c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:12.407237 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.407840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.408515 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Floating IP 4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b disassociated. External IP: 172.25.0.249, port: b17167e8-9959-47b5-a8d8-eca1662bcd9d. Dec 17 16:13:12.409081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Calling delete_port for b17167e8-9959-47b5-a8d8-eca1662bcd9d owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:12.458984 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-eec76a49-432e-4544-953b-38ff58a689b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 217 time: 0.0491388 Dec 17 16:13:12.564680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-efa22aaa-a359-4401-83be-3c399a261185 req-93f89a76-0def-47c2-9b0d-24e7661169b2 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a678076-6375-4af6-ab56-8dd5406b938d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620789 Dec 17 16:13:12.572636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-dab607e1-04d4-4f0b-857d-9777a2578d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:12.574544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-dab607e1-04d4-4f0b-857d-9777a2578d3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.1076465 Dec 17 16:13:12.648841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-63e93056-e84b-4568-a881-a1eedcf32885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:12.650537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-63e93056-e84b-4568-a881-a1eedcf32885 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688400 Dec 17 16:13:12.688664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:12.700651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6f99312b-d5b4-4d1a-b402-c75189ff9daa tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "PUT /v2.0/routers/b67015f1-2c99-4699-bdca-473e809ab97c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441080 Dec 17 16:13:12.707745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] Sync routers for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:12.715574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44724) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:12.734790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:12.735897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:12.782073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-bf3e4a50-ef96-4660-88a8-dbe243c15272 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242509 Dec 17 16:13:12.814091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting subnet bd421469-33f5-40ed-8fc7-30d292db683d {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:13:12.819037 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.872292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:12.963969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:12.985423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c36ae7a9-9c79-4498-a57a-bd2b3a0859f1 req-f87d95f5-1574-4dcc-9bdb-86ab6fcc7835 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830037 Dec 17 16:13:13.122634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-116aa53c-1b62-4630-ad31-8633cb9cc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:13.124277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-116aa53c-1b62-4630-ad31-8633cb9cc5a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1095 time: 0.0758724 Dec 17 16:13:13.127094 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:13.130663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:13.242413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:13:11Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:13.263346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event deleted for resources: {'Port': ['ID=b17167e8-9959-47b5-a8d8-eca1662bcd9d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:13.275587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] Checking router: b67015f1-2c99-4699-bdca-473e809ab97c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:13.285568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-9b8a36f0-34d6-4404-a8f2-736a6d665349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:13.285871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] Routers {'b67015f1-2c99-4699-bdca-473e809ab97c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:13.286494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b67015f1-2c99-4699-bdca-473e809ab97c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:13.292411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-9b8a36f0-34d6-4404-a8f2-736a6d665349 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.1610701 Dec 17 16:13:13.354784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-88d9a355-1eac-42da-b4cf-42b3b92174b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 217 time: 0.0546565 Dec 17 16:13:13.435523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-c2d10200-9e4c-4112-b018-4696a0f52f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:13.437459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-c2d10200-9e4c-4112-b018-4696a0f52f93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.0749149 Dec 17 16:13:13.526331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-19912d45-1f3f-4f97-b9a8-75ad4e037fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:13.528292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-19912d45-1f3f-4f97-b9a8-75ad4e037fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794740 Dec 17 16:13:13.658205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] Set router b67015f1-2c99-4699-bdca-473e809ab97c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:13.678740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-f7b80ab7-17ce-49d2-b6fe-ba1f63330777 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423218 Dec 17 16:13:13.761938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f62324c4-cc79-4f26-b309-de17131496f6 req-b6dd05d4-793b-4f25-900b-0146885ebc38 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 210 time: 0.0677221 Dec 17 16:13:13.813015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662cc3b-cef2-4e85-8f86-5d45b15cc22d req-149162a7-5933-4714-bdd1-65e2d32fbfa9 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:13.814027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7d5f482-d240-473f-ba37-2b6fbd015249 req-5fc0831b-7d47-4e53-817a-19e1b31d1f9f service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277447 Dec 17 16:13:13.821879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5662cc3b-cef2-4e85-8f86-5d45b15cc22d req-149162a7-5933-4714-bdd1-65e2d32fbfa9 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 943 time: 0.8625720 Dec 17 16:13:13.893196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5662cc3b-cef2-4e85-8f86-5d45b15cc22d req-c8c2b6a1-0300-42b5-800f-63d754a2915f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700421 Dec 17 16:13:13.903274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:13.904387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:13:11Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:13.908169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Router 3027a506-86e6-47d9-b324-4df8c6ada8dc has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:13.934478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070bc8d-b602-49df-967d-980ef7c9a4ba None None] The sync data for ids ['b67015f1-2c99-4699-bdca-473e809ab97c'] in n-d-806683-20 is: [{'id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1235982431', 'tenant_id': 'd0c6b9fee5654624847d117928e76bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:57Z', 'updated_at': '2021-12-17T16:13:11Z', 'revision_number': 5, 'project_id': 'd0c6b9fee5654624847d117928e76bf1', 'gw_port': {'id': '987642c0-2769-4fe4-97b7-24a3ff8adb9e', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67015f1-2c99-4699-bdca-473e809ab97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:13.951431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:13.955069 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/subnets/bd421469-33f5-40ed-8fc7-30d292db683d HTTP/1.1" status: 204 len: 168 time: 1.2382467 Dec 17 16:13:13.958894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44750) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:13.961928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fdd88-79d6-4889-9f15-4ba15f0594fe None None] Network d042cfeb-b22c-43be-ab19-ecfcdc3d9267 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:13.963796 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7b85b-745e-4723-a1e1-650aa6b6024a tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Subnet': ['ID=bd421469-33f5-40ed-8fc7-30d292db683d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:14.145641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:14.150010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.157306 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] Sync routers for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:14.175605 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:14.176289 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:14.213234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] No DVR routers for this DVR port b17167e8-9959-47b5-a8d8-eca1662bcd9d on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:14.224432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.229712 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0a5e214-c1a2-423b-b929-78f1f59b456b req-f1292bd9-3c78-4c7b-ab65-5989d322e6c3 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.47 "DELETE /v2.0/ports/b17167e8-9959-47b5-a8d8-eca1662bcd9d HTTP/1.1" status: 204 len: 173 time: 2.6163828 Dec 17 16:13:14.230184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-deleted', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:14.232591 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897ae64f-027d-43f8-b508-2f4fba22baf9" -d '{"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-deleted", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:14.297550 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d79d27e-b0db-4818-a694-4cac07543364 x-openstack-request-id: req-7d79d27e-b0db-4818-a694-4cac07543364 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:14.297946 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88eb09c-57ca-4489-a8e1-e4e723d63d59", "name": "network-vif-deleted", "tag": "b17167e8-9959-47b5-a8d8-eca1662bcd9d", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:14.298283 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d79d27e-b0db-4818-a694-4cac07543364 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:14.298981 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eb09c-57ca-4489-a8e1-e4e723d63d59', 'name': 'network-vif-deleted', 'tag': 'b17167e8-9959-47b5-a8d8-eca1662bcd9d', 'status': 'completed', 'code': 200} Dec 17 16:13:14.320305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] DHCP port deletion for d042cfeb-b22c-43be-ab19-ecfcdc3d9267 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:14.396904 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.419636 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:14.437368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] Deleting port 99f186c3-7f2d-48e4-8e93-74ca80733c51 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:14.437763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.528660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Deleting port 987642c0-2769-4fe4-97b7-24a3ff8adb9e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:14.529712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.599595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] For port 99f186c3-7f2d-48e4-8e93-74ca80733c51, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=99f186c3-7f2d-48e4-8e93-74ca80733c51,segment=NetworkSegment(3bd53dd9-c802-4a61-a72e-a0a84d123fc1),segment_id=3bd53dd9-c802-4a61-a72e-a0a84d123fc1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:14.601700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.636346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] Calling delete_port for 99f186c3-7f2d-48e4-8e93-74ca80733c51 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:14.693812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] For port 987642c0-2769-4fe4-97b7-24a3ff8adb9e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=987642c0-2769-4fe4-97b7-24a3ff8adb9e,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:14.694197 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.722863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Calling delete_port for 987642c0-2769-4fe4-97b7-24a3ff8adb9e owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:14.781626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:14.830591 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:18Z', 'revision_number': 5, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:14.876983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:14.881737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] No DVR routers for this DVR port 99f186c3-7f2d-48e4-8e93-74ca80733c51 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:14.887781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514cb33-4f01-45fe-8d93-ac6d25e56302 None None] Pushing event deleted for resources: {'Port': ['ID=99f186c3-7f2d-48e4-8e93-74ca80733c51,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:14.923606 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] Checking router: 3027a506-86e6-47d9-b324-4df8c6ada8dc for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:14.935590 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:14.936582 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:14.970148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: b17167e8-9959-47b5-a8d8-eca1662bcd9d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:14.971039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b17167e8-9959-47b5-a8d8-eca1662bcd9d not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:15.011799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb03945-ae8c-4644-9050-86e7373ea398 req-396e0176-4c80-457a-99aa-79312c75dbe6 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/ports?device_id=a88eb09c-57ca-4489-a8e1-e4e723d63d59 HTTP/1.1" status: 200 len: 210 time: 0.0658944 Dec 17 16:13:15.172881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:15.221223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497265d1-dc50-4661-b339-0d95076d5424 req-5d74ec95-9892-46e8-b589-9da004b25e7e tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:15.221825 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:15.223004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Port': ['ID=987642c0-2769-4fe4-97b7-24a3ff8adb9e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:15.223843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-497265d1-dc50-4661-b339-0d95076d5424 req-5d74ec95-9892-46e8-b589-9da004b25e7e tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 943 time: 0.0995233 Dec 17 16:13:15.253497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453865a-1587-4511-a8b0-01db03851e98 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:15.362346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4b56264b-f3d4-4325-b99a-a19acf6a7921 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:13:15.388516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-497265d1-dc50-4661-b339-0d95076d5424 req-50eda688-9203-455e-a7d2-637274753e61 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569693 Dec 17 16:13:15.443481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:15.614839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:15.620829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:15.738619 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:18Z', 'revision_number': 5, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:15.741764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4b56264b-f3d4-4325-b99a-a19acf6a7921, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:15.773403 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8be2f2-7111-402b-8b6c-8ae05cb14f62 None None] The sync data for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 is: [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:04:07Z', 'revision_number': 4, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '12474056-bb94-4e1b-aad8-fe8015e6ff87', 'name': '', 'network_id': '5ac9149d-52f1-4b6a-a276-f13b97a5b4e6', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'mac_address': 'fa:16:3e:36:41:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'c3f907df-d728-467a-895b-317e272d4265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:06Z', 'updated_at': '2021-12-17T16:04:18Z', 'revision_number': 5, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'subnets': [{'id': 'c3f907df-d728-467a-895b-317e272d4265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:15.781190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'port_id': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'mac_address': 'fa:16:3e:74:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:13:15.786448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8844c06b-4f97-4002-ab01-5f61689f4193 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:15.822997 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8844c06b-4f97-4002-ab01-5f61689f4193 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:15.823599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8844c06b-4f97-4002-ab01-5f61689f4193 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:15.824265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 99f186c3-7f2d-48e4-8e93-74ca80733c51 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:15.865088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:15.866443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 99f186c3-7f2d-48e4-8e93-74ca80733c51 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:15.867041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 99f186c3-7f2d-48e4-8e93-74ca80733c51 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:15.937806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:15.956082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b56264b-f3d4-4325-b99a-a19acf6a7921 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:15.994779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4b56264b-f3d4-4325-b99a-a19acf6a7921, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:16.005308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.124366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4b56264b-f3d4-4325-b99a-a19acf6a7921,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:16.153149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 44968) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:16.170089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.170627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Fanout notify agent at l3_agent the message router_deleted on router b67015f1-2c99-4699-bdca-473e809ab97c {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:13:16.201309 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.204277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bffb8780-9a40-4241-bcb6-2d938f0d0a56 tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/routers/b67015f1-2c99-4699-bdca-473e809ab97c HTTP/1.1" status: 204 len: 168 time: 2.2443454 Dec 17 16:13:16.207075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 44974) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:16.237877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['4b56264b-f3d4-4325-b99a-a19acf6a7921'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:13:16.296718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f43b11f-c6bd-4adc-97df-3f31b5a85ac4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.338068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.377422 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f43b11f-c6bd-4adc-97df-3f31b5a85ac4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.471267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f5dbe-5ff9-4fba-88cf-48b373675723 None None] New status for floating IP 4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:13:16.535509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f43b11f-c6bd-4adc-97df-3f31b5a85ac4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.538459 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f43b11f-c6bd-4adc-97df-3f31b5a85ac4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.543300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6f43b11f-c6bd-4adc-97df-3f31b5a85ac4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "DELETE /v2.0/security-groups/8a678076-6375-4af6-ab56-8dd5406b938d HTTP/1.1" status: 204 len: 168 time: 0.3878956 Dec 17 16:13:16.544378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45010) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:16.581005 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-16a6710e-fa56-42c7-9e88-937f3505f093 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] show failed (client error): The resource could not be found. Dec 17 16:13:16.583389 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.585442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-16a6710e-fa56-42c7-9e88-937f3505f093 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "GET /v2.0/security-groups/8a678076-6375-4af6-ab56-8dd5406b938d HTTP/1.1" status: 404 len: 347 time: 0.0361364 Dec 17 16:13:16.586080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:16.598781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43b11f-c6bd-4adc-97df-3f31b5a85ac4 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a678076-6375-4af6-ab56-8dd5406b938d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:16.762204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d042cfeb-b22c-43be-ab19-ecfcdc3d9267']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:16.782331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd53dd9-c802-4a61-a72e-a0a84d123fc1') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:16.782754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd53dd9-c802-4a61-a72e-a0a84d123fc1') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:16.802853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658575e2-f8ec-46ef-8e6f-b08c241deeb1 req-debc3820-bdc3-4389-b903-3c0a47f7f510 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:16.811412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-658575e2-f8ec-46ef-8e6f-b08c241deeb1 req-debc3820-bdc3-4389-b903-3c0a47f7f510 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 944 time: 0.2240007 Dec 17 16:13:16.831477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.863503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Deleting port 1a604c43-53d5-483c-89f6-1cd82e5c4b6e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:16.864326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.867514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.929681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:13:16.930084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:13:16.943599 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:13:16.977073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-658575e2-f8ec-46ef-8e6f-b08c241deeb1 req-5f9ef6da-a8c7-4c87-b602-0435ec63214e tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639550 Dec 17 16:13:16.981005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.981512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:16.996708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Calling delete_port for 1a604c43-53d5-483c-89f6-1cd82e5c4b6e owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:17.054524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.080865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.085328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] 10.222.0.54 "DELETE /v2.0/networks/d042cfeb-b22c-43be-ab19-ecfcdc3d9267 HTTP/1.1" status: 204 len: 168 time: 0.8766253 Dec 17 16:13:17.123477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b44e-fef5-4c8e-b2fa-ac9daeeaf33c tempest-TestSecurityGroupsBasicOps-770614397 tempest-TestSecurityGroupsBasicOps-770614397-project] Pushing event deleted for resources: {'Network': ['ID=d042cfeb-b22c-43be-ab19-ecfcdc3d9267,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:17.171930 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.249737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Pushing event deleted for resources: {'Port': ['ID=1a604c43-53d5-483c-89f6-1cd82e5c4b6e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:17.320437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.323302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.326657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a55b6900-2f25-4d8e-8ac3-e1da139e4a91 tempest-ServerActionsTestJSON-1250697437 tempest-ServerActionsTestJSON-1250697437-project] 10.222.0.54 "DELETE /v2.0/floatingips/4b9a8f83-51e6-4bd3-91e1-70fcf6dbb95b HTTP/1.1" status: 204 len: 168 time: 0.7325928 Dec 17 16:13:17.327553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45100) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:17.377375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4b56264b-f3d4-4325-b99a-a19acf6a7921 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:17.475764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 987642c0-2769-4fe4-97b7-24a3ff8adb9e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:17.572521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 987642c0-2769-4fe4-97b7-24a3ff8adb9e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:17.573107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 987642c0-2769-4fe4-97b7-24a3ff8adb9e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:17.579466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 4b56264b-f3d4-4325-b99a-a19acf6a7921 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:13:17.595480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 4b56264b-f3d4-4325-b99a-a19acf6a7921 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:17.596205 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.645614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45134) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:17.769752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.809899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4b56264b-f3d4-4325-b99a-a19acf6a7921, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:17.811233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:17.821353 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3312479-b8e8-42c2-8d70-3f410a8be941" -d '{"events": [{"server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "name": "network-vif-plugged", "status": "completed", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:17.825450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:17.880694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4b56264b-f3d4-4325-b99a-a19acf6a7921,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:17.889281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.889909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.890492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.891006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.891533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.892484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.893135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.893670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.894226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.894899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.895495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.895952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.896463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:17.923582 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf38bb5-a587-460d-b2cb-b9d58d692730 x-openstack-request-id: req-dcf38bb5-a587-460d-b2cb-b9d58d692730 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:17.923916 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "name": "network-vif-plugged", "status": "completed", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:17.924103 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcf38bb5-a587-460d-b2cb-b9d58d692730 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:17.924513 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'code': 200} Dec 17 16:13:17.966933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a52d0b8e-6588-4c19-9b7c-0d63798449f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0c6b9fee5654624847d117928e76bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194826 Dec 17 16:13:17.969569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45172) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:18.147784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-553fedf0-5191-45e9-b049-437d91b5c70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:18.162903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688e6a3-42da-4538-9dd8-65b9c94df14a req-44b749b5-7fa3-45fc-b3d4-35ecfa28c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:18.165702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e688e6a3-42da-4538-9dd8-65b9c94df14a req-44b749b5-7fa3-45fc-b3d4-35ecfa28c966 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1097 time: 0.1708789 Dec 17 16:13:18.219419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-553fedf0-5191-45e9-b049-437d91b5c70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:18.251354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e688e6a3-42da-4538-9dd8-65b9c94df14a req-4ad7c11b-30cd-413c-ba43-b18cf1691bee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772200 Dec 17 16:13:18.262132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596ceeb-fa35-48e4-aa4b-09776bd9cd81 req-e917ae08-477a-4460-b305-de29c6fcf35f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:18.264030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b596ceeb-fa35-48e4-aa4b-09776bd9cd81 req-e917ae08-477a-4460-b305-de29c6fcf35f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1119015 Dec 17 16:13:18.307255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-553fedf0-5191-45e9-b049-437d91b5c70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:18.310686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-553fedf0-5191-45e9-b049-437d91b5c70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:18.312155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-553fedf0-5191-45e9-b049-437d91b5c70c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d9846f8-ff41-48ba-b3ff-c67e3ca929d6 HTTP/1.1" status: 204 len: 168 time: 0.3408506 Dec 17 16:13:18.329943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fedf0-5191-45e9-b049-437d91b5c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9846f8-ff41-48ba-b3ff-c67e3ca929d6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:18.408986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b596ceeb-fa35-48e4-aa4b-09776bd9cd81 req-88a8fef8-6b04-4fb9-926c-062bf96d78a4 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154747 Dec 17 16:13:18.580683 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:18.860396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45254) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:18.889091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbf6081b-f6ea-4268-9a97-5d33f1926e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:18.987693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Deleting port 12474056-bb94-4e1b-aad8-fe8015e6ff87 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:18.988266 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.047711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbf6081b-f6ea-4268-9a97-5d33f1926e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.053285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbf6081b-f6ea-4268-9a97-5d33f1926e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.085624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fbf6081b-f6ea-4268-9a97-5d33f1926e88 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04837e6122164a23938cca65dc942700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244060 Dec 17 16:13:19.091052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45256) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:19.118127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] For port 12474056-bb94-4e1b-aad8-fe8015e6ff87, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=12474056-bb94-4e1b-aad8-fe8015e6ff87,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:19.118764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.121343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6081b-f6ea-4268-9a97-5d33f1926e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6809b363-1d16-4405-9619-c575f8d1d02a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:19.153091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Calling delete_port for 12474056-bb94-4e1b-aad8-fe8015e6ff87 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:19.168377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7813e19d-4985-4c92-9862-b6ebc5548afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.210031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7813e19d-4985-4c92-9862-b6ebc5548afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.282260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7813e19d-4985-4c92-9862-b6ebc5548afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.286555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7813e19d-4985-4c92-9862-b6ebc5548afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.289686 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7813e19d-4985-4c92-9862-b6ebc5548afd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6809b363-1d16-4405-9619-c575f8d1d02a HTTP/1.1" status: 204 len: 168 time: 0.1974328 Dec 17 16:13:19.306244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e19d-4985-4c92-9862-b6ebc5548afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6809b363-1d16-4405-9619-c575f8d1d02a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:19.431797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:19.578126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12474056-bb94-4e1b-aad8-fe8015e6ff87,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:19.752446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6eae-72eb-43f3-8f3e-d3fecc312c19 req-8019932f-ed20-462a-984b-24db8607054a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:19.768207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e14d6eae-72eb-43f3-8f3e-d3fecc312c19 req-8019932f-ed20-462a-984b-24db8607054a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1377411 Dec 17 16:13:19.931854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e14d6eae-72eb-43f3-8f3e-d3fecc312c19 req-611356fc-ac8e-4758-9364-8e46e77af795 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503382 Dec 17 16:13:20.051805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:20.091243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45278) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:20.199612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a7f98ff-9173-441d-a4ef-a3c24dc591c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c45ebf254dc7409db0749b0990041477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1065536 Dec 17 16:13:20.202045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45280) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:20.345479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a899036a-371e-48a4-b1ef-58a08778d639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:20.422408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a899036a-371e-48a4-b1ef-58a08778d639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:20.470576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Router 3027a506-86e6-47d9-b324-4df8c6ada8dc has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:20.543761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a899036a-371e-48a4-b1ef-58a08778d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:20.546818 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a899036a-371e-48a4-b1ef-58a08778d639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:20.548104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a899036a-371e-48a4-b1ef-58a08778d639 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb66e592-4f76-42b9-b3b5-3256278f11ae HTTP/1.1" status: 204 len: 168 time: 0.3445270 Dec 17 16:13:20.603799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899036a-371e-48a4-b1ef-58a08778d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb66e592-4f76-42b9-b3b5-3256278f11ae,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:20.650398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:20.662550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45292) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:20.662722 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] Sync routers for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:20.671208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2d1a1e3-b68f-41bd-a3c0-c0123eb6c6c1 admin admin] 10.222.0.54 "PUT /v2.0/routers/3027a506-86e6-47d9-b324-4df8c6ada8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3424606 Dec 17 16:13:20.687722 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:20.691275 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:20.837407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:20.858403 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:21.037129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:21.127288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Deleting port 6a519b26-36b7-4373-8db3-3e11fb15df85 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:21.129078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:21.129619 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:13:19Z', 'revision_number': 5, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port': {'id': '6a519b26-36b7-4373-8db3-3e11fb15df85', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:04:01Z', 'updated_at': '2021-12-17T16:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:21.158253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b6019-0b57-4746-9165-ef8133308e0c req-1c03c6a3-fda5-4f08-b6f4-5ed437ce7d12 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:21.161145 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a94b6019-0b57-4746-9165-ef8133308e0c req-1c03c6a3-fda5-4f08-b6f4-5ed437ce7d12 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1311536 Dec 17 16:13:21.207299 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] Checking router: 3027a506-86e6-47d9-b324-4df8c6ada8dc for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:21.230067 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] Routers {'3027a506-86e6-47d9-b324-4df8c6ada8dc'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:21.232560 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3027a506-86e6-47d9-b324-4df8c6ada8dc'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:21.300685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a94b6019-0b57-4746-9165-ef8133308e0c req-43593b8b-933f-49ea-b27f-c34c59adfb13 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297538 Dec 17 16:13:21.327231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] For port 6a519b26-36b7-4373-8db3-3e11fb15df85, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6a519b26-36b7-4373-8db3-3e11fb15df85,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:21.327609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:21.386369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Calling delete_port for 6a519b26-36b7-4373-8db3-3e11fb15df85 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:21.429244 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] Set router 3027a506-86e6-47d9-b324-4df8c6ada8dc gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:21.579962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5321e83-96ae-4bc1-9bf0-107179c96435 req-e8fef4b2-6482-4af7-97f2-a59ed9c3cc82 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:21.581545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5321e83-96ae-4bc1-9bf0-107179c96435 req-e8fef4b2-6482-4af7-97f2-a59ed9c3cc82 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1277325 Dec 17 16:13:21.595664 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:13:21Z', 'revision_number': 6, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:21.601349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45318) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:21.615091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'floatingip': {'port_id': '4b56264b-f3d4-4325-b99a-a19acf6a7921'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:21.638326 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24bec8-d986-4c6d-b993-a0549fab958e None None] The sync data for ids ['3027a506-86e6-47d9-b324-4df8c6ada8dc'] in n-d-806683-20 is: [{'id': '3027a506-86e6-47d9-b324-4df8c6ada8dc', 'name': 'tempest-ServerActionsTestJSON-1569153696-router', 'tenant_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:04:00Z', 'updated_at': '2021-12-17T16:13:21Z', 'revision_number': 6, 'project_id': 'e8137db8f38747f9b7eb9fd19cc3dbcf', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:21.703252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:21.710527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:21.740503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a519b26-36b7-4373-8db3-3e11fb15df85,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:21.752551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc16831-d454-45ce-bb11-a8142da1d236 req-729ee7d0-fdcc-4f19-be40-3971e74c6039 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:21.755415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdc16831-d454-45ce-bb11-a8142da1d236 req-729ee7d0-fdcc-4f19-be40-3971e74c6039 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1098 time: 0.2401190 Dec 17 16:13:21.770877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b415c-8bf4-4312-96e3-879b101bb2b7 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:21.905062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdc16831-d454-45ce-bb11-a8142da1d236 req-ecb4b275-5953-4b30-902b-be14122aac45 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348400 Dec 17 16:13:21.943857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45326) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:21.948322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.154573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.158653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.245831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:22.252450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.253424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3027a506-86e6-47d9-b324-4df8c6ada8dc {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:13:22.263280 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.265229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-20e80703-f0be-4949-89bb-15f31e2c55d2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3027a506-86e6-47d9-b324-4df8c6ada8dc HTTP/1.1" status: 204 len: 168 time: 1.6006019 Dec 17 16:13:22.268172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45340) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:22.352153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] Deleting subnet c3f907df-d728-467a-895b-317e272d4265 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:13:22.358517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.475422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1886713174-network', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:22.480733 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.688276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.742205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Made reservation on behalf of 2cb45eb4d0e1440c8022622be1642306 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:22.744786 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.766398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.792450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f907df-d728-467a-895b-317e272d4265,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:22.803356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.804627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.811027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c361365-9cf3-49a8-b9b6-016245181c37 None None] Network 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:22.811540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-81eaffd2-a80b-4d58-95d1-c0ffc25c2274 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c3f907df-d728-467a-895b-317e272d4265 HTTP/1.1" status: 204 len: 168 time: 0.5397205 Dec 17 16:13:22.812205 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:22.898122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.905078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 8d10bff7-3bd5-4140-8ab1-2c850878b540 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:22.905420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:22.982138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Deleting port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:22.982489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.067601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] For port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,segment=NetworkSegment(a365a971-9b84-47f4-912a-34011cfe854b),segment_id=a365a971-9b84-47f4-912a-34011cfe854b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:23.068199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.098246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Calling delete_port for 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:23.101624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.102132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.114447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:13:23.181060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] DHCP port deletion for 5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:23.213121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 8d10bff7-3bd5-4140-8ab1-2c850878b540 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:23.220016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.237919 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.246942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.265459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.274212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] Deleting port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:23.274721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.290259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:23.299313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.304637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] No DVR routers for this DVR port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:23.362310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] For port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:23.362981 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.399745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] Calling delete_port for 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:23.403497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] Port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:13:23.405817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.456273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] No DVR routers for this DVR port 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:23.458752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d191f-39a3-4377-a398-a7a080f7c3a2 None None] Pushing event deleted for resources: {'Port': ['ID=3bbecce7-6fe7-4c68-9cd3-f7dcff225659,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:23.489848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6a519b26-36b7-4373-8db3-3e11fb15df85 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:23.493553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.521012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6a519b26-36b7-4373-8db3-3e11fb15df85 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:23.522959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6a519b26-36b7-4373-8db3-3e11fb15df85 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:23.523622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:23.541527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac9149d-52f1-4b6a-a276-f13b97a5b4e6']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:23.564018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:23.565057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3bbecce7-6fe7-4c68-9cd3-f7dcff225659 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:23.565165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a365a971-9b84-47f4-912a-34011cfe854b') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:23.565490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 12474056-bb94-4e1b-aad8-fe8015e6ff87 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:23.565593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a365a971-9b84-47f4-912a-34011cfe854b') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:23.599386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 12474056-bb94-4e1b-aad8-fe8015e6ff87 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:23.600403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 12474056-bb94-4e1b-aad8-fe8015e6ff87 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:23.605882 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.627028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.634192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:13:23.635171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:13:23.637069 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:13:23.708399 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.716411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.720154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5ac9149d-52f1-4b6a-a276-f13b97a5b4e6 HTTP/1.1" status: 204 len: 168 time: 0.9068558 Dec 17 16:13:23.771463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a450cce-91af-4f7b-979a-1991264047a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac9149d-52f1-4b6a-a276-f13b97a5b4e6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:23.851402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c4e08-e795-497c-995c-b39c9f78c15c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:23.854167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:13:23.878630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.878979 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Added segment 1dfe96de-4379-403c-bb59-9f07cc60940a of type vlan for network e39d2a68-e20a-4171-b6ff-5556864dae0b Dec 17 16:13:23.923347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:23.941334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:23.946586 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Floating IP ddc013e8-bd54-4510-ab76-d9e0032bfcc6 associated. External IP: 172.25.0.247, port: 4b56264b-f3d4-4325-b99a-a19acf6a7921. Dec 17 16:13:23.973540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-23307432-4ef9-4435-9874-71d934bd1960 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8137db8f38747f9b7eb9fd19cc3dbcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485373 Dec 17 16:13:23.976013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45384) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:24.042328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c9628f-7b22-4a0a-be1e-e24bfec18246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.078469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.079521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:24.080910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.090423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c9628f-7b22-4a0a-be1e-e24bfec18246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.151838 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c9628f-7b22-4a0a-be1e-e24bfec18246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.156242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c9628f-7b22-4a0a-be1e-e24bfec18246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.173192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-97c9628f-7b22-4a0a-be1e-e24bfec18246 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3458ccf5-0415-4495-835f-53c7bbe86b69 HTTP/1.1" status: 204 len: 168 time: 0.1797826 Dec 17 16:13:24.190446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9628f-7b22-4a0a-be1e-e24bfec18246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3458ccf5-0415-4495-835f-53c7bbe86b69,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:24.194260 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9469018 Dec 17 16:13:24.203630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45392) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:24.210322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb96bf9-5f76-4a4a-a933-5e5788f2a1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e39d2a68-e20a-4171-b6ff-5556864dae0b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:24.227398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e39d2a68-e20a-4171-b6ff-5556864dae0b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:13:24.229800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Request body: {'subnet': {'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1886713174-subnet', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:24.270404 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.294396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Made reservation on behalf of 2cb45eb4d0e1440c8022622be1642306 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:24.305688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.347885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=8d10bff7-3bd5-4140-8ab1-2c850878b540,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:24.421106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:24.434559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.434896 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP 89ff9d16-0dc9-4dd3-b5de-212697f11396 disassociated (deleted). External IP: 172.25.0.164, port: 2bb63d5e-d8c3-423a-a06f-066591e70f12. Dec 17 16:13:24.661093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:24.665692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.666290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.674882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] Sync routers for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:24.694281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:24.697730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:24.740660 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d5000b53-82c5-46a4-8afd-e8ee2b90cdd5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "PUT /v2.0/floatingips/ddc013e8-bd54-4510-ab76-d9e0032bfcc6 HTTP/1.1" status: 200 len: 991 time: 3.1356614 Dec 17 16:13:24.742708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:24.755666 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c691c91e-b191-4e9c-be45-275eae6f9ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:24.756334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Checking segment: {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:24.756837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Network hostable DHCP agents. Network: e39d2a68-e20a-4171-b6ff-5556864dae0b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:13:24.790089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11fa507-8ac2-4b42-b603-a82f300bd435,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:24.828733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Network e39d2a68-e20a-4171-b6ff-5556864dae0b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:13:24.849145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e39d2a68-e20a-4171-b6ff-5556864dae0b) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:24.850368 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c94230e-153c-49fa-a630-be6d3aeba78c x-openstack-request-id: req-2c94230e-153c-49fa-a630-be6d3aeba78c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:24.850649 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:24.850908 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c94230e-153c-49fa-a630-be6d3aeba78c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:24.855624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:24.856331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:24.857269 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'status': 'completed', 'code': 200} Dec 17 16:13:24.882991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb0c06a1-2ccd-4989-a067-710ca1369a77 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:24.945352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:24.967342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c5b93f1-bda5-4299-9592-4f4fe8fa8a97 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7595046 Dec 17 16:13:24.967573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45416) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:24.971966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:24.996824 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775814f4-4ae2-48e9-b6e8-98bfdb6d247a None None] Network e39d2a68-e20a-4171-b6ff-5556864dae0b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:25.047641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:25.056775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:25.057665 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] Sync routers for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:25.075420 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:25.077304 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:25.083668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-1495eb97-5ff0-4ef7-9afc-e7336a2dae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:25.087781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-1495eb97-5ff0-4ef7-9afc-e7336a2dae8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1097 time: 0.2144196 Dec 17 16:13:25.124910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8247f3c6-4a41-4144-bcbf-0441ca499e89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/floatingips/89ff9d16-0dc9-4dd3-b5de-212697f11396 HTTP/1.1" status: 204 len: 168 time: 3.1785331 Dec 17 16:13:25.166319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:25.172011 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:25.259852 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:25.396244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:25.508108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-ff166600-ae3c-4d91-8a54-f7d26f0f8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:25.513527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-ff166600-ae3c-4d91-8a54-f7d26f0f8ee0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.4144664 Dec 17 16:13:25.522574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e39d2a68-e20a-4171-b6ff-5556864dae0b', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:13:25.523803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:25.672053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45440) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:25.765359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b12fe-098c-4403-b811-eeaaf8a56f3e req-c2e8168b-2942-4c10-be37-a39163bd2acf tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:25.773775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea0b12fe-098c-4403-b811-eeaaf8a56f3e req-c2e8168b-2942-4c10-be37-a39163bd2acf tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.2334049 Dec 17 16:13:25.790603 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:14Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:25.867412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-26ee9115-6ec5-4a65-a068-fda4c20be639 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 999 time: 0.2362671 Dec 17 16:13:25.910052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Allocated IP 172.20.0.2 (e39d2a68-e20a-4171-b6ff-5556864dae0b/c11fa507-8ac2-4b42-b603-a82f300bd435/e34d7420-559b-47d8-a701-4fd33f35fef6) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:25.913290 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea0b12fe-098c-4403-b811-eeaaf8a56f3e req-74ea1564-1c6e-4613-b9d3-b7c3cf1d5d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326642 Dec 17 16:13:25.948760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1454683551-network', 'tenant_id': '25e699dd28c948babdeb41905b3903b4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:26.012173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Made reservation on behalf of 25e699dd28c948babdeb41905b3903b4 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:26.015234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.044233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.059713 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.065682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-851b3e6f-7896-40d2-915b-a56d15fd089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:26.067834 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-851b3e6f-7896-40d2-915b-a56d15fd089a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.1320176 Dec 17 16:13:26.151954 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] Checking router: cb0c06a1-2ccd-4989-a067-710ca1369a77 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:26.169836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.172709 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:26.174175 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:26.176655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ddc013e8-bd54-4510-ab76-d9e0032bfcc6', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'port_id': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'mac_address': 'fa:16:3e:74:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:13:05Z', 'updated_at': '2021-12-17T16:13:22Z', 'revision_number': 1, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:26.182883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-62779a15-b9d8-47b0-ae34-c4415926aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:26.184434 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-62779a15-b9d8-47b0-ae34-c4415926aa83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044962 Dec 17 16:13:26.217054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] Checking router: c0cc3450-8adf-4310-a2e0-278c87f6e8e2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:26.232237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:26.233285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:26.236722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.259952 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.265989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.302397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:13:26.338637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-f3bd7e85-d6be-43ee-acc3-9420124917df service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460330 Dec 17 16:13:26.371098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.373994 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Added segment 51af8c24-6d02-4cb0-acaf-a332edbe1018 of type vlan for network 69409164-af54-4381-af3e-4ca918e71771 Dec 17 16:13:26.437472 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:26.475004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c573202-764d-440e-a0f4-9ec790ec70f3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:26.516043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.570583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.572915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:26.573601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.589350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.620713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.682244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c691c91e-b191-4e9c-be45-275eae6f9ff1 req-14ac5cca-9b83-4ce3-8838-b83d03ba069d service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294683 Dec 17 16:13:26.739297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0635200 Dec 17 16:13:26.742022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45458) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:26.754608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Request body: {'subnet': {'network_id': '69409164-af54-4381-af3e-4ca918e71771', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1454683551-subnet', 'tenant_id': '25e699dd28c948babdeb41905b3903b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:26.763155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:26.792231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc8801-cbf4-4b07-93d1-fc947dd93e7a admin admin] Pushing event updated for resources: {'Network': ['ID=69409164-af54-4381-af3e-4ca918e71771,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:26.816207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Made reservation on behalf of 25e699dd28c948babdeb41905b3903b4 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:26.819132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:26.865550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-9c55743c-5a1a-4b3f-8d24-21561a8e1099 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:26.867101 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-9c55743c-5a1a-4b3f-8d24-21561a8e1099 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.0848658 Dec 17 16:13:26.881670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Allocated IP 172.25.0.155 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/730a7161-28d5-43fd-8dd2-2922df63afea) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:26.906425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:26.910030 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990b4c48-d833-4974-8b2a-c0b01485ed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:27.027690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 69409164-af54-4381-af3e-4ca918e71771 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:13:27.038620 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:14Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:27.060704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Network e39d2a68-e20a-4171-b6ff-5556864dae0b is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:27.094119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:27.097609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:27.100583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 2bb63d5e-d8c3-423a-a06f-066591e70f12 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:27.100990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:27.101650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Pushing event updated for resources: {'Port': ['ID=e34d7420-559b-47d8-a701-4fd33f35fef6,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:27.137774 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8abb6-17b7-4c64-af11-eb2ddc2d8d7d None None] The sync data for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 is: [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:11:06Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'befe3399-9f26-413a-84ae-4c28c1aaf9e6', 'name': '', 'network_id': '93ea2e4c-a870-4d26-bee7-6066794a0df1', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:83:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:11:04Z', 'updated_at': '2021-12-17T16:11:14Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '3aacc29e-e2dc-4a38-904a-b54e508e5a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:27.306006 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:27.391610 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e6e431-6104-46f1-8710-00e6fe8595dd x-openstack-request-id: req-67e6e431-6104-46f1-8710-00e6fe8595dd {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:27.392429 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:27.401807 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67e6e431-6104-46f1-8710-00e6fe8595dd {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:27.402894 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'status': 'completed', 'code': 200} Dec 17 16:13:27.411366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Attempting to bind port e34d7420-559b-47d8-a701-4fd33f35fef6 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:27.411736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Attempting to bind port e34d7420-559b-47d8-a701-4fd33f35fef6 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:27.412187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Attempting to bind port e34d7420-559b-47d8-a701-4fd33f35fef6 on network e39d2a68-e20a-4171-b6ff-5556864dae0b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:27.444202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:27.444579 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Checking segment: {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:27.444979 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:27.445519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Bound using segment: {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:27.446013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Bound port: e34d7420-559b-47d8-a701-4fd33f35fef6, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:27.446385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:27.503326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8d884-083b-4280-8007-5220cebbf19d req-94f377e6-71a3-4cc4-863b-c362b171bac2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:27.521251 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50e8d884-083b-4280-8007-5220cebbf19d req-94f377e6-71a3-4cc4-863b-c362b171bac2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 946 time: 0.2258720 Dec 17 16:13:27.555912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fff4fd4-11ba-4e9f-9abc-53700c92fbe2,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:27.587166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] For port e34d7420-559b-47d8-a701-4fd33f35fef6, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:27.593512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] For port e34d7420-559b-47d8-a701-4fd33f35fef6, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e34d7420-559b-47d8-a701-4fd33f35fef6,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:27.623228 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:27.687452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Checking segment: {'id': '51af8c24-6d02-4cb0-acaf-a332edbe1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69409164-af54-4381-af3e-4ca918e71771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:27.687853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Network hostable DHCP agents. Network: 69409164-af54-4381-af3e-4ca918e71771, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:13:27.706363 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-50e8d884-083b-4280-8007-5220cebbf19d req-41270c22-77d6-440e-bcab-3491fdb66736 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837735 Dec 17 16:13:27.747845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Network 69409164-af54-4381-af3e-4ca918e71771 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:13:27.768311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 69409164-af54-4381-af3e-4ca918e71771) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:27.776859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:27.777469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:27.796546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2544a788-f963-4b3a-8e83-d770fc9b5d83 None None] New status for floating IP 89ff9d16-0dc9-4dd3-b5de-212697f11396: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:13:27.802360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f58c2-e5f5-4d1f-be38-692a8f9aaa84 None None] Network 69409164-af54-4381-af3e-4ca918e71771 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:27.808831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417f2ec-68ad-44f1-bdc5-6abc487088b7 None None] Pushing event updated for resources: {'Port': ['ID=e34d7420-559b-47d8-a701-4fd33f35fef6,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:27.836159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1a820391-6bd6-4971-a183-81188813a6d7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0822020 Dec 17 16:13:27.984077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ddc013e8-bd54-4510-ab76-d9e0032bfcc6', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'port_id': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'mac_address': 'fa:16:3e:74:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:13:05Z', 'updated_at': '2021-12-17T16:13:22Z', 'revision_number': 1, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:28.039173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ddefc9-a0a5-460a-b514-5f02d6b5bef1 None None] The sync data for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 is: [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ddc013e8-bd54-4510-ab76-d9e0032bfcc6', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'port_id': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'mac_address': 'fa:16:3e:74:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:13:05Z', 'updated_at': '2021-12-17T16:13:22Z', 'revision_number': 1, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:28.186275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedddc18-2ffd-4c2b-9f0e-ce09191d1faa None None] Network 69409164-af54-4381-af3e-4ca918e71771 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:28.369635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 2bb63d5e-d8c3-423a-a06f-066591e70f12, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:28.370211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:28.380537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1118-5bea-4d6d-9235-17f07b66b6a0 req-df7dd879-08c9-4479-9c33-e6f19a3331f4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:28.394434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5ee1118-5bea-4d6d-9235-17f07b66b6a0 req-df7dd879-08c9-4479-9c33-e6f19a3331f4 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.1352968 Dec 17 16:13:28.409498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 2bb63d5e-d8c3-423a-a06f-066591e70f12 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:28.505647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e5ee1118-5bea-4d6d-9235-17f07b66b6a0 req-f1a0441b-c597-484e-9679-8f0fe1a37bed tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101649 Dec 17 16:13:28.566565 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88f341-f9f9-4c82-ad8a-3c7531b61137 None None] New status for floating IP ddc013e8-bd54-4510-ab76-d9e0032bfcc6: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:13:28.685818 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:28.816853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-f4192343-b466-4e07-82ba-de87d2530745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:28.818478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-f4192343-b466-4e07-82ba-de87d2530745 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 1098 time: 0.2539568 Dec 17 16:13:28.975914 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:28.984942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:29.053307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=2bb63d5e-d8c3-423a-a06f-066591e70f12,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:29.105057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:29.142646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69811-644f-4f4d-8c8a-c87202fd8c42 req-38970f56-36f0-4a09-a62f-e076b01be530 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:29.146780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19b69811-644f-4f4d-8c8a-c87202fd8c42 req-38970f56-36f0-4a09-a62f-e076b01be530 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=939a2eef-d871-4273-aefb-4981fea030df HTTP/1.1" status: 200 len: 867 time: 0.2701383 Dec 17 16:13:29.179315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:29.195636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:29.217940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f35d71-ca3b-4436-a5a0-3628ceb0db4d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:29.280315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] No DVR routers for this DVR port 2bb63d5e-d8c3-423a-a06f-066591e70f12 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:29.283387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:29.287200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b5daa89-b9fb-4114-bb58-372dafc7c407 req-acbe9f8b-3184-4af7-9ed9-6e2f21e0365b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "DELETE /v2.0/ports/2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 204 len: 173 time: 2.4124265 Dec 17 16:13:29.299625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-deleted', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:29.315254 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b39f7d-0035-4c64-97b3-e91ef0d700fa" -d '{"events": [{"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-deleted", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:29.324582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-cb2fbfb7-a005-41af-b0f0-44267efd880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:29.326915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-cb2fbfb7-a005-41af-b0f0-44267efd880c service neutron] 10.222.0.49 "GET /v2.0/networks?id=93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 200 len: 898 time: 0.4970653 Dec 17 16:13:29.385797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fefa6d4f-c409-49f0-b82b-0ac850725090 None None] Provisioning complete for port 730a7161-28d5-43fd-8dd2-2922df63afea triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:29.386170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fefa6d4f-c409-49f0-b82b-0ac850725090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:29.388851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-904e1cec-a0c4-46db-b9c5-3e28ec19f89c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bb63d5e-d8c3-423a-a06f-066591e70f12 HTTP/1.1" status: 200 len: 217 time: 0.0544090 Dec 17 16:13:29.393660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=730a7161-28d5-43fd-8dd2-2922df63afea,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:29.504473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fefa6d4f-c409-49f0-b82b-0ac850725090 None None] Port 730a7161-28d5-43fd-8dd2-2922df63afea cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:29.550916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79dfcc3-3486-4da2-8ae7-46b42a87b5fb None None] Network e39d2a68-e20a-4171-b6ff-5556864dae0b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:29.701639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-ba979332-dd98-4c81-ade1-840e8b6e2a0e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:29.704802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-ba979332-dd98-4c81-ade1-840e8b6e2a0e tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.47 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.1345220 Dec 17 16:13:29.721817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e34d7420-559b-47d8-a701-4fd33f35fef6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:29.784008 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa05fef-a588-4c2f-9e05-75fe11f069f7 x-openstack-request-id: req-5aa05fef-a588-4c2f-9e05-75fe11f069f7 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:29.784313 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939a2eef-d871-4273-aefb-4981fea030df", "name": "network-vif-deleted", "tag": "2bb63d5e-d8c3-423a-a06f-066591e70f12", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:29.784586 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5aa05fef-a588-4c2f-9e05-75fe11f069f7 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:29.784996 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939a2eef-d871-4273-aefb-4981fea030df', 'name': 'network-vif-deleted', 'tag': '2bb63d5e-d8c3-423a-a06f-066591e70f12', 'status': 'completed', 'code': 200} Dec 17 16:13:29.839877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19b69811-644f-4f4d-8c8a-c87202fd8c42 req-672d9da2-c7d0-4986-b705-999f5b167af4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=93a71d72-0e23-4eed-8252-b30ef02e221b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6751676 Dec 17 16:13:29.839877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-c18bc368-ceb4-4a5f-bec0-62ac47b71673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:29.857871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-c18bc368-ceb4-4a5f-bec0-62ac47b71673 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 200 len: 834 time: 0.4567969 Dec 17 16:13:29.915529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b792b5a8-18bd-455a-bd8f-ea5a8238dc07 None None] Provisioning complete for port e34d7420-559b-47d8-a701-4fd33f35fef6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:29.916226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b792b5a8-18bd-455a-bd8f-ea5a8238dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:29.940642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Deleting port 418019ab-8810-474b-98d6-a28a1954b4bf {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:29.941777 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.067099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-a480f4e1-1797-4919-a645-1f7875303641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:30.068831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-a480f4e1-1797-4919-a645-1f7875303641 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=93ea2e4c-a870-4d26-bee7-6066794a0df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997468 Dec 17 16:13:30.113750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] For port 418019ab-8810-474b-98d6-a28a1954b4bf, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=418019ab-8810-474b-98d6-a28a1954b4bf,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:30.114122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.165365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b792b5a8-18bd-455a-bd8f-ea5a8238dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.181902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc53517-744e-4da3-997a-d59d9fc714dc req-7594679c-2815-4d7c-af8c-9b4cfbd2b30f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:30.190692 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6cc53517-744e-4da3-997a-d59d9fc714dc req-7594679c-2815-4d7c-af8c-9b4cfbd2b30f tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 947 time: 0.2147334 Dec 17 16:13:30.230241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e34d7420-559b-47d8-a701-4fd33f35fef6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:30.230688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.265493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.328372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b792b5a8-18bd-455a-bd8f-ea5a8238dc07 None None] For port e34d7420-559b-47d8-a701-4fd33f35fef6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e34d7420-559b-47d8-a701-4fd33f35fef6,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:30.354353 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b792b5a8-18bd-455a-bd8f-ea5a8238dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.505029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.506136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.507418 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Floating IP 7995ef7a-ced1-4eb8-9896-92c0ccd0bd69 disassociated. External IP: 172.25.0.69, port: 418019ab-8810-474b-98d6-a28a1954b4bf. Dec 17 16:13:30.508020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Calling delete_port for 418019ab-8810-474b-98d6-a28a1954b4bf owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:30.541268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6cc53517-744e-4da3-997a-d59d9fc714dc req-fe12dc0e-791a-454d-add1-1cd862e28ce0 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce08aee4-d50d-4ea9-aae6-b6694540368f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495712 Dec 17 16:13:30.597931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792b5a8-18bd-455a-bd8f-ea5a8238dc07 None None] Pushing event updated for resources: {'Port': ['ID=e34d7420-559b-47d8-a701-4fd33f35fef6,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:30.616764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-d961f9ef-85ba-4394-a5e2-e5f88af0fd69 service neutron] 10.222.0.49 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369279 Dec 17 16:13:30.688255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-552b880e-4c1d-4bbe-a0ee-677d2acf2582 None None] Provisioning complete for port e34d7420-559b-47d8-a701-4fd33f35fef6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:30.688967 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-552b880e-4c1d-4bbe-a0ee-677d2acf2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.890528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45586) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:30.905319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990b4c48-d833-4974-8b2a-c0b01485ed6a req-ce2c723e-aa27-49b3-ab5a-abe35f7533b8 service neutron] 10.222.0.49 "GET /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752833 Dec 17 16:13:30.934552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:30.944554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:31.000791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event deleted for resources: {'Port': ['ID=418019ab-8810-474b-98d6-a28a1954b4bf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:31.036993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-46f13b1f-3efd-4f3c-be72-d2e2ad323667 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:31.038600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-46f13b1f-3efd-4f3c-be72-d2e2ad323667 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/networks?id=69409164-af54-4381-af3e-4ca918e71771 HTTP/1.1" status: 200 len: 810 time: 0.3440607 Dec 17 16:13:31.107802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Router d43cfe47-9b21-478c-aca5-f52334b35899 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:13:31.145579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-388154d7-5473-4953-98ad-46f1be7af9e5 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/quotas/25e699dd28c948babdeb41905b3903b4 HTTP/1.1" status: 200 len: 375 time: 0.0624127 Dec 17 16:13:31.212984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-a8ff6566-a3fa-47b1-8788-4eb895708eba tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=25e699dd28c948babdeb41905b3903b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560739 Dec 17 16:13:31.250704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:31.261668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Sync routers for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:31.281853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:31.282881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:31.284346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:31.289802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-877f1fcf-14fe-447a-9993-607c9d23e6a4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3211908 Dec 17 16:13:31.291393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45592) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:31.386177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:31.485123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:31.546327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:31.557644 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-b7a38ade-2797-417a-aa86-84ca0e2cecdc service neutron] 10.222.0.54 "GET /v2.0/networks/69409164-af54-4381-af3e-4ca918e71771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907405 Dec 17 16:13:31.575297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 2bb63d5e-d8c3-423a-a06f-066591e70f12 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:31.575649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 2bb63d5e-d8c3-423a-a06f-066591e70f12 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:31.687299 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e34d7420-559b-47d8-a701-4fd33f35fef6 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:31.802882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e34d7420-559b-47d8-a701-4fd33f35fef6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:31.803393 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:31.882273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6dfdcb-bc14-4fea-8375-8f89d571eefa req-f59bc05c-4e6f-45ed-9a5a-a3f9ae978d79 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 210 time: 0.1444304 Dec 17 16:13:31.978615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:29Z', 'revision_number': 3, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:32.165908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.210607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Checking router: d43cfe47-9b21-478c-aca5-f52334b35899 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:32.211107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Updating router d43cfe47-9b21-478c-aca5-f52334b35899 port 730a7161-28d5-43fd-8dd2-2922df63afea binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:13:32.268908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.372791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:32.384468 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] Sync routers for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:32.405391 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:32.408837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Allocated IP 172.20.0.1 (e39d2a68-e20a-4171-b6ff-5556864dae0b/c11fa507-8ac2-4b42-b603-a82f300bd435/bafdb11c-488a-4eed-92ae-da33abb05988) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:32.417726 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-5615afde-cfc4-465e-97b7-59849fb6cf3f service neutron] 10.222.0.54 "GET /v2.0/networks/69409164-af54-4381-af3e-4ca918e71771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8406146 Dec 17 16:13:32.420247 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:32.504865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] No DVR routers for this DVR port 418019ab-8810-474b-98d6-a28a1954b4bf on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:32.516412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.524594 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d37972cd-4b84-4cef-acae-7aefa05852fd req-dc552b67-61e9-4eea-9c16-355062b987c1 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.47 "DELETE /v2.0/ports/418019ab-8810-474b-98d6-a28a1954b4bf HTTP/1.1" status: 204 len: 173 time: 2.8042345 Dec 17 16:13:32.529425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-deleted', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:32.534594 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662a97c2-3191-4d48-b5bb-47e5a33dda4b" -d '{"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-deleted", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:32.660023 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.688845 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d20fe-6e32-4fee-be58-4ae10f58dd6e x-openstack-request-id: req-2f4d20fe-6e32-4fee-be58-4ae10f58dd6e {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:32.689989 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053bee7b-14a3-4dbc-8cb6-094f9a1dc528", "name": "network-vif-deleted", "tag": "418019ab-8810-474b-98d6-a28a1954b4bf", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:32.690265 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f4d20fe-6e32-4fee-be58-4ae10f58dd6e {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:32.690704 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053bee7b-14a3-4dbc-8cb6-094f9a1dc528', 'name': 'network-vif-deleted', 'tag': '418019ab-8810-474b-98d6-a28a1954b4bf', 'status': 'completed', 'code': 200} Dec 17 16:13:32.761982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:32.769329 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.790105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.837972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Network e39d2a68-e20a-4171-b6ff-5556864dae0b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:32.849740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:32.853100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.855276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:32.895048 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:32.908492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Pushing event updated for resources: {'Port': ['ID=bafdb11c-488a-4eed-92ae-da33abb05988,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:32.935348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.103593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6bfc87-bbdb-4a4b-a6cf-21384f19e2f0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:33.116171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cd86a-8eb0-4265-b254-6694688b673a None None] Pushing event updated for resources: {'Port': ['ID=730a7161-28d5-43fd-8dd2-2922df63afea,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:33.138628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f83bcb00-7c91-483b-8bbb-e735d694a97b req-e6dd5884-1080-4f7a-837a-352779c5b9f8 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 210 time: 0.0995727 Dec 17 16:13:33.177978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Attempting to bind port 730a7161-28d5-43fd-8dd2-2922df63afea on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:33.183086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Attempting to bind port 730a7161-28d5-43fd-8dd2-2922df63afea by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:33.183459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Attempting to bind port 730a7161-28d5-43fd-8dd2-2922df63afea on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:33.207908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:33.208296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:33.208704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.209095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:33.210939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Bound port: 730a7161-28d5-43fd-8dd2-2922df63afea, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:33.211952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.350229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4d28a1ca-ee95-4cdf-ae0e-769b315015bf None None] Provisioning complete for port 730a7161-28d5-43fd-8dd2-2922df63afea triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:33.351998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d28a1ca-ee95-4cdf-ae0e-769b315015bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.413716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c452d30b-bde7-49ea-9bb9-54e9ce796714 req-e27b5b8a-b0f9-4e28-82c2-5fe8148ed0c8 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/ports?device_id=053bee7b-14a3-4dbc-8cb6-094f9a1dc528 HTTP/1.1" status: 200 len: 210 time: 0.1727796 Dec 17 16:13:33.452427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.473222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] For port 730a7161-28d5-43fd-8dd2-2922df63afea, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:33.477813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] For port 730a7161-28d5-43fd-8dd2-2922df63afea, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=730a7161-28d5-43fd-8dd2-2922df63afea,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:33.480722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4d28a1ca-ee95-4cdf-ae0e-769b315015bf None None] Port 730a7161-28d5-43fd-8dd2-2922df63afea cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:33.491076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.558044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:33.562504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d351054d-cbb7-40eb-9678-c0ddb38cc7a3 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:33.566306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cd86a-8eb0-4265-b254-6694688b673a None None] Pushing event updated for resources: {'Port': ['ID=730a7161-28d5-43fd-8dd2-2922df63afea,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:33.578134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:33.578899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:33.615482 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] Checking router: 1848f1cb-774b-4d3d-99e3-3acac89e7c94 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:33.629705 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:33.630872 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:33.669713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f2bdd5f2-d417-4646-ad36-4c697024c9c8 None None] Provisioning complete for port bafdb11c-488a-4eed-92ae-da33abb05988 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:33.669713 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2bdd5f2-d417-4646-ad36-4c697024c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.711249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port befe3399-9f26-413a-84ae-4c28c1aaf9e6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:33.711600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.800548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:33.842215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f2bdd5f2-d417-4646-ad36-4c697024c9c8 None None] Port bafdb11c-488a-4eed-92ae-da33abb05988 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:33.881444 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:33.881723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.889627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.924337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port befe3399-9f26-413a-84ae-4c28c1aaf9e6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=befe3399-9f26-413a-84ae-4c28c1aaf9e6,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:33.924967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:33.942308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for befe3399-9f26-413a-84ae-4c28c1aaf9e6 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:34.109798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8df404c0-ef01-499b-81ce-d80d68132357 None None] Provisioning complete for port 730a7161-28d5-43fd-8dd2-2922df63afea triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:34.110397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8df404c0-ef01-499b-81ce-d80d68132357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:34.209578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:34.246757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=befe3399-9f26-413a-84ae-4c28c1aaf9e6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:34.331626 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:34.373089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8df404c0-ef01-499b-81ce-d80d68132357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:34.401780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8df404c0-ef01-499b-81ce-d80d68132357 None None] For port 730a7161-28d5-43fd-8dd2-2922df63afea, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=730a7161-28d5-43fd-8dd2-2922df63afea,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:34.404625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:32Z', 'revision_number': 1, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:34.432183 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2dc02-91c7-4cd5-830e-f9c4b940baa2 None None] The sync data for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 is: [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:04:01Z', 'revision_number': 4, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c70dea36-e27d-4358-8ffd-e7469de89c25', 'name': '', 'network_id': 'fc7830b5-2bef-411a-b710-37f2550d4832', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'mac_address': 'fa:16:3e:b5:28:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:59Z', 'updated_at': '2021-12-17T16:04:11Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'subnets': [{'id': '4230a02f-b081-49bf-aeef-d721722d0f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:34.470129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8df404c0-ef01-499b-81ce-d80d68132357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:34.609054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:34.648979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df404c0-ef01-499b-81ce-d80d68132357 None None] Pushing event updated for resources: {'Port': ['ID=730a7161-28d5-43fd-8dd2-2922df63afea,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:34.659359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2f21d-59d0-468f-b0fe-2ae53a5dc5d3 None None] The sync data for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 is: [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:32Z', 'revision_number': 1, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:34.687606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d2481d3-aaeb-49f4-b83e-0f36bd4d097f req-abf24418-da13-4270-9258-c345aa2b16f7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 210 time: 0.0913606 Dec 17 16:13:34.741245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45662) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:34.809302 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:34.836624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Pushing event updated for resources: {'Port': ['ID=bafdb11c-488a-4eed-92ae-da33abb05988,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:34.911914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:34.953585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 418019ab-8810-474b-98d6-a28a1954b4bf {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:34.953930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 418019ab-8810-474b-98d6-a28a1954b4bf not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:35.050286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Network e39d2a68-e20a-4171-b6ff-5556864dae0b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:35.052460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:35.068396 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eac4a4e0-e7ee-484a-85b1-18b8347e676a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:35.099592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eac4a4e0-e7ee-484a-85b1-18b8347e676a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:35.172281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bd7de-5dd4-4006-a45a-968d86b56e43 None None] New status for floating IP 7995ef7a-ced1-4eb8-9896-92c0ccd0bd69: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:13:35.197276 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eac4a4e0-e7ee-484a-85b1-18b8347e676a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:35.200225 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eac4a4e0-e7ee-484a-85b1-18b8347e676a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:35.205348 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eac4a4e0-e7ee-484a-85b1-18b8347e676a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "DELETE /v2.0/security-groups/ce08aee4-d50d-4ea9-aae6-b6694540368f HTTP/1.1" status: 204 len: 168 time: 0.4613988 Dec 17 16:13:35.205735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45670) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:35.243572 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-3c513d1b-fb73-4683-9f21-6f2930bc7c00 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] show failed (client error): The resource could not be found. Dec 17 16:13:35.248553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3c513d1b-fb73-4683-9f21-6f2930bc7c00 tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "GET /v2.0/security-groups/ce08aee4-d50d-4ea9-aae6-b6694540368f HTTP/1.1" status: 404 len: 347 time: 0.0286186 Dec 17 16:13:35.255786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45672) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:35.284368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4a4e0-e7ee-484a-85b1-18b8347e676a tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce08aee4-d50d-4ea9-aae6-b6694540368f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:35.339866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Router d43cfe47-9b21-478c-aca5-f52334b35899 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:35.601729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-db9e3344-793f-4936-91a2-e534f68f6182 None None] Provisioning complete for port bafdb11c-488a-4eed-92ae-da33abb05988 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:35.602203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-db9e3344-793f-4936-91a2-e534f68f6182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:35.648977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-49c7fa03-1812-4df1-9dfe-e3609fb5d6d5 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:35.653077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-49c7fa03-1812-4df1-9dfe-e3609fb5d6d5 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.47 "GET /v2.0/networks?id=69409164-af54-4381-af3e-4ca918e71771 HTTP/1.1" status: 200 len: 810 time: 0.8658597 Dec 17 16:13:35.674642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-db9e3344-793f-4936-91a2-e534f68f6182 None None] Port bafdb11c-488a-4eed-92ae-da33abb05988 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:35.692126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Request body: {'port': {'device_id': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'network_id': '69409164-af54-4381-af3e-4ca918e71771', 'admin_state_up': True, 'tenant_id': '25e699dd28c948babdeb41905b3903b4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:35.709956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:35.726664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-832a1528-21f9-4f19-ab37-552114d4058c admin admin] 10.222.0.54 "PUT /v2.0/routers/d43cfe47-9b21-478c-aca5-f52334b35899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4343760 Dec 17 16:13:35.869733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b373677a-0792-4ef7-b8f9-29d0ca61a192 req-250590cf-8513-45c7-90b3-8c22c94c177b tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 210 time: 0.0799274 Dec 17 16:13:35.957529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb0c06a1-2ccd-4989-a067-710ca1369a77 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:36.232355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:36.242336 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] Sync routers for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:36.259706 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:36.265469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45708) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:36.265884 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:36.270198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4414b7c0-0088-487a-8a34-bb92a8d51ac8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/cb0c06a1-2ccd-4989-a067-710ca1369a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3737593 Dec 17 16:13:36.271958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Deleting port 6e6cc2de-d188-45a1-9050-e44a8ecd23ad {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:36.272307 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:36.372095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting subnet 3aacc29e-e2dc-4a38-904a-b54e508e5a5d {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:13:36.386335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:36.454567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Made reservation on behalf of 25e699dd28c948babdeb41905b3903b4 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:36.459679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:36.473042 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3ef4419d-851d-475b-b4d6-fb5c62eb9300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:36.539892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:36.757160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45726) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:36.794116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Allocated IP 172.20.0.2 (69409164-af54-4381-af3e-4ca918e71771/3fff4fd4-11ba-4e9f-9abc-53700c92fbe2/721af70d-ac9e-410b-955a-32389b60c686) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:36.808733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1142105647-network', 'tenant_id': '0766fee65f5b42bbb473091ad8076826'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:36.850929 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:36.900292 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.006456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Made reservation on behalf of 0766fee65f5b42bbb473091ad8076826 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:37.012197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.013396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.045612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.045833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.050765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.064923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Calling delete_port for 6e6cc2de-d188-45a1-9050-e44a8ecd23ad owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:37.140310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15e63a16-95b6-4db4-9357-d4d2284aaac7 req-5bd0be70-a219-47f5-8ddc-eddec0e937ff tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 210 time: 0.1034591 Dec 17 16:13:37.197786 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.237253 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:37.256980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.295081 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] Checking router: cb0c06a1-2ccd-4989-a067-710ca1369a77 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:37.303320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.310216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05190d8d-9849-49b1-a4b7-40f2f438277f None None] Network 93ea2e4c-a870-4d26-bee7-6066794a0df1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:37.313104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/subnets/3aacc29e-e2dc-4a38-904a-b54e508e5a5d HTTP/1.1" status: 204 len: 168 time: 1.0460212 Dec 17 16:13:37.314580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Network 69409164-af54-4381-af3e-4ca918e71771 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:37.315844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45740) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:37.328226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:37.341753 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] Routers {'cb0c06a1-2ccd-4989-a067-710ca1369a77'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:37.346236 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb0c06a1-2ccd-4989-a067-710ca1369a77'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:37.377093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:37.385866 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.437083 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.439389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027ea88-0e72-4200-81ab-72a1c9c18303 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Subnet': ['ID=3aacc29e-e2dc-4a38-904a-b54e508e5a5d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:37.447730 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.464933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:13:37.470024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Pushing event updated for resources: {'Port': ['ID=721af70d-ac9e-410b-955a-32389b60c686,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:37.481852 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.482362 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Added segment 972d8f60-10fb-4eae-acc9-d84a966b14d3 of type vlan for network 4e999bd5-3ff6-4426-ad60-6be7005283a7 Dec 17 16:13:37.594644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Pushing event deleted for resources: {'Port': ['ID=6e6cc2de-d188-45a1-9050-e44a8ecd23ad,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:37.635499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 730a7161-28d5-43fd-8dd2-2922df63afea up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:37.646729 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] Set router cb0c06a1-2ccd-4989-a067-710ca1369a77 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:37.658241 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.667319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1355e0-e7b4-4580-8b16-782629b6373c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:37.725613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.727483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:37.730575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.783713 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.819152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 730a7161-28d5-43fd-8dd2-2922df63afea triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:37.821949 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:37.898470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] DHCP port deletion for 93ea2e4c-a870-4d26-bee7-6066794a0df1 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:37.910444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1219747 Dec 17 16:13:37.912565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45758) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:37.923499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Request body: {'subnet': {'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1142105647-subnet', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:37.969019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6cc77-e586-46c5-a01e-8479f8e8d3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4e999bd5-3ff6-4426-ad60-6be7005283a7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:37.979625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:37.980343 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.001203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Made reservation on behalf of 0766fee65f5b42bbb473091ad8076826 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:38.005334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.006529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:13:38.052476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-fdc13cb9-ef71-4534-ab4f-c3daf96d7861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3730087 Dec 17 16:13:38.060693 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.071236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.071236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cd730cab-638d-4df9-a5da-49377e5f7dcd tempest-AttachVolumeShelveTestJSON-335990654 tempest-AttachVolumeShelveTestJSON-335990654-project] 10.222.0.54 "DELETE /v2.0/floatingips/7995ef7a-ced1-4eb8-9896-92c0ccd0bd69 HTTP/1.1" status: 204 len: 168 time: 2.7960079 Dec 17 16:13:38.131895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Request body: {'port': {'device_id': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:38.144219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.161641 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:38.270424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] Deleting port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:38.271065 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.284826 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc89843-dae2-47db-a791-659d2ad48e81 None None] The sync data for ids ['cb0c06a1-2ccd-4989-a067-710ca1369a77'] in n-d-806683-20 is: [{'id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861118795', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '290a1728-258f-44ad-8104-8f0424825c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:10:58Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '290a1728-258f-44ad-8104-8f0424825c11', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0c06a1-2ccd-4989-a067-710ca1369a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:10:59Z', 'updated_at': '2021-12-17T16:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:38.398837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.433000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] For port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a0ee9f5-7511-4251-ac9c-46dead6f46ec,segment=NetworkSegment(87804f29-e47a-4052-b485-3987bb46a6b7),segment_id=87804f29-e47a-4052-b485-3987bb46a6b7)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:38.433567 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.479448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] Calling delete_port for 8a0ee9f5-7511-4251-ac9c-46dead6f46ec owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:38.676085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 290a1728-258f-44ad-8104-8f0424825c11 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:38.676605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.691383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.778393 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0914dc6-6813-4899-b933-3af424f9f7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.808955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 290a1728-258f-44ad-8104-8f0424825c11, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=290a1728-258f-44ad-8104-8f0424825c11,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:38.809473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.847044 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:38.864445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf36c6ae-a019-4086-92b2-d33d8ab78030,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:38.868047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 290a1728-258f-44ad-8104-8f0424825c11 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:38.927921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] Pushing event deleted for resources: {'Port': ['ID=8a0ee9f5-7511-4251-ac9c-46dead6f46ec,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:38.936828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c278b-ea59-4483-9a23-2eaf1364031f None None] No DVR routers for this DVR port 8a0ee9f5-7511-4251-ac9c-46dead6f46ec on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:38.947321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Checking segment: {'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:38.947752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Network hostable DHCP agents. Network: 4e999bd5-3ff6-4426-ad60-6be7005283a7, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:13:38.974762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205cc2e-57ad-49bd-8c74-721a7ce07a10 req-6d0a0b3c-7be4-4767-b9cc-e547819fe725 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:38.976457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3205cc2e-57ad-49bd-8c74-721a7ce07a10 req-6d0a0b3c-7be4-4767-b9cc-e547819fe725 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 931 time: 0.6583061 Dec 17 16:13:38.983503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Sync routers for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:39.000279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:39.001600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:39.066382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:13:39.113455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4e999bd5-3ff6-4426-ad60-6be7005283a7) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:39.137950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:39.144395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.242125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3205cc2e-57ad-49bd-8c74-721a7ce07a10 req-39f0cccc-2515-4a6f-80b5-ea3c30fd48e2 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500010 Dec 17 16:13:39.265375 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f1544b37-91ad-4ca4-ab56-21afc55a2a75 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3488550 Dec 17 16:13:39.266213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45794) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:39.285839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:39.332152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.333807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.420141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.463113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:39.468909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721af70d-ac9e-410b-955a-32389b60c686 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:39.507410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.512563 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.564919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a775c27-2dc5-4f77-91cf-31c77ae4be4f None None] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:39.584585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device befe3399-9f26-413a-84ae-4c28c1aaf9e6 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:39.587288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Transition to ACTIVE for port object 721af70d-ac9e-410b-955a-32389b60c686 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:13:39.588647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=290a1728-258f-44ad-8104-8f0424825c11,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:39.628640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.670000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba12f38-4670-486b-958c-33320940348b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:39.713777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: befe3399-9f26-413a-84ae-4c28c1aaf9e6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:39.714123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device befe3399-9f26-413a-84ae-4c28c1aaf9e6 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:39.714443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a0ee9f5-7511-4251-ac9c-46dead6f46ec no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:39.766092 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:39.775914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8a0ee9f5-7511-4251-ac9c-46dead6f46ec {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:39.776257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a0ee9f5-7511-4251-ac9c-46dead6f46ec not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:39.864803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=721af70d-ac9e-410b-955a-32389b60c686,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:39.867512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.006805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-4e999bd5-3ff6-4426-ad60-6be7005283a7', 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7', 'project_id': '0766fee65f5b42bbb473091ad8076826', 'fixed_ips': [{'subnet_id': 'bf36c6ae-a019-4086-92b2-d33d8ab78030'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:13:40.007968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.050199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.075999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.237667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Allocated IP 172.25.0.115 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/b7d28838-918d-474a-9ef8-1a2d864ba40f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:40.251569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Allocated IP 172.20.0.2 (4e999bd5-3ff6-4426-ad60-6be7005283a7/bf36c6ae-a019-4086-92b2-d33d8ab78030/3ee0e798-5b8e-4e68-9169-4512e9a9adf1) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:40.290725 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.536243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 2, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:40.562824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.601641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76220858-5966-400d-8ec0-e01980905355 req-1d37a489-2ae9-4c1b-9b92-dedf37aeda17 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:40.602429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76220858-5966-400d-8ec0-e01980905355 req-1d37a489-2ae9-4c1b-9b92-dedf37aeda17 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 943 time: 0.1159735 Dec 17 16:13:40.678309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Checking router: d43cfe47-9b21-478c-aca5-f52334b35899 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:40.678672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Updating router d43cfe47-9b21-478c-aca5-f52334b35899 port bafdb11c-488a-4eed-92ae-da33abb05988 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:13:40.686631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.726619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76220858-5966-400d-8ec0-e01980905355 req-127092de-13a7-4d0d-aaf0-46a8090f0e23 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232238 Dec 17 16:13:40.747900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.806653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:40.820845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:40.821601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.825210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.826926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:40.834443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d28838-918d-474a-9ef8-1a2d864ba40f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:40.882975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Attempting to bind port 721af70d-ac9e-410b-955a-32389b60c686 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:40.883306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Attempting to bind port 721af70d-ac9e-410b-955a-32389b60c686 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '51af8c24-6d02-4cb0-acaf-a332edbe1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69409164-af54-4381-af3e-4ca918e71771'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:40.883634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Attempting to bind port 721af70d-ac9e-410b-955a-32389b60c686 on network 69409164-af54-4381-af3e-4ca918e71771 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:40.895224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Port 721af70d-ac9e-410b-955a-32389b60c686 on network 69409164-af54-4381-af3e-4ca918e71771 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:13:40.895592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Attempting to bind port 721af70d-ac9e-410b-955a-32389b60c686 on network 69409164-af54-4381-af3e-4ca918e71771 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:40.904242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.904768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Fanout notify agent at l3_agent the message router_deleted on router cb0c06a1-2ccd-4989-a067-710ca1369a77 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:13:40.912989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.916905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ddffdd9c-5d80-4381-94cb-6844c167d013 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/routers/cb0c06a1-2ccd-4989-a067-710ca1369a77 HTTP/1.1" status: 204 len: 168 time: 3.5975041 Dec 17 16:13:40.917562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45834) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:40.925488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.927020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:40.927363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Checking segment: {'id': '51af8c24-6d02-4cb0-acaf-a332edbe1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69409164-af54-4381-af3e-4ca918e71771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:40.927743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Bound using segment: {'id': '51af8c24-6d02-4cb0-acaf-a332edbe1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69409164-af54-4381-af3e-4ca918e71771'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:40.928220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Bound port: 721af70d-ac9e-410b-955a-32389b60c686, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51af8c24-6d02-4cb0-acaf-a332edbe1018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '69409164-af54-4381-af3e-4ca918e71771'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:40.940229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:40.957365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc269b-8b07-4f38-9838-fe1798626dcf None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:40.997810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.157618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.172610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] For port 721af70d-ac9e-410b-955a-32389b60c686, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:41.177434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] For port 721af70d-ac9e-410b-955a-32389b60c686, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=721af70d-ac9e-410b-955a-32389b60c686,segment=NetworkSegment(51af8c24-6d02-4cb0-acaf-a332edbe1018),segment_id=51af8c24-6d02-4cb0-acaf-a332edbe1018)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:41.187223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Pushing event updated for resources: {'Port': ['ID=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:41.193871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.268375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:41.285919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:41.294382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:41.297871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.414678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.437136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:41.437774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.439344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] 10.222.0.47 "PUT /v2.0/ports/721af70d-ac9e-410b-955a-32389b60c686 HTTP/1.1" status: 200 len: 1092 time: 3.3144677 Dec 17 16:13:41.439917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'tag': '721af70d-ac9e-410b-955a-32389b60c686'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:41.442196 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75950cc7-2472-4f43-ae19-f2392e9c1c00" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd73f5b-be86-4627-b324-3e58bd1d9879", "tag": "721af70d-ac9e-410b-955a-32389b60c686"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:41.520770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.539910 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6852c6e-bfa4-49ae-ad53-bbfa69493a56 x-openstack-request-id: req-e6852c6e-bfa4-49ae-ad53-bbfa69493a56 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:41.540341 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd73f5b-be86-4627-b324-3e58bd1d9879", "tag": "721af70d-ac9e-410b-955a-32389b60c686", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:41.540696 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6852c6e-bfa4-49ae-ad53-bbfa69493a56 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:41.542279 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'tag': '721af70d-ac9e-410b-955a-32389b60c686', 'status': 'completed', 'code': 200} Dec 17 16:13:41.562983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f39990-195d-4696-ad77-e7df9d6e9a70 service neutron] Pushing event updated for resources: {'Port': ['ID=721af70d-ac9e-410b-955a-32389b60c686,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:41.608202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ea2e4c-a870-4d26-bee7-6066794a0df1']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:41.646964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87804f29-e47a-4052-b485-3987bb46a6b7') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:41.647438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87804f29-e47a-4052-b485-3987bb46a6b7') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:41.691454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-1298d25b-99c0-402e-a930-d4587807a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:41.699789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-1298d25b-99c0-402e-a930-d4587807a971 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25e699dd28c948babdeb41905b3903b4&device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 1095 time: 0.2013276 Dec 17 16:13:41.707691 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.727862 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.779063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-047498e4-4ac6-4e0b-8bae-f5055c60df36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=721af70d-ac9e-410b-955a-32389b60c686 HTTP/1.1" status: 200 len: 217 time: 0.0587604 Dec 17 16:13:41.784189 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.785452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.792976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 290a1728-258f-44ad-8104-8f0424825c11 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:41.861622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.871708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 290a1728-258f-44ad-8104-8f0424825c11 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:13:41.872081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 290a1728-258f-44ad-8104-8f0424825c11 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:41.886571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:13:41.887965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.892913 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:41.893971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-9eb33ad4-13a0-4352-a98c-541720460522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:41.910400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-9eb33ad4-13a0-4352-a98c-541720460522 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fff4fd4-11ba-4e9f-9abc-53700c92fbe2 HTTP/1.1" status: 200 len: 850 time: 0.1131730 Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:13:41.911430 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:13:42.061090 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-4a89ee7b-b2c7-40e0-b9d1-46d2cf6ed5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69409164-af54-4381-af3e-4ca918e71771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342824 Dec 17 16:13:42.061697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.069964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a7845-f2b0-489f-b659-89b7f05a6a59 None None] Pushing event updated for resources: {'Port': ['ID=bafdb11c-488a-4eed-92ae-da33abb05988,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:42.099023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.108584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/networks/93ea2e4c-a870-4d26-bee7-6066794a0df1 HTTP/1.1" status: 204 len: 168 time: 1.1892979 Dec 17 16:13:42.125568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45870) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:42.235761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-74c358c0-c9f3-4d21-b7ba-01a3f55c9d45 None None] Provisioning complete for port b7d28838-918d-474a-9ef8-1a2d864ba40f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:42.236367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74c358c0-c9f3-4d21-b7ba-01a3f55c9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.278304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Attempting to bind port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:42.278832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Attempting to bind port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:42.280634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Attempting to bind port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 on network 4e999bd5-3ff6-4426-ad60-6be7005283a7 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:42.321955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62623b2-0817-4a14-9f71-213a83685b85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Network': ['ID=93ea2e4c-a870-4d26-bee7-6066794a0df1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:42.336173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Router 0360ad46-46a7-41cb-ac1b-4b37d95af84f is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:13:42.548592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba6a9b-b041-44cf-a871-2035c448088e req-6b339abc-9d9b-408d-9a0e-3f22b9d36c56 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:42.550278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8ba6a9b-b041-44cf-a871-2035c448088e req-6b339abc-9d9b-408d-9a0e-3f22b9d36c56 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 943 time: 0.5599382 Dec 17 16:13:42.566163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:42.566557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Checking segment: {'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:42.568089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.568508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Bound using segment: {'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:42.569716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Bound port: 3ee0e798-5b8e-4e68-9169-4512e9a9adf1, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:42.570105 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.577107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-74c358c0-c9f3-4d21-b7ba-01a3f55c9d45 None None] Port b7d28838-918d-474a-9ef8-1a2d864ba40f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:42.586517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.605514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-f7466576-0058-4ddf-8037-ed6cf816aa67 service neutron] 10.222.0.47 "GET /v2.0/networks/69409164-af54-4381-af3e-4ca918e71771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895678 Dec 17 16:13:42.614944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:42.615849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Attempting to bind port bafdb11c-488a-4eed-92ae-da33abb05988 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:42.618431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Attempting to bind port bafdb11c-488a-4eed-92ae-da33abb05988 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:42.619050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Attempting to bind port bafdb11c-488a-4eed-92ae-da33abb05988 on network e39d2a68-e20a-4171-b6ff-5556864dae0b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:42.630437 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Sync routers for ids ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:42.657454 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Routers {'0360ad46-46a7-41cb-ac1b-4b37d95af84f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:42.660697 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:42.660845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.662737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e6eaf357-6f34-4086-9fe5-ed05a631eac3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3910525 Dec 17 16:13:42.666049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 45884) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:42.675240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:42.675723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Checking segment: {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:42.676177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.676576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Bound using segment: {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:42.679136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Bound port: bafdb11c-488a-4eed-92ae-da33abb05988, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:42.690010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.839125 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7005a0b-6c97-4814-b4d5-6e22c67fc594 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:42.902748 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Set router 0360ad46-46a7-41cb-ac1b-4b37d95af84f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:42.991757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8ba6a9b-b041-44cf-a871-2035c448088e req-3a9f54a1-0d97-4928-b046-89adb2a01c48 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851128 Dec 17 16:13:43.007264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b5c4742b-7bf1-457b-be02-942222df7624 None None] Provisioning complete for port bafdb11c-488a-4eed-92ae-da33abb05988 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:43.008198 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5c4742b-7bf1-457b-be02-942222df7624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:43.024157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7005a0b-6c97-4814-b4d5-6e22c67fc594 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:43.059562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02bb5485-a65b-4e6b-818b-e52de14ec03e req-60153881-c8e3-4484-a51c-2e2075ce2051 service neutron] 10.222.0.47 "GET /v2.0/networks/69409164-af54-4381-af3e-4ca918e71771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368496 Dec 17 16:13:43.142426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7005a0b-6c97-4814-b4d5-6e22c67fc594 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:43.152270 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7005a0b-6c97-4814-b4d5-6e22c67fc594 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:43.156320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c7005a0b-6c97-4814-b4d5-6e22c67fc594 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/security-groups/93a71d72-0e23-4eed-8252-b30ef02e221b HTTP/1.1" status: 204 len: 168 time: 1.0193243 Dec 17 16:13:43.252586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] For port bafdb11c-488a-4eed-92ae-da33abb05988, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:43.262837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] For port bafdb11c-488a-4eed-92ae-da33abb05988, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=bafdb11c-488a-4eed-92ae-da33abb05988,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:43.284089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7005a0b-6c97-4814-b4d5-6e22c67fc594 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a71d72-0e23-4eed-8252-b30ef02e221b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:43.309665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] For port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:43.316461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] For port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,segment=NetworkSegment(972d8f60-10fb-4eae-acc9-d84a966b14d3),segment_id=972d8f60-10fb-4eae-acc9-d84a966b14d3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:43.328588 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:43.419512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-e0bc7af0-badf-49be-ab13-39daec47007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:43.426587 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-e0bc7af0-badf-49be-ab13-39daec47007b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25e699dd28c948babdeb41905b3903b4&device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 1095 time: 0.2374721 Dec 17 16:13:43.443129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:43.700231 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:13:41Z', 'revision_number': 3, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port': {'id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:40Z', 'updated_at': '2021-12-17T16:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:43.806941 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Checking router: 0360ad46-46a7-41cb-ac1b-4b37d95af84f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:43.807319 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Updating router 0360ad46-46a7-41cb-ac1b-4b37d95af84f port b7d28838-918d-474a-9ef8-1a2d864ba40f binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:13:43.834225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-d4c640fd-bf7c-4a0e-af75-33e951ba3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:43.835954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-d4c640fd-bf7c-4a0e-af75-33e951ba3f2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=69409164-af54-4381-af3e-4ca918e71771 HTTP/1.1" status: 200 len: 911 time: 0.3964837 Dec 17 16:13:43.881658 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:43.982257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-390c201d-199b-4022-aac1-619424020282 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=721af70d-ac9e-410b-955a-32389b60c686 HTTP/1.1" status: 200 len: 217 time: 0.1364326 Dec 17 16:13:44.205130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-f620726e-3173-4ade-948a-4313a6322ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:44.213018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-f620726e-3173-4ade-948a-4313a6322ae3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fff4fd4-11ba-4e9f-9abc-53700c92fbe2 HTTP/1.1" status: 200 len: 850 time: 0.2221673 Dec 17 16:13:44.332371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:44.333948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:44.341299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-a5b39257-d7cd-46be-97ad-92a136165141 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69409164-af54-4381-af3e-4ca918e71771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158252 Dec 17 16:13:44.392566 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:44.407483 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:44.461136 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Pushing event updated for resources: {'Port': ['ID=b7d28838-918d-474a-9ef8-1a2d864ba40f,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:44.472526 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.473104 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.475044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.475521 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.476435 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.476913 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.477387 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.478181 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.478845 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.479308 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.479767 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.480505 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.480964 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:44.541785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4742b-7bf1-457b-be02-942222df7624 None None] Port bafdb11c-488a-4eed-92ae-da33abb05988 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:44.561571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48245073-7e20-4dca-ad2c-6e5296d6d7f0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:44.576606 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Attempting to bind port b7d28838-918d-474a-9ef8-1a2d864ba40f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:44.577250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Attempting to bind port b7d28838-918d-474a-9ef8-1a2d864ba40f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:44.577771 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Attempting to bind port b7d28838-918d-474a-9ef8-1a2d864ba40f on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:44.607124 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:44.607672 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:44.608247 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:44.608874 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:44.609548 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Bound port: b7d28838-918d-474a-9ef8-1a2d864ba40f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:44.610652 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:44.664123 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-f94f1ec4-5aa3-4792-85bc-4e446e90c3fb service neutron] 10.222.0.47 "GET /v2.0/networks/69409164-af54-4381-af3e-4ca918e71771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101571 Dec 17 16:13:44.794617 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] For port b7d28838-918d-474a-9ef8-1a2d864ba40f, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:44.819427 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] For port b7d28838-918d-474a-9ef8-1a2d864ba40f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b7d28838-918d-474a-9ef8-1a2d864ba40f,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:44.846487 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:44.872211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a7845-f2b0-489f-b659-89b7f05a6a59 None None] Pushing event updated for resources: {'Port': ['ID=bafdb11c-488a-4eed-92ae-da33abb05988,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:45.009485 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75950cc7-2472-4f43-ae19-f2392e9c1c00 req-43bbbe03-a423-423e-ac8d-aad344c77206 service neutron] 10.222.0.47 "GET /v2.0/networks/69409164-af54-4381-af3e-4ca918e71771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246377 Dec 17 16:13:45.020002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a0b79-96da-4f17-813b-a8f7d6c593e5 req-37cc15ae-0a1c-46a9-8ebc-ffaca3fd1744 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:45.020571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dc5bc-2882-41d9-906d-93246e825b30 None None] Pushing event updated for resources: {'Port': ['ID=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:45.039716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a24b3-4f60-44b2-a2b5-82f9318305b5 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:45.054849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-320a0b79-96da-4f17-813b-a8f7d6c593e5 req-37cc15ae-0a1c-46a9-8ebc-ffaca3fd1744 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 943 time: 0.2971213 Dec 17 16:13:45.081022 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db5c2d-706d-4700-ae04-eec1ec2cec4b None None] Pushing event updated for resources: {'Port': ['ID=b7d28838-918d-474a-9ef8-1a2d864ba40f,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:45.105751 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Routers {'0360ad46-46a7-41cb-ac1b-4b37d95af84f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:45.107881 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:45.200315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:45.258060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-320a0b79-96da-4f17-813b-a8f7d6c593e5 req-1ef4e014-2e48-4b75-aa43-6b95132ee676 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978724 Dec 17 16:13:45.288863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:45.536011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45960) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:45.541524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-52590e1d-930a-43f7-93e5-78cb00d0c835 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260035218', 'description': 'tempest-secgroup-smoke-260035218 description', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:45.555894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dcd58549-3e75-4701-917d-4d1cd19b25e4 None None] Provisioning complete for port bafdb11c-488a-4eed-92ae-da33abb05988 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:45.556391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dcd58549-3e75-4701-917d-4d1cd19b25e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:45.639059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52590e1d-930a-43f7-93e5-78cb00d0c835 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:45.663302 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] Set router 0360ad46-46a7-41cb-ac1b-4b37d95af84f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:45.808864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Allocated IP 172.20.0.1 (4e999bd5-3ff6-4426-ad60-6be7005283a7/bf36c6ae-a019-4086-92b2-d33d8ab78030/0330aa21-3742-4573-8d88-d8df5ca31f32) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:45.894950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52590e1d-930a-43f7-93e5-78cb00d0c835 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:45.906611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52590e1d-930a-43f7-93e5-78cb00d0c835 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:45.980742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bafdb11c-488a-4eed-92ae-da33abb05988 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:45.983463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:45.984109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52590e1d-930a-43f7-93e5-78cb00d0c835 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:45.990476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-52590e1d-930a-43f7-93e5-78cb00d0c835 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4527259 Dec 17 16:13:45.991133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45966) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:46.004954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-27faf37f-3946-4cf8-982d-1b3f68c4c331 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '66cdb4ad-ef21-4e48-9507-d9fc8a320842', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:46.023098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52590e1d-930a-43f7-93e5-78cb00d0c835 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cdb4ad-ef21-4e48-9507-d9fc8a320842,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:46.134001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27faf37f-3946-4cf8-982d-1b3f68c4c331 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.172129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.212473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27faf37f-3946-4cf8-982d-1b3f68c4c331 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.225175 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27faf37f-3946-4cf8-982d-1b3f68c4c331 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.285254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.291182 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:13:41Z', 'revision_number': 3, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port': {'id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:40Z', 'updated_at': '2021-12-17T16:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:46.335070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faf37f-3946-4cf8-982d-1b3f68c4c331 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a73b0eb-c787-4600-85e0-5efba7ce1cf7,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:46.400100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27faf37f-3946-4cf8-982d-1b3f68c4c331 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.404525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-27faf37f-3946-4cf8-982d-1b3f68c4c331 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4094236 Dec 17 16:13:46.405686 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f19d6-8ea4-476b-9eb3-e99e84c3e265 None None] The sync data for ids ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'] in n-d-806683-20 is: [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:13:41Z', 'revision_number': 3, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port': {'id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:40Z', 'updated_at': '2021-12-17T16:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:46.407330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45982) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:46.425531 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dcd58549-3e75-4701-917d-4d1cd19b25e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.428102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-92ef86e3-1f8c-49cd-b022-1013ec6bfeb4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '66cdb4ad-ef21-4e48-9507-d9fc8a320842', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:46.431532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port bafdb11c-488a-4eed-92ae-da33abb05988 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:46.431948 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.455901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:46.467678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:46.473346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:46.552849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92ef86e3-1f8c-49cd-b022-1013ec6bfeb4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.636946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Pushing event updated for resources: {'Port': ['ID=0330aa21-3742-4573-8d88-d8df5ca31f32,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:46.661586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.693389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-dcd58549-3e75-4701-917d-4d1cd19b25e4 None None] For port bafdb11c-488a-4eed-92ae-da33abb05988, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=bafdb11c-488a-4eed-92ae-da33abb05988,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:46.717896 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dcd58549-3e75-4701-917d-4d1cd19b25e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.724451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92ef86e3-1f8c-49cd-b022-1013ec6bfeb4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.734958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92ef86e3-1f8c-49cd-b022-1013ec6bfeb4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.751419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:43Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:46.759832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef86e3-1f8c-49cd-b022-1013ec6bfeb4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48394b48-3416-4178-bed0-a0c5807c994a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:46.787643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92ef86e3-1f8c-49cd-b022-1013ec6bfeb4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.789053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-92ef86e3-1f8c-49cd-b022-1013ec6bfeb4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783619 Dec 17 16:13:46.791548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 45992) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:46.798235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ba785c35-96cb-4e03-a060-3e59708d2f0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '66cdb4ad-ef21-4e48-9507-d9fc8a320842', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:46.863412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba785c35-96cb-4e03-a060-3e59708d2f0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:46.895229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ae5ed-6103-4988-b0bc-57786431e4d4 None None] The sync data for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 is: [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:43Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:46.962180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5ef80-1970-4aeb-805f-01bfe1ae8ee7 None None] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:46.981496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a734f-aba5-4949-8449-419db456fc29 req-816c67fc-fd56-4bcc-8e75-6380a4778549 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:46.993109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e35a734f-aba5-4949-8449-419db456fc29 req-816c67fc-fd56-4bcc-8e75-6380a4778549 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 943 time: 0.3940969 Dec 17 16:13:47.069899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 721af70d-ac9e-410b-955a-32389b60c686 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:13:47.073412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba785c35-96cb-4e03-a060-3e59708d2f0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.085258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.122379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba785c35-96cb-4e03-a060-3e59708d2f0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.157601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e35a734f-aba5-4949-8449-419db456fc29 req-4e6f7b61-4570-436b-be77-421c61b2b33e tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634502 Dec 17 16:13:47.181290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd58549-3e75-4701-917d-4d1cd19b25e4 None None] Pushing event updated for resources: {'Port': ['ID=bafdb11c-488a-4eed-92ae-da33abb05988,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:47.190744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba785c35-96cb-4e03-a060-3e59708d2f0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852cd529-67de-4230-b05f-de23d610ac1a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:47.202440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ba785c35-96cb-4e03-a060-3e59708d2f0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.204396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ba785c35-96cb-4e03-a060-3e59708d2f0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4112334 Dec 17 16:13:47.207085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46004) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:47.212398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5373e90d-6586-4e79-967b-14969eb328eb None None] Provisioning complete for port b7d28838-918d-474a-9ef8-1a2d864ba40f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:47.214250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5373e90d-6586-4e79-967b-14969eb328eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.216216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f1893ad2-6729-4b85-9f70-c779f1f5aa1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '66cdb4ad-ef21-4e48-9507-d9fc8a320842', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:47.227433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:47.317189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1893ad2-6729-4b85-9f70-c779f1f5aa1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.475062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1893ad2-6729-4b85-9f70-c779f1f5aa1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.487122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1893ad2-6729-4b85-9f70-c779f1f5aa1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.555892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 721af70d-ac9e-410b-955a-32389b60c686, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=721af70d-ac9e-410b-955a-32389b60c686,segment=NetworkSegment(51af8c24-6d02-4cb0-acaf-a332edbe1018),segment_id=51af8c24-6d02-4cb0-acaf-a332edbe1018)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:47.556968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1893ad2-6729-4b85-9f70-c779f1f5aa1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a72bbc9-dc55-436d-838e-4ec4122cd291,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:47.576293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1893ad2-6729-4b85-9f70-c779f1f5aa1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.578116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f1893ad2-6729-4b85-9f70-c779f1f5aa1e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3698394 Dec 17 16:13:47.609052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46014) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:47.616014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '66cdb4ad-ef21-4e48-9507-d9fc8a320842', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:47.642756 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.662714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.856321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '721af70d-ac9e-410b-955a-32389b60c686', 'network_id': '69409164-af54-4381-af3e-4ca918e71771', 'port_id': '721af70d-ac9e-410b-955a-32389b60c686', 'mac_address': 'fa:16:3e:72:50:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fff4fd4-11ba-4e9f-9abc-53700c92fbe2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:13:47.892463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:47.903381 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.956661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:47.989729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Pushing event updated for resources: {'Port': ['ID=0330aa21-3742-4573-8d88-d8df5ca31f32,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:48.112629 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:13:48.114194 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.132342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.158654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721af70d-ac9e-410b-955a-32389b60c686 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:48.213716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 721af70d-ac9e-410b-955a-32389b60c686, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=721af70d-ac9e-410b-955a-32389b60c686,segment=NetworkSegment(51af8c24-6d02-4cb0-acaf-a332edbe1018),segment_id=51af8c24-6d02-4cb0-acaf-a332edbe1018)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:48.218711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5373e90d-6586-4e79-967b-14969eb328eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.253390 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.399199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=721af70d-ac9e-410b-955a-32389b60c686,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:48.425312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:48.484741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:48.506056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.613219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,segment=NetworkSegment(972d8f60-10fb-4eae-acc9-d84a966b14d3),segment_id=972d8f60-10fb-4eae-acc9-d84a966b14d3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:48.618434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.647103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5373e90d-6586-4e79-967b-14969eb328eb None None] For port b7d28838-918d-474a-9ef8-1a2d864ba40f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b7d28838-918d-474a-9ef8-1a2d864ba40f,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:48.649023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['721af70d-ac9e-410b-955a-32389b60c686'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:13:48.652202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.690567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e23656-d628-4b29-bf83-738b3531bd3f req-7d02885b-d277-4661-9ca4-a24e162e6917 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:48.698276 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3e23656-d628-4b29-bf83-738b3531bd3f req-7d02885b-d277-4661-9ca4-a24e162e6917 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 944 time: 0.3277788 Dec 17 16:13:48.717237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:48.729260 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:13:48.833391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:48.845787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27792d6f-8b3d-4149-8220-f82e401ff8c5,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:48.849695 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5373e90d-6586-4e79-967b-14969eb328eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.051652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Router 0360ad46-46a7-41cb-ac1b-4b37d95af84f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:49.055055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.058863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f10d8095-a7fb-434c-8a22-7db1d95b56db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4464529 Dec 17 16:13:49.059221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46048) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:49.064164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '66cdb4ad-ef21-4e48-9507-d9fc8a320842', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:49.089188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-57c7cf31-e207-478d-9aca-5132e0e8fbd3 None None] Provisioning complete for port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:49.089680 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57c7cf31-e207-478d-9aca-5132e0e8fbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.092833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373e90d-6586-4e79-967b-14969eb328eb None None] Pushing event updated for resources: {'Port': ['ID=b7d28838-918d-474a-9ef8-1a2d864ba40f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:49.157729 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:13:49.162978 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.174222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e3e23656-d628-4b29-bf83-738b3531bd3f req-d115acbb-331a-4866-9a0d-687402bd5aa1 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748709 Dec 17 16:13:49.198523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bafdb11c-488a-4eed-92ae-da33abb05988 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:49.367708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.374642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.382825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port bafdb11c-488a-4eed-92ae-da33abb05988 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:49.396665 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.414109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5404bbdd-9e33-49e8-b264-3bf21a7cf112,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:49.431351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.435942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d267be86-d390-4f9e-ba60-2ff082abb1fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3754909 Dec 17 16:13:49.437042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46056) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:49.441964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:49.451000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'network': {'name': 'tempest-network-smoke--230941603', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:49.461447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8aa05964-d908-4ad4-a80b-b6d77ba12070 admin admin] 10.222.0.54 "PUT /v2.0/routers/0360ad46-46a7-41cb-ac1b-4b37d95af84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7941139 Dec 17 16:13:49.519373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:49.530057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.533278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-57c7cf31-e207-478d-9aca-5132e0e8fbd3 None None] Provisioning complete for port 0330aa21-3742-4573-8d88-d8df5ca31f32 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:49.534007 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57c7cf31-e207-478d-9aca-5132e0e8fbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.599690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-57c7cf31-e207-478d-9aca-5132e0e8fbd3 None None] Port 0330aa21-3742-4573-8d88-d8df5ca31f32 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:49.608089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:13:49.635715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.637050 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Added segment 705e2870-7aea-46e3-a0b0-5ba18b89771b of type vlan for network 9e553340-cddb-45db-b63e-3ee02b4366e5 Dec 17 16:13:49.701983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b7d28838-918d-474a-9ef8-1a2d864ba40f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:49.727262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.800129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.806098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:49.808430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.817650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-54da3f22-7ef5-43ad-9d1f-b8b5a438989a None None] Provisioning complete for port 0330aa21-3742-4573-8d88-d8df5ca31f32 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:49.818245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54da3f22-7ef5-43ad-9d1f-b8b5a438989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.880195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b7d28838-918d-474a-9ef8-1a2d864ba40f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:49.880566 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:49.883152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-54da3f22-7ef5-43ad-9d1f-b8b5a438989a None None] Port 0330aa21-3742-4573-8d88-d8df5ca31f32 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:49.892374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46078) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:49.898983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'admin_state_up': True, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:49.927300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4506836 Dec 17 16:13:50.035115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:50.035115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:50.102974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6e31d-2b8b-4e5e-b39d-95c446ca83d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Network': ['ID=9e553340-cddb-45db-b63e-3ee02b4366e5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:50.124222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:13:50.127485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:50.204920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Sync routers for ids ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:50.246750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Routers {'0360ad46-46a7-41cb-ac1b-4b37d95af84f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:50.247385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:50.400850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:50.531776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6be16-bd01-4c46-a1ec-c8be14553780 req-358b91ac-f814-40ad-b082-0ec64011801b tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:50.549599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dfe6be16-bd01-4c46-a1ec-c8be14553780 req-358b91ac-f814-40ad-b082-0ec64011801b tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 944 time: 0.2404263 Dec 17 16:13:50.624058 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-2d519a76-d05b-4191-a719-c6626a917603 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2579772 Dec 17 16:13:50.686673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dfe6be16-bd01-4c46-a1ec-c8be14553780 req-b8f04899-7d8a-4be9-bb18-758d25396efd tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360803 Dec 17 16:13:50.881949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b7d28838-918d-474a-9ef8-1a2d864ba40f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:50.920525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Set router 0360ad46-46a7-41cb-ac1b-4b37d95af84f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:50.957978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-971a141f-5661-4417-b56f-a453a7de7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:50.967354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-971a141f-5661-4417-b56f-a453a7de7407 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1097 time: 0.2711108 Dec 17 16:13:51.096182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 721af70d-ac9e-410b-955a-32389b60c686 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:51.233184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46156) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:51.354396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:51.405336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b7d28838-918d-474a-9ef8-1a2d864ba40f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:51.415852 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:51.426243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:51.513322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-6b87986e-8272-4442-8f1b-d9a6b5ac4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:51.514207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 721af70d-ac9e-410b-955a-32389b60c686 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:13:51.522799 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-6b87986e-8272-4442-8f1b-d9a6b5ac4b41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.4528852 Dec 17 16:13:51.525153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 721af70d-ac9e-410b-955a-32389b60c686 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:51.525694 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:51.725748 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-5dcbb854-cc42-4485-86bf-620c913f107a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 1001 time: 0.1873381 Dec 17 16:13:51.752738 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:51.767604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 4, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port': {'id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:40Z', 'updated_at': '2021-12-17T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0330aa21-3742-4573-8d88-d8df5ca31f32', 'name': '', 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'mac_address': 'fa:16:3e:d1:27:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'bf36c6ae-a019-4086-92b2-d33d8ab78030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:45Z', 'updated_at': '2021-12-17T16:13:47Z', 'revision_number': 2, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'subnets': [{'id': 'bf36c6ae-a019-4086-92b2-d33d8ab78030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:51.884846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.42 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/c8d27a37-2464-4c45-8b22-65903a3351d7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:51.896292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Checking router: 0360ad46-46a7-41cb-ac1b-4b37d95af84f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:51.896956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-98e2d55d-97bc-45cb-8f79-6818dff87314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:51.897908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Updating router 0360ad46-46a7-41cb-ac1b-4b37d95af84f port 0330aa21-3742-4573-8d88-d8df5ca31f32 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:13:51.899536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-98e2d55d-97bc-45cb-8f79-6818dff87314 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.1004829 Dec 17 16:13:52.008693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721af70d-ac9e-410b-955a-32389b60c686'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:52.012901 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42627da-978b-4f43-a02f-b54faba1a696" -d '{"events": [{"server_uuid": "bdd73f5b-be86-4627-b324-3e58bd1d9879", "name": "network-vif-plugged", "status": "completed", "tag": "721af70d-ac9e-410b-955a-32389b60c686"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:52.048771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:52.158786 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e890e5-1c41-4909-8eac-c7f9b30dbd02 x-openstack-request-id: req-32e890e5-1c41-4909-8eac-c7f9b30dbd02 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:52.159075 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd73f5b-be86-4627-b324-3e58bd1d9879", "name": "network-vif-plugged", "status": "completed", "tag": "721af70d-ac9e-410b-955a-32389b60c686", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:52.159439 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32e890e5-1c41-4909-8eac-c7f9b30dbd02 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:52.161256 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721af70d-ac9e-410b-955a-32389b60c686', 'code': 200} Dec 17 16:13:52.170591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 721af70d-ac9e-410b-955a-32389b60c686, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=721af70d-ac9e-410b-955a-32389b60c686,segment=NetworkSegment(51af8c24-6d02-4cb0-acaf-a332edbe1018),segment_id=51af8c24-6d02-4cb0-acaf-a332edbe1018)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:52.229272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:52.235612 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:52.315217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-f041cd96-f98e-4900-8f99-51273c52d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:52.318703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-f041cd96-f98e-4900-8f99-51273c52d342 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3963654 Dec 17 16:13:52.402744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c6dc7-2565-4410-bb15-38085290b9d3 req-39693560-fe16-486a-b548-92a9f515cfe0 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:52.404362 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-799c6dc7-2565-4410-bb15-38085290b9d3 req-39693560-fe16-486a-b548-92a9f515cfe0 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 944 time: 0.5143528 Dec 17 16:13:52.634878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ee89b-0d71-4fa5-bcba-ca2094670e1e req-e5167017-e8be-4ba6-8f6a-45f330dfe821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:52.643282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f1ee89b-0d71-4fa5-bcba-ca2094670e1e req-e5167017-e8be-4ba6-8f6a-45f330dfe821 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 1097 time: 0.3704762 Dec 17 16:13:52.745380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f1ee89b-0d71-4fa5-bcba-ca2094670e1e req-46780658-4a0f-4929-85d8-94078303f6fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908055 Dec 17 16:13:52.869347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-3a3b9e2d-f4d9-42dd-93f3-8dced1c8fef1 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060673 Dec 17 16:13:52.880728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-799c6dc7-2565-4410-bb15-38085290b9d3 req-a08009a2-bcb4-452f-87a0-21561fc6f456 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332738 Dec 17 16:13:52.885047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:52.901742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:52.981769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.001206 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.040562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=721af70d-ac9e-410b-955a-32389b60c686,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:53.060737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.150742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f729b8-42b5-49f7-9c02-5c5d0358148a None None] Pushing event updated for resources: {'Port': ['ID=0330aa21-3742-4573-8d88-d8df5ca31f32,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:53.189282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:53.194576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:53.194955 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.199254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:53.234556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:53.301091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=c8d27a37-2464-4c45-8b22-65903a3351d7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:53.315572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a611d-3e51-4ede-8eb0-388a4e6e7008 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:53.342976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ef4abd0-846b-4b69-9609-246c569de0c3 req-605ae70c-3ad5-4cc6-b73a-0624ba4fdef7 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610982 Dec 17 16:13:53.551667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Attempting to bind port 0330aa21-3742-4573-8d88-d8df5ca31f32 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:53.552656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Attempting to bind port 0330aa21-3742-4573-8d88-d8df5ca31f32 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:53.553018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Attempting to bind port 0330aa21-3742-4573-8d88-d8df5ca31f32 on network 4e999bd5-3ff6-4426-ad60-6be7005283a7 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:53.621928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:53.623640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Checking segment: {'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:53.624642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.626358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Bound using segment: {'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:53.627132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Bound port: 0330aa21-3742-4573-8d88-d8df5ca31f32, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972d8f60-10fb-4eae-acc9-d84a966b14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:53.628040 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.687719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-11ca22b6-4793-4d8b-8a85-aa93fcb644cf None None] Provisioning complete for port c8d27a37-2464-4c45-8b22-65903a3351d7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:53.688173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11ca22b6-4793-4d8b-8a85-aa93fcb644cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.742711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Deleting port c70dea36-e27d-4358-8ffd-e7469de89c25 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:53.743299 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.770958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-11ca22b6-4793-4d8b-8a85-aa93fcb644cf None None] Port c8d27a37-2464-4c45-8b22-65903a3351d7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:13:53.787810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] For port 0330aa21-3742-4573-8d88-d8df5ca31f32, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:53.791432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.791566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] For port 0330aa21-3742-4573-8d88-d8df5ca31f32, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0330aa21-3742-4573-8d88-d8df5ca31f32,segment=NetworkSegment(972d8f60-10fb-4eae-acc9-d84a966b14d3),segment_id=972d8f60-10fb-4eae-acc9-d84a966b14d3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:53.797917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:53.857273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Routers {'0360ad46-46a7-41cb-ac1b-4b37d95af84f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:53.857273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:54.054251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] For port c70dea36-e27d-4358-8ffd-e7469de89c25, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c70dea36-e27d-4358-8ffd-e7469de89c25,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:54.054251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:54.096804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f729b8-42b5-49f7-9c02-5c5d0358148a None None] Pushing event updated for resources: {'Port': ['ID=0330aa21-3742-4573-8d88-d8df5ca31f32,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:54.112986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a0517f73-6c65-4e3e-bddf-bc1d84360a08 None None] Provisioning complete for port 0330aa21-3742-4573-8d88-d8df5ca31f32 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:54.112986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0517f73-6c65-4e3e-bddf-bc1d84360a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:54.145375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Calling delete_port for c70dea36-e27d-4358-8ffd-e7469de89c25 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:54.327304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] Set router 0360ad46-46a7-41cb-ac1b-4b37d95af84f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:54.466943 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:54.502359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70dea36-e27d-4358-8ffd-e7469de89c25,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:54.853176 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0517f73-6c65-4e3e-bddf-bc1d84360a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:54.874350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740da187-4b6d-4826-9417-1b1421745206 req-f3eaeaa9-be1d-45e0-a89e-0404849f58e7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:54.876951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-740da187-4b6d-4826-9417-1b1421745206 req-f3eaeaa9-be1d-45e0-a89e-0404849f58e7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 945 time: 0.2030632 Dec 17 16:13:54.888265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:54.925249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a0517f73-6c65-4e3e-bddf-bc1d84360a08 None None] For port 0330aa21-3742-4573-8d88-d8df5ca31f32, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0330aa21-3742-4573-8d88-d8df5ca31f32,segment=NetworkSegment(972d8f60-10fb-4eae-acc9-d84a966b14d3),segment_id=972d8f60-10fb-4eae-acc9-d84a966b14d3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:54.951480 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0517f73-6c65-4e3e-bddf-bc1d84360a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:55.020944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:55.022926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 4, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port': {'id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:40Z', 'updated_at': '2021-12-17T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0330aa21-3742-4573-8d88-d8df5ca31f32', 'name': '', 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'mac_address': 'fa:16:3e:d1:27:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'bf36c6ae-a019-4086-92b2-d33d8ab78030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:45Z', 'updated_at': '2021-12-17T16:13:53Z', 'revision_number': 4, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'subnets': [{'id': 'bf36c6ae-a019-4086-92b2-d33d8ab78030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:55.033844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-740da187-4b6d-4826-9417-1b1421745206 req-d9f9f00d-8e44-49c3-93db-3bbdc4612861 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083620 Dec 17 16:13:55.108360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bef00-1c7a-4411-bd74-41596262a512 None None] The sync data for ids ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'] in n-d-806683-20 is: [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 4, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port': {'id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:40Z', 'updated_at': '2021-12-17T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0330aa21-3742-4573-8d88-d8df5ca31f32', 'name': '', 'network_id': '4e999bd5-3ff6-4426-ad60-6be7005283a7', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'mac_address': 'fa:16:3e:d1:27:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': 'bf36c6ae-a019-4086-92b2-d33d8ab78030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:45Z', 'updated_at': '2021-12-17T16:13:53Z', 'revision_number': 4, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'subnets': [{'id': 'bf36c6ae-a019-4086-92b2-d33d8ab78030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:55.190640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0517f73-6c65-4e3e-bddf-bc1d84360a08 None None] Pushing event updated for resources: {'Port': ['ID=0330aa21-3742-4573-8d88-d8df5ca31f32,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:55.224719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b6cdf5ae-3d3d-4d60-8c46-1bc5da5a0a44 None None] Provisioning complete for port 0330aa21-3742-4573-8d88-d8df5ca31f32 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:55.224719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6cdf5ae-3d3d-4d60-8c46-1bc5da5a0a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:55.249797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb3b3c1c-e887-41e0-9646-e35817d01ac1 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:13:55.406245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:13:55.633424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:55.652851 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Sync routers for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:55.656356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:13:55.672670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] Sync routers for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:13:55.675262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:55.677571 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cea31484-9cb2-4073-bfe2-858030ed7f95 admin admin] 10.222.0.54 "PUT /v2.0/routers/1848f1cb-774b-4d3d-99e3-3acac89e7c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4426253 Dec 17 16:13:55.679624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46288) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:55.693480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-20594475-d439-483f-a62c-c5e04400d0ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7963228 Dec 17 16:13:55.694179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46290) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:55.697050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:55.711516 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:55.712744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:55.716128 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:55.813694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-038858ab-58b5-4fc4-a72f-f34452a99b17 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d021cd75c8244482a1c0b5152fbd0d5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1058912 Dec 17 16:13:55.814760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46300) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:56.098214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:56.151501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:56.174376 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:56.195747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72272c-5407-4af8-b943-be1b68d632d1 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:56.211870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dc72272c-5407-4af8-b943-be1b68d632d1 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3958287 Dec 17 16:13:56.214482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46306) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:56.330814 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d41e5f68-b7e7-4061-a769-8eb36d9ccfae tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1116383 Dec 17 16:13:56.334127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46308) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:56.342827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1413187702', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:56.598804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce92a51-f0f8-472f-9a41-56a8a65d6f10 req-9671527b-fbf3-4a66-86eb-c06fcd843dac tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:56.612452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ce92a51-f0f8-472f-9a41-56a8a65d6f10 req-9671527b-fbf3-4a66-86eb-c06fcd843dac tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 945 time: 0.3812447 Dec 17 16:13:56.631949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:56.636165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:56.743410 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:13:53Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:56.759878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0330aa21-3742-4573-8d88-d8df5ca31f32 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:56.810899 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Checking router: cb3b3c1c-e887-41e0-9646-e35817d01ac1 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:56.811944 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Updating router cb3b3c1c-e887-41e0-9646-e35817d01ac1 port c8d27a37-2464-4c45-8b22-65903a3351d7 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:13:56.845605 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:56.867911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:57.143779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ce92a51-f0f8-472f-9a41-56a8a65d6f10 req-4c0abe5e-6d5c-4f7a-a969-16078e3419d0 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304170 Dec 17 16:13:57.167368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0330aa21-3742-4573-8d88-d8df5ca31f32 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:57.169519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:57.207773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Deleting port 1e08a79d-0f10-4341-8d85-fb2577eb0f52 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:57.214333 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:57.367441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:57.374986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] For port 1e08a79d-0f10-4341-8d85-fb2577eb0f52, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1e08a79d-0f10-4341-8d85-fb2577eb0f52,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:57.375856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:57.414147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Calling delete_port for 1e08a79d-0f10-4341-8d85-fb2577eb0f52 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:13:57.542803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Subnet': ['ID=dccfe1c5-f434-44ad-bfb5-f9df21914fcf,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:57.620676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Checking segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:57.626319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network hostable DHCP agents. Network: 9e553340-cddb-45db-b63e-3ee02b4366e5, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:13:57.677591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:13:54Z', 'revision_number': 5, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port': {'id': '1e08a79d-0f10-4341-8d85-fb2577eb0f52', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:03:54Z', 'updated_at': '2021-12-17T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:57.698485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:13:57.740445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 9e553340-cddb-45db-b63e-3ee02b4366e5) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:57.764445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] Checking router: 1848f1cb-774b-4d3d-99e3-3acac89e7c94 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:13:57.769170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c3a9b-2f12-4690-acfa-81e7e710c68f None None] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:57.777102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:57.777703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:57.844556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] Routers {'1848f1cb-774b-4d3d-99e3-3acac89e7c94'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:57.845285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:57.917015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:57.938241 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2f70460c-0adc-4729-8a52-e225a8975cd3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6024106 Dec 17 16:13:57.940751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46346) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:58.009816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e08a79d-0f10-4341-8d85-fb2577eb0f52,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:58.058183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965830ea-d0b7-491c-89ee-4aeb67125b8d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:58.170656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde8f3-c3e4-4e90-adbf-3304b84a3a4b req-f0247643-f184-4bf8-ad34-12b383205347 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:58.175557 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.183704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8dcde8f3-c3e4-4e90-adbf-3304b84a3a4b req-f0247643-f184-4bf8-ad34-12b383205347 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 945 time: 0.3874328 Dec 17 16:13:58.189751 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.192225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-9e553340-cddb-45db-b63e-3ee02b4366e5', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:13:58.193124 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.210512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.398489 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Attempting to bind port c8d27a37-2464-4c45-8b22-65903a3351d7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:58.398815 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Attempting to bind port c8d27a37-2464-4c45-8b22-65903a3351d7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:58.403918 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Attempting to bind port c8d27a37-2464-4c45-8b22-65903a3351d7 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:58.413944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Allocated IP 172.20.0.2 (9e553340-cddb-45db-b63e-3ee02b4366e5/dccfe1c5-f434-44ad-bfb5-f9df21914fcf/9a5476df-4c2c-4260-b911-795b18dcd5e8) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:58.420932 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:58.421549 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:58.421792 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.424209 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:58.424729 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Bound port: c8d27a37-2464-4c45-8b22-65903a3351d7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:58.430541 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.432530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12227833-8d1e-49cc-a6f3-27adb224c9c5 None None] Pushing event updated for resources: {'Port': ['ID=c8d27a37-2464-4c45-8b22-65903a3351d7,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:58.502933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8dcde8f3-c3e4-4e90-adbf-3304b84a3a4b req-ac057126-f335-48e5-914f-d45eae0c7334 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090262 Dec 17 16:13:58.532713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.541777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde108c-a0e3-4f43-9e47-a5a57c774981 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:58.550866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.594887 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] For port c8d27a37-2464-4c45-8b22-65903a3351d7, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:58.600466 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] For port c8d27a37-2464-4c45-8b22-65903a3351d7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8d27a37-2464-4c45-8b22-65903a3351d7,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:58.607869 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.615176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] Set router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:58.674226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.675066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1848f1cb-774b-4d3d-99e3-3acac89e7c94 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:13:58.685287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.690770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f548c632-1bc1-410f-9563-6e34c2095d59 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1848f1cb-774b-4d3d-99e3-3acac89e7c94 HTTP/1.1" status: 204 len: 168 time: 2.9939847 Dec 17 16:13:58.693586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:58.754213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:13:58.755283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:58.831790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] Deleting subnet 4230a02f-b081-49bf-aeef-d721722d0f02 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:13:58.838527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.945266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947ca23f-7d82-49fa-95ba-ab8575190379 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:13:58.966977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:58.970753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:13:56Z', 'revision_number': 6, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:59.004511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7785564-67f7-4337-a09c-59f28c7eace6 None None] The sync data for ids ['1848f1cb-774b-4d3d-99e3-3acac89e7c94'] in n-d-806683-20 is: [{'id': '1848f1cb-774b-4d3d-99e3-3acac89e7c94', 'name': 'tempest-AttachVolumeShelveTestJSON-554387562-router', 'tenant_id': '6133506c419545fba4fa8f6e6175016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:03:53Z', 'updated_at': '2021-12-17T16:13:56Z', 'revision_number': 6, 'project_id': '6133506c419545fba4fa8f6e6175016f', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:59.015423 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12227833-8d1e-49cc-a6f3-27adb224c9c5 None None] Pushing event updated for resources: {'Port': ['ID=c8d27a37-2464-4c45-8b22-65903a3351d7,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:59.027928 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.056195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2a9cd0e9-35ef-426e-83a6-589dc56d8cc9 None None] Provisioning complete for port c8d27a37-2464-4c45-8b22-65903a3351d7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:59.056462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd0e9-35ef-426e-83a6-589dc56d8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.076564 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:13:59.134868 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.204592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.269426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Pushing event updated for resources: {'Port': ['ID=9a5476df-4c2c-4260-b911-795b18dcd5e8,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:59.307542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:59.309430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:59.316243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.318708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:59.342363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.355160 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4230a02f-b081-49bf-aeef-d721722d0f02 HTTP/1.1" status: 204 len: 168 time: 0.6584046 Dec 17 16:13:59.356441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46382) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:13:59.369906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef17599-bf87-4d49-a250-71f1310044d0 None None] Network fc7830b5-2bef-411a-b710-37f2550d4832 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:13:59.399292 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:13:53Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:13:59.472706 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c015eab-7f6b-47a3-8c8a-3c87bf32311f None None] The sync data for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 is: [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:13:53Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:13:59.492709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098821-e234-43d0-890d-b2d22c59951c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4230a02f-b081-49bf-aeef-d721722d0f02,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:59.577143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd0e9-35ef-426e-83a6-589dc56d8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.634623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2a9cd0e9-35ef-426e-83a6-589dc56d8cc9 None None] For port c8d27a37-2464-4c45-8b22-65903a3351d7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8d27a37-2464-4c45-8b22-65903a3351d7,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:59.636366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Attempting to bind port 9a5476df-4c2c-4260-b911-795b18dcd5e8 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:13:59.636730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Attempting to bind port 9a5476df-4c2c-4260-b911-795b18dcd5e8 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:13:59.637494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Attempting to bind port 9a5476df-4c2c-4260-b911-795b18dcd5e8 on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:59.664164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:59.664984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Checking segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:13:59.665625 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.666312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Bound using segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:59.667211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Bound port: 9a5476df-4c2c-4260-b911-795b18dcd5e8, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:13:59.667867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.679403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.710757 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a9cd0e9-35ef-426e-83a6-589dc56d8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.799967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Deleting port c798ebd5-dbfc-4a51-9e18-47c571e4e06e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:13:59.802259 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.803531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cd0e9-35ef-426e-83a6-589dc56d8cc9 None None] Pushing event updated for resources: {'Port': ['ID=c8d27a37-2464-4c45-8b22-65903a3351d7,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:59.845563 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.877254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c62f6f56-4e52-4edf-b295-bb015cdaab52 None None] Provisioning complete for port c8d27a37-2464-4c45-8b22-65903a3351d7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:59.877627 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c62f6f56-4e52-4edf-b295-bb015cdaab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:13:59.882257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-1d6c861a-560d-442e-8486-ec357445b7c0 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:59.884873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-1d6c861a-560d-442e-8486-ec357445b7c0 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 945 time: 0.7445142 Dec 17 16:14:00.007101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] For port c798ebd5-dbfc-4a51-9e18-47c571e4e06e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c798ebd5-dbfc-4a51-9e18-47c571e4e06e,segment=NetworkSegment(8b2ab5fb-169a-419a-912c-9311332dee8b),segment_id=8b2ab5fb-169a-419a-912c-9311332dee8b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:00.007753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:00.011023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] For port 9a5476df-4c2c-4260-b911-795b18dcd5e8, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:00.030455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] For port 9a5476df-4c2c-4260-b911-795b18dcd5e8, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9a5476df-4c2c-4260-b911-795b18dcd5e8,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:00.043064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Calling delete_port for c798ebd5-dbfc-4a51-9e18-47c571e4e06e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:14:00.045788 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:00.204099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:00.235458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9298448-805d-4298-9336-686a1fceeb92 None None] DHCP port deletion for fc7830b5-2bef-411a-b710-37f2550d4832 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:14:00.238061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c70dea36-e27d-4358-8ffd-e7469de89c25 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:14:00.269812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Pushing event deleted for resources: {'Port': ['ID=c798ebd5-dbfc-4a51-9e18-47c571e4e06e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:00.294112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] No DVR routers for this DVR port c798ebd5-dbfc-4a51-9e18-47c571e4e06e on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:14:00.316867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08fd12-7645-4698-9fdb-b78f175741ef None None] Pushing event updated for resources: {'Port': ['ID=9a5476df-4c2c-4260-b911-795b18dcd5e8,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:00.357639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c70dea36-e27d-4358-8ffd-e7469de89c25 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:14:00.358297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c70dea36-e27d-4358-8ffd-e7469de89c25 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:14:00.359662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1e08a79d-0f10-4341-8d85-fb2577eb0f52 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:14:00.402428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1e08a79d-0f10-4341-8d85-fb2577eb0f52 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:14:00.402893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1e08a79d-0f10-4341-8d85-fb2577eb0f52 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:14:00.495777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:00.650878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7830b5-2bef-411a-b710-37f2550d4832']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:00.686925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2ab5fb-169a-419a-912c-9311332dee8b') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:00.690230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2ab5fb-169a-419a-912c-9311332dee8b') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:00.722165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:00.777098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:00.788832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:14:00.789643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:14:00.792568 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:14:00.996769 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:01.015354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:01.028250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] 10.222.0.54 "DELETE /v2.0/networks/fc7830b5-2bef-411a-b710-37f2550d4832 HTTP/1.1" status: 204 len: 168 time: 1.6689105 Dec 17 16:14:01.052320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83337cae-3fae-43d5-931b-ca8b760cbacb admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7830b5-2bef-411a-b710-37f2550d4832,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:01.281795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46426) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:01.329402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20674c54-efd7-413b-8e49-3322dc93399e req-874b4f2d-0680-4097-a827-1695757c8ed6 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:01.331855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-20674c54-efd7-413b-8e49-3322dc93399e req-874b4f2d-0680-4097-a827-1695757c8ed6 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 945 time: 1.5631268 Dec 17 16:14:01.406480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-572b8cb3-6f3c-4b7f-8827-4675c2ad0182 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6133506c419545fba4fa8f6e6175016f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1225879 Dec 17 16:14:01.422702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46430) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:01.578261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc040cfc-4dc8-4994-8506-b677bf6d5ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:01.668965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-20674c54-efd7-413b-8e49-3322dc93399e req-c4136c5d-ebcb-4f89-8c22-6b945f2e820d tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c573202-764d-440e-a0f4-9ec790ec70f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195715 Dec 17 16:14:01.674058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc040cfc-4dc8-4994-8506-b677bf6d5ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:01.815023 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc040cfc-4dc8-4994-8506-b677bf6d5ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:01.818392 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc040cfc-4dc8-4994-8506-b677bf6d5ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:01.821925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bc040cfc-4dc8-4994-8506-b677bf6d5ba8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4805546-f5fe-40bd-adc8-e99f6d617248 HTTP/1.1" status: 204 len: 168 time: 0.3892374 Dec 17 16:14:01.868380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc040cfc-4dc8-4994-8506-b677bf6d5ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4805546-f5fe-40bd-adc8-e99f6d617248,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:02.012327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Deleting port 721af70d-ac9e-410b-955a-32389b60c686 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:14:02.012673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:02.080704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a5476df-4c2c-4260-b911-795b18dcd5e8 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:02.185194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9a5476df-4c2c-4260-b911-795b18dcd5e8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:02.185978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:02.208884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.1 (9e553340-cddb-45db-b63e-3ee02b4366e5/dccfe1c5-f434-44ad-bfb5-f9df21914fcf/3b712da0-cadb-44d4-8e2c-935216f1433f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:02.439866 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:02.559504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] For port 721af70d-ac9e-410b-955a-32389b60c686, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=721af70d-ac9e-410b-955a-32389b60c686,segment=NetworkSegment(51af8c24-6d02-4cb0-acaf-a332edbe1018),segment_id=51af8c24-6d02-4cb0-acaf-a332edbe1018)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:02.560500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:02.570231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 9a5476df-4c2c-4260-b911-795b18dcd5e8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9a5476df-4c2c-4260-b911-795b18dcd5e8,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:02.588066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Calling delete_port for 721af70d-ac9e-410b-955a-32389b60c686 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:14:02.603041 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:02.603870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8d27a37-2464-4c45-8b22-65903a3351d7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:02.672444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:02.758927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc8bcc-751d-4520-8668-03914b313a98 None None] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:14:02.970809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-18caca13-5eb5-4e58-aaa0-d642e2ec4f0a None None] Provisioning complete for port 9a5476df-4c2c-4260-b911-795b18dcd5e8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:02.971448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-18caca13-5eb5-4e58-aaa0-d642e2ec4f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:03.032789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=9a5476df-4c2c-4260-b911-795b18dcd5e8,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:03.041538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 721af70d-ac9e-410b-955a-32389b60c686 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:14:03.103351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:03.105889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c8d27a37-2464-4c45-8b22-65903a3351d7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:03.106427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:03.188330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No active binding found for port 721af70d-ac9e-410b-955a-32389b60c686 {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 16:14:03.189205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 721af70d-ac9e-410b-955a-32389b60c686 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:14:03.289298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Pushing event deleted for resources: {'Port': ['ID=721af70d-ac9e-410b-955a-32389b60c686,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:03.302532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad1333b1-9872-4a0a-ae4b-660b9e43ce52 req-9c9660c2-8faa-4505-a55d-1692913e0ce6 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 210 time: 0.2157822 Dec 17 16:14:03.366775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:03.453019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] No DVR routers for this DVR port 721af70d-ac9e-410b-955a-32389b60c686 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:14:03.458367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:03.463913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5be1a063-d979-479d-a4f5-c1b2e3a27136 req-737bc81f-3266-4c4d-877b-92c607b65ec7 tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.47 "DELETE /v2.0/ports/721af70d-ac9e-410b-955a-32389b60c686 HTTP/1.1" status: 204 len: 173 time: 3.5664539 Dec 17 16:14:03.471280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'name': 'network-vif-deleted', 'tag': '721af70d-ac9e-410b-955a-32389b60c686'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:03.475514 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf379ed-d4fc-4f76-bc1e-1e74d512281b" -d '{"events": [{"server_uuid": "bdd73f5b-be86-4627-b324-3e58bd1d9879", "name": "network-vif-deleted", "tag": "721af70d-ac9e-410b-955a-32389b60c686"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:03.526349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:03.534737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:03.539064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:03.576041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c798ebd5-dbfc-4a51-9e18-47c571e4e06e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:14:03.629194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c798ebd5-dbfc-4a51-9e18-47c571e4e06e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:14:03.629774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c798ebd5-dbfc-4a51-9e18-47c571e4e06e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:14:03.670928 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3660795-3ac4-429f-87c8-046d5adea138 x-openstack-request-id: req-d3660795-3ac4-429f-87c8-046d5adea138 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:03.672622 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd73f5b-be86-4627-b324-3e58bd1d9879", "name": "network-vif-deleted", "tag": "721af70d-ac9e-410b-955a-32389b60c686", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:03.673104 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3660795-3ac4-429f-87c8-046d5adea138 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:03.673747 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd73f5b-be86-4627-b324-3e58bd1d9879', 'name': 'network-vif-deleted', 'tag': '721af70d-ac9e-410b-955a-32389b60c686', 'status': 'completed', 'code': 200} Dec 17 16:14:03.676864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0b877878-d3f0-4695-b788-21cc37f2684c None None] Provisioning complete for port 9a5476df-4c2c-4260-b911-795b18dcd5e8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:03.678004 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b877878-d3f0-4695-b788-21cc37f2684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:03.679463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=3b712da0-cadb-44d4-8e2c-935216f1433f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:03.741679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.002232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46516) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:04.246547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.304509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1389181842-network', 'tenant_id': 'd96496798a3045649e514480fe6e53c5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:04.381299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Made reservation on behalf of d96496798a3045649e514480fe6e53c5 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:04.389978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.421139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.423377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a5476df-4c2c-4260-b911-795b18dcd5e8 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:04.553812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-815163c2-31cf-4226-b850-d19188795641 None None] Provisioning complete for port 3b712da0-cadb-44d4-8e2c-935216f1433f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:04.574202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-815163c2-31cf-4226-b850-d19188795641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.736448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9a5476df-4c2c-4260-b911-795b18dcd5e8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:04.737147 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.740149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-815163c2-31cf-4226-b850-d19188795641 None None] Port 3b712da0-cadb-44d4-8e2c-935216f1433f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:14:04.769929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31c8d552-22f0-45a6-9e31-ce3610adbc6e req-c6b23935-1e49-409a-b449-1a66a286c6bc tempest-ServerGroupTestJSON-990605288 tempest-ServerGroupTestJSON-990605288-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdd73f5b-be86-4627-b324-3e58bd1d9879 HTTP/1.1" status: 200 len: 210 time: 0.1008213 Dec 17 16:14:04.830049 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.840499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.894804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:14:04.941644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.942074 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Added segment 06a8e12d-95df-4b2a-b72c-c72b3bb02ba9 of type vlan for network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 Dec 17 16:14:04.988484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:04.999227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:05.094144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=3b712da0-cadb-44d4-8e2c-935216f1433f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:05.116023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef5735b-2db0-4c8f-8c44-474636db6cd7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:05.141899 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:05.156901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:05.208182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:05.209817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:05.210716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:05.272329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:05.274334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:05.379694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46554) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:05.380449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3722053 Dec 17 16:14:05.403284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b1fd1-7e6c-4cfc-9762-f74345e9be45 admin admin] Pushing event updated for resources: {'Network': ['ID=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:05.404469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Request body: {'subnet': {'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1389181842-subnet', 'tenant_id': 'd96496798a3045649e514480fe6e53c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:05.427302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:14:05.566737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Made reservation on behalf of d96496798a3045649e514480fe6e53c5 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:05.569969 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:05.917220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-16fe03b5-964f-408d-be8f-4cca1bfb0550 None None] Provisioning complete for port 3b712da0-cadb-44d4-8e2c-935216f1433f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:05.918320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16fe03b5-964f-408d-be8f-4cca1bfb0550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:05.948975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb3b3c1c-e887-41e0-9646-e35817d01ac1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:14:06.051046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:06.105586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-16fe03b5-964f-408d-be8f-4cca1bfb0550 None None] Port 3b712da0-cadb-44d4-8e2c-935216f1433f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:14:06.288921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:06.321915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:14:06.328262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a855e80f-d9a6-4589-a53f-811bfa5efa6f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/cb3b3c1c-e887-41e0-9646-e35817d01ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3833830 Dec 17 16:14:06.332791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Checking segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:06.333154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Network hostable DHCP agents. Network: 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:14:06.335322 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Sync routers for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:14:06.374472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:14:06.394103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:06.399800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:06.401916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:06.405626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18058ac6-8819-4292-afe0-eeed3628ea78 None None] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:14:06.415558 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:06.422549 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:13:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:06.467078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-33677196-3fca-4591-abc0-968eecaa740c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0852211 Dec 17 16:14:06.565658 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dd957fb9-1e0c-46e6-a55a-8c32ba9b56e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:06.717004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc1537c-b7d0-49d0-9b28-378b2cbe6877 None None] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:14:06.773697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46620) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:06.852790 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:06.893280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] Deleting subnet 3fff4fd4-11ba-4e9f-9abc-53700c92fbe2 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:14:06.899203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:06.937502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-37d07a09-e9d3-4820-87a7-5817b92eee70 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260035218&fields=id&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 267 time: 0.1723752 Dec 17 16:14:07.025253 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:07.118794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:07.147225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-0579755e-c646-4352-84bd-263f193c3888 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:07.163650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-0579755e-c646-4352-84bd-263f193c3888 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 796 time: 0.2176976 Dec 17 16:14:07.198232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-4e5f6d52-79a1-4ee4-af3a-8246eff46e33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/quotas/d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 375 time: 0.0321555 Dec 17 16:14:07.264219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:07.368659 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:07.374119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3fff4fd4-11ba-4e9f-9abc-53700c92fbe2 HTTP/1.1" status: 204 len: 168 time: 0.5991573 Dec 17 16:14:07.376352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122471b-fdfb-420a-a195-3fc246edbbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fff4fd4-11ba-4e9f-9abc-53700c92fbe2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:07.380577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-39a655f5-9e3f-44d7-9cd7-1637c4ad27ea tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581843 Dec 17 16:14:07.381107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:07.411646 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 2, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:07.518623 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Checking router: cb3b3c1c-e887-41e0-9646-e35817d01ac1 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:14:07.518993 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Updating router cb3b3c1c-e887-41e0-9646-e35817d01ac1 port 3b712da0-cadb-44d4-8e2c-935216f1433f binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:14:07.611358 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:07.654707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-68b70a49-a61a-410d-98b3-302b3472ee37 service neutron] 10.222.0.54 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598348 Dec 17 16:14:07.775876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-5c073ace-1ebe-406b-8541-86e1957dbcf0 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:07.786460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:07.788486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-5c073ace-1ebe-406b-8541-86e1957dbcf0 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.4386384 Dec 17 16:14:07.818534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-09bcfacd-96ad-461c-bea5-ce829c2a8738 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/quotas/d96496798a3045649e514480fe6e53c5 HTTP/1.1" status: 200 len: 375 time: 0.0289917 Dec 17 16:14:07.899256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0b7c555f-f8e4-4b77-97d9-b50080c24f10 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786161 Dec 17 16:14:08.045609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.088680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69409164-af54-4381-af3e-4ca918e71771']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:08.104703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51af8c24-6d02-4cb0-acaf-a332edbe1018') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:08.105051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51af8c24-6d02-4cb0-acaf-a332edbe1018') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:08.105728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-c824e45e-2c57-4855-beec-3c0b1f37251f service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055507 Dec 17 16:14:08.123005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.127759 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.143399 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.143721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.151280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:14:08.151718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:14:08.241363 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:14:08.289893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.313739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.326424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/69409164-af54-4381-af3e-4ca918e71771 HTTP/1.1" status: 204 len: 168 time: 0.9442844 Dec 17 16:14:08.360895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-52220f92-5917-48a4-ba2b-d307a0812e9e service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482021 Dec 17 16:14:08.373974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41040f3-7f7c-42cb-a800-64d7e306c8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=69409164-af54-4381-af3e-4ca918e71771,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:08.389545 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Attempting to bind port 3b712da0-cadb-44d4-8e2c-935216f1433f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:14:08.389919 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Attempting to bind port 3b712da0-cadb-44d4-8e2c-935216f1433f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:14:08.391259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-9f11264e-d2cf-49ec-86f4-b4f30ba3dadf service neutron] 10.222.0.54 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345448 Dec 17 16:14:08.391859 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Attempting to bind port 3b712da0-cadb-44d4-8e2c-935216f1433f on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:08.431037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:08.431712 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Checking segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:08.431806 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.432278 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Bound using segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:08.432776 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Bound port: 3b712da0-cadb-44d4-8e2c-935216f1433f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:14:08.433164 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.436384 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c534-9850-43ac-b147-5babca344fb0 None None] Pushing event updated for resources: {'Port': ['ID=3b712da0-cadb-44d4-8e2c-935216f1433f,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:08.712454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3dcf3475-4acd-4eff-b97b-a109934b9355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.759395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46702) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:08.770044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] For port 3b712da0-cadb-44d4-8e2c-935216f1433f, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:08.775920 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] For port 3b712da0-cadb-44d4-8e2c-935216f1433f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3b712da0-cadb-44d4-8e2c-935216f1433f,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:08.784473 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.798657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-612bb316-4621-4fe1-a62a-a581b76c94f5 None None] Provisioning complete for port 3b712da0-cadb-44d4-8e2c-935216f1433f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:08.799267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-612bb316-4621-4fe1-a62a-a581b76c94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:08.892606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-021078ad-a974-4428-b461-45f4a9da991a req-d27bd97d-0bb3-4481-9e51-210aecf4f828 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 210 time: 0.0711927 Dec 17 16:14:08.946466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-87b8c31a-6479-48c7-9ed8-78b037a626ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25e699dd28c948babdeb41905b3903b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831603 Dec 17 16:14:08.947486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 46704) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:09.015005 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:09.015721 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:14:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:09.058801 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab7bf9a8-ef9d-4476-a2ec-a34bd0e9df73 req-1cf2ffeb-0bae-4328-a569-b543add31695 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 210 time: 0.1133840 Dec 17 16:14:09.098231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9b1ba5-9c45-4c39-849d-35bfdfb40e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:09.140482 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9b1ba5-9c45-4c39-849d-35bfdfb40e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:09.192895 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c534-9850-43ac-b147-5babca344fb0 None None] Pushing event updated for resources: {'Port': ['ID=3b712da0-cadb-44d4-8e2c-935216f1433f,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:09.212890 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-612bb316-4621-4fe1-a62a-a581b76c94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:09.314371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-612bb316-4621-4fe1-a62a-a581b76c94f5 None None] For port 3b712da0-cadb-44d4-8e2c-935216f1433f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3b712da0-cadb-44d4-8e2c-935216f1433f,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:09.329375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-612bb316-4621-4fe1-a62a-a581b76c94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:09.361783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9b1ba5-9c45-4c39-849d-35bfdfb40e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:09.372750 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9b1ba5-9c45-4c39-849d-35bfdfb40e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:09.373977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8b9b1ba5-9c45-4c39-849d-35bfdfb40e24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c573202-764d-440e-a0f4-9ec790ec70f3 HTTP/1.1" status: 204 len: 168 time: 0.4252346 Dec 17 16:14:09.442918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b1ba5-9c45-4c39-849d-35bfdfb40e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c573202-764d-440e-a0f4-9ec790ec70f3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:09.570177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bb316-4621-4fe1-a62a-a581b76c94f5 None None] Pushing event updated for resources: {'Port': ['ID=3b712da0-cadb-44d4-8e2c-935216f1433f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:09.651299 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8f1ed0e6-0600-47cc-a20f-48ce6b61af3d None None] Provisioning complete for port 3b712da0-cadb-44d4-8e2c-935216f1433f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:09.651665 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed0e6-0600-47cc-a20f-48ce6b61af3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:09.662466 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:10.001764 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:10.082917 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fcb9e40-883a-49a5-8bf7-4be20eae4e7a req-5f9b3469-e53c-4684-888e-5bd35a0214a3 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 210 time: 0.0929677 Dec 17 16:14:10.323270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f10f071-c38b-4b69-8fb2-c5d7e9bcc2a9 req-9eedcb5a-5490-460a-a295-e4e93a36d97d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 210 time: 0.1226249 Dec 17 16:14:10.429455 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:08Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:10.518615 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1d117-3972-4f9e-8aed-84fb31ed3ca4 None None] The sync data for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 is: [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:08Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:14:10.981674 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:11.231515 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:11.322130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-b333fabc-6b48-4311-bb58-426e1e1a92bd tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:11.324692 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-b333fabc-6b48-4311-bb58-426e1e1a92bd tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.2177289 Dec 17 16:14:11.389599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-459ebc2b-5f73-4e18-a10c-3957bd784523 req-cef4478c-637c-48f9-9202-f1963587dcf2 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 210 time: 0.0602663 Dec 17 16:14:11.416408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Request body: {'port': {'device_id': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'admin_state_up': True, 'tenant_id': 'd96496798a3045649e514480fe6e53c5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:11.614155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-83be9156-f5e1-40be-8712-36e8fd41f90c req-6d4f377c-9dd1-4034-8d95-a602219fc27e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 210 time: 0.0993950 Dec 17 16:14:11.726247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46806) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:12.012458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Made reservation on behalf of d96496798a3045649e514480fe6e53c5 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:12.025035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.033956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3b712da0-cadb-44d4-8e2c-935216f1433f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:12.087138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-026bfcfc-98de-4abe-882a-4ea9e57ca542 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:12.096524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-026bfcfc-98de-4abe-882a-4ea9e57ca542 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 796 time: 0.3783422 Dec 17 16:14:12.115439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-network', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:12.160976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Made reservation on behalf of 0b03ce8f16084dfdace05f78cf3bf724 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:12.177522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.201215 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.279871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3b712da0-cadb-44d4-8e2c-935216f1433f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:12.285854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.300188 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.430781 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.432232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-50386204-6337-433b-bf1b-a1c5ad251085 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 379 time: 0.3219833 Dec 17 16:14:12.445415 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.501319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'port': {'device_id': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'admin_state_up': True, 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'security_groups': ['66cdb4ad-ef21-4e48-9507-d9fc8a320842']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:12.580814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11b540-9304-4fc9-9990-8f98d67002b3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:12.615860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:14:12.634903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Allocated IP 172.20.0.5 (6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4/bf0cd847-d3fb-4039-9ff9-6e46a851ce6d/ba22ceea-cc9f-4e35-8fea-b28d251c35cc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:12.721051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.725297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.726456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.727737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.729513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.735106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.736346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.737654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.738220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.739775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.740802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.741474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.742511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:12.801968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:12.805464 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Added segment 98cdc499-5f42-47ae-9ad8-f604878a3ab9 of type vlan for network f9221af0-7eb8-4367-b7db-94ba8fb09919 Dec 17 16:14:12.811535 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eec8f48e-6ba6-47f6-9407-6d1db37da786 req-fc4c7537-a136-4a37-8422-1a6a570fab9d tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 210 time: 0.2019079 Dec 17 16:14:12.865730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d78c543e-8136-4b59-b5ff-8ce02c887051 req-b67cd69c-2c41-46f0-99a5-9cbcdc604e77 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 210 time: 0.0745125 Dec 17 16:14:12.930761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.000333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.001668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:13.002372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.089289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:13.098322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.208000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4803970 Dec 17 16:14:13.208628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46848) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:13.215219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Request body: {'subnet': {'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-subnet', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:13.262310 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.323034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9668a7-eb7f-42f3-9682-43545ed40d6b admin admin] Pushing event updated for resources: {'Network': ['ID=f9221af0-7eb8-4367-b7db-94ba8fb09919,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:13.339786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f9221af0-7eb8-4367-b7db-94ba8fb09919 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:14:13.347526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Made reservation on behalf of 0b03ce8f16084dfdace05f78cf3bf724 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:13.355180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.566583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.644693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.6 (9e553340-cddb-45db-b63e-3ee02b4366e5/dccfe1c5-f434-44ad-bfb5-f9df21914fcf/698204e0-f6e7-4589-bd3a-c625853763ba) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:13.714236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:13.730842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:13.745716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:13.808413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event updated for resources: {'Port': ['ID=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:13.825321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:13.826192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:13.853627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.854166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.854772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.855267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.855744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.856236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.856730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.858384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.858872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.859536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.860079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.874547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.875379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:13.913759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:14.015978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Checking segment: {'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:14.017628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Network hostable DHCP agents. Network: f9221af0-7eb8-4367-b7db-94ba8fb09919, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:14:14.021084 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-0f57cbe7-5095-489f-a117-eba6d42e31f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6278489 Dec 17 16:14:14.049267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Request body: {'port': {'device_id': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:14.092356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9330227a-b104-409c-9e4d-5ff24456086f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:14.102549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Network f9221af0-7eb8-4367-b7db-94ba8fb09919 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:14:14.159341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3d76002-82e7-4876-ab25-9d37434163e8 req-1c1008f2-7d05-404a-a8a9-0192244365b0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 210 time: 0.0390859 Dec 17 16:14:14.160773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f9221af0-7eb8-4367-b7db-94ba8fb09919) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:14.174779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30cfca-7e90-4aaf-90e7-9ca46100cd6d None None] Network f9221af0-7eb8-4367-b7db-94ba8fb09919 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:14:14.186575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:14.187796 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:14.230275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55033f38-a723-426c-9d4d-711685e53758 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0186858 Dec 17 16:14:14.232923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 46880) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:14.237742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:14.318693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a181c1-6b62-4dcb-be86-02df9052a65f None None] Network f9221af0-7eb8-4367-b7db-94ba8fb09919 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:14:14.329029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:14.330280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:14.448056 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:14.704950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.089035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.101297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e631aa8-97b8-4e77-8789-655aea788a82 req-056c6e5b-0b3d-48f5-9e19-ba16f1c46d5b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:15.102890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e631aa8-97b8-4e77-8789-655aea788a82 req-056c6e5b-0b3d-48f5-9e19-ba16f1c46d5b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 931 time: 1.0379977 Dec 17 16:14:15.142079 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.182065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e631aa8-97b8-4e77-8789-655aea788a82 req-809e22f7-74bb-486a-8019-17ad644d8098 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660892 Dec 17 16:14:15.185527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.243070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.321632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Allocated IP 172.25.0.251 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/2075da83-247a-44ab-ac4a-4b6a50615bd0) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:15.473555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.545170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.569513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.711910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Pushing event updated for resources: {'Port': ['ID=2075da83-247a-44ab-ac4a-4b6a50615bd0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:15.737234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:15.744997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:15.750027 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:15.755655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:15.782666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5db3644-9a99-4b61-87b1-e4c693c51849 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:14:15.823100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d987ed2-f5bf-4f5f-88a5-d2d32805b991 req-34e71eae-e9d4-4714-98d6-636e3b10ae2a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:15.831213 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d987ed2-f5bf-4f5f-88a5-d2d32805b991 req-34e71eae-e9d4-4714-98d6-636e3b10ae2a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 931 time: 0.2866199 Dec 17 16:14:15.894153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-03967711-5df5-403c-b633-0dd536286d5a None None] Provisioning complete for port 2075da83-247a-44ab-ac4a-4b6a50615bd0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:15.894511 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-03967711-5df5-403c-b633-0dd536286d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:16.034110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:16.051526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:16.073480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:16.098372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-03967711-5df5-403c-b633-0dd536286d5a None None] Port 2075da83-247a-44ab-ac4a-4b6a50615bd0 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:14:16.105858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:16.134720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba22ceea-cc9f-4e35-8fea-b28d251c35cc {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:16.212901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:16.341128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d987ed2-f5bf-4f5f-88a5-d2d32805b991 req-8bbfbff9-d9b8-47fa-805f-cc596eec234c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5053487 Dec 17 16:14:16.343704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:16.344720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:16.427307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-4467d85a-e211-4404-95da-bc9c9ce6be09 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9876432 Dec 17 16:14:16.451751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Request body: {'port': {'device_id': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:16.481513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Transition to ACTIVE for port object ba22ceea-cc9f-4e35-8fea-b28d251c35cc will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:14:16.643276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:16.734550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Pushing event updated for resources: {'Port': ['ID=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:16.785739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:16.786711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-877f23d5-5146-490b-9f00-3f6af4c0fed6 None None] Provisioning complete for port 698204e0-f6e7-4589-bd3a-c625853763ba triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:16.787223 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-877f23d5-5146-490b-9f00-3f6af4c0fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:16.900215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7d281-ae8d-45e2-8537-e62b257143e4 req-72da1155-a585-40ee-987c-3830521faa83 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:16.912462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fc7d281-ae8d-45e2-8537-e62b257143e4 req-72da1155-a585-40ee-987c-3830521faa83 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 931 time: 0.4491715 Dec 17 16:14:16.925493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:16.963045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-877f23d5-5146-490b-9f00-3f6af4c0fed6 None None] Port 698204e0-f6e7-4589-bd3a-c625853763ba cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:14:17.285769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fc7d281-ae8d-45e2-8537-e62b257143e4 req-cb91bb74-af36-4440-9c34-c705a90bcf03 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718722 Dec 17 16:14:17.339181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Attempting to bind port ba22ceea-cc9f-4e35-8fea-b28d251c35cc on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:14:17.339560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Attempting to bind port ba22ceea-cc9f-4e35-8fea-b28d251c35cc by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:14:17.339855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Attempting to bind port ba22ceea-cc9f-4e35-8fea-b28d251c35cc on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:17.537069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Port ba22ceea-cc9f-4e35-8fea-b28d251c35cc on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:14:17.541273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Attempting to bind port ba22ceea-cc9f-4e35-8fea-b28d251c35cc on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:17.568897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:17.569134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Checking segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:17.569474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Bound using segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:17.569941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Bound port: ba22ceea-cc9f-4e35-8fea-b28d251c35cc, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:14:17.570298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:17.607729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698204e0-f6e7-4589-bd3a-c625853763ba {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:17.640429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:17.665868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Transition to ACTIVE for port object 698204e0-f6e7-4589-bd3a-c625853763ba will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:14:17.716082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:17.827009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] For port ba22ceea-cc9f-4e35-8fea-b28d251c35cc, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:17.867207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] For port ba22ceea-cc9f-4e35-8fea-b28d251c35cc, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:17.882843 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:18.024248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713738e-505a-44be-bb21-e23463e4b7a3 req-a6553475-f80c-44fb-85f8-f0269bad85a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:18.026543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c713738e-505a-44be-bb21-e23463e4b7a3 req-a6553475-f80c-44fb-85f8-f0269bad85a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.1728611 Dec 17 16:14:18.069965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:18.141926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:18.146596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:18.154820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] 10.222.0.49 "PUT /v2.0/ports/ba22ceea-cc9f-4e35-8fea-b28d251c35cc HTTP/1.1" status: 200 len: 1092 time: 4.1199362 Dec 17 16:14:18.156692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'tag': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:18.166392 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808a1a28-851f-4df3-8994-c7470be7727b" -d '{"events": [{"name": "network-changed", "server_uuid": "351a2144-7f6e-4795-b2b6-9d99c4f2d91f", "tag": "ba22ceea-cc9f-4e35-8fea-b28d251c35cc"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:18.481800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c713738e-505a-44be-bb21-e23463e4b7a3 req-8ef3ebb1-ca7c-4fb9-9aac-1d4cd9a31804 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4395633 Dec 17 16:14:18.516104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:18.534723 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f0d4bf-40d3-46cf-9bac-3c808e5bed8a x-openstack-request-id: req-e3f0d4bf-40d3-46cf-9bac-3c808e5bed8a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:18.535313 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351a2144-7f6e-4795-b2b6-9d99c4f2d91f", "tag": "ba22ceea-cc9f-4e35-8fea-b28d251c35cc", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:18.553181 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3f0d4bf-40d3-46cf-9bac-3c808e5bed8a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:18.560559 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'tag': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc', 'status': 'completed', 'code': 200} Dec 17 16:14:18.752322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bae1b6-ddef-4e9d-bebc-378e6a0f804d service neutron] Pushing event updated for resources: {'Port': ['ID=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:18.771614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:14:18.775297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:14:18.778949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:18.784627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-4f861de8-636e-44e9-8d43-3c30df83bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:18.791068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-4f861de8-636e-44e9-8d43-3c30df83bc38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 1095 time: 0.4721472 Dec 17 16:14:18.829867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:14:18.830430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:18.915634 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-bc1fbb64-2813-4318-9544-6f406c85a987 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc HTTP/1.1" status: 200 len: 217 time: 0.1091499 Dec 17 16:14:18.920705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:18.921365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Checking segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:18.921909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Bound using segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:18.922501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Bound port: 698204e0-f6e7-4589-bd3a-c625853763ba, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:14:18.923028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:18.977413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49271-4c02-4afd-91b6-e110c732d54a req-896dd5c0-d645-4dad-9ac5-03b73f36d0ba tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:18.987897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cff49271-4c02-4afd-91b6-e110c732d54a req-896dd5c0-d645-4dad-9ac5-03b73f36d0ba tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 943 time: 0.3549190 Dec 17 16:14:19.038586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Router 68e25faa-c811-4dd2-bbb1-1527fe99a983 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:14:19.119661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-5afa9a5d-ca34-47a4-a75c-eb38c27181e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:19.119661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-5afa9a5d-ca34-47a4-a75c-eb38c27181e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.1825836 Dec 17 16:14:19.168728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-880c610d-db71-4dac-842b-c7f78a6467ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443172 Dec 17 16:14:19.479427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cff49271-4c02-4afd-91b6-e110c732d54a req-b9d1f36b-aa9c-47e3-8959-836369f812a7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876812 Dec 17 16:14:19.495788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:14:19.520736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Sync routers for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:14:19.535634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:19.549966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:19.551266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:14:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:19.558307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:19.675115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:19.690543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-57bea700-285f-4370-b26a-b99aec19e816 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4563673 Dec 17 16:14:19.701616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47026) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:19.714660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:19.851362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:19.870853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:19.872607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] 10.222.0.49 "PUT /v2.0/ports/698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 1092 time: 3.4316049 Dec 17 16:14:19.878762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-2cd98a95-8641-4275-826e-8120807589d9 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992850 Dec 17 16:14:19.886161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:20.229745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e89ce-c4df-40aa-893e-7fb1b3f9f04f service neutron] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:20.257148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2cfa-0a19-486c-bf6a-c46e5f9bd8db req-c3f86c2f-a1fd-4014-8aae-ab069e5988f5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:20.266111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dcce2cfa-0a19-486c-bf6a-c46e5f9bd8db req-c3f86c2f-a1fd-4014-8aae-ab069e5988f5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.4031169 Dec 17 16:14:20.367705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-99d7aada-b9ae-436a-a340-ee412ed8e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:20.378660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-99d7aada-b9ae-436a-a340-ee412ed8e32c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1095 time: 0.4152496 Dec 17 16:14:20.639419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:20.645542 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb45059-343f-47d5-b0ee-39460d5ebeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:20.677440 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dcce2cfa-0a19-486c-bf6a-c46e5f9bd8db req-baedcbeb-10f7-452a-884b-7a31f0df6923 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097493 Dec 17 16:14:20.695383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-784c4e9c-cd7e-491e-894f-31fe3969a53d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 217 time: 0.2960069 Dec 17 16:14:20.708646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c92b53d2-ee1d-4450-b5e1-f24b1a012964 req-7c0170c0-f50d-4f79-8aa8-ad43315be9ac service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8189318 Dec 17 16:14:20.945423 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d47d3e-722c-4f64-9941-a7542219618b x-openstack-request-id: req-66d47d3e-722c-4f64-9941-a7542219618b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:20.945937 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:20.947663 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66d47d3e-722c-4f64-9941-a7542219618b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:20.948285 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'status': 'completed', 'code': 200} Dec 17 16:14:20.953982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:16Z', 'revision_number': 3, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:21.081000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Checking router: 68e25faa-c811-4dd2-bbb1-1527fe99a983 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:14:21.081350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Updating router 68e25faa-c811-4dd2-bbb1-1527fe99a983 port 2075da83-247a-44ab-ac4a-4b6a50615bd0 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:14:21.184913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-10dbdaf1-b7e6-4a0f-84ce-e2c7dd90e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:21.186469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-10dbdaf1-b7e6-4a0f-84ce-e2c7dd90e7bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.4750440 Dec 17 16:14:21.189452 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:21.239289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1a28-851f-4df3-8994-c7470be7727b req-83d30d2c-c6c6-456e-8392-8279e3e82294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:21.240838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-808a1a28-851f-4df3-8994-c7470be7727b req-83d30d2c-c6c6-456e-8392-8279e3e82294 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 1095 time: 0.3311713 Dec 17 16:14:21.272598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9253e1-7241-4ed4-b5c9-968d7f188143 req-4a41b7b5-ff09-4b2f-b2a0-2784ea224ea0 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:21.274317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f9253e1-7241-4ed4-b5c9-968d7f188143 req-4a41b7b5-ff09-4b2f-b2a0-2784ea224ea0 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 943 time: 0.4321764 Dec 17 16:14:21.502411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:21.569183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1a28-851f-4df3-8994-c7470be7727b req-33d69794-ecdb-4134-b2fd-318d7b8164fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:21.571302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-808a1a28-851f-4df3-8994-c7470be7727b req-33d69794-ecdb-4134-b2fd-318d7b8164fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 916 time: 0.2961936 Dec 17 16:14:21.739521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-808a1a28-851f-4df3-8994-c7470be7727b req-6b03d6cc-57ac-4785-8ba1-dd98d414b664 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc HTTP/1.1" status: 200 len: 217 time: 0.1363895 Dec 17 16:14:21.996549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39396-d06e-47b0-9727-49657027daf5 req-7ea4abb4-a41c-4e6b-ba01-a2c4e9e5c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:21.998200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-7ea4abb4-a41c-4e6b-ba01-a2c4e9e5c8f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7810638 Dec 17 16:14:22.052671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2f9253e1-7241-4ed4-b5c9-968d7f188143 req-8b21f389-151d-4249-9918-eed59d83754b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963362 Dec 17 16:14:22.109972 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.125381 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.238851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1a28-851f-4df3-8994-c7470be7727b req-9c1ae08b-1d6a-45f5-8d14-99cf08e69ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:22.240845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-808a1a28-851f-4df3-8994-c7470be7727b req-9c1ae08b-1d6a-45f5-8d14-99cf08e69ab7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.4612970 Dec 17 16:14:22.291536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce4c3d-8395-479f-9148-6c5c60757522 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:14:22.332972 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-808a1a28-851f-4df3-8994-c7470be7727b req-ca382f9d-3bad-42bf-ba3c-e35ddd7db694 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848677 Dec 17 16:14:22.351459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaabd35-c3f3-448f-8bed-e0506077fd74 req-8aa1287f-a408-49af-a575-6af2c2fce20a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:22.377313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8aaabd35-c3f3-448f-8bed-e0506077fd74 req-8aa1287f-a408-49af-a575-6af2c2fce20a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.3989899 Dec 17 16:14:22.381645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Attempting to bind port 2075da83-247a-44ab-ac4a-4b6a50615bd0 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:14:22.383669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Attempting to bind port 2075da83-247a-44ab-ac4a-4b6a50615bd0 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:14:22.384448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Attempting to bind port 2075da83-247a-44ab-ac4a-4b6a50615bd0 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:22.411546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:22.412321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:22.413044 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.413640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:22.414785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Bound port: 2075da83-247a-44ab-ac4a-4b6a50615bd0, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:14:22.415989 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.479923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4b83be4e-d06e-4eff-8ac1-38ff4c193a0c None None] Provisioning complete for port 2075da83-247a-44ab-ac4a-4b6a50615bd0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:22.480388 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b83be4e-d06e-4eff-8ac1-38ff4c193a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.484203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Pushing event updated for resources: {'Port': ['ID=2075da83-247a-44ab-ac4a-4b6a50615bd0,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:22.519940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.521196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.522061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.522452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.522796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.523315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.524361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.525280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.525748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.526327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.526772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.527481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.528176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:22.532806 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-c1b11489-0b9e-486c-9bf2-e952a1a24f21 req-f110e408-cc36-4fd6-8142-24b954a2d956 service neutron] (109784) timed out ('10.222.0.54', 49658) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:14:22.581858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4b83be4e-d06e-4eff-8ac1-38ff4c193a0c None None] Port 2075da83-247a-44ab-ac4a-4b6a50615bd0 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:14:22.585951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] For port 2075da83-247a-44ab-ac4a-4b6a50615bd0, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:22.590207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] For port 2075da83-247a-44ab-ac4a-4b6a50615bd0, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2075da83-247a-44ab-ac4a-4b6a50615bd0,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:22.611144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.633014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Allocated IP 172.20.0.1 (f9221af0-7eb8-4367-b7db-94ba8fb09919/9330227a-b104-409c-9e4d-5ff24456086f/0b0f3590-5f51-4700-a6e0-65b70b526ded) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:22.693063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-c46b8624-3950-4066-ac9c-d7632c902c84 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819003 Dec 17 16:14:22.731902 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148440c-0ad0-44a2-b4e9-3b74fb960922 None None] Pushing event updated for resources: {'Port': ['ID=2075da83-247a-44ab-ac4a-4b6a50615bd0,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:22.750436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a99fc9-0a1e-4cb2-9261-c9ca00fcc080 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:14:22.753013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:22.753781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:14:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:22.916634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.936005 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-808a1a28-851f-4df3-8994-c7470be7727b req-f25e5daf-c398-410c-a161-f84d5f42f65c service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919776 Dec 17 16:14:22.958436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:22.965039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:23.010259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Network f9221af0-7eb8-4367-b7db-94ba8fb09919 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:23.017091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:23.025205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8aaabd35-c3f3-448f-8bed-e0506077fd74 req-fc8f47cd-b494-440d-8157-2dce3762ab36 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6449199 Dec 17 16:14:23.028200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:23.080848 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:23.134791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0f3590-5f51-4700-a6e0-65b70b526ded,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:23.298490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49c39396-d06e-47b0-9727-49657027daf5 req-053cb5f2-f4b3-4178-84d7-153706820b3b service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968487 Dec 17 16:14:23.410993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:23.482834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-de26f0ce-ad1a-460c-9aeb-fcb745c01644 None None] Provisioning complete for port 2075da83-247a-44ab-ac4a-4b6a50615bd0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:23.488093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d85a1-7a3a-4b89-83a0-762800c94811 req-dcb2670b-76e8-4275-a8a9-5f3807320446 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:23.488343 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-de26f0ce-ad1a-460c-9aeb-fcb745c01644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:23.495775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c71d85a1-7a3a-4b89-83a0-762800c94811 req-dcb2670b-76e8-4275-a8a9-5f3807320446 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 943 time: 0.1758423 Dec 17 16:14:23.536976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-72c51400-39aa-4c3d-9d22-cd2964818388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:23.539171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-72c51400-39aa-4c3d-9d22-cd2964818388 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1095 time: 0.1362879 Dec 17 16:14:23.717195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-808a1a28-851f-4df3-8994-c7470be7727b req-1c9fea64-6543-41db-89ef-8e74b7246a61 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713802 Dec 17 16:14:23.738059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c71d85a1-7a3a-4b89-83a0-762800c94811 req-eefff93d-9ba3-42ed-9549-e6bf98f35f98 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411973 Dec 17 16:14:23.823193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-780cd892-aea3-43b6-9599-60e0fd374719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:23.824754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-780cd892-aea3-43b6-9599-60e0fd374719 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.2732952 Dec 17 16:14:23.931571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:23.956684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:23.971585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-ecc07cb0-0dda-4e41-886a-ffadf45a67a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 217 time: 0.1382890 Dec 17 16:14:23.996423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ba22ceea-cc9f-4e35-8fea-b28d251c35cc details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:14:24.130970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:16Z', 'revision_number': 3, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:24.175462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.resource_extend [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:14:24.198861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:24.200809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0f3590-5f51-4700-a6e0-65b70b526ded,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:24.253758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-cba68d41-9c94-43c9-9a62-8ce58eb56675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:24.259120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-cba68d41-9c94-43c9-9a62-8ce58eb56675 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.2655475 Dec 17 16:14:24.327944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3e9b63-78cc-4025-a296-536770170089 None None] The sync data for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 is: [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:16Z', 'revision_number': 3, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:14:24.365956 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-de26f0ce-ad1a-460c-9aeb-fcb745c01644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:24.366862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2901f40-3b11-4c88-8930-3e4de304b62c req-67524356-7eaf-4820-9eba-8560f6e2bf19 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:24.376088 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2901f40-3b11-4c88-8930-3e4de304b62c req-67524356-7eaf-4820-9eba-8560f6e2bf19 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.2050617 Dec 17 16:14:24.421634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Network f9221af0-7eb8-4367-b7db-94ba8fb09919 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:24.424953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:24.440010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-de26f0ce-ad1a-460c-9aeb-fcb745c01644 None None] For port 2075da83-247a-44ab-ac4a-4b6a50615bd0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2075da83-247a-44ab-ac4a-4b6a50615bd0,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:24.462307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-dd7130e2-94b4-418e-81da-65bd10c1e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:24.463744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-dd7130e2-94b4-418e-81da-65bd10c1e933 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1942303 Dec 17 16:14:24.519285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ba22ceea-cc9f-4e35-8fea-b28d251c35cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:24.561038 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-de26f0ce-ad1a-460c-9aeb-fcb745c01644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:24.590358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'port_id': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc', 'mac_address': 'fa:16:3e:b1:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0cd847-d3fb-4039-9ff9-6e46a851ce6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:14:24.686182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2901f40-3b11-4c88-8930-3e4de304b62c req-925fcb0e-1f3e-4220-9e86-5dde126e6605 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089797 Dec 17 16:14:24.770678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:24.784355 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-037ef100-77e1-4fd0-b16a-fbe2dabf180f service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969861 Dec 17 16:14:24.814112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba22ceea-cc9f-4e35-8fea-b28d251c35cc {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:24.824765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26f0ce-ad1a-460c-9aeb-fcb745c01644 None None] Pushing event updated for resources: {'Port': ['ID=2075da83-247a-44ab-ac4a-4b6a50615bd0,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:24.876348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ba22ceea-cc9f-4e35-8fea-b28d251c35cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:24.896387 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:24.971176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Router 68e25faa-c811-4dd2-bbb1-1527fe99a983 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:14:25.073450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:25.103645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fbb45059-343f-47d5-b0ee-39460d5ebeaf req-9034432e-3657-43f5-b7ab-fb3c2bff3a12 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118927 Dec 17 16:14:25.164765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ba22ceea-cc9f-4e35-8fea-b28d251c35cc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:14:25.410517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:14:25.431186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-431f47b2-3ecd-4a09-8578-b94dc433f0e1 admin admin] 10.222.0.54 "PUT /v2.0/routers/68e25faa-c811-4dd2-bbb1-1527fe99a983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7254608 Dec 17 16:14:25.670508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:14:25.730554 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:14:25.905899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:25.936453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '698204e0-f6e7-4589-bd3a-c625853763ba', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'port_id': '698204e0-f6e7-4589-bd3a-c625853763ba', 'mac_address': 'fa:16:3e:77:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:14:25.982554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b8f7f-fb14-4a6b-8165-f44e087f0a58 req-70650042-6803-4a0b-b1d5-3b8d7519ce97 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:25.992208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b86b8f7f-fb14-4a6b-8165-f44e087f0a58 req-70650042-6803-4a0b-b1d5-3b8d7519ce97 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 944 time: 0.1483142 Dec 17 16:14:26.062054 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:26.064292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2075da83-247a-44ab-ac4a-4b6a50615bd0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:26.079449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b86b8f7f-fb14-4a6b-8165-f44e087f0a58 req-654b4235-9a9e-4b95-b768-93857469aea9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838690 Dec 17 16:14:26.195739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698204e0-f6e7-4589-bd3a-c625853763ba {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:26.220375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d3429-0afb-4ab9-87c0-59adc34cba52 req-1dd510fa-6abe-4f79-9d37-86fe458929ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:26.231364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-674d3429-0afb-4ab9-87c0-59adc34cba52 req-1dd510fa-6abe-4f79-9d37-86fe458929ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.0796070 Dec 17 16:14:26.271268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:26.294920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:26.386161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:26.398321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2075da83-247a-44ab-ac4a-4b6a50615bd0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:26.399036 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:26.411647 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-674d3429-0afb-4ab9-87c0-59adc34cba52 req-ff5df6cc-43f1-4c25-8f71-bfd3789a2b0d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789286 Dec 17 16:14:26.486300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fac25-bf98-429d-8d70-995a3d791f14 req-e0ff4037-ecc6-4e38-8bec-6aa136e77d1f tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:26.498522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-e0ff4037-ecc6-4e38-8bec-6aa136e77d1f tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 819 time: 0.3430033 Dec 17 16:14:26.527121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-14f65704-7b5f-4f8f-93b1-c508a4555e40 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/quotas/0b03ce8f16084dfdace05f78cf3bf724 HTTP/1.1" status: 200 len: 375 time: 0.0271015 Dec 17 16:14:26.537755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['698204e0-f6e7-4589-bd3a-c625853763ba'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:14:26.639590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-3f98fde0-b5a9-4994-a6dd-3f8a110c9e0d tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085980 Dec 17 16:14:26.921875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-9cacc6fe-8b85-4958-972e-2ddb369259c4 service neutron] 10.222.0.54 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762024 Dec 17 16:14:27.007733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-5d88f20b-093f-4266-a691-33281f345180 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650590656&fields=id&tenant_id=7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 267 time: 0.0795381 Dec 17 16:14:27.171190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-26a156ef-242b-4d6e-92bb-4a408f1fc1f9 service neutron] 10.222.0.54 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415545 Dec 17 16:14:27.173334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-60b8cd59-98fe-4c99-b86a-1f18e1524654 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:27.182063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-60b8cd59-98fe-4c99-b86a-1f18e1524654 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 0.1668577 Dec 17 16:14:27.203451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-86859842-38b2-45fb-a4d6-c7a3506a95f0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/quotas/7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 375 time: 0.0202091 Dec 17 16:14:27.284452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-b8ac0ef9-adb2-421e-b082-977ca3d0215b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795460 Dec 17 16:14:27.429880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-f22138b3-eb80-4f7f-a9c0-09308af13f5d service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416566 Dec 17 16:14:27.584461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-85d67495-8fb1-4b9d-9ee3-4ef53eef50af service neutron] 10.222.0.54 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533771 Dec 17 16:14:27.629589 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Sync routers for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:14:27.644791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87b225-2fbb-46dc-97ee-011cf630aef1 req-2f94eae0-b0a2-49fc-93d7-d1b00c4dfe54 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:27.646410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae87b225-2fbb-46dc-97ee-011cf630aef1 req-2f94eae0-b0a2-49fc-93d7-d1b00c4dfe54 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 944 time: 0.1332185 Dec 17 16:14:27.657522 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:27.658320 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:14:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:27.687850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:27.755110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae87b225-2fbb-46dc-97ee-011cf630aef1 req-4dab4af3-ba50-4e05-93fd-549bb349bf5e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993733 Dec 17 16:14:27.921833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 698204e0-f6e7-4589-bd3a-c625853763ba completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:14:27.928710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 698204e0-f6e7-4589-bd3a-c625853763ba triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:27.929546 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:27.944847 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51b7f499-2956-49dd-96bb-3346fecd486b req-b0283571-942b-4d4c-a764-09f2c7213fc6 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 210 time: 0.1036839 Dec 17 16:14:27.975430 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:28.191378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edef7b-938c-499a-b2aa-38357a731f7b req-422856e6-834a-4b8e-bc3d-459727c07b33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:28.202090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8edef7b-938c-499a-b2aa-38357a731f7b req-422856e6-834a-4b8e-bc3d-459727c07b33 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 944 time: 0.1123502 Dec 17 16:14:28.226383 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:28.321026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:28.323959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:28.332297 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c2372e-15eb-49f0-87c9-9e7e4010b52c" -d '{"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-plugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:28.341177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:28.342668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ba22ceea-cc9f-4e35-8fea-b28d251c35cc up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:28.371330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8edef7b-938c-499a-b2aa-38357a731f7b req-fdaa81a1-b726-46cb-bc1d-6d86f447e3e8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681390 Dec 17 16:14:28.450863 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 2, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:28.507559 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Checking router: 68e25faa-c811-4dd2-bbb1-1527fe99a983 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:14:28.508247 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Updating router 68e25faa-c811-4dd2-bbb1-1527fe99a983 port 0b0f3590-5f51-4700-a6e0-65b70b526ded binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:14:28.549839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-698530b6-6f2c-4aa2-9978-7e9c4a32441a req-c32477a8-c03f-4b10-a28b-362d1639fee0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.1352637 Dec 17 16:14:28.580559 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:28.600626 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d348b8-9436-45aa-9379-e0e277131561 x-openstack-request-id: req-85d348b8-9436-45aa-9379-e0e277131561 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:28.601411 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-plugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:28.601850 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85d348b8-9436-45aa-9379-e0e277131561 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:28.602463 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'code': 200} Dec 17 16:14:28.618492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:28.681095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port ba22ceea-cc9f-4e35-8fea-b28d251c35cc completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:14:28.686475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port ba22ceea-cc9f-4e35-8fea-b28d251c35cc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:28.687009 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:28.710081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400c8c-2412-448b-b05e-1a5c7e00d8fe req-3afa5d05-90dd-4a03-ae41-3059d83d8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:28.711667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7400c8c-2412-448b-b05e-1a5c7e00d8fe req-3afa5d05-90dd-4a03-ae41-3059d83d8c76 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1097 time: 0.1234055 Dec 17 16:14:28.795216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d7400c8c-2412-448b-b05e-1a5c7e00d8fe req-95f1ff0c-6aad-425a-b1b1-52eff801a071 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746450 Dec 17 16:14:29.005958 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:29.036101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2130bbd-43d9-4378-93f6-218a9ce3a729 req-171b4611-84ea-47b4-8bc0-2cd488e25108 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:29.042998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2130bbd-43d9-4378-93f6-218a9ce3a729 req-171b4611-84ea-47b4-8bc0-2cd488e25108 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 944 time: 0.1620920 Dec 17 16:14:29.120923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6d662d5-cd23-469d-8c2d-3de81331dff0 req-fe4d2585-e1e3-4cda-af6f-d538f5e1f1e0 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 210 time: 0.0633702 Dec 17 16:14:29.133130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ba22ceea-cc9f-4e35-8fea-b28d251c35cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:29.141819 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:29.214776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2130bbd-43d9-4378-93f6-218a9ce3a729 req-701889e1-8f97-4983-8d82-c89e1ca696d4 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630795 Dec 17 16:14:29.231139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:29.293210 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:29.307645 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:29.403586 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd1f41-3c9a-4ef3-be01-8475fe4df74d None None] Pushing event updated for resources: {'Port': ['ID=0b0f3590-5f51-4700-a6e0-65b70b526ded,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:29.532804 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Attempting to bind port 0b0f3590-5f51-4700-a6e0-65b70b526ded on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:14:29.533748 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Attempting to bind port 0b0f3590-5f51-4700-a6e0-65b70b526ded by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:14:29.534304 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Attempting to bind port 0b0f3590-5f51-4700-a6e0-65b70b526ded on network f9221af0-7eb8-4367-b7db-94ba8fb09919 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:29.547807 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:29.548903 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Checking segment: {'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:29.549589 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:29.550235 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Bound using segment: {'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:29.550970 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Bound port: 0b0f3590-5f51-4700-a6e0-65b70b526ded, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:14:29.551935 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:29.602113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68750c99-3515-4090-af2d-feacdbb28ab5 req-62fa5297-4ea6-48b8-8cb4-9f92be71ab1c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:29.610543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68750c99-3515-4090-af2d-feacdbb28ab5 req-62fa5297-4ea6-48b8-8cb4-9f92be71ab1c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1274755 Dec 17 16:14:29.743415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68750c99-3515-4090-af2d-feacdbb28ab5 req-1dd782db-ffe6-4e4f-8a79-6d8175c0de82 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316831 Dec 17 16:14:29.852615 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] For port 0b0f3590-5f51-4700-a6e0-65b70b526ded, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:29.862603 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] For port 0b0f3590-5f51-4700-a6e0-65b70b526ded, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b0f3590-5f51-4700-a6e0-65b70b526ded,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:29.878838 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:30.022996 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:30.023930 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:14:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:30.077256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ee261aa-0e6f-4780-be0e-2978c999140a req-ab7795bc-34fb-4f1e-bda8-37fc8c7b3057 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.1613152 Dec 17 16:14:30.109432 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd1f41-3c9a-4ef3-be01-8475fe4df74d None None] Pushing event updated for resources: {'Port': ['ID=0b0f3590-5f51-4700-a6e0-65b70b526ded,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:30.206875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fac25-bf98-429d-8d70-995a3d791f14 req-85bbf216-3643-450d-badd-703945ae8151 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:30.210166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-85bbf216-3643-450d-badd-703945ae8151 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.47 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 819 time: 0.4367871 Dec 17 16:14:30.233360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Request body: {'port': {'device_id': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'admin_state_up': True, 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:30.319512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a492003-5a56-4b6a-8fa1-294003e66398 req-32bb15e4-108b-493f-be93-6d91c4ff12a5 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 210 time: 0.0459194 Dec 17 16:14:30.355390 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:30.605070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:30.610169 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4a012c-e07f-477d-ad7e-641d4874d276" -d '{"events": [{"server_uuid": "351a2144-7f6e-4795-b2b6-9d99c4f2d91f", "name": "network-vif-plugged", "status": "completed", "tag": "ba22ceea-cc9f-4e35-8fea-b28d251c35cc"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:30.801530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c63d8-4bdc-4e6d-b606-17198a3f28e1 req-81777b42-54a0-49df-8480-0278b77d1f51 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:30.810438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b03c63d8-4bdc-4e6d-b606-17198a3f28e1 req-81777b42-54a0-49df-8480-0278b77d1f51 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 945 time: 0.3245676 Dec 17 16:14:30.849389 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604b02e-99b4-47e9-b0c1-e85e1fce821d x-openstack-request-id: req-3604b02e-99b4-47e9-b0c1-e85e1fce821d {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:30.852446 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351a2144-7f6e-4795-b2b6-9d99c4f2d91f", "name": "network-vif-plugged", "status": "completed", "tag": "ba22ceea-cc9f-4e35-8fea-b28d251c35cc", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:30.852861 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3604b02e-99b4-47e9-b0c1-e85e1fce821d {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:30.854969 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc', 'code': 200} Dec 17 16:14:30.938884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b03c63d8-4bdc-4e6d-b606-17198a3f28e1 req-a598a1b4-810c-48eb-8696-6f203da38665 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272397 Dec 17 16:14:30.968393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Made reservation on behalf of 0b03ce8f16084dfdace05f78cf3bf724 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:30.973111 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:30.979907 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:29Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:31.048113 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5a60a-9e29-45b1-91be-e6a1c5472127 None None] The sync data for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 is: [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:29Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:14:31.227861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Allocated IP 172.20.0.12 (f9221af0-7eb8-4367-b7db-94ba8fb09919/9330227a-b104-409c-9e4d-5ff24456086f/829b97fb-a5ec-4417-be23-88f375888505) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:31.414690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-17b66b95-ef4b-4287-8c0d-635cd6ff3fbe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:31.416949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-17b66b95-ef4b-4287-8c0d-635cd6ff3fbe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 812 time: 1.0943971 Dec 17 16:14:31.437594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118249e-1ce9-4bb6-8d12-c9b9c73e4078 req-e050a8c3-994f-43b7-ae65-ee980d0a0b0b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:31.454371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b118249e-1ce9-4bb6-8d12-c9b9c73e4078 req-e050a8c3-994f-43b7-ae65-ee980d0a0b0b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1149673 Dec 17 16:14:31.540290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-e1013499-c86a-4f89-abdb-f3912464d8ee tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b311b70a6a14160a9684e1471a08ca8 HTTP/1.1" status: 200 len: 379 time: 0.0834651 Dec 17 16:14:31.561522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'port': {'device_id': '65913629-9750-42bb-adf4-140f8a9db5a2', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'admin_state_up': True, 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'security_groups': ['ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:31.567236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1f413-ad89-4a90-a8da-04fe8c553c9b req-92b8b559-94d5-49a0-8a16-78cd5eb4f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:31.568975 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96d1f413-ad89-4a90-a8da-04fe8c553c9b req-92b8b559-94d5-49a0-8a16-78cd5eb4f4a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 1097 time: 0.2383320 Dec 17 16:14:31.660429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96d1f413-ad89-4a90-a8da-04fe8c553c9b req-fed3d656-ca4b-4d79-89cf-61b5e2525b96 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746913 Dec 17 16:14:31.705295 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b118249e-1ce9-4bb6-8d12-c9b9c73e4078 req-79cd8eac-d761-449b-b8b5-26d162a9c586 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796541 Dec 17 16:14:31.707405 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:31.772302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:31.814549 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7cdb9bc3-198a-479a-b4e5-990406184b2d req-1a7cb0f4-52d8-4d9e-9f6d-679db2e808a9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0520608 Dec 17 16:14:31.976401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Network f9221af0-7eb8-4367-b7db-94ba8fb09919 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:32.004915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:32.014076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:32.057489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Made reservation on behalf of 7b311b70a6a14160a9684e1471a08ca8 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:32.063410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:32.094472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b0f3590-5f51-4700-a6e0-65b70b526ded up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:32.144905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:32.145882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:32.173758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event updated for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:32.190835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-ece8efee-3cc8-4090-bc6a-db0cd88dac4a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9672990 Dec 17 16:14:32.200663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cf956-f7cc-41ec-a875-4601e6e533d5 req-266e0c1b-2a93-429f-99ef-2b0bbeaeb1da tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:32.208775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Request body: {'port': {'device_id': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:32.216451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba5cf956-f7cc-41ec-a875-4601e6e533d5 req-266e0c1b-2a93-429f-99ef-2b0bbeaeb1da tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 932 time: 0.3457882 Dec 17 16:14:32.279790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0b0f3590-5f51-4700-a6e0-65b70b526ded triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:32.280217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:32.336442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba5cf956-f7cc-41ec-a875-4601e6e533d5 req-08789318-0927-44b4-a624-3a04cacee3c5 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189718 Dec 17 16:14:32.491946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:32.510584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70514d72-57f8-4445-8b62-fd89e6c1c669 req-15c8c656-22d9-4d7a-9976-2ed7e32df755 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:32.527801 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70514d72-57f8-4445-8b62-fd89e6c1c669 req-15c8c656-22d9-4d7a-9976-2ed7e32df755 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.2439837 Dec 17 16:14:32.539681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:32.630456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 0b0f3590-5f51-4700-a6e0-65b70b526ded, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b0f3590-5f51-4700-a6e0-65b70b526ded,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:32.642809 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:32.643057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199bbe-1306-4068-a21e-896d2221c33a req-843ee6f9-148f-4187-b83b-c064c6d71264 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:32.644713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b199bbe-1306-4068-a21e-896d2221c33a req-843ee6f9-148f-4187-b83b-c064c6d71264 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 945 time: 0.2065301 Dec 17 16:14:32.750884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.20.0.9 (85fa5426-a838-477d-a4d4-8cddb395cf30/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e/fad362eb-4b8e-4a3a-ba8e-ce90263e6751) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:32.770638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b199bbe-1306-4068-a21e-896d2221c33a req-e98ecd9c-ccca-4a40-8605-8c82ad98fa15 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122811 Dec 17 16:14:32.858942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=0b0f3590-5f51-4700-a6e0-65b70b526ded,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:32.897904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70514d72-57f8-4445-8b62-fd89e6c1c669 req-8731886c-373a-4d62-a48d-77f1e41afe68 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690746 Dec 17 16:14:32.919833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47350) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:33.046152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7e4ff07-f5c6-4f01-a7fc-272092b8d922 req-f9146274-ac39-457d-87f3-d233e2c87a44 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0532944 Dec 17 16:14:33.177496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:33.190271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64666acd-9d83-481c-ac3e-e1acf23af4c1 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:33.193954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-64666acd-9d83-481c-ac3e-e1acf23af4c1 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1092 time: 0.2650366 Dec 17 16:14:33.205856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:33.212326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '698204e0-f6e7-4589-bd3a-c625853763ba', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:33.291033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:33.414219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:33.416031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:33.437734 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:33.545868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:33.548818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:33.616712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:33.617406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:33.719481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf537a3-acfc-4093-b478-a14bbf111986 req-7187613a-4fdd-4e6a-b310-106776c12fac tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:33.721313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bf537a3-acfc-4093-b478-a14bbf111986 req-7187613a-4fdd-4e6a-b310-106776c12fac tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 932 time: 0.1932368 Dec 17 16:14:33.726953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-be5f3e21-f4b3-4492-a3c9-42c17d3d2753 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1699867 Dec 17 16:14:33.787920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Request body: {'port': {'device_id': '65913629-9750-42bb-adf4-140f8a9db5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:33.793812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3bf537a3-acfc-4093-b478-a14bbf111986 req-406259e4-fa64-4d56-95ce-3b0fcdb92446 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658741 Dec 17 16:14:33.981807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.010209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b0f3590-5f51-4700-a6e0-65b70b526ded up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:34.150808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5c51c699-c898-4b1e-870c-08c3c6481d23 None None] Provisioning complete for port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:34.151201 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c51c699-c898-4b1e-870c-08c3c6481d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.213999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b1e3a-cf42-4527-b80e-283b08dc52d0 req-d4b78e64-6144-45ab-9650-a11e78fc3e8c tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:34.218606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5c51c699-c898-4b1e-870c-08c3c6481d23 None None] Port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:14:34.222102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-406b1e3a-cf42-4527-b80e-283b08dc52d0 req-d4b78e64-6144-45ab-9650-a11e78fc3e8c tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 945 time: 0.2018316 Dec 17 16:14:34.230952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0b0f3590-5f51-4700-a6e0-65b70b526ded triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:34.231307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.236712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.334746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829b97fb-a5ec-4417-be23-88f375888505 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:34.348425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.379849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-406b1e3a-cf42-4527-b80e-283b08dc52d0 req-685c5193-7d1b-420f-8d5e-6b67d87ee0d7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561275 Dec 17 16:14:34.410160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095acf2-2987-4787-be10-971cbe794222 req-88d9c1ec-22fc-4553-9f8d-7aa52628bf9a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:34.411390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Transition to ACTIVE for port object 829b97fb-a5ec-4417-be23-88f375888505 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:14:34.417610 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6095acf2-2987-4787-be10-971cbe794222 req-88d9c1ec-22fc-4553-9f8d-7aa52628bf9a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 931 time: 0.1758754 Dec 17 16:14:34.423316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.600719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Pushing event updated for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:34.619912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6095acf2-2987-4787-be10-971cbe794222 req-3f620782-cafa-4180-af99-7433f1c7d390 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946309 Dec 17 16:14:34.715316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Attempting to bind port 829b97fb-a5ec-4417-be23-88f375888505 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:14:34.715709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Attempting to bind port 829b97fb-a5ec-4417-be23-88f375888505 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:14:34.716090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Attempting to bind port 829b97fb-a5ec-4417-be23-88f375888505 on network f9221af0-7eb8-4367-b7db-94ba8fb09919 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:34.721660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Port 829b97fb-a5ec-4417-be23-88f375888505 on network f9221af0-7eb8-4367-b7db-94ba8fb09919 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:14:34.722135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Attempting to bind port 829b97fb-a5ec-4417-be23-88f375888505 on network f9221af0-7eb8-4367-b7db-94ba8fb09919 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:34.727835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:34.728127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Checking segment: {'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:34.728559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Bound using segment: {'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:34.728978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Bound port: 829b97fb-a5ec-4417-be23-88f375888505, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cdc499-5f42-47ae-9ad8-f604878a3ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:14:34.729407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.730875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.76 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/87ce4db1-78bf-4e14-8aa9-eab36f2eb24f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:34.785600 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad362eb-4b8e-4a3a-ba8e-ce90263e6751 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:34.804386 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.831014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:34.836914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=829b97fb-a5ec-4417-be23-88f375888505,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:34.845221 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:34.955990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Transition to ACTIVE for port object fad362eb-4b8e-4a3a-ba8e-ce90263e6751 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:14:34.971809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:35.016837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:35.017503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:35.019080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] 10.222.0.47 "PUT /v2.0/ports/829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 1093 time: 2.8145304 Dec 17 16:14:35.019600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:35.021974 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d3f901-012a-4539-9f2c-a9d8165daaec" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:35.089442 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c9d473-51b6-4693-a70b-3550c6b8d296 x-openstack-request-id: req-45c9d473-51b6-4693-a70b-3550c6b8d296 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:35.089931 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:35.090333 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45c9d473-51b6-4693-a70b-3550c6b8d296 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:35.090887 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505', 'status': 'completed', 'code': 200} Dec 17 16:14:35.091648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4b3e4-acf3-4ba7-a99d-f604a748c19c service neutron] Pushing event updated for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:35.111605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4299-58d6-4b70-8a51-9cce81f7347a req-dc5aecce-1b39-4545-bc1a-fa1d5874e56e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:35.122013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012a4299-58d6-4b70-8a51-9cce81f7347a req-dc5aecce-1b39-4545-bc1a-fa1d5874e56e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 944 time: 0.1792705 Dec 17 16:14:35.217181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:35.332408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-012a4299-58d6-4b70-8a51-9cce81f7347a req-cec87f57-4462-41d5-92fe-9a0b9f5d97af tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850369 Dec 17 16:14:35.344754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fac25-bf98-429d-8d70-995a3d791f14 req-1e90e786-d401-4428-bddb-cc5ce41153a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:35.364887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-1e90e786-d401-4428-bddb-cc5ce41153a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1096 time: 0.2370524 Dec 17 16:14:35.429326 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-6f522074-c2f6-4f27-89f8-8e6eb24f37b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 217 time: 0.0511286 Dec 17 16:14:35.465143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:35.467940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Attempting to bind port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:14:35.468448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Attempting to bind port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:14:35.468756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Attempting to bind port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:35.483747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:14:35.485015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Attempting to bind port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 on network 85fa5426-a838-477d-a4d4-8cddb395cf30 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:35.540402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fac25-bf98-429d-8d70-995a3d791f14 req-5fa0e66d-ac74-47f0-bd0a-0bd7125383da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:35.542835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-5fa0e66d-ac74-47f0-bd0a-0bd7125383da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.1029372 Dec 17 16:14:35.548305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:35.548780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Checking segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:14:35.549239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Bound using segment: {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:35.549768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Bound port: fad362eb-4b8e-4a3a-ba8e-ce90263e6751, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25769b8-97fa-4857-aea9-4ca9165d2ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:14:35.550158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:35.615384 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-dbe1afc0-7fd7-4770-916e-afe54b3cdd19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596499 Dec 17 16:14:35.676469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] For port fad362eb-4b8e-4a3a-ba8e-ce90263e6751, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:35.680300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] For port fad362eb-4b8e-4a3a-ba8e-ce90263e6751, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:35.692048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:35.759756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-b2eb6f86-a9fb-40a9-92dc-55a31f2007c8 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322246 Dec 17 16:14:35.801378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:35.802530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:35.805240 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] 10.222.0.47 "PUT /v2.0/ports/fad362eb-4b8e-4a3a-ba8e-ce90263e6751 HTTP/1.1" status: 200 len: 1092 time: 2.0224402 Dec 17 16:14:35.806372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:35.809750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ded37-60fe-442b-b6a3-5313be287cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:35.812718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:35.814758 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a6a68-2880-477f-a078-0497314b3707" -d '{"events": [{"name": "network-changed", "server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:35.878886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:35.884636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:35.907004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:35.956153 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7612624-1722-4b8a-a7c0-201b47d39e4e x-openstack-request-id: req-f7612624-1722-4b8a-a7c0-201b47d39e4e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:35.956448 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:35.956703 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7612624-1722-4b8a-a7c0-201b47d39e4e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:35.957109 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'status': 'completed', 'code': 200} Dec 17 16:14:35.957744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64b184-c300-4d0d-bf53-80925d121191 req-1397f053-fa82-4ca6-b2f9-d4c7d1cbff32 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:35.959516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b64b184-c300-4d0d-bf53-80925d121191 req-1397f053-fa82-4ca6-b2f9-d4c7d1cbff32 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.2160065 Dec 17 16:14:35.963247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=87ce4db1-78bf-4e14-8aa9-eab36f2eb24f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:35.992385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-1d0a8ba0-ae69-4e88-b36a-f23a78d27885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:35.994854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-1d0a8ba0-ae69-4e88-b36a-f23a78d27885 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 1095 time: 0.1300807 Dec 17 16:14:36.009680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-891fac25-bf98-429d-8d70-995a3d791f14 req-35e01d20-a530-4c8b-bba7-a00c63aa0ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338748 Dec 17 16:14:36.060157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-683c98ce-45a4-4f2d-bba2-2c907c1c327c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751 HTTP/1.1" status: 200 len: 217 time: 0.0492492 Dec 17 16:14:36.072434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b64b184-c300-4d0d-bf53-80925d121191 req-8b280de2-cb5c-4445-a80e-245fca8d67ea tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974360 Dec 17 16:14:36.180247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-a3217d44-1bbf-4103-878a-9086f25981ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:36.182081 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-a3217d44-1bbf-4103-878a-9086f25981ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1096 time: 0.0966911 Dec 17 16:14:36.422579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-6bd55e8d-b6aa-4969-9ed5-06caaa0e07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:36.425850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-6bd55e8d-b6aa-4969-9ed5-06caaa0e07a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.2327993 Dec 17 16:14:36.481801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-729bf325-2e52-4673-847b-5e2d7d4bd24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:36.521588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-0f03940b-4076-49c2-a1b6-837708d350f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 217 time: 0.0874946 Dec 17 16:14:36.592908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-b3a1f398-5d1d-4a4d-bd75-9795bb0b7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:36.594703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-b3a1f398-5d1d-4a4d-bd75-9795bb0b7699 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.5176272 Dec 17 16:14:36.617008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-153c021d-66b7-4126-bea8-03e8960267a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:36.618734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-153c021d-66b7-4126-bea8-03e8960267a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.0844858 Dec 17 16:14:36.702295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-f00b60dc-9186-4948-8ad9-c578e093e734 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744805 Dec 17 16:14:36.707996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbef374-eb6a-4cb3-a6c8-a4a17c7cee7d req-6da17d5c-102a-4c26-91fb-c5d9221e4470 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:36.709632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2dbef374-eb6a-4cb3-a6c8-a4a17c7cee7d req-6da17d5c-102a-4c26-91fb-c5d9221e4470 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 944 time: 0.1813452 Dec 17 16:14:36.817750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-330478c0-cf08-4e4f-ac7f-a261452eb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:36.819341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-330478c0-cf08-4e4f-ac7f-a261452eb55a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055223 Dec 17 16:14:36.832899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2dbef374-eb6a-4cb3-a6c8-a4a17c7cee7d req-58b84f17-eb0f-414a-a178-69cd14422a96 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090324 Dec 17 16:14:36.842419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-2ac99a41-37b7-473d-a628-3a95a9f48db6 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307917 Dec 17 16:14:36.972015 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-8dca667a-fa0e-4b41-b9b8-b5a04ab0445a service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428950 Dec 17 16:14:37.034684 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86d3f901-012a-4539-9f2c-a9d8165daaec req-bbe10ebc-8391-47c0-90d1-d324a47056a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843877 Dec 17 16:14:37.110819 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:37.168210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-570fa5f9-b43f-4dbf-942b-1e8ac1af2c86 req-58a49382-4892-4618-8ef8-ed09b676b00e service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303704 Dec 17 16:14:37.322323 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:37.329035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d7d52-a48e-4f15-bdaa-5ada07b3fc41 req-e4886326-1d67-404a-9e30-a9a7c7727d36 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:37.349446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab8d7d52-a48e-4f15-bdaa-5ada07b3fc41 req-e4886326-1d67-404a-9e30-a9a7c7727d36 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1244478 Dec 17 16:14:37.447927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab8d7d52-a48e-4f15-bdaa-5ada07b3fc41 req-8418d811-4a5e-456c-8561-859b299b2073 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974658 Dec 17 16:14:37.464450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6a68-2880-477f-a078-0497314b3707 req-fe4ae9e2-f18f-4134-9e48-3d9c26f43280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:37.466284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-382a6a68-2880-477f-a078-0497314b3707 req-fe4ae9e2-f18f-4134-9e48-3d9c26f43280 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 1095 time: 0.2255945 Dec 17 16:14:37.524074 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:37.624618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6a68-2880-477f-a078-0497314b3707 req-fe522fd2-4ba0-4f8e-b3bc-202209ffb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:37.626450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-382a6a68-2880-477f-a078-0497314b3707 req-fe522fd2-4ba0-4f8e-b3bc-202209ffb4b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.0990427 Dec 17 16:14:37.628160 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:37.689434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=87ce4db1-78bf-4e14-8aa9-eab36f2eb24f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:37.750800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-382a6a68-2880-477f-a078-0497314b3707 req-2ab15621-c149-485c-ba08-1a8b7b66ea38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751 HTTP/1.1" status: 200 len: 217 time: 0.0707269 Dec 17 16:14:37.829808 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:37.914268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6a68-2880-477f-a078-0497314b3707 req-ed81a840-4a3e-471f-80eb-97df1e6bf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:37.915846 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-382a6a68-2880-477f-a078-0497314b3707 req-ed81a840-4a3e-471f-80eb-97df1e6bf458 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1543989 Dec 17 16:14:38.024785 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP d32d286b-2766-47a7-90e0-795fb41b6bb9 associated. External IP: 172.25.0.76, port: 698204e0-f6e7-4589-bd3a-c625853763ba. Dec 17 16:14:38.055385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a296bb-cc68-4bb6-8fe3-9d14547e58a2 req-37f1b123-b71b-4e4b-a2a8-0220d09fc7fe tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:38.057258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4a296bb-cc68-4bb6-8fe3-9d14547e58a2 req-37f1b123-b71b-4e4b-a2a8-0220d09fc7fe tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 944 time: 0.1015937 Dec 17 16:14:38.094302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6a68-2880-477f-a078-0497314b3707 req-7b7557fd-44f4-4d3a-aa8d-89f9fadfbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:38.096442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-382a6a68-2880-477f-a078-0497314b3707 req-7b7557fd-44f4-4d3a-aa8d-89f9fadfbbe9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488948 Dec 17 16:14:38.133652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4a296bb-cc68-4bb6-8fe3-9d14547e58a2 req-1d91450b-b3af-49a3-9ae9-5d02bdb67efd tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702112 Dec 17 16:14:38.670599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-382a6a68-2880-477f-a078-0497314b3707 req-31b9e13e-6605-4b61-a674-7f4c99d47221 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269125 Dec 17 16:14:38.677562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5eab1143-2cf2-48b8-8335-92d2176aedac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:38.681637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf718fa7-04f3-4f42-afec-995626789942 req-2f2dc685-cfc9-4f49-b823-881d9e84aaa9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:38.683133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf718fa7-04f3-4f42-afec-995626789942 req-2f2dc685-cfc9-4f49-b823-881d9e84aaa9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1457837 Dec 17 16:14:38.846809 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf718fa7-04f3-4f42-afec-995626789942 req-df423328-5667-4270-87dc-0ebade829ae6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296234 Dec 17 16:14:38.856951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb3b3c1c-e887-41e0-9646-e35817d01ac1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:14:38.863184 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-382a6a68-2880-477f-a078-0497314b3707 req-8b1626fa-ffef-4947-8faf-1fbe8407a3e5 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791172 Dec 17 16:14:38.986339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:14:38.996474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] Sync routers for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:14:39.005180 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:39.008864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:39.009664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:14:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:39.035930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f277ddd9-644b-44f5-b3a2-53ebf761aca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8285263 Dec 17 16:14:39.036553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:39.038870 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84185b3c-c24a-4d3e-8fe7-e03915030cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:39.080000 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005be4d0-c943-4f4e-9cfc-7d575ffe378b x-openstack-request-id: req-005be4d0-c943-4f4e-9cfc-7d575ffe378b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:39.080294 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:39.080544 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-005be4d0-c943-4f4e-9cfc-7d575ffe378b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:39.080980 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'status': 'completed', 'code': 200} Dec 17 16:14:39.175759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 829b97fb-a5ec-4417-be23-88f375888505 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:14:39.202079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:39.268903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b4857-5727-4a13-8b24-d29655c6cf98 req-bdd45f4d-300a-40f4-acc4-bf6bd4f698de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.276524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-888b4857-5727-4a13-8b24-d29655c6cf98 req-bdd45f4d-300a-40f4-acc4-bf6bd4f698de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1099339 Dec 17 16:14:39.285462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-ed2a74e5-efda-4617-b02f-3fc3bddba7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.287567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-ed2a74e5-efda-4617-b02f-3fc3bddba7c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1097 time: 0.1784663 Dec 17 16:14:39.324138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b57b0-b5d4-49f8-91cf-7c26bd2c3879 req-aa028f1e-18cd-4f0f-a3dd-a0a93a4fdb75 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.325686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d58b57b0-b5d4-49f8-91cf-7c26bd2c3879 req-aa028f1e-18cd-4f0f-a3dd-a0a93a4fdb75 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 944 time: 0.0674851 Dec 17 16:14:39.427503 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-888b4857-5727-4a13-8b24-d29655c6cf98 req-8c87ab7f-e73e-4e93-9982-338e5822224f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436677 Dec 17 16:14:39.445985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 47498) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:39.457061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d58b57b0-b5d4-49f8-91cf-7c26bd2c3879 req-4c8e4820-18df-4d95-a95f-a8001e5e6ea7 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170731 Dec 17 16:14:39.591737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-2b6744c0-8589-4e65-9447-04bb4ff7f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.593304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-2b6744c0-8589-4e65-9447-04bb4ff7f5f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.2725563 Dec 17 16:14:39.606333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a3728c5b-2b2c-4fd0-96a9-3354381f1dda tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/d32d286b-2766-47a7-90e0-795fb41b6bb9 HTTP/1.1" status: 200 len: 990 time: 0.1585495 Dec 17 16:14:39.621362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=829b97fb-a5ec-4417-be23-88f375888505,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:39.645611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '829b97fb-a5ec-4417-be23-88f375888505', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'port_id': '829b97fb-a5ec-4417-be23-88f375888505', 'mac_address': 'fa:16:3e:04:1a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:14:39.712316 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-841c2654-eb13-4bfe-b048-ed8cf8e99aec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 998 time: 0.1045437 Dec 17 16:14:39.762653 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:39.782712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-4c336d8b-0ab1-4104-bdea-8520d6a7fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.784781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-4c336d8b-0ab1-4104-bdea-8520d6a7fdc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.0628550 Dec 17 16:14:39.790743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829b97fb-a5ec-4417-be23-88f375888505 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:39.838346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=829b97fb-a5ec-4417-be23-88f375888505,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:39.841437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd32d286b-2766-47a7-90e0-795fb41b6bb9', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'port_id': '698204e0-f6e7-4589-bd3a-c625853763ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'mac_address': 'fa:16:3e:77:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:36Z', 'updated_at': '2021-12-17T16:14:36Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:09Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:39.862479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-d9889db4-642e-40af-b64b-a598b0a9bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.864941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-d9889db4-642e-40af-b64b-a598b0a9bff7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719638 Dec 17 16:14:39.873154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] Checking router: cb3b3c1c-e887-41e0-9646-e35817d01ac1 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:14:39.907767 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:40.056791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:40.062529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-8cb9917c-21f4-40ce-8215-ab90b432002f service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890147 Dec 17 16:14:40.088326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:40.093833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:14:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:40.102389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c5ffe-4835-4322-8970-7c3865629ecb req-f4b59879-0042-4bea-bdc1-73c360f87bfe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:40.120365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-df1c5ffe-4835-4322-8970-7c3865629ecb req-f4b59879-0042-4bea-bdc1-73c360f87bfe tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1136980 Dec 17 16:14:40.246995 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-df1c5ffe-4835-4322-8970-7c3865629ecb req-efeaa59c-18a4-4a75-873b-c86f201145be tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195338 Dec 17 16:14:40.252752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84185b3c-c24a-4d3e-8fe7-e03915030cc8 req-ae4fef6c-5f99-4604-998a-50ad35d042d8 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837053 Dec 17 16:14:40.419798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['829b97fb-a5ec-4417-be23-88f375888505'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:14:40.456011 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:40.550864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:40.603030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3065e83-e630-4834-a918-a9ed95bf20c9 req-a5855fd4-da2a-4e12-86aa-4ff8d9c85de9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:40.604866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3065e83-e630-4834-a918-a9ed95bf20c9 req-a5855fd4-da2a-4e12-86aa-4ff8d9c85de9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 945 time: 0.0722020 Dec 17 16:14:40.609555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47520) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:40.712754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d3065e83-e630-4834-a918-a9ed95bf20c9 req-6954e72e-8a63-4b6f-9b3f-4193016452e1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997992 Dec 17 16:14:40.740102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a7387b8b-54a3-4881-a651-257d071eb6e4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/d32d286b-2766-47a7-90e0-795fb41b6bb9 HTTP/1.1" status: 200 len: 990 time: 0.1253343 Dec 17 16:14:40.914019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd32d286b-2766-47a7-90e0-795fb41b6bb9', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'port_id': '698204e0-f6e7-4589-bd3a-c625853763ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'mac_address': 'fa:16:3e:77:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:36Z', 'updated_at': '2021-12-17T16:14:36Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:09Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:40.945232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95664e01-0bf3-446f-a837-b19a0d22a5d3 None None] The sync data for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 is: [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd32d286b-2766-47a7-90e0-795fb41b6bb9', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'port_id': '698204e0-f6e7-4589-bd3a-c625853763ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'mac_address': 'fa:16:3e:77:09:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:36Z', 'updated_at': '2021-12-17T16:14:36Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:09Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:14:40.960366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:41.150354 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7a456-a324-4f9f-accf-81a9df040d12 None None] New status for floating IP d32d286b-2766-47a7-90e0-795fb41b6bb9: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:14:41.217831 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:41.361821 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9e1f6-6f2c-48ac-827e-43be3e407d3f req-918e4bc8-974d-418e-b165-73a74b29f483 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.363367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f9e1f6-6f2c-48ac-827e-43be3e407d3f req-918e4bc8-974d-418e-b165-73a74b29f483 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0568357 Dec 17 16:14:41.414616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f9e1f6-6f2c-48ac-827e-43be3e407d3f req-e27ce284-bb22-4b55-b2ce-71a4ad0da4b1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451324 Dec 17 16:14:41.740241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 47530) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:14:41.827285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-befc0637-3792-4ff0-94a8-92779fecf757 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/d32d286b-2766-47a7-90e0-795fb41b6bb9 HTTP/1.1" status: 200 len: 992 time: 0.0803885 Dec 17 16:14:41.863649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ec467-7246-400f-a9af-722a413b8a9b req-effbac84-97ca-48d4-8652-44a14817eeac tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.865144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf3ec467-7246-400f-a9af-722a413b8a9b req-effbac84-97ca-48d4-8652-44a14817eeac tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 945 time: 0.0554619 Dec 17 16:14:41.920050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf3ec467-7246-400f-a9af-722a413b8a9b req-27b106af-49b5-4a15-9df2-6a915b4eb0c1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Dec 17 16:14:42.119120 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:42.335369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-8f077a57-83e3-4c3e-8f29-e6bbe5df6982 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453587 Dec 17 16:14:42.431954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-08e476d2-f0ff-4174-84c0-a3c0af9a6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.433433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-08e476d2-f0ff-4174-84c0-a3c0af9a6821 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1098 time: 0.0451357 Dec 17 16:14:42.539386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2a3f-9bd2-4973-a288-0171c450ca6d req-8540ee32-fce5-40e2-983b-a90b0ef64f75 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.540591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1dd2a3f-9bd2-4973-a288-0171c450ca6d req-8540ee32-fce5-40e2-983b-a90b0ef64f75 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0526977 Dec 17 16:14:42.552408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-7ca64a82-8a9b-44f0-8678-96303cc53ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.553880 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-7ca64a82-8a9b-44f0-8678-96303cc53ba5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.0929124 Dec 17 16:14:42.597993 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1dd2a3f-9bd2-4973-a288-0171c450ca6d req-8943ee60-87cc-452e-914d-dfdc263e0a1c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497348 Dec 17 16:14:42.628209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-926f67e3-8c45-47e2-9997-e8d0eda7eb61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 200 len: 1002 time: 0.0630987 Dec 17 16:14:42.687955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-1a68113c-0a76-42bf-894c-75fbade16fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.689710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-1a68113c-0a76-42bf-894c-75fbade16fa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0508974 Dec 17 16:14:42.747562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-457d5483-aeff-4963-b7fd-2b218f611329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.749845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-457d5483-aeff-4963-b7fd-2b218f611329 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495706 Dec 17 16:14:42.848086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-dca49db5-bc0d-4059-a9d5-13319ce65726 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873346 Dec 17 16:14:42.962993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57e41818-dc5a-4db1-925a-d75050cbc321 req-83fcec8d-fe6b-4bd0-b654-9def8d9a87e1 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035318 Dec 17 16:14:43.048941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3dfc-b699-4448-b890-1ac9c4b9f1d4 req-769f3cc9-fede-4274-bf28-c22e0f289cb0 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:43.050486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-668c3dfc-b699-4448-b890-1ac9c4b9f1d4 req-769f3cc9-fede-4274-bf28-c22e0f289cb0 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 945 time: 0.0528557 Dec 17 16:14:43.099685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-668c3dfc-b699-4448-b890-1ac9c4b9f1d4 req-2ecea066-7559-43c0-b8ce-030444c83f24 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Dec 17 16:14:43.190342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 829b97fb-a5ec-4417-be23-88f375888505 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:43.248908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 829b97fb-a5ec-4417-be23-88f375888505 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:14:43.254708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 829b97fb-a5ec-4417-be23-88f375888505 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:43.255086 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:43.330838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:43.352934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829b97fb-a5ec-4417-be23-88f375888505'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:43.355174 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ad0ec3-7f73-4440-a37c-4070921f7e8a" -d '{"events": [{"server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "name": "network-vif-plugged", "status": "completed", "tag": "829b97fb-a5ec-4417-be23-88f375888505"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:43.367937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=829b97fb-a5ec-4417-be23-88f375888505,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:43.373084 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:43.400376 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc017b4-af42-4aa7-b0ed-e78c627a5549 x-openstack-request-id: req-afc017b4-af42-4aa7-b0ed-e78c627a5549 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:43.400670 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "name": "network-vif-plugged", "status": "completed", "tag": "829b97fb-a5ec-4417-be23-88f375888505", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:43.400920 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afc017b4-af42-4aa7-b0ed-e78c627a5549 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:43.401313 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829b97fb-a5ec-4417-be23-88f375888505', 'code': 200} Dec 17 16:14:43.429174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:43.499893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693e1dc-7021-45bb-b433-173f926b6daa req-62fe105e-9787-41a9-8657-92bf47f5e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:43.501328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5693e1dc-7021-45bb-b433-173f926b6daa req-62fe105e-9787-41a9-8657-92bf47f5e6d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.0396178 Dec 17 16:14:43.550961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5693e1dc-7021-45bb-b433-173f926b6daa req-92e302ea-f239-47fd-a3a9-eca802bd1fbe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Dec 17 16:14:43.719770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcd67b-89f7-4820-89f5-a5a69e87b348 req-d24d3746-df99-4a12-9649-6c079df590be tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:43.721356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59fcd67b-89f7-4820-89f5-a5a69e87b348 req-d24d3746-df99-4a12-9649-6c079df590be tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0527096 Dec 17 16:14:43.775592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59fcd67b-89f7-4820-89f5-a5a69e87b348 req-71a510ea-fba7-4f7c-b102-2d3536fabb57 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479248 Dec 17 16:14:44.229046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7b635-8c73-4d3a-aadc-e260017665b8 req-640e69df-aa05-4f7c-82ed-6be93ea5acd1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:44.230565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eca7b635-8c73-4d3a-aadc-e260017665b8 req-640e69df-aa05-4f7c-82ed-6be93ea5acd1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0556691 Dec 17 16:14:44.283961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eca7b635-8c73-4d3a-aadc-e260017665b8 req-a37e54ba-6bfc-43cf-b58b-5e113a54c48a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466337 Dec 17 16:14:44.899708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cd353-187a-47a7-89c5-e1d7de28bba0 req-518ca341-c650-4b9d-818b-dbd664329ba4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:44.901300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-256cd353-187a-47a7-89c5-e1d7de28bba0 req-518ca341-c650-4b9d-818b-dbd664329ba4 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0539548 Dec 17 16:14:44.961462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-256cd353-187a-47a7-89c5-e1d7de28bba0 req-b407dc25-763d-443e-b23d-e241da5a2be3 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537822 Dec 17 16:14:45.414727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66606-e28e-482b-89ba-4d787932e505 req-57b66e96-26b4-460e-bde2-7ecd9018e887 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:45.416334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06b66606-e28e-482b-89ba-4d787932e505 req-57b66e96-26b4-460e-bde2-7ecd9018e887 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0564375 Dec 17 16:14:45.469592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06b66606-e28e-482b-89ba-4d787932e505 req-25808423-fac4-4151-84f9-04b1e08dcd06 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468609 Dec 17 16:14:45.537467 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:14:45.700174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-2b5ac55e-7871-4ebd-aae7-c9f23c057bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:45.701675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-2b5ac55e-7871-4ebd-aae7-c9f23c057bfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.0422573 Dec 17 16:14:45.726273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005199f4-4701-477b-98fb-1306c5e8bded req-735c851f-9361-4af6-8263-0aed8adb1ee1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:45.727857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-005199f4-4701-477b-98fb-1306c5e8bded req-735c851f-9361-4af6-8263-0aed8adb1ee1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0534213 Dec 17 16:14:45.780480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-005199f4-4701-477b-98fb-1306c5e8bded req-982bc131-e0b4-476e-b8af-77439998e866 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Dec 17 16:14:45.806998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-c9a0c065-709f-46dc-a300-b4a4f73e78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:45.808502 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-c9a0c065-709f-46dc-a300-b4a4f73e78b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.0988200 Dec 17 16:14:45.854732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-3d1f6de7-2200-4584-9d68-88f3c1fd668d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 217 time: 0.0355363 Dec 17 16:14:45.908429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-05eabe05-720e-4bfa-a04a-9f0ac95d6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:45.910022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-05eabe05-720e-4bfa-a04a-9f0ac95d6277 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.0492396 Dec 17 16:14:45.943304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-474796a7-f512-4a63-b035-c5d533d58611 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265281 Dec 17 16:14:46.045811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-951bd34d-9892-482a-a7a5-235b45453540 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952995 Dec 17 16:14:46.140951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56dbe8-1093-405f-879c-833f353c0cf8 req-e1342fe0-3eb0-45d4-8df9-e03c9f026479 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:46.142356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc56dbe8-1093-405f-879c-833f353c0cf8 req-e1342fe0-3eb0-45d4-8df9-e03c9f026479 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1078963 Dec 17 16:14:46.180887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eecb4bb9-ee11-48ad-ac00-c6defc20a66d req-8ee106bf-5235-464e-9628-82fad6a941af service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136370 Dec 17 16:14:46.211513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc56dbe8-1093-405f-879c-833f353c0cf8 req-30562385-bb4b-4d6b-a872-4551943ddfde tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587966 Dec 17 16:14:46.904289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742bf53-a9bb-4396-9aa5-0fc81253e96e req-c184724d-1faa-40ec-9c36-fd021e530d3f tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:46.905924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5742bf53-a9bb-4396-9aa5-0fc81253e96e req-c184724d-1faa-40ec-9c36-fd021e530d3f tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0555751 Dec 17 16:14:46.954227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5742bf53-a9bb-4396-9aa5-0fc81253e96e req-cd3d321e-35d2-4a19-8e63-93eed8a24e5f tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Dec 17 16:14:47.341356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec910-30ca-4c62-9c6d-05ee142bbf98 req-25e0bb0a-39df-435b-9399-4faba3c77b33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:47.342795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3dec910-30ca-4c62-9c6d-05ee142bbf98 req-25e0bb0a-39df-435b-9399-4faba3c77b33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0537922 Dec 17 16:14:47.393245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3dec910-30ca-4c62-9c6d-05ee142bbf98 req-6fa0b103-ca19-41aa-926b-5baf9eaf2539 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Dec 17 16:14:48.075858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb68b52-1434-4744-b734-374e093365ce req-b004c973-fcc0-440b-93e9-0e438eaf9bb1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:48.077565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cb68b52-1434-4744-b734-374e093365ce req-b004c973-fcc0-440b-93e9-0e438eaf9bb1 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0517082 Dec 17 16:14:48.127285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cb68b52-1434-4744-b734-374e093365ce req-8656e72b-69b3-45b5-9cca-41c6fd785195 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Dec 17 16:14:48.516649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eed67-82f6-4f5d-bbab-6a7536ce2d7d req-25037f2c-d12b-4335-b8dc-5f88cc845551 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:48.518265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-214eed67-82f6-4f5d-bbab-6a7536ce2d7d req-25037f2c-d12b-4335-b8dc-5f88cc845551 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0513771 Dec 17 16:14:48.572670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-214eed67-82f6-4f5d-bbab-6a7536ce2d7d req-ca67e88c-0d3c-4dc0-ad93-4e4a2cd2dcf0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453005 Dec 17 16:14:49.247209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0396b-0498-45f2-ae0a-670cb09b9cf0 req-7f8e2d5e-9b4a-4c34-a184-322bcc032195 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:49.248736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cf0396b-0498-45f2-ae0a-670cb09b9cf0 req-7f8e2d5e-9b4a-4c34-a184-322bcc032195 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0501814 Dec 17 16:14:49.304818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cf0396b-0498-45f2-ae0a-670cb09b9cf0 req-6e5f5ba7-737d-4734-8020-a43261eb383b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496624 Dec 17 16:14:49.697398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f5c6-b1bf-4e27-83ce-73a54e33edf6 req-1bcbb265-9c31-44b7-ab66-c7adb19c9ae5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:49.698886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f888f5c6-b1bf-4e27-83ce-73a54e33edf6 req-1bcbb265-9c31-44b7-ab66-c7adb19c9ae5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0494573 Dec 17 16:14:49.749229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f888f5c6-b1bf-4e27-83ce-73a54e33edf6 req-e9b128fe-33f5-4a11-b20b-743ec4a021bf tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437558 Dec 17 16:14:50.426093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf8b45-80bf-4966-b173-368f5b44609b req-5096a901-bf95-4494-8a48-5507428375f4 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:50.427669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2aaf8b45-80bf-4966-b173-368f5b44609b req-5096a901-bf95-4494-8a48-5507428375f4 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0505781 Dec 17 16:14:50.482949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2aaf8b45-80bf-4966-b173-368f5b44609b req-7de4ea12-c266-41e3-bc14-ae1b8a993854 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489428 Dec 17 16:14:50.883264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479e4e4-1dd8-4aff-b389-a6845a12694c req-4dfe2d13-305a-47dc-856a-a848ef0604a1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:50.885014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2479e4e4-1dd8-4aff-b389-a6845a12694c req-4dfe2d13-305a-47dc-856a-a848ef0604a1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0638509 Dec 17 16:14:50.943120 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2479e4e4-1dd8-4aff-b389-a6845a12694c req-613e4ab0-215b-4f17-8ecb-10a3dd5be77a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502872 Dec 17 16:14:51.421892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-e2a676ca-0072-4152-8761-a7be21f24d36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490561 Dec 17 16:14:51.529734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-d753068d-1853-4072-badd-3e18e9248adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:51.531855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-d753068d-1853-4072-badd-3e18e9248adf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1097 time: 0.0574267 Dec 17 16:14:51.632080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c845b-80d7-4eff-835b-99d43459741c req-77c33e86-ad9f-427d-bf4a-2eb797603bed tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:51.633794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-213c845b-80d7-4eff-835b-99d43459741c req-77c33e86-ad9f-427d-bf4a-2eb797603bed tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0628161 Dec 17 16:14:51.663237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-ff3971c3-e7a3-474f-ac85-84be00441576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:51.665062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-ff3971c3-e7a3-474f-ac85-84be00441576 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.1121473 Dec 17 16:14:51.698580 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-213c845b-80d7-4eff-835b-99d43459741c req-6e51d022-bcd6-411d-8151-7e2bb16518c2 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545120 Dec 17 16:14:51.750621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-c030184b-96d5-41eb-9fbb-07f6292a1596 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 1001 time: 0.0766788 Dec 17 16:14:51.809833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-a073df16-e504-4b1a-954d-1fb442d74147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:51.811734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-a073df16-e504-4b1a-954d-1fb442d74147 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.0537097 Dec 17 16:14:51.863421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-274e264b-93bf-432d-a325-b4ef951fa201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:51.865086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-274e264b-93bf-432d-a325-b4ef951fa201 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459814 Dec 17 16:14:51.975546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-427fd0fe-9dbf-41e1-aea9-10c22212927c service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011536 Dec 17 16:14:52.086656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e68a6-3d93-4c43-a533-6d3840cfe4ce req-456740a4-c5c4-4f36-ab16-bbc0953bbc54 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:52.088394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-716e68a6-3d93-4c43-a533-6d3840cfe4ce req-456740a4-c5c4-4f36-ab16-bbc0953bbc54 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0677269 Dec 17 16:14:52.098686 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2df9024-5a88-4a24-9aae-111d6a69b657 req-91767526-5eb0-4db6-b273-54754491f7a0 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141660 Dec 17 16:14:52.142600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-716e68a6-3d93-4c43-a533-6d3840cfe4ce req-65f63bd5-1b54-4fee-a8de-b1694d4369fc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472667 Dec 17 16:14:52.855046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e426a7d-c1ea-468f-8b41-5f36c937d819 req-94d6f95e-26c8-4322-be80-03bf5ccf6f57 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:52.856518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5e426a7d-c1ea-468f-8b41-5f36c937d819 req-94d6f95e-26c8-4322-be80-03bf5ccf6f57 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0651653 Dec 17 16:14:52.907283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5e426a7d-c1ea-468f-8b41-5f36c937d819 req-42bf082b-c18e-4a39-99f6-f7d68acef918 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 Dec 17 16:14:53.282631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea83e68-846f-40af-bcbc-7e32e243be44 req-3a1e0700-ef94-4d6e-9a2c-5764961eb87c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:53.284573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ea83e68-846f-40af-bcbc-7e32e243be44 req-3a1e0700-ef94-4d6e-9a2c-5764961eb87c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0604625 Dec 17 16:14:53.343469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3ea83e68-846f-40af-bcbc-7e32e243be44 req-59639cf2-a62c-433a-b2cb-56ea191e1bd9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494914 Dec 17 16:14:54.047635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82b5d-7c9a-4c3b-b3cf-d4068f6955b5 req-8a3422a4-74d7-4469-8e61-5e8d6a00fd5d tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:54.049524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cb82b5d-7c9a-4c3b-b3cf-d4068f6955b5 req-8a3422a4-74d7-4469-8e61-5e8d6a00fd5d tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0556140 Dec 17 16:14:54.109531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cb82b5d-7c9a-4c3b-b3cf-d4068f6955b5 req-a842bbfa-279a-4067-8700-8bbe3c12070d tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Dec 17 16:14:54.478136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedf09d-325e-42d1-aefb-f938e58e3bf9 req-10da7969-23ed-4984-bcd0-abac9a2d5da8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:54.480826 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9fedf09d-325e-42d1-aefb-f938e58e3bf9 req-10da7969-23ed-4984-bcd0-abac9a2d5da8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0579698 Dec 17 16:14:54.537106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9fedf09d-325e-42d1-aefb-f938e58e3bf9 req-caed3bc0-dbe9-4d0c-84b9-2d3c44b755cc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496447 Dec 17 16:14:55.268687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79381c7-646c-4b10-a171-9dc9080a4163 req-48c14df2-472d-4bae-a773-a0cac55e44fc tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:55.277357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f79381c7-646c-4b10-a171-9dc9080a4163 req-48c14df2-472d-4bae-a773-a0cac55e44fc tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0699120 Dec 17 16:14:55.332890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f79381c7-646c-4b10-a171-9dc9080a4163 req-1e1ab7d8-8e31-4849-ac2f-b6365b14abf6 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 Dec 17 16:14:55.693538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c180f-1e03-4fca-8819-f06dd44229b1 req-2bea9711-14b3-4eed-aa48-81c2270f58c2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:55.695294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d65c180f-1e03-4fca-8819-f06dd44229b1 req-2bea9711-14b3-4eed-aa48-81c2270f58c2 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0614102 Dec 17 16:14:55.763179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d65c180f-1e03-4fca-8819-f06dd44229b1 req-aa94023c-d7f4-4862-8f27-0d569366209c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599589 Dec 17 16:14:56.503129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb960a7-f8de-49d5-bd75-fb3256a47507 req-f3057103-7254-478f-a358-9e5fac4c8f14 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:56.507022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fdb960a7-f8de-49d5-bd75-fb3256a47507 req-f3057103-7254-478f-a358-9e5fac4c8f14 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0804572 Dec 17 16:14:56.577582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fdb960a7-f8de-49d5-bd75-fb3256a47507 req-3dd68201-b453-474e-a009-72aee384d513 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611961 Dec 17 16:14:56.911498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee8a-3553-4965-84c7-3fd3d1ddbf51 req-501f02a1-84c9-4e1d-a7d4-c0652bc9ca4f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:56.920484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ca28ee8a-3553-4965-84c7-3fd3d1ddbf51 req-501f02a1-84c9-4e1d-a7d4-c0652bc9ca4f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0750606 Dec 17 16:14:57.003590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ca28ee8a-3553-4965-84c7-3fd3d1ddbf51 req-aca2ffde-709f-4a70-888a-d9e7743be206 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814259 Dec 17 16:14:57.709659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b86aef-c21a-4b66-9a33-8e3b5963a7c7 req-439d859c-3eb9-4df0-ad06-1f02912e26ce tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:57.719062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e9b86aef-c21a-4b66-9a33-8e3b5963a7c7 req-439d859c-3eb9-4df0-ad06-1f02912e26ce tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0679944 Dec 17 16:14:57.778437 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e9b86aef-c21a-4b66-9a33-8e3b5963a7c7 req-b24ee749-b5c3-411c-8c73-2a6db8a1d540 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581002 Dec 17 16:14:58.138496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613843-2b45-446f-86e3-f5603a37416e req-facfac19-117d-470f-af31-cba71d8c7edc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:58.145897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76613843-2b45-446f-86e3-f5603a37416e req-facfac19-117d-470f-af31-cba71d8c7edc tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0639551 Dec 17 16:14:58.224729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-76613843-2b45-446f-86e3-f5603a37416e req-7815ac32-8498-4910-ac40-984a6df92cb8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703640 Dec 17 16:14:58.982272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a4326-4839-4322-9abf-044873cad26c req-9e9dd1d8-dd4e-4c88-ac64-4a812bc3f974 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:58.984645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b45a4326-4839-4322-9abf-044873cad26c req-9e9dd1d8-dd4e-4c88-ac64-4a812bc3f974 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1251080 Dec 17 16:14:59.052463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b45a4326-4839-4322-9abf-044873cad26c req-6b3a2cbd-2f96-4725-9de1-e415ca822583 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601799 Dec 17 16:14:59.432962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a3ca0-68e1-492c-8306-1d79ec3d1940 req-9ccb832c-d464-48be-93b9-3037217c28b8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:59.434684 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-539a3ca0-68e1-492c-8306-1d79ec3d1940 req-9ccb832c-d464-48be-93b9-3037217c28b8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.0960164 Dec 17 16:14:59.535781 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-539a3ca0-68e1-492c-8306-1d79ec3d1940 req-a8b89667-fbe5-45d8-97d2-9352a3daa8ae tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934327 Dec 17 16:15:00.212322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742716c-2932-4641-a964-cf8a1c532768 req-243424dd-f002-4425-b779-8f8718c16fe6 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:00.214538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f742716c-2932-4641-a964-cf8a1c532768 req-243424dd-f002-4425-b779-8f8718c16fe6 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0540767 Dec 17 16:15:00.283546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f742716c-2932-4641-a964-cf8a1c532768 req-e829be54-fce9-407e-8a3b-316877a90d6a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587258 Dec 17 16:15:00.792624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077ef11-a5fc-4bed-896a-0679e511f3c3 req-254d4d4b-0a61-4490-afe3-a49548e9f151 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:00.803629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d077ef11-a5fc-4bed-896a-0679e511f3c3 req-254d4d4b-0a61-4490-afe3-a49548e9f151 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1478586 Dec 17 16:15:00.972970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d077ef11-a5fc-4bed-896a-0679e511f3c3 req-bf835797-117a-4b3c-8720-2f3a5a5e0c87 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632164 Dec 17 16:15:01.458038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c966a2-b039-4b08-94b1-b9d11231e053 req-e4d0f664-c689-4660-a75d-c33f5c620a9c tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:01.460547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56c966a2-b039-4b08-94b1-b9d11231e053 req-e4d0f664-c689-4660-a75d-c33f5c620a9c tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0659301 Dec 17 16:15:01.557525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56c966a2-b039-4b08-94b1-b9d11231e053 req-4a6051a6-ff82-4bcc-981f-023331d0fbfe tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 Dec 17 16:15:02.316909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c2393-ba01-43fd-bda6-aeda0649b600 req-c2e58590-9d4e-4b33-8479-8ada8608b922 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.323510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-715c2393-ba01-43fd-bda6-aeda0649b600 req-c2e58590-9d4e-4b33-8479-8ada8608b922 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1582339 Dec 17 16:15:02.325912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-62d20608-8106-49d3-a845-b1e5de7646e8 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.328877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-62d20608-8106-49d3-a845-b1e5de7646e8 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.2969646 Dec 17 16:15:02.350476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-ee503b2d-ca6c-40f3-b554-d00139386158 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/quotas/d96496798a3045649e514480fe6e53c5 HTTP/1.1" status: 200 len: 375 time: 0.0154696 Dec 17 16:15:02.493722 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-715c2393-ba01-43fd-bda6-aeda0649b600 req-d4c404ac-c422-4a99-a2b8-9640524c0860 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633811 Dec 17 16:15:02.498998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-f87eab12-1851-46ef-b52c-cadd5e53624c tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1416938 Dec 17 16:15:02.675471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-5dad7ca8-bd0a-413f-9734-a710c9fb24a5 service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676238 Dec 17 16:15:02.690929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c95bc-7058-4714-a225-ad1a7a714554 req-2e0b6f6e-08c4-4f40-994a-8c45151cd450 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.692392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-508c95bc-7058-4714-a225-ad1a7a714554 req-2e0b6f6e-08c4-4f40-994a-8c45151cd450 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0561042 Dec 17 16:15:02.730963 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:15:02.803857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-508c95bc-7058-4714-a225-ad1a7a714554 req-53a6f5e1-bb33-4ae4-bce9-02305e54b8d3 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052399 Dec 17 16:15:02.820986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-703da36c-c6c2-42b4-8bb2-1a072021e95b service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438951 Dec 17 16:15:03.049447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6977dd9a-cf78-46aa-be35-431243d4882d req-986d76ef-8e5b-4e30-adad-7c15c075c37d tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 210 time: 0.0603600 Dec 17 16:15:03.750447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a93053-532f-42c6-96a1-e4f59e9143ae req-5c058528-59f1-4520-96ac-c438cbf18733 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:03.752589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95a93053-532f-42c6-96a1-e4f59e9143ae req-5c058528-59f1-4520-96ac-c438cbf18733 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1324432 Dec 17 16:15:03.867796 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95a93053-532f-42c6-96a1-e4f59e9143ae req-a1fb36a3-97a1-490e-b268-1600c43e1543 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981247 Dec 17 16:15:04.039725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1c7-410d-470d-9e69-11c2acbc4854 req-583895cb-9b0a-4bdb-96eb-0e1ae6ec93ee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:04.041318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc0f1c7-410d-470d-9e69-11c2acbc4854 req-583895cb-9b0a-4bdb-96eb-0e1ae6ec93ee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0631351 Dec 17 16:15:04.152211 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc0f1c7-410d-470d-9e69-11c2acbc4854 req-3fe67d38-ec1f-4776-b851-e4e6ced912df tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013880 Dec 17 16:15:04.261914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8ececef-31dc-4d07-b177-4859adcc4143 req-abd5f887-7467-4354-b51d-3dd5222f1097 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 210 time: 0.0687842 Dec 17 16:15:04.654235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-1b21592b-8d02-417a-88cb-68213c7ac045 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:04.657581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-1b21592b-8d02-417a-88cb-68213c7ac045 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.2588546 Dec 17 16:15:04.676208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Request body: {'port': {'device_id': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'admin_state_up': True, 'tenant_id': 'd96496798a3045649e514480fe6e53c5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:04.945832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Made reservation on behalf of d96496798a3045649e514480fe6e53c5 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:04.956375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:05.128962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ba75b-35ba-43f6-8ef3-812045bcb007 req-990c89cc-49ce-49ab-bef8-8a05380e88c9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:05.142043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c08ba75b-35ba-43f6-8ef3-812045bcb007 req-990c89cc-49ce-49ab-bef8-8a05380e88c9 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1277575 Dec 17 16:15:05.237184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c08ba75b-35ba-43f6-8ef3-812045bcb007 req-b2606d03-81c4-430e-80c9-5b5e6c4c4aac tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938711 Dec 17 16:15:05.403045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0ce6b835-337c-49a5-ba23-bcf63015de0c req-31849bfa-5ab8-476b-be74-99b03a29e8c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 210 time: 0.0325122 Dec 17 16:15:05.423461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Allocated IP 172.20.0.4 (6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4/bf0cd847-d3fb-4039-9ff9-6e46a851ce6d/32b378c1-cf75-4e7a-a41e-187c440c101d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:15:05.464353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce8b1-c81e-4ab7-b543-8461bed500f2 req-e2b16de4-4981-4cc9-a2ed-c941e8926683 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:05.472479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de1ce8b1-c81e-4ab7-b543-8461bed500f2 req-e2b16de4-4981-4cc9-a2ed-c941e8926683 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1735237 Dec 17 16:15:05.605049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-de1ce8b1-c81e-4ab7-b543-8461bed500f2 req-319f572b-b688-4f39-a072-45d80abf53e8 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312730 Dec 17 16:15:05.862780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:05.917359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:05.933091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ba22ceea-cc9f-4e35-8fea-b28d251c35cc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:06.495414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-22346df5-555c-4698-ad5f-2dc2f7746d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:06.527433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6087f3-af82-4616-9f38-e3df87e5d67e req-e90c670a-31f2-4197-95c3-9c8ac447272c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:06.532128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6087f3-af82-4616-9f38-e3df87e5d67e req-e90c670a-31f2-4197-95c3-9c8ac447272c tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 943 time: 0.1365657 Dec 17 16:15:06.768777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf6087f3-af82-4616-9f38-e3df87e5d67e req-025ab5e4-6040-4855-8bd0-8d44c821b771 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296383 Dec 17 16:15:06.823948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:15:06.855902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:06.875751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:15:06.939505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event updated for resources: {'Port': ['ID=32b378c1-cf75-4e7a-a41e-187c440c101d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:06.965168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:06.965694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:06.975622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70422f7-c318-485d-9ade-59df0e0cb2f2 req-5ff0c780-6453-43b0-82fe-cf6c1cb669f2 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:06.977168 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70422f7-c318-485d-9ade-59df0e0cb2f2 req-5ff0c780-6453-43b0-82fe-cf6c1cb669f2 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 931 time: 0.2473586 Dec 17 16:15:07.038409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-4c6d32a9-fc1b-4695-991d-90bc7fa34979 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3701456 Dec 17 16:15:07.054209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Request body: {'port': {'device_id': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:07.056789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72063a-a878-49ed-8755-d77ce905898d req-157ad800-c42b-49f7-bdd7-3c44c0417cfd tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:07.062094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a72063a-a878-49ed-8755-d77ce905898d req-157ad800-c42b-49f7-bdd7-3c44c0417cfd tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1583841 Dec 17 16:15:07.094430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70422f7-c318-485d-9ade-59df0e0cb2f2 req-3e2bdca6-04d9-473d-87f9-02cb03564c7c tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077685 Dec 17 16:15:07.157535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:07.183176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a72063a-a878-49ed-8755-d77ce905898d req-e8e01373-79b5-4373-ac49-658e3bf12d10 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117153 Dec 17 16:15:07.313949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fad362eb-4b8e-4a3a-ba8e-ce90263e6751 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:15:07.567417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fad362eb-4b8e-4a3a-ba8e-ce90263e6751, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:07.581635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'port_id': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'mac_address': 'fa:16:3e:80:08:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:15:07.646224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:07.690825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad362eb-4b8e-4a3a-ba8e-ce90263e6751 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:07.703272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b378c1-cf75-4e7a-a41e-187c440c101d {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:07.714114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fad362eb-4b8e-4a3a-ba8e-ce90263e6751, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:07.721054 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:07.729876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:07.769025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Transition to ACTIVE for port object 32b378c1-cf75-4e7a-a41e-187c440c101d will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:15:07.773832 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:07.867011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:07.951533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Pushing event updated for resources: {'Port': ['ID=32b378c1-cf75-4e7a-a41e-187c440c101d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:07.982604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['fad362eb-4b8e-4a3a-ba8e-ce90263e6751'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:08.053776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Attempting to bind port 32b378c1-cf75-4e7a-a41e-187c440c101d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:15:08.054122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Attempting to bind port 32b378c1-cf75-4e7a-a41e-187c440c101d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:15:08.054440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Attempting to bind port 32b378c1-cf75-4e7a-a41e-187c440c101d on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:08.065395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0422-b43b-4acb-ad37-9d8126f1a0c0 req-5b1e4d58-e6a8-4220-8283-2bb12f607a5e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.066924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9cad0422-b43b-4acb-ad37-9d8126f1a0c0 req-5b1e4d58-e6a8-4220-8283-2bb12f607a5e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 944 time: 0.1337790 Dec 17 16:15:08.069306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Port 32b378c1-cf75-4e7a-a41e-187c440c101d on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:15:08.069639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Attempting to bind port 32b378c1-cf75-4e7a-a41e-187c440c101d on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:08.081834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:15:08.082176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Checking segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:15:08.082550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Bound using segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:15:08.082992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Bound port: 32b378c1-cf75-4e7a-a41e-187c440c101d, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:15:08.083344 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:08.172191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9cad0422-b43b-4acb-ad37-9d8126f1a0c0 req-220df4d9-c6bb-41f3-92f0-c51b9a405c2b tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964439 Dec 17 16:15:08.298734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] For port 32b378c1-cf75-4e7a-a41e-187c440c101d, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:08.309359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] For port 32b378c1-cf75-4e7a-a41e-187c440c101d, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32b378c1-cf75-4e7a-a41e-187c440c101d,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:15:08.318331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55c02d-ca65-4be4-afa1-ef4fecdff021 req-1af5107a-a8a6-4958-abdf-ba5c53591f36 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.327439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa55c02d-ca65-4be4-afa1-ef4fecdff021 req-1af5107a-a8a6-4958-abdf-ba5c53591f36 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 943 time: 0.0717738 Dec 17 16:15:08.372073 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:08.488978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa55c02d-ca65-4be4-afa1-ef4fecdff021 req-b4d68016-9b59-4c1a-b3b5-6a622cd34bb1 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574183 Dec 17 16:15:08.579424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Pushing event updated for resources: {'Port': ['ID=32b378c1-cf75-4e7a-a41e-187c440c101d,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:08.604499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.605841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:08.607642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-e56d6ae6-9538-4404-a961-ff5f38395db7 service neutron] 10.222.0.49 "PUT /v2.0/ports/32b378c1-cf75-4e7a-a41e-187c440c101d HTTP/1.1" status: 200 len: 1092 time: 1.5578749 Dec 17 16:15:08.609049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'tag': '32b378c1-cf75-4e7a-a41e-187c440c101d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:08.613545 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1213a8-db39-4f7b-b989-669ea0ff5203" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f637d8-84cc-498f-923f-437ff7a6e0f1", "tag": "32b378c1-cf75-4e7a-a41e-187c440c101d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:08.644752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04f69f-a954-4fcd-8736-9338f219a7b0 req-ab16ab2d-d567-40c0-8bc2-259821bacd64 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.663877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e04f69f-a954-4fcd-8736-9338f219a7b0 req-ab16ab2d-d567-40c0-8bc2-259821bacd64 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.3453755 Dec 17 16:15:08.684846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb5cc370-5ab3-4c03-a8bc-73b952dcf437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:08.706640 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e5406-f2bb-4751-9304-7f68cd756b92 x-openstack-request-id: req-b32e5406-f2bb-4751-9304-7f68cd756b92 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:08.707016 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f637d8-84cc-498f-923f-437ff7a6e0f1", "tag": "32b378c1-cf75-4e7a-a41e-187c440c101d", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:08.707479 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b32e5406-f2bb-4751-9304-7f68cd756b92 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:08.708085 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'tag': '32b378c1-cf75-4e7a-a41e-187c440c101d', 'status': 'completed', 'code': 200} Dec 17 16:15:08.768121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e04f69f-a954-4fcd-8736-9338f219a7b0 req-53a98ea2-b717-447f-a2de-f028e0b66220 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013205 Dec 17 16:15:08.782916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-dab1f2cf-d562-4c99-98ab-37beff60962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.794519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-dab1f2cf-d562-4c99-98ab-37beff60962d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 1095 time: 0.1206841 Dec 17 16:15:08.878340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-caf5745d-d9e2-4595-b8c2-99ac774919cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b378c1-cf75-4e7a-a41e-187c440c101d HTTP/1.1" status: 200 len: 217 time: 0.0715008 Dec 17 16:15:08.993757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-b122d170-904d-416f-a532-8ab465726418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.996002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-b122d170-904d-416f-a532-8ab465726418 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.1078851 Dec 17 16:15:09.074797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1c75-ab7a-465c-9c26-617194ba9374 req-a839f58e-8ecb-4cda-940f-689441bcfb9d tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:09.082237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-463c1c75-ab7a-465c-9c26-617194ba9374 req-a839f58e-8ecb-4cda-940f-689441bcfb9d tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1097 time: 0.0942132 Dec 17 16:15:09.183493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-1c6d2de8-03f0-4ebe-8152-e8a948ff0976 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577743 Dec 17 16:15:09.214423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-463c1c75-ab7a-465c-9c26-617194ba9374 req-e40dea90-c4b1-49d1-90cb-7dc87c9acedc tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287472 Dec 17 16:15:09.303317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fad362eb-4b8e-4a3a-ba8e-ce90263e6751 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:15:09.406961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:15:09.412346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:09.413791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:09.476845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-722f1748-3411-47c5-b46f-c836ca8149d6 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758739 Dec 17 16:15:09.489736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa62da-c0d8-4a03-8559-36c4ef0de5af req-3547d1c0-c1e3-462b-aa39-ca6051212ef1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:09.498554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70aa62da-c0d8-4a03-8559-36c4ef0de5af req-3547d1c0-c1e3-462b-aa39-ca6051212ef1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1346714 Dec 17 16:15:09.577350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a012cd-3631-462a-a4ee-397394cd834e req-a0a803f4-24dd-4eef-b905-1610fca6d940 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:09.578832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32a012cd-3631-462a-a4ee-397394cd834e req-a0a803f4-24dd-4eef-b905-1610fca6d940 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 944 time: 0.2449622 Dec 17 16:15:09.641286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70aa62da-c0d8-4a03-8559-36c4ef0de5af req-36bcd28b-1980-4c25-80a7-8db67b12c55c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337361 Dec 17 16:15:09.641595 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:09.696338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48548) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:09.714782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port fad362eb-4b8e-4a3a-ba8e-ce90263e6751, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:09.718392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:09.727861 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc87920-2464-4ed8-a7a1-a6038ca3ce09" -d '{"events": [{"server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "name": "network-vif-plugged", "status": "completed", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:09.736391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:09.743006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a59492f4-688e-42bb-9f58-cf546fe2ca70 req-c31cbe78-cfd9-4054-8df4-37af1ffca006 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349937 Dec 17 16:15:09.764178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32a012cd-3631-462a-a4ee-397394cd834e req-b931365c-d354-49cb-a667-1c42d59f3779 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788554 Dec 17 16:15:09.844917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:09.901256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-cc76423c-583e-4602-87fa-e16269c51ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:09.908443 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-cc76423c-583e-4602-87fa-e16269c51ef8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 1095 time: 0.0903251 Dec 17 16:15:09.930560 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ce6f9e-b873-4d88-bf38-39a4889793e9 x-openstack-request-id: req-23ce6f9e-b873-4d88-bf38-39a4889793e9 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:09.930881 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "name": "network-vif-plugged", "status": "completed", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:09.931230 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23ce6f9e-b873-4d88-bf38-39a4889793e9 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:09.931656 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'code': 200} Dec 17 16:15:09.973379 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0af1c763-16fe-4b7c-8466-1860563cdb21 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/d32d286b-2766-47a7-90e0-795fb41b6bb9 HTTP/1.1" status: 200 len: 992 time: 0.2758262 Dec 17 16:15:09.991608 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:10.126269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a898e48-eb4d-414d-bb40-aaebd1e81a60 req-04e7cca9-7abe-448d-bbaa-45996900d10f tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.137516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a898e48-eb4d-414d-bb40-aaebd1e81a60 req-04e7cca9-7abe-448d-bbaa-45996900d10f tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 943 time: 0.1624849 Dec 17 16:15:10.170204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-c1186100-345e-4581-a608-4c2c9900ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.173124 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-c1186100-345e-4581-a608-4c2c9900ef5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 916 time: 0.2629097 Dec 17 16:15:10.224481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-de4b7420-7eb4-4972-880b-114728dd6ef9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b378c1-cf75-4e7a-a41e-187c440c101d HTTP/1.1" status: 200 len: 217 time: 0.0414941 Dec 17 16:15:10.228129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093289-c88f-4012-ab51-0580f0e5202b req-d384537a-b8b8-4dc5-9bfa-5c04f8733b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.229564 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e093289-c88f-4012-ab51-0580f0e5202b req-d384537a-b8b8-4dc5-9bfa-5c04f8733b59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 1097 time: 0.2069082 Dec 17 16:15:10.250800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a898e48-eb4d-414d-bb40-aaebd1e81a60 req-6ebc3bae-eac7-4407-9b76-7974efaf0bf9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120689 Dec 17 16:15:10.296637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba54af0-803c-45fa-a4cd-38034429963b req-2d6946a6-e827-4788-b5e0-100a854fde0c tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.298714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ba54af0-803c-45fa-a4cd-38034429963b req-2d6946a6-e827-4788-b5e0-100a854fde0c tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1918385 Dec 17 16:15:10.456085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-96df3a0f-9d2c-4377-983b-5631d3e3950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.457603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-96df3a0f-9d2c-4377-983b-5631d3e3950e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.2104704 Dec 17 16:15:10.460311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e093289-c88f-4012-ab51-0580f0e5202b req-61561c58-547e-4843-944a-bc8bf013c4dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195547 Dec 17 16:15:10.524041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-9c88ef35-5c72-495c-9334-533bc6474fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554743 Dec 17 16:15:10.527646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ba54af0-803c-45fa-a4cd-38034429963b req-7f7f543a-55fb-46a4-b52f-6ceba77b10d7 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697254 Dec 17 16:15:10.746111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-19192256-d5af-4a73-84bc-12b528bf01a9 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052784 Dec 17 16:15:10.917011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1213a8-db39-4f7b-b989-669ea0ff5203 req-8f4bcd0d-970b-40d7-ab80-fd3d7033deff service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542089 Dec 17 16:15:10.941577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db541-402a-47e8-9f9f-c616242a96f9 req-23a69bee-1ed0-4b23-a637-2290b73aa4e5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.955797 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-114db541-402a-47e8-9f9f-c616242a96f9 req-23a69bee-1ed0-4b23-a637-2290b73aa4e5 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 945 time: 0.0779335 Dec 17 16:15:11.018191 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:11.171985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288870a-ace9-4f03-adde-d854c5c1cc2a req-a65db58b-2a62-48a7-90c4-ee7252119ef5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:11.174894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7288870a-ace9-4f03-adde-d854c5c1cc2a req-a65db58b-2a62-48a7-90c4-ee7252119ef5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.2178924 Dec 17 16:15:11.207619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-e05fc56b-f6e6-42e0-bcf0-3d2b554854a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2505245 Dec 17 16:15:11.224291 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:11.260298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-114db541-402a-47e8-9f9f-c616242a96f9 req-658f42c7-404d-448e-a646-e6858c850e84 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407122 Dec 17 16:15:11.394312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7288870a-ace9-4f03-adde-d854c5c1cc2a req-9f49049b-e1c4-41e3-b035-256e722d2f6e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126241 Dec 17 16:15:11.485995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29595-650b-444c-8266-e7ac28fe34fc req-b881cec8-acd0-4eca-a8a1-9f137735e56e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:11.498961 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42c29595-650b-444c-8266-e7ac28fe34fc req-b881cec8-acd0-4eca-a8a1-9f137735e56e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 943 time: 0.1239083 Dec 17 16:15:11.565894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48620) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:11.624664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42c29595-650b-444c-8266-e7ac28fe34fc req-1b2242ec-39a6-4dbf-aeb1-04ab9f633da1 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247241 Dec 17 16:15:11.887509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce7a5d-3da4-474d-b1a7-177785ecbef0 req-8c9d1b06-011c-495a-b5cd-9d0720e293bb tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:11.889365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32b378c1-cf75-4e7a-a41e-187c440c101d details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:15:11.898236 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cce7a5d-3da4-474d-b1a7-177785ecbef0 req-8c9d1b06-011c-495a-b5cd-9d0720e293bb tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1762967 Dec 17 16:15:11.901438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37baa121-f3af-4675-9e25-bb39f3d95904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.096183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37baa121-f3af-4675-9e25-bb39f3d95904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.156888 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.162105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37baa121-f3af-4675-9e25-bb39f3d95904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.187125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 32b378c1-cf75-4e7a-a41e-187c440c101d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32b378c1-cf75-4e7a-a41e-187c440c101d,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:12.200677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '32b378c1-cf75-4e7a-a41e-187c440c101d', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'port_id': '32b378c1-cf75-4e7a-a41e-187c440c101d', 'mac_address': 'fa:16:3e:6c:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0cd847-d3fb-4039-9ff9-6e46a851ce6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:15:12.219538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3cce7a5d-3da4-474d-b1a7-177785ecbef0 req-b9cdc010-03e1-48ca-84ed-e3b34f3f1a73 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198910 Dec 17 16:15:12.278879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:12.281474 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-37baa121-f3af-4675-9e25-bb39f3d95904 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0097f88a42e24ba8a466bcda3b7241fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7139838 Dec 17 16:15:12.321959 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.350040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baa121-f3af-4675-9e25-bb39f3d95904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90838213-2f50-478f-afa4-d033669103d0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:12.381489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b378c1-cf75-4e7a-a41e-187c440c101d {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:12.502861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 32b378c1-cf75-4e7a-a41e-187c440c101d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32b378c1-cf75-4e7a-a41e-187c440c101d,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:12.508240 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.645824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-632658f8-aa32-4dcf-ae4c-6b70b13d50e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.689878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=32b378c1-cf75-4e7a-a41e-187c440c101d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:12.710900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72684a-87d4-4dd4-98d4-955c73bf0208 req-3a2f982a-5c18-4a68-9717-7ac4576f2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:12.717680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc72684a-87d4-4dd4-98d4-955c73bf0208 req-3a2f982a-5c18-4a68-9717-7ac4576f2f7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.3572407 Dec 17 16:15:12.729552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a2bec-4fff-4199-a87c-1ecd6087f24e req-c07734aa-49be-455e-b14c-2824c0448285 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:12.738518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ebd93-822c-4488-b2a8-cd877902788c req-65bf7369-0258-4079-b95d-c83a40a87280 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:12.739076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['32b378c1-cf75-4e7a-a41e-187c440c101d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:12.741421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b79a2bec-4fff-4199-a87c-1ecd6087f24e req-c07734aa-49be-455e-b14c-2824c0448285 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1596720 Dec 17 16:15:12.747581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b1ebd93-822c-4488-b2a8-cd877902788c req-65bf7369-0258-4079-b95d-c83a40a87280 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 945 time: 0.3618517 Dec 17 16:15:12.832945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-632658f8-aa32-4dcf-ae4c-6b70b13d50e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.850727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b79a2bec-4fff-4199-a87c-1ecd6087f24e req-0cb71b0c-b814-4605-bce5-c1a0786ab76f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034236 Dec 17 16:15:12.924200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b1ebd93-822c-4488-b2a8-cd877902788c req-456a49ca-9234-4d1c-886c-bc616558588e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752150 Dec 17 16:15:12.926798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc72684a-87d4-4dd4-98d4-955c73bf0208 req-7c7d9cb5-4a72-42f0-9e19-9ccb2d29b868 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613235 Dec 17 16:15:12.951118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-632658f8-aa32-4dcf-ae4c-6b70b13d50e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.956486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-632658f8-aa32-4dcf-ae4c-6b70b13d50e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:12.962631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-632658f8-aa32-4dcf-ae4c-6b70b13d50e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90838213-2f50-478f-afa4-d033669103d0 HTTP/1.1" status: 204 len: 168 time: 0.6795518 Dec 17 16:15:12.976667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632658f8-aa32-4dcf-ae4c-6b70b13d50e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90838213-2f50-478f-afa4-d033669103d0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:13.085125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e4651-79c1-4742-84d4-205ca88e319e req-e6ac8022-cffe-4466-94ed-877f552fc1dd tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:13.093274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-586e4651-79c1-4742-84d4-205ca88e319e req-e6ac8022-cffe-4466-94ed-877f552fc1dd tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 944 time: 0.1132579 Dec 17 16:15:13.155892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9eb6f-2f6a-47f8-903a-8d9452c3f46d req-78188b39-fcf0-4942-8d0a-1b5870109255 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:13.167115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65c9eb6f-2f6a-47f8-903a-8d9452c3f46d req-78188b39-fcf0-4942-8d0a-1b5870109255 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 945 time: 0.0854352 Dec 17 16:15:13.179050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-586e4651-79c1-4742-84d4-205ca88e319e req-e4e90fee-31f2-455f-b4bd-76ad53c190ea tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814908 Dec 17 16:15:13.314372 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65c9eb6f-2f6a-47f8-903a-8d9452c3f46d req-1b3391b8-8985-4172-86c9-f9d82b6f9a82 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390254 Dec 17 16:15:13.342644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48690) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:13.410599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c1833-7f55-4b94-ac48-a22868a5b7fa req-0ebfc124-0ed6-4693-b929-2dca8de6861a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:13.424454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac6c1833-7f55-4b94-ac48-a22868a5b7fa req-0ebfc124-0ed6-4693-b929-2dca8de6861a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.0921128 Dec 17 16:15:13.503411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac6c1833-7f55-4b94-ac48-a22868a5b7fa req-002a3055-b233-439f-8259-4a13d5932c23 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654578 Dec 17 16:15:13.577637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48700) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:13.594643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:13.752843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-46b5089c-103d-4d95-95e1-18fa5eb6b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:13.754684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-46b5089c-103d-4d95-95e1-18fa5eb6b785 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1097 time: 0.0814176 Dec 17 16:15:13.888481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32b378c1-cf75-4e7a-a41e-187c440c101d up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:15:13.994997 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:13.998563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 32b378c1-cf75-4e7a-a41e-187c440c101d completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:15:14.004405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 32b378c1-cf75-4e7a-a41e-187c440c101d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:14.005339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.026554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.103343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d1e179f17834957b0bb8a4e4d6b0f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5223939 Dec 17 16:15:14.103755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48714) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:14.148909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5373a045-d85c-4a45-93c0-3c4751e07903 tempest-TestVolumeBootPattern-1469931117 tempest-TestVolumeBootPattern-1469931117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.150985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5373a045-d85c-4a45-93c0-3c4751e07903 tempest-TestVolumeBootPattern-1469931117 tempest-TestVolumeBootPattern-1469931117-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 1092 time: 0.8073015 Dec 17 16:15:14.152196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0560dff2-1d5e-408a-a9a4-c3ab3ba75a4d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:14.154504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 48716) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:14.159371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:14.167354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.167768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.169287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.170304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.170424 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.170664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.171018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.171439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.171844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.172216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.172550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.172884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.173252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.173824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c2e465-aaae-424b-9d34-82fd5cf0a290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.181781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-b32524d3-0fbb-4bf6-830d-788d9f9b6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.183475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-b32524d3-0fbb-4bf6-830d-788d9f9b6b21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.4190085 Dec 17 16:15:14.196834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f099e-ec5c-42e3-b4e2-5fb4985c8425 req-301e09ce-eb5d-4c6a-b614-61942212f9c4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.198487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16f099e-ec5c-42e3-b4e2-5fb4985c8425 req-301e09ce-eb5d-4c6a-b614-61942212f9c4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.2464826 Dec 17 16:15:14.221370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.254046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b378c1-cf75-4e7a-a41e-187c440c101d'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:14.272670 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e35603-f942-433a-a877-ebc0ba80b62e" -d '{"events": [{"server_uuid": "f4f637d8-84cc-498f-923f-437ff7a6e0f1", "name": "network-vif-plugged", "status": "completed", "tag": "32b378c1-cf75-4e7a-a41e-187c440c101d"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:14.304948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 32b378c1-cf75-4e7a-a41e-187c440c101d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32b378c1-cf75-4e7a-a41e-187c440c101d,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:14.306570 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.313859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.390430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=32b378c1-cf75-4e7a-a41e-187c440c101d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:14.401116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f16f099e-ec5c-42e3-b4e2-5fb4985c8425 req-42298ccc-7e74-4b35-851f-2cd22e2c1e54 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933501 Dec 17 16:15:14.409317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-6536ae95-c5a3-4722-bea6-3675300334e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 1000 time: 0.2094748 Dec 17 16:15:14.414663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.432505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.437153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.445199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0560dff2-1d5e-408a-a9a4-c3ab3ba75a4d HTTP/1.1" status: 204 len: 168 time: 0.3405054 Dec 17 16:15:14.493004 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa1e526-6fdd-4683-b7a2-b4e59a51e819 x-openstack-request-id: req-4aa1e526-6fdd-4683-b7a2-b4e59a51e819 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:14.493902 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f637d8-84cc-498f-923f-437ff7a6e0f1", "name": "network-vif-plugged", "status": "completed", "tag": "32b378c1-cf75-4e7a-a41e-187c440c101d", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:14.493902 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aa1e526-6fdd-4683-b7a2-b4e59a51e819 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:14.494161 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b378c1-cf75-4e7a-a41e-187c440c101d', 'code': 200} Dec 17 16:15:14.559838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-2c52d426-097a-4111-ae4a-7f00341e0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.561746 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-2c52d426-097a-4111-ae4a-7f00341e0ab1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.1367357 Dec 17 16:15:14.565803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0560dff2-1d5e-408a-a9a4-c3ab3ba75a4d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:14.584422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.584919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.585356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.585808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.586235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.586656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.587079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.587498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.587942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.588364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.588772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.589326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.590038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65228ff-7804-49ce-9371-71a88da78e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:14.640016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cf4ed-244d-482d-9cec-7f9d82a97832 req-f1f28ccb-77ba-40e0-ac14-d7eef644889b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.648716 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f09cf4ed-244d-482d-9cec-7f9d82a97832 req-f1f28ccb-77ba-40e0-ac14-d7eef644889b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 945 time: 0.2759197 Dec 17 16:15:14.735551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0e449-7cc4-4f01-acbc-ad7a853d4ccb req-999a02fd-4553-409d-8791-735ed9eb969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.737652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16e0e449-7cc4-4f01-acbc-ad7a853d4ccb req-999a02fd-4553-409d-8791-735ed9eb969c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 1097 time: 0.1673920 Dec 17 16:15:14.757765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-d9b4cb95-360a-447a-99b9-67fc760be5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.760130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-d9b4cb95-360a-447a-99b9-67fc760be5a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872425 Dec 17 16:15:14.811480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f09cf4ed-244d-482d-9cec-7f9d82a97832 req-cf9a649b-566b-4a48-b96c-df76b4d42f21 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589322 Dec 17 16:15:14.840301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:14.963224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db334f3-e3c3-48cf-ab10-50021c1c6625 req-94ccdf93-8c3b-49d6-b1c5-513340c9e708 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:14.964846 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8db334f3-e3c3-48cf-ab10-50021c1c6625 req-94ccdf93-8c3b-49d6-b1c5-513340c9e708 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.2802579 Dec 17 16:15:15.015454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16e0e449-7cc4-4f01-acbc-ad7a853d4ccb req-94e4270c-ecf6-4c0b-a723-59f0a7d4fcff service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583568 Dec 17 16:15:15.020149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Allocated IP 172.25.0.112 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/2f19728b-1717-4269-8c99-f1d595cb6ae2) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:15:15.164607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-c9126081-c0a6-45ad-90be-5c6fe744a563 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903785 Dec 17 16:15:15.169582 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8db334f3-e3c3-48cf-ab10-50021c1c6625 req-4af50cb8-4c4d-4751-8ce3-f50bc9d7fc93 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957030 Dec 17 16:15:15.283529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-8fa92494-67d5-445e-90df-656dc52051ec req-da2af733-8ac3-40ef-8b20-f762bfe41812 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1227169222', 'description': 'tempest-description-866644121'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:15.372197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:15.419094 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8fa92494-67d5-445e-90df-656dc52051ec req-da2af733-8ac3-40ef-8b20-f762bfe41812 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:15.444885 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-da07bd91-252f-4c8d-8e75-359328ff7f0d service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421803 Dec 17 16:15:15.469915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:15.579624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=2f19728b-1717-4269-8c99-f1d595cb6ae2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:15.590991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:15:15.593137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:15.595305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:15.599920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:15:15.644063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbd6b3-415d-46d5-82f2-56483a0fc0c3 req-9a6e212f-8cb4-4643-8f78-d1d8a25bb6ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:15.646386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9acbd6b3-415d-46d5-82f2-56483a0fc0c3 req-9a6e212f-8cb4-4643-8f78-d1d8a25bb6ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1104958 Dec 17 16:15:15.764119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9acbd6b3-415d-46d5-82f2-56483a0fc0c3 req-00a3a308-9c40-40b5-9114-b8a78de0f266 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101749 Dec 17 16:15:15.793667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8fa92494-67d5-445e-90df-656dc52051ec req-da2af733-8ac3-40ef-8b20-f762bfe41812 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:15.804555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8fa92494-67d5-445e-90df-656dc52051ec req-da2af733-8ac3-40ef-8b20-f762bfe41812 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:15.988836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78ee26-4577-40ed-bb18-88e30a6b62b6 req-ebe0a62d-d219-4689-a201-a71c97a2bd18 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:15.994720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a78ee26-4577-40ed-bb18-88e30a6b62b6 req-ebe0a62d-d219-4689-a201-a71c97a2bd18 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 945 time: 0.0978854 Dec 17 16:15:16.108503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2af733-8ac3-40ef-8b20-f762bfe41812 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20bd6a2-d1de-4927-9847-622d23548b72,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:16.124802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a78ee26-4577-40ed-bb18-88e30a6b62b6 req-df73f76a-c3a9-4145-8a69-3929f323ee09 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228750 Dec 17 16:15:16.129432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8fa92494-67d5-445e-90df-656dc52051ec req-da2af733-8ac3-40ef-8b20-f762bfe41812 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:16.132199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fa92494-67d5-445e-90df-656dc52051ec req-da2af733-8ac3-40ef-8b20-f762bfe41812 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.8671589 Dec 17 16:15:16.309656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:16.353136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-2040279e-60d7-4bdc-836f-69405728f063 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1227169222&fields=id&tenant_id=0b03ce8f16084dfdace05f78cf3bf724 HTTP/1.1" status: 200 len: 267 time: 0.1123123 Dec 17 16:15:16.476495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-ddb86df5-527d-4589-bdf3-c4528d2e551e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:16.478451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-ddb86df5-527d-4589-bdf3-c4528d2e551e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1161623 Dec 17 16:15:16.486338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:16.524456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Request body: {'port': {'security_groups': ['ec11b540-9304-4fc9-9990-8f98d67002b3', 'b20bd6a2-d1de-4927-9847-622d23548b72']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:16.653084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:16.748533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48800) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:16.942917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0454c53-1bd7-449f-9fc1-19a8868c667a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:16.985347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb390ed-ee34-465b-8a13-a13eadfece08 req-fab8633b-759f-4d4b-a207-542c561e176c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:16.993538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-edb390ed-ee34-465b-8a13-a13eadfece08 req-fab8633b-759f-4d4b-a207-542c561e176c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1183300 Dec 17 16:15:17.097299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-edb390ed-ee34-465b-8a13-a13eadfece08 req-ca529989-68c2-4cfe-9233-4ca380f57711 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025026 Dec 17 16:15:17.145169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0454c53-1bd7-449f-9fc1-19a8868c667a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.149509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f0454c53-1bd7-449f-9fc1-19a8868c667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.179005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0454c53-1bd7-449f-9fc1-19a8868c667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce9cfd8-66ed-48ee-acc5-1857f91fa2ec,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:17.206532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f0454c53-1bd7-449f-9fc1-19a8868c667a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c988e5543cc04d16b56a9dac266b4433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572003 Dec 17 16:15:17.224493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 48814) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:17.338330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd476361-c1f5-43ee-8328-1facb4d01669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.362950 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd476361-c1f5-43ee-8328-1facb4d01669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.376430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.387640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.437377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a1898-e399-4495-8cdb-7462efadb34f req-5c1ea8ca-c86d-44ff-97d8-518711ed4e4e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:17.446206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e79a1898-e399-4495-8cdb-7462efadb34f req-5c1ea8ca-c86d-44ff-97d8-518711ed4e4e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 945 time: 0.1943560 Dec 17 16:15:17.448949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd476361-c1f5-43ee-8328-1facb4d01669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.451635 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fd476361-c1f5-43ee-8328-1facb4d01669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.455555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fd476361-c1f5-43ee-8328-1facb4d01669 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dce9cfd8-66ed-48ee-acc5-1857f91fa2ec HTTP/1.1" status: 204 len: 168 time: 0.2299876 Dec 17 16:15:17.482398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd476361-c1f5-43ee-8328-1facb4d01669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce9cfd8-66ed-48ee-acc5-1857f91fa2ec,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:17.538787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=829b97fb-a5ec-4417-be23-88f375888505,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:17.554687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e79a1898-e399-4495-8cdb-7462efadb34f req-17c82d3e-f50d-487d-92ce-524318a1ff1c tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074469 Dec 17 16:15:17.586607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.643717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.645950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.664922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['829b97fb-a5ec-4417-be23-88f375888505'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:17.836477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event updated for resources: {'Port': ['ID=2f19728b-1717-4269-8c99-f1d595cb6ae2,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:17.887115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:17.887994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:17.889638 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a67399e8-de1c-40f7-b69f-48afc35d3d17 req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "PUT /v2.0/ports/829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 982 time: 1.4003134 Dec 17 16:15:17.893129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:17.904506 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:18.010482 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Floating IP 00cceb36-25a2-45b8-ac4b-d70d31f75fbb associated. External IP: 172.25.0.112, port: fad362eb-4b8e-4a3a-ba8e-ce90263e6751. Dec 17 16:15:18.015292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47e6ef-5853-4ae6-8934-01628d4d4578 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event updated for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:18.018393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['829b97fb-a5ec-4417-be23-88f375888505'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:18.238280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-22438e55-8102-4053-a584-c9ffda9c2045 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1227169222&fields=id&tenant_id=0b03ce8f16084dfdace05f78cf3bf724 HTTP/1.1" status: 200 len: 267 time: 0.2291706 Dec 17 16:15:18.335801 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ffe91e-87d9-466b-9594-d44456f7c27a x-openstack-request-id: req-13ffe91e-87d9-466b-9594-d44456f7c27a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:18.337221 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:18.338207 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13ffe91e-87d9-466b-9594-d44456f7c27a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:18.341510 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505', 'status': 'completed', 'code': 200} Dec 17 16:15:18.475404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-e906b58b-cf70-40e3-bf5d-9eb79e8e22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:18.482654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-e906b58b-cf70-40e3-bf5d-9eb79e8e22e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1137 time: 0.1665096 Dec 17 16:15:18.558417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-716586cc-3a2a-4ba3-bb15-ae5ee2f46989 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:18.568476 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-716586cc-3a2a-4ba3-bb15-ae5ee2f46989 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 985 time: 0.3292637 Dec 17 16:15:18.579499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Request body: {'port': {'security_groups': ['ec11b540-9304-4fc9-9990-8f98d67002b3']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:18.656140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2d02d-7019-4fa2-8931-7b6c31361502 req-4ee305f0-79d2-43b5-a28d-65698d1cf1ce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:18.658932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ac2d02d-7019-4fa2-8931-7b6c31361502 req-4ee305f0-79d2-43b5-a28d-65698d1cf1ce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1501892 Dec 17 16:15:18.746586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:18.770216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:15:18.775630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ac2d02d-7019-4fa2-8931-7b6c31361502 req-f6ef1cfc-0756-417c-97be-fff062b8eeb2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938914 Dec 17 16:15:18.778699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-066f3f0a-a1d3-43c8-b4df-b42942f22000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:18.789904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-066f3f0a-a1d3-43c8-b4df-b42942f22000 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.2957222 Dec 17 16:15:18.881217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-74c41e07-eaf7-44fa-b82b-3287c0abfaa9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 217 time: 0.0885179 Dec 17 16:15:19.001506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-921d5cc4-e5ff-43e0-8893-93ad5e9fdc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:19.005683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-921d5cc4-e5ff-43e0-8893-93ad5e9fdc2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.1176965 Dec 17 16:15:19.033797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=829b97fb-a5ec-4417-be23-88f375888505,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:19.060879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-6b5071b9-caef-4bbf-aae7-3a5bbb707cc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389175 Dec 17 16:15:19.067142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:19.079365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:19.091714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['829b97fb-a5ec-4417-be23-88f375888505'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:19.317487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-b1342bd8-0979-44d6-aa07-5042bddad090 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421758 Dec 17 16:15:19.357212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:19.358288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:19.359847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31b910f8-9d32-4957-980f-a56d038b8b44 req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "PUT /v2.0/ports/829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 943 time: 0.7902586 Dec 17 16:15:19.416816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['829b97fb-a5ec-4417-be23-88f375888505'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:19.480962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf987ef-e32e-456a-a4ca-337fbcfed53e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event updated for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:19.510481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:15:19.547504 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:19.572906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:15:19.609420 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7887956-e3d9-41c6-bf9f-b5cd1221cc25 req-acbae500-a658-4292-b03c-5aca8e080792 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848692 Dec 17 16:15:19.617828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f72d0619-08d1-40c0-bd1e-ca7c1d194954 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4619210 Dec 17 16:15:19.698890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:19.699776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:19.916795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19103adf-6c03-403e-8586-410957800843 req-a865082e-a51f-4b5f-9c9b-9afdae9e0b52 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4909842 Dec 17 16:15:19.923480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:19.953453 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:20.014695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:20.053705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4464c-452d-47e6-8cf7-da59915b0438 req-b1eef85d-118a-41b7-970d-d5a805134113 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:20.058743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-47b4464c-452d-47e6-8cf7-da59915b0438 req-b1eef85d-118a-41b7-970d-d5a805134113 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1292884 Dec 17 16:15:20.183572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-47b4464c-452d-47e6-8cf7-da59915b0438 req-41d35095-6805-48fe-8ba3-bcbb98d2e73d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170166 Dec 17 16:15:20.342466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505'}, {'name': 'network-changed', 'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:20.344913 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505"}, {"name": "network-changed", "server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:20.399562 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14796d0f-3d68-4b3a-b48f-2fcafd9158c1 x-openstack-request-id: req-14796d0f-3d68-4b3a-b48f-2fcafd9158c1 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:20.400314 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:20.400762 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14796d0f-3d68-4b3a-b48f-2fcafd9158c1 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:20.401358 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505', 'status': 'completed', 'code': 200} Dec 17 16:15:20.401797 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'status': 'completed', 'code': 200} Dec 17 16:15:20.468210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '00cceb36-25a2-45b8-ac4b-d70d31f75fbb', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:80:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65913629-9750-42bb-adf4-140f8a9db5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:15:16Z', 'updated_at': '2021-12-17T16:15:16Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}, {'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:41Z', 'revision_number': 1, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:20.548369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:15:20.582352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:20.583133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:20.685223 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:20.772036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-fbe5e3d2-ccf9-46ad-ad11-b7e5113a5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:20.780993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-fbe5e3d2-ccf9-46ad-ad11-b7e5113a5635 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.1099496 Dec 17 16:15:21.029188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Allocated IP 172.25.0.222 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/7f9aad6a-da15-467b-87cd-baaa2f745832) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:15:21.052900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:21.065300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-c64faa50-2bf3-48df-b8c2-74fe57b8df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:21.067228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-c64faa50-2bf3-48df-b8c2-74fe57b8df0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.2775412 Dec 17 16:15:21.169481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-ba60a267-25c9-444d-92fd-445f57ae9426 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 217 time: 0.0875423 Dec 17 16:15:21.352862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '00cceb36-25a2-45b8-ac4b-d70d31f75fbb', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:80:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65913629-9750-42bb-adf4-140f8a9db5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:15:16Z', 'updated_at': '2021-12-17T16:15:16Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}, {'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:41Z', 'revision_number': 1, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:21.361061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-04e9aac1-e8ca-45c9-959d-bf506befdab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:21.363424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-04e9aac1-e8ca-45c9-959d-bf506befdab7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.1861515 Dec 17 16:15:21.419938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-0c122b78-4efd-439c-88fa-d6f21e45ec79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470376 Dec 17 16:15:21.422844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06012d69-e5f1-4160-8031-6581e9900c6d None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '00cceb36-25a2-45b8-ac4b-d70d31f75fbb', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:80:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65913629-9750-42bb-adf4-140f8a9db5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:15:16Z', 'updated_at': '2021-12-17T16:15:16Z', 'revision_number': 0, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}, {'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:41Z', 'revision_number': 1, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:15:21.424145 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:21.431698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef75ee-b5a1-471c-981e-6a2cdcf644c5 req-490f1747-c6d3-4030-8f7c-7224b66afe38 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:21.434138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26ef75ee-b5a1-471c-981e-6a2cdcf644c5 req-490f1747-c6d3-4030-8f7c-7224b66afe38 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1120129 Dec 17 16:15:21.561989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26ef75ee-b5a1-471c-981e-6a2cdcf644c5 req-e3dbf431-f1d5-41ad-a0ba-4e566d3b008b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198585 Dec 17 16:15:21.639454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:21.672358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-26cb72d2-d6a3-45fe-8800-9341c0a82398 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280049 Dec 17 16:15:21.741850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:15:21.747351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:21.763159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:15:21.774532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event updated for resources: {'Port': ['ID=7f9aad6a-da15-467b-87cd-baaa2f745832,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:21.845872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-48fc6d6a-e471-4c11-8e0c-8dbb8873cbc1 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636581 Dec 17 16:15:21.852029 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739a894-200b-4156-8b82-907c743afde6 None None] New status for floating IP 00cceb36-25a2-45b8-ac4b-d70d31f75fbb: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:15:21.970204 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:22.059665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:22.230231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-37c96e6a-d3ca-4bde-9503-f00abc788f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:22.231856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-37c96e6a-d3ca-4bde-9503-f00abc788f1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 1097 time: 0.1688306 Dec 17 16:15:22.429814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-d1cc7923-7e32-4e66-be61-6086311eadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:22.446607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-d1cc7923-7e32-4e66-be61-6086311eadcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.1944404 Dec 17 16:15:22.484123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280fcee-0c76-4d65-b482-f2c05a09561a req-dc88aa2e-0323-43d2-963f-1da7d15b06b7 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:22.492970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2280fcee-0c76-4d65-b482-f2c05a09561a req-dc88aa2e-0323-43d2-963f-1da7d15b06b7 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.0622070 Dec 17 16:15:22.554504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2280fcee-0c76-4d65-b482-f2c05a09561a req-8b77e8d2-ebd3-47d0-b4fa-eb44b057bad1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551670 Dec 17 16:15:22.660963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-e48b9183-e2ed-4660-857d-b928a69d7234 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751 HTTP/1.1" status: 200 len: 1001 time: 0.1432931 Dec 17 16:15:22.731266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:22.737650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbea83-42a6-4f0d-b0c2-fe2e2100cad9 req-09e1de40-600f-4f34-b8f4-854e77c25ec9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:22.738689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-0717debf-522c-460a-ada8-17712ab06228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:22.739793 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45dbea83-42a6-4f0d-b0c2-fe2e2100cad9 req-09e1de40-600f-4f34-b8f4-854e77c25ec9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.0748696 Dec 17 16:15:22.740344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-0717debf-522c-460a-ada8-17712ab06228 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0686772 Dec 17 16:15:22.741372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:22.786070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event updated for resources: {'Port': ['ID=7f9aad6a-da15-467b-87cd-baaa2f745832,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:22.822080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45dbea83-42a6-4f0d-b0c2-fe2e2100cad9 req-3ae0740a-3118-489d-bec8-9703104f5ca4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757318 Dec 17 16:15:22.872704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-d6af953c-d83b-45da-8c48-bb8f8d4cfaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:22.875070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-d6af953c-d83b-45da-8c48-bb8f8d4cfaa8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902638 Dec 17 16:15:22.890192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:22.970454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:22.972472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19103adf-6c03-403e-8586-410957800843 req-32f79121-6b0f-48d9-ba39-11c5d63b9d0a tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0537870 Dec 17 16:15:23.085109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19103adf-6c03-403e-8586-410957800843 req-8bd55b7a-04ea-4c91-9169-4b664fdad8c4 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0900846 Dec 17 16:15:23.085109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-e0960524-13ee-44b6-ac70-58a41335d9fc service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894822 Dec 17 16:15:23.284761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc7e539a-ec76-4e3f-9831-dc6d8a0079e1 req-14893b81-317b-4d48-b179-2abfbd0edce9 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814742 Dec 17 16:15:23.300630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19103adf-6c03-403e-8586-410957800843 req-65ad7d1e-eef6-4934-8c4e-003ace015b97 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:23.315070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19103adf-6c03-403e-8586-410957800843 req-65ad7d1e-eef6-4934-8c4e-003ace015b97 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2221234 Dec 17 16:15:23.321169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-19103adf-6c03-403e-8586-410957800843 req-cfc61611-ffa3-46a1-8071-999f228fcf86 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:15:23.326721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-19103adf-6c03-403e-8586-410957800843 req-cfc61611-ffa3-46a1-8071-999f228fcf86 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107741 Dec 17 16:15:23.575121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc220f9-84a7-431d-b835-6142b4416251 req-46cfd4ad-5ba5-43a9-ac80-1ff2cf383ee9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:23.576955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-46cfd4ad-5ba5-43a9-ac80-1ff2cf383ee9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1660347 Dec 17 16:15:23.736858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad4d5-96bd-40be-8d73-88cc43aa170d req-f14a4671-30eb-4fcc-a59c-e64ffb6b1567 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:23.745560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-113ad4d5-96bd-40be-8d73-88cc43aa170d req-f14a4671-30eb-4fcc-a59c-e64ffb6b1567 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1020470 Dec 17 16:15:23.757427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-24ad31d6-9f51-47c7-8590-4ba3ec668654 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1550279 Dec 17 16:15:23.768218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Request body: {'floatingip': {'port_id': '829b97fb-a5ec-4417-be23-88f375888505', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:23.833870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-113ad4d5-96bd-40be-8d73-88cc43aa170d req-3dce514d-e50e-47e3-8e3c-ba59bc93301f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846541 Dec 17 16:15:23.837203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:24.060001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd63fb-1ddb-4229-9dbe-fa745d757f0f req-d47c37fc-55f5-4205-9fd7-40eaadaabc3b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:24.061755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5bd63fb-1ddb-4229-9dbe-fa745d757f0f req-d47c37fc-55f5-4205-9fd7-40eaadaabc3b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.0699668 Dec 17 16:15:24.193716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5bd63fb-1ddb-4229-9dbe-fa745d757f0f req-650cbc1f-7099-4d77-8bb1-58bfadb01fa3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232235 Dec 17 16:15:24.396052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:24.403040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:24.512786 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Floating IP f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551 associated. External IP: 172.25.0.222, port: 829b97fb-a5ec-4417-be23-88f375888505. Dec 17 16:15:24.746401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Router 68e25faa-c811-4dd2-bbb1-1527fe99a983 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:15:24.863360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:15:24.874702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] Sync routers for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:15:24.876450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:24.898460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:24.899363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:24.922777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-5d6c9368-99f7-41cb-af83-8cda15f1abee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "PUT /v2.0/floatingips/f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551 HTTP/1.1" status: 200 len: 997 time: 1.1509848 Dec 17 16:15:24.923495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:24.926124 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496b135e-bff6-476c-9646-c38e2f30004b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:24.977325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc220f9-84a7-431d-b835-6142b4416251 req-25205eae-1a93-4bd1-910d-f8b52110eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:24.985982 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-25205eae-1a93-4bd1-910d-f8b52110eb2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.0556660 Dec 17 16:15:25.057005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee132c-80d0-4f9e-a97f-b9eb5f4ff07e req-807279ad-dd60-4e13-a72c-dfdbe7ffd633 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:25.058525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8ee132c-80d0-4f9e-a97f-b9eb5f4ff07e req-807279ad-dd60-4e13-a72c-dfdbe7ffd633 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1032794 Dec 17 16:15:25.085938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:25.112863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc220f9-84a7-431d-b835-6142b4416251 req-088057fe-eee0-48c1-aebd-89abf621d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:25.121520 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-088057fe-eee0-48c1-aebd-89abf621d70c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.1344543 Dec 17 16:15:25.147043 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8ee132c-80d0-4f9e-a97f-b9eb5f4ff07e req-84c8e376-b2f6-426a-bad1-a4f0ff67bc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815897 Dec 17 16:15:25.204595 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-278cd678-a088-41fa-be04-71b93a30db0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 1000 time: 0.0818996 Dec 17 16:15:25.242967 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4279147e-8767-49d4-83be-a14b49479252 x-openstack-request-id: req-4279147e-8767-49d4-83be-a14b49479252 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:25.243387 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:25.243739 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4279147e-8767-49d4-83be-a14b49479252 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:25.244278 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505', 'status': 'completed', 'code': 200} Dec 17 16:15:25.269458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc220f9-84a7-431d-b835-6142b4416251 req-db7e9679-749e-4018-a4b5-47ad5066856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:25.280615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-db7e9679-749e-4018-a4b5-47ad5066856f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.0747919 Dec 17 16:15:25.328481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-c7c4e52c-a350-4372-9615-ca737d5e11ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467134 Dec 17 16:15:25.337378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-783ce0f1-ec6c-4714-a8b4-bb896c8fc86d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:15:25.346239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-783ce0f1-ec6c-4714-a8b4-bb896c8fc86d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160377 Dec 17 16:15:25.375167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b135e-bff6-476c-9646-c38e2f30004b req-2ad83ccb-5d03-4d49-b2ff-32ee47d95a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:25.376999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-496b135e-bff6-476c-9646-c38e2f30004b req-2ad83ccb-5d03-4d49-b2ff-32ee47d95a91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.1024425 Dec 17 16:15:25.464548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'port_id': '829b97fb-a5ec-4417-be23-88f375888505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'mac_address': 'fa:16:3e:04:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:15:21Z', 'updated_at': '2021-12-17T16:15:24Z', 'revision_number': 1, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:32Z', 'revision_number': 5, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:25.478517 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-c6a4f190-889f-4cce-8af2-a9fb5ff55f00 service neutron] 10.222.0.54 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311283 Dec 17 16:15:25.494849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] Checking router: 68e25faa-c811-4dd2-bbb1-1527fe99a983 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:15:25.504552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:25.508519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:25.612710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb7fb2-aef6-45af-a6a2-fdd426311466 req-f82dbd94-aec0-40e7-9b74-154904e7f3a1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:25.620822 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56bb7fb2-aef6-45af-a6a2-fdd426311466 req-f82dbd94-aec0-40e7-9b74-154904e7f3a1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.2410445 Dec 17 16:15:25.700119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bc220f9-84a7-431d-b835-6142b4416251 req-7a83f8f9-100d-4c4a-893d-f2a07be0cb96 service neutron] 10.222.0.54 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203319 Dec 17 16:15:25.741497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-56bb7fb2-aef6-45af-a6a2-fdd426311466 req-cb5d52a2-542c-4e46-b9de-19fc015434ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148453 Dec 17 16:15:25.743543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b135e-bff6-476c-9646-c38e2f30004b req-04fc2ba0-c374-4027-9bb2-23973c0d56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:25.749053 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-496b135e-bff6-476c-9646-c38e2f30004b req-04fc2ba0-c374-4027-9bb2-23973c0d56d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.3466370 Dec 17 16:15:25.749980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:25.928759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-496b135e-bff6-476c-9646-c38e2f30004b req-466de384-eda6-4bd3-a9d9-1abba0ef0416 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 1000 time: 0.1720977 Dec 17 16:15:26.003757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b135e-bff6-476c-9646-c38e2f30004b req-394c9b5a-2489-495e-baf8-a52a24ef5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:26.005283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-496b135e-bff6-476c-9646-c38e2f30004b req-394c9b5a-2489-495e-baf8-a52a24ef5bb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.0661588 Dec 17 16:15:26.014578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-472604ed-9700-4dd1-95fa-56e972f62253 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 1000 time: 0.2120352 Dec 17 16:15:26.056391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'port_id': '829b97fb-a5ec-4417-be23-88f375888505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'mac_address': 'fa:16:3e:04:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:15:21Z', 'updated_at': '2021-12-17T16:15:24Z', 'revision_number': 1, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:32Z', 'revision_number': 5, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:26.077461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-496b135e-bff6-476c-9646-c38e2f30004b req-3a78d9cc-86ce-496e-aab8-92d3a09187ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456607 Dec 17 16:15:26.096999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75012bd2-69a7-4221-a09b-c26c2d2b7ece None None] The sync data for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 is: [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'port_id': '829b97fb-a5ec-4417-be23-88f375888505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'mac_address': 'fa:16:3e:04:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:15:21Z', 'updated_at': '2021-12-17T16:15:24Z', 'revision_number': 1, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:32Z', 'revision_number': 5, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:15:26.122911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-aa6886cc-5450-4e38-8972-18836d68f5ff tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:26.135552 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-aa6886cc-5450-4e38-8972-18836d68f5ff tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports/829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 943 time: 0.1200404 Dec 17 16:15:26.353331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-fa36d33c-b700-4b27-9627-3bb2062a5fdb tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 1000 time: 0.1175175 Dec 17 16:15:26.394988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2706a-e0cc-4e52-8754-521bd35e90e6 req-a3196ff6-6f80-4b5e-8ea8-10e56269d933 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:26.398641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28e2706a-e0cc-4e52-8754-521bd35e90e6 req-a3196ff6-6f80-4b5e-8ea8-10e56269d933 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1307931 Dec 17 16:15:26.478049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-32c19219-7e54-4c16-b16c-744a46727bc0 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:26.486538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-32c19219-7e54-4c16-b16c-744a46727bc0 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.1316128 Dec 17 16:15:26.492092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-f5fd8a6b-c782-4e0e-9afb-fda8eb12cbab tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:15:26.496623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28e2706a-e0cc-4e52-8754-521bd35e90e6 req-da05cac0-2ba3-4d74-8099-90f520f6b2fc tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908773 Dec 17 16:15:26.511475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-f5fd8a6b-c782-4e0e-9afb-fda8eb12cbab tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238149 Dec 17 16:15:26.535200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-496b135e-bff6-476c-9646-c38e2f30004b req-ef464107-3814-4c66-af7e-6818685856ad service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368410 Dec 17 16:15:26.545040 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4595f4f-3b02-4079-a3bc-b8e43eb15595 None None] New status for floating IP f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:15:26.672402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-496b135e-bff6-476c-9646-c38e2f30004b req-f3f94cc5-7c66-4f37-b8fa-9b94d594f99f service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937793 Dec 17 16:15:26.706965 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-86370d5c-b314-484c-b2fe-6900b01c0114 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 1000 time: 0.1908574 Dec 17 16:15:26.720239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:26.802301 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:26.932412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8770-3cfb-4b38-afe8-9d473792f2ad req-063175d4-3e66-4889-96eb-999d5ee1c905 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:26.945381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d3b8770-3cfb-4b38-afe8-9d473792f2ad req-063175d4-3e66-4889-96eb-999d5ee1c905 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.0990539 Dec 17 16:15:27.054381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d3b8770-3cfb-4b38-afe8-9d473792f2ad req-995c1328-c762-40ca-a0d7-29d7438a4a40 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004357 Dec 17 16:15:27.128866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:27.136905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:27.138135 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Floating IP f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551 disassociated. External IP: 172.25.0.222, port: 829b97fb-a5ec-4417-be23-88f375888505. Dec 17 16:15:27.176278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49018) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:27.314075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-576fdb15-a517-4276-89e3-a6ac8074d902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:27.444183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-576fdb15-a517-4276-89e3-a6ac8074d902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:27.454228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-576fdb15-a517-4276-89e3-a6ac8074d902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:27.495774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-576fdb15-a517-4276-89e3-a6ac8074d902 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68ed034943674e67b0f930430433e1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182781 Dec 17 16:15:27.496715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fdb15-a517-4276-89e3-a6ac8074d902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717f8b0-6a41-478d-9eac-354ff043727d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:27.499299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49030) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:27.573611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb5588fe-017c-4fd4-ada2-fb2cea512a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:27.640596 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb5588fe-017c-4fd4-ada2-fb2cea512a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:27.651002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Router 68e25faa-c811-4dd2-bbb1-1527fe99a983 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:15:27.790346 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-2d0b439c-7f77-4af1-a9ac-808623909ca6 service neutron] show failed (client error): The resource could not be found. Dec 17 16:15:27.791428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-2d0b439c-7f77-4af1-a9ac-808623909ca6 service neutron] 10.222.0.49 "GET /v2.0/ports/698204e0-f6e7-4589-bd3a-c625853763ba/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.2895834 Dec 17 16:15:28.139530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb5588fe-017c-4fd4-ada2-fb2cea512a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:28.142151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb5588fe-017c-4fd4-ada2-fb2cea512a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:28.145651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb5588fe-017c-4fd4-ada2-fb2cea512a29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6717f8b0-6a41-478d-9eac-354ff043727d HTTP/1.1" status: 204 len: 168 time: 0.6433220 Dec 17 16:15:28.153832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5588fe-017c-4fd4-ada2-fb2cea512a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717f8b0-6a41-478d-9eac-354ff043727d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:28.227290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c36ae-f635-4afa-a978-81e30cee1974 req-65351aa3-967f-4916-b8b0-0f143bf1a321 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:28.243697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d6c36ae-f635-4afa-a978-81e30cee1974 req-65351aa3-967f-4916-b8b0-0f143bf1a321 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.5921998 Dec 17 16:15:28.298521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-feb81a1c-11f9-4576-a7d6-740534f12ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:28.302269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-feb81a1c-11f9-4576-a7d6-740534f12ac7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 1097 time: 0.0905561 Dec 17 16:15:28.306566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:15:28.316776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:28.320874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] Sync routers for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:15:28.354456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:28.355894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:28.356951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:28.397199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d6c36ae-f635-4afa-a978-81e30cee1974 req-5500a451-1cf0-40ee-8946-3656ed431d72 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462257 Dec 17 16:15:28.467782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-08dab2ad-451e-4d1a-866d-34c9eef2004b tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "PUT /v2.0/floatingips/f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551 HTTP/1.1" status: 200 len: 695 time: 1.7531052 Dec 17 16:15:28.512565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:28.520012 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f670c7e9-2ed2-47ff-b0c4-651d62c72718" -d '{"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:28.581200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:28.634290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-a7013a91-61ab-4931-9b60-f8175b96f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:28.639682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfcd4c-aab5-4402-968b-5de8caf90aed req-e424232c-92d8-4153-bf9d-cbdf3db452f1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:28.645228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-a7013a91-61ab-4931-9b60-f8175b96f104 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.1013520 Dec 17 16:15:28.655325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:28.656437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62bfcd4c-aab5-4402-968b-5de8caf90aed req-e424232c-92d8-4153-bf9d-cbdf3db452f1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1200178 Dec 17 16:15:28.736875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62bfcd4c-aab5-4402-968b-5de8caf90aed req-c789ea7d-048b-4f45-956f-d3bfe160f779 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794544 Dec 17 16:15:28.833557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49050) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:28.857176 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85156b10-2c08-4f09-a7cc-1504232f38ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:28.916416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-ca77dfb4-4be5-4055-8200-89767067c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:28.927531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-ca77dfb4-4be5-4055-8200-89767067c332 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.2813687 Dec 17 16:15:28.965460 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:32Z', 'revision_number': 5, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:28.965623 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e491a6ae-87ba-42c3-af21-005bfdb02a40 x-openstack-request-id: req-e491a6ae-87ba-42c3-af21-005bfdb02a40 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:28.965623 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "tag": "829b97fb-a5ec-4417-be23-88f375888505", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:28.965623 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e491a6ae-87ba-42c3-af21-005bfdb02a40 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:28.965623 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'tag': '829b97fb-a5ec-4417-be23-88f375888505', 'status': 'completed', 'code': 200} Dec 17 16:15:29.011861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] Checking router: 68e25faa-c811-4dd2-bbb1-1527fe99a983 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:15:29.027850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:29.027850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:29.030348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85156b10-2c08-4f09-a7cc-1504232f38ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:29.047852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85156b10-2c08-4f09-a7cc-1504232f38ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:29.061749 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-2150ac69-bc5b-469e-9e51-9b11e05d4357 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 217 time: 0.1230984 Dec 17 16:15:29.164583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85156b10-2c08-4f09-a7cc-1504232f38ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc876ac7-4703-4bd6-a6a5-f18181282a52,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:29.169642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:29.221846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-85156b10-2c08-4f09-a7cc-1504232f38ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26c3d9f6df184616858fc7ecc51853d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871326 Dec 17 16:15:29.222662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49066) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:29.277757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-68013678-16e8-40cc-a8bc-2aa1e08c9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:29.279754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-68013678-16e8-40cc-a8bc-2aa1e08c9b40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 1098 time: 0.2476363 Dec 17 16:15:29.351196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-b47518e5-c5ec-437b-a2b5-ca8019bb1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:29.353917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-b47518e5-c5ec-437b-a2b5-ca8019bb1310 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.2078705 Dec 17 16:15:29.405228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-13d9a532-e272-4efb-9264-b3af718bd5e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439758 Dec 17 16:15:29.506103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-2df981c8-bf35-4533-8dbf-105d1fee2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:29.508653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-2df981c8-bf35-4533-8dbf-105d1fee2582 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 200 len: 920 time: 0.2156219 Dec 17 16:15:29.559310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6675e264-9524-4fa8-8426-d3db519b567c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:29.561088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:29.638219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-98800796-6abc-4d3d-848b-6469e5ebb78c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 200 len: 217 time: 0.1131890 Dec 17 16:15:29.642579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:29.679857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:32Z', 'revision_number': 5, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:29.703980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:29.725872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Transition to ACTIVE for port object 698204e0-f6e7-4589-bd3a-c625853763ba will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:15:29.733230 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:29.740787 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6675e264-9524-4fa8-8426-d3db519b567c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:29.759850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8508f-3ff7-4171-ad77-5b4669f2e946 None None] The sync data for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 is: [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:14:23Z', 'revision_number': 4, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '0b0f3590-5f51-4700-a6e0-65b70b526ded', 'name': '', 'network_id': 'f9221af0-7eb8-4367-b7db-94ba8fb09919', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'mac_address': 'fa:16:3e:43:44:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '9330227a-b104-409c-9e4d-5ff24456086f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:21Z', 'updated_at': '2021-12-17T16:14:32Z', 'revision_number': 5, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'subnets': [{'id': '9330227a-b104-409c-9e4d-5ff24456086f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:15:29.814581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-19c59ee5-34c5-4672-915e-f300a6c681e6 service neutron] 10.222.0.54 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897464 Dec 17 16:15:29.890044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:29.942160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:15:29.953797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-f1b3524b-f21c-4c0d-bd63-7080af4ca46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:29.956341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-f1b3524b-f21c-4c0d-bd63-7080af4ca46b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 200 len: 859 time: 0.2982776 Dec 17 16:15:29.967394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-f56c64b2-a8bc-46e6-80a1-1334d035d66e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:29.976863 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-f56c64b2-a8bc-46e6-80a1-1334d035d66e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.7225525 Dec 17 16:15:29.989996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] No DVR routers for this DVR port 698204e0-f6e7-4589-bd3a-c625853763ba on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:15:30.006761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6675e264-9524-4fa8-8426-d3db519b567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:30.010534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6675e264-9524-4fa8-8426-d3db519b567c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:30.013064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6675e264-9524-4fa8-8426-d3db519b567c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc876ac7-4703-4bd6-a6a5-f18181282a52 HTTP/1.1" status: 204 len: 168 time: 0.7882783 Dec 17 16:15:30.066741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675e264-9524-4fa8-8426-d3db519b567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc876ac7-4703-4bd6-a6a5-f18181282a52,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:30.067643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:15:30.070617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0966740c-fc1c-4273-bf74-9b3dcda20bfb req-0dbb0872-3f68-4a92-a0e5-4a4865ea0bf6 service neutron] 10.222.0.54 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075109 Dec 17 16:15:30.086445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-2a765938-c001-4c0e-977e-c3db1702e2a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9221af0-7eb8-4367-b7db-94ba8fb09919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882556 Dec 17 16:15:30.099114 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-9fe43ed7-8d7d-46de-83b3-63b959cac2bd tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/quotas/d96496798a3045649e514480fe6e53c5 HTTP/1.1" status: 200 len: 375 time: 0.1208756 Dec 17 16:15:30.326969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:15:30.327330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:15:30.327638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:30.348305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-3c457a40-19e3-452d-b7aa-23e43adc13e9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2481847 Dec 17 16:15:30.353966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:15:30.354545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:30.366233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:15:30.368292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Checking segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:15:30.368894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Bound using segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:15:30.370163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Bound port: 698204e0-f6e7-4589-bd3a-c625853763ba, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:15:30.370651 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:30.406329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd94c-9ee6-41e6-a853-79b8c15aa427 req-6bb8fa85-4b70-44e0-a71d-5fb2480b6770 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:30.407152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bdfd94c-9ee6-41e6-a853-79b8c15aa427 req-6bb8fa85-4b70-44e0-a71d-5fb2480b6770 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1486924 Dec 17 16:15:30.427593 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d9d3e-e4fa-47de-92d9-4a4b27e121f3 None None] New status for floating IP f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:15:30.505756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-3fb19075-4c70-408b-8c8a-ffc582acc406 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714459 Dec 17 16:15:30.604108 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2bdfd94c-9ee6-41e6-a853-79b8c15aa427 req-30a1778d-3fee-4a35-aaba-b3eb2a1f896d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823683 Dec 17 16:15:30.630115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:30.637160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:15:30.652434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:30.748391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:30.758560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-c239489c-4d83-409b-805a-87dcc9013501 service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893135 Dec 17 16:15:30.768264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:30.768844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:30.770358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-93d3520f-623f-4cff-8534-69df4c77b53d service neutron] 10.222.0.47 "PUT /v2.0/ports/698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 1092 time: 2.4612045 Dec 17 16:15:30.932668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-1706bc01-3ba4-4783-af8f-d7f522cae427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:30.934224 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-1706bc01-3ba4-4783-af8f-d7f522cae427 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1095 time: 0.1394334 Dec 17 16:15:30.965482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}, {'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:30.968696 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feecdd7-273c-49b8-8a7b-6f949f9853a7" -d '{"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-unplugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}, {"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:30.978232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-e93ef938-bb32-429c-a0e5-b2a44bc341ae service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132368 Dec 17 16:15:31.006918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f670c7e9-2ed2-47ff-b0c4-651d62c72718 req-ff97baf1-f02a-4b30-872c-c74b0240e393 service neutron] 10.222.0.47 "GET /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885757 Dec 17 16:15:31.028431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de21710-ed08-4678-ad96-4384182eb7b5 req-4710b2b9-b538-4dca-8b7a-cf1c914fc01c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:31.043140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1de21710-ed08-4678-ad96-4384182eb7b5 req-4710b2b9-b538-4dca-8b7a-cf1c914fc01c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.2022514 Dec 17 16:15:31.200255 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1de21710-ed08-4678-ad96-4384182eb7b5 req-4dca8082-a95b-4a57-aef3-a3fc814550cb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427708 Dec 17 16:15:31.276929 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-903d9548-7235-4d10-af75-287e20f31f65 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips/f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551 HTTP/1.1" status: 200 len: 693 time: 0.0695477 Dec 17 16:15:31.313399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-ccbbe4a1-b5d4-4759-9550-d9cf3b96635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:31.315878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-ccbbe4a1-b5d4-4759-9550-d9cf3b96635b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.3724196 Dec 17 16:15:31.410129 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a7d595-57fc-4393-b7cd-355bddc70835 x-openstack-request-id: req-b2a7d595-57fc-4393-b7cd-355bddc70835 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:31.410854 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-unplugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "code": 200}, {"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:31.410854 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2a7d595-57fc-4393-b7cd-355bddc70835 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:31.411067 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'code': 200} Dec 17 16:15:31.411294 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'status': 'completed', 'code': 200} Dec 17 16:15:31.481170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-9d32f1c9-17e6-4d62-83a8-9592844e1d45 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:31.489512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-9d32f1c9-17e6-4d62-83a8-9592844e1d45 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 784 time: 0.2115269 Dec 17 16:15:31.498661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-9b5e0f46-4668-476f-8a8e-e1e702da160d tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:15:31.506852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-9b5e0f46-4668-476f-8a8e-e1e702da160d tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153496 Dec 17 16:15:31.578127 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-34272f37-58d2-4cc9-a002-81ec09f3c1ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 998 time: 0.2524445 Dec 17 16:15:31.645359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-3829f743-9697-49a2-8d5a-7a478268f539 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1355305 Dec 17 16:15:31.657020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2e9eb98-0412-4a93-afc9-fd17c6649adb req-167878f6-37f8-4b9f-bd34-e35ab8793964 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 210 time: 0.2436607 Dec 17 16:15:31.721543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-14f2dc32-3f6f-4168-882b-350e5ad9f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:31.726609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-14f2dc32-3f6f-4168-882b-350e5ad9f115 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1095 time: 0.3145194 Dec 17 16:15:31.778631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-b4129ccc-7118-4e9e-8180-700688d45d81 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1324751 Dec 17 16:15:31.818555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-9a28b3fb-de09-4d39-bae3-4cddf60af303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:31.820207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-9a28b3fb-de09-4d39-bae3-4cddf60af303 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.2032685 Dec 17 16:15:31.932045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffc504-50d1-4e8e-859a-1d1101ea7d34 req-a855752e-336f-48f4-a646-9048e5571c31 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:31.934557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20ffc504-50d1-4e8e-859a-1d1101ea7d34 req-a855752e-336f-48f4-a646-9048e5571c31 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1116552 Dec 17 16:15:32.036781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-c28378b8-8d00-49ab-9ad5-eaa379e1b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:32.038371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-c28378b8-8d00-49ab-9ad5-eaa379e1b69d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.2955136 Dec 17 16:15:32.046941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Deleting port 7f9aad6a-da15-467b-87cd-baaa2f745832 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:15:32.047426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.056445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-9c76678e-63a5-43d7-82bc-0433466cad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:32.058241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-9c76678e-63a5-43d7-82bc-0433466cad1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994255 Dec 17 16:15:32.170864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.171558 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.189549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Calling delete_port for 7f9aad6a-da15-467b-87cd-baaa2f745832 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:15:32.204971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20ffc504-50d1-4e8e-859a-1d1101ea7d34 req-a0be862c-5eba-4987-a871-8ac12819fe9a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595325 Dec 17 16:15:32.327474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-007730ac-57cb-48b1-b364-22928c5649a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 998 time: 0.2675986 Dec 17 16:15:32.425692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-88a7b8b2-8645-4bd0-b01b-19fca21168cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:32.427307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-88a7b8b2-8645-4bd0-b01b-19fca21168cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.0884824 Dec 17 16:15:32.460726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-0d3feed4-feed-4f8a-bdab-613ddd4311f8 service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847284 Dec 17 16:15:32.472815 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.585820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event deleted for resources: {'Port': ['ID=7f9aad6a-da15-467b-87cd-baaa2f745832,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:32.636907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6253c8-b9c9-41e5-9c54-ac1d51c357b9 req-5d8d60e6-69ef-49d6-8b1c-f2dc500779d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:32.645079 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e6253c8-b9c9-41e5-9c54-ac1d51c357b9 req-5d8d60e6-69ef-49d6-8b1c-f2dc500779d2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.2430849 Dec 17 16:15:32.673458 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.677020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.678341 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9a334e50-bcf0-4ea4-9ef3-3a4c701ccfe5 req-dfce3f49-a198-4708-89eb-0a5ba76fd675 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "DELETE /v2.0/floatingips/f027e2e8-1ba1-45bc-b4b1-ccbb3b3cb551 HTTP/1.1" status: 204 len: 173 time: 0.8988717 Dec 17 16:15:32.695018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea3843e-18ed-42cd-9825-6f0ea7a4b921 req-551c33ad-aabd-4f22-9328-30b3514952c6 service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774449 Dec 17 16:15:32.704791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-69092759-f9b9-4d80-a044-3b9a25a27d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:32.706358 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-69092759-f9b9-4d80-a044-3b9a25a27d92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2624245 Dec 17 16:15:32.777369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b05b1580-c2a1-4beb-a888-9762baaa0e97 req-c2752299-5c03-4845-9170-3fea3c6239e5 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups/b20bd6a2-d1de-4927-9847-622d23548b72 HTTP/1.1" status: 200 len: 1826 time: 0.0761304 Dec 17 16:15:32.858626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b05b1580-c2a1-4beb-a888-9762baaa0e97 req-1d6971ca-32bc-4429-b168-e90e48edabc9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.866233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-bfb3f7df-85d9-47fb-9f10-3845e53cd956 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450489 Dec 17 16:15:32.889194 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b05b1580-c2a1-4beb-a888-9762baaa0e97 req-1d6971ca-32bc-4429-b168-e90e48edabc9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.958899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b05b1580-c2a1-4beb-a888-9762baaa0e97 req-1d6971ca-32bc-4429-b168-e90e48edabc9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.962549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b05b1580-c2a1-4beb-a888-9762baaa0e97 req-1d6971ca-32bc-4429-b168-e90e48edabc9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:32.968493 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b05b1580-c2a1-4beb-a888-9762baaa0e97 req-1d6971ca-32bc-4429-b168-e90e48edabc9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "DELETE /v2.0/security-groups/b20bd6a2-d1de-4927-9847-622d23548b72 HTTP/1.1" status: 204 len: 173 time: 0.1899700 Dec 17 16:15:33.004767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6971ca-32bc-4429-b168-e90e48edabc9 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20bd6a2-d1de-4927-9847-622d23548b72,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:33.099048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a6441ac-3b15-4647-a195-0cb369a70817 req-f48242f4-0092-43a0-8b2f-87d675de4aef tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 210 time: 0.0511031 Dec 17 16:15:33.113021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2e6253c8-b9c9-41e5-9c54-ac1d51c357b9 req-0941d38a-c66a-44c0-a782-3e883d79b205 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4666181 Dec 17 16:15:33.276000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-20956925-0804-4031-b075-3b3c8b82c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:33.278642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-20956925-0804-4031-b075-3b3c8b82c3be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1095 time: 0.4111905 Dec 17 16:15:33.374926 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-f6463961-d031-496d-b944-eef9a3deec45 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982920 Dec 17 16:15:33.385337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-c7311573-0083-4543-9a05-046554153be9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:33.387164 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-c7311573-0083-4543-9a05-046554153be9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.3964922 Dec 17 16:15:33.402243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Request body: {'port': {'device_id': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'admin_state_up': True, 'tenant_id': 'd96496798a3045649e514480fe6e53c5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:33.444668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050166d-eeb9-412b-87dd-e5ef013653bb req-aa3e25c8-1d11-419d-8e41-64f059c37d88 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:33.455307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4050166d-eeb9-412b-87dd-e5ef013653bb req-aa3e25c8-1d11-419d-8e41-64f059c37d88 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1125686 Dec 17 16:15:33.524339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4050166d-eeb9-412b-87dd-e5ef013653bb req-fbb9906e-9619-4aa6-90e7-a0835d7acb5f tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676939 Dec 17 16:15:33.563616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-dfae833f-8644-4167-b6ac-ffd6f16c157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:33.565144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-dfae833f-8644-4167-b6ac-ffd6f16c157a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.2704780 Dec 17 16:15:33.592897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fc336-adb7-4009-a60b-7ffbf9cb8870 req-84050e5a-f9eb-4dd6-adcb-4d67ea03cd6c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:33.594403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-069fc336-adb7-4009-a60b-7ffbf9cb8870 req-84050e5a-f9eb-4dd6-adcb-4d67ea03cd6c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1402240 Dec 17 16:15:33.720589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-069fc336-adb7-4009-a60b-7ffbf9cb8870 req-d2610f18-82fd-461c-a39a-4cdf458feb33 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127944 Dec 17 16:15:33.722777 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-0e43e730-b6ab-45ad-9738-cfe0feea04c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 998 time: 0.1418264 Dec 17 16:15:33.728420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Made reservation on behalf of d96496798a3045649e514480fe6e53c5 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:33.733462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:33.861078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-aa057e53-3882-4553-a5ab-c58c57d7587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:33.862560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-aa057e53-3882-4553-a5ab-c58c57d7587e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.1160278 Dec 17 16:15:34.281170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0a8607c-a9ed-4d5d-9bd2-8b75db67d45f req-70b3ef28-93d5-4837-a2ce-aa4b19e2f62d tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 210 time: 0.0645585 Dec 17 16:15:34.459318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1b75f-84a8-4acd-8b3a-9245c40b191b req-104a10c5-8662-4ff6-95e8-d4a1c54dc733 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:34.470665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1d1b75f-84a8-4acd-8b3a-9245c40b191b req-104a10c5-8662-4ff6-95e8-d4a1c54dc733 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.0986252 Dec 17 16:15:34.554313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b1d1b75f-84a8-4acd-8b3a-9245c40b191b req-32f928a6-4661-4e78-9c0d-2d1a6d003244 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824587 Dec 17 16:15:34.616499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Allocated IP 172.20.0.7 (6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4/bf0cd847-d3fb-4039-9ff9-6e46a851ce6d/f6cce12a-40d0-4ab5-96d9-211f3ea46e17) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:15:34.621284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-de65f78e-26ab-4746-a5b7-9157ed9181de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:34.623582 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-de65f78e-26ab-4746-a5b7-9157ed9181de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7514307 Dec 17 16:15:34.728640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d1570-04a6-4c61-a87b-38773e0b311d req-260abfce-e415-466d-ad85-4ff6bb01446c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:34.736337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e0d1570-04a6-4c61-a87b-38773e0b311d req-260abfce-e415-466d-ad85-4ff6bb01446c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.2439964 Dec 17 16:15:34.744125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-8c5b6680-d5d3-41ec-985c-e1d2cd7a6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:34.745857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-8c5b6680-d5d3-41ec-985c-e1d2cd7a6510 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1097 time: 0.2550335 Dec 17 16:15:34.750834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36822ed-86b4-417d-b3f3-b19f69fd40b9 req-b56cb1a3-643b-49ff-a9d3-258045015238 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:34.757572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b36822ed-86b4-417d-b3f3-b19f69fd40b9 req-b56cb1a3-643b-49ff-a9d3-258045015238 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1097059 Dec 17 16:15:34.872246 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b36822ed-86b4-417d-b3f3-b19f69fd40b9 req-aa73c8cb-ff25-4b06-9ec5-ff2f361337f4 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041696 Dec 17 16:15:35.112663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e0d1570-04a6-4c61-a87b-38773e0b311d req-460d3afb-170e-4585-a6d0-8bc05b9f1881 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724308 Dec 17 16:15:35.145983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-d79354a3-1784-4761-b91c-c3541ec10c53 service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074148 Dec 17 16:15:35.241231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-935f3cda-3b12-4ad6-9aa9-b0e810211775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:35.243213 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-935f3cda-3b12-4ad6-9aa9-b0e810211775 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.4769273 Dec 17 16:15:35.386676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:15:35.472339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4fbf7b12-8097-482d-accc-6a3f1c252b69 req-7dfe68e1-4ff3-4ede-a2b7-de3d3d9881fa tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 210 time: 0.0785956 Dec 17 16:15:35.475972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:35.530237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5feecdd7-273c-49b8-8a7b-6f949f9853a7 req-7dfb9aa0-09cd-43a0-b1d4-c559b8f81842 service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680518 Dec 17 16:15:35.534287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:35.548131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-753ec718-0ad4-4148-a515-3e13c8ee5207 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 1001 time: 0.2928088 Dec 17 16:15:35.614235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ba22ceea-cc9f-4e35-8fea-b28d251c35cc', '32b378c1-cf75-4e7a-a41e-187c440c101d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:35.621423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:15:35.648173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:35.675753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:15:35.714901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:35.729736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:35.730619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:35.732702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '698204e0-f6e7-4589-bd3a-c625853763ba', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'port_id': '698204e0-f6e7-4589-bd3a-c625853763ba', 'mac_address': 'fa:16:3e:77:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:15:35.812988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event updated for resources: {'Port': ['ID=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:35.820165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-d419f996-53d4-4940-90f3-e2b51622032b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4222388 Dec 17 16:15:35.826872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-f0062166-489b-4f12-91b7-36bb8c6de506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:35.828441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-f0062166-489b-4f12-91b7-36bb8c6de506 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.2505872 Dec 17 16:15:35.835568 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:35.854772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Request body: {'port': {'device_id': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:35.859844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698204e0-f6e7-4589-bd3a-c625853763ba {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:35.902099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:35.910412 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:35.934237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f20ad-cf2d-461a-9b57-455cd06a64d5 req-6be658d7-b2c4-49c8-ba61-1af9c6cd4913 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:35.936469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ca0f20ad-cf2d-461a-9b57-455cd06a64d5 req-6be658d7-b2c4-49c8-ba61-1af9c6cd4913 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 943 time: 0.1815543 Dec 17 16:15:36.022169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-8d8a4369-4993-4583-8e68-b6b23af2edee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:36.024255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:36.026166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-8d8a4369-4993-4583-8e68-b6b23af2edee tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.2439916 Dec 17 16:15:36.046526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.048249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.048716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.052574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.053102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.053531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.053989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.054684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.054808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.056593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.056593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.056593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.056593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:15:36.114799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:36.146267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6142700-c0ba-465b-8fd6-be86868129a7 req-a09fb738-e840-4b39-9016-954f5e563a47 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:36.147955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-50819a14-ac59-4119-82a1-f7bcea61fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:36.148875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6142700-c0ba-465b-8fd6-be86868129a7 req-a09fb738-e840-4b39-9016-954f5e563a47 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1393113 Dec 17 16:15:36.149605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-50819a14-ac59-4119-82a1-f7bcea61fd66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3000844 Dec 17 16:15:36.175901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['698204e0-f6e7-4589-bd3a-c625853763ba'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:36.247502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6142700-c0ba-465b-8fd6-be86868129a7 req-5de38f00-8219-4bcb-adda-cafc6a7090c7 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912700 Dec 17 16:15:36.277158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ca0f20ad-cf2d-461a-9b57-455cd06a64d5 req-514261b7-9ddb-4ca8-87ac-c220bc918973 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271043 Dec 17 16:15:36.460322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3862f9-d974-49a5-8b12-5a4ad6a388d2 req-6d8b174a-1fc7-41b9-b947-08d40f0fd614 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:36.480510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e3862f9-d974-49a5-8b12-5a4ad6a388d2 req-6d8b174a-1fc7-41b9-b947-08d40f0fd614 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.0942047 Dec 17 16:15:36.530522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c69cfb4-1ad9-4ba9-a336-10ce6f0ee5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:36.579129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-4cd19444-b319-41db-9fd1-79f0737c7ff1 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019022 Dec 17 16:15:36.615604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6e3862f9-d974-49a5-8b12-5a4ad6a388d2 req-4ea5bc3c-ed30-435b-9432-acb8815a0231 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340935 Dec 17 16:15:36.866755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-d5fde9cc-de48-491b-9f4e-918d0b061cbc tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:36.868659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-d5fde9cc-de48-491b-9f4e-918d0b061cbc tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.47 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 944 time: 0.2213225 Dec 17 16:15:36.911558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Deleting port 829b97fb-a5ec-4417-be23-88f375888505 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:15:36.912124 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:37.000800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93811c22-f638-429c-b8c2-bf1a76e2436b req-a2c53d2e-37aa-44ef-a8b5-e16b21b3f468 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:37.009009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93811c22-f638-429c-b8c2-bf1a76e2436b req-a2c53d2e-37aa-44ef-a8b5-e16b21b3f468 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 931 time: 0.1759818 Dec 17 16:15:37.057585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-d648dffe-dc3b-468b-8214-8d3838d76639 service neutron] 10.222.0.47 "GET /v2.0/ports/698204e0-f6e7-4589-bd3a-c625853763ba/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 383 time: 0.1458774 Dec 17 16:15:37.088045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29dd93-bb7b-45d1-ac07-b0997e86e646 req-4c7328e1-a548-4b8e-be3b-171959f71bdd tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:37.090467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ad29dd93-bb7b-45d1-ac07-b0997e86e646 req-4c7328e1-a548-4b8e-be3b-171959f71bdd tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 944 time: 0.2693572 Dec 17 16:15:37.187689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-271097eb-3696-4e58-a18a-eafdb9cb1670 req-cc96065f-fdca-4ca0-b6e6-8b8b93894615 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658000 Dec 17 16:15:37.199969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-93811c22-f638-429c-b8c2-bf1a76e2436b req-fcb00640-88ff-4db3-8f80-b76266d31b9a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886783 Dec 17 16:15:37.223921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-30e4c742-243b-4f02-bfa7-9e8a4efbef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:37.229396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-30e4c742-243b-4f02-bfa7-9e8a4efbef74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1096 time: 0.1405654 Dec 17 16:15:37.314752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ad29dd93-bb7b-45d1-ac07-b0997e86e646 req-59114046-7375-4984-baa5-192e7997a0f3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117603 Dec 17 16:15:37.340136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] For port 829b97fb-a5ec-4417-be23-88f375888505, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=829b97fb-a5ec-4417-be23-88f375888505,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:37.340574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:37.372153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Calling delete_port for 829b97fb-a5ec-4417-be23-88f375888505 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:15:37.410180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:15:37.446910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cce12a-40d0-4ab5-96d9-211f3ea46e17 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:37.474581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-96db2c2e-e27d-4d6e-95ba-701df8ef8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:37.479029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-96db2c2e-e27d-4d6e-95ba-701df8ef8ade service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.2398615 Dec 17 16:15:37.498711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:37.499737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d429918-8143-43e5-b768-41627725f0a6 req-2f476903-3354-4768-b854-1a0e0b920e49 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:37.512380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d429918-8143-43e5-b768-41627725f0a6 req-2f476903-3354-4768-b854-1a0e0b920e49 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 946 time: 0.1472445 Dec 17 16:15:37.532366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Transition to ACTIVE for port object f6cce12a-40d0-4ab5-96d9-211f3ea46e17 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:15:37.539375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:37.546068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 698204e0-f6e7-4589-bd3a-c625853763ba completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:15:37.553004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 698204e0-f6e7-4589-bd3a-c625853763ba triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:37.563018 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:37.627456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:37.805206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d429918-8143-43e5-b768-41627725f0a6 req-0a74b37e-4ddf-4f7e-8eb6-c6094eb651a5 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec11b540-9304-4fc9-9990-8f98d67002b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914026 Dec 17 16:15:37.807136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-e608cb26-2848-465a-9d01-13fe2ac538be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 999 time: 0.2886183 Dec 17 16:15:37.828773 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:37.918492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-9d8a22db-5a19-4369-823d-6457a6a32254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:37.920235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-9d8a22db-5a19-4369-823d-6457a6a32254 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.1031997 Dec 17 16:15:37.920496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:37.928931 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e694a45-cd6a-4453-8c74-8c3198539ecb" -d '{"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-plugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:37.963412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:37.971543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:37.972649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 829b97fb-a5ec-4417-be23-88f375888505 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:15:37.992369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Attempting to bind port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:15:37.992999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Attempting to bind port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:15:37.993311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Attempting to bind port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:38.014877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:38.034719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-36815ede-da95-4895-bc55-59b2aaef65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:38.036698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-36815ede-da95-4895-bc55-59b2aaef65cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090958 Dec 17 16:15:38.057701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:15:38.058643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Attempting to bind port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:38.115028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:15:38.115641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Checking segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:15:38.117259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Bound using segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:15:38.120213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Bound port: f6cce12a-40d0-4ab5-96d9-211f3ea46e17, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:15:38.120806 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:38.155033 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74200f5-3c43-4538-9b82-623c02205333 x-openstack-request-id: req-e74200f5-3c43-4538-9b82-623c02205333 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:38.156093 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-plugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:38.156494 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e74200f5-3c43-4538-9b82-623c02205333 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:38.157723 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'code': 200} Dec 17 16:15:38.173322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899545b-1778-46d6-85f5-eb96b64fe3bf req-498248ff-2002-41a5-9baf-685077622de2 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:38.188940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d899545b-1778-46d6-85f5-eb96b64fe3bf req-498248ff-2002-41a5-9baf-685077622de2 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.3643794 Dec 17 16:15:38.197974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Pushing event deleted for resources: {'Port': ['ID=829b97fb-a5ec-4417-be23-88f375888505,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:38.249280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:38.253599 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-78571862-4671-41d8-ad6b-c72ecb9b84ee service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084224 Dec 17 16:15:38.256982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No active binding found for port 829b97fb-a5ec-4417-be23-88f375888505 {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 16:15:38.259704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 829b97fb-a5ec-4417-be23-88f375888505 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:15:38.494119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] No DVR routers for this DVR port 829b97fb-a5ec-4417-be23-88f375888505 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:15:38.503033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:38.506733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46445f41-0c99-4516-81da-63dbf1f16ea4 req-59ab4df6-991c-4e4c-857e-0048d3a4ab7e tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.47 "DELETE /v2.0/ports/829b97fb-a5ec-4417-be23-88f375888505 HTTP/1.1" status: 204 len: 173 time: 2.4632809 Dec 17 16:15:38.512213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'name': 'network-vif-deleted', 'tag': '829b97fb-a5ec-4417-be23-88f375888505'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:38.515148 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5fadc7-685d-4e3b-b170-543c3584c28f" -d '{"events": [{"server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "name": "network-vif-deleted", "tag": "829b97fb-a5ec-4417-be23-88f375888505"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:38.546656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-ff57d837-dffc-4195-80f5-b22fc4794656 service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845287 Dec 17 16:15:38.556681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebd041-82fe-4e71-aedb-23529f4dd205 req-b1ce68fd-7a4d-4d78-a1f4-aed5dd728a78 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:38.558688 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7ebd041-82fe-4e71-aedb-23529f4dd205 req-b1ce68fd-7a4d-4d78-a1f4-aed5dd728a78 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 943 time: 0.1650319 Dec 17 16:15:38.571475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d899545b-1778-46d6-85f5-eb96b64fe3bf req-2bcc2ab2-5520-4bb0-9e1e-a37fb633c53c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798101 Dec 17 16:15:38.582136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] For port f6cce12a-40d0-4ab5-96d9-211f3ea46e17, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:38.593394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] For port f6cce12a-40d0-4ab5-96d9-211f3ea46e17, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:15:38.610988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:38.633289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7ebd041-82fe-4e71-aedb-23529f4dd205 req-fb78247f-8d91-4593-803f-ed9dbe89da0b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669398 Dec 17 16:15:38.692154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0eda87c7-04ad-4018-97ef-8afd1ab1d484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:38.718380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:38.719253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:38.720455 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] 10.222.0.49 "PUT /v2.0/ports/f6cce12a-40d0-4ab5-96d9-211f3ea46e17 HTTP/1.1" status: 200 len: 1092 time: 2.8764627 Dec 17 16:15:38.773295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aaf7a-8301-4f80-890d-22ef3c361a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:38.780598 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578b89e4-9974-4898-9abd-12a50d5ef7dd x-openstack-request-id: req-578b89e4-9974-4898-9abd-12a50d5ef7dd {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:38.781085 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d79c651-bd92-4033-a27d-92cc3a9fc73e", "name": "network-vif-deleted", "tag": "829b97fb-a5ec-4417-be23-88f375888505", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:38.781516 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-578b89e4-9974-4898-9abd-12a50d5ef7dd {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:38.782143 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d79c651-bd92-4033-a27d-92cc3a9fc73e', 'name': 'network-vif-deleted', 'tag': '829b97fb-a5ec-4417-be23-88f375888505', 'status': 'completed', 'code': 200} Dec 17 16:15:38.941607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-7e4d6c17-bab0-474a-a8d3-29fbc357790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:38.941607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-7e4d6c17-bab0-474a-a8d3-29fbc357790f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 1095 time: 0.1152947 Dec 17 16:15:39.053801 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca3cedb1-3cbb-412d-bde5-fcbcaa2cbd3b req-40ad4f6b-cf15-4987-a970-b45e8be19350 tempest-ServerRescueTestJSONUnderV235-1029271863 tempest-ServerRescueTestJSONUnderV235-1029271863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d79c651-bd92-4033-a27d-92cc3a9fc73e HTTP/1.1" status: 200 len: 210 time: 0.0525846 Dec 17 16:15:39.082825 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-907221b9-d4d1-4928-956d-8c838da31e87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6cce12a-40d0-4ab5-96d9-211f3ea46e17 HTTP/1.1" status: 200 len: 217 time: 0.0976605 Dec 17 16:15:39.234357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-c66d9f37-10af-4eaa-a3b7-df03a497001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:39.238386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-c66d9f37-10af-4eaa-a3b7-df03a497001b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.1444638 Dec 17 16:15:39.258393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e04e71-8f7b-4df4-ad21-94e6260b073c req-72dccea1-f34b-4eee-9ff3-ea23e377c942 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:39.276711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2e04e71-8f7b-4df4-ad21-94e6260b073c req-72dccea1-f34b-4eee-9ff3-ea23e377c942 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.3587198 Dec 17 16:15:39.384574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-1f3e047e-f482-429e-9a8c-83e54bffe932 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024179 Dec 17 16:15:39.483887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2e04e71-8f7b-4df4-ad21-94e6260b073c req-b7b0d564-048b-4323-acd1-eefbb5d0ba07 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025476 Dec 17 16:15:39.547226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-55bbc601-7ca2-4b61-a333-c3b242a8d9d0 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454129 Dec 17 16:15:39.690354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42ea5b87-3667-4fa6-9e63-d4b0a89f583e req-c6abae04-a5b1-4fd4-8bd0-35eb913f1cd5 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320794 Dec 17 16:15:39.737503 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:15:39.870826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae441-01fd-4e2f-a52c-c66dbb923e40 req-2169406f-681d-4b2d-9b52-2e286b0d13d7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:39.875054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81dae441-01fd-4e2f-a52c-c66dbb923e40 req-2169406f-681d-4b2d-9b52-2e286b0d13d7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 943 time: 0.1120391 Dec 17 16:15:39.905209 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f547c4-0e0b-48dd-ab80-fb3012f97a43 req-b7f04b3d-dd6a-40ec-b823-4bd0df5504a7 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:39.923482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24f547c4-0e0b-48dd-ab80-fb3012f97a43 req-b7f04b3d-dd6a-40ec-b823-4bd0df5504a7 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1888804 Dec 17 16:15:39.973573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81dae441-01fd-4e2f-a52c-c66dbb923e40 req-a426a28a-30f8-4613-a26e-5e6588c58484 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824919 Dec 17 16:15:40.017625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24f547c4-0e0b-48dd-ab80-fb3012f97a43 req-857a7b58-021b-4c69-88fd-c7599097052a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843148 Dec 17 16:15:40.025079 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:40.127913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49480) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:40.670922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e988d9f-cdaf-44ce-8829-a04562b86c44 req-35c87a51-0f3c-4617-bf44-a2b14b262b80 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:40.678501 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e988d9f-cdaf-44ce-8829-a04562b86c44 req-35c87a51-0f3c-4617-bf44-a2b14b262b80 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.0828249 Dec 17 16:15:40.698459 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:40.782615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e988d9f-cdaf-44ce-8829-a04562b86c44 req-13ff4454-656e-457a-a59e-ff0e25719d71 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031139 Dec 17 16:15:40.783880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'tag': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:40.786901 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c020650e-184d-41ae-99e7-9ad423eed968" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb6f02-6a85-4c9b-8c11-bcbbe1044538", "tag": "f6cce12a-40d0-4ab5-96d9-211f3ea46e17"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:40.892207 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2b891d-9ae0-42c3-aa13-d26b0cbbea58 x-openstack-request-id: req-8a2b891d-9ae0-42c3-aa13-d26b0cbbea58 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:40.892581 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb6f02-6a85-4c9b-8c11-bcbbe1044538", "tag": "f6cce12a-40d0-4ab5-96d9-211f3ea46e17", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:40.894078 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a2b891d-9ae0-42c3-aa13-d26b0cbbea58 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:40.894566 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'tag': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17', 'status': 'completed', 'code': 200} Dec 17 16:15:40.995606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:41.095010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020650e-184d-41ae-99e7-9ad423eed968 req-5d8bb624-99aa-4aa2-ad2a-1e78296209bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:41.097272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c020650e-184d-41ae-99e7-9ad423eed968 req-5d8bb624-99aa-4aa2-ad2a-1e78296209bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 1095 time: 0.1653643 Dec 17 16:15:41.237845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Deleting port 0b0f3590-5f51-4700-a6e0-65b70b526ded {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:15:41.238999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:41.248780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ecc8-d03f-430b-aec6-8693b76d9efc req-f4f83caf-6e92-467a-b08b-02f1820cc6b3 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:41.256959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5675ecc8-d03f-430b-aec6-8693b76d9efc req-f4f83caf-6e92-467a-b08b-02f1820cc6b3 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 943 time: 0.1328220 Dec 17 16:15:41.284153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:41.392500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5675ecc8-d03f-430b-aec6-8693b76d9efc req-59cb93f9-1b9b-4e4d-8def-e73131dc360f tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342940 Dec 17 16:15:41.423103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] For port 0b0f3590-5f51-4700-a6e0-65b70b526ded, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0b0f3590-5f51-4700-a6e0-65b70b526ded,segment=NetworkSegment(98cdc499-5f42-47ae-9ad8-f604878a3ab9),segment_id=98cdc499-5f42-47ae-9ad8-f604878a3ab9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:41.423794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:41.432131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-8d4383a1-3d03-4094-9dec-5a16c64f6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:41.435344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-8d4383a1-3d03-4094-9dec-5a16c64f6991 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 1097 time: 0.1888697 Dec 17 16:15:41.438369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Calling delete_port for 0b0f3590-5f51-4700-a6e0-65b70b526ded owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:15:41.452478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:41.458393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020650e-184d-41ae-99e7-9ad423eed968 req-5acc827c-866a-4804-bf03-87ab4ee89cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:41.461034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c020650e-184d-41ae-99e7-9ad423eed968 req-5acc827c-866a-4804-bf03-87ab4ee89cea service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 916 time: 0.3462062 Dec 17 16:15:41.523844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c020650e-184d-41ae-99e7-9ad423eed968 req-13c5bd78-23e1-45b6-9f7e-3ac5487ac6c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6cce12a-40d0-4ab5-96d9-211f3ea46e17 HTTP/1.1" status: 200 len: 217 time: 0.0436764 Dec 17 16:15:41.624069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:41.642839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020650e-184d-41ae-99e7-9ad423eed968 req-96ff9ebd-d945-4eb4-b9a2-a1b634bbca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:41.644613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c020650e-184d-41ae-99e7-9ad423eed968 req-96ff9ebd-d945-4eb4-b9a2-a1b634bbca79 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.1113169 Dec 17 16:15:41.768985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c020650e-184d-41ae-99e7-9ad423eed968 req-0939b891-25ec-4fbc-946b-e6b226ebfd54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968046 Dec 17 16:15:41.806327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:41.840448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0f3590-5f51-4700-a6e0-65b70b526ded,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:41.996452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f6cce12a-40d0-4ab5-96d9-211f3ea46e17 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:15:42.151119 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:42.203233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:42.268818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f6cce12a-40d0-4ab5-96d9-211f3ea46e17, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:42.284798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'port_id': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17', 'mac_address': 'fa:16:3e:f2:6d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0cd847-d3fb-4039-9ff9-6e46a851ce6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:15:42.351137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:42.373023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cce12a-40d0-4ab5-96d9-211f3ea46e17 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:42.405922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f6cce12a-40d0-4ab5-96d9-211f3ea46e17, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:42.414977 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:42.527288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a121d68-1771-4a34-b9ff-30b60b9b9eda req-a9a736ed-4f27-4dc3-9066-10d954772d22 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:42.535458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a121d68-1771-4a34-b9ff-30b60b9b9eda req-a9a736ed-4f27-4dc3-9066-10d954772d22 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.5748842 Dec 17 16:15:42.547075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c020650e-184d-41ae-99e7-9ad423eed968 req-32f4450a-7fca-4c12-bd2a-225506cb77fb service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694519 Dec 17 16:15:42.572479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:42.705970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f6cce12a-40d0-4ab5-96d9-211f3ea46e17'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:42.706154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a121d68-1771-4a34-b9ff-30b60b9b9eda req-f6b2992f-7dcc-42a0-bdbb-388dcbe1a076 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491840 Dec 17 16:15:42.742248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:42.760174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c020650e-184d-41ae-99e7-9ad423eed968 req-35137018-738a-4941-942d-caef814d662d service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971753 Dec 17 16:15:42.788904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:42.854798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:42.889150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Transition to ACTIVE for port object 698204e0-f6e7-4589-bd3a-c625853763ba will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:15:42.895442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:42.898323 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0f870b-231b-41e5-adec-a7f3746004d7" -d '{"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-unplugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:42.928596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:43.031994 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2d8580-25b2-40d3-90f6-9dbeb932551c x-openstack-request-id: req-5c2d8580-25b2-40d3-90f6-9dbeb932551c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:43.033976 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-unplugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:43.034675 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c2d8580-25b2-40d3-90f6-9dbeb932551c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:43.035723 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'code': 200} Dec 17 16:15:43.098000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:43.192948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] No DVR routers for this DVR port 698204e0-f6e7-4589-bd3a-c625853763ba on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:15:43.442494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:15:43.532658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:15:43.533531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:15:43.534877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:43.550515 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5515e-840a-41c6-904d-50e697590185 req-00aaa776-2e66-43e7-9b4a-f4d5e9143678 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:43.554414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:15:43.555000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Attempting to bind port 698204e0-f6e7-4589-bd3a-c625853763ba on network 9e553340-cddb-45db-b63e-3ee02b4366e5 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:43.563440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:15:43.563939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Checking segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:15:43.564334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Bound using segment: {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:15:43.564946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Bound port: 698204e0-f6e7-4589-bd3a-c625853763ba, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705e2870-7aea-46e3-a0b0-5ba18b89771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:15:43.565205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-98f5515e-840a-41c6-904d-50e697590185 req-00aaa776-2e66-43e7-9b4a-f4d5e9143678 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 944 time: 0.2572074 Dec 17 16:15:43.565625 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:43.571460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-e8661fa2-7a3a-474d-a28a-93749d274884 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2654936 Dec 17 16:15:43.656813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-98f5515e-840a-41c6-904d-50e697590185 req-8ead7c2f-8adf-43ff-9d18-1bc20349d314 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904496 Dec 17 16:15:43.673817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Router 68e25faa-c811-4dd2-bbb1-1527fe99a983 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:15:43.694691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:43.700780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:15:43.702220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:15:43.719355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:43.846995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-2ff8860c-9b07-40c2-84c7-ecf6a2c65be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:43.849390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-2ff8860c-9b07-40c2-84c7-ecf6a2c65be4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1098 time: 0.1052654 Dec 17 16:15:43.876142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:15:43.886565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-23e28949-51ff-4301-931a-100683dee20b admin admin] 10.222.0.54 "PUT /v2.0/routers/68e25faa-c811-4dd2-bbb1-1527fe99a983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7563994 Dec 17 16:15:43.888008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] Sync routers for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:15:43.888463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49808) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:43.903921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:43.904765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:43.921469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:43.922158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:43.923530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] 10.222.0.49 "PUT /v2.0/ports/698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 1093 time: 2.4798346 Dec 17 16:15:44.040595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f6cce12a-40d0-4ab5-96d9-211f3ea46e17 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:15:44.068845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbfffb-4ac4-4f10-88f0-f904c3d29018 service neutron] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=11']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:44.112320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec691b-8591-4b0b-a49e-8b8d15287eb8 req-6a2563d8-82b4-4142-9849-15ce626fa5ac tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:44.120329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64ec691b-8591-4b0b-a49e-8b8d15287eb8 req-6a2563d8-82b4-4142-9849-15ce626fa5ac tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 944 time: 0.2412176 Dec 17 16:15:44.141318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-c407a15b-def0-4256-89e4-7227acc0b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:44.143784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-c407a15b-def0-4256-89e4-7227acc0b042 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1096 time: 0.1709781 Dec 17 16:15:44.279129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:44.280778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:15:44.285067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-e7806b24-7660-4419-9d8c-5f031299ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:44.287906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-e7806b24-7660-4419-9d8c-5f031299ec63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.3983221 Dec 17 16:15:44.290159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:44.290523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:44.309449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-98d6cafd-cfd8-41aa-9760-731afb31ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:44.311319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-98d6cafd-cfd8-41aa-9760-731afb31ad82 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.1514053 Dec 17 16:15:44.351907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:44.443166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64ec691b-8591-4b0b-a49e-8b8d15287eb8 req-40e78695-5559-4b0a-bda0-81b61c8fa26d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218858 Dec 17 16:15:44.500167 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-259a66cb-1afe-48e6-b6ad-fc061dacaa23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 998 time: 0.1799479 Dec 17 16:15:44.574561 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-52370de7-129e-4a50-b8b7-76fe3155da39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 200 len: 1002 time: 0.2221620 Dec 17 16:15:44.598353 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:44.635186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-fc2b41ff-f2e4-4f02-83d4-01c9e294af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:44.637086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-fc2b41ff-f2e4-4f02-83d4-01c9e294af80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.1295373 Dec 17 16:15:44.641672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:44.650946 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c689c0f7-1d71-4ae0-bfe1-fa84f5854b13" -d '{"events": [{"server_uuid": "8feb6f02-6a85-4c9b-8c11-bcbbe1044538", "name": "network-vif-plugged", "status": "completed", "tag": "f6cce12a-40d0-4ab5-96d9-211f3ea46e17"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:44.691307 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:44.749302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-0059c11e-00a2-4b27-9760-d74170fabc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:44.754240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-8b141102-a80b-48d9-bba2-71b10772ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:44.754533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-0059c11e-00a2-4b27-9760-d74170fabc70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094060 Dec 17 16:15:44.755794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-8b141102-a80b-48d9-bba2-71b10772ca9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1631243 Dec 17 16:15:44.769552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f6cce12a-40d0-4ab5-96d9-211f3ea46e17, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:44.780844 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e2999-b4b6-4937-8753-66a96f00ed0a x-openstack-request-id: req-3a2e2999-b4b6-4937-8753-66a96f00ed0a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:44.781601 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb6f02-6a85-4c9b-8c11-bcbbe1044538", "name": "network-vif-plugged", "status": "completed", "tag": "f6cce12a-40d0-4ab5-96d9-211f3ea46e17", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:44.782066 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a2e2999-b4b6-4937-8753-66a96f00ed0a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:44.782814 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17', 'code': 200} Dec 17 16:15:44.794338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:44.970065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:44.989110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:15:41Z', 'revision_number': 5, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port': {'id': '2075da83-247a-44ab-ac4a-4b6a50615bd0', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:15Z', 'updated_at': '2021-12-17T16:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:45.046313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:45.048643 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513bb66f-e7b3-45b9-b5b3-955007dc63b2" -d '{"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:45.058317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-89fcfe81-b7c5-4681-9e42-fed72fa29013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:45.061887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-89fcfe81-b7c5-4681-9e42-fed72fa29013 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2908077 Dec 17 16:15:45.068511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] Checking router: 68e25faa-c811-4dd2-bbb1-1527fe99a983 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:15:45.084546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Deleting port 2075da83-247a-44ab-ac4a-4b6a50615bd0 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:15:45.086103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:45.096051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] Routers {'68e25faa-c811-4dd2-bbb1-1527fe99a983'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:45.096886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:15:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['68e25faa-c811-4dd2-bbb1-1527fe99a983'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:45.166700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66621b09-8802-460c-b208-7eef97f38b79 req-c7aa62be-d76a-4309-a42b-517bb084be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:45.168439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66621b09-8802-460c-b208-7eef97f38b79 req-c7aa62be-d76a-4309-a42b-517bb084be64 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 1097 time: 0.2565737 Dec 17 16:15:45.180863 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fee981-07f4-417d-8311-915ad3094939 x-openstack-request-id: req-b7fee981-07f4-417d-8311-915ad3094939 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:45.181159 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:45.181421 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7fee981-07f4-417d-8311-915ad3094939 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:45.181842 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'status': 'completed', 'code': 200} Dec 17 16:15:45.203425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cb1d1-0b60-45be-8673-4da32b43d74f req-dc57be0a-e832-4ce3-8c62-235e9ebfb7e7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:45.211671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b6cb1d1-0b60-45be-8673-4da32b43d74f req-dc57be0a-e832-4ce3-8c62-235e9ebfb7e7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 945 time: 0.3099711 Dec 17 16:15:45.231660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] Set router 68e25faa-c811-4dd2-bbb1-1527fe99a983 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:45.287459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-b3809b84-c1f6-4cd0-94b2-1fc64e71ed4a service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083304 Dec 17 16:15:45.341070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:15:44Z', 'revision_number': 6, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:45.348803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-243c37f2-2cb0-478a-9152-579ebdbc3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:45.350477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-243c37f2-2cb0-478a-9152-579ebdbc3469 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1096 time: 0.1212974 Dec 17 16:15:45.352450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-52800f58-6034-45dc-bbfd-6ffaa59cdb37 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898876 Dec 17 16:15:45.410595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] For port 2075da83-247a-44ab-ac4a-4b6a50615bd0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2075da83-247a-44ab-ac4a-4b6a50615bd0,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:45.410881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:45.421522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc35f1-7ca1-41e5-92a0-210b99c2b99f None None] The sync data for ids ['68e25faa-c811-4dd2-bbb1-1527fe99a983'] in n-d-806683-20 is: [{'id': '68e25faa-c811-4dd2-bbb1-1527fe99a983', 'name': 'tempest-ServerRescueTestJSONUnderV235-825555060-router', 'tenant_id': '0b03ce8f16084dfdace05f78cf3bf724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:14Z', 'updated_at': '2021-12-17T16:15:44Z', 'revision_number': 6, 'project_id': '0b03ce8f16084dfdace05f78cf3bf724', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:15:45.441589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Calling delete_port for 2075da83-247a-44ab-ac4a-4b6a50615bd0 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:15:45.533167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-329fe00f-1f79-47c1-aa6b-2eb125d1d351 req-d17b1b52-f2cd-4585-95f5-b42fb99aad1b service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290452 Dec 17 16:15:45.558611 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:45.682528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66621b09-8802-460c-b208-7eef97f38b79 req-1cd0d3cb-0523-46a8-8fc6-c7a69ef4872a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641240 Dec 17 16:15:45.683626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-433112df-8289-4de1-9cbd-083876d7e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:45.685675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-433112df-8289-4de1-9cbd-083876d7e4fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.3047016 Dec 17 16:15:45.736240 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4472bd66-2453-4063-a633-b8cf51dfb474 req-6049b5d3-44d7-4d12-88aa-72ee6d0b58f0 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999753 Dec 17 16:15:45.814361 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0b6cb1d1-0b60-45be-8673-4da32b43d74f req-9c00b62d-069e-47ed-bb42-d642ddcd12b8 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018977 Dec 17 16:15:45.817369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b42a5-85cb-424f-b7dc-b752bd8ce2e0 req-7128e7cb-24df-4a40-8ccf-aae5f2d5a775 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:45.828435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f7b42a5-85cb-424f-b7dc-b752bd8ce2e0 req-7128e7cb-24df-4a40-8ccf-aae5f2d5a775 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 944 time: 0.2316964 Dec 17 16:15:45.832663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:45.866400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-37114c24-5c2f-4a82-9adc-4eb9ac6b93d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 998 time: 0.1557267 Dec 17 16:15:45.939980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Pushing event deleted for resources: {'Port': ['ID=2075da83-247a-44ab-ac4a-4b6a50615bd0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:45.953690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b0f3590-5f51-4700-a6e0-65b70b526ded no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:15:45.987431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932ac0c-0541-4168-bd10-f976cd76456c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:15:45.991118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0b0f3590-5f51-4700-a6e0-65b70b526ded {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:15:45.991868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0b0f3590-5f51-4700-a6e0-65b70b526ded not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:15:46.021143 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-bd9dc497-09e8-4bc7-9f77-b4cc86d26d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:46.022660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-bd9dc497-09e8-4bc7-9f77-b4cc86d26d6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.1431453 Dec 17 16:15:46.051315 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f7b42a5-85cb-424f-b7dc-b752bd8ce2e0 req-abea488e-1bb0-41ab-9152-0b900d4bd8f5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218275 Dec 17 16:15:46.088784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-76fe5b55-fbac-4dfc-95c9-8038494c2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:46.090321 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-76fe5b55-fbac-4dfc-95c9-8038494c2fea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1096 time: 0.1440167 Dec 17 16:15:46.094071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-a09254b0-0c51-402c-862b-240754944404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:46.097843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-a09254b0-0c51-402c-862b-240754944404 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618238 Dec 17 16:15:46.126654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.274127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-e6603ac2-b483-4d20-ac2a-44bc0f04093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:46.275621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-e6603ac2-b483-4d20-ac2a-44bc0f04093b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.1769149 Dec 17 16:15:46.302229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.308426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.405269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-9d3be071-f761-410e-95af-2d8612453a7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 998 time: 0.1129260 Dec 17 16:15:46.425871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.427449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e25faa-c811-4dd2-bbb1-1527fe99a983 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:15:46.436788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.439471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f9f4429c-116f-489a-868d-fa8b98c1808d admin admin] 10.222.0.54 "DELETE /v2.0/routers/68e25faa-c811-4dd2-bbb1-1527fe99a983 HTTP/1.1" status: 204 len: 168 time: 2.5486996 Dec 17 16:15:46.442327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49862) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:46.500799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-89117de7-28d6-4b9c-a34c-b38c33022190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:46.502489 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-89117de7-28d6-4b9c-a34c-b38c33022190 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.0844109 Dec 17 16:15:46.505445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] Deleting subnet 9330227a-b104-409c-9e4d-5ff24456086f {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:15:46.509924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-86c306d8-05e8-49e7-a3f1-221ff714de2c service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085623 Dec 17 16:15:46.512295 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.567902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.621429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-a5d17ce0-800f-485d-b670-4af24c89b41e service neutron] 10.222.0.47 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931978 Dec 17 16:15:46.633736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.660838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-91626c9e-e79e-4d69-943b-e3870d542a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:46.662638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-91626c9e-e79e-4d69-943b-e3870d542a2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497838 Dec 17 16:15:46.699439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.747094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9330227a-b104-409c-9e4d-5ff24456086f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:46.749795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.753636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-063ee7b6-21d4-4c6d-ab9f-8e9fbbb07ae8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9330227a-b104-409c-9e4d-5ff24456086f HTTP/1.1" status: 204 len: 168 time: 0.3103077 Dec 17 16:15:46.756171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49866) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:46.914410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:46.933957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-0927f085-8e08-4893-bed7-1bef1311f442 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566707 Dec 17 16:15:47.048150 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.074622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9221af0-7eb8-4367-b7db-94ba8fb09919']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:47.088824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b6c3f-1412-44eb-9cd9-c97a12d56f94 req-b2c7408f-61da-4664-a4d9-49f2ace98edb tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:47.094392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c79b6c3f-1412-44eb-9cd9-c97a12d56f94 req-b2c7408f-61da-4664-a4d9-49f2ace98edb tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 945 time: 0.1510758 Dec 17 16:15:47.105280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cdc499-5f42-47ae-9ad8-f604878a3ab9') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:47.105744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cdc499-5f42-47ae-9ad8-f604878a3ab9') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:47.143831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.210696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c79b6c3f-1412-44eb-9cd9-c97a12d56f94 req-ec1c8894-c6f8-4ce4-8e39-16403d116580 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151648 Dec 17 16:15:47.215030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-513bb66f-e7b3-45b9-b5b3-955007dc63b2 req-26b3feb5-08b4-41bf-994d-9d73737df128 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396708 Dec 17 16:15:47.225951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.233356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:15:47.233761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:15:47.304209 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:15:47.308589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.314965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.321120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f9221af0-7eb8-4367-b7db-94ba8fb09919 HTTP/1.1" status: 204 len: 168 time: 0.5638552 Dec 17 16:15:47.339402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c94148-a3cd-469d-94d4-2dbc0d652988 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9221af0-7eb8-4367-b7db-94ba8fb09919,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:47.355146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed376-14be-4341-a3a5-cea0bfc641d4 req-c04a2969-fc39-4966-aad2-86774221521a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:47.362964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fdbed376-14be-4341-a3a5-cea0bfc641d4 req-c04a2969-fc39-4966-aad2-86774221521a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 944 time: 0.2225530 Dec 17 16:15:47.464302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fdbed376-14be-4341-a3a5-cea0bfc641d4 req-266bee4b-e8b0-4e52-a895-61e701bdcafa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910406 Dec 17 16:15:47.628864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49884) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:47.703119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49886) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:47.703955 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-92870418-d377-4d6e-8305-b5f700f72047 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b03ce8f16084dfdace05f78cf3bf724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736508 Dec 17 16:15:47.782382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53b192cd-d1b9-4ed3-ad4c-c29303630ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.819361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53b192cd-d1b9-4ed3-ad4c-c29303630ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.879849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53b192cd-d1b9-4ed3-ad4c-c29303630ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.882769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53b192cd-d1b9-4ed3-ad4c-c29303630ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:47.886695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-53b192cd-d1b9-4ed3-ad4c-c29303630ae2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec11b540-9304-4fc9-9990-8f98d67002b3 HTTP/1.1" status: 204 len: 168 time: 0.1788647 Dec 17 16:15:47.916843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b192cd-d1b9-4ed3-ad4c-c29303630ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11b540-9304-4fc9-9990-8f98d67002b3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:48.019727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:15:48.046078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2075da83-247a-44ab-ac4a-4b6a50615bd0 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:15:48.111758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 2075da83-247a-44ab-ac4a-4b6a50615bd0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:15:48.118595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2075da83-247a-44ab-ac4a-4b6a50615bd0 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:15:48.330133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:48.357241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '698204e0-f6e7-4589-bd3a-c625853763ba', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'port_id': '698204e0-f6e7-4589-bd3a-c625853763ba', 'mac_address': 'fa:16:3e:77:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:15:48.403282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:48.419719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7935f-0aee-4281-9d98-1239f1b51135 req-59eb64e5-3dd9-4108-a756-c91004ab43b9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:48.429257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698204e0-f6e7-4589-bd3a-c625853763ba {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:48.439305 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8e7935f-0aee-4281-9d98-1239f1b51135 req-59eb64e5-3dd9-4108-a756-c91004ab43b9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 945 time: 0.0791976 Dec 17 16:15:48.469412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:48.479371 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:48.545954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b8e7935f-0aee-4281-9d98-1239f1b51135 req-503e4f74-29d2-4c65-9bc5-e0fcbe1683a0 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974479 Dec 17 16:15:48.629393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:48.737753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2ee30-5ae5-44bc-87d5-a06d5459ad8f req-2c5e688f-5680-45d6-9e64-10e66e7d0c17 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:48.745458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6b2ee30-5ae5-44bc-87d5-a06d5459ad8f req-2c5e688f-5680-45d6-9e64-10e66e7d0c17 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 945 time: 0.1005061 Dec 17 16:15:48.793900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['698204e0-f6e7-4589-bd3a-c625853763ba'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:48.857484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6b2ee30-5ae5-44bc-87d5-a06d5459ad8f req-5f91b60a-9077-4c26-8460-4301725b4e55 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109197 Dec 17 16:15:48.869832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49918) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:49.055070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e6a97b5-03e4-4e18-b51c-445424488503 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/d32d286b-2766-47a7-90e0-795fb41b6bb9 HTTP/1.1" status: 200 len: 991 time: 0.1837695 Dec 17 16:15:49.416356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49938) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:49.582993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-271972737-network', 'tenant_id': '7bcc948552ac448588b2276d1ed16a0a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:49.640174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Made reservation on behalf of 7bcc948552ac448588b2276d1ed16a0a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:49.645410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.657279 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.770687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.780817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.792673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:15:49.803530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.804167 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Added segment c79f71b5-3fad-4c1b-8173-6ca39f30b2a9 of type vlan for network b79505d8-0396-4d38-9ab0-1ae1f4258daa Dec 17 16:15:49.849382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.890160 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.895878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:49.897556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:49.988767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e444e168-65a1-4297-817e-0e35c19bdf19,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:49.992096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] Pushing event updated for resources: {'Network': ['ID=b79505d8-0396-4d38-9ab0-1ae1f4258daa,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:49.997903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-53176b76-6152-45fe-a052-012413d2ea6c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5801551 Dec 17 16:15:50.000748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 49944) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:50.005796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Request body: {'subnet': {'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-271972737-subnet', 'tenant_id': '7bcc948552ac448588b2276d1ed16a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:50.032828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network b79505d8-0396-4d38-9ab0-1ae1f4258daa details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:15:50.061776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Made reservation on behalf of 7bcc948552ac448588b2276d1ed16a0a for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:50.064146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:50.360013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:50.437891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7008d790-b5b7-4df9-895f-353a80df2010,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:50.461226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Checking segment: {'id': 'c79f71b5-3fad-4c1b-8173-6ca39f30b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:15:50.461226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Network hostable DHCP agents. Network: b79505d8-0396-4d38-9ab0-1ae1f4258daa, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:15:50.511324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Network b79505d8-0396-4d38-9ab0-1ae1f4258daa is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:15:50.530039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, b79505d8-0396-4d38-9ab0-1ae1f4258daa) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:50.543010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f714e-6013-45a4-aa6f-7f7eb7a25c8e None None] Network b79505d8-0396-4d38-9ab0-1ae1f4258daa requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:15:50.553948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:50.558103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:50.620366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c98fece1-eda6-460b-94ef-dc939d5f9b8b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6183431 Dec 17 16:15:50.833335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7231d60b-9986-423d-a4ba-98d1a8aa5986 None None] Network b79505d8-0396-4d38-9ab0-1ae1f4258daa requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:15:51.186030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 49982) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:51.480688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ce60271-7ae2-46d2-bb8b-90deaebc79e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:51.530501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-afa10f03-ba7d-4a7f-bdca-6be25a6352e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154947 Dec 17 16:15:51.652047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-d7a7898f-00d7-4533-b6dc-8d22614d08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:51.659139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-d7a7898f-00d7-4533-b6dc-8d22614d08e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1097 time: 0.0968750 Dec 17 16:15:51.774356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ce60271-7ae2-46d2-bb8b-90deaebc79e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:51.780764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ce60271-7ae2-46d2-bb8b-90deaebc79e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:51.839474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce60271-7ae2-46d2-bb8b-90deaebc79e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6686b799-21ee-4552-9be2-5047e1abe21d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:51.866586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ce60271-7ae2-46d2-bb8b-90deaebc79e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aae6c082aa8c4289a0f4af3c44a9f2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6787572 Dec 17 16:15:51.877928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:51.963036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5eccf2-3a54-4c94-9122-6ee52968bb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:51.995752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5eccf2-3a54-4c94-9122-6ee52968bb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.047711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:15:52.090910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5eccf2-3a54-4c94-9122-6ee52968bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.096943 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da5eccf2-3a54-4c94-9122-6ee52968bb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.103616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-da5eccf2-3a54-4c94-9122-6ee52968bb7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6686b799-21ee-4552-9be2-5047e1abe21d HTTP/1.1" status: 204 len: 168 time: 0.2245207 Dec 17 16:15:52.130691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5eccf2-3a54-4c94-9122-6ee52968bb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6686b799-21ee-4552-9be2-5047e1abe21d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:52.147807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-c441f500-c319-4047-999b-d5216787bce5 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:52.160396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-c441f500-c319-4047-999b-d5216787bce5 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/networks?id=b79505d8-0396-4d38-9ab0-1ae1f4258daa HTTP/1.1" status: 200 len: 808 time: 0.4787745 Dec 17 16:15:52.221432 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-409f1103-ace7-4dd6-a081-04d187ce894f tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/quotas/7bcc948552ac448588b2276d1ed16a0a HTTP/1.1" status: 200 len: 375 time: 0.0596874 Dec 17 16:15:52.255801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 698204e0-f6e7-4589-bd3a-c625853763ba completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:15:52.265216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 698204e0-f6e7-4589-bd3a-c625853763ba triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:52.265898 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.353199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-6b2bdad3-b821-448b-9974-f4bffab04b9d tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bcc948552ac448588b2276d1ed16a0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452449 Dec 17 16:15:52.366904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-6351e865-1acc-4572-8444-ea3eda10208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:52.370371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-6351e865-1acc-4572-8444-ea3eda10208c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.1988022 Dec 17 16:15:52.459300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.512843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:52.525208 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d2788-b055-48cc-95b2-351312c6abe9" -d '{"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-plugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:52.553129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:52.561817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.639768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-386d703c-518a-46eb-99b7-4c1b89811de8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 999 time: 0.2470493 Dec 17 16:15:52.644505 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2514924a-5c29-49a8-aa83-e83b18775e44 x-openstack-request-id: req-2514924a-5c29-49a8-aa83-e83b18775e44 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:52.644990 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-plugged", "status": "completed", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:52.645786 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2514924a-5c29-49a8-aa83-e83b18775e44 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:52.646202 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'code': 200} Dec 17 16:15:52.683577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=13']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:52.750677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50032) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:52.762994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-38716b1e-c3ea-411f-8983-f50d706d2eb1 service neutron] 10.222.0.54 "GET /v2.0/networks/b79505d8-0396-4d38-9ab0-1ae1f4258daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977532 Dec 17 16:15:52.770533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-6994a6ad-0de2-4359-bdca-b2526af4d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:52.772150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-6994a6ad-0de2-4359-bdca-b2526af4d1e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.1209919 Dec 17 16:15:52.785821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c6ddc38-a6c4-4b33-985d-f23d9683c63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.884214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-ffa7d000-f3fd-437b-a905-bda70b9d89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:52.886418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-ffa7d000-f3fd-437b-a905-bda70b9d89ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932367 Dec 17 16:15:52.963698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-2e3c4f3b-1c3a-4d71-9425-8848da6c0c88 service neutron] 10.222.0.54 "GET /v2.0/networks/b79505d8-0396-4d38-9ab0-1ae1f4258daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904669 Dec 17 16:15:52.964604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c6ddc38-a6c4-4b33-985d-f23d9683c63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:52.975605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c6ddc38-a6c4-4b33-985d-f23d9683c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:53.039094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-e3150bee-75e6-4ef2-88eb-258167b8e2b0 service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380978 Dec 17 16:15:53.044473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ddc38-a6c4-4b33-985d-f23d9683c63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7458efac-3080-4323-93f8-17a2cc589779,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:53.086345 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6c6ddc38-a6c4-4b33-985d-f23d9683c63a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e115af5b92ce4c39baf0221ee39dbeab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339586 Dec 17 16:15:53.089022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50038) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:53.194916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c923b1b-5ab1-466a-9569-ed5c310d4294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:53.249286 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c923b1b-5ab1-466a-9569-ed5c310d4294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:53.256498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e087dd09-ae1b-4088-a4fe-96cf32b13dd7 req-3e6f86f9-f082-4c00-870c-aad3d6b7e6bf service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046511 Dec 17 16:15:53.342284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c923b1b-5ab1-466a-9569-ed5c310d4294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:53.345937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c923b1b-5ab1-466a-9569-ed5c310d4294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:53.348795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c923b1b-5ab1-466a-9569-ed5c310d4294 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7458efac-3080-4323-93f8-17a2cc589779 HTTP/1.1" status: 204 len: 168 time: 0.2574966 Dec 17 16:15:53.362002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c923b1b-5ab1-466a-9569-ed5c310d4294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7458efac-3080-4323-93f8-17a2cc589779,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:53.816756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f8cc709-02de-4a4e-9c7d-e123d5c0e0eb req-4b8da029-16bf-4102-a625-f4a4e90df3ba tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 210 time: 0.0513225 Dec 17 16:15:54.053893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50060) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:54.075095 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64004417-7c0e-45df-8418-094db32a165a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:54.180834 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64004417-7c0e-45df-8418-094db32a165a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:54.189107 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64004417-7c0e-45df-8418-094db32a165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:54.241401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-64004417-7c0e-45df-8418-094db32a165a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ac84545f3f04881a845d6a63db84713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1858716 Dec 17 16:15:54.243622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64004417-7c0e-45df-8418-094db32a165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4218bb-47b6-429f-893d-7de882f74b7e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:54.244542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50068) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:54.323784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-862e1b0c-05c6-4d6d-b3d9-d49abc01ca7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:54.346907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-862e1b0c-05c6-4d6d-b3d9-d49abc01ca7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:54.405880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-862e1b0c-05c6-4d6d-b3d9-d49abc01ca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:54.409536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-862e1b0c-05c6-4d6d-b3d9-d49abc01ca7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:54.411249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-862e1b0c-05c6-4d6d-b3d9-d49abc01ca7c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf4218bb-47b6-429f-893d-7de882f74b7e HTTP/1.1" status: 204 len: 168 time: 0.1654961 Dec 17 16:15:54.421990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e1b0c-05c6-4d6d-b3d9-d49abc01ca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4218bb-47b6-429f-893d-7de882f74b7e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:55.007427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-febdcef5-6918-45b4-9c92-1c2c84bb9226 req-6e2e681a-e630-4534-8033-68397f58d0cf tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 210 time: 0.0413911 Dec 17 16:15:55.281575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-4b17bbc3-bc3a-4f43-a8bb-3c8599f03c6d tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:55.283246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-4b17bbc3-bc3a-4f43-a8bb-3c8599f03c6d tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.47 "GET /v2.0/networks?id=b79505d8-0396-4d38-9ab0-1ae1f4258daa HTTP/1.1" status: 200 len: 808 time: 0.1566808 Dec 17 16:15:55.304857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Request body: {'port': {'device_id': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa', 'admin_state_up': True, 'tenant_id': '7bcc948552ac448588b2276d1ed16a0a'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:55.438442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Made reservation on behalf of 7bcc948552ac448588b2276d1ed16a0a for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:55.446121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:55.740990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50120) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:55.926791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-146854162-network', 'tenant_id': '5b8a98cae4984bb7b51cf95080bd41bb'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:55.985918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Made reservation on behalf of 5b8a98cae4984bb7b51cf95080bd41bb for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:55.993580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.015159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.176686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50130) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:56.214703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f3287bf-b146-4e05-af94-5599a1d27fff req-f22c753a-0de8-4d7b-b533-f3cb81a9229d tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 210 time: 0.0426874 Dec 17 16:15:56.239772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.254168 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.275874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:15:56.282273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Allocated IP 172.20.0.14 (b79505d8-0396-4d38-9ab0-1ae1f4258daa/7008d790-b5b7-4df9-895f-353a80df2010/55b6ed82-d8c9-477c-8570-02e3e1caf7fd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:15:56.305009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.305468 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Added segment b9621cf8-b89c-4b96-9223-eb3b58dabc7c of type vlan for network c156e647-6cf8-4bc6-a480-4e78b05322a8 Dec 17 16:15:56.414342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.452888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df16661c-c1b8-4fa8-9b98-8b5ec4364366,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:56.462486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.464466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:56.465254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.550800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d87712c9-9f91-42c6-bdb0-6270da213d19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae8bc7ce8ccb422982e56789fd49b2d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726046 Dec 17 16:15:56.553356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50136) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:56.603968 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.626789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49289807-de1f-4f1f-a258-11b3e7cf4292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.645205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c156e647-6cf8-4bc6-a480-4e78b05322a8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:56.652873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49289807-de1f-4f1f-a258-11b3e7cf4292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.660181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f8365ebf-3e18-4d72-a002-f0dd239fe7c0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9180100 Dec 17 16:15:56.660808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:15:56.661163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network c156e647-6cf8-4bc6-a480-4e78b05322a8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:15:56.671205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Request body: {'subnet': {'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-146854162-subnet', 'tenant_id': '5b8a98cae4984bb7b51cf95080bd41bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:56.717448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Made reservation on behalf of 5b8a98cae4984bb7b51cf95080bd41bb for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:56.720557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.732373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49289807-de1f-4f1f-a258-11b3e7cf4292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.736548 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-49289807-de1f-4f1f-a258-11b3e7cf4292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.739632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-49289807-de1f-4f1f-a258-11b3e7cf4292 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/131b21ca-08d8-4268-809e-e34262bf8849 HTTP/1.1" status: 204 len: 168 time: 0.1851621 Dec 17 16:15:56.758281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49289807-de1f-4f1f-a258-11b3e7cf4292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131b21ca-08d8-4268-809e-e34262bf8849,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:56.792172 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:56.949385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Network b79505d8-0396-4d38-9ab0-1ae1f4258daa is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:15:56.959152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:56.979499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Pushing event updated for resources: {'Port': ['ID=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:56.988567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:15:57.070300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:57.103369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:57.104080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:57.137361 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-d7dfbd32-d937-4ad1-9791-823de9c3cac0 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8372700 Dec 17 16:15:57.158930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-ff2e7276-28e4-445d-bc03-cc7ce65d1f50 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:15:57.161692 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-ff2e7276-28e4-445d-bc03-cc7ce65d1f50 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102580 Dec 17 16:15:57.176146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Request body: {'port': {'device_id': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:57.204737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c171205c-4514-4b75-b002-bcfb8f62d9de,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:57.219477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Checking segment: {'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:15:57.219769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Network hostable DHCP agents. Network: c156e647-6cf8-4bc6-a480-4e78b05322a8, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:15:57.249013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Network c156e647-6cf8-4bc6-a480-4e78b05322a8 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:15:57.250735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:57.282837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, c156e647-6cf8-4bc6-a480-4e78b05322a8) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:57.290083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:57.290630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:57.296542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255d995-fc6c-46ae-a091-ca68a1b8eff4 None None] Network c156e647-6cf8-4bc6-a480-4e78b05322a8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:15:57.368098 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dbd5564d-17f2-41c1-a2a1-d1d8d3ebea29 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6992962 Dec 17 16:15:57.512153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcec4a-56b5-4689-a96a-2c7c154bbd63 None None] Network c156e647-6cf8-4bc6-a480-4e78b05322a8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:15:57.969676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b6ed82-d8c9-477c-8570-02e3e1caf7fd {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:57.991455 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:58.028973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Transition to ACTIVE for port object 55b6ed82-d8c9-477c-8570-02e3e1caf7fd will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:15:58.062810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:58.199270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead81a3a-e2b7-41bc-bce6-a8e67b039f8e req-7869bbe9-f2d0-47c3-b1ed-2236147cff5f tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.209235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ead81a3a-e2b7-41bc-bce6-a8e67b039f8e req-7869bbe9-f2d0-47c3-b1ed-2236147cff5f tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 944 time: 0.8337290 Dec 17 16:15:58.303474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Pushing event updated for resources: {'Port': ['ID=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:58.320949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Attempting to bind port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:15:58.321267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Attempting to bind port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'c79f71b5-3fad-4c1b-8173-6ca39f30b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:15:58.321601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Attempting to bind port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd on network b79505d8-0396-4d38-9ab0-1ae1f4258daa {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:58.330197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd on network b79505d8-0396-4d38-9ab0-1ae1f4258daa not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:15:58.330556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Attempting to bind port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd on network b79505d8-0396-4d38-9ab0-1ae1f4258daa {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:58.358772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:15:58.359146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Checking segment: {'id': 'c79f71b5-3fad-4c1b-8173-6ca39f30b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:15:58.359530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Bound using segment: {'id': 'c79f71b5-3fad-4c1b-8173-6ca39f30b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:15:58.359999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Bound port: 55b6ed82-d8c9-477c-8570-02e3e1caf7fd, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79f71b5-3fad-4c1b-8173-6ca39f30b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:15:58.360946 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:58.381323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ead81a3a-e2b7-41bc-bce6-a8e67b039f8e req-be7ac8eb-394c-4716-bd1e-2641925a63c4 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711102 Dec 17 16:15:58.537582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] For port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:58.542503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] For port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,segment=NetworkSegment(c79f71b5-3fad-4c1b-8173-6ca39f30b2a9),segment_id=c79f71b5-3fad-4c1b-8173-6ca39f30b2a9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:15:58.553421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:58.647575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Pushing event updated for resources: {'Port': ['ID=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:58.658570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.660059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:15:58.661714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-b6bae600-8b65-4fcf-b14c-493c4859bf7c service neutron] 10.222.0.47 "PUT /v2.0/ports/55b6ed82-d8c9-477c-8570-02e3e1caf7fd HTTP/1.1" status: 200 len: 1093 time: 1.4902332 Dec 17 16:15:58.662420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'tag': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:58.665225 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532138db-17fc-4a75-a9d3-428f801d9eed" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3df3ca-acfc-40ac-8cef-eb37c9f984fe", "tag": "55b6ed82-d8c9-477c-8570-02e3e1caf7fd"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:58.769959 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbea1cd-1347-4c18-93d0-d3af0ac19251 x-openstack-request-id: req-dcbea1cd-1347-4c18-93d0-d3af0ac19251 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:58.770272 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3df3ca-acfc-40ac-8cef-eb37c9f984fe", "tag": "55b6ed82-d8c9-477c-8570-02e3e1caf7fd", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:58.770616 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcbea1cd-1347-4c18-93d0-d3af0ac19251 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:58.771241 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'tag': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd', 'status': 'completed', 'code': 200} Dec 17 16:15:58.808459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-ec04d371-adc8-4137-87fa-9330bb0b1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.810446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-ec04d371-adc8-4137-87fa-9330bb0b1987 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcc948552ac448588b2276d1ed16a0a&device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 1096 time: 0.0926070 Dec 17 16:15:58.889597 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-af46ded1-a961-4d4e-be69-7fc2a7503c09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b6ed82-d8c9-477c-8570-02e3e1caf7fd HTTP/1.1" status: 200 len: 217 time: 0.0710597 Dec 17 16:15:58.985769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-38eb7173-f8b7-497e-9f86-e786e63b2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.987658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-38eb7173-f8b7-497e-9f86-e786e63b2b36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7008d790-b5b7-4df9-895f-353a80df2010 HTTP/1.1" status: 200 len: 848 time: 0.0890031 Dec 17 16:15:59.058216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-279da386-0d79-408d-9aa4-f397fa7d24be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b79505d8-0396-4d38-9ab0-1ae1f4258daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612795 Dec 17 16:15:59.225071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-8a52b7b4-49cf-4a19-a704-a52da68aadfa service neutron] 10.222.0.47 "GET /v2.0/networks/b79505d8-0396-4d38-9ab0-1ae1f4258daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516423 Dec 17 16:15:59.372848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba583af0-bc65-43d2-bfe4-b39847b90cbc req-0e6175fa-10ef-4d71-8d21-38705eea10c6 service neutron] 10.222.0.47 "GET /v2.0/networks/b79505d8-0396-4d38-9ab0-1ae1f4258daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369696 Dec 17 16:15:59.684820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68344b4d-7c58-41a1-ac0c-0828b1610b71 req-dae0ddec-ef0e-4ae0-8c94-8e1289536320 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:59.690026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68344b4d-7c58-41a1-ac0c-0828b1610b71 req-dae0ddec-ef0e-4ae0-8c94-8e1289536320 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 944 time: 0.1434455 Dec 17 16:15:59.700422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532138db-17fc-4a75-a9d3-428f801d9eed req-b778a13b-487b-46da-9509-0891d70fb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:59.705251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-532138db-17fc-4a75-a9d3-428f801d9eed req-b778a13b-487b-46da-9509-0891d70fb5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bcc948552ac448588b2276d1ed16a0a&device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 1096 time: 0.2593591 Dec 17 16:15:59.842785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68344b4d-7c58-41a1-ac0c-0828b1610b71 req-d2be5785-a386-4e5f-a2ac-8012c7825269 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360588 Dec 17 16:15:59.879405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532138db-17fc-4a75-a9d3-428f801d9eed req-ba96106a-1869-4799-981d-4ed1412c55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:59.881322 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-532138db-17fc-4a75-a9d3-428f801d9eed req-ba96106a-1869-4799-981d-4ed1412c55b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b79505d8-0396-4d38-9ab0-1ae1f4258daa HTTP/1.1" status: 200 len: 909 time: 0.1581378 Dec 17 16:15:59.975256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-532138db-17fc-4a75-a9d3-428f801d9eed req-8119f18b-69cc-47e7-b557-61d23dd2e683 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55b6ed82-d8c9-477c-8570-02e3e1caf7fd HTTP/1.1" status: 200 len: 217 time: 0.0848870 Dec 17 16:16:00.050840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532138db-17fc-4a75-a9d3-428f801d9eed req-12df5591-e77d-4d0f-bccf-aaab6b92c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:00.052599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-532138db-17fc-4a75-a9d3-428f801d9eed req-12df5591-e77d-4d0f-bccf-aaab6b92c980 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7008d790-b5b7-4df9-895f-353a80df2010 HTTP/1.1" status: 200 len: 848 time: 0.0691996 Dec 17 16:16:00.103266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-532138db-17fc-4a75-a9d3-428f801d9eed req-3550b2d7-9d15-49ec-ab26-21446a11e9e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b79505d8-0396-4d38-9ab0-1ae1f4258daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393558 Dec 17 16:16:00.250008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-532138db-17fc-4a75-a9d3-428f801d9eed req-5d194785-b11c-432a-88be-eee0849a8e72 service neutron] 10.222.0.47 "GET /v2.0/networks/b79505d8-0396-4d38-9ab0-1ae1f4258daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360295 Dec 17 16:16:00.383391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-532138db-17fc-4a75-a9d3-428f801d9eed req-3ba12cc2-a97a-4c93-97ec-7ff36fea2ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/b79505d8-0396-4d38-9ab0-1ae1f4258daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225038 Dec 17 16:16:01.034906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d718c-3a02-44d6-a561-0ebfad38a670 req-ec62751b-b912-458a-850b-4abecc161b01 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:01.042414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c35d718c-3a02-44d6-a561-0ebfad38a670 req-ec62751b-b912-458a-850b-4abecc161b01 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 944 time: 0.0765147 Dec 17 16:16:01.107549 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c35d718c-3a02-44d6-a561-0ebfad38a670 req-aced3191-300d-4b3c-8549-b59a23d3cd1e tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626571 Dec 17 16:16:01.174534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-c2f2ab98-80f7-40ad-9060-01ddbf778bc3 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:01.176270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-c2f2ab98-80f7-40ad-9060-01ddbf778bc3 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/networks?id=c156e647-6cf8-4bc6-a480-4e78b05322a8 HTTP/1.1" status: 200 len: 808 time: 0.1450515 Dec 17 16:16:01.196313 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-a70bd6e0-dff0-4390-bfdf-e4d3b0683a42 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/quotas/5b8a98cae4984bb7b51cf95080bd41bb HTTP/1.1" status: 200 len: 375 time: 0.0114205 Dec 17 16:16:01.232468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-74723c8f-f59d-4c30-b358-f3e9e18d95e0 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b8a98cae4984bb7b51cf95080bd41bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283744 Dec 17 16:16:01.341450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-bf0a5059-0253-488c-9ef8-0cc0f5e6278e service neutron] 10.222.0.54 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004400 Dec 17 16:16:01.463651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-cb4c3a88-6966-46ef-96b6-076faa708f54 service neutron] 10.222.0.54 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036115 Dec 17 16:16:01.471196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 55b6ed82-d8c9-477c-8570-02e3e1caf7fd details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:16:01.620920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,segment=NetworkSegment(c79f71b5-3fad-4c1b-8173-6ca39f30b2a9),segment_id=c79f71b5-3fad-4c1b-8173-6ca39f30b2a9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:01.637215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd', 'network_id': 'b79505d8-0396-4d38-9ab0-1ae1f4258daa', 'port_id': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd', 'mac_address': 'fa:16:3e:15:f8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7008d790-b5b7-4df9-895f-353a80df2010', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:16:01.684817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:01.700415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b6ed82-d8c9-477c-8570-02e3e1caf7fd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:01.730193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,segment=NetworkSegment(c79f71b5-3fad-4c1b-8173-6ca39f30b2a9),segment_id=c79f71b5-3fad-4c1b-8173-6ca39f30b2a9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:01.738903 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:01.808665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:01.842700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9ab4a05-bdfb-40bd-88cd-09f2d5ab8c23 req-c5184fd1-58d9-4a14-8048-a474ba85ab57 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 210 time: 0.0759523 Dec 17 16:16:02.007393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['55b6ed82-d8c9-477c-8570-02e3e1caf7fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:16:02.278293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fecd6-b437-40bd-9922-7af95d062ef7 req-e403d284-442a-4a3f-98a8-f02d2b0e5a41 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:02.290784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-953fecd6-b437-40bd-9922-7af95d062ef7 req-e403d284-442a-4a3f-98a8-f02d2b0e5a41 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 945 time: 0.0816588 Dec 17 16:16:02.356330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-953fecd6-b437-40bd-9922-7af95d062ef7 req-ecbe1601-a2dc-40e8-8936-1222a686b45b tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641890 Dec 17 16:16:02.975629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-580888d3-1df6-4743-a525-34349edbe6f8 req-13956319-d8b4-4572-9744-6d8c75782a95 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 210 time: 0.0412059 Dec 17 16:16:03.124290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-c399d488-3209-4499-b8c7-866c59c82aa9 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:03.126227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-c399d488-3209-4499-b8c7-866c59c82aa9 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.47 "GET /v2.0/networks?id=c156e647-6cf8-4bc6-a480-4e78b05322a8 HTTP/1.1" status: 200 len: 808 time: 0.1548560 Dec 17 16:16:03.143418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Request body: {'port': {'device_id': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8', 'admin_state_up': True, 'tenant_id': '5b8a98cae4984bb7b51cf95080bd41bb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:03.282826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Made reservation on behalf of 5b8a98cae4984bb7b51cf95080bd41bb for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:16:03.286617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:03.436157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Allocated IP 172.20.0.2 (c156e647-6cf8-4bc6-a480-4e78b05322a8/c171205c-4514-4b75-b002-bcfb8f62d9de/f33c04e8-f5be-4b75-93a5-a8b93d520fdb) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:16:03.483926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 55b6ed82-d8c9-477c-8570-02e3e1caf7fd up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:03.571857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:16:03.578103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:03.578560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:03.658769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7865b-3174-4442-abf9-1c6e0135a83d req-76e1b297-0207-4c30-ace0-ab0eae8e1715 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:03.667920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3a7865b-3174-4442-abf9-1c6e0135a83d req-76e1b297-0207-4c30-ace0-ab0eae8e1715 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 945 time: 0.1779950 Dec 17 16:16:03.682657 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:03.718957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:03.722019 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0310e34f-bf47-4484-b970-4943a886e8e3" -d '{"events": [{"server_uuid": "ca3df3ca-acfc-40ac-8cef-eb37c9f984fe", "name": "network-vif-plugged", "status": "completed", "tag": "55b6ed82-d8c9-477c-8570-02e3e1caf7fd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:03.733194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:03.738083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,segment=NetworkSegment(c79f71b5-3fad-4c1b-8173-6ca39f30b2a9),segment_id=c79f71b5-3fad-4c1b-8173-6ca39f30b2a9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:03.744747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:03.772178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3a7865b-3174-4442-abf9-1c6e0135a83d req-72cebd18-0c1a-4f0e-8ae8-080ade5b8f8e tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046751 Dec 17 16:16:03.792455 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd3a40a-7680-43ab-94d4-a0500b64d51f x-openstack-request-id: req-8dd3a40a-7680-43ab-94d4-a0500b64d51f {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:03.794180 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3df3ca-acfc-40ac-8cef-eb37c9f984fe", "name": "network-vif-plugged", "status": "completed", "tag": "55b6ed82-d8c9-477c-8570-02e3e1caf7fd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:03.802996 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8dd3a40a-7680-43ab-94d4-a0500b64d51f {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:03.804263 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd', 'code': 200} Dec 17 16:16:03.836874 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:03.847144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:03.920300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4d58a-f76b-4c5e-b9cf-a0f6e2d13ee1 req-70e3130a-3c21-46e8-8bfb-52dce003817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:03.922123 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11a4d58a-f76b-4c5e-b9cf-a0f6e2d13ee1 req-70e3130a-3c21-46e8-8bfb-52dce003817a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 1098 time: 0.0761738 Dec 17 16:16:03.925685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Network c156e647-6cf8-4bc6-a480-4e78b05322a8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:03.928973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:03.932878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:16:03.974147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Pushing event updated for resources: {'Port': ['ID=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:03.995532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11a4d58a-f76b-4c5e-b9cf-a0f6e2d13ee1 req-29b93537-ae65-4755-a198-62cf954ab75e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664887 Dec 17 16:16:04.010081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:04.011022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:04.034400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-5a562b7e-a9c1-4dab-be35-e1914fdbe959 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949492 Dec 17 16:16:04.104139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed7da7-0f71-4f9a-aaa8-1ebf497e4208 req-1892fda0-2a82-431e-bde9-3b5996343fbb tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:04.106208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96ed7da7-0f71-4f9a-aaa8-1ebf497e4208 req-1892fda0-2a82-431e-bde9-3b5996343fbb tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 931 time: 0.0526998 Dec 17 16:16:04.160980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96ed7da7-0f71-4f9a-aaa8-1ebf497e4208 req-3d5f8470-ec73-461e-9634-93cfd115f9a8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459561 Dec 17 16:16:04.199405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Request body: {'port': {'device_id': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:04.258114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:04.546063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33c04e8-f5be-4b75-93a5-a8b93d520fdb {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:04.554140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:04.568008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Transition to ACTIVE for port object f33c04e8-f5be-4b75-93a5-a8b93d520fdb will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:16:04.571919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:04.625256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Pushing event updated for resources: {'Port': ['ID=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:04.697214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Attempting to bind port f33c04e8-f5be-4b75-93a5-a8b93d520fdb on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:16:04.697803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Attempting to bind port f33c04e8-f5be-4b75-93a5-a8b93d520fdb by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:16:04.698141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Attempting to bind port f33c04e8-f5be-4b75-93a5-a8b93d520fdb on network c156e647-6cf8-4bc6-a480-4e78b05322a8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:04.702719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Port f33c04e8-f5be-4b75-93a5-a8b93d520fdb on network c156e647-6cf8-4bc6-a480-4e78b05322a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:16:04.703045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Attempting to bind port f33c04e8-f5be-4b75-93a5-a8b93d520fdb on network c156e647-6cf8-4bc6-a480-4e78b05322a8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:04.708584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:16:04.709022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Checking segment: {'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:04.709439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Bound using segment: {'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:16:04.709912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Bound port: f33c04e8-f5be-4b75-93a5-a8b93d520fdb, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:16:04.710299 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:04.789897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] For port f33c04e8-f5be-4b75-93a5-a8b93d520fdb, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:16:04.796581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] For port f33c04e8-f5be-4b75-93a5-a8b93d520fdb, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:16:04.801977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:04.884129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Pushing event updated for resources: {'Port': ['ID=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:04.892189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:04.894303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:04.895653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-3ea379c2-76a2-40e6-8a04-49e61ea12280 service neutron] 10.222.0.47 "PUT /v2.0/ports/f33c04e8-f5be-4b75-93a5-a8b93d520fdb HTTP/1.1" status: 200 len: 1092 time: 0.7012360 Dec 17 16:16:04.897469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'tag': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:04.901460 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c9f26e-34ec-4259-b59d-4994ff871795" -d '{"events": [{"name": "network-changed", "server_uuid": "9d334b29-008a-4ac1-88e9-d5b822886d63", "tag": "f33c04e8-f5be-4b75-93a5-a8b93d520fdb"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:04.973219 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b3036e-6ad6-43be-9275-a015af57a32e x-openstack-request-id: req-59b3036e-6ad6-43be-9275-a015af57a32e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:04.974568 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d334b29-008a-4ac1-88e9-d5b822886d63", "tag": "f33c04e8-f5be-4b75-93a5-a8b93d520fdb", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:04.975319 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59b3036e-6ad6-43be-9275-a015af57a32e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:04.975933 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'tag': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb', 'status': 'completed', 'code': 200} Dec 17 16:16:05.045316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde41e8-7a06-4c00-bf9e-d0107db5ee67 req-b91ee7a3-05f3-4345-9e78-d30dee3f2310 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:05.048600 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4dde41e8-7a06-4c00-bf9e-d0107db5ee67 req-b91ee7a3-05f3-4345-9e78-d30dee3f2310 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 946 time: 0.1590023 Dec 17 16:16:05.054318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-366a5118-843c-4de7-a255-1063be904b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:05.055892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-366a5118-843c-4de7-a255-1063be904b6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b8a98cae4984bb7b51cf95080bd41bb&device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 1095 time: 0.0876684 Dec 17 16:16:05.116875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-e7e61e03-9b91-4da1-9243-dcaa55587398 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f33c04e8-f5be-4b75-93a5-a8b93d520fdb HTTP/1.1" status: 200 len: 217 time: 0.0497324 Dec 17 16:16:05.193499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4dde41e8-7a06-4c00-bf9e-d0107db5ee67 req-80978e4b-79ea-47df-9d3e-608a0e4e1c7c tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365943 Dec 17 16:16:05.199803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-815892f4-8e31-48ee-a1a9-da1ce784ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:05.201523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-815892f4-8e31-48ee-a1a9-da1ce784ddd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c171205c-4514-4b75-b002-bcfb8f62d9de HTTP/1.1" status: 200 len: 848 time: 0.0769854 Dec 17 16:16:05.250884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-b832b298-e28f-438b-af55-9a1ba188ea03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c156e647-6cf8-4bc6-a480-4e78b05322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387919 Dec 17 16:16:05.330742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4c91c-cb4b-4425-8ade-6102376422a3 req-51d7bfcf-980e-45c0-a241-cd246cb0e4df tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:05.336333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cad4c91c-cb4b-4425-8ade-6102376422a3 req-51d7bfcf-980e-45c0-a241-cd246cb0e4df tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 943 time: 0.0730026 Dec 17 16:16:05.349542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-00e65f6d-4bcd-4a9a-a2a6-31ef839f42e3 service neutron] 10.222.0.47 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910654 Dec 17 16:16:05.400356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cad4c91c-cb4b-4425-8ade-6102376422a3 req-0db2b29c-668c-4064-916a-27e016fbcdbe tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599523 Dec 17 16:16:05.455848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b66888e3-5c1a-436c-a563-0ca63e286afc req-23ce138a-0d3a-40e5-9b66-53c2e0eb178f service neutron] 10.222.0.47 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980821 Dec 17 16:16:05.567858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-0e82c404-6319-4387-a54a-005245e49bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:05.572241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-0e82c404-6319-4387-a54a-005245e49bc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b8a98cae4984bb7b51cf95080bd41bb&device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 1095 time: 0.0579493 Dec 17 16:16:05.696178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-897414b2-bef0-4f18-838f-e2881729ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:05.697838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-897414b2-bef0-4f18-838f-e2881729ec7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c156e647-6cf8-4bc6-a480-4e78b05322a8 HTTP/1.1" status: 200 len: 909 time: 0.1152372 Dec 17 16:16:05.746414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-7a7ce730-7b7d-45b5-884c-4a0ed6d18b10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f33c04e8-f5be-4b75-93a5-a8b93d520fdb HTTP/1.1" status: 200 len: 217 time: 0.0392857 Dec 17 16:16:05.801759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-a3fca48d-2efc-41fc-be2c-9514b88ba559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:05.803507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-a3fca48d-2efc-41fc-be2c-9514b88ba559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c171205c-4514-4b75-b002-bcfb8f62d9de HTTP/1.1" status: 200 len: 848 time: 0.0504181 Dec 17 16:16:05.837887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-2192c219-11a3-4f21-b693-f89cb354a7dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c156e647-6cf8-4bc6-a480-4e78b05322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268707 Dec 17 16:16:05.958529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-32a247b8-186d-4218-8394-1b5a0311034c service neutron] 10.222.0.47 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134298 Dec 17 16:16:06.073321 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09c9f26e-34ec-4259-b59d-4994ff871795 req-c7a84e81-9f13-44aa-9f8a-44cd5f04af89 service neutron] 10.222.0.47 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024625 Dec 17 16:16:06.350064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44207806-eaa7-4ce5-91a9-6be37dd186b3 req-f405cc2c-881d-442e-843a-350727fb037b tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:06.351693 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44207806-eaa7-4ce5-91a9-6be37dd186b3 req-f405cc2c-881d-442e-843a-350727fb037b tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 946 time: 0.0633662 Dec 17 16:16:06.437609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44207806-eaa7-4ce5-91a9-6be37dd186b3 req-6b8b4cb9-903d-41ae-a342-7a22c755b6b5 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767601 Dec 17 16:16:06.476714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86925856-1531-4df5-a84e-98ce0039d2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:06.597318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a962e-b1d9-4053-bbe3-188b1ee60367 req-3ac8f607-2d8d-4865-8bf3-8e4116796b7c tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:06.607268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-739a962e-b1d9-4053-bbe3-188b1ee60367 req-3ac8f607-2d8d-4865-8bf3-8e4116796b7c tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 943 time: 0.1114414 Dec 17 16:16:06.706485 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-739a962e-b1d9-4053-bbe3-188b1ee60367 req-70ca62cb-e8fa-4c6c-87c7-cf6d4a83bb52 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982010 Dec 17 16:16:07.508512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f33c04e8-f5be-4b75-93a5-a8b93d520fdb details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:16:07.652528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f33c04e8-f5be-4b75-93a5-a8b93d520fdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:07.672083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb', 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8', 'port_id': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb', 'mac_address': 'fa:16:3e:97:97:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c171205c-4514-4b75-b002-bcfb8f62d9de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:16:07.747521 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:07.769876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33c04e8-f5be-4b75-93a5-a8b93d520fdb {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:07.810942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f33c04e8-f5be-4b75-93a5-a8b93d520fdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:07.820401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:07.878755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:07.923854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b32e04-7409-4ac8-883e-9829304081f1 req-cd721ad0-884b-4e87-ae6d-977ea56c5507 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:07.936427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42b32e04-7409-4ac8-883e-9829304081f1 req-cd721ad0-884b-4e87-ae6d-977ea56c5507 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 944 time: 0.0723422 Dec 17 16:16:08.007778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42b32e04-7409-4ac8-883e-9829304081f1 req-4dbc5891-e6df-4815-9136-d343d53ca842 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700738 Dec 17 16:16:08.098986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f33c04e8-f5be-4b75-93a5-a8b93d520fdb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:16:08.692389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc3ce-c0d9-49a3-82d3-1f74f7d1d121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:08.777476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381acaf3-d555-437c-86a6-007d6bec3e95 req-7e6d2505-e343-4bf7-b010-50f0ba7d4ee8 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:08.780637 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-381acaf3-d555-437c-86a6-007d6bec3e95 req-7e6d2505-e343-4bf7-b010-50f0ba7d4ee8 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 946 time: 0.0846694 Dec 17 16:16:08.854725 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-381acaf3-d555-437c-86a6-007d6bec3e95 req-9022803d-597f-4f77-b93d-480be9dfe8cd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573127 Dec 17 16:16:09.165993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e0484-4977-4f78-9de0-8ac2d9d0f8ce req-b969d7e3-b5d6-4955-bcb4-055628501d39 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:09.168725 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-334e0484-4977-4f78-9de0-8ac2d9d0f8ce req-b969d7e3-b5d6-4955-bcb4-055628501d39 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 944 time: 0.0717785 Dec 17 16:16:09.234601 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-334e0484-4977-4f78-9de0-8ac2d9d0f8ce req-e7bbcd7d-c8c5-4129-9336-797d4d4a7758 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578899 Dec 17 16:16:09.538698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f33c04e8-f5be-4b75-93a5-a8b93d520fdb up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:09.610588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port f33c04e8-f5be-4b75-93a5-a8b93d520fdb completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:16:09.618192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port f33c04e8-f5be-4b75-93a5-a8b93d520fdb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:09.618789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:09.748081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:09.814238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f33c04e8-f5be-4b75-93a5-a8b93d520fdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:09.816250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:09.822765 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acef2f-23b9-4f26-b43c-6f3dd0ba305b" -d '{"events": [{"server_uuid": "9d334b29-008a-4ac1-88e9-d5b822886d63", "name": "network-vif-plugged", "status": "completed", "tag": "f33c04e8-f5be-4b75-93a5-a8b93d520fdb"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:09.833061 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:09.920452 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1c6126-a156-41b6-800a-8283d6e6e08b x-openstack-request-id: req-1a1c6126-a156-41b6-800a-8283d6e6e08b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:09.920749 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d334b29-008a-4ac1-88e9-d5b822886d63", "name": "network-vif-plugged", "status": "completed", "tag": "f33c04e8-f5be-4b75-93a5-a8b93d520fdb", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:09.921010 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a1c6126-a156-41b6-800a-8283d6e6e08b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:09.922177 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb', 'code': 200} Dec 17 16:16:09.970494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:10.005753 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:10.076011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d636bc-1608-4b4d-9d21-933749dfd6b9 req-daffa10d-5415-4224-a1f4-017fd40a3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:10.093500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73d636bc-1608-4b4d-9d21-933749dfd6b9 req-daffa10d-5415-4224-a1f4-017fd40a3ee8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 1097 time: 0.0614979 Dec 17 16:16:10.133454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-efc10572-befb-47d1-89f7-4fe3b1c56527 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:10.136287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-efc10572-befb-47d1-89f7-4fe3b1c56527 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 946 time: 0.1340172 Dec 17 16:16:10.145654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b551-f627-4967-ad24-1f37857f00db req-602db915-aa9c-4e6c-b642-755b39daa928 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:10.154071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4a0b551-f627-4967-ad24-1f37857f00db req-602db915-aa9c-4e6c-b642-755b39daa928 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 946 time: 0.1493046 Dec 17 16:16:10.174295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73d636bc-1608-4b4d-9d21-933749dfd6b9 req-f98aa393-d48f-4fcb-8fea-38dcd4c509ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797215 Dec 17 16:16:10.267150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4a0b551-f627-4967-ad24-1f37857f00db req-f332b1a8-c5d5-434e-97bc-70c01720ff50 tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/security-groups?id=e444e168-65a1-4297-817e-0e35c19bdf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115890 Dec 17 16:16:10.349132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Deleting port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:10.349765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:10.433531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47874a-21bb-45a2-9478-eda541629949 req-4fe77510-1baf-4201-bcc4-b1cde698a9fe tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:10.436407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a47874a-21bb-45a2-9478-eda541629949 req-4fe77510-1baf-4201-bcc4-b1cde698a9fe tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 945 time: 0.0781412 Dec 17 16:16:10.466279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] For port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,segment=NetworkSegment(c79f71b5-3fad-4c1b-8173-6ca39f30b2a9),segment_id=c79f71b5-3fad-4c1b-8173-6ca39f30b2a9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:10.466637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:10.485055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Calling delete_port for 55b6ed82-d8c9-477c-8570-02e3e1caf7fd owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:10.538801 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a47874a-21bb-45a2-9478-eda541629949 req-dd68be76-3942-4731-9e9f-608bfb459ca0 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861721 Dec 17 16:16:10.660120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:10.674883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['55b6ed82-d8c9-477c-8570-02e3e1caf7fd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:16:10.716067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Pushing event deleted for resources: {'Port': ['ID=55b6ed82-d8c9-477c-8570-02e3e1caf7fd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:10.775673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] No DVR routers for this DVR port 55b6ed82-d8c9-477c-8570-02e3e1caf7fd on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:16:10.778930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:10.782631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2861e49-9eb8-430a-a5c1-c512c2ebc018 req-93f2bce0-dede-4b59-bfc5-7449ee93e9dd tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.47 "DELETE /v2.0/ports/55b6ed82-d8c9-477c-8570-02e3e1caf7fd HTTP/1.1" status: 204 len: 173 time: 0.6055882 Dec 17 16:16:10.783191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'name': 'network-vif-deleted', 'tag': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:10.785988 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e1cd6a-0362-48c6-b6b1-c641a3339d6b" -d '{"events": [{"server_uuid": "ca3df3ca-acfc-40ac-8cef-eb37c9f984fe", "name": "network-vif-deleted", "tag": "55b6ed82-d8c9-477c-8570-02e3e1caf7fd"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:10.832057 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c4ec50-f68d-4058-abcf-9c1755b8f03e x-openstack-request-id: req-49c4ec50-f68d-4058-abcf-9c1755b8f03e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:10.832621 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3df3ca-acfc-40ac-8cef-eb37c9f984fe", "name": "network-vif-deleted", "tag": "55b6ed82-d8c9-477c-8570-02e3e1caf7fd", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:10.833070 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49c4ec50-f68d-4058-abcf-9c1755b8f03e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:10.833809 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3df3ca-acfc-40ac-8cef-eb37c9f984fe', 'name': 'network-vif-deleted', 'tag': '55b6ed82-d8c9-477c-8570-02e3e1caf7fd', 'status': 'completed', 'code': 200} Dec 17 16:16:11.016137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:11.226439 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:11.448567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dba5f8b4-58bf-41b9-b180-806d2c05ff7b req-04c701e7-50f7-455f-9553-ccb56a84eadb tempest-ServerTagsTestJSON-729261960 tempest-ServerTagsTestJSON-729261960-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca3df3ca-acfc-40ac-8cef-eb37c9f984fe HTTP/1.1" status: 200 len: 210 time: 0.0656161 Dec 17 16:16:11.716509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c55ed-c1c5-4ba1-9701-b698477a5252 req-966ee625-13d4-4c02-bf47-7f0ef8033b1c tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:11.719737 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-481c55ed-c1c5-4ba1-9701-b698477a5252 req-966ee625-13d4-4c02-bf47-7f0ef8033b1c tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 945 time: 0.0652957 Dec 17 16:16:11.779804 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-481c55ed-c1c5-4ba1-9701-b698477a5252 req-0c9e232a-482b-461d-b073-2e47101a6464 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518835 Dec 17 16:16:12.153244 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:12.582241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50628) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:12.658883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] Deleting subnet 7008d790-b5b7-4df9-895f-353a80df2010 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:16:12.666293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:12.706813 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:12.783053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:12.850846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fa4d7-e485-45ec-b1c9-7b88f038a96a req-57207877-23ac-4d8c-9616-31fdce4e53c4 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:12.852453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e11fa4d7-e485-45ec-b1c9-7b88f038a96a req-57207877-23ac-4d8c-9616-31fdce4e53c4 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 945 time: 0.1025383 Dec 17 16:16:12.918994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:12.939255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:12.942707 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7008d790-b5b7-4df9-895f-353a80df2010 HTTP/1.1" status: 204 len: 168 time: 0.3594019 Dec 17 16:16:12.945365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50638) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:12.964188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc952dc2-db31-4fc2-b68e-8bdff78e12e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7008d790-b5b7-4df9-895f-353a80df2010,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:12.993380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e11fa4d7-e485-45ec-b1c9-7b88f038a96a req-fa9db59e-c0f4-47e0-8d36-21427da93f6d tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332240 Dec 17 16:16:13.042214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.157175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.187444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79505d8-0396-4d38-9ab0-1ae1f4258daa']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:13.205117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79f71b5-3fad-4c1b-8173-6ca39f30b2a9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:13.205496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79f71b5-3fad-4c1b-8173-6ca39f30b2a9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:13.237417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.274224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.282873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:16:13.285944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:16:13.300265 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:16:13.375625 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.381581 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.390393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/b79505d8-0396-4d38-9ab0-1ae1f4258daa HTTP/1.1" status: 204 len: 168 time: 0.4399235 Dec 17 16:16:13.410156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650c943-f20d-46da-aca8-cbf492160f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=b79505d8-0396-4d38-9ab0-1ae1f4258daa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:13.540642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 55b6ed82-d8c9-477c-8570-02e3e1caf7fd no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:16:13.597202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 55b6ed82-d8c9-477c-8570-02e3e1caf7fd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:16:13.602153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 55b6ed82-d8c9-477c-8570-02e3e1caf7fd not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:16:13.630517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:13.703368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-64a86fb7-11c9-4412-86e9-789aebe388ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7bcc948552ac448588b2276d1ed16a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716166 Dec 17 16:16:13.705767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 50658) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:13.797626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-272cf0b6-f430-4381-9477-e7f72bbb2918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.825208 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-272cf0b6-f430-4381-9477-e7f72bbb2918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.885813 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-272cf0b6-f430-4381-9477-e7f72bbb2918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.889410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-272cf0b6-f430-4381-9477-e7f72bbb2918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:13.890737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-272cf0b6-f430-4381-9477-e7f72bbb2918 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e444e168-65a1-4297-817e-0e35c19bdf19 HTTP/1.1" status: 204 len: 168 time: 0.1838949 Dec 17 16:16:13.910524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf0b6-f430-4381-9477-e7f72bbb2918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e444e168-65a1-4297-817e-0e35c19bdf19,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:14.083795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-ad7e525d-0c71-4497-909f-429cdd0012f2 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:14.086734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-ad7e525d-0c71-4497-909f-429cdd0012f2 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 945 time: 0.0864542 Dec 17 16:16:14.164929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02341e-4528-4803-8507-de0eebd15ada req-44fa51fb-e92d-41a4-a5eb-e1e40f96e993 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:14.168616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c02341e-4528-4803-8507-de0eebd15ada req-44fa51fb-e92d-41a4-a5eb-e1e40f96e993 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 945 time: 0.0845973 Dec 17 16:16:14.291349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c02341e-4528-4803-8507-de0eebd15ada req-42f527ae-6c74-4220-947b-186ed6887624 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162021 Dec 17 16:16:14.328739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Deleting port f33c04e8-f5be-4b75-93a5-a8b93d520fdb {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:14.330477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:14.572774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] For port f33c04e8-f5be-4b75-93a5-a8b93d520fdb, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:14.573171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:14.602072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Calling delete_port for f33c04e8-f5be-4b75-93a5-a8b93d520fdb owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:14.801877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:14.814582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f33c04e8-f5be-4b75-93a5-a8b93d520fdb'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:16:14.863293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Pushing event deleted for resources: {'Port': ['ID=f33c04e8-f5be-4b75-93a5-a8b93d520fdb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:14.891888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.892380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.892838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.893275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.893709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.894146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.894737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.895166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.895590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.896101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.896604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.897020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.897444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:14.954865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321661-208e-419e-8056-402693637529 req-5bbf7333-3d21-4609-ac22-8dbde3ad7300 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:14.956986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-5bbf7333-3d21-4609-ac22-8dbde3ad7300 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.1981838 Dec 17 16:16:14.959004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] No DVR routers for this DVR port f33c04e8-f5be-4b75-93a5-a8b93d520fdb on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:16:14.961834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:14.966523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b0f9701-d4c5-40df-91f8-bfbdce03b53b req-28dad91f-69aa-4538-b54d-1993444aaf79 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.47 "DELETE /v2.0/ports/f33c04e8-f5be-4b75-93a5-a8b93d520fdb HTTP/1.1" status: 204 len: 173 time: 0.8685305 Dec 17 16:16:14.967018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'name': 'network-vif-deleted', 'tag': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:14.970673 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc4f8b5-8b6e-4d6a-a8a6-50c8718a35c7" -d '{"events": [{"server_uuid": "9d334b29-008a-4ac1-88e9-d5b822886d63", "name": "network-vif-deleted", "tag": "f33c04e8-f5be-4b75-93a5-a8b93d520fdb"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:14.998574 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-7f77564f-251a-4e13-af10-72ae3a05b493 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/quotas/d96496798a3045649e514480fe6e53c5 HTTP/1.1" status: 200 len: 375 time: 0.0334742 Dec 17 16:16:15.037286 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac0814a-080e-4f9b-91b2-572d7b62d7af x-openstack-request-id: req-dac0814a-080e-4f9b-91b2-572d7b62d7af {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:15.037735 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d334b29-008a-4ac1-88e9-d5b822886d63", "name": "network-vif-deleted", "tag": "f33c04e8-f5be-4b75-93a5-a8b93d520fdb", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:15.037988 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dac0814a-080e-4f9b-91b2-572d7b62d7af {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:15.038382 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d334b29-008a-4ac1-88e9-d5b822886d63', 'name': 'network-vif-deleted', 'tag': 'f33c04e8-f5be-4b75-93a5-a8b93d520fdb', 'status': 'completed', 'code': 200} Dec 17 16:16:15.091079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-4153b1f1-8c6e-4a44-870d-5ce8ccd47d27 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870421 Dec 17 16:16:15.209934 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-a6996435-1c27-4a40-a171-8f990647292c service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102922 Dec 17 16:16:15.348037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-7fae5091-2ad1-4bde-b86e-f951f61e6d38 service neutron] 10.222.0.54 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312129 Dec 17 16:16:15.600836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:15.740206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f8ec7d2-6713-4529-9ecf-8aa6ecd64249 req-d7902e04-aa17-478c-868c-cf1f67646a95 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 210 time: 0.0702519 Dec 17 16:16:15.764265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a44d62ff-f8da-4a46-a845-6095a06192d3 req-1b6fceca-b1ee-4c2a-a57e-2a56021f9a03 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d334b29-008a-4ac1-88e9-d5b822886d63 HTTP/1.1" status: 200 len: 210 time: 0.0335841 Dec 17 16:16:15.828970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bef9a5c2-abd2-4065-a877-02697b410939 req-007e06cc-e1e9-4f9d-8aba-8dd7b122ff8f tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0282049 Dec 17 16:16:16.731587 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:16:16.868766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b4ca54f-acde-4063-8feb-65fc662fd20e req-e14a9454-1998-492f-bacd-ae3cd0684a60 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 210 time: 0.0412004 Dec 17 16:16:16.990483 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cf464839-9c6a-4d6e-aa97-d7c978b48259 req-ee11fdf0-ebcc-4826-8fa8-96d5281c6bb3 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0463457 Dec 17 16:16:17.426154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ce09-e720-433b-8d32-bad947297841 req-df104e45-d05b-4018-907c-6c39d8a21d4b tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:17.427789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-df104e45-d05b-4018-907c-6c39d8a21d4b tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/networks?id=c156e647-6cf8-4bc6-a480-4e78b05322a8 HTTP/1.1" status: 200 len: 808 time: 0.1405425 Dec 17 16:16:17.478872 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-de95af8b-fde3-4370-8417-7c1935fd4aac tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/quotas/5b8a98cae4984bb7b51cf95080bd41bb HTTP/1.1" status: 200 len: 375 time: 0.0309842 Dec 17 16:16:17.546996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f33c04e8-f5be-4b75-93a5-a8b93d520fdb no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:16:17.574895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-1fef1039-d6da-4dba-a84c-7e82a43ec46c tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5b8a98cae4984bb7b51cf95080bd41bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916059 Dec 17 16:16:17.636546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: f33c04e8-f5be-4b75-93a5-a8b93d520fdb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:16:17.636792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f33c04e8-f5be-4b75-93a5-a8b93d520fdb not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:16:17.837229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321661-208e-419e-8056-402693637529 req-3e6555a9-2f71-43fc-bec4-f17cdca98126 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:17.838839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-3e6555a9-2f71-43fc-bec4-f17cdca98126 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.47 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 815 time: 0.1714430 Dec 17 16:16:17.853895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Request body: {'port': {'device_id': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'admin_state_up': True, 'tenant_id': 'd96496798a3045649e514480fe6e53c5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:18.073519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb90b7c5-65f4-4586-85f0-1c5495f06dc4 req-f949cef6-63df-4b39-a976-0928396ea2c8 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 210 time: 0.0373938 Dec 17 16:16:18.119212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Made reservation on behalf of d96496798a3045649e514480fe6e53c5 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:16:18.124940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:18.186530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-abbbcffc-022e-4365-89e5-f580ed7aa670 service neutron] 10.222.0.54 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079061 Dec 17 16:16:18.296223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b1798c6-e5d6-4055-bcd4-9f91aa1dfadf req-5aa15eab-d9ec-4541-8950-64d613a24391 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0623081 Dec 17 16:16:18.316402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-56888f1e-bc5b-405a-a248-5544618254b5 service neutron] 10.222.0.54 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288896 Dec 17 16:16:18.411172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Allocated IP 172.20.0.12 (6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4/bf0cd847-d3fb-4039-9ff9-6e46a851ce6d/7e116bf0-c02a-453f-9d78-3750afcd8239) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:16:18.669452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3f49fa03-4dd1-4767-9c02-7471930c2450 req-3cb919d1-ca0e-45b0-a29e-bfe27b27451e tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 210 time: 0.0470738 Dec 17 16:16:18.848150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:18.899004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:18.907577 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb4e7166-e0b3-4ff8-b2fa-0535e8d3768b req-f6c47c96-ff35-4783-85d4-1613c24c9489 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.4886951 Dec 17 16:16:18.914737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ba22ceea-cc9f-4e35-8fea-b28d251c35cc', '32b378c1-cf75-4e7a-a41e-187c440c101d', 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:16:19.005188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:19.016101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:19.020424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:16:19.072128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event updated for resources: {'Port': ['ID=7e116bf0-c02a-453f-9d78-3750afcd8239,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:19.087666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:19.088352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:19.122319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-5917eb58-4c99-42ce-bcea-5ea5c067a7c9 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2717226 Dec 17 16:16:19.136509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Request body: {'port': {'device_id': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:19.329348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:19.364018 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ecdfe-feef-43b6-a8b3-2e0efda7891f req-b479e2c6-b453-46bd-9c4c-e9f2bf17dd34 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:19.367099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc5ecdfe-feef-43b6-a8b3-2e0efda7891f req-b479e2c6-b453-46bd-9c4c-e9f2bf17dd34 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 932 time: 0.1481593 Dec 17 16:16:19.554080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fc5ecdfe-feef-43b6-a8b3-2e0efda7891f req-93d91579-9f04-4c79-987b-ac002bf1adcc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781583 Dec 17 16:16:19.559149 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4bfd45e7-8dca-4e18-9cbc-4cc26db5fbde req-05677014-c22f-4d20-9c0e-c088cefbbc6f tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0829096 Dec 17 16:16:19.865998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c8fefa20-18d6-4771-95ac-701e8d3a5edb req-0101912e-7b29-41b9-a5aa-76612f554cb7 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 210 time: 0.0499578 Dec 17 16:16:19.905622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e116bf0-c02a-453f-9d78-3750afcd8239 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:19.937941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:19.993645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Transition to ACTIVE for port object 7e116bf0-c02a-453f-9d78-3750afcd8239 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:16:20.001959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:20.142136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Pushing event updated for resources: {'Port': ['ID=7e116bf0-c02a-453f-9d78-3750afcd8239,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:20.190955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Attempting to bind port 7e116bf0-c02a-453f-9d78-3750afcd8239 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:16:20.191467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Attempting to bind port 7e116bf0-c02a-453f-9d78-3750afcd8239 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:16:20.191809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Attempting to bind port 7e116bf0-c02a-453f-9d78-3750afcd8239 on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:20.198271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Port 7e116bf0-c02a-453f-9d78-3750afcd8239 on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:16:20.198642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Attempting to bind port 7e116bf0-c02a-453f-9d78-3750afcd8239 on network 6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:20.204430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:16:20.204786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Checking segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:20.205298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Bound using segment: {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:16:20.205744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Bound port: 7e116bf0-c02a-453f-9d78-3750afcd8239, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:16:20.206102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:20.314434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] For port 7e116bf0-c02a-453f-9d78-3750afcd8239, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:16:20.318337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] For port 7e116bf0-c02a-453f-9d78-3750afcd8239, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7e116bf0-c02a-453f-9d78-3750afcd8239,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:16:20.327972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:20.463119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Pushing event updated for resources: {'Port': ['ID=7e116bf0-c02a-453f-9d78-3750afcd8239,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:20.740495 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1539d098-3366-4a8f-b126-b6902e4cb732 req-053bb5d9-15bc-4a9b-8f2d-3e8fded518d2 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0427794 Dec 17 16:16:20.938161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:20.938766 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:20.940130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-122dd7bb-4547-4b19-b160-95dcff48046b service neutron] 10.222.0.47 "PUT /v2.0/ports/7e116bf0-c02a-453f-9d78-3750afcd8239 HTTP/1.1" status: 200 len: 1093 time: 1.8100810 Dec 17 16:16:20.973776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'tag': '7e116bf0-c02a-453f-9d78-3750afcd8239'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:20.976215 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c79cb-8947-4e38-8e24-a1ea516365f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c171e7eb-8dd6-4631-8190-3a3e761cde30", "tag": "7e116bf0-c02a-453f-9d78-3750afcd8239"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:21.065239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6a7e4-1c4b-4ea4-a84b-00ea122cc3f3 req-0c7fd940-0687-4c65-bb84-d9ef84d6e92b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:21.067379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0e6a7e4-1c4b-4ea4-a84b-00ea122cc3f3 req-0c7fd940-0687-4c65-bb84-d9ef84d6e92b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 944 time: 0.1259701 Dec 17 16:16:21.117022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ce09-e720-433b-8d32-bad947297841 req-758c120d-edde-42d7-8ea9-8aa75b028c9d tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:21.117022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-758c120d-edde-42d7-8ea9-8aa75b028c9d tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.49 "GET /v2.0/networks?id=c156e647-6cf8-4bc6-a480-4e78b05322a8 HTTP/1.1" status: 200 len: 808 time: 0.7854667 Dec 17 16:16:21.158310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a7a3efa-9178-4720-b4c8-c35009f81db9 req-32cca24a-8079-46b7-9a2e-a99d451557a6 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 210 time: 0.0634398 Dec 17 16:16:21.182697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Request body: {'port': {'device_id': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8', 'admin_state_up': True, 'tenant_id': '5b8a98cae4984bb7b51cf95080bd41bb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:21.244819 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9220a93-6086-4fa6-af92-311adc6f1703 x-openstack-request-id: req-a9220a93-6086-4fa6-af92-311adc6f1703 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:21.245121 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c171e7eb-8dd6-4631-8190-3a3e761cde30", "tag": "7e116bf0-c02a-453f-9d78-3750afcd8239", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:21.245428 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9220a93-6086-4fa6-af92-311adc6f1703 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:21.246605 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'tag': '7e116bf0-c02a-453f-9d78-3750afcd8239', 'status': 'completed', 'code': 200} Dec 17 16:16:21.252198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321661-208e-419e-8056-402693637529 req-dc40525f-c886-4df2-934e-e5bf253608b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:21.253697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-dc40525f-c886-4df2-934e-e5bf253608b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 1096 time: 0.2600880 Dec 17 16:16:21.376923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-dd38c0d5-2ef4-47a6-adec-bd2cd837207f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e116bf0-c02a-453f-9d78-3750afcd8239 HTTP/1.1" status: 200 len: 217 time: 0.1143847 Dec 17 16:16:21.466310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0e6a7e4-1c4b-4ea4-a84b-00ea122cc3f3 req-30691b37-872f-4861-91cb-161f9f97d77e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904004 Dec 17 16:16:21.497599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321661-208e-419e-8056-402693637529 req-33e50262-5ece-4969-9be1-0bfe42240e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:21.499622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-33e50262-5ece-4969-9be1-0bfe42240e00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.1072690 Dec 17 16:16:21.549063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-ea8124ba-a3de-4391-85c8-bce97e1dfc82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404766 Dec 17 16:16:21.568577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Made reservation on behalf of 5b8a98cae4984bb7b51cf95080bd41bb for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:16:21.572865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:21.863798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc36a158-29ce-41be-8330-b0345fff4a8f req-d2b5e852-3bc6-4695-9c8b-6099d7ff1eb3 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.1009638 Dec 17 16:16:21.916574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-bd40e93f-827b-4bef-ac6b-677faca79793 service neutron] 10.222.0.47 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583710 Dec 17 16:16:21.972187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Allocated IP 172.20.0.9 (c156e647-6cf8-4bc6-a480-4e78b05322a8/c171205c-4514-4b75-b002-bcfb8f62d9de/b11f5b24-bfa6-444f-b951-36fcdd8c16c0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:16:22.125702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d321661-208e-419e-8056-402693637529 req-e2b88f19-110e-4a45-8c15-1583c84f94ee service neutron] 10.222.0.47 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694548 Dec 17 16:16:22.259646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:22.264579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6256d9a8-adf7-4c4e-be84-157e659387d9 req-9ef5a8a6-13b4-4451-b5a2-0ffe974be63b tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 210 time: 0.0376289 Dec 17 16:16:22.269871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-a897c7da-7b6f-46d7-99e9-c17b59e07a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:22.271764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-a897c7da-7b6f-46d7-99e9-c17b59e07a2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 1096 time: 0.0842321 Dec 17 16:16:22.355692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:22.421525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-81ecd339-2465-493f-ae1f-90d7e0f1f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:22.423189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-81ecd339-2465-493f-ae1f-90d7e0f1f4a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 916 time: 0.1444986 Dec 17 16:16:22.426783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Network c156e647-6cf8-4bc6-a480-4e78b05322a8 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:22.430238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:22.440055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:16:22.492842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Pushing event updated for resources: {'Port': ['ID=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:22.499608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-e9962a0c-52be-4794-9231-835c7eafe8f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e116bf0-c02a-453f-9d78-3750afcd8239 HTTP/1.1" status: 200 len: 217 time: 0.0671325 Dec 17 16:16:22.557281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:22.558132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:22.592595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-e1414941-6dd0-4d3e-9bc9-8fb77189d5f8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4427292 Dec 17 16:16:22.594233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-75627e0a-7445-4d76-91b4-665b872410cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:22.596022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-75627e0a-7445-4d76-91b4-665b872410cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.0868039 Dec 17 16:16:22.624980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-69436e45-560d-44ef-91e5-09afd73c1632 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:16:22.626082 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-69436e45-560d-44ef-91e5-09afd73c1632 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074539 Dec 17 16:16:22.661422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-be82fe60-ff72-4c87-8690-f752e8dcfb8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438211 Dec 17 16:16:22.723193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc942-a55d-498f-a3fe-b9e44cb27e76 req-095f2c4b-1626-4835-950a-412e48b5c26c tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:22.730871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-839fc942-a55d-498f-a3fe-b9e44cb27e76 req-095f2c4b-1626-4835-950a-412e48b5c26c tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 944 time: 0.1552680 Dec 17 16:16:22.747382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Request body: {'port': {'device_id': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:22.857633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-839fc942-a55d-498f-a3fe-b9e44cb27e76 req-ea964c71-45c5-41d2-8263-07bd129e3da7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257823 Dec 17 16:16:22.866702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:22.884191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-d41754ab-f4d4-4cc3-a8db-0ed6a353cdac service neutron] 10.222.0.47 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102561 Dec 17 16:16:22.985016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04856aab-0541-4bea-9e16-31d07ffae769 req-08dc6b96-3f18-4cef-854e-19e374c333ae tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0333834 Dec 17 16:16:23.114405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c79cb-8947-4e38-8e24-a1ea516365f5 req-c24e1c82-e80e-42e6-a0a7-dfb01c62a95c service neutron] 10.222.0.47 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265527 Dec 17 16:16:23.245929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11f5b24-bfa6-444f-b951-36fcdd8c16c0 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:23.255573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:23.277199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Transition to ACTIVE for port object b11f5b24-bfa6-444f-b951-36fcdd8c16c0 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:16:23.282862 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:23.337307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Pushing event updated for resources: {'Port': ['ID=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:23.433021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72a9a5-8013-4aee-9cca-401d8b6e6f3b req-1c0af2b1-fa43-4bed-98c4-61e4e1e2d2a9 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:23.434497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a72a9a5-8013-4aee-9cca-401d8b6e6f3b req-1c0af2b1-fa43-4bed-98c4-61e4e1e2d2a9 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 943 time: 0.0981762 Dec 17 16:16:23.454697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Attempting to bind port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:16:23.455062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Attempting to bind port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:16:23.455352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Attempting to bind port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 on network c156e647-6cf8-4bc6-a480-4e78b05322a8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:23.468318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 on network c156e647-6cf8-4bc6-a480-4e78b05322a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:16:23.468688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Attempting to bind port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 on network c156e647-6cf8-4bc6-a480-4e78b05322a8 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:23.485629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:16:23.485938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Checking segment: {'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:23.486270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Bound using segment: {'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:16:23.486704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Bound port: b11f5b24-bfa6-444f-b951-36fcdd8c16c0, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:16:23.487047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:23.506847 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a72a9a5-8013-4aee-9cca-401d8b6e6f3b req-e1b13a65-0116-436e-a50f-93e86e640ed7 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629590 Dec 17 16:16:23.566410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] For port b11f5b24-bfa6-444f-b951-36fcdd8c16c0, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:16:23.569369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] For port b11f5b24-bfa6-444f-b951-36fcdd8c16c0, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:16:23.574731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:23.619850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:23.621047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:23.622802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] 10.222.0.49 "PUT /v2.0/ports/b11f5b24-bfa6-444f-b951-36fcdd8c16c0 HTTP/1.1" status: 200 len: 1092 time: 0.9697151 Dec 17 16:16:23.623504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'tag': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:23.625923 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bb239d9e-ad72-4794-a122-5eb61756e283", "tag": "b11f5b24-bfa6-444f-b951-36fcdd8c16c0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:23.662881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2bd22-1deb-4ab8-89d1-3e736b25c563 service neutron] Pushing event updated for resources: {'Port': ['ID=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:23.727168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ce09-e720-433b-8d32-bad947297841 req-c91326c1-1556-44b4-8190-29746bdf4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:23.728728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-c91326c1-1556-44b4-8190-29746bdf4f65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b8a98cae4984bb7b51cf95080bd41bb&device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 1095 time: 0.0569701 Dec 17 16:16:23.787915 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15a8353-b008-4140-aa6d-046aa371b201 x-openstack-request-id: req-a15a8353-b008-4140-aa6d-046aa371b201 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:23.788211 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb239d9e-ad72-4794-a122-5eb61756e283", "tag": "b11f5b24-bfa6-444f-b951-36fcdd8c16c0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:23.788469 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a15a8353-b008-4140-aa6d-046aa371b201 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:23.788882 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'tag': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0', 'status': 'completed', 'code': 200} Dec 17 16:16:23.790728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-0b793e59-6d27-498d-a111-c78b145acb72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11f5b24-bfa6-444f-b951-36fcdd8c16c0 HTTP/1.1" status: 200 len: 217 time: 0.0520618 Dec 17 16:16:23.853547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22ce09-e720-433b-8d32-bad947297841 req-1368b906-d50a-4517-9871-1064f42906bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:23.855102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-1368b906-d50a-4517-9871-1064f42906bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c171205c-4514-4b75-b002-bcfb8f62d9de HTTP/1.1" status: 200 len: 848 time: 0.0486257 Dec 17 16:16:23.894460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-c789effd-1418-41ab-bad9-842459588622 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c156e647-6cf8-4bc6-a480-4e78b05322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271244 Dec 17 16:16:24.085785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-65aac018-12af-4dab-a0e6-c3fd4789493e service neutron] 10.222.0.49 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803505 Dec 17 16:16:24.094721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf273e6-da4b-489d-b423-d5526aabea20 req-35e8cee5-93a9-4ffd-a32f-888770cebd7e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:24.102203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cf273e6-da4b-489d-b423-d5526aabea20 req-35e8cee5-93a9-4ffd-a32f-888770cebd7e tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 944 time: 0.0914624 Dec 17 16:16:24.181416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21f5b8-94eb-4cc1-85cb-d1ba2bbaa9fa req-068e9f15-9fd5-4220-9bef-94609c73a972 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:24.192033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c21f5b8-94eb-4cc1-85cb-d1ba2bbaa9fa req-068e9f15-9fd5-4220-9bef-94609c73a972 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1098 time: 0.0567801 Dec 17 16:16:24.219150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5cf273e6-da4b-489d-b423-d5526aabea20 req-d132e0fc-b974-49d8-b598-79207e739b46 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025169 Dec 17 16:16:24.263093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5c21f5b8-94eb-4cc1-85cb-d1ba2bbaa9fa req-6972fb9f-c637-44aa-aaff-548eb03d7e69 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697627 Dec 17 16:16:24.275758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 50976) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:24.300286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b22ce09-e720-433b-8d32-bad947297841 req-3385a024-31a3-4c1b-b2fd-d8554b5959a3 service neutron] 10.222.0.49 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959362 Dec 17 16:16:24.390523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0cbb05b7-edb6-4955-b1ad-08a9dc762cfb req-5502ca23-a8d9-45f0-a487-a368357af3d2 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0856557 Dec 17 16:16:24.457086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-86381b4d-77b3-4cb0-a2e0-12e7bb946262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:24.458849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-86381b4d-77b3-4cb0-a2e0-12e7bb946262 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b8a98cae4984bb7b51cf95080bd41bb&device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 1095 time: 0.0822654 Dec 17 16:16:24.506046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 87ce4db1-78bf-4e14-8aa9-eab36f2eb24f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:24.506382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:24.567361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-2a7c31a1-3728-4cb3-8161-c57e6fac293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:24.569001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-2a7c31a1-3728-4cb3-8161-c57e6fac293e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c156e647-6cf8-4bc6-a480-4e78b05322a8 HTTP/1.1" status: 200 len: 909 time: 0.1019123 Dec 17 16:16:24.624456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:24.624906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:24.643060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 87ce4db1-78bf-4e14-8aa9-eab36f2eb24f owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:24.657283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-ffe04f23-c2eb-4788-b20f-f6556a1af66a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11f5b24-bfa6-444f-b951-36fcdd8c16c0 HTTP/1.1" status: 200 len: 217 time: 0.0783412 Dec 17 16:16:24.717270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-45893918-6ec1-47d8-b0d6-04a3f816bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:24.718726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-45893918-6ec1-47d8-b0d6-04a3f816bdb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c171205c-4514-4b75-b002-bcfb8f62d9de HTTP/1.1" status: 200 len: 848 time: 0.0533504 Dec 17 16:16:24.760020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36889f9e-e935-4426-ac48-4083cd211b32 req-6577927a-1728-4ccc-a505-b16bced4ee1f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:24.762064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36889f9e-e935-4426-ac48-4083cd211b32 req-6577927a-1728-4ccc-a505-b16bced4ee1f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 943 time: 0.1039414 Dec 17 16:16:24.763187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-cb542add-95b4-4ea4-88bd-e832ee274522 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c156e647-6cf8-4bc6-a480-4e78b05322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366104 Dec 17 16:16:24.820206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36889f9e-e935-4426-ac48-4083cd211b32 req-fa5d81cc-81d9-48cb-8bab-a5597665058d tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492177 Dec 17 16:16:24.876258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-e4ca8415-59c8-4bf7-b339-44eb24cf5a10 service neutron] 10.222.0.49 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050930 Dec 17 16:16:24.921183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:24.956411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=87ce4db1-78bf-4e14-8aa9-eab36f2eb24f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:24.980174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebbd43bd-a8ba-4c91-ab1f-bfd3bc8d53ee req-30f0dd4f-dd57-4609-a868-4513919bb448 service neutron] 10.222.0.49 "GET /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928905 Dec 17 16:16:25.002722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.003088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.003445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.003790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.004156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.004495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.004837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.005175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.005507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.005841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.006172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.006504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.006832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:25.028495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:25.028839 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP d32d286b-2766-47a7-90e0-795fb41b6bb9 disassociated (deleted). External IP: 172.25.0.76, port: 698204e0-f6e7-4589-bd3a-c625853763ba. Dec 17 16:16:25.259144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb3b3c1c-e887-41e0-9646-e35817d01ac1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:16:25.321017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e92b17-6277-42db-8df1-2772378f4988 req-8d4ed52f-a896-4422-a043-0ff4413e75c0 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:25.322712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3e92b17-6277-42db-8df1-2772378f4988 req-8d4ed52f-a896-4422-a043-0ff4413e75c0 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 944 time: 0.0530264 Dec 17 16:16:25.374409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:16:25.379646 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:25.381194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3e92b17-6277-42db-8df1-2772378f4988 req-c1933470-f395-496f-ad5c-3498a2652f67 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514264 Dec 17 16:16:25.387464 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] Sync routers for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:16:25.398794 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:25.399635 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:25.420576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-86d6b783-9efb-4222-a7fb-bbdec3d1e294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/floatingips/d32d286b-2766-47a7-90e0-795fb41b6bb9 HTTP/1.1" status: 204 len: 168 time: 1.1427767 Dec 17 16:16:25.421481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:25.425538 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e414e36c-3a86-41b6-9a11-7777c49b035f" -d '{"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:25.591621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7e116bf0-c02a-453f-9d78-3750afcd8239 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:16:25.623949 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac338ffd-4f20-4944-a4dd-6af965403aee x-openstack-request-id: req-ac338ffd-4f20-4944-a4dd-6af965403aee {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:25.624930 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:25.625376 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac338ffd-4f20-4944-a4dd-6af965403aee {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:25.626155 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'status': 'completed', 'code': 200} Dec 17 16:16:25.764859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-3fc926f6-cce6-42d5-9e67-ea4c6db37c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:25.766871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-3fc926f6-cce6-42d5-9e67-ea4c6db37c20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 1098 time: 0.1142797 Dec 17 16:16:25.771279 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:25.773130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9bae857-e1e2-4880-80c2-fef0df1290e8 req-23396141-ceb1-4a82-9575-0cbcf2558af3 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0532713 Dec 17 16:16:25.820476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7e116bf0-c02a-453f-9d78-3750afcd8239, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7e116bf0-c02a-453f-9d78-3750afcd8239,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:25.836605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '7e116bf0-c02a-453f-9d78-3750afcd8239', 'network_id': '6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4', 'port_id': '7e116bf0-c02a-453f-9d78-3750afcd8239', 'mac_address': 'fa:16:3e:a2:5f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf0cd847-d3fb-4039-9ff9-6e46a851ce6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:16:25.883151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:25.899748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e116bf0-c02a-453f-9d78-3750afcd8239 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:25.923657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002e1b0-7a50-4799-a7a7-3750e6f1a142 req-b6748a47-fcf3-453f-a760-6c5767c6cd51 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:25.925734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7e116bf0-c02a-453f-9d78-3750afcd8239, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7e116bf0-c02a-453f-9d78-3750afcd8239,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:25.926234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e002e1b0-7a50-4799-a7a7-3750e6f1a142 req-b6748a47-fcf3-453f-a760-6c5767c6cd51 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 946 time: 0.1966529 Dec 17 16:16:25.931678 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:26.003391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-29d773d0-2960-4af7-8fe6-7adeb7295948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:26.005121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-29d773d0-2960-4af7-8fe6-7adeb7295948 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 200 len: 897 time: 0.2260885 Dec 17 16:16:26.051001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7e116bf0-c02a-453f-9d78-3750afcd8239,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:26.056404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb79642-2843-4626-93b4-6eae765b65cc req-a5e83aa3-6317-4014-8bd5-07d2cd7d2755 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:26.075652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fb79642-2843-4626-93b4-6eae765b65cc req-a5e83aa3-6317-4014-8bd5-07d2cd7d2755 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 943 time: 0.1270466 Dec 17 16:16:26.121638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e002e1b0-7a50-4799-a7a7-3750e6f1a142 req-c69e4fe2-b912-48b4-b55f-200260eaa956 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888247 Dec 17 16:16:26.130165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-a83aff47-99c3-418b-ad1a-ea570f968414 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 200 len: 217 time: 0.1116221 Dec 17 16:16:26.166064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fb79642-2843-4626-93b4-6eae765b65cc req-cde7820e-c731-4bbe-afae-9471146522dd tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891354 Dec 17 16:16:26.178179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b11f5b24-bfa6-444f-b951-36fcdd8c16c0 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:16:26.201003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7e116bf0-c02a-453f-9d78-3750afcd8239'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:16:26.215741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-e85344cc-104f-45dc-9f76-99d2ca8240d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:26.217176 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-e85344cc-104f-45dc-9f76-99d2ca8240d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 200 len: 835 time: 0.0754452 Dec 17 16:16:26.258729 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:09Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:26.304665 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] Checking router: cb3b3c1c-e887-41e0-9646-e35817d01ac1 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:16:26.316413 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:26.317018 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:26.319919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-227bf865-308e-46e1-9edb-2a90ffbb8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:26.321987 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-227bf865-308e-46e1-9edb-2a90ffbb8298 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e553340-cddb-45db-b63e-3ee02b4366e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936036 Dec 17 16:16:26.455538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b11f5b24-bfa6-444f-b951-36fcdd8c16c0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:26.469273 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:26.472949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0', 'network_id': 'c156e647-6cf8-4bc6-a480-4e78b05322a8', 'port_id': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0', 'mac_address': 'fa:16:3e:6e:ae:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c171205c-4514-4b75-b002-bcfb8f62d9de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:16:26.525318 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:26.547125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11f5b24-bfa6-444f-b951-36fcdd8c16c0 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:26.570294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b11f5b24-bfa6-444f-b951-36fcdd8c16c0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:26.576887 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:26.607182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-0b1651e0-d1c2-4e69-8392-a024d608f27b service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762985 Dec 17 16:16:26.687952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:26.704658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b6701-d5e5-46f0-a745-dfb55a72f743 req-a2310d11-4435-4391-a59c-5e67d6d7c33f tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:26.706196 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-422b6701-d5e5-46f0-a745-dfb55a72f743 req-a2310d11-4435-4391-a59c-5e67d6d7c33f tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 945 time: 0.1956630 Dec 17 16:16:26.759810 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:09Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:26.789948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-422b6701-d5e5-46f0-a745-dfb55a72f743 req-877d61e8-e49d-44ec-b2f9-063b80b1a8b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738177 Dec 17 16:16:26.792587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e414e36c-3a86-41b6-9a11-7777c49b035f req-5765732d-5c50-4929-b106-2c9d8be6764d service neutron] 10.222.0.49 "GET /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720400 Dec 17 16:16:26.800001 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9851ccdf-1c5a-4c44-86a2-9f7207830364 None None] The sync data for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 is: [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:14:04Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '3b712da0-cadb-44d4-8e2c-935216f1433f', 'name': '', 'network_id': '9e553340-cddb-45db-b63e-3ee02b4366e5', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:91:56:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:01Z', 'updated_at': '2021-12-17T16:14:09Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': 'dccfe1c5-f434-44ad-bfb5-f9df21914fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:16:26.872317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b11f5b24-bfa6-444f-b951-36fcdd8c16c0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:16:26.920461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4bf793e5-5e1a-4d73-b509-205c5fb00da1 req-ebdef89f-9525-482c-bb67-ede7addb5009 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0521443 Dec 17 16:16:27.110072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d8b05-acac-4870-be04-20204951c50b req-31c4a3dd-3d83-4926-aa90-996df359177d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:27.111665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b57d8b05-acac-4870-be04-20204951c50b req-31c4a3dd-3d83-4926-aa90-996df359177d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 946 time: 0.0998750 Dec 17 16:16:27.266478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee37a8-ec70-4588-9a08-2d0e603c27c9 None None] New status for floating IP d32d286b-2766-47a7-90e0-795fb41b6bb9: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:16:27.310327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2542a-eaf5-4600-a46f-e64852493c5a req-a4b1e953-00db-492c-9de6-7f6c42a80c40 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:27.312122 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75b2542a-eaf5-4600-a46f-e64852493c5a req-a4b1e953-00db-492c-9de6-7f6c42a80c40 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=259c7cbe-fef5-435a-b695-a0dea87b63b7 HTTP/1.1" status: 200 len: 946 time: 0.0844035 Dec 17 16:16:27.314348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 698204e0-f6e7-4589-bd3a-c625853763ba {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:27.314688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:27.373308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968297d2-2736-4264-ab86-d58da8f93d5a req-93ec1237-41c5-449e-b3cd-d9fc841e7b0a tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:27.384623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-968297d2-2736-4264-ab86-d58da8f93d5a req-93ec1237-41c5-449e-b3cd-d9fc841e7b0a tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 944 time: 0.0792139 Dec 17 16:16:27.426159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 698204e0-f6e7-4589-bd3a-c625853763ba, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=698204e0-f6e7-4589-bd3a-c625853763ba,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:27.426809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:27.444435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-968297d2-2736-4264-ab86-d58da8f93d5a req-21b93548-9425-4625-b09f-42530ae3782a tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581553 Dec 17 16:16:27.446136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 698204e0-f6e7-4589-bd3a-c625853763ba owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:27.559401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75b2542a-eaf5-4600-a46f-e64852493c5a req-6682591b-ef08-41fc-bff9-b487fcbccd75 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=66cdb4ad-ef21-4e48-9507-d9fc8a320842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060855 Dec 17 16:16:27.609797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7e116bf0-c02a-453f-9d78-3750afcd8239 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:27.653296 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:27.692830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 7e116bf0-c02a-453f-9d78-3750afcd8239 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:16:27.697214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 7e116bf0-c02a-453f-9d78-3750afcd8239 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:27.698020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:27.698754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=698204e0-f6e7-4589-bd3a-c625853763ba,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:27.757936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] No DVR routers for this DVR port 698204e0-f6e7-4589-bd3a-c625853763ba on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:16:27.762168 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:27.765642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b57d8b05-acac-4870-be04-20204951c50b req-7f95e46d-7ec2-4e22-9c13-a122738893ef tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "DELETE /v2.0/ports/698204e0-f6e7-4589-bd3a-c625853763ba HTTP/1.1" status: 204 len: 173 time: 0.6470850 Dec 17 16:16:27.766178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-deleted', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:27.768540 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded6bfef-9ee1-49bf-8e00-f71f574ca524" -d '{"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-deleted", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:27.839171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:27.874904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e116bf0-c02a-453f-9d78-3750afcd8239'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:27.878033 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd7c6f3-7280-4f4f-9c30-c3a5ec767bc2" -d '{"events": [{"server_uuid": "c171e7eb-8dd6-4631-8190-3a3e761cde30", "name": "network-vif-plugged", "status": "completed", "tag": "7e116bf0-c02a-453f-9d78-3750afcd8239"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:27.895463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7e116bf0-c02a-453f-9d78-3750afcd8239, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7e116bf0-c02a-453f-9d78-3750afcd8239,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:27.900793 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:27.978109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7e116bf0-c02a-453f-9d78-3750afcd8239,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:27.980351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a51ad-f397-45d3-b7d0-8d2c8e135e7a req-d65d7c45-105c-4999-a74f-78dd94bc7a59 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:27.983232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee0a51ad-f397-45d3-b7d0-8d2c8e135e7a req-d65d7c45-105c-4999-a74f-78dd94bc7a59 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 946 time: 0.0830386 Dec 17 16:16:28.038097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee0a51ad-f397-45d3-b7d0-8d2c8e135e7a req-98e871c6-e6b8-4fbd-9897-8e248bb57c99 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475452 Dec 17 16:16:28.114961 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0ce6c5-b97d-4d78-878d-ec5cbbeaf5a5 x-openstack-request-id: req-fb0ce6c5-b97d-4d78-878d-ec5cbbeaf5a5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:28.115262 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171e7eb-8dd6-4631-8190-3a3e761cde30", "name": "network-vif-plugged", "status": "completed", "tag": "7e116bf0-c02a-453f-9d78-3750afcd8239", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:28.115513 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb0ce6c5-b97d-4d78-878d-ec5cbbeaf5a5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:28.115963 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e116bf0-c02a-453f-9d78-3750afcd8239', 'code': 200} Dec 17 16:16:28.186425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b11f5b24-bfa6-444f-b951-36fcdd8c16c0 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:28.281541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1157bf0d-c4a0-4f1c-82bb-c73d43fe1907 req-c5948ef5-c8c6-4900-bc20-1bd729cc8368 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0589588 Dec 17 16:16:28.301163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a860e55-c197-4dc2-9e3c-b46f998e93b4 req-c0b91a37-fab6-4a33-9ac7-d87b4804029b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:28.309105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a860e55-c197-4dc2-9e3c-b46f998e93b4 req-c0b91a37-fab6-4a33-9ac7-d87b4804029b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.5591736 Dec 17 16:16:28.319302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:16:28.330785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:28.331148 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:28.334973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a97475-6c11-4c14-b24d-dd21ebeca341 req-26241683-b9ca-4ae5-ba92-4b0846234a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:28.336480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0a97475-6c11-4c14-b24d-dd21ebeca341 req-26241683-b9ca-4ae5-ba92-4b0846234a71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 1098 time: 0.1430418 Dec 17 16:16:28.360567 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf9b2d8-64d9-49a8-82fc-f860f2ab67fa x-openstack-request-id: req-6bf9b2d8-64d9-49a8-82fc-f860f2ab67fa {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:28.360567 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259c7cbe-fef5-435a-b695-a0dea87b63b7", "name": "network-vif-deleted", "tag": "698204e0-f6e7-4589-bd3a-c625853763ba", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:28.360897 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bf9b2d8-64d9-49a8-82fc-f860f2ab67fa {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:28.361150 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259c7cbe-fef5-435a-b695-a0dea87b63b7', 'name': 'network-vif-deleted', 'tag': '698204e0-f6e7-4589-bd3a-c625853763ba', 'status': 'completed', 'code': 200} Dec 17 16:16:28.418631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5a860e55-c197-4dc2-9e3c-b46f998e93b4 req-cf39917a-529e-4014-bdec-f3509dc232c2 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904758 Dec 17 16:16:28.456969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0a97475-6c11-4c14-b24d-dd21ebeca341 req-1a899b78-2923-4f4b-bbe5-f12cd01436b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114712 Dec 17 16:16:28.484864 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:28.528142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b11f5b24-bfa6-444f-b951-36fcdd8c16c0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:28.535012 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:28.565804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9f36-e56f-4a2a-86f4-4c306ac9850b req-fdaa332d-2e4e-4311-9c0c-384e84456787 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:28.574351 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6eea9f36-e56f-4a2a-86f4-4c306ac9850b req-fdaa332d-2e4e-4311-9c0c-384e84456787 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 944 time: 0.0605133 Dec 17 16:16:28.610043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:28.651787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:28.653193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6eea9f36-e56f-4a2a-86f4-4c306ac9850b req-42d57d93-ecf3-407a-b2bc-9131a5840db1 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776443 Dec 17 16:16:29.157841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:29.284456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc0f5-10f2-45a7-809a-b8650d6e96d5 req-6b5fe7f6-bc5d-4a2b-9f70-e56e50866202 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:29.286023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6ddc0f5-10f2-45a7-809a-b8650d6e96d5 req-6b5fe7f6-bc5d-4a2b-9f70-e56e50866202 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 946 time: 0.1465421 Dec 17 16:16:29.405978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f7b5fc48-cc66-4055-85f0-87c6d42ac36f req-a4fdcb41-94c8-4eca-b33f-8416aeba3ea0 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0396569 Dec 17 16:16:29.407142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6ddc0f5-10f2-45a7-809a-b8650d6e96d5 req-2e6e43d2-90c6-49e5-aa3f-a1726ea78dd5 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134410 Dec 17 16:16:29.575973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f337688-8491-4918-8988-3bc39dacb383 req-718ec191-3574-4315-bf05-d06d22b2ab1d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:29.585516 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f337688-8491-4918-8988-3bc39dacb383 req-718ec191-3574-4315-bf05-d06d22b2ab1d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.0807643 Dec 17 16:16:29.678433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 3b712da0-cadb-44d4-8e2c-935216f1433f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:29.679016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:29.704455 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f337688-8491-4918-8988-3bc39dacb383 req-5ce868fd-4d50-430f-96c6-f967a0483b22 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177220 Dec 17 16:16:29.820829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 3b712da0-cadb-44d4-8e2c-935216f1433f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3b712da0-cadb-44d4-8e2c-935216f1433f,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:29.821346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:29.838440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 3b712da0-cadb-44d4-8e2c-935216f1433f owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:29.863068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e3b17-2ac8-4d49-97d7-a013cec137ea req-48c1ae17-0864-4cfa-89da-fcd6cf1877e9 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:29.865137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b9e3b17-2ac8-4d49-97d7-a013cec137ea req-48c1ae17-0864-4cfa-89da-fcd6cf1877e9 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 945 time: 0.0832918 Dec 17 16:16:29.963100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b9e3b17-2ac8-4d49-97d7-a013cec137ea req-16f562e5-c5f4-459c-a9be-91a8d7e752e7 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635569 Dec 17 16:16:30.118635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:30.121306 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c250df7-1295-4d82-a7dc-638d836f6083" -d '{"events": [{"server_uuid": "bb239d9e-ad72-4794-a122-5eb61756e283", "name": "network-vif-plugged", "status": "completed", "tag": "b11f5b24-bfa6-444f-b951-36fcdd8c16c0"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:30.174490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:30.202531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:16:30.204186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=3b712da0-cadb-44d4-8e2c-935216f1433f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:30.240530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 698204e0-f6e7-4589-bd3a-c625853763ba {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:16:30.240948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 698204e0-f6e7-4589-bd3a-c625853763ba not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:16:30.286908 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65119757-2933-4af2-b180-b9f59e1311a6 x-openstack-request-id: req-65119757-2933-4af2-b180-b9f59e1311a6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:30.287363 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb239d9e-ad72-4794-a122-5eb61756e283", "name": "network-vif-plugged", "status": "completed", "tag": "b11f5b24-bfa6-444f-b951-36fcdd8c16c0", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:30.287479 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65119757-2933-4af2-b180-b9f59e1311a6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:30.287851 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0', 'code': 200} Dec 17 16:16:30.448626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d59763-ba5e-451c-ad90-6053df3d84d6 req-bf774bb0-eb58-4e54-9f19-c0a36d66f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:30.450352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64d59763-ba5e-451c-ad90-6053df3d84d6 req-bf774bb0-eb58-4e54-9f19-c0a36d66f562 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 1097 time: 0.0990098 Dec 17 16:16:30.451066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:30.530110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019582f9-8576-4094-9fbc-5c6df4284da6 req-6eebf8c7-0569-44f9-a894-0d8b3a187dbc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:30.531776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-019582f9-8576-4094-9fbc-5c6df4284da6 req-6eebf8c7-0569-44f9-a894-0d8b3a187dbc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 946 time: 0.0515318 Dec 17 16:16:30.556201 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d1b892a-44c1-4174-84ad-90bc4a648eb8 req-dde0dd2f-c1f0-4d6c-85a4-4582235a2765 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0473921 Dec 17 16:16:30.583437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-019582f9-8576-4094-9fbc-5c6df4284da6 req-0c2bc2e1-3d70-476d-883c-4a3218baab57 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442472 Dec 17 16:16:30.602062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64d59763-ba5e-451c-ad90-6053df3d84d6 req-41615a35-6d20-4fe7-b468-0aa475ed74f2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445901 Dec 17 16:16:30.762546 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router cb3b3c1c-e887-41e0-9646-e35817d01ac1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:16:30.887477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b178d0-869b-4b9d-990b-5e17b2cae3e1 req-4d060f5f-8d43-4e8f-aa4c-f7d2bef1ec0b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:30.889531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07b178d0-869b-4b9d-990b-5e17b2cae3e1 req-4d060f5f-8d43-4e8f-aa4c-f7d2bef1ec0b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1178339 Dec 17 16:16:30.977741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:16:30.983207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d1266fe7-c657-45dd-9cb3-a35915cf1783 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/cb3b3c1c-e887-41e0-9646-e35817d01ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3262820 Dec 17 16:16:30.986414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51092) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:30.993886 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] Sync routers for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:16:31.003557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07b178d0-869b-4b9d-990b-5e17b2cae3e1 req-26385ecb-1996-4df7-959a-3497dc692f7b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801733 Dec 17 16:16:31.017576 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:31.017576 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:31.091228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting subnet dccfe1c5-f434-44ad-bfb5-f9df21914fcf {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:16:31.096466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:31.176039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:31.186143 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:31.234099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15478a59-80ed-45a7-8dcc-dcb1003914f0 req-29c7ee2c-5a6e-4c70-b1bd-514540551269 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:31.244330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15478a59-80ed-45a7-8dcc-dcb1003914f0 req-29c7ee2c-5a6e-4c70-b1bd-514540551269 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 945 time: 0.1216550 Dec 17 16:16:31.342745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-15478a59-80ed-45a7-8dcc-dcb1003914f0 req-38c566e3-9854-4b4a-a68d-652c7d0c390a tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973766 Dec 17 16:16:31.366740 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:31.414453 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:16:30Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:31.435961 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:31.453063 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] Checking router: cb3b3c1c-e887-41e0-9646-e35817d01ac1 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:16:31.462965 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] Routers {'cb3b3c1c-e887-41e0-9646-e35817d01ac1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:31.464048 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:31.492655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Subnet': ['ID=dccfe1c5-f434-44ad-bfb5-f9df21914fcf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:31.499223 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:31.502766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b15357-995f-4cac-a564-7c8c4a4bf4aa None None] Network 9e553340-cddb-45db-b63e-3ee02b4366e5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:16:31.519488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-82ec6493-be45-4485-9a7b-bb82d59e5c30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/subnets/dccfe1c5-f434-44ad-bfb5-f9df21914fcf HTTP/1.1" status: 204 len: 168 time: 0.5310950 Dec 17 16:16:31.521791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51104) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:31.618139 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] Set router cb3b3c1c-e887-41e0-9646-e35817d01ac1 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:31.800591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c49e27c-ea70-4197-bdcf-e8f9dd72bdf1 req-f82fb25c-8f7a-46db-927d-cf0b7c4e708e tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0783691 Dec 17 16:16:31.834264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] DHCP port deletion for 9e553340-cddb-45db-b63e-3ee02b4366e5 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:16:31.843274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:31.936280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] Deleting port 9a5476df-4c2c-4260-b911-795b18dcd5e8 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:31.937125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:32.058575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] For port 9a5476df-4c2c-4260-b911-795b18dcd5e8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9a5476df-4c2c-4260-b911-795b18dcd5e8,segment=NetworkSegment(705e2870-7aea-46e3-a0b0-5ba18b89771b),segment_id=705e2870-7aea-46e3-a0b0-5ba18b89771b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:32.058967 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:32.097514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] Calling delete_port for 9a5476df-4c2c-4260-b911-795b18dcd5e8 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:32.140993 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:16:30Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:32.157667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:32.243671 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8038f8d-a528-4d31-b02f-bc8a614212cd None None] The sync data for ids ['cb3b3c1c-e887-41e0-9646-e35817d01ac1'] in n-d-806683-20 is: [{'id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-198508258', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:50Z', 'updated_at': '2021-12-17T16:16:30Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'c8d27a37-2464-4c45-8b22-65903a3351d7', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:26:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3b3c1c-e887-41e0-9646-e35817d01ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:51Z', 'updated_at': '2021-12-17T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:16:32.317626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2631-d895-438e-ba56-7ecbcd4b1640 req-326960a8-e697-43e7-b3d1-b3ae489315a3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:32.324678 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e43c2631-d895-438e-ba56-7ecbcd4b1640 req-326960a8-e697-43e7-b3d1-b3ae489315a3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1458168 Dec 17 16:16:32.329143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a5476df-4c2c-4260-b911-795b18dcd5e8 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:16:32.331746 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:32.334189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port c8d27a37-2464-4c45-8b22-65903a3351d7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:32.335969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:32.457070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e43c2631-d895-438e-ba56-7ecbcd4b1640 req-f147e71b-5fd1-49e0-9cb9-d3dc8380b27e tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261151 Dec 17 16:16:32.554769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port c8d27a37-2464-4c45-8b22-65903a3351d7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8d27a37-2464-4c45-8b22-65903a3351d7,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:32.557869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:32.576939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a9f33-9497-4915-9750-b97f06acc553 req-98c20b47-c9a4-4aea-ada8-a017a17b2c34 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:32.578726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc0a9f33-9497-4915-9750-b97f06acc553 req-98c20b47-c9a4-4aea-ada8-a017a17b2c34 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 945 time: 0.1133502 Dec 17 16:16:32.594070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for c8d27a37-2464-4c45-8b22-65903a3351d7 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:32.650931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] Pushing event deleted for resources: {'Port': ['ID=9a5476df-4c2c-4260-b911-795b18dcd5e8,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:32.660329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9a5476df-4c2c-4260-b911-795b18dcd5e8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:16:32.660878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9a5476df-4c2c-4260-b911-795b18dcd5e8 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:16:32.665675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b9724-f464-46ef-8afd-354d0057b036 None None] No DVR routers for this DVR port 9a5476df-4c2c-4260-b911-795b18dcd5e8 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:16:32.747861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc0a9f33-9497-4915-9750-b97f06acc553 req-3837eb1c-f193-4fa9-8f6e-e9002f75a114 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611872 Dec 17 16:16:32.898965 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:32.929602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=c8d27a37-2464-4c45-8b22-65903a3351d7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:32.949359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d3b4a-ae6e-4ee8-81ff-f8f472d5e14b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:16:32.952140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d07605fd-31e8-4455-b065-9488089b1fc0 req-80821527-5a5e-47ed-968a-2da581bbc2f5 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0414851 Dec 17 16:16:33.007289 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.120824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.123949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.218512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.219732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Fanout notify agent at l3_agent the message router_deleted on router cb3b3c1c-e887-41e0-9646-e35817d01ac1 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:16:33.241573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.244048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a5d27023-1510-4f94-916e-6b9d0e421a2f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/routers/cb3b3c1c-e887-41e0-9646-e35817d01ac1 HTTP/1.1" status: 204 len: 168 time: 1.7209592 Dec 17 16:16:33.246692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:33.348902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.460436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.500174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e553340-cddb-45db-b63e-3ee02b4366e5']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:33.516100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705e2870-7aea-46e3-a0b0-5ba18b89771b') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:33.516405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705e2870-7aea-46e3-a0b0-5ba18b89771b') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:33.527634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.563965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.573559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:16:33.573788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:16:33.576914 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:16:33.644844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569231e-d51e-4283-bfd4-f36b9e00cc19 req-b00e802d-35d4-4b11-9348-14420e5cd4c7 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:33.646534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2569231e-d51e-4283-bfd4-f36b9e00cc19 req-b00e802d-35d4-4b11-9348-14420e5cd4c7 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1123559 Dec 17 16:16:33.658649 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.668664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.672005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/networks/9e553340-cddb-45db-b63e-3ee02b4366e5 HTTP/1.1" status: 204 len: 168 time: 0.4241555 Dec 17 16:16:33.674799 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51154) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:33.688169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a403d2-dd27-4b40-835d-994d1084f899 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Network': ['ID=9e553340-cddb-45db-b63e-3ee02b4366e5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:33.747264 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2569231e-d51e-4283-bfd4-f36b9e00cc19 req-cbff6e64-4696-4dac-a18b-890d9a07de4a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800161 Dec 17 16:16:33.785744 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b851a794-6bca-4dd1-8bbe-6cf0bbff9833 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.847009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b851a794-6bca-4dd1-8bbe-6cf0bbff9833 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.969326 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b851a794-6bca-4dd1-8bbe-6cf0bbff9833 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.973762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b851a794-6bca-4dd1-8bbe-6cf0bbff9833 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:33.978366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b851a794-6bca-4dd1-8bbe-6cf0bbff9833 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/security-groups/66cdb4ad-ef21-4e48-9507-d9fc8a320842 HTTP/1.1" status: 204 len: 168 time: 0.3024037 Dec 17 16:16:33.993449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851a794-6bca-4dd1-8bbe-6cf0bbff9833 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cdb4ad-ef21-4e48-9507-d9fc8a320842,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:34.089265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3b712da0-cadb-44d4-8e2c-935216f1433f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:16:34.118045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512b596-a2c5-4609-8f96-a634a1caf468 req-8d04c664-e16c-4678-a05a-c18f501f2ab5 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:34.126754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1512b596-a2c5-4609-8f96-a634a1caf468 req-8d04c664-e16c-4678-a05a-c18f501f2ab5 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 945 time: 0.1694613 Dec 17 16:16:34.154860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3b712da0-cadb-44d4-8e2c-935216f1433f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:16:34.155525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3b712da0-cadb-44d4-8e2c-935216f1433f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:16:34.156719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8d27a37-2464-4c45-8b22-65903a3351d7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:16:34.193233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c8d27a37-2464-4c45-8b22-65903a3351d7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:16:34.195663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8d27a37-2464-4c45-8b22-65903a3351d7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:16:34.205072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-208d0bd5-e913-4330-bbe5-bc67d65ed846 req-5eb05287-c37e-429e-807d-6afb2f57edd0 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0731475 Dec 17 16:16:34.303036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1512b596-a2c5-4609-8f96-a634a1caf468 req-6de4add6-8c1c-4a34-b5d6-bc190f9a796e tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741543 Dec 17 16:16:34.732856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51168) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:34.738195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-417b59e6-6394-4323-b0fd-81bb20a273b3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032894312', 'description': 'tempest-secgroup-smoke-2032894312 description', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:34.772576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-417b59e6-6394-4323-b0fd-81bb20a273b3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:34.909242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-417b59e6-6394-4323-b0fd-81bb20a273b3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:34.914871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-417b59e6-6394-4323-b0fd-81bb20a273b3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:34.951059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125878ef-cdc7-47f8-a653-bd9d041f31b3 req-a04fbed3-7369-482e-86bd-4b2d35d4daa9 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:34.952224 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-417b59e6-6394-4323-b0fd-81bb20a273b3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:34.953508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-125878ef-cdc7-47f8-a653-bd9d041f31b3 req-a04fbed3-7369-482e-86bd-4b2d35d4daa9 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.0733070 Dec 17 16:16:34.953643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-417b59e6-6394-4323-b0fd-81bb20a273b3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2191038 Dec 17 16:16:34.955678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b59e6-6394-4323-b0fd-81bb20a273b3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556934a5-3e73-403f-b156-10949e2fa5aa,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:34.956421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:34.961359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-79bf448a-d41c-4d34-b47a-c14ab81c5c0f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '556934a5-3e73-403f-b156-10949e2fa5aa', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:35.028530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-125878ef-cdc7-47f8-a653-bd9d041f31b3 req-cfc1da7e-b061-438e-a4ae-c2d5a4b14ca0 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594108 Dec 17 16:16:35.057392 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79bf448a-d41c-4d34-b47a-c14ab81c5c0f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.107617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79bf448a-d41c-4d34-b47a-c14ab81c5c0f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.112608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79bf448a-d41c-4d34-b47a-c14ab81c5c0f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.132839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf448a-d41c-4d34-b47a-c14ab81c5c0f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67b47c0-8f21-4616-bb36-b00928c0bcf3,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:35.141154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-79bf448a-d41c-4d34-b47a-c14ab81c5c0f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.145027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-79bf448a-d41c-4d34-b47a-c14ab81c5c0f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848061 Dec 17 16:16:35.145709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51178) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:35.150793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1715215d-7203-47d7-9d96-700880d91d35 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '556934a5-3e73-403f-b156-10949e2fa5aa', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:35.185999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1715215d-7203-47d7-9d96-700880d91d35 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.260901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1715215d-7203-47d7-9d96-700880d91d35 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.266012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1715215d-7203-47d7-9d96-700880d91d35 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.310924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715215d-7203-47d7-9d96-700880d91d35 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d28f94e-f48c-4360-811c-9121af0aa02f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:35.342009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1715215d-7203-47d7-9d96-700880d91d35 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:35.346460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1715215d-7203-47d7-9d96-700880d91d35 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1980171 Dec 17 16:16:35.364471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:35.417915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-46a4a457-395d-4554-9b90-249c77852721 req-84f254d0-8839-4f7f-9f58-c773e7eb46c4 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0689621 Dec 17 16:16:35.761096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4caa3bc3-a246-42de-a38e-48aacc52ea9a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '556934a5-3e73-403f-b156-10949e2fa5aa', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:35.817009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-eac91de5-73ec-4be3-b1d2-388419a767c6 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:35.818596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-eac91de5-73ec-4be3-b1d2-388419a767c6 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 945 time: 0.5894208 Dec 17 16:16:35.887280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fb82-3c71-4583-9d5a-a39ae646e4eb req-724fdeb1-e517-41eb-9988-782ea7691598 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:35.888520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8213fb82-3c71-4583-9d5a-a39ae646e4eb req-724fdeb1-e517-41eb-9988-782ea7691598 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 945 time: 0.1225705 Dec 17 16:16:35.894737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4caa3bc3-a246-42de-a38e-48aacc52ea9a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.014047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4caa3bc3-a246-42de-a38e-48aacc52ea9a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.020414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8213fb82-3c71-4583-9d5a-a39ae646e4eb req-6adb982c-003f-47d2-829c-1852dd5906d9 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/security-groups?id=df16661c-c1b8-4fa8-9b98-8b5ec4364366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207435 Dec 17 16:16:36.024253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4caa3bc3-a246-42de-a38e-48aacc52ea9a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.047626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Deleting port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:36.048312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.064277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3bc3-a246-42de-a38e-48aacc52ea9a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d509060-a668-49fe-ad0d-01ce616801e6,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:36.096265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4caa3bc3-a246-42de-a38e-48aacc52ea9a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.097560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4caa3bc3-a246-42de-a38e-48aacc52ea9a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7195177 Dec 17 16:16:36.100401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51194) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:36.106805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6d3c54b0-2789-463d-bb1d-27574f3a94c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '556934a5-3e73-403f-b156-10949e2fa5aa', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:36.170110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76044a-82ca-4faf-8867-5c1cfb3a2a49 req-173da342-5d06-4650-9e19-6b3c4b14ba76 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:36.171709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d3c54b0-2789-463d-bb1d-27574f3a94c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.171886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae76044a-82ca-4faf-8867-5c1cfb3a2a49 req-173da342-5d06-4650-9e19-6b3c4b14ba76 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.0575652 Dec 17 16:16:36.176199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] For port b11f5b24-bfa6-444f-b951-36fcdd8c16c0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,segment=NetworkSegment(b9621cf8-b89c-4b96-9223-eb3b58dabc7c),segment_id=b9621cf8-b89c-4b96-9223-eb3b58dabc7c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:36.176549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.205435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Calling delete_port for b11f5b24-bfa6-444f-b951-36fcdd8c16c0 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:36.223468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ae76044a-82ca-4faf-8867-5c1cfb3a2a49 req-ca6a2ef6-2331-43d1-9966-5dd61366dce9 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431139 Dec 17 16:16:36.281552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d3c54b0-2789-463d-bb1d-27574f3a94c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.291109 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d3c54b0-2789-463d-bb1d-27574f3a94c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.321187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c54b0-2789-463d-bb1d-27574f3a94c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9869a47-19ae-483a-8caa-bee7c8e71baa,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:36.341411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d3c54b0-2789-463d-bb1d-27574f3a94c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.345254 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d3c54b0-2789-463d-bb1d-27574f3a94c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2413590 Dec 17 16:16:36.345459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:36.351184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '556934a5-3e73-403f-b156-10949e2fa5aa', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:36.419061 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:16:36.427929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.440436 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.480682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-00664b5b-b183-47fe-a107-4274836e7c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.513872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Pushing event deleted for resources: {'Port': ['ID=b11f5b24-bfa6-444f-b951-36fcdd8c16c0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:36.563789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.595341 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.601616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] No DVR routers for this DVR port b11f5b24-bfa6-444f-b951-36fcdd8c16c0 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:16:36.604830 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.608816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0d6cac84-ffbe-4ed0-b98b-ca482fb57ee2 req-17d7c5f0-c4f6-4557-ab84-fd2fc1d2d11f tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.49 "DELETE /v2.0/ports/b11f5b24-bfa6-444f-b951-36fcdd8c16c0 HTTP/1.1" status: 204 len: 173 time: 0.7816439 Dec 17 16:16:36.630946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'name': 'network-vif-deleted', 'tag': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:36.634309 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3713aab4-1ed9-4bfa-944a-91c81a9bec78" -d '{"events": [{"server_uuid": "bb239d9e-ad72-4794-a122-5eb61756e283", "name": "network-vif-deleted", "tag": "b11f5b24-bfa6-444f-b951-36fcdd8c16c0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:36.639473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce7d4848-7637-4108-bd35-6d53362e8b09 req-5e5b1b98-e875-46dc-a124-9c5a75309098 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0824242 Dec 17 16:16:36.668897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2f28d9-47c2-4814-9a5b-f5a070bd2841,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:36.688258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.693546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:36.698354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '556934a5-3e73-403f-b156-10949e2fa5aa', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:36.720009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-92d56cfb-9697-49d8-b1e5-9433926742de tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3727632 Dec 17 16:16:36.723841 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaf09f2-c3ac-4e35-aab9-c318fe89d917 x-openstack-request-id: req-dbaf09f2-c3ac-4e35-aab9-c318fe89d917 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:36.724187 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb239d9e-ad72-4794-a122-5eb61756e283", "name": "network-vif-deleted", "tag": "b11f5b24-bfa6-444f-b951-36fcdd8c16c0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:36.724521 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbaf09f2-c3ac-4e35-aab9-c318fe89d917 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:36.726582 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb239d9e-ad72-4794-a122-5eb61756e283', 'name': 'network-vif-deleted', 'tag': 'b11f5b24-bfa6-444f-b951-36fcdd8c16c0', 'status': 'completed', 'code': 200} Dec 17 16:16:36.746519 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:16:36.754782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.832148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.836470 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.861445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018b8d0f-c806-4276-a022-771519198df8,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:36.868664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.873188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51214) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:36.878532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'network': {'name': 'tempest-network-smoke--1965525750', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'port_security_enabled': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:36.883156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b0f1f8bc-b8aa-4aac-9225-a097df4beb5f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1884215 Dec 17 16:16:36.908270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:16:36.912487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.946836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:16:36.964888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:36.965541 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Added segment 93a13961-ab62-457d-96c0-66cf305f07e0 of type vlan for network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc Dec 17 16:16:37.014829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.046826 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.063074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:37.066092 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.181025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-657fe0fd-49e1-45c9-9589-ecfb359f123c req-3359f097-b0ed-47d4-bb0d-621bd7b74ee8 tempest-VolumesActionsTest-1893712324 tempest-VolumesActionsTest-1893712324-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb239d9e-ad72-4794-a122-5eb61756e283 HTTP/1.1" status: 200 len: 210 time: 0.0499487 Dec 17 16:16:37.186418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3121762 Dec 17 16:16:37.189440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51220) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:37.190878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a540b1a-0300-491a-b6ae-bb924a27628d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Network': ['ID=2f0bd555-1e84-4a04-91dd-7db62cbbabfc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:37.204396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'admin_state_up': True, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:37.207671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:16:37.274058 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.275912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.362847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.524181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39502931-7bb0-4d19-a0b8-c96569372f49 req-10c9093d-4c92-4b3d-831a-537632e1ca03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:37.525813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39502931-7bb0-4d19-a0b8-c96569372f49 req-10c9093d-4c92-4b3d-831a-537632e1ca03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1760800 Dec 17 16:16:37.534634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.629113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39502931-7bb0-4d19-a0b8-c96569372f49 req-3939e484-a5bf-4d4c-ab48-9b1baf237268 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883524 Dec 17 16:16:37.778812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2158ebe2-70c3-438b-93f0-17336352b68d req-4eb926b6-f6e7-41fe-80f6-4beb56451a10 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0370257 Dec 17 16:16:37.795633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.815088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:37.976096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.173 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:16:38.111962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:38.153489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:38.203757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:38.207271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:38.214100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:16:38.217321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:38.238052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f99effd-31d5-4104-a8dc-131def9e7b50 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:16:38.245064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b11f5b24-bfa6-444f-b951-36fcdd8c16c0 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:16:38.290454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: b11f5b24-bfa6-444f-b951-36fcdd8c16c0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:16:38.290608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b11f5b24-bfa6-444f-b951-36fcdd8c16c0 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:16:38.328193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d46576b3-2dc6-41e9-9052-6a3390e7091b None None] Provisioning complete for port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:38.329247 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d46576b3-2dc6-41e9-9052-6a3390e7091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:38.372715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d46576b3-2dc6-41e9-9052-6a3390e7091b None None] Port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:16:38.521624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:38.711489 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5a869081-fd66-4998-99aa-6b418feb4592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:38.817535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc299c2b-df20-4d16-8664-0ab95e3e9548 req-0ab04d3f-8795-4bce-a55e-ab5ccc54ad8f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:38.820710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc299c2b-df20-4d16-8664-0ab95e3e9548 req-0ab04d3f-8795-4bce-a55e-ab5ccc54ad8f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.0874193 Dec 17 16:16:38.845252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:38.900268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dc299c2b-df20-4d16-8664-0ab95e3e9548 req-15d00400-9c18-46d8-b733-f147d6f260d4 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674000 Dec 17 16:16:39.233077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea29a8-c448-41fc-8765-7f122ebf383a req-665dcef1-087f-4704-b97c-cebd68d15d40 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:39.242131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aea29a8-c448-41fc-8765-7f122ebf383a req-665dcef1-087f-4704-b97c-cebd68d15d40 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1026862 Dec 17 16:16:39.253428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-077b021e-57bf-492c-a8a1-4e5cdfc89347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:39.255280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-077b021e-57bf-492c-a8a1-4e5cdfc89347 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 1097 time: 0.0872622 Dec 17 16:16:39.422613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aea29a8-c448-41fc-8765-7f122ebf383a req-6ce85248-474e-4890-9df8-4ef34b7f3f61 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761794 Dec 17 16:16:39.464606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-d2f64815-61ce-4d68-af00-b1d18077fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:39.466715 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-d2f64815-61ce-4d68-af00-b1d18077fd6a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.2018299 Dec 17 16:16:39.516198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4058dca-e8c5-4924-8be7-34075bd8fb19 req-a2b0fa72-9943-4011-97ea-1c77f65a5916 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0381763 Dec 17 16:16:39.635682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-2ad1f7b9-093d-4469-b630-8c5841b82b65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 200 len: 1001 time: 0.1581936 Dec 17 16:16:39.641423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router 71d9b91a-3967-4eca-aba4-b3dc44fd367c is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:16:39.734419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-af3bdbf4-0966-406e-850a-67e189e4d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:39.743299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-af3bdbf4-0966-406e-850a-67e189e4d967 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.1025877 Dec 17 16:16:39.766711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:16:39.778604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Sync routers for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:16:39.791538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:39.793235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7b31d11-4095-4056-bcfd-b60dc7e56d85 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6025827 Dec 17 16:16:39.796583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51294) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:39.797405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:39.798030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:39.859683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b5c905a-e17e-4368-89f3-0cc0d59e17f7 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d021cd75c8244482a1c0b5152fbd0d5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592597 Dec 17 16:16:39.860324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51298) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:39.881979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-2504884f-6bb1-4bb5-bbcc-097eefda4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:39.883556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-2504884f-6bb1-4bb5-bbcc-097eefda4ae3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328855 Dec 17 16:16:40.028045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:40.046303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:40.057038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1423eec-52d2-403a-b4a0-05e564d6409a tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:40.065864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51300) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:40.066044 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b1423eec-52d2-403a-b4a0-05e564d6409a tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2050242 Dec 17 16:16:40.117478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-4eed71e4-b270-40ba-854f-c3034ec5df5a service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259161 Dec 17 16:16:40.125883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eca2f73b-e98b-444b-ab2d-27f9ae0105de tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589564 Dec 17 16:16:40.128871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51302) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:40.135637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492572460', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:40.287403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:38Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:40.318059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e25c7b-c3b1-40e5-9bfe-4746229781a8 req-9e796a30-f82a-4785-8ffe-3092e7951968 service neutron] 10.222.0.49 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910841 Dec 17 16:16:40.338183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Checking router: 71d9b91a-3967-4eca-aba4-b3dc44fd367c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:16:40.338952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Updating router 71d9b91a-3967-4eca-aba4-b3dc44fd367c port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:16:40.368134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:40.398309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:16:40.403003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:40.645586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c94-37ac-483f-85ef-8247b30cbd98 req-532dd83b-c6a3-4686-bda6-6cd92be37bd0 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:40.653378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d5b0c94-37ac-483f-85ef-8247b30cbd98 req-532dd83b-c6a3-4686-bda6-6cd92be37bd0 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1186345 Dec 17 16:16:40.735271 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d5b0c94-37ac-483f-85ef-8247b30cbd98 req-67838101-8d78-4efa-b107-3699b4898201 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809770 Dec 17 16:16:40.780323 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13269403-f6e7-4667-8dc7-2252e6181b35 req-c0e0b381-53dd-4de7-bb64-3a3394e0bafe tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0805905 Dec 17 16:16:40.856482 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:40.866603 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:40.938842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Pushing event updated for resources: {'Port': ['ID=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:40.955051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:40.961162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.961522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.961854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.962182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.962517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.962832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.963152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.963601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.963868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.964191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.964521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.964819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:40.977562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:41.007587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed79088d-5bd3-4354-a52a-ecff1289b811 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:16:41.037593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Attempting to bind port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:16:41.038165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Attempting to bind port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:16:41.039176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Attempting to bind port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:41.048440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:16:41.049099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:41.049822 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.050349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:16:41.050991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Bound port: 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:16:41.051527 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.082791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.114028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Subnet': ['ID=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:41.115330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] For port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:16:41.118748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] For port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:16:41.121972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Checking segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:41.122492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network hostable DHCP agents. Network: 2f0bd555-1e84-4a04-91dd-7db62cbbabfc, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:16:41.126642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.153242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:16:41.166974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 2f0bd555-1e84-4a04-91dd-7db62cbbabfc) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:41.171770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:41.172619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.194307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4300cc-d172-4ad0-a760-9c08da724a44 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:16:41.195856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c58e5302-a21f-44ca-81cd-2b488a282dd7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0657666 Dec 17 16:16:41.196078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2f884-c215-4546-9cf6-7b01f79b7532 None None] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:16:41.196937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:41.229568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:41.230038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:41.340283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-98d7fb51-3979-4fa1-b59e-56c024e038dd None None] Provisioning complete for port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:41.340644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98d7fb51-3979-4fa1-b59e-56c024e038dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.464594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.483297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856f3e-fea1-4fe2-a118-c7530dfaf0df None None] Pushing event updated for resources: {'Port': ['ID=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:41.590736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98d7fb51-3979-4fa1-b59e-56c024e038dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.629166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:16:41.630454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.668255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-98d7fb51-3979-4fa1-b59e-56c024e038dd None None] For port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:41.670266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:41.842580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98d7fb51-3979-4fa1-b59e-56c024e038dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:41.957304 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9b82444-73f4-4d91-92b8-f5f748275824 req-560d5b5b-7467-45c1-a91c-121306b36933 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0717580 Dec 17 16:16:42.201668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0bae0-f0fd-449a-8553-df308463f580 req-2573f980-b567-4121-9677-876d32df7190 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:42.220425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a0bae0-f0fd-449a-8553-df308463f580 req-2573f980-b567-4121-9677-876d32df7190 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.3800731 Dec 17 16:16:42.225136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7fb51-3979-4fa1-b59e-56c024e038dd None None] Pushing event updated for resources: {'Port': ['ID=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:42.359680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:42.406113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a7bbec36-02d0-4884-b9fd-600e34c2b4d6 None None] Provisioning complete for port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:42.409584 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7bbec36-02d0-4884-b9fd-600e34c2b4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:42.479567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a0bae0-f0fd-449a-8553-df308463f580 req-53e75e8d-3292-4f48-9e9e-36d00eff01a7 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580035 Dec 17 16:16:42.504195 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:42.666290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Allocated IP 172.20.0.2 (2f0bd555-1e84-4a04-91dd-7db62cbbabfc/9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82/c3707aa9-cef2-4534-b4a9-7afba26d783b) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:16:43.055385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:38Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:43.123206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68fd27-0c43-4346-a65d-b0142f1fa16c None None] The sync data for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 is: [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:38Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:16:43.170431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ddbfb85b-511f-4fae-8ba0-f171de1b2b92 req-04c53507-2991-42b4-8759-68c1cbb84de9 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0869162 Dec 17 16:16:43.286936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:43.295270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:43.363466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:43.368085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:43.379535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:16:43.418310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Pushing event updated for resources: {'Port': ['ID=c3707aa9-cef2-4534-b4a9-7afba26d783b,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:43.449337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.1 (2f0bd555-1e84-4a04-91dd-7db62cbbabfc/9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82/f0db2658-4dbc-4e59-ba83-11d72d78045d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:16:43.492148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Attempting to bind port c3707aa9-cef2-4534-b4a9-7afba26d783b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:16:43.492697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Attempting to bind port c3707aa9-cef2-4534-b4a9-7afba26d783b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:16:43.493168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Attempting to bind port c3707aa9-cef2-4534-b4a9-7afba26d783b on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:43.500027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:16:43.500471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Checking segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:43.500988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:43.501465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Bound using segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:16:43.502082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Bound port: c3707aa9-cef2-4534-b4a9-7afba26d783b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:16:43.502513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:43.695897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] For port c3707aa9-cef2-4534-b4a9-7afba26d783b, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:16:43.701696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] For port c3707aa9-cef2-4534-b4a9-7afba26d783b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c3707aa9-cef2-4534-b4a9-7afba26d783b,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:16:43.717387 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:43.768195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:43.839103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:43.936634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2961388-bfa0-482a-8984-d45f61667de3 None None] Pushing event updated for resources: {'Port': ['ID=c3707aa9-cef2-4534-b4a9-7afba26d783b,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:43.962372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:43.965996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:43.970176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:16:44.045466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=f0db2658-4dbc-4e59-ba83-11d72d78045d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:44.102470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:44.323364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:44.471598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:44.472118 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:44.479288 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49dd7c7d-8032-459d-bb94-55b1f081b44a req-49433215-db6a-4dd8-a16a-0fd65206115e tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0428667 Dec 17 16:16:44.632831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-9764bd9d-ca93-4e22-aaa6-86837833ba9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2325795 Dec 17 16:16:44.757927 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:45.263928 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:45.269939 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:45.348004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:45.466206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-1b0680fb-257e-464b-9306-1bcf8a1c264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:45.467759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-1b0680fb-257e-464b-9306-1bcf8a1c264f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 1097 time: 0.7904663 Dec 17 16:16:45.501726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=f0db2658-4dbc-4e59-ba83-11d72d78045d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:45.570471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:45.669243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-829a596d-c966-4743-ae7a-56d9a95c29ae req-69b8a7dc-224c-46ec-aa67-7796f4deeab7 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0575526 Dec 17 16:16:45.735411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:45.760925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:46.084879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-93240e3d-dc40-4b61-8825-d38d4e2dc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:46.086385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-93240e3d-dc40-4b61-8825-d38d4e2dc4e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.5604191 Dec 17 16:16:46.104055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7840dff6-6158-481a-9cf1-9fa9b9ef7b34 None None] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:16:46.210068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c3707aa9-cef2-4534-b4a9-7afba26d783b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:46.238443 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-5edaec5f-4e8c-4cfe-b727-4cf95105bf36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751 HTTP/1.1" status: 200 len: 1001 time: 0.1405327 Dec 17 16:16:46.258988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router 71d9b91a-3967-4eca-aba4-b3dc44fd367c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:16:46.280584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e576ea42-8b15-4176-a2c3-1c28e3d61bcc None None] Provisioning complete for port c3707aa9-cef2-4534-b4a9-7afba26d783b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:46.281508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e576ea42-8b15-4176-a2c3-1c28e3d61bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:46.345131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-d20f96cc-cd74-4fc8-bd4a-bca136967cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:46.346898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-d20f96cc-cd74-4fc8-bd4a-bca136967cd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0980761 Dec 17 16:16:46.419321 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e576ea42-8b15-4176-a2c3-1c28e3d61bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:46.435555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c3707aa9-cef2-4534-b4a9-7afba26d783b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:46.436146 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:46.528715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-42579836-aeff-4526-8957-a275ba8198e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:46.532158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-42579836-aeff-4526-8957-a275ba8198e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401973 Dec 17 16:16:46.565530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e576ea42-8b15-4176-a2c3-1c28e3d61bcc None None] For port c3707aa9-cef2-4534-b4a9-7afba26d783b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c3707aa9-cef2-4534-b4a9-7afba26d783b,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:46.578580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e576ea42-8b15-4176-a2c3-1c28e3d61bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:46.694928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576ea42-8b15-4176-a2c3-1c28e3d61bcc None None] Pushing event updated for resources: {'Port': ['ID=c3707aa9-cef2-4534-b4a9-7afba26d783b,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:46.719983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:16:46.736394 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Sync routers for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:16:46.744250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-209edd5e-d94b-462b-bdbc-c871bd2db468 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/71d9b91a-3967-4eca-aba4-b3dc44fd367c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5446849 Dec 17 16:16:46.759538 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:46.760070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-9f5e592a-8c06-4935-9f6b-d6a246ef9821 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191420 Dec 17 16:16:46.760566 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:46.959522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4b29cfba-617f-4b37-b892-48e044193b82 req-9bc7d135-2122-4cde-8038-6340660359f0 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0919800 Dec 17 16:16:47.003872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a0ff168f-3063-4c58-a9a5-9499e043780b req-ff8db67a-7e90-4375-aec6-405ad823b1ce service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341197 Dec 17 16:16:47.066466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-dc7ac9f6-f14b-4c62-9c6e-dd95462601fa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032894312&fields=id&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 267 time: 0.1081595 Dec 17 16:16:47.215353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a2f7db1-b777-4a30-9005-5770fd867b39 None None] Provisioning complete for port f0db2658-4dbc-4e59-ba83-11d72d78045d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:47.216439 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7db1-b777-4a30-9005-5770fd867b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:47.263632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8b5613b5-4b5a-4dda-8f2c-576a6bf4b06e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:47.273331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8b5613b5-4b5a-4dda-8f2c-576a6bf4b06e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 797 time: 0.2051301 Dec 17 16:16:47.281023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f7db1-b777-4a30-9005-5770fd867b39 None None] Port f0db2658-4dbc-4e59-ba83-11d72d78045d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:16:47.293569 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8d75363a-27ad-4180-9ee2-b33ba04d5962 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/quotas/d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 375 time: 0.0187812 Dec 17 16:16:47.298556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9a2f7db1-b777-4a30-9005-5770fd867b39 None None] Provisioning complete for port c3707aa9-cef2-4534-b4a9-7afba26d783b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:47.298933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7db1-b777-4a30-9005-5770fd867b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:47.305536 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:47.427523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c4059ae-2478-4f7b-977c-1d19d81878c7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324532 Dec 17 16:16:47.612828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-c0dc232c-c1b4-4364-ada2-a4a884d19af0 service neutron] 10.222.0.54 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801138 Dec 17 16:16:47.796413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8c2081bd-4d67-4b94-995f-912682edbdee None None] Provisioning complete for port f0db2658-4dbc-4e59-ba83-11d72d78045d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:47.797041 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8c2081bd-4d67-4b94-995f-912682edbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:47.811337 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:45Z', 'revision_number': 2, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:47.848659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8c2081bd-4d67-4b94-995f-912682edbdee None None] Port f0db2658-4dbc-4e59-ba83-11d72d78045d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:16:47.873533 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Checking router: 71d9b91a-3967-4eca-aba4-b3dc44fd367c for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:16:47.874236 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Updating router 71d9b91a-3967-4eca-aba4-b3dc44fd367c port f0db2658-4dbc-4e59-ba83-11d72d78045d binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:16:47.875306 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-499e206b-1107-4eb4-9212-8711d09c7979 service neutron] 10.222.0.54 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593300 Dec 17 16:16:47.921781 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:48.095849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7dad5f6e-e2e1-430f-93de-1868f72b75d2 None None] Provisioning complete for port f0db2658-4dbc-4e59-ba83-11d72d78045d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:48.096420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7dad5f6e-e2e1-430f-93de-1868f72b75d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:48.198647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c3707aa9-cef2-4534-b4a9-7afba26d783b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:48.288191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0200dc6-ce01-4eae-988d-5861f1848ed8 req-d1100c1b-e526-4351-9a13-c44e510d4850 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 210 time: 0.0771437 Dec 17 16:16:48.338083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73c53a24-4031-42b4-8d33-fdd044938cc2 req-c5c8f513-c297-47b0-96db-92880e08dbe0 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.1329744 Dec 17 16:16:48.372387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7dad5f6e-e2e1-430f-93de-1868f72b75d2 None None] Port f0db2658-4dbc-4e59-ba83-11d72d78045d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:16:48.412215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c3707aa9-cef2-4534-b4a9-7afba26d783b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:48.412745 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:48.721541 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:48.728583 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:48.870341 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Pushing event updated for resources: {'Port': ['ID=f0db2658-4dbc-4e59-ba83-11d72d78045d,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:48.908801 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.909149 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.909680 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.910023 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.910354 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.910741 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.911245 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.911732 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.912273 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.912739 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.913221 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.913703 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:48.914195 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:16:49.061461 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Attempting to bind port f0db2658-4dbc-4e59-ba83-11d72d78045d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:16:49.062125 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Attempting to bind port f0db2658-4dbc-4e59-ba83-11d72d78045d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:16:49.062571 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Attempting to bind port f0db2658-4dbc-4e59-ba83-11d72d78045d on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:49.071287 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:16:49.071687 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Checking segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:49.072389 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:49.073358 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Bound using segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:16:49.073898 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Bound port: f0db2658-4dbc-4e59-ba83-11d72d78045d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:16:49.074293 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:49.274289 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] For port f0db2658-4dbc-4e59-ba83-11d72d78045d, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:16:49.282946 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] For port f0db2658-4dbc-4e59-ba83-11d72d78045d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f0db2658-4dbc-4e59-ba83-11d72d78045d,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:16:49.287850 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:49.432977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3c572314-d7aa-4f15-9eba-83e2ee83cac9 None None] Provisioning complete for port f0db2658-4dbc-4e59-ba83-11d72d78045d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:49.433816 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c572314-d7aa-4f15-9eba-83e2ee83cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:49.514944 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:49.521466 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:49.584799 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5fca8d73-590e-4916-9c0a-67c9f10d0885 req-80cc978d-286c-40a2-85cb-9aefb3122c89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 210 time: 0.1081367 Dec 17 16:16:49.641976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a0c8fb0-c72d-4ee8-9a39-d714ac4c6afe req-78dc23be-c15b-4fcc-99ed-7e5daf1cd571 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.1017563 Dec 17 16:16:49.739076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c572314-d7aa-4f15-9eba-83e2ee83cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:49.769019 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f342b-a989-4c67-9773-b1881626cf0b None None] Pushing event updated for resources: {'Port': ['ID=f0db2658-4dbc-4e59-ba83-11d72d78045d,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:49.863074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3c572314-d7aa-4f15-9eba-83e2ee83cac9 None None] For port f0db2658-4dbc-4e59-ba83-11d72d78045d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f0db2658-4dbc-4e59-ba83-11d72d78045d,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:49.871988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c572314-d7aa-4f15-9eba-83e2ee83cac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:49.993465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1e797334-b713-4e18-a750-a7b518f205f4 req-3cd8c78c-b073-4d46-868c-29c3c5ec6081 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0873039 Dec 17 16:16:50.004174 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:50.005105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51472) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:50.053466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572314-d7aa-4f15-9eba-83e2ee83cac9 None None] Pushing event updated for resources: {'Port': ['ID=f0db2658-4dbc-4e59-ba83-11d72d78045d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:50.092334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9fb81828-17e9-4f69-a12a-e84f88dd66f6 None None] Provisioning complete for port f0db2658-4dbc-4e59-ba83-11d72d78045d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:50.092711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9fb81828-17e9-4f69-a12a-e84f88dd66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:50.301816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-649f9ad5-ccbe-4aee-9255-e488cf7825e0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:50.306831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-649f9ad5-ccbe-4aee-9255-e488cf7825e0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 797 time: 0.3005078 Dec 17 16:16:50.355948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2937600d-aa9b-4cd0-ab5f-60c397b3a267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:50.484764 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:50.545085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-4b4b58ac-7d39-4717-8a6c-528f1f0f38e0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 380 time: 0.2169404 Dec 17 16:16:50.547374 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dcede0-2dfe-4cfe-bc49-664bf4e39861 None None] The sync data for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 is: [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:16:50.552459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2937600d-aa9b-4cd0-ab5f-60c397b3a267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:50.558822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'port': {'device_id': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'admin_state_up': True, 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'security_groups': ['556934a5-3e73-403f-b156-10949e2fa5aa']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:50.662579 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2937600d-aa9b-4cd0-ab5f-60c397b3a267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:50.796008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2937600d-aa9b-4cd0-ab5f-60c397b3a267 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d039bb16e36b49c1a125eef979ecee77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881858 Dec 17 16:16:50.799083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:50.813984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937600d-aa9b-4cd0-ab5f-60c397b3a267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9200958f-6465-4b11-8b69-7e7ff0285fe6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:50.882556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68868cb1-9fee-40f7-b7cd-bc23368df08f req-d3e08335-a0b1-482d-8b19-e76957c3d4cb tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0509865 Dec 17 16:16:50.991118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:16:50.992470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52f8da11-85a8-4c1c-8034-20ec439f6c1f req-b2411889-563a-4337-b53d-3f5e708b5e13 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 210 time: 0.1923051 Dec 17 16:16:51.006669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:51.025612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a696a68b-7b5b-460f-a362-a6ac5dc49f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:51.083849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a696a68b-7b5b-460f-a362-a6ac5dc49f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:51.168431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a696a68b-7b5b-460f-a362-a6ac5dc49f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:51.172931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a696a68b-7b5b-460f-a362-a6ac5dc49f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:51.175542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a696a68b-7b5b-460f-a362-a6ac5dc49f96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9200958f-6465-4b11-8b69-7e7ff0285fe6 HTTP/1.1" status: 204 len: 168 time: 0.3741636 Dec 17 16:16:51.187893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696a68b-7b5b-460f-a362-a6ac5dc49f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9200958f-6465-4b11-8b69-7e7ff0285fe6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:51.801879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.10 (2f0bd555-1e84-4a04-91dd-7db62cbbabfc/9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82/63c425d5-84a9-4189-92d5-52fea448d3bc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:16:52.109601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62acbb2b-b873-44d8-818b-708147fddc2d req-2b835d83-0630-4a3e-aa8e-4c4dda356985 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.1320844 Dec 17 16:16:52.199265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:52.215286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f0db2658-4dbc-4e59-ba83-11d72d78045d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:16:52.257833 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3c713c-0cf2-4743-85eb-bc51b4208d40 req-527d7f11-6a64-46b3-9972-c733bf4ae4be tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 210 time: 0.0821080 Dec 17 16:16:52.393256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:52.413551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f0db2658-4dbc-4e59-ba83-11d72d78045d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:52.415187 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:52.716619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff1a1165-affb-4d20-bee4-2ffdfad75ef0 req-4eb7500c-f989-47a4-bd8c-bf50fc9b23a9 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0347810 Dec 17 16:16:52.749762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:16:52.753247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:52.779301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5bfd95de-2fc6-4fba-92d2-7a4d494a8028 req-2f267511-bee2-44be-9230-494f41681369 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1837522977824767b4a1c3ba445c656f&device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.1118412 Dec 17 16:16:52.796665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:16:52.801714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:16:52.942347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-ffe312a4-2ba0-4fb3-89d5-2975fbcc64ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3702309 Dec 17 16:16:52.944966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5bfd95de-2fc6-4fba-92d2-7a4d494a8028 req-5a380f23-a38f-40ae-b331-c0c1cedf8e87 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1837522977824767b4a1c3ba445c656f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460917 Dec 17 16:16:53.504683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b276fcf6-6cbc-4989-9c15-02534fc1ba6c None None] Provisioning complete for port 63c425d5-84a9-4189-92d5-52fea448d3bc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:16:53.505441 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b276fcf6-6cbc-4989-9c15-02534fc1ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:53.555862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:53.561283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:53.625665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b276fcf6-6cbc-4989-9c15-02534fc1ba6c None None] Port 63c425d5-84a9-4189-92d5-52fea448d3bc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:16:53.707572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-7e33a13b-b2f8-46a6-99ab-ca0d2b685df3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1534150 Dec 17 16:16:53.731980 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:16:53.735379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Request body: {'port': {'device_id': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:16:53.880538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd95de-2fc6-4fba-92d2-7a4d494a8028 req-d8420dc6-7e65-4538-af43-2c6b84c6c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:53.886266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5bfd95de-2fc6-4fba-92d2-7a4d494a8028 req-d8420dc6-7e65-4538-af43-2c6b84c6c8da service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9322293 Dec 17 16:16:53.909874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a0417-dca1-4930-9176-ff503c738aea req-ab776510-595c-411b-842d-d97e5ec4286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:53.913343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-ab776510-595c-411b-842d-d97e5ec4286e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 1097 time: 0.9052997 Dec 17 16:16:53.943156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60120817-0b48-4764-873e-c6ba2937bd37 req-a2503e95-662e-4a81-b67e-414f82cc59a9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:53.955371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60120817-0b48-4764-873e-c6ba2937bd37 req-a2503e95-662e-4a81-b67e-414f82cc59a9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 932 time: 0.3890045 Dec 17 16:16:53.977832 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:54.160037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06ca47df-f1da-4941-bc29-6815645152c8 req-d79f0385-7d1b-4d80-b635-79e4c4f85fd3 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.1533957 Dec 17 16:16:54.257758 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60120817-0b48-4764-873e-c6ba2937bd37 req-f7f4e0a6-22ce-4181-9653-d318bba27012 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010790 Dec 17 16:16:54.378129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a0417-dca1-4930-9176-ff503c738aea req-ad6af386-f088-4c2e-8927-fb22e08a0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:54.379913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-ad6af386-f088-4c2e-8927-fb22e08a0114 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 916 time: 0.3988070 Dec 17 16:16:54.456050 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-e58eb0fd-547d-4680-a0c4-1a086fb093cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc HTTP/1.1" status: 200 len: 217 time: 0.0655851 Dec 17 16:16:54.651776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a0417-dca1-4930-9176-ff503c738aea req-dc8282ba-54de-48d3-a881-9ee0700ec25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:54.656916 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-dc8282ba-54de-48d3-a881-9ee0700ec25c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.1834288 Dec 17 16:16:54.701756 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-e3b70e11-2c5e-4660-aeb8-cff1e71fd144 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358529 Dec 17 16:16:54.905259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c425d5-84a9-4189-92d5-52fea448d3bc {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:54.918897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:54.938500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Transition to ACTIVE for port object 63c425d5-84a9-4189-92d5-52fea448d3bc will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:16:54.988596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:55.331136 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5bfd95de-2fc6-4fba-92d2-7a4d494a8028 req-4a4f22b0-3f32-4375-a440-96d53641bd23 tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.47 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.0856042 Dec 17 16:16:55.333227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:55.429920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-dd853524-34a2-4077-b7de-7c5087850c4d service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768618 Dec 17 16:16:55.489281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa14b8a1-0c0c-444e-89f4-a43f2d298744 req-9468df70-16db-4625-b8a7-f8c3d4de9beb tempest-ServerShowV254Test-1082504268 tempest-ServerShowV254Test-1082504268-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8600952-a762-4b94-9574-549e5ef2b1ad HTTP/1.1" status: 200 len: 210 time: 0.1429329 Dec 17 16:16:55.522825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51632) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:55.545078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:16:55.546730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:16:55.550089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:55.568452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:16:55.569172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:16:55.636891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:16:55.637288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Checking segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:16:55.637634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Bound using segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:16:55.638094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Bound port: 63c425d5-84a9-4189-92d5-52fea448d3bc, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:16:55.638488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:55.765013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:16:55.768966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:16:55.793519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed282d-a0e1-443c-843e-037b77a102d3 req-e2771f22-5e3c-404e-a1e4-778723e22832 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:55.795192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fed282d-a0e1-443c-843e-037b77a102d3 req-e2771f22-5e3c-404e-a1e4-778723e22832 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 944 time: 0.2304807 Dec 17 16:16:55.796537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:55.894670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:55.895295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:55.897617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] 10.222.0.49 "PUT /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 1093 time: 2.1772480 Dec 17 16:16:55.926677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:55.929272 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e0c584-38c0-4219-8654-123166ed6e27" -d '{"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:55.952259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fed282d-a0e1-443c-843e-037b77a102d3 req-b3b4335f-6a5e-49a9-9b61-0b65a5bfb41b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454110 Dec 17 16:16:55.969367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be6a0417-dca1-4930-9176-ff503c738aea req-a016ff09-8a84-4571-85b0-4bb83cd029d5 service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385430 Dec 17 16:16:56.084172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port 2f19728b-1717-4269-8c99-f1d595cb6ae2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:16:56.084996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:56.132597 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37d81e9-842c-45a8-be51-8d52d60bc370 x-openstack-request-id: req-b37d81e9-842c-45a8-be51-8d52d60bc370 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:56.133148 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:56.133148 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b37d81e9-842c-45a8-be51-8d52d60bc370 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:56.133517 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'status': 'completed', 'code': 200} Dec 17 16:16:56.153912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23fdf0-eaea-494b-8146-894b4c5e3d1b service neutron] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:56.188967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-66eb9308-faa3-471a-b4ab-32fc15b38831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:56.190675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-66eb9308-faa3-471a-b4ab-32fc15b38831 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1096 time: 0.2203431 Dec 17 16:16:56.258186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:56.258521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:56.293387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for 2f19728b-1717-4269-8c99-f1d595cb6ae2 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:16:56.298894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-728243af-cdd3-4e3a-a00d-e42695b7ed23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 217 time: 0.0986125 Dec 17 16:16:56.429932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-9c7f0bd8-cf32-4907-acc0-7bac4fda805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:56.432965 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-9c7f0bd8-cf32-4907-acc0-7bac4fda805d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 200 len: 835 time: 0.1263556 Dec 17 16:16:56.531588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-3bde7baf-7418-4d4e-b0ac-709c6b83bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:56.534560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-3bde7baf-7418-4d4e-b0ac-709c6b83bbb1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946095 Dec 17 16:16:56.704912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:56.788130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=2f19728b-1717-4269-8c99-f1d595cb6ae2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:56.816487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-4df45ea1-9abc-44c5-bd78-f220bf26f966 service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721157 Dec 17 16:16:56.859259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:56.862655 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Floating IP 00cceb36-25a2-45b8-ac4b-d70d31f75fbb disassociated (deleted). External IP: 172.25.0.112, port: fad362eb-4b8e-4a3a-ba8e-ce90263e6751. Dec 17 16:16:57.073656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3fe1e31-d7b2-40d0-a67d-5b6f623ea77c req-218072ee-d5d1-40ea-8278-7d965328e57d service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464325 Dec 17 16:16:57.408878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51674) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:57.422715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:16:57.463323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-761ccbc4-eead-47aa-9829-6445e4aa29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:57.468779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-761ccbc4-eead-47aa-9829-6445e4aa29da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1096 time: 0.3065567 Dec 17 16:16:57.502407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71670e8-6d8d-45f5-8f66-e03c6db9154b req-4d84ff82-d99e-47a4-9ee5-acfac5ce2707 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:57.504091 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b71670e8-6d8d-45f5-8f66-e03c6db9154b req-4d84ff82-d99e-47a4-9ee5-acfac5ce2707 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 944 time: 0.3281364 Dec 17 16:16:57.776904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:16:57.789688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:16:57.791838 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:57.813765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:57.814723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:57.854058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-718168f1-7f44-426f-89fc-f046ed0cdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:57.855583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-718168f1-7f44-426f-89fc-f046ed0cdcf6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 898 time: 0.3504872 Dec 17 16:16:57.866382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5626986a-bbcb-44a4-90e9-c8163a20287a tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "DELETE /v2.0/floatingips/00cceb36-25a2-45b8-ac4b-d70d31f75fbb HTTP/1.1" status: 204 len: 168 time: 2.3401241 Dec 17 16:16:57.880007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:16:57.890390 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd10547-f87c-4f7a-b5d0-39490e262408" -d '{"events": [{"name": "network-changed", "server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:16:57.929464 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b71670e8-6d8d-45f5-8f66-e03c6db9154b req-bc87b151-c1cf-468a-aecd-bd1e201dabb8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122630 Dec 17 16:16:57.932906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d612804d-2cb7-469d-b7db-d2fdaca57f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:57.973340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-4a14836b-8953-4d16-b81e-d27950fafe5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 217 time: 0.0601726 Dec 17 16:16:58.045939 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059079d2-ce2d-46e9-be27-bfa702e794ec x-openstack-request-id: req-059079d2-ce2d-46e9-be27-bfa702e794ec {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:16:58.046229 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:16:58.046823 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-059079d2-ce2d-46e9-be27-bfa702e794ec {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:16:58.047268 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'status': 'completed', 'code': 200} Dec 17 16:16:58.135856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:16:58.216702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d612804d-2cb7-469d-b7db-d2fdaca57f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:58.291690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d612804d-2cb7-469d-b7db-d2fdaca57f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:58.346476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-41fc8aab-430c-45a6-a076-b4a283b24f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:58.348499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-41fc8aab-430c-45a6-a076-b4a283b24f82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 1097 time: 0.0948515 Dec 17 16:16:58.349318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612804d-2cb7-469d-b7db-d2fdaca57f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65866955-62e7-4a6d-88f2-36849d6c2e82,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:58.385880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:16:58.501060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-f84e0a55-b81b-4635-af0c-1305b925b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:58.512999 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-f84e0a55-b81b-4635-af0c-1305b925b7c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.1539946 Dec 17 16:16:58.579140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-8521b45a-3da9-4afb-a5d8-f36d7d1f59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:58.580819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-8521b45a-3da9-4afb-a5d8-f36d7d1f59a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 200 len: 835 time: 0.5729249 Dec 17 16:16:58.582476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-a8b03007-8d14-48e8-ab06-304028eb1421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751 HTTP/1.1" status: 200 len: 217 time: 0.0520327 Dec 17 16:16:58.729943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-17453152-fc98-493a-a7b1-21e57c4669c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:58.732870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-17453152-fc98-493a-a7b1-21e57c4669c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.0637398 Dec 17 16:16:58.770864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51710) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:16:58.778367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d612804d-2cb7-469d-b7db-d2fdaca57f81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1837522977824767b4a1c3ba445c656f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3558834 Dec 17 16:16:58.859092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:58.884496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:41Z', 'revision_number': 1, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:58.916964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c799e2-3a0f-4b90-8303-2174f223722d req-f48b2ec9-eb13-43b1-8894-367b1f46d9bb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:58.927869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:16:58.928635 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e215e62-860e-42fe-8517-a9a157b55623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:58.933012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-99c799e2-3a0f-4b90-8303-2174f223722d req-f48b2ec9-eb13-43b1-8894-367b1f46d9bb tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 945 time: 0.4189887 Dec 17 16:16:58.941295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'port_id': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'mac_address': 'fa:16:3e:a4:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:16:58.989912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e215e62-860e-42fe-8517-a9a157b55623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:59.023073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:59.042353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:16:59.043303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:16:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:16:59.067080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-94061b2b-e6be-48ef-88b9-3623765a6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:59.073708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-94061b2b-e6be-48ef-88b9-3623765a6778 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4711154 Dec 17 16:16:59.151566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-99c799e2-3a0f-4b90-8303-2174f223722d req-2c269eef-88d7-4d4b-8c5b-33a1707d3c12 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980164 Dec 17 16:16:59.156204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-c340d36a-3937-4311-bce4-2ee72ef62f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:59.158106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-c340d36a-3937-4311-bce4-2ee72ef62f80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3783300 Dec 17 16:16:59.211700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c425d5-84a9-4189-92d5-52fea448d3bc {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:16:59.242958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e079-2e87-4cc3-a9bc-6be9059a4101 req-1a25c1d7-287d-4e88-b1b7-c2fc32cc0de9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:59.261477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f137e079-2e87-4cc3-a9bc-6be9059a4101 req-1a25c1d7-287d-4e88-b1b7-c2fc32cc0de9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 944 time: 0.1380305 Dec 17 16:16:59.376292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-9bb5d163-3743-4104-b04f-191d8e8f970e service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238843 Dec 17 16:16:59.410879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-60aca6f5-3888-4229-ab1e-59baeefb1cb1 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410266 Dec 17 16:16:59.539221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f137e079-2e87-4cc3-a9bc-6be9059a4101 req-2f1cdca8-18d9-4646-a5fb-632b5fd70020 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733071 Dec 17 16:16:59.540508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e215e62-860e-42fe-8517-a9a157b55623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:59.564329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e215e62-860e-42fe-8517-a9a157b55623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:16:59.576010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e215e62-860e-42fe-8517-a9a157b55623 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65866955-62e7-4a6d-88f2-36849d6c2e82 HTTP/1.1" status: 204 len: 168 time: 0.8036091 Dec 17 16:16:59.601928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e215e62-860e-42fe-8517-a9a157b55623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65866955-62e7-4a6d-88f2-36849d6c2e82,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:16:59.934592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:16:59.989444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-f7dab577-f9be-431e-a1b2-ea726dff3fb1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:59.993814 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-f7dab577-f9be-431e-a1b2-ea726dff3fb1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 945 time: 0.1748579 Dec 17 16:17:00.007946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:00.157136 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:00.395364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abd10547-f87c-4f7a-b5d0-39490e262408 req-47674856-d287-423f-8d49-85d958f0c52b service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546466 Dec 17 16:17:00.451548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['63c425d5-84a9-4189-92d5-52fea448d3bc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:17:00.503374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e0c584-38c0-4219-8654-123166ed6e27 req-cb0c5b04-6030-48bb-99fd-e3de8833ff37 service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1209466 Dec 17 16:17:00.529792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:00.530219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:00.663414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:00.666906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] For port fad362eb-4b8e-4a3a-ba8e-ce90263e6751, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:00.667536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:00.701702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for fad362eb-4b8e-4a3a-ba8e-ce90263e6751 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:00.921240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e66f9-c15d-4197-a6b5-30eb572fa4d5 req-0b9507bc-91aa-4363-9a55-4f3de0d2a6d0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:00.926637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc2e66f9-c15d-4197-a6b5-30eb572fa4d5 req-0b9507bc-91aa-4363-9a55-4f3de0d2a6d0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.1278670 Dec 17 16:17:00.969003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116a978-a0fb-4e2f-823d-cabe303bae5e req-43381758-f2d7-46f4-b865-29c92814347f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:00.987415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2116a978-a0fb-4e2f-823d-cabe303bae5e req-43381758-f2d7-46f4-b865-29c92814347f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 945 time: 0.6913991 Dec 17 16:17:01.141633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc2e66f9-c15d-4197-a6b5-30eb572fa4d5 req-be6c5956-cacb-4f1a-901d-9bed70d72401 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035398 Dec 17 16:17:01.265180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2116a978-a0fb-4e2f-823d-cabe303bae5e req-9514f047-c4f1-43f5-8ca1-b6bdcc314fa1 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767267 Dec 17 16:17:01.401899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:41Z', 'revision_number': 1, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:01.440206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:01.494910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8328670-74b1-43c2-a921-80f4827b8a19 None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e82eb665-bd03-4aa1-a56c-6a5462e9d801', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'port_id': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'mac_address': 'fa:16:3e:d0:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:12:33Z', 'updated_at': '2021-12-17T16:12:41Z', 'revision_number': 1, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:17:01.517709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=fad362eb-4b8e-4a3a-ba8e-ce90263e6751,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:01.709418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] No DVR routers for this DVR port fad362eb-4b8e-4a3a-ba8e-ce90263e6751 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:17:01.715732 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:01.734242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c42ba07b-ead2-4a04-9497-64246281cfdf req-e9be4aec-680b-4cfc-874c-30880ae81c22 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "DELETE /v2.0/ports/fad362eb-4b8e-4a3a-ba8e-ce90263e6751 HTTP/1.1" status: 204 len: 173 time: 1.7200184 Dec 17 16:17:01.735910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'name': 'network-vif-deleted', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:01.759446 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bead5670-2f48-421e-847d-9c7df85cfb97" -d '{"events": [{"server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "name": "network-vif-deleted", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:01.866337 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7edeb4b-8dc5-43fc-bd33-a47e6785d987 x-openstack-request-id: req-e7edeb4b-8dc5-43fc-bd33-a47e6785d987 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:01.867014 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65913629-9750-42bb-adf4-140f8a9db5a2", "name": "network-vif-deleted", "tag": "fad362eb-4b8e-4a3a-ba8e-ce90263e6751", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:01.867496 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7edeb4b-8dc5-43fc-bd33-a47e6785d987 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:01.868261 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65913629-9750-42bb-adf4-140f8a9db5a2', 'name': 'network-vif-deleted', 'tag': 'fad362eb-4b8e-4a3a-ba8e-ce90263e6751', 'status': 'completed', 'code': 200} Dec 17 16:17:02.168159 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ea278-7861-42d9-950d-ba3c0429725d None None] New status for floating IP 00cceb36-25a2-45b8-ac4b-d70d31f75fbb: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:17:02.345687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 51826) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:02.360760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:17:02.454920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad623c20-f01d-407d-8539-c5f86760e81c req-89ef1242-8f10-4a59-82cd-3c159a2038c6 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:02.475871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ad623c20-f01d-407d-8539-c5f86760e81c req-89ef1242-8f10-4a59-82cd-3c159a2038c6 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.1549096 Dec 17 16:17:02.548477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 63c425d5-84a9-4189-92d5-52fea448d3bc completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:17:02.575431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 63c425d5-84a9-4189-92d5-52fea448d3bc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:02.576104 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:02.679548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83055b62-622b-4e89-a944-855d8460fe91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:02.688225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ad623c20-f01d-407d-8539-c5f86760e81c req-598dc536-3666-4ade-b7ed-03cc964d36da tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101202 Dec 17 16:17:02.760364 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:02.828234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:02.833313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:02.840302 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0a60a-2416-43ed-a4e1-09dd0f26bcdb" -d '{"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-plugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:02.848768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:02.945337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83055b62-622b-4e89-a944-855d8460fe91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:02.949880 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae1f3c9-0aad-43f6-a2b2-2c3ede902e40 x-openstack-request-id: req-2ae1f3c9-0aad-43f6-a2b2-2c3ede902e40 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:02.951246 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-plugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:02.951962 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ae1f3c9-0aad-43f6-a2b2-2c3ede902e40 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:02.953149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-83055b62-622b-4e89-a944-855d8460fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:02.953525 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'code': 200} Dec 17 16:17:03.016770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:03.080424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83055b62-622b-4e89-a944-855d8460fe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17593787-c43b-45dd-86ed-6f687c72b987,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:03.102092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-83055b62-622b-4e89-a944-855d8460fe91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=352077fe788a40078ce9260fee21858f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481248 Dec 17 16:17:03.102938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51842) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:03.235745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-879cb665-2857-479a-8014-989af799884f req-d251bf37-0a6c-4c97-97cd-e31f92863930 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0730851 Dec 17 16:17:03.278794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5d66f-3043-436f-9b7f-9f78e3e14eda req-8ccd8a8c-0167-4cdd-940a-864be50a2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:03.281424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71f5d66f-3043-436f-9b7f-9f78e3e14eda req-8ccd8a8c-0167-4cdd-940a-864be50a2999 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1098 time: 0.2519507 Dec 17 16:17:03.359151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71f5d66f-3043-436f-9b7f-9f78e3e14eda req-6893ef14-bffe-4ece-8d53-396f5bf5e185 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648711 Dec 17 16:17:03.360608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d86-2166-43ad-b907-9497e7fd8f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:03.419977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d86-2166-43ad-b907-9497e7fd8f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:03.530765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d86-2166-43ad-b907-9497e7fd8f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:03.533841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d86-2166-43ad-b907-9497e7fd8f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:03.535160 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f14c0d86-2166-43ad-b907-9497e7fd8f27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17593787-c43b-45dd-86ed-6f687c72b987 HTTP/1.1" status: 204 len: 168 time: 0.4254239 Dec 17 16:17:03.566170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c0d86-2166-43ad-b907-9497e7fd8f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17593787-c43b-45dd-86ed-6f687c72b987,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:03.796971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fad362eb-4b8e-4a3a-ba8e-ce90263e6751 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:17:03.877301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: fad362eb-4b8e-4a3a-ba8e-ce90263e6751 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:17:03.877856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device fad362eb-4b8e-4a3a-ba8e-ce90263e6751 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:17:04.015981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3e9be-ae5c-4b4a-bc4b-df3e8bafa01a req-763dfa55-2dcc-45ca-ad2a-064ed4ca28d7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:04.018047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3a3e9be-ae5c-4b4a-bc4b-df3e8bafa01a req-763dfa55-2dcc-45ca-ad2a-064ed4ca28d7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.1245308 Dec 17 16:17:04.219927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3a3e9be-ae5c-4b4a-bc4b-df3e8bafa01a req-7dda5ab0-a2c4-4064-8897-b8cb7a08b181 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482522 Dec 17 16:17:04.377759 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb06ea42-902d-4202-be6c-567b08ce6768 req-3401f4ae-2e5d-41ff-b6e7-e245e286be53 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0434990 Dec 17 16:17:05.368965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cabaa-6b1d-4f93-a80e-c699250f81f7 req-d7c81712-0589-4d92-8664-7951452ecbf2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:05.378254 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c06cabaa-6b1d-4f93-a80e-c699250f81f7 req-d7c81712-0589-4d92-8664-7951452ecbf2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.0768971 Dec 17 16:17:05.493268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c06cabaa-6b1d-4f93-a80e-c699250f81f7 req-661254cc-6bee-412f-982f-9665035bfdda tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071296 Dec 17 16:17:05.554238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-27e55df3-f10c-4414-9e45-63ee4856390f req-bae7c309-3e8f-4407-9374-c5cd5996db51 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0795062 Dec 17 16:17:05.648743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95444-9272-47d0-b7be-af5f51135346 req-4508ad93-6bf5-41eb-8d3e-fa03fe4f6fc6 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:05.658520 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3e95444-9272-47d0-b7be-af5f51135346 req-4508ad93-6bf5-41eb-8d3e-fa03fe4f6fc6 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.0798326 Dec 17 16:17:05.764007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3e95444-9272-47d0-b7be-af5f51135346 req-63403316-11fa-4f21-ae8e-bb6ee4ef1923 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037848 Dec 17 16:17:05.767787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51908) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:05.864177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ab531c-08f1-4dbb-b7a3-09bd29911f0d tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:05.868660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c4ab531c-08f1-4dbb-b7a3-09bd29911f0d tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1093 time: 0.0972073 Dec 17 16:17:05.869166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 51914) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:05.876348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:05.932677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:06.171549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:06.367752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.40 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/da1fe65a-46ae-432e-adcc-4d846582602a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:17:06.512194 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-beae72cf-d8d8-4598-b210-693fce9fcd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:06.583852 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:06.725071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:06.754977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f528c8cb-7dd6-4fc6-ab10-43182d0cb873 req-2dce4714-a82b-467f-bb56-69bf5b262860 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0480802 Dec 17 16:17:06.833778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:06.837792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:06.859487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=da1fe65a-46ae-432e-adcc-4d846582602a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:06.874463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:17:07.815649 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:07.994170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:08.066664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0e1e5b6d-b446-40bf-8ad8-3c7683f9f089 req-f5e9364f-346b-42c0-9a01-f62c5aa75e54 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0698764 Dec 17 16:17:08.324384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:08.335930 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:08.444399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=da1fe65a-46ae-432e-adcc-4d846582602a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:08.477626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:08.642321 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP f6d708be-266a-41aa-b75d-4012ab12b5e4 associated. External IP: 172.25.0.40, port: 63c425d5-84a9-4189-92d5-52fea448d3bc. Dec 17 16:17:08.698951 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b6cbf61-ad3a-452d-b060-07051899ba8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:09.129080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router 71d9b91a-3967-4eca-aba4-b3dc44fd367c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:17:09.312505 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-02254741-7e8d-4291-b12a-d9e95a5efa37 req-f13ed5af-996b-4811-96aa-d853470efe21 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.1181452 Dec 17 16:17:09.393859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:17:09.412046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] Sync routers for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:17:09.443175 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:09.455246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:09.456073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:09.541686 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8f857078-9a3d-404f-bfce-afee26275d30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6693540 Dec 17 16:17:09.544576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:09.550390 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162e257-2f4d-46e6-8992-343326a70c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:09.694406 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a75628-aea7-4709-9762-5ee31a7d72be x-openstack-request-id: req-79a75628-aea7-4709-9762-5ee31a7d72be {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:09.694826 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:09.695345 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79a75628-aea7-4709-9762-5ee31a7d72be {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:09.695978 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'status': 'completed', 'code': 200} Dec 17 16:17:09.771204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0210f5e-292b-424a-b895-50f2df525ae6 req-764b6d16-68c3-4f93-a6b2-93d0d39624ed tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:09.776915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0210f5e-292b-424a-b895-50f2df525ae6 req-764b6d16-68c3-4f93-a6b2-93d0d39624ed tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.1065354 Dec 17 16:17:09.787132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:09.862877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e257-2f4d-46e6-8992-343326a70c9e req-27655931-605e-4f20-aab7-5470cf0595f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:09.864539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3162e257-2f4d-46e6-8992-343326a70c9e req-27655931-605e-4f20-aab7-5470cf0595f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1098 time: 0.1517642 Dec 17 16:17:09.894294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f0210f5e-292b-424a-b895-50f2df525ae6 req-3843d705-4495-48f3-9617-bdae9a04b561 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143060 Dec 17 16:17:09.921910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52040) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:10.043100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0cf94318-44df-4756-856d-673042da44d0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f6d708be-266a-41aa-b75d-4012ab12b5e4 HTTP/1.1" status: 200 len: 991 time: 0.1196449 Dec 17 16:17:10.064743 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:10.147706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e257-2f4d-46e6-8992-343326a70c9e req-3127b783-9480-469f-a6e0-635590c295bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:10.152967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3162e257-2f4d-46e6-8992-343326a70c9e req-3127b783-9480-469f-a6e0-635590c295bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 898 time: 0.2776928 Dec 17 16:17:10.305272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3162e257-2f4d-46e6-8992-343326a70c9e req-b1d00e43-21f0-49b6-9b10-22d832642304 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 999 time: 0.1448448 Dec 17 16:17:10.461396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e257-2f4d-46e6-8992-343326a70c9e req-19e00793-850e-4d3d-b21a-e38f922a789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:10.467499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3162e257-2f4d-46e6-8992-343326a70c9e req-19e00793-850e-4d3d-b21a-e38f922a789c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 200 len: 835 time: 0.1479549 Dec 17 16:17:10.510938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f6d708be-266a-41aa-b75d-4012ab12b5e4', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'port_id': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'mac_address': 'fa:16:3e:a4:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:17:07Z', 'updated_at': '2021-12-17T16:17:07Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:10.562919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] Checking router: 71d9b91a-3967-4eca-aba4-b3dc44fd367c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:17:10.586673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:10.587683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:10.625803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-be3260f0-644c-4299-af09-d71b8e646209 req-482a24c7-c07f-446a-b7f3-e8d8a1420d60 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.1564598 Dec 17 16:17:10.652909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e257-2f4d-46e6-8992-343326a70c9e req-2be7e6e7-2af2-4011-8f54-4328f9f1b896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:10.668028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3162e257-2f4d-46e6-8992-343326a70c9e req-2be7e6e7-2af2-4011-8f54-4328f9f1b896 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658900 Dec 17 16:17:10.988103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3162e257-2f4d-46e6-8992-343326a70c9e req-26419a6b-8681-436c-9165-f4ac7e5162a1 service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102007 Dec 17 16:17:11.044894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:11.093287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:11.106165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:11.206813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7275fb6b-2d25-46e3-98cd-93726dc14dfb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f6d708be-266a-41aa-b75d-4012ab12b5e4 HTTP/1.1" status: 200 len: 991 time: 0.1601985 Dec 17 16:17:11.274812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3162e257-2f4d-46e6-8992-343326a70c9e req-55eb9f1c-a46f-4907-b9e6-ea2f60fbcf87 service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785738 Dec 17 16:17:11.396543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:11.773298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f6d708be-266a-41aa-b75d-4012ab12b5e4', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'port_id': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'mac_address': 'fa:16:3e:a4:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:17:07Z', 'updated_at': '2021-12-17T16:17:07Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:11.843523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79946167-6661-45a8-998d-4f8f59a1eaa0 req-6592fbbe-bc16-44f8-bc97-40821bc79338 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0552502 Dec 17 16:17:11.885501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fb2ba-f7c9-41a5-a38c-488c96e0678a None None] The sync data for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 is: [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f6d708be-266a-41aa-b75d-4012ab12b5e4', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'port_id': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'mac_address': 'fa:16:3e:a4:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:17:07Z', 'updated_at': '2021-12-17T16:17:07Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:17:12.164375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:12.209216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52106) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:12.403037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-deefac13-8ff7-4795-ab65-4f15b90bd4f1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f6d708be-266a-41aa-b75d-4012ab12b5e4 HTTP/1.1" status: 200 len: 991 time: 0.1922264 Dec 17 16:17:12.437767 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad6955-7b77-4732-a745-53425326f598 None None] New status for floating IP f6d708be-266a-41aa-b75d-4012ab12b5e4: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:17:13.011796 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d1130f7-7ff2-4f92-b8e1-e33df7aef92f req-f183645a-5ae1-435d-99ba-40182d9c8276 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0596745 Dec 17 16:17:13.405658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52150) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:13.623104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f5e03254-9903-402a-85cc-8d9a79d824bc tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f6d708be-266a-41aa-b75d-4012ab12b5e4 HTTP/1.1" status: 200 len: 993 time: 0.2161534 Dec 17 16:17:14.250970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-677bbd20-5cdc-4748-a4a7-58598a989deb req-e679bed9-af1e-4a4e-b673-bbc93c44ac87 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=65913629-9750-42bb-adf4-140f8a9db5a2 HTTP/1.1" status: 200 len: 210 time: 0.0889597 Dec 17 16:17:15.406009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd18e8-a8c5-4a3e-adc3-05b2ee1299db req-2ca7a94b-01df-4564-b16d-5e35c79e5acd tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:15.438896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdfd18e8-a8c5-4a3e-adc3-05b2ee1299db req-2ca7a94b-01df-4564-b16d-5e35c79e5acd tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1400163 Dec 17 16:17:15.595491 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:15.613146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdfd18e8-a8c5-4a3e-adc3-05b2ee1299db req-9129bcb8-14fc-42dc-a77d-719314214be8 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732318 Dec 17 16:17:16.966415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3dc76-1e89-4a33-b98a-57d94899cafb req-9fb6a2e9-060e-467f-b044-39e2735e1ca3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:16.971197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-39b3dc76-1e89-4a33-b98a-57d94899cafb req-9fb6a2e9-060e-467f-b044-39e2735e1ca3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1561737 Dec 17 16:17:17.087966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-39b3dc76-1e89-4a33-b98a-57d94899cafb req-63020b02-405b-4dbe-abc3-43fe3f5ed0a6 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105123 Dec 17 16:17:17.238363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-ae7d0e9e-53d9-4013-ad57-fb378dbbfd81 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:17.240245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-ae7d0e9e-53d9-4013-ad57-fb378dbbfd81 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.49 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 945 time: 0.1115301 Dec 17 16:17:17.420451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Deleting port 4b56264b-f3d4-4325-b99a-a19acf6a7921 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:17.420966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:17.666777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] For port 4b56264b-f3d4-4325-b99a-a19acf6a7921, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4b56264b-f3d4-4325-b99a-a19acf6a7921,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:17.677591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:18.382497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:18.383199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:18.383199 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Floating IP ddc013e8-bd54-4510-ab76-d9e0032bfcc6 disassociated. External IP: 172.25.0.247, port: 4b56264b-f3d4-4325-b99a-a19acf6a7921. Dec 17 16:17:18.383504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Calling delete_port for 4b56264b-f3d4-4325-b99a-a19acf6a7921 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:18.697558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:18.744224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event deleted for resources: {'Port': ['ID=4b56264b-f3d4-4325-b99a-a19acf6a7921,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:19.058758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.059225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.059669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.060121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.060547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.060972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.061420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.061977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.062273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.062694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.063115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.063537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.063996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:19.124604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faeaee-b177-4c23-a1bf-ce0667fd7026 req-19baabee-47f9-4db4-b205-b1cbcbd3a063 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:19.141941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97faeaee-b177-4c23-a1bf-ce0667fd7026 req-19baabee-47f9-4db4-b205-b1cbcbd3a063 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 867 time: 0.5720887 Dec 17 16:17:19.305363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:17:19.595018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97faeaee-b177-4c23-a1bf-ce0667fd7026 req-38e702ad-7964-405c-bd1e-5f609499256d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=06dcc9b9-6dbe-4f91-bba0-fb86681e970a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4512632 Dec 17 16:17:19.768968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:17:19.785777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] Sync routers for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:17:19.818180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:19.823150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:19.889052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] No DVR routers for this DVR port 4b56264b-f3d4-4325-b99a-a19acf6a7921 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:17:19.894420 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:19.905900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce7d5b76-46f0-4a2b-8dce-ef42410ebcae req-0bc9fbe2-0e5d-40c1-aaae-2313f5226f03 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.49 "DELETE /v2.0/ports/4b56264b-f3d4-4325-b99a-a19acf6a7921 HTTP/1.1" status: 204 len: 173 time: 2.6541622 Dec 17 16:17:19.913421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'name': 'network-vif-deleted', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:19.924260 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac2b8ec-bf25-4fae-8b9f-2ae461deedeb" -d '{"events": [{"server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "name": "network-vif-deleted", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:20.061382 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360e9469-3151-4851-9587-636525bb6ba5 x-openstack-request-id: req-360e9469-3151-4851-9587-636525bb6ba5 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:20.062644 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df530d5-6f4b-4976-80b3-2879cbf7f42b", "name": "network-vif-deleted", "tag": "4b56264b-f3d4-4325-b99a-a19acf6a7921", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:20.062644 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-360e9469-3151-4851-9587-636525bb6ba5 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:20.062644 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df530d5-6f4b-4976-80b3-2879cbf7f42b', 'name': 'network-vif-deleted', 'tag': '4b56264b-f3d4-4325-b99a-a19acf6a7921', 'status': 'completed', 'code': 200} Dec 17 16:17:20.582000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:20.636424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4b56264b-f3d4-4325-b99a-a19acf6a7921 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:17:21.020993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 4b56264b-f3d4-4325-b99a-a19acf6a7921 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:17:21.022305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4b56264b-f3d4-4325-b99a-a19acf6a7921 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:17:21.032233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31ffa62c-4fd9-4078-8bde-598fe2f3c3ab req-741adcae-fa51-4581-9786-e97b37a37e5b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=4df530d5-6f4b-4976-80b3-2879cbf7f42b HTTP/1.1" status: 200 len: 210 time: 0.1365731 Dec 17 16:17:22.303375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52406) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:22.383485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:22.542209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c8a4945-ee90-4c80-ab63-81c8e4ee85d1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:22.563855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] Checking router: c0cc3450-8adf-4310-a2e0-278c87f6e8e2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:17:22.620574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:22.621914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:22.654618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c8a4945-ee90-4c80-ab63-81c8e4ee85d1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:22.829353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c8a4945-ee90-4c80-ab63-81c8e4ee85d1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:22.834104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9c8a4945-ee90-4c80-ab63-81c8e4ee85d1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:22.840210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52420) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:22.850727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9c8a4945-ee90-4c80-ab63-81c8e4ee85d1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "DELETE /v2.0/security-groups/06dcc9b9-6dbe-4f91-bba0-fb86681e970a HTTP/1.1" status: 204 len: 168 time: 0.5324671 Dec 17 16:17:22.888939 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-09336fa7-8793-4557-9829-8c359e9e6405 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] show failed (client error): The resource could not be found. Dec 17 16:17:22.900544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-09336fa7-8793-4557-9829-8c359e9e6405 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups/06dcc9b9-6dbe-4f91-bba0-fb86681e970a HTTP/1.1" status: 404 len: 347 time: 0.0583320 Dec 17 16:17:22.901145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52424) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:22.908236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a4945-ee90-4c80-ab63-81c8e4ee85d1 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dcc9b9-6dbe-4f91-bba0-fb86681e970a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:23.068729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:23.387480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Deleting port f3e9d13e-c2b5-416b-a0d9-64641432bb1d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:23.388181 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:23.566047 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:23.566629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:23.582483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Calling delete_port for f3e9d13e-c2b5-416b-a0d9-64641432bb1d owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:23.624484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779c7ce-7a6f-49f7-bea6-0d346eebc6f7 req-06f2a334-b09b-4d07-9d19-144a3f4825f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:23.636838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e779c7ce-7a6f-49f7-bea6-0d346eebc6f7 req-06f2a334-b09b-4d07-9d19-144a3f4825f7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 946 time: 0.2412262 Dec 17 16:17:23.681414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:23.796757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68771ee-598f-45ef-8f1c-38cfa1cf48dd None None] The sync data for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 is: [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:17:23.825595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e779c7ce-7a6f-49f7-bea6-0d346eebc6f7 req-0e55fc09-6028-4e32-8f35-4df41279f54b tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808400 Dec 17 16:17:23.954873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:24.023060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event deleted for resources: {'Port': ['ID=f3e9d13e-c2b5-416b-a0d9-64641432bb1d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:24.151966 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:24.158550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:24.159964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c80991de-ae58-469c-9a7c-b832c58b1435 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "DELETE /v2.0/floatingips/ddc013e8-bd54-4510-ab76-d9e0032bfcc6 HTTP/1.1" status: 204 len: 168 time: 1.2578135 Dec 17 16:17:24.585600 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3cc4ae-5ba2-4067-96b1-a15b2c574c43 None None] New status for floating IP ddc013e8-bd54-4510-ab76-d9e0032bfcc6: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:17:25.041812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-2263fecc-f30a-49b8-9dd1-ea02d0a9af27 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:25.046947 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-2263fecc-f30a-49b8-9dd1-ea02d0a9af27 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.47 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 946 time: 0.1488705 Dec 17 16:17:25.090452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18eb11-0040-40e9-b7d0-877ae401fdd2 req-e35922c0-17cc-4b3e-9d41-46039cb3eef3 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:25.102773 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a18eb11-0040-40e9-b7d0-877ae401fdd2 req-e35922c0-17cc-4b3e-9d41-46039cb3eef3 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 946 time: 0.1218452 Dec 17 16:17:25.260608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a18eb11-0040-40e9-b7d0-877ae401fdd2 req-466b3c0c-121f-4009-8111-1f24cd4a2135 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459439 Dec 17 16:17:25.387250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Deleting port 7e116bf0-c02a-453f-9d78-3750afcd8239 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:25.387650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:25.704951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] For port 7e116bf0-c02a-453f-9d78-3750afcd8239, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7e116bf0-c02a-453f-9d78-3750afcd8239,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:25.705389 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:25.760688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Calling delete_port for 7e116bf0-c02a-453f-9d78-3750afcd8239 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:26.371361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:26.384470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ba22ceea-cc9f-4e35-8fea-b28d251c35cc', '32b378c1-cf75-4e7a-a41e-187c440c101d', 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:17:26.481657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9393194-992e-4b34-8d0b-8c4e22a1b066 req-45f0d99a-0737-489d-8297-df0679578e21 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=c171e7eb-8dd6-4631-8190-3a3e761cde30 HTTP/1.1" status: 200 len: 210 time: 0.0993781 Dec 17 16:17:26.655037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] No DVR routers for this DVR port 7e116bf0-c02a-453f-9d78-3750afcd8239 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:17:26.656970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event deleted for resources: {'Port': ['ID=7e116bf0-c02a-453f-9d78-3750afcd8239,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:26.681126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:26.685006 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff76ea4d-db45-4118-bbea-8baa7985e8be req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.47 "DELETE /v2.0/ports/7e116bf0-c02a-453f-9d78-3750afcd8239 HTTP/1.1" status: 204 len: 173 time: 1.6275403 Dec 17 16:17:26.701448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.702066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.702578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.703076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.703563 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.704174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.704670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.705163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.705984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.708236 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.708709 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.709052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.709424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd52ff-2701-4a79-9e9c-7ce8f9d0a9fc tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:26.712616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'name': 'network-vif-deleted', 'tag': '7e116bf0-c02a-453f-9d78-3750afcd8239'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:26.730570 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14d33b-2fb5-48e1-855e-e66f571263cf" -d '{"events": [{"server_uuid": "c171e7eb-8dd6-4631-8190-3a3e761cde30", "name": "network-vif-deleted", "tag": "7e116bf0-c02a-453f-9d78-3750afcd8239"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:26.854354 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692c3b87-9fca-4ce3-9db5-ea9dafc5ff90 x-openstack-request-id: req-692c3b87-9fca-4ce3-9db5-ea9dafc5ff90 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:26.854649 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171e7eb-8dd6-4631-8190-3a3e761cde30", "name": "network-vif-deleted", "tag": "7e116bf0-c02a-453f-9d78-3750afcd8239", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:26.854898 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-692c3b87-9fca-4ce3-9db5-ea9dafc5ff90 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:26.855306 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171e7eb-8dd6-4631-8190-3a3e761cde30', 'name': 'network-vif-deleted', 'tag': '7e116bf0-c02a-453f-9d78-3750afcd8239', 'status': 'completed', 'code': 200} Dec 17 16:17:27.183613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52498) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:27.188423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-53098444-159a-4a59-80c8-5c1e61b9a650 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233606170', 'description': 'tempest-description--1084208788'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:27.318435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53098444-159a-4a59-80c8-5c1e61b9a650 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:27.510202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53098444-159a-4a59-80c8-5c1e61b9a650 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:27.519563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53098444-159a-4a59-80c8-5c1e61b9a650 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:27.655146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53098444-159a-4a59-80c8-5c1e61b9a650 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40398dd-620e-4746-8b11-0e59c92d1a67,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:27.699429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53098444-159a-4a59-80c8-5c1e61b9a650 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:27.705730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53098444-159a-4a59-80c8-5c1e61b9a650 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5192404 Dec 17 16:17:27.707196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52526) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:27.711764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f180c81e-2265-44fe-9632-a8866f1ddc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'security_group_rule': {'security_group_id': 'c40398dd-620e-4746-8b11-0e59c92d1a67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:27.796427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f180c81e-2265-44fe-9632-a8866f1ddc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:27.935297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7e116bf0-c02a-453f-9d78-3750afcd8239 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:17:28.020354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 7e116bf0-c02a-453f-9d78-3750afcd8239 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:17:28.020720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7e116bf0-c02a-453f-9d78-3750afcd8239 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:17:28.043324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f180c81e-2265-44fe-9632-a8866f1ddc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.056535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f180c81e-2265-44fe-9632-a8866f1ddc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.112433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180c81e-2265-44fe-9632-a8866f1ddc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c161a90-18a3-4dc7-bf7a-712736e205ec,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:28.122976 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f180c81e-2265-44fe-9632-a8866f1ddc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.127220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52536) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:28.133408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-10e07ea2-5ac3-4718-a159-3e93a372447b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'security_group_rule': {'security_group_id': 'c40398dd-620e-4746-8b11-0e59c92d1a67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:28.144420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f180c81e-2265-44fe-9632-a8866f1ddc5d tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359884 Dec 17 16:17:28.237598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10e07ea2-5ac3-4718-a159-3e93a372447b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.368791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10e07ea2-5ac3-4718-a159-3e93a372447b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.382872 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10e07ea2-5ac3-4718-a159-3e93a372447b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.434001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07ea2-5ac3-4718-a159-3e93a372447b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d7d83-176b-49b5-ab15-ba85d447b458,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:28.450693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10e07ea2-5ac3-4718-a159-3e93a372447b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.452970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-10e07ea2-5ac3-4718-a159-3e93a372447b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241966 Dec 17 16:17:28.455923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52544) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:28.463510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:28.501048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.753260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:28.980921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Allocated IP 172.25.0.12 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/007cd2ea-5963-4c91-9590-ed8705a181eb) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:17:29.282287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:29.392545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:29.445082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:29.455995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:29.460574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:17:29.463941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'Port': ['ID=007cd2ea-5963-4c91-9590-ed8705a181eb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:29.683992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:29.738349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:29.946598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:29.964951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:30.076444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'Port': ['ID=007cd2ea-5963-4c91-9590-ed8705a181eb,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:30.129779 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:30.183706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:30.185895 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e9bb9fa3-a02f-48af-bdaf-4daad06ca166 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7281549 Dec 17 16:17:30.467586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52596) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:30.530357 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-d3e36d57-a867-41c6-9dfe-d51a5a68497b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--233606170&fields=id&tenant_id=7679b3bd5343471aa2c85e341489add3 HTTP/1.1" status: 200 len: 267 time: 0.1127148 Dec 17 16:17:30.733932 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:17:30.734938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-15873b93-1e8c-4159-97ae-dc4349cf30b8 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:30.745280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-15873b93-1e8c-4159-97ae-dc4349cf30b8 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 810 time: 0.2031274 Dec 17 16:17:30.774426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-d4b6ba00-93e7-421b-b623-42736faa1544 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/quotas/7679b3bd5343471aa2c85e341489add3 HTTP/1.1" status: 200 len: 375 time: 0.0192986 Dec 17 16:17:30.809287 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port 3bacc680-ed2f-4338-a8a5-6484d9c0f0b1 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:30.809704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:30.914018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-330070b3-33ed-4d86-bf2c-03f4d575c4fd tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385798 Dec 17 16:17:30.931669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:30.932254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:30.963930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for 3bacc680-ed2f-4338-a8a5-6484d9c0f0b1 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:31.299188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:31.376632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=3bacc680-ed2f-4338-a8a5-6484d9c0f0b1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:31.412646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-3f46d2a3-307d-4290-b8c3-32fdcc8b16b4 service neutron] 10.222.0.54 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714110 Dec 17 16:17:31.486106 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:31.486593 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Floating IP e82eb665-bd03-4aa1-a56c-6a5462e9d801 disassociated (deleted). External IP: 172.25.0.189, port: 5b8722f3-1cda-41f1-9dc8-3b771563ba82. Dec 17 16:17:31.586177 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-5bce5622-30f1-44c2-a167-f7c34f4c3429 service neutron] 10.222.0.54 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650288 Dec 17 16:17:31.864817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36e8f63a-0885-4f49-83f8-604f3ea5d869 req-215d2522-7bbd-4f2b-8dc7-99eeccc09978 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 210 time: 0.0682201 Dec 17 16:17:32.437076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52676) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:32.763156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbf6c-ed28-4286-9abe-ff4665d15ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:32.848741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:17:32.980705 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbf6c-ed28-4286-9abe-ff4665d15ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:32.993178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b0dbf6c-ed28-4286-9abe-ff4665d15ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:33.085250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dbf6c-ed28-4286-9abe-ff4665d15ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ac57b1-fd32-4bc4-b687-9c73725e3929,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:33.182392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:17:33.195545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:33.197507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:17:33.200489 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4294e7e6-844a-40a7-8a56-a8d298ca300a req-45ad4f94-f25b-4243-9ec7-224a0ce1970f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 210 time: 0.1259277 Dec 17 16:17:33.228024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:33.228672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:33.242356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6b0dbf6c-ed28-4286-9abe-ff4665d15ee8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca2d1d682a5543fcab6ef2ea6e66ea2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8041615 Dec 17 16:17:33.246722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52686) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:33.314677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-037080ab-032f-4431-90db-a9a3ab5ceba7 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "DELETE /v2.0/floatingips/e82eb665-bd03-4aa1-a56c-6a5462e9d801 HTTP/1.1" status: 204 len: 168 time: 2.8459196 Dec 17 16:17:33.360016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:33.362360 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c634494-2025-4d8d-b70a-dc06b7025d89" -d '{"events": [{"name": "network-changed", "server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:33.497713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:33.511387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9c09f31-0032-47c5-a24c-f06869560029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:33.537250 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49d1ad-bcd7-4e8b-9afb-9496303b6057 x-openstack-request-id: req-1d49d1ad-bcd7-4e8b-9afb-9496303b6057 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:33.537545 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:33.543732 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d49d1ad-bcd7-4e8b-9afb-9496303b6057 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:33.544241 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'status': 'completed', 'code': 200} Dec 17 16:17:33.767049 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9c09f31-0032-47c5-a24c-f06869560029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:33.921326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-1dc13d15-4fb3-41ba-bf90-619fc88fc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:33.926707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-1dc13d15-4fb3-41ba-bf90-619fc88fc402 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b311b70a6a14160a9684e1471a08ca8&device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 1098 time: 0.3100710 Dec 17 16:17:34.025168 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9c09f31-0032-47c5-a24c-f06869560029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:34.029284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9c09f31-0032-47c5-a24c-f06869560029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:34.030664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a9c09f31-0032-47c5-a24c-f06869560029 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59ac57b1-fd32-4bc4-b687-9c73725e3929 HTTP/1.1" status: 204 len: 168 time: 0.7829878 Dec 17 16:17:34.047557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c09f31-0032-47c5-a24c-f06869560029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ac57b1-fd32-4bc4-b687-9c73725e3929,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:34.080703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-60f78841-3746-461f-91ab-a1d66cc097a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:34.082824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-60f78841-3746-461f-91ab-a1d66cc097a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 200 len: 913 time: 0.1431229 Dec 17 16:17:34.087684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:34.173270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:17:34.200300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-ed5d5fbc-23fb-44ec-ab7e-0e163cacdf03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 200 len: 217 time: 0.1012201 Dec 17 16:17:34.221654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:34.225839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:34.382568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-46a55616-6693-4643-864f-944d15017ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:34.385111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-46a55616-6693-4643-864f-944d15017ea1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 200 len: 851 time: 0.1791697 Dec 17 16:17:34.535399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:34.545917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4ebc2e1-1de2-4f09-a246-5f42d5126627 req-51e1be52-7eaf-4492-8ded-64a8bc83c022 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 210 time: 0.1494133 Dec 17 16:17:34.616975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-0033b4ac-646f-44d3-981a-5ae982254ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:34.620387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-0033b4ac-646f-44d3-981a-5ae982254ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fa5426-a838-477d-a4d4-8cddb395cf30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030120 Dec 17 16:17:34.890765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-1618f1a8-1c78-4f58-bc74-cae79d6701a9 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572997 Dec 17 16:17:34.954814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:35.031646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfd49d-c363-4f2e-9473-578ed679191f None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:47Z', 'revision_number': 4, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '82c9e1f0-d078-4f9d-a784-c42a2b7813c1', 'name': '', 'network_id': '85fa5426-a838-477d-a4d4-8cddb395cf30', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'mac_address': 'fa:16:3e:31:88:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:45Z', 'updated_at': '2021-12-17T16:01:51Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'subnets': [{'id': 'a9a8d9ba-b3e5-472a-af11-ddfbcd94246e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:17:35.108397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9e23-471e-42a6-adbb-31eef1a1864b req-bb18ec05-9843-47cf-a5cb-63105ff566ab tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:35.120522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-950f9e23-471e-42a6-adbb-31eef1a1864b req-bb18ec05-9843-47cf-a5cb-63105ff566ab tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 946 time: 0.2107861 Dec 17 16:17:35.155297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-fe7b9c19-1da9-4e2d-875f-2d5d4833bfe8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:35.157266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-fe7b9c19-1da9-4e2d-875f-2d5d4833bfe8 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 946 time: 0.2466104 Dec 17 16:17:35.163925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-713de30f-6ca5-4f97-b938-aa4316681117 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:35.169149 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-ee3cc320-f96d-4884-89fa-c5b359e2e050 service neutron] 10.222.0.47 "GET /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667992 Dec 17 16:17:35.170813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-713de30f-6ca5-4f97-b938-aa4316681117 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.47 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 810 time: 1.7071483 Dec 17 16:17:35.444419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-950f9e23-471e-42a6-adbb-31eef1a1864b req-41456cce-5e86-4077-b592-f63039e167ae tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228710 Dec 17 16:17:35.518592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-65377f7c-d0d9-49d5-a6eb-8ba6d31a6a43 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7679b3bd5343471aa2c85e341489add3 HTTP/1.1" status: 200 len: 379 time: 0.2466877 Dec 17 16:17:35.566176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'port': {'device_id': 'f35de152-098e-48ad-af93-07b41a9add2a', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'admin_state_up': True, 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'security_groups': ['c40398dd-620e-4746-8b11-0e59c92d1a67']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:35.582931 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a88248-8efc-47c7-b1ca-85398c4e9d30 None None] New status for floating IP e82eb665-bd03-4aa1-a56c-6a5462e9d801: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:17:35.739049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14a33900-21ba-442f-8246-938b7d4d7099 req-25910e2f-a007-4dbb-9252-79433046df32 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 210 time: 0.0717118 Dec 17 16:17:35.773356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:35.773763 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:35.779986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52738) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:35.982052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] For port 5b8722f3-1cda-41f1-9dc8-3b771563ba82, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b8722f3-1cda-41f1-9dc8-3b771563ba82,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:35.982428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:35.996306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1397044697-network', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:36.004532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for 5b8722f3-1cda-41f1-9dc8-3b771563ba82 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:36.060540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Made reservation on behalf of e131b2833f004a2889a1da59a6e50c98 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:36.063133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.078886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.277932 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.287401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.312434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.350156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:17:36.363856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.364853 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Added segment f6fed42f-766e-439d-b72a-e9681d079d8f of type vlan for network 576bd351-d318-4cef-b0fd-34d2a3bf60de Dec 17 16:17:36.377103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d4b4b9-8b72-45d6-aafe-db11e04fa27c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:36.386024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=5b8722f3-1cda-41f1-9dc8-3b771563ba82,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:36.447812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.496839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.498776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:36.499608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.503356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2ab82ff6-e713-4303-888e-fadd5c8354b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.517938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] No DVR routers for this DVR port 5b8722f3-1cda-41f1-9dc8-3b771563ba82 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:17:36.531436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.537852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8dd8ac65-b932-4aa1-a16b-3e90ec7341a6 req-7354ed6f-0043-4d22-aa8c-c7cc3337f9ef tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.47 "DELETE /v2.0/ports/5b8722f3-1cda-41f1-9dc8-3b771563ba82 HTTP/1.1" status: 204 len: 173 time: 1.3637607 Dec 17 16:17:36.538311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'name': 'network-vif-deleted', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:36.540829 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31927547-6a96-4fd0-bfbc-d5c328744e5f" -d '{"events": [{"server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "name": "network-vif-deleted", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:36.585431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Made reservation on behalf of 7679b3bd5343471aa2c85e341489add3 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:36.590836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:36.645775 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14255ca0-1d0d-4d9e-878c-f3d757d2e870 x-openstack-request-id: req-14255ca0-1d0d-4d9e-878c-f3d757d2e870 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:36.646071 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdabe1f1-e7da-4346-a8b6-8d37f993c79c", "name": "network-vif-deleted", "tag": "5b8722f3-1cda-41f1-9dc8-3b771563ba82", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:36.646326 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14255ca0-1d0d-4d9e-878c-f3d757d2e870 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:36.646733 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdabe1f1-e7da-4346-a8b6-8d37f993c79c', 'name': 'network-vif-deleted', 'tag': '5b8722f3-1cda-41f1-9dc8-3b771563ba82', 'status': 'completed', 'code': 200} Dec 17 16:17:36.710700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6499311-241d-4f5e-a315-c5edd9384c0f req-c5de1799-500e-4489-906b-e2d431849640 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.0630825 Dec 17 16:17:36.719448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9381673 Dec 17 16:17:36.724140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52756) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:36.740580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5cff-bfcf-4863-abea-34afcdca4c48 admin admin] Pushing event updated for resources: {'Network': ['ID=576bd351-d318-4cef-b0fd-34d2a3bf60de,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:36.745297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Request body: {'subnet': {'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1397044697-subnet', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:36.763232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:17:36.965500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29be605a-2e3c-430f-b9a0-781d80033a8a req-661e7e8a-ed12-430b-b068-766a18dbbd2e tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 210 time: 0.0765419 Dec 17 16:17:37.024387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Made reservation on behalf of e131b2833f004a2889a1da59a6e50c98 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:37.034635 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.142115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52768) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:37.200154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52770) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:37.219059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Allocated IP 172.20.0.5 (0b82c74d-d2ea-495a-b5bd-ec5301e1df9e/523a0be6-bb32-464c-8b58-029044eebf90/23c4b0b7-6655-45a1-92ad-143dbac563cd) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:17:37.273293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] Deleting subnet c171205c-4514-4b75-b002-bcfb8f62d9de {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:17:37.288988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.361239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.462620 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.640753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1dd2-46d4-413d-9a0c-8f77702e970f req-d5de28aa-bc91-4817-996b-e05d102bac08 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:37.642340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecea1dd2-46d4-413d-9a0c-8f77702e970f req-d5de28aa-bc91-4817-996b-e05d102bac08 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 945 time: 0.1432414 Dec 17 16:17:37.643845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.702908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c171205c-4514-4b75-b002-bcfb8f62d9de,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:37.713975 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.717320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.721447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-25636fe0-68f2-4dc3-942f-3fe539081a44 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c171205c-4514-4b75-b002-bcfb8f62d9de HTTP/1.1" status: 204 len: 168 time: 0.5782201 Dec 17 16:17:37.722354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52778) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:37.808184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.813150 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7bba251e-907e-4ac4-95ae-6070dc83af64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.862188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.883939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecea1dd2-46d4-413d-9a0c-8f77702e970f req-f6e7de47-d12c-4040-afe4-11396969acdd tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145109 Dec 17 16:17:37.893438 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:37.936332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b8722f3-1cda-41f1-9dc8-3b771563ba82 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:17:37.985806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 5b8722f3-1cda-41f1-9dc8-3b771563ba82 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:17:37.993093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b8722f3-1cda-41f1-9dc8-3b771563ba82 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:17:38.007555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38f66c4-7223-4e6b-b2e2-261081569d79,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:38.105483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.113033 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7bba251e-907e-4ac4-95ae-6070dc83af64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.177817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c156e647-6cf8-4bc6-a480-4e78b05322a8']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:38.217433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:38.218747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7bba251e-907e-4ac4-95ae-6070dc83af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.231031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:38.243386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:38.243677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9621cf8-b89c-4b96-9223-eb3b58dabc7c') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:38.246245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65ef5af6-1a37-4356-9d15-98e458e9fbf4 req-987b2da9-b68d-4758-9e2c-d4a122232e44 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.2347789 Dec 17 16:17:38.268555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.274564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:17:38.347624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db8d32-002d-47a5-b823-1a010bf6b6c5 req-18864292-2918-414d-bf6a-1f123a55dd2a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:38.350650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c1db8d32-002d-47a5-b823-1a010bf6b6c5 req-18864292-2918-414d-bf6a-1f123a55dd2a tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 931 time: 0.2237384 Dec 17 16:17:38.353724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.369980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:17:38.370394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:17:38.390855 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:17:38.413934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:38.414707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.559473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0166602 Dec 17 16:17:38.564472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.581545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1c783-3bb3-4a4c-ad40-1f24780a7bc3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event updated for resources: {'Port': ['ID=23c4b0b7-6655-45a1-92ad-143dbac563cd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:38.594039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c1db8d32-002d-47a5-b823-1a010bf6b6c5 req-86430ca9-8c57-4815-b92b-19aa5156308e tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328951 Dec 17 16:17:38.596368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b75a33b0-1f1e-4afd-bcb1-da8300c7f052 None None] Provisioning complete for port 23c4b0b7-6655-45a1-92ad-143dbac563cd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:38.600174 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b75a33b0-1f1e-4afd-bcb1-da8300c7f052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.605950 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.617547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7bba251e-907e-4ac4-95ae-6070dc83af64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f317a4046b8469d81b25f387260358a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4132185 Dec 17 16:17:38.618002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52788) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:38.626556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Request body: {'port': {'device_id': 'f35de152-098e-48ad-af93-07b41a9add2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:38.628485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c156e647-6cf8-4bc6-a480-4e78b05322a8 HTTP/1.1" status: 204 len: 168 time: 0.9024615 Dec 17 16:17:38.633362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Checking segment: {'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:38.633766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Network hostable DHCP agents. Network: 576bd351-d318-4cef-b0fd-34d2a3bf60de, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:17:38.640076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba251e-907e-4ac4-95ae-6070dc83af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a6d981-5584-457a-8e96-b9e1db25f4ad,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:38.666973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145fc28-6dbb-4b98-b004-76196f374697 admin admin] Pushing event deleted for resources: {'Network': ['ID=c156e647-6cf8-4bc6-a480-4e78b05322a8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:38.752952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b75a33b0-1f1e-4afd-bcb1-da8300c7f052 None None] Port 23c4b0b7-6655-45a1-92ad-143dbac563cd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:17:38.823689 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2edb916-6513-4ae4-9475-4b87738247d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.827187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808347-aed2-47a1-ae93-817c09b45463 req-b1c4d9d1-d81b-47fc-af6f-b2a85ab6a7d1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:38.836948 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48808347-aed2-47a1-ae93-817c09b45463 req-b1c4d9d1-d81b-47fc-af6f-b2a85ab6a7d1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.3928411 Dec 17 16:17:38.910665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:17:38.931518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9d739d6-9ed5-4ec1-a6e1-35aa4b5a6cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.936135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 576bd351-d318-4cef-b0fd-34d2a3bf60de) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:38.940915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:38.941567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.947449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244fefa8-2764-4690-8628-00ea7aefd9d4 None None] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:17:38.957338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:38.989508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2e1dc47a-b004-4ca5-9ca5-61ffe582df62 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2577634 Dec 17 16:17:39.000491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52796) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:39.050292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:39.066603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52798) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:39.095385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48808347-aed2-47a1-ae93-817c09b45463 req-a2d41d61-fc9d-4484-8eb1-c6c157f966ba tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575161 Dec 17 16:17:39.129675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52800) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:39.151521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9d739d6-9ed5-4ec1-a6e1-35aa4b5a6cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.154900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-f97b7d11-1427-49fb-88f6-2462c79b4bc7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:39.161202 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-f97b7d11-1427-49fb-88f6-2462c79b4bc7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 945 time: 0.2334993 Dec 17 16:17:39.180587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-576bd351-d318-4cef-b0fd-34d2a3bf60de', 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de', 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'fixed_ips': [{'subnet_id': 'd38f66c4-7223-4e6b-b2e2-261081569d79'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:17:39.181699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.379382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e162aac1-be47-4b6f-97a5-6c8be8404c6d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b8a98cae4984bb7b51cf95080bd41bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825174 Dec 17 16:17:39.381365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52804) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:39.417193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fed16577-ba6f-4bd4-ac3c-614212b6fb15 req-314d12c2-3b5c-4c5c-9e58-5dcc009f8e9f tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.0336461 Dec 17 16:17:39.420672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.422014 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.493944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Allocated IP 172.20.0.2 (576bd351-d318-4cef-b0fd-34d2a3bf60de/d38f66c4-7223-4e6b-b2e2-261081569d79/e9e2110c-610a-4b06-9a90-4e30fe016576) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:17:39.575662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d288b7c-590d-46cc-865d-bd6006c96027 req-4aa65c12-62e2-4f5e-925e-21f5943be484 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:39.584280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d288b7c-590d-46cc-865d-bd6006c96027 req-4aa65c12-62e2-4f5e-925e-21f5943be484 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 945 time: 0.4552689 Dec 17 16:17:39.591656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aa95ab1c-72c3-476e-9cc5-79e51f9df909 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f6d708be-266a-41aa-b75d-4012ab12b5e4 HTTP/1.1" status: 200 len: 993 time: 0.4290390 Dec 17 16:17:39.678282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c4b0b7-6655-45a1-92ad-143dbac563cd {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:17:39.688619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.710272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d288b7c-590d-46cc-865d-bd6006c96027 req-e34c611b-5576-4b62-a681-b9ea2f0b2231 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249776 Dec 17 16:17:39.751552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6475db8b-fd79-43cf-8de0-ef60b5f6b4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.814498 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.817968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Transition to ACTIVE for port object 23c4b0b7-6655-45a1-92ad-143dbac563cd will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:17:39.821116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9d739d6-9ed5-4ec1-a6e1-35aa4b5a6cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.823913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e9d739d6-9ed5-4ec1-a6e1-35aa4b5a6cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.825821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e9d739d6-9ed5-4ec1-a6e1-35aa4b5a6cec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29a6d981-5584-457a-8e96-b9e1db25f4ad HTTP/1.1" status: 204 len: 168 time: 1.1935494 Dec 17 16:17:39.830175 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.851010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.857074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.858630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:39.862796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6475db8b-fd79-43cf-8de0-ef60b5f6b4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.864791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:39.867519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Deleting port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:39.867897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:39.918855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:17:39.986665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=23c4b0b7-6655-45a1-92ad-143dbac563cd,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:40.000202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d739d6-9ed5-4ec1-a6e1-35aa4b5a6cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a6d981-5584-457a-8e96-b9e1db25f4ad,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:40.042008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Pushing event updated for resources: {'Port': ['ID=e9e2110c-610a-4b06-9a90-4e30fe016576,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:40.057655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] For port f6cce12a-40d0-4ab5-96d9-211f3ea46e17, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:40.058415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.131514 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63766340-37da-40c1-b9e3-0001ad024857 req-877880f2-f6f2-4d72-8695-0aa7735df224 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:40.153057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63766340-37da-40c1-b9e3-0001ad024857 req-877880f2-f6f2-4d72-8695-0aa7735df224 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 943 time: 0.3353522 Dec 17 16:17:40.157628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Calling delete_port for f6cce12a-40d0-4ab5-96d9-211f3ea46e17 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:40.218858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.226672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Attempting to bind port e9e2110c-610a-4b06-9a90-4e30fe016576 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:17:40.227378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Attempting to bind port e9e2110c-610a-4b06-9a90-4e30fe016576 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:17:40.228202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Attempting to bind port e9e2110c-610a-4b06-9a90-4e30fe016576 on network 576bd351-d318-4cef-b0fd-34d2a3bf60de {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:40.234746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:40.235497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Checking segment: {'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:40.236354 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.236947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Bound using segment: {'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:40.237736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Bound port: e9e2110c-610a-4b06-9a90-4e30fe016576, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:17:40.238544 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.322063 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6475db8b-fd79-43cf-8de0-ef60b5f6b4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.325278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6475db8b-fd79-43cf-8de0-ef60b5f6b4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.326677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6475db8b-fd79-43cf-8de0-ef60b5f6b4f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df16661c-c1b8-4fa8-9b98-8b5ec4364366 HTTP/1.1" status: 204 len: 168 time: 0.9439921 Dec 17 16:17:40.339153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] For port e9e2110c-610a-4b06-9a90-4e30fe016576, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:40.345083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-63766340-37da-40c1-b9e3-0001ad024857 req-5ab59d52-cf71-4fd2-b476-0a69ef61fa02 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910126 Dec 17 16:17:40.347994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] For port e9e2110c-610a-4b06-9a90-4e30fe016576, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e9e2110c-610a-4b06-9a90-4e30fe016576,segment=NetworkSegment(f6fed42f-766e-439d-b72a-e9681d079d8f),segment_id=f6fed42f-766e-439d-b72a-e9681d079d8f)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:17:40.361693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.392293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475db8b-fd79-43cf-8de0-ef60b5f6b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df16661c-c1b8-4fa8-9b98-8b5ec4364366,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:40.436703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58349f8b-7642-4d48-a9f4-f8e373940bb2 None None] Pushing event updated for resources: {'Port': ['ID=e9e2110c-610a-4b06-9a90-4e30fe016576,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:40.457775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.490573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735e83a-0d09-435a-b4a6-e00e6c11cb74 req-5c44183f-e308-4273-9cd5-4035d527fb5b tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:40.492785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f735e83a-0d09-435a-b4a6-e00e6c11cb74 req-5c44183f-e308-4273-9cd5-4035d527fb5b tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1098 time: 0.3807466 Dec 17 16:17:40.506488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Attempting to bind port 23c4b0b7-6655-45a1-92ad-143dbac563cd on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:17:40.508427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Attempting to bind port 23c4b0b7-6655-45a1-92ad-143dbac563cd by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:17:40.508913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Attempting to bind port 23c4b0b7-6655-45a1-92ad-143dbac563cd on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:40.528708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Port 23c4b0b7-6655-45a1-92ad-143dbac563cd on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:17:40.529181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Attempting to bind port 23c4b0b7-6655-45a1-92ad-143dbac563cd on network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:40.589807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.605647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:40.606076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Checking segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:40.606481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Bound using segment: {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:40.607025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Bound port: 23c4b0b7-6655-45a1-92ad-143dbac563cd, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e260396-109f-41d5-b989-5d9acccb85af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:17:40.607393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.609627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ba22ceea-cc9f-4e35-8fea-b28d251c35cc', '32b378c1-cf75-4e7a-a41e-187c440c101d', 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:17:40.747118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event deleted for resources: {'Port': ['ID=f6cce12a-40d0-4ab5-96d9-211f3ea46e17,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:40.799114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] No DVR routers for this DVR port f6cce12a-40d0-4ab5-96d9-211f3ea46e17 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:17:40.804337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:40.829092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-94f78d14-fca7-4cec-9fc4-d01d4fa5342d req-eba8231a-e077-438a-9edb-9dccf791fb47 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "DELETE /v2.0/ports/f6cce12a-40d0-4ab5-96d9-211f3ea46e17 HTTP/1.1" status: 204 len: 173 time: 1.6325698 Dec 17 16:17:40.830007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'name': 'network-vif-deleted', 'tag': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:40.835273 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cefeb4-82f4-4910-acb1-885780b65afc" -d '{"events": [{"server_uuid": "8feb6f02-6a85-4c9b-8c11-bcbbe1044538", "name": "network-vif-deleted", "tag": "f6cce12a-40d0-4ab5-96d9-211f3ea46e17"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:40.949002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f735e83a-0d09-435a-b4a6-e00e6c11cb74 req-36a082f1-ba20-4075-bae8-bb1b6454c425 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254858 Dec 17 16:17:41.072964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:41.078935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-cce4ef7d-948d-4c87-9943-cc060af2bcd7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561869518', 'description': 'tempest-secgroup-smoke-561869518 description', 'project_id': '2cb45eb4d0e1440c8022622be1642306'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:41.121390 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.136387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cce4ef7d-948d-4c87-9943-cc060af2bcd7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.141655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] For port 23c4b0b7-6655-45a1-92ad-143dbac563cd, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:41.213882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d88adcd5-948c-4faf-907b-77f7d37088e8 req-64349989-a739-4dcd-bebc-ec37a1f2f348 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.1145072 Dec 17 16:17:41.259995 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.300080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] For port 23c4b0b7-6655-45a1-92ad-143dbac563cd, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:17:41.332237 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.340956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c9693f55-e2ee-4b56-9b90-52ef54af34f9 req-b221a4aa-ebcf-4a57-a543-4593bccf4a71 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=8feb6f02-6a85-4c9b-8c11-bcbbe1044538 HTTP/1.1" status: 200 len: 210 time: 0.1117444 Dec 17 16:17:41.350866 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc24b8-f874-4bef-8620-b750b59bb616 x-openstack-request-id: req-aadc24b8-f874-4bef-8620-b750b59bb616 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:41.351745 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb6f02-6a85-4c9b-8c11-bcbbe1044538", "name": "network-vif-deleted", "tag": "f6cce12a-40d0-4ab5-96d9-211f3ea46e17", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:41.352793 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aadc24b8-f874-4bef-8620-b750b59bb616 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:41.353364 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb6f02-6a85-4c9b-8c11-bcbbe1044538', 'name': 'network-vif-deleted', 'tag': 'f6cce12a-40d0-4ab5-96d9-211f3ea46e17', 'status': 'completed', 'code': 200} Dec 17 16:17:41.362210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:41.362858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.364331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] 10.222.0.47 "PUT /v2.0/ports/23c4b0b7-6655-45a1-92ad-143dbac563cd HTTP/1.1" status: 200 len: 1092 time: 2.7856262 Dec 17 16:17:41.366107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:41.372231 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527e2cd-34f0-4e33-98b1-34213036f77a" -d '{"events": [{"name": "network-changed", "server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:41.479317 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cce4ef7d-948d-4c87-9943-cc060af2bcd7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.492143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cce4ef7d-948d-4c87-9943-cc060af2bcd7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.576203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227e173-cc59-4ae8-83f2-7be9bee21ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=23c4b0b7-6655-45a1-92ad-143dbac563cd,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:41.596081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4ef7d-948d-4c87-9943-cc060af2bcd7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a22f7-228a-4b12-a7da-9fa9e045fed5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:41.609505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cce4ef7d-948d-4c87-9943-cc060af2bcd7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.614215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cce4ef7d-948d-4c87-9943-cc060af2bcd7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5400457 Dec 17 16:17:41.614995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52870) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:41.653282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4e806b0c-924c-4eab-a69f-00ef59e558b7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'security_group_rule': {'security_group_id': 'f10a22f7-228a-4b12-a7da-9fa9e045fed5', 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:41.712336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43db3-d40c-4425-bfb4-c50ea21c1ce9 req-0473b8ef-70d1-4932-9a3f-9e9e9118963c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:41.728294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3e43db3-d40c-4425-bfb4-c50ea21c1ce9 req-0473b8ef-70d1-4932-9a3f-9e9e9118963c tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 943 time: 0.1968770 Dec 17 16:17:41.888793 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e806b0c-924c-4eab-a69f-00ef59e558b7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:41.919655 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3e43db3-d40c-4425-bfb4-c50ea21c1ce9 req-1696450b-bc12-4965-8898-d73733f9ed1b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902926 Dec 17 16:17:42.052956 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c161be-0ae5-4186-a95e-47074b2d29c4 x-openstack-request-id: req-d3c161be-0ae5-4186-a95e-47074b2d29c4 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:42.053469 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:42.053568 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3c161be-0ae5-4186-a95e-47074b2d29c4 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:42.053940 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'status': 'completed', 'code': 200} Dec 17 16:17:42.058077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-515433ef-194b-47a3-8a29-a6141ff01357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:42.059679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-515433ef-194b-47a3-8a29-a6141ff01357 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 1095 time: 0.6113367 Dec 17 16:17:42.061207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.104981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e806b0c-924c-4eab-a69f-00ef59e558b7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.106407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52884) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:42.121338 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e806b0c-924c-4eab-a69f-00ef59e558b7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.132461 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.149269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.152505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-6c0f7df1-014a-4f7d-b628-2e05e12b2133 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd HTTP/1.1" status: 200 len: 217 time: 0.0611024 Dec 17 16:17:42.183131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e806b0c-924c-4eab-a69f-00ef59e558b7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.184642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e806b0c-924c-4eab-a69f-00ef59e558b7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5388618 Dec 17 16:17:42.187503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52890) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:42.192555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fdefdd6a-6c5f-4156-ac48-a404999af86e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'security_group_rule': {'security_group_id': 'f10a22f7-228a-4b12-a7da-9fa9e045fed5', 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:42.205071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e806b0c-924c-4eab-a69f-00ef59e558b7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e7cb9f-ec77-447a-8d74-36259a957fd6,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:42.266259 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdefdd6a-6c5f-4156-ac48-a404999af86e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.305353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e9e2110c-610a-4b06-9a90-4e30fe016576 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:17:42.368776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1c77491b-5d8b-4652-b74d-72c4a435ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:42.370617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-1c77491b-5d8b-4652-b74d-72c4a435ddb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.2079191 Dec 17 16:17:42.427064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0839984c-2097-4325-b18c-c281597ec473 req-48412030-d2eb-4221-a6c6-66596e0a4ef0 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.0680628 Dec 17 16:17:42.445491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdefdd6a-6c5f-4156-ac48-a404999af86e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.450944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1315484332-network', 'tenant_id': 'b1f995698de549a9bbc51b9a46233d45'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:42.456804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdefdd6a-6c5f-4156-ac48-a404999af86e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.466615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e9e2110c-610a-4b06-9a90-4e30fe016576 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:42.470271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.532892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefdd6a-6c5f-4156-ac48-a404999af86e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cff9539-2df5-4ec0-b099-a0b5832500c9,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:42.538204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Made reservation on behalf of b1f995698de549a9bbc51b9a46233d45 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:42.542078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.545408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306bcccd-193b-4e68-86a9-40985a7b857e None None] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:17:42.554184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-63f6aba6-ce40-4597-aac0-18af8bc7c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:42.557950 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdefdd6a-6c5f-4156-ac48-a404999af86e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.561636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fdefdd6a-6c5f-4156-ac48-a404999af86e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3706315 Dec 17 16:17:42.562672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-63f6aba6-ce40-4597-aac0-18af8bc7c431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1748960 Dec 17 16:17:42.563425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52906) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:42.570649 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.612589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-21b429a7-6b9a-49a0-8bfe-7749eab9f7ce tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'security_group_rule': {'security_group_id': 'f10a22f7-228a-4b12-a7da-9fa9e045fed5', 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:42.683804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Allocated IP 172.25.0.245 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:17:42.740457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.750870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Provisioning complete for port e9e2110c-610a-4b06-9a90-4e30fe016576 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:42.751259 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.754468 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.828170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:17:42.855125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.855531 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Added segment 3b4e265c-5672-4a82-9c31-0bfbe38ed733 of type vlan for network 1bea488e-cc21-4bf5-a022-849003b42003 Dec 17 16:17:42.918697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.958983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.989058 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21b429a7-6b9a-49a0-8bfe-7749eab9f7ce tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.993236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.994700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:42.995692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:42.998211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.074490 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21b429a7-6b9a-49a0-8bfe-7749eab9f7ce tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.082889 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-951f7144-3fbc-4032-87df-5733b94bb472 service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021486 Dec 17 16:17:43.086172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21b429a7-6b9a-49a0-8bfe-7749eab9f7ce tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.090756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] For port e9e2110c-610a-4b06-9a90-4e30fe016576, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e9e2110c-610a-4b06-9a90-4e30fe016576,segment=NetworkSegment(f6fed42f-766e-439d-b72a-e9681d079d8f),segment_id=f6fed42f-766e-439d-b72a-e9681d079d8f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:43.102059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.173614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b429a7-6b9a-49a0-8bfe-7749eab9f7ce tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e1c37c-3c36-480d-9781-471efe019f58,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:43.196393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21b429a7-6b9a-49a0-8bfe-7749eab9f7ce tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.201208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-21b429a7-6b9a-49a0-8bfe-7749eab9f7ce tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6234598 Dec 17 16:17:43.203618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52928) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:43.217115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-233a315f-1a85-4dc7-b285-25b92c4b6224 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'security_group_rule': {'security_group_id': 'f10a22f7-228a-4b12-a7da-9fa9e045fed5', 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:43.230917 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.263329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Pushing event updated for resources: {'Port': ['ID=e9e2110c-610a-4b06-9a90-4e30fe016576,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:43.278856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.279201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.279860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.280344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.280811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.281270 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.281930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.282407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.282890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.283357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.285479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.286073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.286552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fccec21-9b48-4d30-bbf0-20616fa93a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:43.286716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd07dd73-960e-4a58-a531-dc1b3cb28406,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:43.302387 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:17:43.302769 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:17:43.321482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2134736 Dec 17 16:17:43.333998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:43.336740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a38765c8-02ef-40c3-935a-8fd390e6f1ef None None] Provisioning complete for port e9e2110c-610a-4b06-9a90-4e30fe016576 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:43.337116 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a38765c8-02ef-40c3-935a-8fd390e6f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.347341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Request body: {'subnet': {'network_id': '1bea488e-cc21-4bf5-a022-849003b42003', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1315484332-subnet', 'tenant_id': 'b1f995698de549a9bbc51b9a46233d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:43.355152 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-233a315f-1a85-4dc7-b285-25b92c4b6224 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.361245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b617ac0f-fbf1-4904-85e4-953c5bb9f382 req-5ca55277-c886-4b4e-85e7-af103d721a27 service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574809 Dec 17 16:17:43.401075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.409881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Made reservation on behalf of b1f995698de549a9bbc51b9a46233d45 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:43.412463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:43.415385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a87e9c-0a0e-4cde-808b-6ad1a8b07d55 admin admin] Pushing event updated for resources: {'Network': ['ID=1bea488e-cc21-4bf5-a022-849003b42003,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:43.455540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 1bea488e-cc21-4bf5-a022-849003b42003 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:17:43.473332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-cab8193b-23dd-4e87-a668-6ded699b412b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5054822 Dec 17 16:17:43.499979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1284168-25db-4a3e-8a2d-2afde87505f3 req-613d2432-1da2-4aa2-873e-0b769b0648d4 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:43.511995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1284168-25db-4a3e-8a2d-2afde87505f3 req-613d2432-1da2-4aa2-873e-0b769b0648d4 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 945 time: 0.4821455 Dec 17 16:17:43.519654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-732bf59d-6c00-4a64-a49e-ce78f2e8feb9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:17:43.521230 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-732bf59d-6c00-4a64-a49e-ce78f2e8feb9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061002 Dec 17 16:17:43.624226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1284168-25db-4a3e-8a2d-2afde87505f3 req-4aa3aeac-e0ea-41dd-a799-65416e147e87 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003096 Dec 17 16:17:43.760795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b01e28-4af4-4e0d-9b2e-665d168a3f21 req-aa4dfad1-6998-4925-b273-f28fbf52d06b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:43.762681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84b01e28-4af4-4e0d-9b2e-665d168a3f21 req-aa4dfad1-6998-4925-b273-f28fbf52d06b tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 943 time: 0.0775597 Dec 17 16:17:43.873356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-84b01e28-4af4-4e0d-9b2e-665d168a3f21 req-a7df436f-9a45-450d-a63f-03842a219a17 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995126 Dec 17 16:17:43.973307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:44.000224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:44.004101 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86d97cd-754b-4e9a-8101-b1a783caa1ed req-ae9c3297-4bcb-4d9b-9c91-675a3fec0f33 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.0314617 Dec 17 16:17:44.015574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfb1b0-34ad-40bd-9cdd-af78075770ed None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:17:44.088250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:17:44.096935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-63030406-baa4-44a0-a371-86f5272c7155 None None] Provisioning complete for port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:44.097906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63030406-baa4-44a0-a371-86f5272c7155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.131849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:44.172296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-63030406-baa4-44a0-a371-86f5272c7155 None None] Port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:17:44.175593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-233a315f-1a85-4dc7-b285-25b92c4b6224 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.193654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e9e2110c-610a-4b06-9a90-4e30fe016576 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:17:44.253813 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-233a315f-1a85-4dc7-b285-25b92c4b6224 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.275705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e9e2110c-610a-4b06-9a90-4e30fe016576 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:44.276267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.282488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-e01b0ceb-68af-4982-a9ca-68282d4fba54 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.284356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-e01b0ceb-68af-4982-a9ca-68282d4fba54 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 945 time: 0.1096659 Dec 17 16:17:44.338495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-390c3916-7f41-4088-8128-f1bbcd326d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.340138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-390c3916-7f41-4088-8128-f1bbcd326d62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 1095 time: 0.9164641 Dec 17 16:17:44.401126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a315f-1a85-4dc7-b285-25b92c4b6224 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8e3945-b619-4de2-bf60-f2a06df5557d,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:44.451003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f5017269-97ee-4252-9fdd-228ef8368821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.453050 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f5017269-97ee-4252-9fdd-228ef8368821 service neutron] 10.222.0.54 "GET /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 1095 time: 0.0889766 Dec 17 16:17:44.462462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Request body: {'binding': {'host': 'n-h1-806683-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:44.463292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Unknown quota resources ['binding']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:17:44.467509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-233a315f-1a85-4dc7-b285-25b92c4b6224 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.468966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-233a315f-1a85-4dc7-b285-25b92c4b6224 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2580709 Dec 17 16:17:44.478805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:44.483597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'security_group_rule': {'security_group_id': 'f10a22f7-228a-4b12-a7da-9fa9e045fed5', 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:44.493778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f6cce12a-40d0-4ab5-96d9-211f3ea46e17 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:17:44.534368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: f6cce12a-40d0-4ab5-96d9-211f3ea46e17 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:17:44.534718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f6cce12a-40d0-4ab5-96d9-211f3ea46e17 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:17:44.561081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Deleting port 32b378c1-cf75-4e7a-a41e-187c440c101d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:44.561611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.732023 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Project 2cb45eb4d0e1440c8022622be1642306 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:17:44.750701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-104cf6a0-fd20-4d1a-b3a0-634d6155483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.752885 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-104cf6a0-fd20-4d1a-b3a0-634d6155483f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.3786120 Dec 17 16:17:44.761753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.808776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on host n-h1-806683-20 for vnic_type normal with profile None {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:17:44.809355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:17:44.809726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:44.814972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.817081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] For port 32b378c1-cf75-4e7a-a41e-187c440c101d, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=32b378c1-cf75-4e7a-a41e-187c440c101d,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:44.817563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:44.822128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:17:44.822608 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:44.839784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:44.840089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Checking segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:44.840659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Bound using segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:44.841209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Bound port: 63c425d5-84a9-4189-92d5-52fea448d3bc, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:17:44.867055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-022b7212-8f13-43c2-9f6d-46ffb48ea025 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd HTTP/1.1" status: 200 len: 217 time: 0.0980842 Dec 17 16:17:44.882206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Calling delete_port for 32b378c1-cf75-4e7a-a41e-187c440c101d owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:44.949843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbd5d4-cb5e-4bdd-b8e5-64599cd0f499 req-bbd6b4b4-2c5e-4445-a976-d673e3bcd465 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.951618 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-47fbd5d4-cb5e-4bdd-b8e5-64599cd0f499 req-bbd6b4b4-2c5e-4445-a976-d673e3bcd465 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4f637d8-84cc-498f-923f-437ff7a6e0f1 HTTP/1.1" status: 200 len: 945 time: 0.2356513 Dec 17 16:17:45.012168 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.020582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b7703cc-59d9-4128-a4ae-937bd8fda435,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:45.070031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.072972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-b724e76f-9e74-4404-81d1-193e2875ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:45.075788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-b724e76f-9e74-4404-81d1-193e2875ae49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.1715529 Dec 17 16:17:45.086538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.087064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:17:45.100150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-47fbd5d4-cb5e-4bdd-b8e5-64599cd0f499 req-fb0b8f35-1f5e-43e8-8dd8-9a953a4e2060 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366274 Dec 17 16:17:45.103892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] Publish callbacks [] for binding, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.104775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Checking segment: {'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:45.105263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Network hostable DHCP agents. Network: 1bea488e-cc21-4bf5-a022-849003b42003, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:17:45.105452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] 10.222.0.54 "POST /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc/bindings HTTP/1.1" status: 201 len: 390 time: 0.6465278 Dec 17 16:17:45.139077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4d4bfa-616a-4dee-96e9-d3beaf045684,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:45.205613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.206819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b222b836-0025-406b-9d7b-08d0b939e150 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7270374 Dec 17 16:17:45.212024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 52968) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:45.219506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.220592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'security_group_rule': {'security_group_id': 'f10a22f7-228a-4b12-a7da-9fa9e045fed5', 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:45.226770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Network 1bea488e-cc21-4bf5-a022-849003b42003 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:17:45.230555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-c596e664-3acf-4386-9c1d-3c946fe5949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:45.232182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-c596e664-3acf-4386-9c1d-3c946fe5949c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417730 Dec 17 16:17:45.234790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ba22ceea-cc9f-4e35-8fea-b28d251c35cc', '32b378c1-cf75-4e7a-a41e-187c440c101d'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:17:45.399384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52972) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:45.428883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event deleted for resources: {'Port': ['ID=32b378c1-cf75-4e7a-a41e-187c440c101d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:45.448714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 1bea488e-cc21-4bf5-a022-849003b42003) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:45.468553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bbde9d-04b6-4ca7-9790-ce1382b7eda0 None None] Network 1bea488e-cc21-4bf5-a022-849003b42003 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:17:45.487646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:45.488284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.494840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] No DVR routers for this DVR port 32b378c1-cf75-4e7a-a41e-187c440c101d on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:17:45.500231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.511284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-008788f8-34b3-41c8-a565-58e6da7c0891 req-44362256-5bca-4c5d-b3f9-890d5b065d8a tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "DELETE /v2.0/ports/32b378c1-cf75-4e7a-a41e-187c440c101d HTTP/1.1" status: 204 len: 173 time: 1.2180831 Dec 17 16:17:45.518486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'name': 'network-vif-deleted', 'tag': '32b378c1-cf75-4e7a-a41e-187c440c101d'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:45.525733 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c849eeb-f1b2-492a-a2bd-904828951b73" -d '{"events": [{"server_uuid": "f4f637d8-84cc-498f-923f-437ff7a6e0f1", "name": "network-vif-deleted", "tag": "32b378c1-cf75-4e7a-a41e-187c440c101d"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:45.549544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e97fdb9a-c499-4a0a-9cdc-20ba91283948 req-f535d784-8d6a-4ce4-ba19-c45979210a90 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.1122348 Dec 17 16:17:45.562720 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Project 2cb45eb4d0e1440c8022622be1642306 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:17:45.586528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbd752-8815-49ff-a8cb-e3d6ad178c03 req-8b0f0cb9-3dc6-4aeb-8274-06566a10cb32 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:45.586528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-addbd752-8815-49ff-a8cb-e3d6ad178c03 req-8b0f0cb9-3dc6-4aeb-8274-06566a10cb32 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 943 time: 0.2412534 Dec 17 16:17:45.646583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb3816-7525-48ce-9de4-7fc15dd022be None None] Network 1bea488e-cc21-4bf5-a022-849003b42003 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:17:45.671888 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-addbd752-8815-49ff-a8cb-e3d6ad178c03 req-67d9c359-42a4-424a-8822-955366f9bc49 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750716 Dec 17 16:17:45.711243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d8f018-2555-45f3-b12f-7940ab4932d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.716915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.750559 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.763504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-592a15d4-b359-4d38-a69e-18dfc5aaebcd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4214683 Dec 17 16:17:45.788316 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c7e0d0-d977-4170-bf6e-302d45ca8b75 x-openstack-request-id: req-b2c7e0d0-d977-4170-bf6e-302d45ca8b75 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:45.788821 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f637d8-84cc-498f-923f-437ff7a6e0f1", "name": "network-vif-deleted", "tag": "32b378c1-cf75-4e7a-a41e-187c440c101d", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:45.789171 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2c7e0d0-d977-4170-bf6e-302d45ca8b75 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:45.790604 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f637d8-84cc-498f-923f-437ff7a6e0f1', 'name': 'network-vif-deleted', 'tag': '32b378c1-cf75-4e7a-a41e-187c440c101d', 'status': 'completed', 'code': 200} Dec 17 16:17:45.860010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-ff8a5704-3e75-4488-8d6b-11d01befb2c5 service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080525 Dec 17 16:17:45.863611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-faf3df64-ceea-4452-9c99-cf49aeadfcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:45.865161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-faf3df64-ceea-4452-9c99-cf49aeadfcea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1098 time: 0.4146054 Dec 17 16:17:45.889220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d8f018-2555-45f3-b12f-7940ab4932d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.895710 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d8f018-2555-45f3-b12f-7940ab4932d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.913482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:45.938491 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03d8f018-2555-45f3-b12f-7940ab4932d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8cbeccdd2a74519b1a042761bd1ad57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5002935 Dec 17 16:17:45.939482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8f018-2555-45f3-b12f-7940ab4932d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35f4fc-f613-4e19-85af-3f04486cbd5e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:45.942703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 52980) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:45.981898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 23c4b0b7-6655-45a1-92ad-143dbac563cd details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:17:46.012308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9be46c5-ba4a-4139-9a74-65600485a3dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.038573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ba22-9281-4445-8cf5-f158f44388ad req-89b716e9-1ac6-4dc3-9fb1-7b41cb51a933 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:46.040502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9be46c5-ba4a-4139-9a74-65600485a3dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.048393 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d41ba22-9281-4445-8cf5-f158f44388ad req-89b716e9-1ac6-4dc3-9fb1-7b41cb51a933 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.3265395 Dec 17 16:17:46.068852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.131466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.161268 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9be46c5-ba4a-4139-9a74-65600485a3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.166932 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9be46c5-ba4a-4139-9a74-65600485a3dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.171038 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a9be46c5-ba4a-4139-9a74-65600485a3dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a35f4fc-f613-4e19-85af-3f04486cbd5e HTTP/1.1" status: 204 len: 168 time: 0.2249215 Dec 17 16:17:46.182229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 23c4b0b7-6655-45a1-92ad-143dbac563cd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:46.182464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be46c5-ba4a-4139-9a74-65600485a3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35f4fc-f613-4e19-85af-3f04486cbd5e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:46.215073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92cbe7f-fa86-4017-be21-0b6f953579d8,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:46.251185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'port_id': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'mac_address': 'fa:16:3e:80:b5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:17:46.284482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.286171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-df84977d-7b09-4fee-be86-e492500e9ea3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0715077 Dec 17 16:17:46.312908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.334617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c4b0b7-6655-45a1-92ad-143dbac563cd {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:17:46.356473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d41ba22-9281-4445-8cf5-f158f44388ad req-a2e51305-188b-42e4-aee6-a266d358c22e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070939 Dec 17 16:17:46.366031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 23c4b0b7-6655-45a1-92ad-143dbac563cd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:46.366951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-d36923ca-10e5-4f3e-9b2b-df7512de7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:46.368894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-d36923ca-10e5-4f3e-9b2b-df7512de7070 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 898 time: 0.4817038 Dec 17 16:17:46.373197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3527e2cd-34f0-4e33-98b1-34213036f77a req-9f90b131-9222-43d2-898a-827619a64d7b service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847989 Dec 17 16:17:46.378256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.468356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=23c4b0b7-6655-45a1-92ad-143dbac563cd,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:46.481148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-b3dc2a53-3746-4f37-b5db-e4d35cbf1646 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 1001 time: 0.0822005 Dec 17 16:17:46.498922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Router 35aeed0e-5bec-47b6-a9da-561b4bb46111 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:17:46.620406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['23c4b0b7-6655-45a1-92ad-143dbac563cd'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:17:46.654201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-23562124-e0b3-4545-91e7-fe243240dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:46.655714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-23562124-e0b3-4545-91e7-fe243240dce9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 200 len: 835 time: 0.1667514 Dec 17 16:17:46.687781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53002) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:46.703729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-376484d9-4cd4-42fa-ba8a-d31673c55744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.813225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94477056-e01f-440b-9cf7-2ca2022d5815 req-0bffe475-6d20-49dc-92d3-7466eef479c6 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdabe1f1-e7da-4346-a8b6-8d37f993c79c HTTP/1.1" status: 200 len: 210 time: 0.0509109 Dec 17 16:17:46.845855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-e672d4c0-452f-4f38-9d29-4c4e7d977348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:46.847500 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-e672d4c0-452f-4f38-9d29-4c4e7d977348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798487 Dec 17 16:17:46.848885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:17:46.850664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-376484d9-4cd4-42fa-ba8a-d31673c55744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.863445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-376484d9-4cd4-42fa-ba8a-d31673c55744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.893274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Sync routers for ids ['35aeed0e-5bec-47b6-a9da-561b4bb46111'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:17:46.926160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Routers {'35aeed0e-5bec-47b6-a9da-561b4bb46111'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:46.927746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35aeed0e-5bec-47b6-a9da-561b4bb46111'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:46.953600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:46.956185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-763b1635-82a4-42f5-8351-b3b7d9595aa5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9267349 Dec 17 16:17:46.959249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53012) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:46.969939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376484d9-4cd4-42fa-ba8a-d31673c55744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa8430-1f87-42d5-b01d-883204396959,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:46.978094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-376484d9-4cd4-42fa-ba8a-d31673c55744 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aaf7ce58e4344b4cbf0b377bcc86af8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2889507 Dec 17 16:17:46.979199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53014) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:47.065651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Set router 35aeed0e-5bec-47b6-a9da-561b4bb46111 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:47.144470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c700fbcb-b76b-4a9c-8e15-c8f8847a64de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:47.182882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-8ad85e8e-a2cc-442b-975f-bc051fb5f1e9 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561869518&fields=id&tenant_id=2cb45eb4d0e1440c8022622be1642306 HTTP/1.1" status: 200 len: 267 time: 0.1672189 Dec 17 16:17:47.207863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c700fbcb-b76b-4a9c-8e15-c8f8847a64de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:47.266070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-ddfb9451-1a82-42ac-a24c-db5411eb23a4 service neutron] 10.222.0.47 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986535 Dec 17 16:17:47.302064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29f835-64c3-4058-8bf5-03547c8f032d req-2ebeb996-0975-4af7-ab71-e457bed1ece2 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:47.304583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b29f835-64c3-4058-8bf5-03547c8f032d req-2ebeb996-0975-4af7-ab71-e457bed1ece2 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 944 time: 0.3014519 Dec 17 16:17:47.364756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-b7886165-ff51-483e-a1c7-12754fbba79c tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:47.367027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-b7886165-ff51-483e-a1c7-12754fbba79c tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/networks?id=e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 200 len: 814 time: 0.1829600 Dec 17 16:17:47.373660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c700fbcb-b76b-4a9c-8e15-c8f8847a64de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:47.378345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c700fbcb-b76b-4a9c-8e15-c8f8847a64de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:47.380021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c700fbcb-b76b-4a9c-8e15-c8f8847a64de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8aa8430-1f87-42d5-b01d-883204396959 HTTP/1.1" status: 204 len: 168 time: 0.3996248 Dec 17 16:17:47.400183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700fbcb-b76b-4a9c-8e15-c8f8847a64de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa8430-1f87-42d5-b01d-883204396959,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:47.408272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-98f0f34a-fa8e-4b9d-a46c-7f87fcebc2bf tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/quotas/2cb45eb4d0e1440c8022622be1642306 HTTP/1.1" status: 200 len: 375 time: 0.0268526 Dec 17 16:17:47.457854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:17:44Z', 'revision_number': 3, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:47.491251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-70a9e34b-ce7d-41d7-8e1a-62181b18d3d3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2cb45eb4d0e1440c8022622be1642306&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703256 Dec 17 16:17:47.497399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Checking router: 35aeed0e-5bec-47b6-a9da-561b4bb46111 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:17:47.497748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Updating router 35aeed0e-5bec-47b6-a9da-561b4bb46111 port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:17:47.553304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:47.774472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-ae8c3360-6092-4813-8a89-0afac9aa3060 service neutron] 10.222.0.54 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687917 Dec 17 16:17:47.955477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-13956014-1a48-4846-860e-e048fdd7ca13 service neutron] 10.222.0.54 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808653 Dec 17 16:17:48.005585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 23c4b0b7-6655-45a1-92ad-143dbac563cd up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:17:48.284503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 23c4b0b7-6655-45a1-92ad-143dbac563cd completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:17:48.296251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:48.299490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 23c4b0b7-6655-45a1-92ad-143dbac563cd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:48.299720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:48.308626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1b29f835-64c3-4058-8bf5-03547c8f032d req-0c6b5cd0-84ff-49a8-8010-af6cb7a3c344 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9672763 Dec 17 16:17:48.313973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-92f6fbf0-4591-4384-9dcc-851243b7555e service neutron] 10.222.0.47 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0382304 Dec 17 16:17:48.421007 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:48.485750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb5ddb6-91dd-4583-9b4c-928bf057d262 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:17:48.543971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Attempting to bind port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:17:48.557334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Attempting to bind port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:17:48.560481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Attempting to bind port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:48.603123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32b378c1-cf75-4e7a-a41e-187c440c101d no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:17:48.609847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-40ea40fa-6c30-4530-b8ba-b5c82bd77bdf tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:48.611400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-40ea40fa-6c30-4530-b8ba-b5c82bd77bdf tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1098 time: 0.2101374 Dec 17 16:17:48.630047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-20'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:48.729971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857605d-84c6-432d-b25b-324a3cfad098 req-48628792-3da7-47ab-85cd-c7be0a6fc0c4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:48.731459 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a857605d-84c6-432d-b25b-324a3cfad098 req-48628792-3da7-47ab-85cd-c7be0a6fc0c4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.2187486 Dec 17 16:17:48.749733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53056) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:48.764147 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:48.797357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:48.834487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:48.834487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:48.834487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:48.834487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:48.835005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Bound port: b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:17:48.835320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:48.837220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 32b378c1-cf75-4e7a-a41e-187c440c101d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:17:48.837613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 32b378c1-cf75-4e7a-a41e-187c440c101d not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:17:48.839430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0069ada-0c04-4d98-9b6b-9e4a19bd743d None None] Pushing event updated for resources: {'Port': ['ID=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:48.869099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82883a94-8031-4a3a-b171-6293d1f06b6c req-20b51b3a-eb1e-45ec-a611-029f01e23cdd tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0482192 Dec 17 16:17:48.939283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:48.953777 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8ca47f-d4af-4e95-9d6c-6c8232883727" -d '{"events": [{"server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "name": "network-vif-plugged", "status": "completed", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:48.975987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 23c4b0b7-6655-45a1-92ad-143dbac563cd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:48.989816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ea7ffecd-102f-44e5-999e-88bcc2be28a0 None None] Provisioning complete for port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:48.990443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a857605d-84c6-432d-b25b-324a3cfad098 req-ea8d9db4-e611-4812-985c-cd82359b0996 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454875 Dec 17 16:17:49.001794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ea7ffecd-102f-44e5-999e-88bcc2be28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.018404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.072099 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd7d3ef-41c6-47b7-a31e-25da30582a8f x-openstack-request-id: req-2cd7d3ef-41c6-47b7-a31e-25da30582a8f {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:49.072637 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "name": "network-vif-plugged", "status": "completed", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:49.073049 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2cd7d3ef-41c6-47b7-a31e-25da30582a8f {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:49.074042 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'code': 200} Dec 17 16:17:49.112475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] For port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:49.129469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Deleting port ff973229-275a-4aa4-b496-24fee0fccbc8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:49.129830 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.141378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] For port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:17:49.144760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ffecd-102f-44e5-999e-88bcc2be28a0 None None] Port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:17:49.155742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.168503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:49.191846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=23c4b0b7-6655-45a1-92ad-143dbac563cd,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:49.208249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3ce33-6b29-4685-9e47-c1ccaef37b24 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:17:49.291114 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.302141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Routers {'35aeed0e-5bec-47b6-a9da-561b4bb46111'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:49.302783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35aeed0e-5bec-47b6-a9da-561b4bb46111'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:49.340660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:49.416688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115c0c8-ef52-46ef-8d6e-0e9eb9dfc211 req-9e4661a2-c2b5-4db4-babd-38aa10aacd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:49.419485 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6115c0c8-ef52-46ef-8d6e-0e9eb9dfc211 req-9e4661a2-c2b5-4db4-babd-38aa10aacd0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 1097 time: 0.2905321 Dec 17 16:17:49.448591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.448945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.489418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Calling delete_port for ff973229-275a-4aa4-b496-24fee0fccbc8 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:49.525197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:49.531597 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d708a349-7a44-446f-9363-8a0a922d0532" -d '{"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:49.552830 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.647116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.753159 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb68bb2-708b-4463-b71e-1131c8269bb2 x-openstack-request-id: req-6cb68bb2-708b-4463-b71e-1131c8269bb2 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:49.753454 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:49.753736 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cb68bb2-708b-4463-b71e-1131c8269bb2 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:49.754101 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'code': 200} Dec 17 16:17:49.768346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:49.800610 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6115c0c8-ef52-46ef-8d6e-0e9eb9dfc211 req-e533e6e5-e771-40fa-9dd1-5611a1470fd9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3372397 Dec 17 16:17:49.835656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0069ada-0c04-4d98-9b6b-9e4a19bd743d None None] Pushing event updated for resources: {'Port': ['ID=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:49.863212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.879617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d22890f8-56b8-4a53-b073-c7e0d7e9a27e None None] Provisioning complete for port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:49.880019 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d22890f8-56b8-4a53-b073-c7e0d7e9a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:49.892423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33508e6-157a-4bc9-8ce3-fc2c0371d0fa req-f6e96df6-a596-4597-9cd1-a93db84abfc5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:49.900498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e33508e6-157a-4bc9-8ce3-fc2c0371d0fa req-f6e96df6-a596-4597-9cd1-a93db84abfc5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 945 time: 0.3451378 Dec 17 16:17:49.969106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'Port': ['ID=ff973229-275a-4aa4-b496-24fee0fccbc8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:50.064604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c6997551-4a4e-4cd2-a14d-5d8f2d6dbcaa req-e672c548-dd71-44e2-ae97-1888c070e77b tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0677767 Dec 17 16:17:50.175496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:50.183093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:50.186744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c3c6189-136c-442f-9839-8132d7e5510e tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "DELETE /v2.0/floatingips/cf1b4b63-21d8-44d6-9526-265b4373fb16 HTTP/1.1" status: 204 len: 168 time: 1.4358575 Dec 17 16:17:50.225673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e33508e6-157a-4bc9-8ce3-fc2c0371d0fa req-18469dc2-2050-4510-af41-8785dc9dca29 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241735 Dec 17 16:17:50.270786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Allocated IP 172.20.0.1 (576bd351-d318-4cef-b0fd-34d2a3bf60de/d38f66c4-7223-4e6b-b2e2-261081569d79/e5a52e17-dd4a-4cde-882c-038503d64772) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:17:50.286335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] Set router 35aeed0e-5bec-47b6-a9da-561b4bb46111 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:50.323476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d58fa-8b12-4b8a-8ad2-0ea5c398d132 req-a65e4a4a-94c9-43d2-9f1d-050b07575230 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:50.334993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c2d58fa-8b12-4b8a-8ad2-0ea5c398d132 req-a65e4a4a-94c9-43d2-9f1d-050b07575230 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 944 time: 0.1846378 Dec 17 16:17:50.428192 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d22890f8-56b8-4a53-b073-c7e0d7e9a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:50.453187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d22890f8-56b8-4a53-b073-c7e0d7e9a27e None None] For port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:50.459726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:50.482150 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d22890f8-56b8-4a53-b073-c7e0d7e9a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:50.516386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c2d58fa-8b12-4b8a-8ad2-0ea5c398d132 req-e02f5044-3e8f-4125-bd9a-514e83eb7deb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803093 Dec 17 16:17:50.539417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22890f8-56b8-4a53-b073-c7e0d7e9a27e None None] Pushing event updated for resources: {'Port': ['ID=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:50.688599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:50.729062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-549b665c-c9f1-459b-bec7-85017b8794b4 None None] Provisioning complete for port 63c425d5-84a9-4189-92d5-52fea448d3bc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:50.729679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-549b665c-c9f1-459b-bec7-85017b8794b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:50.805659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-549b665c-c9f1-459b-bec7-85017b8794b4 None None] Port 63c425d5-84a9-4189-92d5-52fea448d3bc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:17:50.821705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on host n-h2-806683-20 for vnic_type normal with profile {"migrating_to": "n-h1-806683-20"} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:17:50.822744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:17:50.824524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:50.863373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:17:44Z', 'revision_number': 3, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:50.866432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:50.879805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:50.914880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:17:50.915953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Attempting to bind port 63c425d5-84a9-4189-92d5-52fea448d3bc on network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:50.942191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:17:50.973778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b6180-821b-4b04-8836-6a20bab396e3 None None] The sync data for ids ['35aeed0e-5bec-47b6-a9da-561b4bb46111'] in n-d-806683-20 is: [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:17:44Z', 'revision_number': 3, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:17:51.076968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:51.077315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Checking segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:51.078851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Bound using segment: {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:51.079935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Bound port: 63c425d5-84a9-4189-92d5-52fea448d3bc, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a13961-ab62-457d-96c0-66cf305f07e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:17:51.080999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:51.087888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:51.186419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1602546c-27c9-4e86-85ec-2a2bd25be316 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:51.188059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1602546c-27c9-4e86-85ec-2a2bd25be316 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.49 "GET /v2.0/networks?id=e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 200 len: 814 time: 0.4130182 Dec 17 16:17:51.268521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Pushing event updated for resources: {'Port': ['ID=e5a52e17-dd4a-4cde-882c-038503d64772,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:51.356021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-06dc4c9f-36f8-475a-a39d-f72d897e4e04 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cb45eb4d0e1440c8022622be1642306 HTTP/1.1" status: 200 len: 379 time: 0.1572251 Dec 17 16:17:51.370674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'port': {'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'admin_state_up': True, 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'security_groups': ['f10a22f7-228a-4b12-a7da-9fa9e045fed5']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:51.417854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b322bbb-f67d-40a8-8c6d-055d9b9344aa req-8e52b819-51fb-4fb5-9457-abe3474918f1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.1458552 Dec 17 16:17:51.535794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-665e642b-7b7e-402c-8012-3355b0d7ec16 None None] Provisioning complete for port e5a52e17-dd4a-4cde-882c-038503d64772 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:51.540330 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-665e642b-7b7e-402c-8012-3355b0d7ec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:51.631444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecc6ae-95af-4f8b-b6fa-bad692263e7b req-1616e2b8-033c-4d1c-ae8c-4a368684f1d9 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:51.640155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64ecc6ae-95af-4f8b-b6fa-bad692263e7b req-1616e2b8-033c-4d1c-ae8c-4a368684f1d9 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 945 time: 0.2623756 Dec 17 16:17:51.715228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:51.722145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:17:51.747688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-665e642b-7b7e-402c-8012-3355b0d7ec16 None None] Port e5a52e17-dd4a-4cde-882c-038503d64772 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:17:51.764329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64ecc6ae-95af-4f8b-b6fa-bad692263e7b req-9eb34d39-cef4-4dc3-abf5-50dbfad05801 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230145 Dec 17 16:17:51.847067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:51.923598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Made reservation on behalf of 2cb45eb4d0e1440c8022622be1642306 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:51.931067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.139163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.142265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53162) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:52.285899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:17:52.345608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37bbda-84c1-4e8f-9197-cdc462c9a6f4 req-ac9d7f40-175e-49a3-be35-25ebc64bf523 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:52.350285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f37bbda-84c1-4e8f-9197-cdc462c9a6f4 req-ac9d7f40-175e-49a3-be35-25ebc64bf523 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 944 time: 0.6180108 Dec 17 16:17:52.379009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=8']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:52.425250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:52.425627 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.658811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1dd2ecb0-4899-4bb1-881f-fae541c76102 None None] Provisioning complete for port 63c425d5-84a9-4189-92d5-52fea448d3bc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:52.659510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1dd2ecb0-4899-4bb1-881f-fae541c76102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.812512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1dd2ecb0-4899-4bb1-881f-fae541c76102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.869227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:52.874909 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b27a9a-028b-426b-a70c-469b94ac3c75" -d '{"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-plugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:52.876919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:52.883199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.892728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-3d799ad7-7f06-4ecc-9910-b97740108e8c service neutron] 10.222.0.47 "PUT /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 1124 time: 4.2677376 Dec 17 16:17:52.895776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:52.909292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1dd2ecb0-4899-4bb1-881f-fae541c76102 None None] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:52.910548 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012440d5-b359-401d-b8d0-e5a877f0fb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:52.919952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1dd2ecb0-4899-4bb1-881f-fae541c76102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.928994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ec7c-a263-403b-80b5-8905278b88f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:52.940426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f37bbda-84c1-4e8f-9197-cdc462c9a6f4 req-6a3d7953-0be6-4b27-9302-5c83afd655c8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5690691 Dec 17 16:17:53.081940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2ecb0-4899-4bb1-881f-fae541c76102 None None] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:53.085557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['63c425d5-84a9-4189-92d5-52fea448d3bc'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:17:53.149012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ec7c-a263-403b-80b5-8905278b88f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:53.179494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ec7c-a263-403b-80b5-8905278b88f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:53.216959 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8bd952a1-de0a-4de7-b294-5720beb5d602 req-7a5bc13d-1c26-4ce5-a7dd-f7a287aa142e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0655892 Dec 17 16:17:53.282078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53178) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:53.282666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fcc5ec7c-a263-403b-80b5-8905278b88f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=562c5fe15e4043b8b054c8f606ca57d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1269422 Dec 17 16:17:53.289330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5ec7c-a263-403b-80b5-8905278b88f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e671174-6833-4ff1-886d-832128a96ee1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:53.354920 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1141cae-0b2c-4249-a442-e18888285f3e x-openstack-request-id: req-f1141cae-0b2c-4249-a442-e18888285f3e {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:53.355245 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-plugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:53.355551 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1141cae-0b2c-4249-a442-e18888285f3e {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:53.355975 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'code': 200} Dec 17 16:17:53.395407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:53.404706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:53.573572 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1eea37-beee-4796-a90f-4cf3d1f6087a x-openstack-request-id: req-5e1eea37-beee-4796-a90f-4cf3d1f6087a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:53.573872 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:53.574119 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e1eea37-beee-4796-a90f-4cf3d1f6087a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:53.574494 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'status': 'completed', 'code': 200} Dec 17 16:17:53.640827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Allocated IP 172.20.0.5 (e39d2a68-e20a-4171-b6ff-5556864dae0b/c11fa507-8ac2-4b42-b603-a82f300bd435/ad162009-0123-42e3-b797-855d7424a2d4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:17:53.751267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:53.765562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Pushing event updated for resources: {'Port': ['ID=e5a52e17-dd4a-4cde-882c-038503d64772,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:53.936870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:53.940828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:54.041267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:17:54.184142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:54.331010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:54.336725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b720bf-427f-4f52-a8da-6bf0066fc792 req-d4c847e8-a83e-4402-af59-8a9d91f6659c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:54.342470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:54.358225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96b720bf-427f-4f52-a8da-6bf0066fc792 req-d4c847e8-a83e-4402-af59-8a9d91f6659c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.1844003 Dec 17 16:17:54.394615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc has no active binding in host n-h1-806683-20 {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 16:17:54.411285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499084-b9d3-4eab-9c3c-2df2f09b4b5a req-ff1ffcf2-4aad-4047-b422-92cbbdfce28f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:54.417018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed499084-b9d3-4eab-9c3c-2df2f09b4b5a req-ff1ffcf2-4aad-4047-b422-92cbbdfce28f tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 945 time: 1.1657140 Dec 17 16:17:54.445398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:54.462067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Request body: {'floatingip': {'port_id': '23c4b0b7-6655-45a1-92ad-143dbac563cd'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:54.534548 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c5056e7-ba41-4d2a-844c-2b5bac7d587b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:54.536505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'Port': ['ID=ad162009-0123-42e3-b797-855d7424a2d4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:54.558538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9db57281-6b47-41cd-ae85-d11d42817245 None None] Provisioning complete for port e5a52e17-dd4a-4cde-882c-038503d64772 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:54.559173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9db57281-6b47-41cd-ae85-d11d42817245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:54.578452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Network e39d2a68-e20a-4171-b6ff-5556864dae0b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:17:54.590453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:17:54.596723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:17:54.657245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Router 35aeed0e-5bec-47b6-a9da-561b4bb46111 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:17:54.658064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-65ae2bc6-46ca-4c25-9f26-79d644927a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:54.662958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-65ae2bc6-46ca-4c25-9f26-79d644927a20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1129 time: 1.0132091 Dec 17 16:17:54.686328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:54.701741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9db57281-6b47-41cd-ae85-d11d42817245 None None] Port e5a52e17-dd4a-4cde-882c-038503d64772 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:17:54.950336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-e0ecb0ea-3b75-4041-8616-4751b2d35dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:54.952210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-e0ecb0ea-3b75-4041-8616-4751b2d35dbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 898 time: 0.2268586 Dec 17 16:17:55.017151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c5056e7-ba41-4d2a-844c-2b5bac7d587b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:55.050105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96b720bf-427f-4f52-a8da-6bf0066fc792 req-b9130824-f97d-462b-841c-99e295d3520e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6902184 Dec 17 16:17:55.110253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-693add4e-20ff-4060-ab28-d1b925b7aec2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7253249 Dec 17 16:17:55.142255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600dd2-3d15-4a3c-94a5-d94061539783 req-e488d70e-f8eb-48e8-8027-e274d1573535 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:55.144581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc600dd2-3d15-4a3c-94a5-d94061539783 req-e488d70e-f8eb-48e8-8027-e274d1573535 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 931 time: 0.5620475 Dec 17 16:17:55.150779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:55.151748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:55.185488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dda563fc-612e-4634-bace-f0119847c83c None None] Provisioning complete for port ad162009-0123-42e3-b797-855d7424a2d4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:55.186047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dda563fc-612e-4634-bace-f0119847c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:55.248291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc600dd2-3d15-4a3c-94a5-d94061539783 req-863b5528-c2e9-43a2-b963-bed9487fcac8 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799744 Dec 17 16:17:55.252354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-1de035f9-10cb-4446-8aa0-fab51ff306c1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8907580 Dec 17 16:17:55.274377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Request body: {'port': {'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:55.345660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-d428f2a5-150a-48bc-a301-c26114a97275 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 1001 time: 0.3634579 Dec 17 16:17:55.375414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-dda563fc-612e-4634-bace-f0119847c83c None None] Port ad162009-0123-42e3-b797-855d7424a2d4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:17:55.427927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-04ccf71f-9717-4c44-a84f-04c296eb4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:55.440418 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-04ccf71f-9717-4c44-a84f-04c296eb4a4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d96496798a3045649e514480fe6e53c5&device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 1097 time: 0.2308848 Dec 17 16:17:55.459592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-abb389c9-b77f-47a8-bad4-89e706518098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:55.463577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-abb389c9-b77f-47a8-bad4-89e706518098 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 200 len: 835 time: 0.1067986 Dec 17 16:17:55.479568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:17:55.491366 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Sync routers for ids ['35aeed0e-5bec-47b6-a9da-561b4bb46111'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:17:55.496182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-32c74872-55dc-4879-9577-1e68873f7dea admin admin] 10.222.0.54 "PUT /v2.0/routers/35aeed0e-5bec-47b6-a9da-561b4bb46111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5354791 Dec 17 16:17:55.519808 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Routers {'35aeed0e-5bec-47b6-a9da-561b4bb46111'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:55.525187 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35aeed0e-5bec-47b6-a9da-561b4bb46111'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:55.598480 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c5056e7-ba41-4d2a-844c-2b5bac7d587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:55.601139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c5056e7-ba41-4d2a-844c-2b5bac7d587b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:55.602392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4c5056e7-ba41-4d2a-844c-2b5bac7d587b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e671174-6833-4ff1-886d-832128a96ee1 HTTP/1.1" status: 204 len: 168 time: 2.3193569 Dec 17 16:17:55.629450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:55.695810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5056e7-ba41-4d2a-844c-2b5bac7d587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e671174-6833-4ff1-886d-832128a96ee1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:55.807264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-80498f55-cdc7-4e02-bda0-5ed4877e06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:55.815302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-80498f55-cdc7-4e02-bda0-5ed4877e06b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3420036 Dec 17 16:17:55.880361 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Set router 35aeed0e-5bec-47b6-a9da-561b4bb46111 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:56.530736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-97b5212d-84aa-47bf-9f52-1d24d9dfc1fa service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999183 Dec 17 16:17:56.531766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53230) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:56.662162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6172042e-fdcf-4d8f-bd32-f863b4c8cb44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:56.668951 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:17:51Z', 'revision_number': 4, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e5a52e17-dd4a-4cde-882c-038503d64772', 'name': '', 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'mac_address': 'fa:16:3e:4d:52:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd38f66c4-7223-4e6b-b2e2-261081569d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:49Z', 'updated_at': '2021-12-17T16:17:52Z', 'revision_number': 2, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'subnets': [{'id': 'd38f66c4-7223-4e6b-b2e2-261081569d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:56.735482 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Checking router: 35aeed0e-5bec-47b6-a9da-561b4bb46111 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:17:56.736041 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Updating router 35aeed0e-5bec-47b6-a9da-561b4bb46111 port e5a52e17-dd4a-4cde-882c-038503d64772 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:17:56.797498 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:56.841030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53236) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:56.853242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-183010944-network', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:57.153202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6172042e-fdcf-4d8f-bd32-f863b4c8cb44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.182344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0104-0b82-4464-a9d8-62acb016c870 req-cf4e3581-b4e2-4fea-bcf6-62e9bee5e53c tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:57.184347 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a2e0104-0b82-4464-a9d8-62acb016c870 req-cf4e3581-b4e2-4fea-bcf6-62e9bee5e53c tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 931 time: 0.4504073 Dec 17 16:17:57.185161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6172042e-fdcf-4d8f-bd32-f863b4c8cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.227463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-09ef1c8d-6023-4895-b4ee-05d3d7c7f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:57.230134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-09ef1c8d-6023-4895-b4ee-05d3d7c7f144 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 200 len: 916 time: 1.7327881 Dec 17 16:17:57.266021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Made reservation on behalf of cb043b6109fe45a79e9887f81b829acf for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:57.279127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.311249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-db875d86-a16d-46b9-9f92-6d77d73451f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc HTTP/1.1" status: 200 len: 217 time: 0.0718570 Dec 17 16:17:57.353604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.397228 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.410714 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.425216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352940e7-8a18-4ab7-b985-966317371f44 req-140c1773-4a15-4577-b0a4-ef196d526ab1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:57.432839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-352940e7-8a18-4ab7-b985-966317371f44 req-140c1773-4a15-4577-b0a4-ef196d526ab1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.3348706 Dec 17 16:17:57.456687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a2e0104-0b82-4464-a9d8-62acb016c870 req-9da2d0e8-f508-4583-9937-dba6d3505a39 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347453 Dec 17 16:17:57.506061 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6172042e-fdcf-4d8f-bd32-f863b4c8cb44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12246dd323b44bda98f96cb03d277f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9712191 Dec 17 16:17:57.522059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53240) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:57.603650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-012440d5-b359-401d-b8d0-e5a877f0fb4e req-8e7fa9b2-01c5-463c-989e-8084e26ec57e service neutron] 10.222.0.49 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0577800 Dec 17 16:17:57.625036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172042e-fdcf-4d8f-bd32-f863b4c8cb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa576b-dbc6-4625-bc43-e6d54373145f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:57.631283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-352940e7-8a18-4ab7-b985-966317371f44 req-4f344caa-9077-44ff-9620-fec3905f456b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826492 Dec 17 16:17:57.654077 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Pushing event updated for resources: {'Port': ['ID=e5a52e17-dd4a-4cde-882c-038503d64772,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:57.656224 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.db.resource_extend [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:17:57.673004 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.674433 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.675561 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.676446 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.677549 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.677887 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.680049 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.681682 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.682051 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.682387 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.682719 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.683047 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.683373 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.766549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad162009-0123-42e3-b797-855d7424a2d4 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:17:57.780455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-3b6618df-735e-4b78-abc3-50f7b99c661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:57.781981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-3b6618df-735e-4b78-abc3-50f7b99c661d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 200 len: 855 time: 0.4562807 Dec 17 16:17:57.790015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.792999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Attempting to bind port e5a52e17-dd4a-4cde-882c-038503d64772 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:17:57.793389 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Attempting to bind port e5a52e17-dd4a-4cde-882c-038503d64772 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:17:57.793736 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Attempting to bind port e5a52e17-dd4a-4cde-882c-038503d64772 on network 576bd351-d318-4cef-b0fd-34d2a3bf60de {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:57.811432 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:57.811812 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Checking segment: {'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:57.812275 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.812668 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Bound using segment: {'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:57.813140 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Bound port: e5a52e17-dd4a-4cde-882c-038503d64772, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fed42f-766e-439d-b72a-e9681d079d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:17:57.813525 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.865689 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-c0b82f07-8578-4472-9cb2-d1b86ef60d8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678501 Dec 17 16:17:57.927342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.936216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Transition to ACTIVE for port object ad162009-0123-42e3-b797-855d7424a2d4 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:17:57.988940 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] For port e5a52e17-dd4a-4cde-882c-038503d64772, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:57.993571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:57.999483 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] For port e5a52e17-dd4a-4cde-882c-038503d64772, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e5a52e17-dd4a-4cde-882c-038503d64772,segment=NetworkSegment(f6fed42f-766e-439d-b72a-e9681d079d8f),segment_id=f6fed42f-766e-439d-b72a-e9681d079d8f)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:17:58.004944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.011966 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.014722 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf65da74-05c0-48df-b1d9-b99a89dbd34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.080090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3df0dc64-5e5c-4f25-b64c-0725ca7a68e1 None None] Provisioning complete for port e5a52e17-dd4a-4cde-882c-038503d64772 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:58.081515 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3df0dc64-5e5c-4f25-b64c-0725ca7a68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.103840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1464e5-f45e-4f06-bf87-a339ae81db34 req-2ca07787-7fd5-461d-aa83-4b57b445bfca tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.122103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.49', 57396) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:58.124109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f1464e5-f45e-4f06-bf87-a339ae81db34 req-2ca07787-7fd5-461d-aa83-4b57b445bfca tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 945 time: 0.3889525 Dec 17 16:17:58.127472 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Routers {'35aeed0e-5bec-47b6-a9da-561b4bb46111'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:17:58.140638 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35aeed0e-5bec-47b6-a9da-561b4bb46111'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:58.311890 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ebeb0-f361-4d28-8063-7635b349470b None None] Pushing event updated for resources: {'Port': ['ID=e5a52e17-dd4a-4cde-882c-038503d64772,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:58.356688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3df0dc64-5e5c-4f25-b64c-0725ca7a68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.393884 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.411269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Pushing event updated for resources: {'Port': ['ID=ad162009-0123-42e3-b797-855d7424a2d4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:58.446142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3df0dc64-5e5c-4f25-b64c-0725ca7a68e1 None None] For port e5a52e17-dd4a-4cde-882c-038503d64772, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e5a52e17-dd4a-4cde-882c-038503d64772,segment=NetworkSegment(f6fed42f-766e-439d-b72a-e9681d079d8f),segment_id=f6fed42f-766e-439d-b72a-e9681d079d8f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:58.451915 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3df0dc64-5e5c-4f25-b64c-0725ca7a68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.483194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.486312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-a1626155-b42a-40a1-bd79-c684708b933e service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053369 Dec 17 16:17:58.487512 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Floating IP f168f945-0da0-4924-951b-f68446cb389d associated. External IP: 172.25.0.12, port: 23c4b0b7-6655-45a1-92ad-143dbac563cd. Dec 17 16:17:58.525531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:17:58.530148 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] Set router 35aeed0e-5bec-47b6-a9da-561b4bb46111 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:17:58.567742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.571765 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Added segment 8f096dea-ce74-46c5-b3d5-df548b00a8e6 of type vlan for network 27806c55-1b73-42db-8030-756cdcb0a6eb Dec 17 16:17:58.615016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53248) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:58.638124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0dc64-5e5c-4f25-b64c-0725ca7a68e1 None None] Pushing event updated for resources: {'Port': ['ID=e5a52e17-dd4a-4cde-882c-038503d64772,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:58.683364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b260c41c-ba77-4a90-965a-c56ecc1d5134 None None] Provisioning complete for port e5a52e17-dd4a-4cde-882c-038503d64772 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:17:58.684026 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b260c41c-ba77-4a90-965a-c56ecc1d5134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.723557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf65da74-05c0-48df-b1d9-b99a89dbd34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.807363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:58.897889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-e5da3f4d-3c95-4d5d-8905-16580228fcb3 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.899685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-e5da3f4d-3c95-4d5d-8905-16580228fcb3 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 945 time: 0.9262960 Dec 17 16:17:58.944121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f1464e5-f45e-4f06-bf87-a339ae81db34 req-7e8bc20b-ac15-48d5-b86d-7d8b8b9ecced tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135965 Dec 17 16:17:58.950317 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:17:51Z', 'revision_number': 4, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e5a52e17-dd4a-4cde-882c-038503d64772', 'name': '', 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'mac_address': 'fa:16:3e:4d:52:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd38f66c4-7223-4e6b-b2e2-261081569d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:49Z', 'updated_at': '2021-12-17T16:17:57Z', 'revision_number': 4, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'subnets': [{'id': 'd38f66c4-7223-4e6b-b2e2-261081569d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:17:58.987312 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e64e3a-efd8-4a3d-9ece-824734b2bfa0 None None] The sync data for ids ['35aeed0e-5bec-47b6-a9da-561b4bb46111'] in n-d-806683-20 is: [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:17:51Z', 'revision_number': 4, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e5a52e17-dd4a-4cde-882c-038503d64772', 'name': '', 'network_id': '576bd351-d318-4cef-b0fd-34d2a3bf60de', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'mac_address': 'fa:16:3e:4d:52:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd38f66c4-7223-4e6b-b2e2-261081569d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:49Z', 'updated_at': '2021-12-17T16:17:57Z', 'revision_number': 4, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'subnets': [{'id': 'd38f66c4-7223-4e6b-b2e2-261081569d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:17:58.992620 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.db.resource_extend [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 16:17:59.007281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940791a1-2581-4d7d-8ef1-005176d39591,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:59.189672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf65da74-05c0-48df-b1d9-b99a89dbd34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.195174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf65da74-05c0-48df-b1d9-b99a89dbd34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.196588 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bf65da74-05c0-48df-b1d9-b99a89dbd34d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4aaa576b-dbc6-4625-bc43-e6d54373145f HTTP/1.1" status: 204 len: 168 time: 1.6683474 Dec 17 16:17:59.268592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65da74-05c0-48df-b1d9-b99a89dbd34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa576b-dbc6-4625-bc43-e6d54373145f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:59.268863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6b892-2759-47d9-9e2b-46e18e2ad12d req-a6637fc9-684a-4d4e-9dee-406643be9852 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:59.271913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96d6b892-2759-47d9-9e2b-46e18e2ad12d req-a6637fc9-684a-4d4e-9dee-406643be9852 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.4379475 Dec 17 16:17:59.311202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.313017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:59.314179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.419456 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5734186 Dec 17 16:17:59.441219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c9168-f2d7-4359-88e0-5f6a6bf83135 admin admin] Pushing event updated for resources: {'Network': ['ID=27806c55-1b73-42db-8030-756cdcb0a6eb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:59.453399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 27806c55-1b73-42db-8030-756cdcb0a6eb details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:17:59.453976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53256) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:17:59.463018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Request body: {'subnet': {'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-183010944-subnet', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:59.494953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8071b9-34a1-422b-b8d6-8355f27d728c req-3723d2b6-48a2-461e-b03a-ff2c8e3141db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:59.496889 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c8071b9-34a1-422b-b8d6-8355f27d728c req-3723d2b6-48a2-461e-b03a-ff2c8e3141db tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.3370819 Dec 17 16:17:59.563452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Made reservation on behalf of cb043b6109fe45a79e9887f81b829acf for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:17:59.567894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.597725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Attempting to bind port ad162009-0123-42e3-b797-855d7424a2d4 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:17:59.599217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Attempting to bind port ad162009-0123-42e3-b797-855d7424a2d4 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:17:59.601532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Attempting to bind port ad162009-0123-42e3-b797-855d7424a2d4 on network e39d2a68-e20a-4171-b6ff-5556864dae0b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:59.605997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96d6b892-2759-47d9-9e2b-46e18e2ad12d req-4c5981be-7232-42c3-b2f8-159eb0b3c3fa tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953823 Dec 17 16:17:59.642277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Port ad162009-0123-42e3-b797-855d7424a2d4 on network e39d2a68-e20a-4171-b6ff-5556864dae0b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:17:59.643047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Attempting to bind port ad162009-0123-42e3-b797-855d7424a2d4 on network e39d2a68-e20a-4171-b6ff-5556864dae0b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:59.656384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:59.657375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Checking segment: {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:17:59.658000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Bound using segment: {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:59.659022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Bound port: ad162009-0123-42e3-b797-855d7424a2d4, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfe96de-4379-403c-bb59-9f07cc60940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:17:59.659906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.665403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfc464dd-432c-4f47-94c9-509d051fc697 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.733194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c8071b9-34a1-422b-b8d6-8355f27d728c req-9c5a10af-b2c6-4cdb-95e6-97965af1a7f3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011387 Dec 17 16:17:59.739062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfc464dd-432c-4f47-94c9-509d051fc697 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.788584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Deleting port ba22ceea-cc9f-4e35-8fea-b28d251c35cc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:17:59.789064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.870747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-e2cd4afd-6dfe-40fc-bb10-14fc8455e893 service neutron] 10.222.0.49 "GET /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 385 time: 1.7474496 Dec 17 16:17:59.880785 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfc464dd-432c-4f47-94c9-509d051fc697 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.885236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfc464dd-432c-4f47-94c9-509d051fc697 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.886694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dfc464dd-432c-4f47-94c9-509d051fc697 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] 10.222.0.54 "DELETE /v2.0/security-groups/ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691 HTTP/1.1" status: 204 len: 168 time: 1.2481186 Dec 17 16:17:59.916328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] For port ba22ceea-cc9f-4e35-8fea-b28d251c35cc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,segment=NetworkSegment(06a8e12d-95df-4b2a-b72c-c72b3bb02ba9),segment_id=06a8e12d-95df-4b2a-b72c-c72b3bb02ba9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:59.916861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:17:59.933188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Calling delete_port for ba22ceea-cc9f-4e35-8fea-b28d251c35cc owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:17:59.950065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc464dd-432c-4f47-94c9-509d051fc697 tempest-TestVolumeBootPattern-1080309465 tempest-TestVolumeBootPattern-1080309465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad850f9a-08c5-4ae3-92fc-ca9d9d9f2691,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:00.022368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53266) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:00.034554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-236278f8-5918-4c83-981a-a357cb69847c service neutron] 10.222.0.49 "GET /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4542584 Dec 17 16:18:00.271435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e5a52e17-dd4a-4cde-882c-038503d64772 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:00.391683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e5a52e17-dd4a-4cde-882c-038503d64772 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:00.392378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:00.433134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] For port ad162009-0123-42e3-b797-855d7424a2d4, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:00.496267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] For port ad162009-0123-42e3-b797-855d7424a2d4, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ad162009-0123-42e3-b797-855d7424a2d4,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:00.538604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e74810-4bb5-474d-9ea9-06bb33a0ce4b req-23effc13-02fa-4bc7-b225-0316dcdaf315 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.551551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97e74810-4bb5-474d-9ea9-06bb33a0ce4b req-23effc13-02fa-4bc7-b225-0316dcdaf315 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 945 time: 0.3827460 Dec 17 16:18:00.781251 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:00.833817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:00.989355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.991391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:00.994802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] 10.222.0.49 "PUT /v2.0/ports/ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 200 len: 1092 time: 5.7286897 Dec 17 16:18:01.000675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:01.003213 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1134563-3f33-4080-b275-bcdf347f2dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:01.008007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:01.076684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97e74810-4bb5-474d-9ea9-06bb33a0ce4b req-2ec6f9b2-31a4-4712-86c9-8aa011e13edf tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/security-groups?id=4ef5735b-2db0-4c8f-8c44-474636db6cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242007 Dec 17 16:18:01.298265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:01.404590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3959c1-f2c4-4115-9a4e-93f8438bb66e req-bae898ad-d52c-48d4-8c92-9ddc07f882ec tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.414518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b3959c1-f2c4-4115-9a4e-93f8438bb66e req-bae898ad-d52c-48d4-8c92-9ddc07f882ec tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.6768615 Dec 17 16:18:01.501865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99784eb-7465-4d3a-a3a7-3937a2b64f2e service neutron] Pushing event updated for resources: {'Port': ['ID=ad162009-0123-42e3-b797-855d7424a2d4,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:01.629090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] No DVR routers for this DVR port ba22ceea-cc9f-4e35-8fea-b28d251c35cc on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:01.637317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Pushing event deleted for resources: {'Port': ['ID=ba22ceea-cc9f-4e35-8fea-b28d251c35cc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:01.642364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:01.652593 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:01.658728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.49 "DELETE /v2.0/ports/ba22ceea-cc9f-4e35-8fea-b28d251c35cc HTTP/1.1" status: 204 len: 173 time: 2.7476773 Dec 17 16:18:01.674824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:01.688399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] Sync routers for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:01.708484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:01.709400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:01.721180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:01.727618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:01.764865 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2ec38c-cd9d-4935-866b-1999095c0099,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:01.863956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-b3a983b3-539d-412f-b8fc-440da4029386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.869025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-b3a983b3-539d-412f-b8fc-440da4029386 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cb45eb4d0e1440c8022622be1642306&device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1095 time: 0.7847638 Dec 17 16:18:01.899646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa1c1-3819-43e1-a078-830826dc37f1 req-cf75303a-b5e9-41f7-99f5-79a1ab881f15 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.901515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-caffa1c1-3819-43e1-a078-830826dc37f1 req-cf75303a-b5e9-41f7-99f5-79a1ab881f15 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 946 time: 0.6479394 Dec 17 16:18:01.906548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Checking segment: {'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:01.906925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Network hostable DHCP agents. Network: 27806c55-1b73-42db-8030-756cdcb0a6eb, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:18:01.953136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4183cd47-e439-4d2d-8f68-64a8b278ddce tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "PUT /v2.0/floatingips/f168f945-0da0-4924-951b-f68446cb389d HTTP/1.1" status: 200 len: 990 time: 7.4943101 Dec 17 16:18:01.980619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-113db8c7-9b75-415c-8bc5-65118446aec6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 200 len: 217 time: 0.1024997 Dec 17 16:18:01.996896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:02.027261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd'}, {'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:02.030503 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de525b90-e1e1-4e43-a231-cf04da3ea9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd"}, {"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:02.056974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:02.136286 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:02.144721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b3959c1-f2c4-4115-9a4e-93f8438bb66e req-a8e1173e-24ce-4177-9931-2fa4189df828 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7288704 Dec 17 16:18:02.170448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-caffa1c1-3819-43e1-a078-830826dc37f1 req-ba0a42d2-89cd-410a-864f-7ffbb35cae87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935551 Dec 17 16:18:02.173965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Network 27806c55-1b73-42db-8030-756cdcb0a6eb is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:18:02.186284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 27806c55-1b73-42db-8030-756cdcb0a6eb) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:02.192020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-16072f92-1c41-4849-8d58-2634cd978de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.193539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-16072f92-1c41-4849-8d58-2634cd978de6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11fa507-8ac2-4b42-b603-a82f300bd435 HTTP/1.1" status: 200 len: 853 time: 0.1877220 Dec 17 16:18:02.211605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.212250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:02.251797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b3b9c-88ae-49be-922d-aedd9034baf4 None None] Network 27806c55-1b73-42db-8030-756cdcb0a6eb requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:02.260180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f69ef39-24fd-42e2-86c8-75309f1c06ed admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8011038 Dec 17 16:18:02.260863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53314) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:02.267740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-f40413e2-c177-4059-aa7c-aa91d7d13fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.269582 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-f40413e2-c177-4059-aa7c-aa91d7d13fc0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e39d2a68-e20a-4171-b6ff-5556864dae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671051 Dec 17 16:18:02.271807 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ea40f-7f28-4633-9f7e-8ca5080e8f05 x-openstack-request-id: req-3e2ea40f-7f28-4633-9f7e-8ca5080e8f05 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:02.271807 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:02.271807 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e2ea40f-7f28-4633-9f7e-8ca5080e8f05 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:02.272196 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4', 'status': 'completed', 'code': 200} Dec 17 16:18:02.410975 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1ddcd2-425e-4d7f-9492-f814dca4faf1 x-openstack-request-id: req-7b1ddcd2-425e-4d7f-9492-f814dca4faf1 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:02.411311 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd", "status": "completed", "code": 200}, {"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-unplugged", "status": "completed", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:02.411582 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b1ddcd2-425e-4d7f-9492-f814dca4faf1 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:02.412083 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'status': 'completed', 'code': 200} Dec 17 16:18:02.412345 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'code': 200} Dec 17 16:18:02.433318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:02.469794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-f01eb044-9105-4619-9234-922f7176ed9f service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924074 Dec 17 16:18:02.490336 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d392386-bac4-460e-886f-91a26e4f98c4 req-3e895a82-9b12-4687-9a46-a9a868ff0b51 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] 10.222.0.54 "GET /v2.0/ports?device_id=351a2144-7f6e-4795-b2b6-9d99c4f2d91f HTTP/1.1" status: 200 len: 210 time: 0.0768573 Dec 17 16:18:02.536910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:02.538328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:02.549051 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] Transition to ACTIVE for port object 63c425d5-84a9-4189-92d5-52fea448d3bc will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:18:02.561272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:02.724017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:02.781212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2a1ad41-c073-4cb7-9fc0-2b179419245d req-fc630dd3-a531-4a6a-90cc-2df17947be8d service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895632 Dec 17 16:18:02.846765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-35ff2f5b-b133-4bc9-8d75-d60c0201a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.853197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-35ff2f5b-b133-4bc9-8d75-d60c0201a4db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 1097 time: 0.4144912 Dec 17 16:18:02.872944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:02.897209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:02.904521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ba22ceea-cc9f-4e35-8fea-b28d251c35cc no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:02.949611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] No DVR routers for this DVR port 63c425d5-84a9-4189-92d5-52fea448d3bc on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:02.967867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-19530a40-cb76-4e87-8015-a6e7f0ed4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.969274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-19530a40-cb76-4e87-8015-a6e7f0ed4196 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cb45eb4d0e1440c8022622be1642306&device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1095 time: 0.1045105 Dec 17 16:18:03.177215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: ba22ceea-cc9f-4e35-8fea-b28d251c35cc {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:03.177745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ba22ceea-cc9f-4e35-8fea-b28d251c35cc not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:03.310701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-2f369903-9dec-4bad-8d11-36bbd68edab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:03.315339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-2f369903-9dec-4bad-8d11-36bbd68edab2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 200 len: 915 time: 0.3284991 Dec 17 16:18:03.353231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-27806c55-1b73-42db-8030-756cdcb0a6eb', 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb', 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'fixed_ips': [{'subnet_id': 'af2ec38c-cd9d-4935-866b-1999095c0099'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:18:03.354229 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:03.637529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] Pushing event updated for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=11']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:03.734321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Allocated IP 172.20.0.2 (27806c55-1b73-42db-8030-756cdcb0a6eb/af2ec38c-cd9d-4935-866b-1999095c0099/f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:03.757258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f168f945-0da0-4924-951b-f68446cb389d', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'port_id': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'mac_address': 'fa:16:3e:80:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35de152-098e-48ad-af93-07b41a9add2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:17:29Z', 'updated_at': '2021-12-17T16:17:57Z', 'revision_number': 1, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:03.868763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] Checking router: c0cc3450-8adf-4310-a2e0-278c87f6e8e2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:03.888739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:03.919729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-07520443-5830-440c-8e56-011a6dc9a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:03.921190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-07520443-5830-440c-8e56-011a6dc9a432 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.9738996 Dec 17 16:18:03.964297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd777c9-238b-4b64-81b7-db9578ab3bb3 req-54e23817-1946-4eff-82d1-a4ec56a93b84 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:03.965807 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fd777c9-238b-4b64-81b7-db9578ab3bb3 req-54e23817-1946-4eff-82d1-a4ec56a93b84 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.3295810 Dec 17 16:18:03.975694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:03.976491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:17:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:04.087652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-7652b8f9-e14a-4846-a105-e1401c75b727 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 200 len: 217 time: 0.7645800 Dec 17 16:18:04.116778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:04.213494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b370ca-8c0d-4851-932f-2d3ac233742a req-2195ebdd-3b84-4e8a-9d74-db88aaf7fb15 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.216102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40b370ca-8c0d-4851-932f-2d3ac233742a req-2195ebdd-3b84-4e8a-9d74-db88aaf7fb15 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.8622594 Dec 17 16:18:04.243604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-f31fd16a-772e-47ca-901a-449f1ec689d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.246161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-f31fd16a-772e-47ca-901a-449f1ec689d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11fa507-8ac2-4b42-b603-a82f300bd435 HTTP/1.1" status: 200 len: 853 time: 0.1286945 Dec 17 16:18:04.260751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:04.282541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-8d057e2f-fcc6-41f3-8fb3-89248485815e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd HTTP/1.1" status: 200 len: 998 time: 0.3390670 Dec 17 16:18:04.284076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'name': 'network-vif-deleted', 'tag': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:04.292491 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb92a72-b5a9-4da1-bc1a-287dd0135a30" -d '{"events": [{"server_uuid": "351a2144-7f6e-4795-b2b6-9d99c4f2d91f", "name": "network-vif-deleted", "tag": "ba22ceea-cc9f-4e35-8fea-b28d251c35cc"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:04.303046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-4537526d-04c6-41d4-b72a-036123c3514a service neutron] 10.222.0.49 "PUT /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc/bindings/n-h1-806683-20/activate HTTP/1.1" status: 200 len: 370 time: 4.4024189 Dec 17 16:18:04.357782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8fd777c9-238b-4b64-81b7-db9578ab3bb3 req-2de2c2d2-9245-4429-b010-46dee9f9ec96 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567407 Dec 17 16:18:04.422484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40b370ca-8c0d-4851-932f-2d3ac233742a req-8e213807-367e-4a62-b885-b98622656244 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923654 Dec 17 16:18:04.462409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-6276b040-e52f-4544-95ca-f489e7613815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.463996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-6276b040-e52f-4544-95ca-f489e7613815 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e39d2a68-e20a-4171-b6ff-5556864dae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2098765 Dec 17 16:18:04.533754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53408) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:04.597463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-2ed543a7-37ea-4581-a9b1-01ac14dd490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.599027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-2ed543a7-37ea-4581-a9b1-01ac14dd490a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.2913327 Dec 17 16:18:04.679418 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06381809-9291-4b2b-a0a7-aa84da1ac83f x-openstack-request-id: req-06381809-9291-4b2b-a0a7-aa84da1ac83f {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:04.680093 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351a2144-7f6e-4795-b2b6-9d99c4f2d91f", "name": "network-vif-deleted", "tag": "ba22ceea-cc9f-4e35-8fea-b28d251c35cc", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:04.681118 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06381809-9291-4b2b-a0a7-aa84da1ac83f {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:04.681721 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351a2144-7f6e-4795-b2b6-9d99c4f2d91f', 'name': 'network-vif-deleted', 'tag': 'ba22ceea-cc9f-4e35-8fea-b28d251c35cc', 'status': 'completed', 'code': 200} Dec 17 16:18:04.685563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] Deleting subnet bf0cd847-d3fb-4039-9ff9-6e46a851ce6d {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:18:04.702916 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:04.719325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f168f945-0da0-4924-951b-f68446cb389d', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'port_id': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'mac_address': 'fa:16:3e:80:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35de152-098e-48ad-af93-07b41a9add2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:17:29Z', 'updated_at': '2021-12-17T16:17:57Z', 'revision_number': 1, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:04.751808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156abe97-d877-4e61-af34-68335b7554f4 None None] The sync data for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 is: [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f168f945-0da0-4924-951b-f68446cb389d', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'port_id': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'mac_address': 'fa:16:3e:80:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35de152-098e-48ad-af93-07b41a9add2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:17:29Z', 'updated_at': '2021-12-17T16:17:57Z', 'revision_number': 1, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:04.833773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-6e82b5cf-665f-4af8-98e1-4b01d9ef611a tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.835382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-6e82b5cf-665f-4af8-98e1-4b01d9ef611a tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.3833008 Dec 17 16:18:04.891487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:04.898428 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:04.922828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:04.998193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Network 27806c55-1b73-42db-8030-756cdcb0a6eb is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:04.999729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Pushing event updated for resources: {'Port': ['ID=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:05.002504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:05.012851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:05.083986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-483c1e84-09b4-4527-bb2a-a402a9a378a9 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083441 Dec 17 16:18:05.084485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53414) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:05.101020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.108601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-27fb3e48-490c-4d45-ac58-454753835e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:05.110288 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-27fb3e48-490c-4d45-ac58-454753835e62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4247534 Dec 17 16:18:05.122713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Attempting to bind port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:05.128070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Attempting to bind port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:05.128070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Attempting to bind port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 on network 27806c55-1b73-42db-8030-756cdcb0a6eb {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:05.138350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-6e8c4609-f946-4ef0-b8ef-0182b49750e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:05.140742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-6e8c4609-f946-4ef0-b8ef-0182b49750e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 1097 time: 0.2912033 Dec 17 16:18:05.147615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:05.148353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Checking segment: {'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:05.148715 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.149214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Bound using segment: {'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:05.150562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Bound port: f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:18:05.150562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.266671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1134563-3f33-4080-b275-bcdf347f2dc1 req-f335eb1b-d263-462e-90e9-79195b263f94 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783867 Dec 17 16:18:05.272771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.290142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.303093 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71634075-69de-4202-bf59-2c4327cb0a68 None None] New status for floating IP f168f945-0da0-4924-951b-f68446cb389d: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:18:05.320079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] For port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:05.324963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] For port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,segment=NetworkSegment(8f096dea-ce74-46c5-b3d5-df548b00a8e6),segment_id=8f096dea-ce74-46c5-b3d5-df548b00a8e6)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:05.333046 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.362942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf0cd847-d3fb-4039-9ff9-6e46a851ce6d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:05.377836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.381798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c840e0c4-1cfa-4061-9483-af2d2c236acf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bf0cd847-d3fb-4039-9ff9-6e46a851ce6d HTTP/1.1" status: 204 len: 168 time: 0.8465879 Dec 17 16:18:05.384673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:05.452286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106575e-44b2-487d-96da-e41dc485c5b3 None None] Pushing event updated for resources: {'Port': ['ID=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:05.501971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dc49-2558-4393-8697-9c46df9e780d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.538169 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.704716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dc49-2558-4393-8697-9c46df9e780d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.727855 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dc49-2558-4393-8697-9c46df9e780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.805935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-d77e01bd-b135-4dea-ae7b-7d4feb60411e service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850731 Dec 17 16:18:05.817635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-7755e8bb-704f-421c-9f0b-841d51c23ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:05.819206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-7755e8bb-704f-421c-9f0b-841d51c23ca6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1097 time: 0.5501730 Dec 17 16:18:05.825845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:05.841599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7683c-a5ab-40b7-a72b-6a595a38bd70 req-2d64fcf7-db84-4246-a89a-7b0b3eeced04 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:05.849132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6d7683c-a5ab-40b7-a72b-6a595a38bd70 req-2d64fcf7-db84-4246-a89a-7b0b3eeced04 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.2246406 Dec 17 16:18:05.856540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7d2dc49-2558-4393-8697-9c46df9e780d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a0346deb11944a5989a08f70cfc735da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7692363 Dec 17 16:18:05.857364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2dc49-2558-4393-8697-9c46df9e780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133c4e2b-1baf-44e7-9d02-ea3653a7ebd4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:05.859186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53424) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:05.917541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c1e33-ad97-449c-8482-9bd19f487714 req-a9f7b608-a046-44cf-a080-fb2b59dd33a6 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:05.924882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-209c1e33-ad97-449c-8482-9bd19f487714 req-a9f7b608-a046-44cf-a080-fb2b59dd33a6 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.3518212 Dec 17 16:18:06.029969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e6d7683c-a5ab-40b7-a72b-6a595a38bd70 req-e81060a3-3625-40c9-a557-416fd5436123 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797061 Dec 17 16:18:06.034317 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.105400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:06.106302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-209c1e33-ad97-449c-8482-9bd19f487714 req-afa05663-c03f-48fa-9ed6-77b8c983273a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804197 Dec 17 16:18:06.123874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:06.124346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a8e12d-95df-4b2a-b72c-c72b3bb02ba9') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:06.139374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.149121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Allocated IP 172.25.0.63 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/7dc656ae-c3c1-415a-a267-0bba51385234) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:06.162452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.172386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:18:06.172894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:18:06.223330 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:18:06.272957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Deleting port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:06.274623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.286391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.296042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.300572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18fd0934-4651-466a-8842-2125f4b18e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.303310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4 HTTP/1.1" status: 204 len: 168 time: 0.9173608 Dec 17 16:18:06.311800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:06.329598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b06574-83c6-4690-bed1-10774ea3c397 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a011c2d-f4b6-4f0d-ae6c-33b1fd0405c4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:06.393374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de525b90-e1e1-4e43-a231-cf04da3ea9a7 req-b0db0d46-768f-48a6-b1c3-7f920f74623f service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367303 Dec 17 16:18:06.418142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-04579258-bbf1-4edf-94ee-49e102ceafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:06.425427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:06.426623 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.432892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-04579258-bbf1-4edf-94ee-49e102ceafdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 898 time: 0.5663960 Dec 17 16:18:06.534580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf3f5-d9b5-42fa-84a3-81751e6ebc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.548056 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18fd0934-4651-466a-8842-2125f4b18e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.591065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53432) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:06.623692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.664408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,segment=NetworkSegment(8f096dea-ce74-46c5-b3d5-df548b00a8e6),segment_id=8f096dea-ce74-46c5-b3d5-df548b00a8e6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:06.671404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.699026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] For port 82c9e1f0-d078-4f9d-a784-c42a2b7813c1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:06.699716 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.714846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Calling delete_port for 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:06.719646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b510e139-e23b-4d1e-a3e6-e5e08d155d7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d96496798a3045649e514480fe6e53c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1193969 Dec 17 16:18:06.723604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53434) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:06.738247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:06.800723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4025ffc-da87-4000-a0f5-eda3dbb33703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.825710 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4025ffc-da87-4000-a0f5-eda3dbb33703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.885402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-a5eaafba-8397-49d5-8fea-a2688ea1c7d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 999 time: 0.4396386 Dec 17 16:18:06.891831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4025ffc-da87-4000-a0f5-eda3dbb33703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.895715 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4025ffc-da87-4000-a0f5-eda3dbb33703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.899625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f4025ffc-da87-4000-a0f5-eda3dbb33703 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ef5735b-2db0-4c8f-8c44-474636db6cd7 HTTP/1.1" status: 204 len: 168 time: 0.1712055 Dec 17 16:18:06.925105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4025ffc-da87-4000-a0f5-eda3dbb33703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef5735b-2db0-4c8f-8c44-474636db6cd7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:06.951893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:06.987768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-0b318e5a-42d5-458b-bde0-3add97468ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:06.989362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-0b318e5a-42d5-458b-bde0-3add97468ae3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 200 len: 835 time: 0.0923774 Dec 17 16:18:07.025671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18fd0934-4651-466a-8842-2125f4b18e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:07.038877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18fd0934-4651-466a-8842-2125f4b18e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:07.040186 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-18fd0934-4651-466a-8842-2125f4b18e7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/133c4e2b-1baf-44e7-9d02-ea3653a7ebd4 HTTP/1.1" status: 204 len: 168 time: 1.1362340 Dec 17 16:18:07.168307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae27ca0-b1fa-4e5b-bb08-0a19ed448aac None None] Network 27806c55-1b73-42db-8030-756cdcb0a6eb requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:07.174662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd0934-4651-466a-8842-2125f4b18e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133c4e2b-1baf-44e7-9d02-ea3653a7ebd4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:07.230151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:07.289204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-212fe388-f02b-4487-816c-d67c7bc509f5 None None] Provisioning complete for port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:07.289579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-212fe388-f02b-4487-816c-d67c7bc509f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:07.309396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-38c91419-2d5e-494e-9ef8-a4a8380c2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:07.311538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-38c91419-2d5e-494e-9ef8-a4a8380c2ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3143883 Dec 17 16:18:07.337949 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:07.361302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:07.488181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8566f2d-9815-4346-833a-85a2e0c3dcd2 req-9a29074d-a031-4ae0-b868-67e5ce696932 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:07.506216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8566f2d-9815-4346-833a-85a2e0c3dcd2 req-9a29074d-a031-4ae0-b868-67e5ce696932 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.1774762 Dec 17 16:18:07.617090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8566f2d-9815-4346-833a-85a2e0c3dcd2 req-31f44a3b-ee3c-43e6-add4-be4bc3586927 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091228 Dec 17 16:18:07.735022 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:18:07.843844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53458) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:07.862997 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b498be07-3c5d-4bce-b528-186fa4875eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:07.895130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:07.906878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82f3c-e039-4218-92ed-1b3c35d2b23d req-5f9e8c5f-1140-4dbd-880b-9248a8dcd030 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:07.908745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8da82f3c-e039-4218-92ed-1b3c35d2b23d req-5f9e8c5f-1140-4dbd-880b-9248a8dcd030 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.7400544 Dec 17 16:18:07.909739 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:07.940146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Pushing event updated for resources: {'Port': ['ID=7dc656ae-c3c1-415a-a267-0bba51385234,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:07.950991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9bb8eb-fb03-478c-a60b-bdb0e2d404c2 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:07.963588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4b18b8e6-c2ba-40cb-9bfb-57a550190255 None None] Provisioning complete for port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:07.965167 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b18b8e6-c2ba-40cb-9bfb-57a550190255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.082610 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8da82f3c-e039-4218-92ed-1b3c35d2b23d req-35438249-de76-42e0-9948-ed2f3a5a44a5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396441 Dec 17 16:18:08.083425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Pushing event deleted for resources: {'Port': ['ID=82c9e1f0-d078-4f9d-a784-c42a2b7813c1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:08.090328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b498be07-3c5d-4bce-b528-186fa4875eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.102496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b498be07-3c5d-4bce-b528-186fa4875eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.206299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b498be07-3c5d-4bce-b528-186fa4875eb6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=275f167015ea4d05836ac00f1f0adf11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566012 Dec 17 16:18:08.216378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53464) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:08.255516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:08.270354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498be07-3c5d-4bce-b528-186fa4875eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8a9f6b-50f0-4b09-8be9-23a3d4825552,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:08.326629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8476ce8c-853f-476d-bf31-eb57f03208ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.371927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:08.372308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.378121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-59b38d3e-0a6a-4451-9af6-e30811c6774c None None] Provisioning complete for port 7dc656ae-c3c1-415a-a267-0bba51385234 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:08.378704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59b38d3e-0a6a-4451-9af6-e30811c6774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.474035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-59b38d3e-0a6a-4451-9af6-e30811c6774c None None] Port 7dc656ae-c3c1-415a-a267-0bba51385234 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:08.591421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-5667ee00-3067-46c1-9195-f00764eecfbf service neutron] 10.222.0.47 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2663355 Dec 17 16:18:08.593602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8476ce8c-853f-476d-bf31-eb57f03208ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.696466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9153b298-f7bf-433c-877b-67ec5f43f0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.808372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f945c7-b477-425d-a5a1-4a4752176978 req-d23097d1-fe01-4005-906f-963ec751a309 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:08.809981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28f945c7-b477-425d-a5a1-4a4752176978 req-d23097d1-fe01-4005-906f-963ec751a309 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.0683839 Dec 17 16:18:08.834731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.883412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-28f945c7-b477-425d-a5a1-4a4752176978 req-165fe8ec-3aac-4b08-ae12-84ffa40db683 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631709 Dec 17 16:18:08.953670 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:08.994028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-6f0b3656-4e01-4e32-82f0-195ebb3bce0a service neutron] 10.222.0.47 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226871 Dec 17 16:18:09.025959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8476ce8c-853f-476d-bf31-eb57f03208ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:09.028773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8476ce8c-853f-476d-bf31-eb57f03208ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:09.030736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8476ce8c-853f-476d-bf31-eb57f03208ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f8a9f6b-50f0-4b09-8be9-23a3d4825552 HTTP/1.1" status: 204 len: 168 time: 0.8125412 Dec 17 16:18:09.055365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476ce8c-853f-476d-bf31-eb57f03208ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8a9f6b-50f0-4b09-8be9-23a3d4825552,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:09.344108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461558ad-445f-4af0-beaf-081638c4a6e6 req-3217ac20-389d-4e48-9927-25afac34ee7a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:09.358349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-461558ad-445f-4af0-beaf-081638c4a6e6 req-3217ac20-389d-4e48-9927-25afac34ee7a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.1340895 Dec 17 16:18:09.430694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-2bfc92b3-0a06-4438-b5ff-269b862dc731 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:09.439730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-2bfc92b3-0a06-4438-b5ff-269b862dc731 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 1097 time: 0.1473632 Dec 17 16:18:09.456803 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-461558ad-445f-4af0-beaf-081638c4a6e6 req-33a08cf7-1457-4f81-8aa9-86de31487ee3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958328 Dec 17 16:18:09.525597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Router 739a9f04-5076-4758-ba3f-27863b2a0ff2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:09.556537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:09.869946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:09.879269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d064dd57-f74c-4cc9-8f47-10d3d0a4cbea admin admin] 10.222.0.54 "PUT /v2.0/routers/739a9f04-5076-4758-ba3f-27863b2a0ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8556094 Dec 17 16:18:09.881922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:09.882530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] Sync routers for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:09.896025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-b8815e51-42f0-484c-99c7-66ee0784f673 service neutron] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:09.904408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-b8815e51-42f0-484c-99c7-66ee0784f673 service neutron] Publish callbacks [] for binding, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:09.905546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-b8815e51-42f0-484c-99c7-66ee0784f673 service neutron] 10.222.0.47 "DELETE /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc/bindings/n-h2-806683-20 HTTP/1.1" status: 204 len: 173 time: 0.4459219 Dec 17 16:18:09.907680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:09.910136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:09.943516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Router 0920063e-d134-46f0-a30c-5762a94fe371 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:18:10.056502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:10.219168 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:10.226654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:10.290498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:10.301924 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Sync routers for ids ['0920063e-d134-46f0-a30c-5762a94fe371'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:10.354770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:10.356140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-14e4eb63-eb0c-4ca9-8fec-6e04e3125a8b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0878649 Dec 17 16:18:10.358872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53522) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:10.388100 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Routers {'0920063e-d134-46f0-a30c-5762a94fe371'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:10.390825 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0920063e-d134-46f0-a30c-5762a94fe371'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:10.433939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545698-c0ea-46ab-be8d-c9ed63849d49 req-4672c9d0-fedb-4a46-aab4-ec472c0e5b5a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:10.435634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5d545698-c0ea-46ab-be8d-c9ed63849d49 req-4672c9d0-fedb-4a46-aab4-ec472c0e5b5a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.1352665 Dec 17 16:18:10.537784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:18:07Z', 'revision_number': 5, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port': {'id': '915aebd5-84b8-4822-a1c5-878aaabbe699', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:10.556319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:10.620984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] Checking router: 739a9f04-5076-4758-ba3f-27863b2a0ff2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:10.635214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] Routers {'739a9f04-5076-4758-ba3f-27863b2a0ff2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:10.636475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['739a9f04-5076-4758-ba3f-27863b2a0ff2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:10.668219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5d545698-c0ea-46ab-be8d-c9ed63849d49 req-fd6937ef-fb56-4725-ba67-7ec482d96902 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431308 Dec 17 16:18:10.733013 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Set router 0920063e-d134-46f0-a30c-5762a94fe371 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:10.750813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] Set router 739a9f04-5076-4758-ba3f-27863b2a0ff2 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:10.878410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0406c-597e-4afd-9261-d80c7a0486ca req-6147b518-7bf3-46bb-97e7-ed784e74c020 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:10.892633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2df0406c-597e-4afd-9261-d80c7a0486ca req-6147b518-7bf3-46bb-97e7-ed784e74c020 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.2647054 Dec 17 16:18:10.906051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:18:10Z', 'revision_number': 6, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:10.935510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Deleting port 915aebd5-84b8-4822-a1c5-878aaabbe699 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:10.935944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.125650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] For port 915aebd5-84b8-4822-a1c5-878aaabbe699, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=915aebd5-84b8-4822-a1c5-878aaabbe699,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:11.126090 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.143693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Calling delete_port for 915aebd5-84b8-4822-a1c5-878aaabbe699 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:11.366227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be2b57-0457-409e-9d64-673fe6b5c587 None None] The sync data for ids ['739a9f04-5076-4758-ba3f-27863b2a0ff2'] in n-d-806683-20 is: [{'id': '739a9f04-5076-4758-ba3f-27863b2a0ff2', 'name': 'tempest-TestVolumeBootPattern-1678925793-router', 'tenant_id': '7b311b70a6a14160a9684e1471a08ca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:39Z', 'updated_at': '2021-12-17T16:18:10Z', 'revision_number': 6, 'project_id': '7b311b70a6a14160a9684e1471a08ca8', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:11.372165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.450017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=915aebd5-84b8-4822-a1c5-878aaabbe699,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:11.495797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63233adb-ec36-479f-8d94-34429bab5064 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:11.496609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2df0406c-597e-4afd-9261-d80c7a0486ca req-c9b437d2-ce47-4ee9-a898-26172df6a4e0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6018510 Dec 17 16:18:11.520742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.524558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.564078 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:08Z', 'revision_number': 3, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port': {'id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:05Z', 'updated_at': '2021-12-17T16:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:11.645975 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Checking router: 0920063e-d134-46f0-a30c-5762a94fe371 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:11.646464 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Updating router 0920063e-d134-46f0-a30c-5762a94fe371 port 7dc656ae-c3c1-415a-a267-0bba51385234 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:18:11.679950 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.696350 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.844982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e907130-6c52-4671-98f6-30dc7b0a4997 req-3b8f1094-dc5f-48e7-8156-9855a6cced2b tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:11.846542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e907130-6c52-4671-98f6-30dc7b0a4997 req-3b8f1094-dc5f-48e7-8156-9855a6cced2b tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1097 time: 0.1111207 Dec 17 16:18:11.882079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.885765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.946268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60237bae-d76a-4223-907c-9c5cd5fedb1a req-5a58d101-53b8-44b7-9517-5a3b31ba03df tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:11.948622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60237bae-d76a-4223-907c-9c5cd5fedb1a req-5a58d101-53b8-44b7-9517-5a3b31ba03df tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.1503150 Dec 17 16:18:11.971721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.972305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 739a9f04-5076-4758-ba3f-27863b2a0ff2 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:18:11.982045 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:11.984856 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d46303e-588c-4587-98d2-d15eeac28dd3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/739a9f04-5076-4758-ba3f-27863b2a0ff2 HTTP/1.1" status: 204 len: 168 time: 2.0981283 Dec 17 16:18:11.991625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53560) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:12.048653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60237bae-d76a-4223-907c-9c5cd5fedb1a req-9962b143-9c99-4fee-bba7-2f401bbb5c45 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930398 Dec 17 16:18:12.057723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] Deleting subnet a9a8d9ba-b3e5-472a-af11-ddfbcd94246e {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:18:12.107450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.124179 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.125053 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.132827 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.146885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53564) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:12.184035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2e907130-6c52-4671-98f6-30dc7b0a4997 req-eb83ffeb-18f3-46d0-b1dc-e42bce73cb26 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755921 Dec 17 16:18:12.201689 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f21b9d-83ae-48ac-81da-ca75451d3fb2 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:12.215049 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb53f7-b7c7-4e6e-b088-bee93a83ee5f None None] Pushing event updated for resources: {'Port': ['ID=7dc656ae-c3c1-415a-a267-0bba51385234,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:12.228668 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Attempting to bind port 7dc656ae-c3c1-415a-a267-0bba51385234 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:12.229148 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Attempting to bind port 7dc656ae-c3c1-415a-a267-0bba51385234 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:12.229579 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Attempting to bind port 7dc656ae-c3c1-415a-a267-0bba51385234 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:12.236285 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:12.236805 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:12.237317 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.237866 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:12.238480 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Bound port: 7dc656ae-c3c1-415a-a267-0bba51385234, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:18:12.238892 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.288918 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.355979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e533e299-b188-4370-9cc4-638850c5d2aa None None] Provisioning complete for port 7dc656ae-c3c1-415a-a267-0bba51385234 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:12.363573 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e533e299-b188-4370-9cc4-638850c5d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.367520 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] For port 7dc656ae-c3c1-415a-a267-0bba51385234, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:12.378874 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] For port 7dc656ae-c3c1-415a-a267-0bba51385234, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7dc656ae-c3c1-415a-a267-0bba51385234,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:12.389835 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.476988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40f966-d0a6-4057-ae45-25bbb7eb050d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:12.489755 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Routers {'0920063e-d134-46f0-a30c-5762a94fe371'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:12.490673 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0920063e-d134-46f0-a30c-5762a94fe371'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:12.494938 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb53f7-b7c7-4e6e-b088-bee93a83ee5f None None] Pushing event updated for resources: {'Port': ['ID=7dc656ae-c3c1-415a-a267-0bba51385234,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:12.524480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 915aebd5-84b8-4822-a1c5-878aaabbe699 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:12.574618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 915aebd5-84b8-4822-a1c5-878aaabbe699 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:12.579104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 915aebd5-84b8-4822-a1c5-878aaabbe699 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:12.580170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:12.600211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1216311766'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:12.639852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.649504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Made reservation on behalf of fe4654dd783a418382a9aa40a6c7e03f for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:12.654499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:12.655493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.656910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 82c9e1f0-d078-4f9d-a784-c42a2b7813c1 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:12.671440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e533e299-b188-4370-9cc4-638850c5d2aa None None] Port 7dc656ae-c3c1-415a-a267-0bba51385234 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:12.691982 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.737222 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] Set router 0920063e-d134-46f0-a30c-5762a94fe371 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:12.770522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.799648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f935a1c3-a20c-4dcd-a751-14da3ae52657 None None] Provisioning complete for port 7dc656ae-c3c1-415a-a267-0bba51385234 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:12.800051 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f935a1c3-a20c-4dcd-a751-14da3ae52657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.861250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.866985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.889700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a8d9ba-b3e5-472a-af11-ddfbcd94246e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:12.925933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.933522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53586) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:12.933881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-22981480-909d-4019-a0d8-40646ad8d415 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a9a8d9ba-b3e5-472a-af11-ddfbcd94246e HTTP/1.1" status: 204 len: 168 time: 0.9371898 Dec 17 16:18:12.942750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:12.962346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:18:12.964896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173275d5-f4ab-4709-9671-11c8649fa9f0 req-51ea8535-3a2e-4108-9e96-468d8e1cb397 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:12.966634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-173275d5-f4ab-4709-9671-11c8649fa9f0 req-51ea8535-3a2e-4108-9e96-468d8e1cb397 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.4531958 Dec 17 16:18:12.993514 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f935a1c3-a20c-4dcd-a751-14da3ae52657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.042853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f935a1c3-a20c-4dcd-a751-14da3ae52657 None None] For port 7dc656ae-c3c1-415a-a267-0bba51385234, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7dc656ae-c3c1-415a-a267-0bba51385234,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:13.044157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d77cd-f8e8-45f6-b9fb-1ea67999fff1 None None] Network 85fa5426-a838-477d-a4d4-8cddb395cf30 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:13.112793 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-173275d5-f4ab-4709-9671-11c8649fa9f0 req-e2e61743-a91c-4214-ab7c-b44131813a51 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363590 Dec 17 16:18:13.124266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e7ee77-34ba-470c-b305-00981855623f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:13.153379 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:08Z', 'revision_number': 3, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port': {'id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:05Z', 'updated_at': '2021-12-17T16:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:13.160535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.160908 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Added segment 2dbf26a0-edff-46ee-830d-cbec92adf7fe of type vlan for network 37f1a028-1dc8-44a8-82dd-1fba964b21ff Dec 17 16:18:13.162502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53590) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:13.187271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Allocated IP 172.20.0.1 (27806c55-1b73-42db-8030-756cdcb0a6eb/af2ec38c-cd9d-4935-866b-1999095c0099/758e6733-077d-4357-85a2-85e94f52a272) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:13.190630 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363fa1d5-cc22-4174-a967-b9912c610582 None None] The sync data for ids ['0920063e-d134-46f0-a30c-5762a94fe371'] in n-d-806683-20 is: [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:08Z', 'revision_number': 3, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port': {'id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:05Z', 'updated_at': '2021-12-17T16:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:13.217345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.244125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f935a1c3-a20c-4dcd-a751-14da3ae52657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.364423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.405054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935a1c3-a20c-4dcd-a751-14da3ae52657 None None] Pushing event updated for resources: {'Port': ['ID=7dc656ae-c3c1-415a-a267-0bba51385234,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:13.434093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.448711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.465982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] DHCP port deletion for 85fa5426-a838-477d-a4d4-8cddb395cf30 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:13.521267 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.527520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:13.528381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.534990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Network 27806c55-1b73-42db-8030-756cdcb0a6eb is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:13.544980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:13.564783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:13.608090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] Deleting port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:13.609058 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.639737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Pushing event updated for resources: {'Port': ['ID=758e6733-077d-4357-85a2-85e94f52a272,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:13.640640 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4924772 Dec 17 16:18:13.755498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9aacf174-c7fd-4a32-89f4-2a76fcd727c4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f6d708be-266a-41aa-b75d-4012ab12b5e4 HTTP/1.1" status: 200 len: 991 time: 0.5917640 Dec 17 16:18:13.756844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.785603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] For port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:13.786022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.794759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273d0f1-c2f1-4f23-b072-e30ab75cc59a req-75fcd41c-509a-48ee-ae98-2e589fdc6057 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:13.803946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d273d0f1-c2f1-4f23-b072-e30ab75cc59a req-75fcd41c-509a-48ee-ae98-2e589fdc6057 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 943 time: 0.5894940 Dec 17 16:18:13.818473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] Calling delete_port for 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:13.883107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021c984-3763-44f6-956d-4d3346927faf tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Pushing event updated for resources: {'Network': ['ID=37f1a028-1dc8-44a8-82dd-1fba964b21ff,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:13.920390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Deleting port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:13.922564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:13.970025 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 37f1a028-1dc8-44a8-82dd-1fba964b21ff details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:18:14.081778 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.110937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.129793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] No DVR routers for this DVR port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:14.138277 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d273d0f1-c2f1-4f23-b072-e30ab75cc59a req-116ceb97-26a7-4cd2-b041-a2b18a0b34cf tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318217 Dec 17 16:18:14.164225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53604) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:14.190704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d36b29-dd87-401d-a90a-4ed9a3bd9893 None None] Pushing event deleted for resources: {'Port': ['ID=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:14.212968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Request body: {'port': {'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff', 'binding:host_id': 'n-h2-806683-20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1620816796'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:14.285644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c35187d8-af53-45aa-a26e-75e5f1135f84 None None] Provisioning complete for port 758e6733-077d-4357-85a2-85e94f52a272 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:14.287455 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c35187d8-af53-45aa-a26e-75e5f1135f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.367346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] For port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,segment=NetworkSegment(c25769b8-97fa-4857-aea9-4ca9165d2ce5),segment_id=c25769b8-97fa-4857-aea9-4ca9165d2ce5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:14.367678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.378208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c35187d8-af53-45aa-a26e-75e5f1135f84 None None] Port 758e6733-077d-4357-85a2-85e94f52a272 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:14.454490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7dc656ae-c3c1-415a-a267-0bba51385234 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:14.463661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53612) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:14.467004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Calling delete_port for 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:14.469106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Made reservation on behalf of d812f8661a614197b69e1ecb6085b531 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:14.469681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.471755 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.481956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.489640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.605461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7dc656ae-c3c1-415a-a267-0bba51385234 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:14.605839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.649057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Pushing event updated for resources: {'Port': ['ID=758e6733-077d-4357-85a2-85e94f52a272,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:14.684943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.698077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.707765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:14.711531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ad162009-0123-42e3-b797-855d7424a2d4 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:18:14.763525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] device_id is not set on port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:14.888162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ad162009-0123-42e3-b797-855d7424a2d4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ad162009-0123-42e3-b797-855d7424a2d4,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:14.896160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Network 27806c55-1b73-42db-8030-756cdcb0a6eb is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:14.897921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:14.910499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:14.918668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'ad162009-0123-42e3-b797-855d7424a2d4', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'mac_address': 'fa:16:3e:a1:6c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:18:14.942361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:14.942829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:15.015398 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.054387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad162009-0123-42e3-b797-855d7424a2d4 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:18:15.112775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ad162009-0123-42e3-b797-855d7424a2d4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ad162009-0123-42e3-b797-855d7424a2d4,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:15.122510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.145464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Router 0920063e-d134-46f0-a30c-5762a94fe371 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:15.261855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15dbd94-e615-4ae5-9954-868313bf735e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:15.270930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ad162009-0123-42e3-b797-855d7424a2d4,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:15.319834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-90c99192-6c4c-48b7-b789-a05b7aee07b0 None None] Provisioning complete for port 758e6733-077d-4357-85a2-85e94f52a272 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:15.320449 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-90c99192-6c4c-48b7-b789-a05b7aee07b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.343213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:15.349075 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-84f580af-5a9a-4472-961d-8a529ca18d03 admin admin] 10.222.0.54 "PUT /v2.0/routers/0920063e-d134-46f0-a30c-5762a94fe371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9893134 Dec 17 16:18:15.352572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ad162009-0123-42e3-b797-855d7424a2d4'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:18:15.419326 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.435037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-90c99192-6c4c-48b7-b789-a05b7aee07b0 None None] Port 758e6733-077d-4357-85a2-85e94f52a272 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:15.594652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:15.598860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] No DVR routers for this DVR port 9aebcc8a-a3f0-4137-a7a6-8a97ce58e6f7 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:15.611470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17220f-b3f4-4798-9452-0cc6cbf09653 req-e51afeac-a84c-41bd-85bc-48042afc2e2a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:15.628413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f17220f-b3f4-4798-9452-0cc6cbf09653 req-e51afeac-a84c-41bd-85bc-48042afc2e2a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 944 time: 0.3017681 Dec 17 16:18:15.681288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] device_id is not set on port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:15.696342 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.698018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.788616 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.918903 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:15.964960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fa5426-a838-477d-a4d4-8cddb395cf30']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:15.979090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25769b8-97fa-4857-aea9-4ca9165d2ce5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:15.979090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25769b8-97fa-4857-aea9-4ca9165d2ce5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:15.989397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.004272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.012517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:18:16.013267 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.098869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:18:16.103995 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:18:16.115592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.157297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.161173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] 10.222.0.54 "DELETE /v2.0/networks/85fa5426-a838-477d-a4d4-8cddb395cf30 HTTP/1.1" status: 204 len: 168 time: 3.2093410 Dec 17 16:18:16.164909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53646) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:16.169648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88a37a-180d-4018-91b6-a7822d966b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=85fa5426-a838-477d-a4d4-8cddb395cf30,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:16.218060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9f17220f-b3f4-4798-9452-0cc6cbf09653 req-eedf231e-293e-4d68-8188-186ce1d5e85a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5875266 Dec 17 16:18:16.225437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port da1fe65a-46ae-432e-adcc-4d846582602a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:16.226191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.275750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Checking segment: {'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:16.276573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Network hostable DHCP agents. Network: 37f1a028-1dc8-44a8-82dd-1fba964b21ff, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:18:16.277432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Sync routers for ids ['0920063e-d134-46f0-a30c-5762a94fe371'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:16.291754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Routers {'0920063e-d134-46f0-a30c-5762a94fe371'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:16.292429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0920063e-d134-46f0-a30c-5762a94fe371'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:16.312129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Network 37f1a028-1dc8-44a8-82dd-1fba964b21ff is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:18:16.328078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 37f1a028-1dc8-44a8-82dd-1fba964b21ff) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:16.332450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:16.353535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4d595-da24-4c6f-8506-18f8f5497374 None None] Network 37f1a028-1dc8-44a8-82dd-1fba964b21ff requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:16.359894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.360226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.369081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.369407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.369772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.378559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for da1fe65a-46ae-432e-adcc-4d846582602a owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:16.380431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.380772 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.383635 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 2 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.430956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.433392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.434948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.496203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.496530 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.505439 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 3 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.557082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.557840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.558908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.571998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.572211 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.573979 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 4 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.616935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Set router 0920063e-d134-46f0-a30c-5762a94fe371 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:16.624652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.625235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.625734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.656782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.659389 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.662887 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 5 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.681498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ad162009-0123-42e3-b797-855d7424a2d4 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:16.685798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.686243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.686739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.703620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.704307 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.712931 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 6 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.738849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.739630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.740467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.747893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.748649 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.750503 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 7 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.779229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.779926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.780520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.787565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.788377 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.789836 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 8 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.810478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.811324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.812097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.836203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.836979 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.840142 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 9 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.861369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:16.863179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:16.863540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:16.864027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:16.888754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:16.890665 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:16.897132 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 10 to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 Dec 17 16:18:16.908335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port ad162009-0123-42e3-b797-855d7424a2d4 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:18:16.933182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port ad162009-0123-42e3-b797-855d7424a2d4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:16.933559 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.093142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53678) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:17.196862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:14Z', 'revision_number': 4, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port': {'id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:05Z', 'updated_at': '2021-12-17T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '758e6733-077d-4357-85a2-85e94f52a272', 'name': '', 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'mac_address': 'fa:16:3e:50:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'af2ec38c-cd9d-4935-866b-1999095c0099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:12Z', 'updated_at': '2021-12-17T16:18:14Z', 'revision_number': 2, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'subnets': [{'id': 'af2ec38c-cd9d-4935-866b-1999095c0099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:17.276975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Checking router: 0920063e-d134-46f0-a30c-5762a94fe371 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:17.277601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Updating router 0920063e-d134-46f0-a30c-5762a94fe371 port 758e6733-077d-4357-85a2-85e94f52a272 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:18:17.288552 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.360875 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.376060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:17.378489 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b10da50-b26f-4daa-9515-5ba6323fe69d" -d '{"events": [{"server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "name": "network-vif-plugged", "status": "completed", "tag": "ad162009-0123-42e3-b797-855d7424a2d4"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:17.422920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ad162009-0123-42e3-b797-855d7424a2d4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ad162009-0123-42e3-b797-855d7424a2d4,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:17.458406 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58e1df6-47fa-40bd-8a14-1722a0ed26f1 x-openstack-request-id: req-f58e1df6-47fa-40bd-8a14-1722a0ed26f1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:17.458695 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "name": "network-vif-plugged", "status": "completed", "tag": "ad162009-0123-42e3-b797-855d7424a2d4", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:17.458945 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f58e1df6-47fa-40bd-8a14-1722a0ed26f1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:17.459383 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4', 'code': 200} Dec 17 16:18:17.478674 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.481533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:17.482112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:17.482541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:17.493190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.539399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=da1fe65a-46ae-432e-adcc-4d846582602a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:17.539707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ad162009-0123-42e3-b797-855d7424a2d4,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:17.542977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:17.543463 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:17.544207 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.604690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Deleting port 8b5786c5-4d1e-4865-baac-9dc966a83840 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:17.605224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb9283-07be-4bc4-b54e-621e501a5934 req-3bec6c79-dbe1-4d28-9c6e-17c0507bbe17 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:17.605340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.606784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2cb9283-07be-4bc4-b54e-621e501a5934 req-3bec6c79-dbe1-4d28-9c6e-17c0507bbe17 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 945 time: 0.1789339 Dec 17 16:18:17.747021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] For port 8b5786c5-4d1e-4865-baac-9dc966a83840, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8b5786c5-4d1e-4865-baac-9dc966a83840,segment=NetworkSegment(b93c0dae-7efa-4893-abba-1bed6c9bd17d),segment_id=b93c0dae-7efa-4893-abba-1bed6c9bd17d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:17.747784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.761984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Calling delete_port for 8b5786c5-4d1e-4865-baac-9dc966a83840 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:17.833649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24862c36-1b6e-47f3-8208-0c2cbccb5ca4 req-accc05c7-bacf-4b23-ada1-1cc851b67808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:17.835231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24862c36-1b6e-47f3-8208-0c2cbccb5ca4 req-accc05c7-bacf-4b23-ada1-1cc851b67808 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1097 time: 0.3058581 Dec 17 16:18:17.879433 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:17.879770 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP f6d708be-266a-41aa-b75d-4012ab12b5e4 disassociated (deleted). External IP: 172.25.0.40, port: 63c425d5-84a9-4189-92d5-52fea448d3bc. Dec 17 16:18:17.945243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] For port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:17.945710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempted to set empty binding levels {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 16:18:17.952823 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2cb9283-07be-4bc4-b54e-621e501a5934 req-b5b7ca69-68cf-4480-a86a-b9e9854b2e97 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340366 Dec 17 16:18:17.966594 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.043337 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.047243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24862c36-1b6e-47f3-8208-0c2cbccb5ca4 req-f9780d94-b268-4396-ab85-1654c710b140 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942184 Dec 17 16:18:18.053969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.073960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:18.075736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.137242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.166222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15e243-fdb3-4ba9-8db6-b789ceaa8255 None None] Pushing event updated for resources: {'Port': ['ID=758e6733-077d-4357-85a2-85e94f52a272,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:18.184658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5786c5-4d1e-4865-baac-9dc966a83840,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:18.197308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:18.232603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ea20868-6314-445a-8830-f364d4748775 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.0614369 Dec 17 16:18:18.240117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.244685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53698) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:18.397466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Attempting to bind port 758e6733-077d-4357-85a2-85e94f52a272 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:18.398483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Attempting to bind port 758e6733-077d-4357-85a2-85e94f52a272 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:18.398483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Attempting to bind port 758e6733-077d-4357-85a2-85e94f52a272 on network 27806c55-1b73-42db-8030-756cdcb0a6eb {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:18.427714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:18.441557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:18.442968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Checking segment: {'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:18.442968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.443257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Bound using segment: {'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:18.443567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Bound port: 758e6733-077d-4357-85a2-85e94f52a272, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f096dea-ce74-46c5-b3d5-df548b00a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:18:18.443993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.658693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router 71d9b91a-3967-4eca-aba4-b3dc44fd367c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:18.689778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] For port 758e6733-077d-4357-85a2-85e94f52a272, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:18.705862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] For port 758e6733-077d-4357-85a2-85e94f52a272, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=758e6733-077d-4357-85a2-85e94f52a272,segment=NetworkSegment(8f096dea-ce74-46c5-b3d5-df548b00a8e6),segment_id=8f096dea-ce74-46c5-b3d5-df548b00a8e6)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:18.716607 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.927424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:18.928617 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ea5125a-6087-4dbe-bf15-49cc2f2aba09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.939470 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] Sync routers for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:18.942739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:18.959705 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:18.960877 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:19.023226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ff3b7cc-d68f-4f05-8100-3f7b36f039e9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/floatingips/f6d708be-266a-41aa-b75d-4012ab12b5e4 HTTP/1.1" status: 204 len: 168 time: 4.5547986 Dec 17 16:18:19.023226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:19.029779 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6706142-e9ff-49db-9312-69924f8bed11" -d '{"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:19.248878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442c0d6-ed30-4492-ab6b-c8a9ac780a78 req-7e5f9397-834d-438e-8fc6-bc711859af6c tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:19.252025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0442c0d6-ed30-4492-ab6b-c8a9ac780a78 req-7e5f9397-834d-438e-8fc6-bc711859af6c tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 945 time: 0.1215591 Dec 17 16:18:19.272286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15e243-fdb3-4ba9-8db6-b789ceaa8255 None None] Pushing event updated for resources: {'Port': ['ID=758e6733-077d-4357-85a2-85e94f52a272,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:19.321313 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Routers {'0920063e-d134-46f0-a30c-5762a94fe371'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:19.324980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0920063e-d134-46f0-a30c-5762a94fe371'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:19.384887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0442c0d6-ed30-4492-ab6b-c8a9ac780a78 req-1016db91-664d-4351-8a02-7c486e00a225 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206052 Dec 17 16:18:19.429998 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:19.463516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-58756775-e80a-42d6-b415-0371768acea5 None None] Provisioning complete for port 758e6733-077d-4357-85a2-85e94f52a272 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:19.464046 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58756775-e80a-42d6-b415-0371768acea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:19.506223 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7c41aa-a4a2-4551-903b-c96a4e19caac x-openstack-request-id: req-7d7c41aa-a4a2-4551-903b-c96a4e19caac {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:19.506486 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:19.506743 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d7c41aa-a4a2-4551-903b-c96a4e19caac {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:19.507260 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'status': 'completed', 'code': 200} Dec 17 16:18:19.745869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549847b-a4aa-4fdc-8557-6fe8fe187c7a req-5220fe65-d85d-46db-b720-b65c364958ac tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:19.749205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6549847b-a4aa-4fdc-8557-6fe8fe187c7a req-5220fe65-d85d-46db-b720-b65c364958ac tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.1080356 Dec 17 16:18:19.801197 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58756775-e80a-42d6-b415-0371768acea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:19.860946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6549847b-a4aa-4fdc-8557-6fe8fe187c7a req-26206c7b-7198-4f3a-9541-43f229312a3a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061802 Dec 17 16:18:19.897683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58756775-e80a-42d6-b415-0371768acea5 None None] For port 758e6733-077d-4357-85a2-85e94f52a272, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=758e6733-077d-4357-85a2-85e94f52a272,segment=NetworkSegment(8f096dea-ce74-46c5-b3d5-df548b00a8e6),segment_id=8f096dea-ce74-46c5-b3d5-df548b00a8e6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:19.901375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] Set router 0920063e-d134-46f0-a30c-5762a94fe371 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:19.903033 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58756775-e80a-42d6-b415-0371768acea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:19.988294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58756775-e80a-42d6-b415-0371768acea5 None None] Pushing event updated for resources: {'Port': ['ID=758e6733-077d-4357-85a2-85e94f52a272,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:20.001316 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:20.069215 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] Checking router: 71d9b91a-3967-4eca-aba4-b3dc44fd367c for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:20.097295 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:20.100542 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:20.139067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6cc8c9d3-4e01-4458-8a4b-38cac0d9d212 None None] Provisioning complete for port 758e6733-077d-4357-85a2-85e94f52a272 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:20.139435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6cc8c9d3-4e01-4458-8a4b-38cac0d9d212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:20.278269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-f7bb9ede-3816-43bf-96f0-48590006c61c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:20.284978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-f7bb9ede-3816-43bf-96f0-48590006c61c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.3438802 Dec 17 16:18:20.316248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-020028b4-5749-4452-87c5-23d961426d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:14Z', 'revision_number': 4, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port': {'id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:05Z', 'updated_at': '2021-12-17T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '758e6733-077d-4357-85a2-85e94f52a272', 'name': '', 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'mac_address': 'fa:16:3e:50:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'af2ec38c-cd9d-4935-866b-1999095c0099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:12Z', 'updated_at': '2021-12-17T16:18:18Z', 'revision_number': 4, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'subnets': [{'id': 'af2ec38c-cd9d-4935-866b-1999095c0099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:20.331650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Deleting port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:20.332198 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:20.348081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020028b4-5749-4452-87c5-23d961426d63 None None] The sync data for ids ['0920063e-d134-46f0-a30c-5762a94fe371'] in n-d-806683-20 is: [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:14Z', 'revision_number': 4, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port': {'id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:05Z', 'updated_at': '2021-12-17T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '758e6733-077d-4357-85a2-85e94f52a272', 'name': '', 'network_id': '27806c55-1b73-42db-8030-756cdcb0a6eb', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'mac_address': 'fa:16:3e:50:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'af2ec38c-cd9d-4935-866b-1999095c0099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:12Z', 'updated_at': '2021-12-17T16:18:18Z', 'revision_number': 4, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'subnets': [{'id': 'af2ec38c-cd9d-4935-866b-1999095c0099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:20.348813 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:20.416228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] For port 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583, host n-h2-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:20.416228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:20.466107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Calling delete_port for 68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:20.600084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706142-e9ff-49db-9312-69924f8bed11 req-38a68468-cf4e-4429-a6c6-fe776b733501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:20.601380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6706142-e9ff-49db-9312-69924f8bed11 req-38a68468-cf4e-4429-a6c6-fe776b733501 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 1097 time: 0.6668608 Dec 17 16:18:20.793037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706142-e9ff-49db-9312-69924f8bed11 req-f476e4d7-b3db-4294-9e0c-398955471d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:20.794585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6706142-e9ff-49db-9312-69924f8bed11 req-f476e4d7-b3db-4294-9e0c-398955471d0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 200 len: 898 time: 0.1608839 Dec 17 16:18:20.833832 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:20.881676 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c4e85-28ac-4350-96c0-8a2c368eddd6 None None] The sync data for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 is: [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:44Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f0db2658-4dbc-4e59-ba83-11d72d78045d', 'name': '', 'network_id': '2f0bd555-1e84-4a04-91dd-7db62cbbabfc', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:74:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:42Z', 'updated_at': '2021-12-17T16:16:49Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:20.951332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ea5125a-6087-4dbe-bf15-49cc2f2aba09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:20.967750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:20.972189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ea5125a-6087-4dbe-bf15-49cc2f2aba09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.023085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6706142-e9ff-49db-9312-69924f8bed11 req-13ab6d9a-3ac7-4f19-856c-c62f63e796b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 200 len: 217 time: 0.2078311 Dec 17 16:18:21.070417 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.080277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c74a-cd6d-4377-9991-a8b0cc900913 req-5de07654-e4b1-4598-b948-370244e5e1c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:21.088490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ba7c74a-cd6d-4377-9991-a8b0cc900913 req-5de07654-e4b1-4598-b948-370244e5e1c3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.0988932 Dec 17 16:18:21.109479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event deleted for resources: {'Port': ['ID=68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:21.167720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3ba7c74a-cd6d-4377-9991-a8b0cc900913 req-4ada74b8-6e24-477e-b56d-7dbe08dd9c54 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781758 Dec 17 16:18:21.257246 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.261681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-312b7c9a-057f-4adb-b5d6-0ada94646dd2 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "DELETE /v2.0/ports/68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 HTTP/1.1" status: 204 len: 168 time: 3.0099347 Dec 17 16:18:21.265475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53730) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:21.302407 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-064d01be-3b0f-457d-82a9-b63121999a00 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:18:21.304139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-064d01be-3b0f-457d-82a9-b63121999a00 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "GET /v2.0/ports/68d7e3c9-2d1a-4d9e-b6b3-ca5bfdd76583 HTTP/1.1" status: 404 len: 333 time: 0.0385280 Dec 17 16:18:21.308649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53732) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:21.313566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Request body: {'port': {'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1590408387'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:21.323851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c99ef-f1ea-4713-905f-221a344a789e req-0e4bf298-a644-492a-92f5-bed3c611e02a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:21.330881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-547c99ef-f1ea-4713-905f-221a344a789e req-0e4bf298-a644-492a-92f5-bed3c611e02a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 945 time: 0.7351518 Dec 17 16:18:21.338378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ea5125a-6087-4dbe-bf15-49cc2f2aba09 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8489fc7c1a646e193e06c0e134f057f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8925710 Dec 17 16:18:21.341275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53734) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:21.355196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cccd42-ce59-409a-a5cf-bc28cbf13a5c None None] New status for floating IP f6d708be-266a-41aa-b75d-4012ab12b5e4: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:18:21.414062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Made reservation on behalf of d812f8661a614197b69e1ecb6085b531 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:21.417958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.454759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] device_id is not set on port 3fe800ae-589b-4e8d-9196-d36237cf035f yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:21.466827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.467580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706142-e9ff-49db-9312-69924f8bed11 req-d4aea3ac-67d4-4d9c-985c-0500cbed95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:21.468931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6706142-e9ff-49db-9312-69924f8bed11 req-d4aea3ac-67d4-4d9c-985c-0500cbed95ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 200 len: 835 time: 0.3729496 Dec 17 16:18:21.476306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5125a-6087-4dbe-bf15-49cc2f2aba09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbd028b-53cd-4175-a53e-d9705e65e981,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:21.500596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 63c425d5-84a9-4189-92d5-52fea448d3bc {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:21.500937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.671886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-547c99ef-f1ea-4713-905f-221a344a789e req-d139d78f-a9dc-4414-8adb-1f10290ecb03 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367779 Dec 17 16:18:21.723467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Deleting port e5a52e17-dd4a-4cde-882c-038503d64772 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:21.723762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.729401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.789153 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.821902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6706142-e9ff-49db-9312-69924f8bed11 req-a46f13f3-da35-4719-aa46-12cd98b202b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:21.823429 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6706142-e9ff-49db-9312-69924f8bed11 req-a46f13f3-da35-4719-aa46-12cd98b202b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f0bd555-1e84-4a04-91dd-7db62cbbabfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3350527 Dec 17 16:18:21.885679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.888417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.892323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1fbd028b-53cd-4175-a53e-d9705e65e981 HTTP/1.1" status: 204 len: 168 time: 0.5474017 Dec 17 16:18:21.898885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.910197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 63c425d5-84a9-4189-92d5-52fea448d3bc, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=63c425d5-84a9-4189-92d5-52fea448d3bc,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:21.910574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:21.913056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224b36-d580-4d82-b009-3f75de9fc8e1 req-f54403db-cae7-4ba7-9408-7b836ef8ee5e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:21.921727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8224b36-d580-4d82-b009-3f75de9fc8e1 req-f54403db-cae7-4ba7-9408-7b836ef8ee5e tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 945 time: 0.1161129 Dec 17 16:18:21.947573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbd028b-53cd-4175-a53e-d9705e65e981,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:21.972519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 63c425d5-84a9-4189-92d5-52fea448d3bc owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:21.982292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.982675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.982966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.983299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.984147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.984147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.984412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.985284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.985421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.985666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.986181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.986321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:21.986605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515dd8c-dc9a-4d49-ad91-54a7107374f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:22.008765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Network 37f1a028-1dc8-44a8-82dd-1fba964b21ff is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:22.014682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:22.017156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:22.018396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:22.018907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:22.053558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=3fe800ae-589b-4e8d-9196-d36237cf035f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:22.064711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-817c3952-9694-44d7-94a4-a5999d9a3691 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7549818 Dec 17 16:18:22.066378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6706142-e9ff-49db-9312-69924f8bed11 req-aab8fd65-6895-49ea-9123-c2e27bd46e83 service neutron] 10.222.0.47 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328787 Dec 17 16:18:22.069282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53746) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:22.069459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Router 0e1c9977-c654-4433-8f4d-8326b4ef7613 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:22.075407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:22.128576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8224b36-d580-4d82-b009-3f75de9fc8e1 req-23103f77-d858-42b1-aea2-cc604ddd1ac2 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057199 Dec 17 16:18:22.149671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53750) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:22.162602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] For port e5a52e17-dd4a-4cde-882c-038503d64772, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e5a52e17-dd4a-4cde-882c-038503d64772,segment=NetworkSegment(f6fed42f-766e-439d-b72a-e9681d079d8f),segment_id=f6fed42f-766e-439d-b72a-e9681d079d8f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:22.162975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:22.163810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:22.268132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 758e6733-077d-4357-85a2-85e94f52a272 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:22.365229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 758e6733-077d-4357-85a2-85e94f52a272 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:22.366358 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:22.366520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Calling delete_port for e5a52e17-dd4a-4cde-882c-038503d64772 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:22.508280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] device_id is not set on port 3fe800ae-589b-4e8d-9196-d36237cf035f yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:22.517904 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:22.526202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:22.618676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=3fe800ae-589b-4e8d-9196-d36237cf035f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:22.628139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.628305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.628801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.636355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.636800 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.637434 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 2 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.652399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.652655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.653200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.659397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.659959 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.660425 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 3 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.677874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.678237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.678595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.678719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c1ef1-9911-4738-8615-83b4f9038a73 req-4a840731-8e37-4f50-af79-41dfe12c1fa3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:22.680462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79c1ef1-9911-4738-8615-83b4f9038a73 req-4a840731-8e37-4f50-af79-41dfe12c1fa3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 945 time: 0.2980621 Dec 17 16:18:22.683674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.684593 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.684739 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 4 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.697798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6706142-e9ff-49db-9312-69924f8bed11 req-c840dd18-a38e-406d-b2ad-65312e14b0f8 service neutron] 10.222.0.47 "GET /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217353 Dec 17 16:18:22.701203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.701820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.702881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.708878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.709180 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.709609 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 5 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.725547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.726045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.726522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.731641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.732046 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.732524 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 6 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.750068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.750398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.750743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.758005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.758337 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.758751 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 7 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.772713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.773062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.773362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.778581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.778903 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.779295 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 8 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.803294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.808414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.808414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.828376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:22.841420 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] Sync routers for ids ['0e1c9977-c654-4433-8f4d-8326b4ef7613'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:22.844861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.845214 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.845900 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 9 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.855966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e5f853b0-1d70-4849-9ef1-b19c5bc55526 admin admin] 10.222.0.54 "PUT /v2.0/routers/0e1c9977-c654-4433-8f4d-8326b4ef7613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6879153 Dec 17 16:18:22.859468 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] Routers {'0e1c9977-c654-4433-8f4d-8326b4ef7613'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:22.860502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53774) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:22.862052 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0e1c9977-c654-4433-8f4d-8326b4ef7613'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:22.874790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.875121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.875387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.885694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.886027 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.886423 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 10 to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f Dec 17 16:18:22.914483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79c1ef1-9911-4738-8615-83b4f9038a73 req-4a497cbd-a091-40ab-88c3-2fa346c1d377 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=556934a5-3e73-403f-b156-10949e2fa5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129984 Dec 17 16:18:22.921938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:22.922274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:22.922617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:22.928644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:22.929456 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 3fe800ae-589b-4e8d-9196-d36237cf035f on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:22.929834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.013138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18950cb7-58a1-4d37-b685-dc017c6586ba tempest-TestVolumeBackupRestore-857963399 tempest-TestVolumeBackupRestore-857963399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.014906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-18950cb7-58a1-4d37-b685-dc017c6586ba tempest-TestVolumeBackupRestore-857963399 tempest-TestVolumeBackupRestore-857963399-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1092 time: 0.8599877 Dec 17 16:18:23.018329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53778) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:23.027358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:23.041766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.073566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] For port 3fe800ae-589b-4e8d-9196-d36237cf035f, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:23.073822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempted to set empty binding levels {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 16:18:23.080647 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.091722 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.116987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=63c425d5-84a9-4189-92d5-52fea448d3bc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:23.142068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] In _notify_port_updated(), no bound segment for port 3fe800ae-589b-4e8d-9196-d36237cf035f on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:18:23.143110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.143807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.148057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "PUT /v2.0/ports/3fe800ae-589b-4e8d-9196-d36237cf035f HTTP/1.1" status: 200 len: 976 time: 1.0750880 Dec 17 16:18:23.150197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53780) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:23.182050 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] Set router 0e1c9977-c654-4433-8f4d-8326b4ef7613 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:23.305899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320d178-f713-499e-87a3-fe244aa7270b tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=3fe800ae-589b-4e8d-9196-d36237cf035f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:23.429151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.429551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.430012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.430470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.430920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.431375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.431957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.434863 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:18:18Z', 'revision_number': 5, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:23.443481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.443481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.443686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.445651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.445651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.445651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.445651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.446059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.450540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.451028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.451500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.451993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.452455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.452919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.453379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.453832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.454283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.454732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.455185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.455647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.456133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.463357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d350fa2f-6145-4b8e-8f42-4d74da5b0ac3 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25439 time: 0.3036013 Dec 17 16:18:23.463539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53800) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:23.471361 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] Checking router: 0e1c9977-c654-4433-8f4d-8326b4ef7613 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:23.486176 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] Routers {'0e1c9977-c654-4433-8f4d-8326b4ef7613'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:23.487075 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0e1c9977-c654-4433-8f4d-8326b4ef7613'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:23.642575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.693535 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] Set router 0e1c9977-c654-4433-8f4d-8326b4ef7613 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:23.727767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Deleting port 3fe800ae-589b-4e8d-9196-d36237cf035f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:23.727767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.884317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] For port 3fe800ae-589b-4e8d-9196-d36237cf035f, host n-h2-806683-20, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:23.884913 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:23.899107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Calling delete_port for 3fe800ae-589b-4e8d-9196-d36237cf035f owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:23.988510 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:18:18Z', 'revision_number': 5, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:24.049202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Allocated IP 172.25.0.44 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/5a794c75-1c31-498c-b627-56dc70aa216a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:24.065998 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.093354 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309be86d-c45d-47e9-831b-682704c3cb41 None None] The sync data for ids ['0e1c9977-c654-4433-8f4d-8326b4ef7613'] in n-d-806683-20 is: [{'id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'name': 'tempest-TestVolumeBootPattern-1902849058-router', 'tenant_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '3c284557-9754-4082-a89d-0630173912d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:01:53Z', 'updated_at': '2021-12-17T16:18:18Z', 'revision_number': 5, 'project_id': 'd638e48bf9e64a279af6a18ca6b10ee0', 'gw_port': {'id': '3c284557-9754-4082-a89d-0630173912d3', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:dc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1c9977-c654-4433-8f4d-8326b4ef7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:54Z', 'updated_at': '2021-12-17T16:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:24.096199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:24.141821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] No DVR routers for this DVR port 63c425d5-84a9-4189-92d5-52fea448d3bc on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:24.145477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.162884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fe2f4dbc-4e22-485a-9d0f-cebebea45392 req-db3d5276-b784-4efb-a821-ca7678b88385 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.47 "DELETE /v2.0/ports/63c425d5-84a9-4189-92d5-52fea448d3bc HTTP/1.1" status: 204 len: 173 time: 3.8509448 Dec 17 16:18:24.169978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-deleted', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:24.173333 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35ebac7-5b21-4726-a63e-db2a7c5f10c3" -d '{"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-deleted", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:24.176497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.193451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 63c425d5-84a9-4189-92d5-52fea448d3bc {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:24.194032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 63c425d5-84a9-4189-92d5-52fea448d3bc not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:24.196723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.305218 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.319028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53842) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:24.320940 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a04081-4fab-4b1f-84bb-16003a01e874 x-openstack-request-id: req-49a04081-4fab-4b1f-84bb-16003a01e874 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:24.321239 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40abb93-df9f-42b0-9b9c-ed94192a15dc", "name": "network-vif-deleted", "tag": "63c425d5-84a9-4189-92d5-52fea448d3bc", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:24.321493 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49a04081-4fab-4b1f-84bb-16003a01e874 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:24.322041 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40abb93-df9f-42b0-9b9c-ed94192a15dc', 'name': 'network-vif-deleted', 'tag': '63c425d5-84a9-4189-92d5-52fea448d3bc', 'status': 'completed', 'code': 200} Dec 17 16:18:24.347001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fe800ae-589b-4e8d-9196-d36237cf035f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:24.349769 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.352979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a52e17-dd4a-4cde-882c-038503d64772,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:24.355570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d35493bf-8d83-4c3f-ad89-724212582724 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "DELETE /v2.0/ports/3fe800ae-589b-4e8d-9196-d36237cf035f HTTP/1.1" status: 204 len: 168 time: 0.8907251 Dec 17 16:18:24.389578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53846) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:24.413894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-146837ac-3f6b-46ad-b420-6a28a3b82687 req-57f0fd4d-34ef-4d52-a066-3474e7784d4f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a40abb93-df9f-42b0-9b9c-ed94192a15dc HTTP/1.1" status: 200 len: 210 time: 0.3152308 Dec 17 16:18:24.413894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.488678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:24.496236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:24.498944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:24.526964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'Port': ['ID=5a794c75-1c31-498c-b627-56dc70aa216a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:24.582160 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e15056-d196-4640-b9d1-ac8b10d5303e tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:18:24.584274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-01e15056-d196-4640-b9d1-ac8b10d5303e tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "GET /v2.0/ports/3fe800ae-589b-4e8d-9196-d36237cf035f HTTP/1.1" status: 404 len: 333 time: 0.1908941 Dec 17 16:18:24.591896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53852) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:24.605400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-216657972', 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:24.621121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.690696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03d9d95a-7a98-42bb-b10b-255a7def3962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.759600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Made reservation on behalf of d812f8661a614197b69e1ecb6085b531 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:24.762348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:24.854858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] device_id is not set on port 239d06a4-8a0f-47f1-9498-e45a9352ad68 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:24.970164 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.014688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Deleting port 3c284557-9754-4082-a89d-0630173912d3 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:25.015032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.050017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.132856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.154062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03d9d95a-7a98-42bb-b10b-255a7def3962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.171941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03d9d95a-7a98-42bb-b10b-255a7def3962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.311209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.312763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9d95a-7a98-42bb-b10b-255a7def3962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1bd07-875c-43a5-8778-156c7c81711f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:25.313537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.317215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-03d9d95a-7a98-42bb-b10b-255a7def3962 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=454b6496582c4e3a94eacc4ff4d0682d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9938102 Dec 17 16:18:25.320443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53866) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:25.323296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] For port 3c284557-9754-4082-a89d-0630173912d3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3c284557-9754-4082-a89d-0630173912d3,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:25.323716 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.323912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.342280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Calling delete_port for 3c284557-9754-4082-a89d-0630173912d3 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:25.430841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event updated for resources: {'Port': ['ID=5a794c75-1c31-498c-b627-56dc70aa216a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:25.450511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4fe86e-e06f-4228-a003-095cb143b541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.464449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.470596 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.501506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53870) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:25.565652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4fe86e-e06f-4228-a003-095cb143b541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.603635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Network 37f1a028-1dc8-44a8-82dd-1fba964b21ff is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:25.610089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:25.611971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=239d06a4-8a0f-47f1-9498-e45a9352ad68,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:25.613969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:25.614897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:25.615628 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.651362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-999fb563-85f0-4f25-95f2-803c3c93d685 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0580416 Dec 17 16:18:25.655111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53876) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:25.668124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Router 35aeed0e-5bec-47b6-a9da-561b4bb46111 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:25.734987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166f8b6-bd49-4226-b323-4a3aa5b0abf5 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:25.736393 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Floating IP bc99d34f-504d-45f9-932b-d9b5e2d6bd9b associated. External IP: 172.25.0.44, port: ad162009-0123-42e3-b797-855d7424a2d4. Dec 17 16:18:25.736543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2166f8b6-bd49-4226-b323-4a3aa5b0abf5 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "GET /v2.0/ports/239d06a4-8a0f-47f1-9498-e45a9352ad68 HTTP/1.1" status: 200 len: 954 time: 0.0804622 Dec 17 16:18:25.740837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53878) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:25.828421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4fe86e-e06f-4228-a003-095cb143b541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.831517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be4fe86e-e06f-4228-a003-095cb143b541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.835594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be4fe86e-e06f-4228-a003-095cb143b541 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8b1bd07-875c-43a5-8778-156c7c81711f HTTP/1.1" status: 204 len: 168 time: 0.5110059 Dec 17 16:18:25.871547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:25.891781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe86e-e06f-4228-a003-095cb143b541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1bd07-875c-43a5-8778-156c7c81711f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:25.938893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3c284557-9754-4082-a89d-0630173912d3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:25.952336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e0d59-6dd2-4529-94f9-460035bf0d65 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:26.063580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Deleting port 239d06a4-8a0f-47f1-9498-e45a9352ad68 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:26.063952 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.153902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.193692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Calling delete_port for 239d06a4-8a0f-47f1-9498-e45a9352ad68 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:26.240797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.289688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8b5786c5-4d1e-4865-baac-9dc966a83840 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:26.358340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.361456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.367531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8b5786c5-4d1e-4865-baac-9dc966a83840 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:26.369700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8b5786c5-4d1e-4865-baac-9dc966a83840 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:26.418073 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.418932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e1c9977-c654-4433-8f4d-8326b4ef7613 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:18:26.462242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.464432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3e935d80-bb93-4021-ae4f-14e4cbbf18fe admin admin] 10.222.0.54 "DELETE /v2.0/routers/0e1c9977-c654-4433-8f4d-8326b4ef7613 HTTP/1.1" status: 204 len: 168 time: 3.5954144 Dec 17 16:18:26.471669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53900) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:26.546849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:26.556269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] Sync routers for ids ['35aeed0e-5bec-47b6-a9da-561b4bb46111'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:26.563426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6c12b38b-d08c-4ab3-8988-c204f9479553 admin admin] 10.222.0.54 "PUT /v2.0/routers/35aeed0e-5bec-47b6-a9da-561b4bb46111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4689267 Dec 17 16:18:26.566304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:26.579269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] Deleting subnet 30043652-b836-44d1-9f65-025ef5ec90eb {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:18:26.583080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.583709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] Routers {'35aeed0e-5bec-47b6-a9da-561b4bb46111'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:26.584363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35aeed0e-5bec-47b6-a9da-561b4bb46111'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:26.631420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.773755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] Set router 35aeed0e-5bec-47b6-a9da-561b4bb46111 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:26.796359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Router d43cfe47-9b21-478c-aca5-f52334b35899 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:26.919093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.923441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:26.995753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:18:23Z', 'revision_number': 5, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:27.029964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:27.041854 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] Sync routers for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:27.048110 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.069752 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:27.070404 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:27.072647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.077420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] Checking router: 35aeed0e-5bec-47b6-a9da-561b4bb46111 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:27.079046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "DELETE /v2.0/ports/239d06a4-8a0f-47f1-9498-e45a9352ad68 HTTP/1.1" status: 204 len: 168 time: 1.3305562 Dec 17 16:18:27.095934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53920) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:27.106708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] Routers {'35aeed0e-5bec-47b6-a9da-561b4bb46111'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:27.107332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35aeed0e-5bec-47b6-a9da-561b4bb46111'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:27.142559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.149385 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.152089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event deleted for resources: {'Port': ['ID=239d06a4-8a0f-47f1-9498-e45a9352ad68,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:27.264764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-73b8ad26-1b74-4c0f-9fa1-2735e71d9481 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2430723 Dec 17 16:18:27.270968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.271507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.271507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.272097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.272221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.272634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.272970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.273291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.273617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.273943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.274290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.274612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.274933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1e9e0-23e0-4e64-ae7a-09812ec6d7da tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:27.288442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53928) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:27.323181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:27.327951 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8926215-a324-426f-8dbf-343cfefae757" -d '{"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:27.343190 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6039ed-0bb8-4591-b8bd-6c35880edb1a tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:18:27.348974 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bc6039ed-0bb8-4591-b8bd-6c35880edb1a tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "GET /v2.0/ports/239d06a4-8a0f-47f1-9498-e45a9352ad68 HTTP/1.1" status: 404 len: 333 time: 0.2480233 Dec 17 16:18:27.350106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:27.352647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] Set router 35aeed0e-5bec-47b6-a9da-561b4bb46111 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:27.354782 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:27.366831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Request body: {'port': {'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-839229169'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:27.478283 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e24005-f319-4b8c-b8d9-8bffdbd457b4 x-openstack-request-id: req-04e24005-f319-4b8c-b8d9-8bffdbd457b4 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:27.478690 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:27.479061 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04e24005-f319-4b8c-b8d9-8bffdbd457b4 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:27.479566 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4', 'status': 'completed', 'code': 200} Dec 17 16:18:27.536855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Made reservation on behalf of d812f8661a614197b69e1ecb6085b531 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:27.540408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.545736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a4cfc-c565-4bae-a618-b6803b18deaf tempest-TestVolumeBackupRestore-857963399 tempest-TestVolumeBackupRestore-857963399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:27.554603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-301a4cfc-c565-4bae-a618-b6803b18deaf tempest-TestVolumeBackupRestore-857963399 tempest-TestVolumeBackupRestore-857963399-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1092 time: 0.2437584 Dec 17 16:18:27.559799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.561270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 53940) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:27.576874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Request body: {'floatingip': {'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:27.630084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30043652-b836-44d1-9f65-025ef5ec90eb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:27.646406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.652257 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fd013710-85cf-4037-90ee-be3e58921d7b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/30043652-b836-44d1-9f65-025ef5ec90eb HTTP/1.1" status: 204 len: 168 time: 1.1746993 Dec 17 16:18:27.655558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53942) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:27.655748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63b84d-b929-4387-8719-52c4f8a854e0 None None] Network 739d4291-6e24-481f-9b1c-889f4ba03f8f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:27.670211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.694826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] device_id is not set on port 858f846e-62b9-4d39-85f5-4ef49e8b140d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:27.738628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8926215-a324-426f-8dbf-343cfefae757 req-1964e044-bcb1-4b72-a012-1cf614ec3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:27.740776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8926215-a324-426f-8dbf-343cfefae757 req-1964e044-bcb1-4b72-a012-1cf614ec3315 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cb45eb4d0e1440c8022622be1642306&device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1097 time: 0.2589765 Dec 17 16:18:27.799350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.897617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Deleting port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:27.898106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:27.972142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:18:23Z', 'revision_number': 5, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:27.985282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Deleting port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:27.988371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:28.059175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdbeb2-7c7b-42a4-8ac2-fadab6dda6b9 None None] The sync data for ids ['35aeed0e-5bec-47b6-a9da-561b4bb46111'] in n-d-806683-20 is: [{'id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'name': 'tempest-TestAggregatesBasicOps-1397044697-router', 'tenant_id': 'e131b2833f004a2889a1da59a6e50c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:17:39Z', 'updated_at': '2021-12-17T16:18:23Z', 'revision_number': 5, 'project_id': 'e131b2833f004a2889a1da59a6e50c98', 'gw_port': {'id': 'b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35aeed0e-5bec-47b6-a9da-561b4bb46111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:17:42Z', 'updated_at': '2021-12-17T16:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:28.061570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] DHCP port deletion for 739d4291-6e24-481f-9b1c-889f4ba03f8f request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:28.083780 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bc99d34f-504d-45f9-932b-d9b5e2d6bd9b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'mac_address': 'fa:16:3e:a1:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:18:24Z', 'updated_at': '2021-12-17T16:18:24Z', 'revision_number': 0, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:28.171253 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] Checking router: d43cfe47-9b21-478c-aca5-f52334b35899 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:28.179961 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:28.190082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] Deleting port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:28.190466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:28.207508 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:28.208553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:28.286327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] For port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,segment=NetworkSegment(b93c0dae-7efa-4893-abba-1bed6c9bd17d),segment_id=b93c0dae-7efa-4893-abba-1bed6c9bd17d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:28.286719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:28.311374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8926215-a324-426f-8dbf-343cfefae757 req-6f081b70-2fb4-421d-a5a7-5984f0f2f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:28.312937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] Calling delete_port for 3a0bff0b-37fb-4cde-bf9f-d11462b9319c owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:28.315967 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8926215-a324-426f-8dbf-343cfefae757 req-6f081b70-2fb4-421d-a5a7-5984f0f2f100 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 200 len: 915 time: 0.4857390 Dec 17 16:18:28.415553 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:28.452515 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:28.506379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3a0bff0b-37fb-4cde-bf9f-d11462b9319c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:28.578181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3a0bff0b-37fb-4cde-bf9f-d11462b9319c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:28.578437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3a0bff0b-37fb-4cde-bf9f-d11462b9319c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:28.578822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3c284557-9754-4082-a89d-0630173912d3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:28.637797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3c284557-9754-4082-a89d-0630173912d3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:28.638655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3c284557-9754-4082-a89d-0630173912d3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:28.642071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] Pushing event deleted for resources: {'Port': ['ID=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:28.654448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee687141-1780-43fd-af4d-a5d0ed854dfb None None] No DVR routers for this DVR port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:28.794688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] For port b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:28.795302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:28.812246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] For port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,segment=NetworkSegment(b93c0dae-7efa-4893-abba-1bed6c9bd17d),segment_id=b93c0dae-7efa-4893-abba-1bed6c9bd17d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:28.812735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:28.826267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Calling delete_port for b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:28.834318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Calling delete_port for 3a0bff0b-37fb-4cde-bf9f-d11462b9319c owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:28.838485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8926215-a324-426f-8dbf-343cfefae757 req-69a98e85-291f-445e-ad3b-9ad4012abf9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 200 len: 998 time: 0.4913795 Dec 17 16:18:28.964418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8926215-a324-426f-8dbf-343cfefae757 req-15afb8ae-c13e-48f9-bd7b-b775bef28391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:28.965993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8926215-a324-426f-8dbf-343cfefae757 req-15afb8ae-c13e-48f9-bd7b-b775bef28391 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11fa507-8ac2-4b42-b603-a82f300bd435 HTTP/1.1" status: 200 len: 853 time: 0.1165750 Dec 17 16:18:28.982739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.024520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.141545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0bff0b-37fb-4cde-bf9f-d11462b9319c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:29.191010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] No DVR routers for this DVR port 3a0bff0b-37fb-4cde-bf9f-d11462b9319c on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:29.204234 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bc99d34f-504d-45f9-932b-d9b5e2d6bd9b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'mac_address': 'fa:16:3e:a1:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:18:24Z', 'updated_at': '2021-12-17T16:18:24Z', 'revision_number': 0, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:29.231223 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.272165 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd9b7a-87ed-4144-b50c-185d66459695 None None] The sync data for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 is: [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bc99d34f-504d-45f9-932b-d9b5e2d6bd9b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'mac_address': 'fa:16:3e:a1:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:18:24Z', 'updated_at': '2021-12-17T16:18:24Z', 'revision_number': 0, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:29.293626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.300230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.350997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:29.364004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6359b6-adbf-480e-87b8-11fafcc9cdca None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:29.364527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739d4291-6e24-481f-9b1c-889f4ba03f8f']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:29.420751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93c0dae-7efa-4893-abba-1bed6c9bd17d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:29.421160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93c0dae-7efa-4893-abba-1bed6c9bd17d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:29.439210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.470247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Network 37f1a028-1dc8-44a8-82dd-1fba964b21ff is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:29.477720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=858f846e-62b9-4d39-85f5-4ef49e8b140d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:29.477949 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.487081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:18:29.487745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:18:29.504665 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:18:29.507505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:29.558563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:29.559618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:29.560287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.565025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.587089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8926215-a324-426f-8dbf-343cfefae757 req-3470e986-056a-4b1a-be74-6b662a232808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:29.589648 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8926215-a324-426f-8dbf-343cfefae757 req-3470e986-056a-4b1a-be74-6b662a232808 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e39d2a68-e20a-4171-b6ff-5556864dae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3973043 Dec 17 16:18:29.593145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port f0db2658-4dbc-4e59-ba83-11d72d78045d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:29.593531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.711541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c7f377d3-636f-443d-9c26-812ea3edc728 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3596702 Dec 17 16:18:29.719844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 53998) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:29.733029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec0aba-e39f-4292-8bf5-d35954683bfc None None] New status for floating IP bc99d34f-504d-45f9-932b-d9b5e2d6bd9b: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:18:29.767224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:29.852064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.861933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.864469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.900179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.905556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] 10.222.0.54 "DELETE /v2.0/networks/739d4291-6e24-481f-9b1c-889f4ba03f8f HTTP/1.1" status: 204 len: 168 time: 2.2462742 Dec 17 16:18:29.943154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.951435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-12ec0aba-e39f-4292-8bf5-d35954683bfc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:18:29.951857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.952387 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-12ec0aba-e39f-4292-8bf5-d35954683bfc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:18:29.965435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdcdf7-ffd8-47ec-8220-5c3de27da8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=739d4291-6e24-481f-9b1c-889f4ba03f8f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:29.978151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.978813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35aeed0e-5bec-47b6-a9da-561b4bb46111 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:18:29.984465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:29.988465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cda52448-a9a7-46fe-b0b4-2336d3462a4c admin admin] 10.222.0.54 "DELETE /v2.0/routers/35aeed0e-5bec-47b6-a9da-561b4bb46111 HTTP/1.1" status: 204 len: 168 time: 3.4158282 Dec 17 16:18:29.988465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54010) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:29.995510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.175865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] Deleting subnet d38f66c4-7223-4e6b-b2e2-261081569d79 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:18:30.308055 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.309113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e5a52e17-dd4a-4cde-882c-038503d64772 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:30.359080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e5a52e17-dd4a-4cde-882c-038503d64772 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:30.359679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e5a52e17-dd4a-4cde-882c-038503d64772 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:30.361017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54020) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:30.405337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port f0db2658-4dbc-4e59-ba83-11d72d78045d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f0db2658-4dbc-4e59-ba83-11d72d78045d,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:30.405785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.415467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.447241 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8926215-a324-426f-8dbf-343cfefae757 req-0daf593f-dfa2-4c69-a277-b63dabda331e service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991638 Dec 17 16:18:30.453746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for f0db2658-4dbc-4e59-ba83-11d72d78045d owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:30.455333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec0aba-e39f-4292-8bf5-d35954683bfc None None] New status for floating IP bc99d34f-504d-45f9-932b-d9b5e2d6bd9b: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:18:30.488799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] device_id is not set on port 858f846e-62b9-4d39-85f5-4ef49e8b140d yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:30.506917 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.520328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.644201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=858f846e-62b9-4d39-85f5-4ef49e8b140d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:30.661473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.691668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:30.692199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:30.692599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:30.716921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:30.717304 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:30.722713 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 2 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:30.729839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e4760ea-9dda-4321-8e21-46c5c12e48d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b311b70a6a14160a9684e1471a08ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497167 Dec 17 16:18:30.738575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54024) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:30.763926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:30.763926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:30.763926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:30.783226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:30.783694 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:30.789584 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 3 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:30.820351 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.828843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:30.829294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:30.829580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:30.863755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38f66c4-7223-4e6b-b2e2-261081569d79,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:30.867215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:30.867573 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:30.870450 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 4 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:30.880989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8926215-a324-426f-8dbf-343cfefae757 req-0c60bcd3-cad2-4370-b307-323f2d6667e5 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245758 Dec 17 16:18:30.882427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.889294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-56898e8c-0947-4608-9f1c-4abcf4971d70 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d38f66c4-7223-4e6b-b2e2-261081569d79 HTTP/1.1" status: 204 len: 168 time: 0.8962824 Dec 17 16:18:30.889932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54030) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:30.921434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8913fd0-4c75-4301-a21e-563da95ae3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:30.968745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:30.969294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:30.969480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:31.005759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:31.005759 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:31.015644 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 5 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:31.033626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe6812-f5fc-4ae3-9664-1eb40ff5ab2d None None] Network 576bd351-d318-4cef-b0fd-34d2a3bf60de requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:31.053356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8913fd0-4c75-4301-a21e-563da95ae3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.069594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:31.070121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:31.070805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:31.087594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:31.089412 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:31.094629 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 6 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:31.099591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.129641 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.139630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:31.140544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:31.141245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:31.147839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:31.148683 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:31.155321 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 7 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:31.234754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:31.235495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:31.236324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:31.246904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:31.247634 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:31.251962 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 8 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:31.262388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=f0db2658-4dbc-4e59-ba83-11d72d78045d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:31.276548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:31.277522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:31.278017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:31.286531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:31.287095 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:31.287754 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8913fd0-4c75-4301-a21e-563da95ae3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.291006 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8913fd0-4c75-4301-a21e-563da95ae3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.295375 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d8913fd0-4c75-4301-a21e-563da95ae3a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2859a80a-acb6-4d98-b4a8-d73dfc1a5fab HTTP/1.1" status: 204 len: 168 time: 0.5556116 Dec 17 16:18:31.296301 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 9 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:31.336317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8913fd0-4c75-4301-a21e-563da95ae3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2859a80a-acb6-4d98-b4a8-d73dfc1a5fab,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:31.340587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:31.340996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:31.341405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:31.364503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:31.364851 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:31.380962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Router d43cfe47-9b21-478c-aca5-f52334b35899 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:31.382675 n-d-806683-20 neutron-server[109784]: INFO neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempt 10 to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d Dec 17 16:18:31.387168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Deleting port e9e2110c-610a-4b06-9a90-4e30fe016576 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:31.387607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.406882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] DHCP port deletion for 576bd351-d318-4cef-b0fd-34d2a3bf60de request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:31.526283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] Deleting port e9e2110c-610a-4b06-9a90-4e30fe016576 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:31.526952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.587530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:31.587924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:31.588240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempting to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:31.639710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] For port e9e2110c-610a-4b06-9a90-4e30fe016576, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e9e2110c-610a-4b06-9a90-4e30fe016576,segment=NetworkSegment(f6fed42f-766e-439d-b72a-e9681d079d8f),segment_id=f6fed42f-766e-439d-b72a-e9681d079d8f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:31.640078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.645029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:31.645378 n-d-806683-20 neutron-server[109784]: ERROR neutron.plugins.ml2.managers [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Failed to bind port 858f846e-62b9-4d39-85f5-4ef49e8b140d on host n-h2-806683-20 for vnic_type normal using segments [{'id': '2dbf26a0-edff-46ee-830d-cbec92adf7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '37f1a028-1dc8-44a8-82dd-1fba964b21ff'}] Dec 17 16:18:31.645824 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.658758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] Calling delete_port for e9e2110c-610a-4b06-9a90-4e30fe016576 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:31.706695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] For port e9e2110c-610a-4b06-9a90-4e30fe016576, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e9e2110c-610a-4b06-9a90-4e30fe016576,segment=NetworkSegment(f6fed42f-766e-439d-b72a-e9681d079d8f),segment_id=f6fed42f-766e-439d-b72a-e9681d079d8f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:31.707144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.759342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54048) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:31.767322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:31.824695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] Pushing event deleted for resources: {'Port': ['ID=e9e2110c-610a-4b06-9a90-4e30fe016576,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:31.829040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa5947-f4ae-4c1b-ad22-48fd5f7e4b85 None None] No DVR routers for this DVR port e9e2110c-610a-4b06-9a90-4e30fe016576 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:31.865839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Calling delete_port for e9e2110c-610a-4b06-9a90-4e30fe016576 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:31.939550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] For port 858f846e-62b9-4d39-85f5-4ef49e8b140d, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:31.939550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attempted to set empty binding levels {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 16:18:31.949211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.004363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] In _notify_port_updated(), no bound segment for port 858f846e-62b9-4d39-85f5-4ef49e8b140d on network 37f1a028-1dc8-44a8-82dd-1fba964b21ff {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:18:32.005380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:32.006100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.010777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "PUT /v2.0/ports/858f846e-62b9-4d39-85f5-4ef49e8b140d HTTP/1.1" status: 200 len: 975 time: 2.2456756 Dec 17 16:18:32.012319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54058) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:32.075115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54060) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:32.087244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffcc30-c3a2-414b-ae8a-ec786530461d tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event updated for resources: {'Port': ['ID=858f846e-62b9-4d39-85f5-4ef49e8b140d,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:32.143111 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.215330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e2110c-610a-4b06-9a90-4e30fe016576,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:32.222492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] No DVR routers for this DVR port e9e2110c-610a-4b06-9a90-4e30fe016576 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:32.275487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf08c170-d37a-4bd1-ac1e-1819af407afd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d638e48bf9e64a279af6a18ca6b10ee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983218 Dec 17 16:18:32.278726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54066) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:32.282050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:32.308477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:32.308981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b2e4f7ae-d4b8-47b8-ae04-768cfe4cce0a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:32.309859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e9e2110c-610a-4b06-9a90-4e30fe016576 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:32.323443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e440a920-3cf2-4578-b061-e5e4eeb1884e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.328826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:32.332306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e9e2110c-610a-4b06-9a90-4e30fe016576 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:32.332659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e9e2110c-610a-4b06-9a90-4e30fe016576 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:32.340192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.340489 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] Sync routers for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:32.364778 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:32.365498 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:32.410102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Deleting port 858f846e-62b9-4d39-85f5-4ef49e8b140d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:32.410696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.449487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:32.452501 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f1dac-4724-417e-91c9-15898390b987" -d '{"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:32.456303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ac9b4a71-b14f-45d5-a799-3cc444657545 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "PUT /v2.0/floatingips/bc99d34f-504d-45f9-932b-d9b5e2d6bd9b HTTP/1.1" status: 200 len: 990 time: 4.8919482 Dec 17 16:18:32.488604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] For port 858f846e-62b9-4d39-85f5-4ef49e8b140d, host n-h2-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:32.489327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.493251 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:32.504426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Calling delete_port for 858f846e-62b9-4d39-85f5-4ef49e8b140d owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:32.528175 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d64536-fe18-4bd4-9bb3-b2f84086164b x-openstack-request-id: req-83d64536-fe18-4bd4-9bb3-b2f84086164b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:32.528574 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:32.528926 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83d64536-fe18-4bd4-9bb3-b2f84086164b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:32.529416 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4', 'status': 'completed', 'code': 200} Dec 17 16:18:32.534906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.609076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.625605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89015681-7aab-4f5e-9c23-958b03885dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.636640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e440a920-3cf2-4578-b061-e5e4eeb1884e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.643623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576bd351-d318-4cef-b0fd-34d2a3bf60de']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:32.646644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.662188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e440a920-3cf2-4578-b061-e5e4eeb1884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.677890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fed42f-766e-439d-b72a-e9681d079d8f') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:32.678195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fed42f-766e-439d-b72a-e9681d079d8f') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:32.726480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Pushing event deleted for resources: {'Port': ['ID=858f846e-62b9-4d39-85f5-4ef49e8b140d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:32.733213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.737828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.741507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a7c9b1e6-785d-490c-a7c8-75c3af975388 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "DELETE /v2.0/ports/858f846e-62b9-4d39-85f5-4ef49e8b140d HTTP/1.1" status: 204 len: 168 time: 0.7278399 Dec 17 16:18:32.746556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54076) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:32.749338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89015681-7aab-4f5e-9c23-958b03885dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.794633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e440a920-3cf2-4578-b061-e5e4eeb1884e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efaa5f667725494f9e2ce00c370da5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0306058 Dec 17 16:18:32.798866 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-927e4cd0-70f3-4894-8d00-d3d6b17b55e5 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:18:32.804073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:32.806002 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-927e4cd0-70f3-4894-8d00-d3d6b17b55e5 tempest-PortsAdminExtendedAttrsTestJSON-1833836053 tempest-PortsAdminExtendedAttrsTestJSON-1833836053-project-admin] 10.222.0.54 "GET /v2.0/ports/858f846e-62b9-4d39-85f5-4ef49e8b140d HTTP/1.1" status: 404 len: 333 time: 0.0489242 Dec 17 16:18:32.806798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440a920-3cf2-4578-b061-e5e4eeb1884e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b7332c-2548-4289-88ee-58cda1439d09,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:32.809308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54080) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:32.827985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1dac-4724-417e-91c9-15898390b987 req-d62009a6-0d23-448d-b0ff-2c20490f7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:32.828646 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bc99d34f-504d-45f9-932b-d9b5e2d6bd9b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'mac_address': 'fa:16:3e:a1:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:18:24Z', 'updated_at': '2021-12-17T16:18:31Z', 'revision_number': 2, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:32.829724 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-495f1dac-4724-417e-91c9-15898390b987 req-d62009a6-0d23-448d-b0ff-2c20490f7e15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cb45eb4d0e1440c8022622be1642306&device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1097 time: 0.2398818 Dec 17 16:18:32.834560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.852602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:18:32.853243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:18:32.855757 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:18:32.868774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89015681-7aab-4f5e-9c23-958b03885dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.871414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89015681-7aab-4f5e-9c23-958b03885dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.874992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-89015681-7aab-4f5e-9c23-958b03885dda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7182517d-47cc-412f-a679-9db007e21f80 HTTP/1.1" status: 204 len: 168 time: 0.5922608 Dec 17 16:18:32.879573 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] Checking router: d43cfe47-9b21-478c-aca5-f52334b35899 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:32.891553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:32.892443 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:32.919517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89015681-7aab-4f5e-9c23-958b03885dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7182517d-47cc-412f-a679-9db007e21f80,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:32.978721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.984074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:32.987417 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/576bd351-d318-4cef-b0fd-34d2a3bf60de HTTP/1.1" status: 204 len: 168 time: 2.0889676 Dec 17 16:18:32.992197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54084) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:33.012553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdd811e0-1ffb-4c8c-9e05-d26c60256897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.054676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509fd6c-de3d-4f71-af29-f5b3758b6bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=576bd351-d318-4cef-b0fd-34d2a3bf60de,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:33.074430 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:33.099768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.114912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdd811e0-1ffb-4c8c-9e05-d26c60256897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.215752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1dac-4724-417e-91c9-15898390b987 req-082377a0-4203-4b21-b017-eeff9ff15c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:33.217389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-495f1dac-4724-417e-91c9-15898390b987 req-082377a0-4203-4b21-b017-eeff9ff15c45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 200 len: 915 time: 0.3716230 Dec 17 16:18:33.287892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdd811e0-1ffb-4c8c-9e05-d26c60256897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.290828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdd811e0-1ffb-4c8c-9e05-d26c60256897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.292040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fdd811e0-1ffb-4c8c-9e05-d26c60256897 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90b7332c-2548-4289-88ee-58cda1439d09 HTTP/1.1" status: 204 len: 168 time: 0.4791121 Dec 17 16:18:33.381672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd811e0-1ffb-4c8c-9e05-d26c60256897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b7332c-2548-4289-88ee-58cda1439d09,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:33.481240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router 71d9b91a-3967-4eca-aba4-b3dc44fd367c has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:33.510200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.538982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-495f1dac-4724-417e-91c9-15898390b987 req-ee4f5ff5-17c6-4974-a050-d7547c98bfa9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 200 len: 1000 time: 0.3038380 Dec 17 16:18:33.639218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f1a028-1dc8-44a8-82dd-1fba964b21ff']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:33.690941 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bc99d34f-504d-45f9-932b-d9b5e2d6bd9b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'mac_address': 'fa:16:3e:a1:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:18:24Z', 'updated_at': '2021-12-17T16:18:31Z', 'revision_number': 2, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:33.716672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbf26a0-edff-46ee-830d-cbec92adf7fe') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:33.716955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbf26a0-edff-46ee-830d-cbec92adf7fe') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:33.738400 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a42003-77b4-4bff-8a64-da83883b23c4 None None] The sync data for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 is: [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'bc99d34f-504d-45f9-932b-d9b5e2d6bd9b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'port_id': 'ad162009-0123-42e3-b797-855d7424a2d4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'mac_address': 'fa:16:3e:a1:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:18:24Z', 'updated_at': '2021-12-17T16:18:31Z', 'revision_number': 2, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:33.829421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.857213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:33.863488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.868031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6cf8eb52-2e72-4c48-b215-dfb5c5fca813 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/71d9b91a-3967-4eca-aba4-b3dc44fd367c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3619630 Dec 17 16:18:33.868192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54102) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:33.868301 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.877115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038505ff-fc38-4826-af56-2a037443940b None None] Sync routers for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:33.877670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1dac-4724-417e-91c9-15898390b987 req-f441b8e4-4860-4253-b77c-e739bb1c4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:33.879033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-495f1dac-4724-417e-91c9-15898390b987 req-f441b8e4-4860-4253-b77c-e739bb1c4d80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11fa507-8ac2-4b42-b603-a82f300bd435 HTTP/1.1" status: 200 len: 853 time: 0.2563443 Dec 17 16:18:33.880192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:18:33.880630 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:18:33.885435 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:18:33.911527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:33.912218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:33.948892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54104) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:33.985546 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b79505-fd17-424e-9e14-9e17fdc94094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.035087 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.044796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.047507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting subnet 9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:18:34.049971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] 10.222.0.54 "DELETE /v2.0/networks/37f1a028-1dc8-44a8-82dd-1fba964b21ff HTTP/1.1" status: 204 len: 168 time: 1.2377214 Dec 17 16:18:34.069660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.070042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1dac-4724-417e-91c9-15898390b987 req-0e9ce0fe-91f9-4d55-b237-f8fb2fe543d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:34.072092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-495f1dac-4724-417e-91c9-15898390b987 req-0e9ce0fe-91f9-4d55-b237-f8fb2fe543d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e39d2a68-e20a-4171-b6ff-5556864dae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498275 Dec 17 16:18:34.073364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0b673-6b6f-4731-ac71-d2328d7a6563 tempest-PortsAdminExtendedAttrsTestJSON-1730496160 tempest-PortsAdminExtendedAttrsTestJSON-1730496160-project] Pushing event deleted for resources: {'Network': ['ID=37f1a028-1dc8-44a8-82dd-1fba964b21ff,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:34.162199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:34.184801 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.264515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-495f1dac-4724-417e-91c9-15898390b987 req-a32fd591-2f6c-45b4-b25f-28db8a569a17 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825759 Dec 17 16:18:34.362810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b79505-fd17-424e-9e14-9e17fdc94094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.387133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b79505-fd17-424e-9e14-9e17fdc94094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.397508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-495f1dac-4724-417e-91c9-15898390b987 req-c0961627-da9f-4192-8189-d13a570c4265 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206844 Dec 17 16:18:34.462338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.487465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2b79505-fd17-424e-9e14-9e17fdc94094 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15c12ec26054464fb2a27a79cfec3028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5375063 Dec 17 16:18:34.490361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54122) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:34.496320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b79505-fd17-424e-9e14-9e17fdc94094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb9aa1-163f-4dc8-ac65-a58dc0c71857,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:34.531988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:18:31Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:34.550190 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54124) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:34.586833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:34.590617 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d4d38-0069-4283-892f-d75695069017" -d '{"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:34.603236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.603994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038505ff-fc38-4826-af56-2a037443940b None None] Checking router: 71d9b91a-3967-4eca-aba4-b3dc44fd367c for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:34.622944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] Routers {'71d9b91a-3967-4eca-aba4-b3dc44fd367c'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:34.625158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:34.639213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7422e10-9d37-4a91-baf1-0a423b64474c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.639433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.643524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/subnets/9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82 HTTP/1.1" status: 204 len: 168 time: 0.7763906 Dec 17 16:18:34.644566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0a2a4-4a69-4edc-b4fe-230f0bfda22a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc6e28b-7d1f-4892-9ba0-7c1c1d92ff82,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:34.646202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54130) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:34.667414 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18129d4-0418-4784-aa15-a21b8c64e8c6 x-openstack-request-id: req-a18129d4-0418-4784-aa15-a21b8c64e8c6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:34.667707 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:34.667986 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a18129d4-0418-4784-aa15-a21b8c64e8c6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:34.668386 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4', 'status': 'completed', 'code': 200} Dec 17 16:18:34.682801 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7422e10-9d37-4a91-baf1-0a423b64474c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.719591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Deleting port 758e6733-077d-4357-85a2-85e94f52a272 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:34.720323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.720767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df8aa57-6edf-4478-90b3-68634092c311 None None] Network 2f0bd555-1e84-4a04-91dd-7db62cbbabfc requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:34.762628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d4d38-0069-4283-892f-d75695069017 req-2af98347-8812-483b-bf28-5e065d25ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:34.764795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34d4d38-0069-4283-892f-d75695069017 req-2af98347-8812-483b-bf28-5e065d25ba3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cb45eb4d0e1440c8022622be1642306&device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0729895 Dec 17 16:18:34.857869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7422e10-9d37-4a91-baf1-0a423b64474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.859026 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.860839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7422e10-9d37-4a91-baf1-0a423b64474c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:34.862291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e7422e10-9d37-4a91-baf1-0a423b64474c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/baeb9aa1-163f-4dc8-ac65-a58dc0c71857 HTTP/1.1" status: 204 len: 168 time: 0.3707345 Dec 17 16:18:34.885024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422e10-9d37-4a91-baf1-0a423b64474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb9aa1-163f-4dc8-ac65-a58dc0c71857,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:34.924227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d4d38-0069-4283-892f-d75695069017 req-c8b00a2d-c8ab-46ce-9f4c-854c83167c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:34.926496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34d4d38-0069-4283-892f-d75695069017 req-c8b00a2d-c8ab-46ce-9f4c-854c83167c05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 200 len: 915 time: 0.1539531 Dec 17 16:18:34.957481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] Set router 71d9b91a-3967-4eca-aba4-b3dc44fd367c gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:34.960994 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-33119785-4380-46fc-9150-03c8d270ccae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe4654dd783a418382a9aa40a6c7e03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082499 Dec 17 16:18:34.975742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54138) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:35.110312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] DHCP port deletion for 2f0bd555-1e84-4a04-91dd-7db62cbbabfc request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:35.113866 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34d4d38-0069-4283-892f-d75695069017 req-effc173a-7fd1-46cb-9171-2657e26b391f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 200 len: 1000 time: 0.1750050 Dec 17 16:18:35.167702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74a32ff8-554c-4b13-a9f5-2b1fd11700f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.201141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d4d38-0069-4283-892f-d75695069017 req-e25ba54e-b908-4d96-870a-e774897e2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:35.202776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34d4d38-0069-4283-892f-d75695069017 req-e25ba54e-b908-4d96-870a-e774897e2536 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11fa507-8ac2-4b42-b603-a82f300bd435 HTTP/1.1" status: 200 len: 853 time: 0.0799701 Dec 17 16:18:35.204831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74a32ff8-554c-4b13-a9f5-2b1fd11700f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.297389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] Deleting port c3707aa9-cef2-4534-b4a9-7afba26d783b {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:35.298217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.326550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74a32ff8-554c-4b13-a9f5-2b1fd11700f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.329297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74a32ff8-554c-4b13-a9f5-2b1fd11700f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.330484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-74a32ff8-554c-4b13-a9f5-2b1fd11700f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65e7ee77-34ba-470c-b305-00981855623f HTTP/1.1" status: 204 len: 168 time: 0.3537672 Dec 17 16:18:35.367988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a32ff8-554c-4b13-a9f5-2b1fd11700f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e7ee77-34ba-470c-b305-00981855623f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:35.378497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d4d38-0069-4283-892f-d75695069017 req-b9348be9-f4c3-4ded-addf-3a0ff5a79f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:35.383734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34d4d38-0069-4283-892f-d75695069017 req-b9348be9-f4c3-4ded-addf-3a0ff5a79f64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e39d2a68-e20a-4171-b6ff-5556864dae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689498 Dec 17 16:18:35.486385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] For port c3707aa9-cef2-4534-b4a9-7afba26d783b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c3707aa9-cef2-4534-b4a9-7afba26d783b,segment=NetworkSegment(93a13961-ab62-457d-96c0-66cf305f07e0),segment_id=93a13961-ab62-457d-96c0-66cf305f07e0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:35.487062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.502852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] Calling delete_port for c3707aa9-cef2-4534-b4a9-7afba26d783b owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:35.516741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] For port 758e6733-077d-4357-85a2-85e94f52a272, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=758e6733-077d-4357-85a2-85e94f52a272,segment=NetworkSegment(8f096dea-ce74-46c5-b3d5-df548b00a8e6),segment_id=8f096dea-ce74-46c5-b3d5-df548b00a8e6)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:35.516980 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.544413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Calling delete_port for 758e6733-077d-4357-85a2-85e94f52a272 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:35.566656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.612327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-038505ff-fc38-4826-af56-2a037443940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:18:31Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:35.634843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34d4d38-0069-4283-892f-d75695069017 req-1088e33c-1aa6-45cc-b06b-278237151e34 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454839 Dec 17 16:18:35.670924 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.737011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038505ff-fc38-4826-af56-2a037443940b None None] The sync data for ids ['71d9b91a-3967-4eca-aba4-b3dc44fd367c'] in n-d-806683-20 is: [{'id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620064393', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:18:31Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': '7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d9b91a-3967-4eca-aba4-b3dc44fd367c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:16:37Z', 'updated_at': '2021-12-17T16:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:35.740800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] No DVR routers for this DVR port c3707aa9-cef2-4534-b4a9-7afba26d783b on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:35.746047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5de2ba-5323-4278-9c86-910d0a91ffd8 None None] Pushing event deleted for resources: {'Port': ['ID=c3707aa9-cef2-4534-b4a9-7afba26d783b,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:35.781266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a34d4d38-0069-4283-892f-d75695069017 req-a03befd0-d3bf-40f9-9e14-ab02e94087b9 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378350 Dec 17 16:18:35.852405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:35.852687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:35.942614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54172) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:35.998829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:35.999445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.009860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.016759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-25f363bb-d486-4501-b2af-ae6af9b5ebc5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d812f8661a614197b69e1ecb6085b531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725396 Dec 17 16:18:36.017639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:36.021453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:36.049688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=758e6733-077d-4357-85a2-85e94f52a272,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:36.086887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a50c-231e-4459-b94b-e649a8dac84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.123490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a50c-231e-4459-b94b-e649a8dac84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.227653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a50c-231e-4459-b94b-e649a8dac84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.230578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a50c-231e-4459-b94b-e649a8dac84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.260137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ab1a50c-231e-4459-b94b-e649a8dac84e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b15dbd94-e615-4ae5-9954-868313bf735e HTTP/1.1" status: 204 len: 168 time: 0.2249002 Dec 17 16:18:36.275029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a50c-231e-4459-b94b-e649a8dac84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15dbd94-e615-4ae5-9954-868313bf735e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:36.454855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f0db2658-4dbc-4e59-ba83-11d72d78045d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:36.526144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.559180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f0db2658-4dbc-4e59-ba83-11d72d78045d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:36.560422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f0db2658-4dbc-4e59-ba83-11d72d78045d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:36.563435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c3707aa9-cef2-4534-b4a9-7afba26d783b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:36.634702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c3707aa9-cef2-4534-b4a9-7afba26d783b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:36.635055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c3707aa9-cef2-4534-b4a9-7afba26d783b not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:36.665697 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dd5024f1-8693-4092-8137-fd0de112d401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.736603 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:36.785331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:36.805878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b1a31c-dd44-48af-8e15-d1f48326a839 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:36.970819 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.113043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.118721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.174672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Router 0920063e-d134-46f0-a30c-5762a94fe371 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:37.288685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.289433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Fanout notify agent at l3_agent the message router_deleted on router 71d9b91a-3967-4eca-aba4-b3dc44fd367c {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:18:37.298121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.298984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-939cc531-9c73-4b33-abbb-cd875e3bc441 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/routers/71d9b91a-3967-4eca-aba4-b3dc44fd367c HTTP/1.1" status: 204 len: 168 time: 2.6464703 Dec 17 16:18:37.301791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54230) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:37.313023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:37.318243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2feb2063-05be-4636-a7cd-a843278496e8 admin admin] 10.222.0.54 "PUT /v2.0/routers/0920063e-d134-46f0-a30c-5762a94fe371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3239446 Dec 17 16:18:37.321070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54234) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:37.339081 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] Sync routers for ids ['0920063e-d134-46f0-a30c-5762a94fe371'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:37.373316 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] Routers {'0920063e-d134-46f0-a30c-5762a94fe371'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:37.384891 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0920063e-d134-46f0-a30c-5762a94fe371'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:37.426257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.526437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.594366 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] Set router 0920063e-d134-46f0-a30c-5762a94fe371 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:37.650920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.675014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54246) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:37.680857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0bd555-1e84-4a04-91dd-7db62cbbabfc']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:37.693722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a13961-ab62-457d-96c0-66cf305f07e0') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:37.694679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a13961-ab62-457d-96c0-66cf305f07e0') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:37.704968 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.722561 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.734033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:18:37.734586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:18:37.806410 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:18:37.813414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.818075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.839758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:37.852136 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/networks/2f0bd555-1e84-4a04-91dd-7db62cbbabfc HTTP/1.1" status: 204 len: 168 time: 0.5453341 Dec 17 16:18:37.858036 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:35Z', 'revision_number': 5, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port': {'id': '7dc656ae-c3c1-415a-a267-0bba51385234', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0920063e-d134-46f0-a30c-5762a94fe371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:05Z', 'updated_at': '2021-12-17T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:37.859185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54258) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:37.873874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8ed31-1c22-4db3-a762-557fc52f1f8c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Network': ['ID=2f0bd555-1e84-4a04-91dd-7db62cbbabfc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:37.899588 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] Checking router: 0920063e-d134-46f0-a30c-5762a94fe371 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:37.915376 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] Routers {'0920063e-d134-46f0-a30c-5762a94fe371'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:37.916156 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0920063e-d134-46f0-a30c-5762a94fe371'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:38.012885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1665534899'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:38.030956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a478-9cd4-4a5c-81f0-d230bc727290 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.072300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Deleting port 7dc656ae-c3c1-415a-a267-0bba51385234 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:38.072634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.172539 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] Set router 0920063e-d134-46f0-a30c-5762a94fe371 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:38.174831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:38.209755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a478-9cd4-4a5c-81f0-d230bc727290 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.212631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:38.212988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7ac25ee5-0ef5-4ea1-8cfd-5fc15e597dee not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:38.214014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:38.224153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.243351 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:37Z', 'revision_number': 6, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:38.262477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.280842 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ad3b4-e20f-4a3c-a7d2-92a29ee5c431 None None] The sync data for ids ['0920063e-d134-46f0-a30c-5762a94fe371'] in n-d-806683-20 is: [{'id': '0920063e-d134-46f0-a30c-5762a94fe371', 'name': 'tempest-TestAggregatesBasicOps-183010944-router', 'tenant_id': 'cb043b6109fe45a79e9887f81b829acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:02Z', 'updated_at': '2021-12-17T16:18:37Z', 'revision_number': 6, 'project_id': 'cb043b6109fe45a79e9887f81b829acf', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:38.413142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.415365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] For port 7dc656ae-c3c1-415a-a267-0bba51385234, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7dc656ae-c3c1-415a-a267-0bba51385234,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:38.415735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.423762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.440698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Calling delete_port for 7dc656ae-c3c1-415a-a267-0bba51385234 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:38.470918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:18:38.527794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a478-9cd4-4a5c-81f0-d230bc727290 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.530679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a478-9cd4-4a5c-81f0-d230bc727290 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.534705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ae4a478-9cd4-4a5c-81f0-d230bc727290 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/security-groups/556934a5-3e73-403f-b156-10949e2fa5aa HTTP/1.1" status: 204 len: 168 time: 0.6715415 Dec 17 16:18:38.540585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37068f5a-2b8d-4d79-913c-d18354966621,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:38.545107 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.545462 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Added segment d12a5fd2-f941-4390-b769-5ba6f30c7be1 of type vlan for network e6028769-dd7f-461b-bf8b-51defc5d084f Dec 17 16:18:38.596502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4a478-9cd4-4a5c-81f0-d230bc727290 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556934a5-3e73-403f-b156-10949e2fa5aa,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:38.701170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8254f76a-4990-49ac-8d72-bc89c625b69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.710412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.758559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54290) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:38.774755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.780946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:38.781682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:38.828497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1493645 Dec 17 16:18:38.830696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54294) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:38.837720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'subnet': {'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:38.971050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ea15fc2-e373-4044-8f87-ab3043f7a0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.009874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b23b-e6ce-416b-ba60-82fa45750ac5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Network': ['ID=e6028769-dd7f-461b-bf8b-51defc5d084f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:39.020311 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.031134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:39.033123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e6028769-dd7f-461b-bf8b-51defc5d084f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:18:39.035154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.081445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc656ae-c3c1-415a-a267-0bba51385234,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:39.084477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54302) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:39.093673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1620bc04-198b-47c9-bcb5-f1f569af5e66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866069270', 'description': 'tempest-secgroup-smoke-866069270 description', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:39.169796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad854a-8b52-4f8e-816d-4c360914f2dd None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:39.192330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.197028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1620bc04-198b-47c9-bcb5-f1f569af5e66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.197449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ea15fc2-e373-4044-8f87-ab3043f7a0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.208078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9ea15fc2-e373-4044-8f87-ab3043f7a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.302648 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9ea15fc2-e373-4044-8f87-ab3043f7a0c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be0d0279b8604e73a52e6f724324a4d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5418680 Dec 17 16:18:39.312805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54308) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:39.339090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea15fc2-e373-4044-8f87-ab3043f7a0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd5089-1440-4677-a068-ab87fa1092e7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:39.341957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.351068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.376112 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.448522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Subnet': ['ID=3078311a-93b5-4bd7-b019-6e39d193dad9,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:39.450520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.451070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0920063e-d134-46f0-a30c-5762a94fe371 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:18:39.455862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Checking segment: {'id': 'd12a5fd2-f941-4390-b769-5ba6f30c7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:39.456238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network hostable DHCP agents. Network: e6028769-dd7f-461b-bf8b-51defc5d084f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:18:39.467010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.471025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-882bcff4-5d1e-45a2-a64a-bca6c116c37d admin admin] 10.222.0.54 "DELETE /v2.0/routers/0920063e-d134-46f0-a30c-5762a94fe371 HTTP/1.1" status: 204 len: 168 time: 2.1468711 Dec 17 16:18:39.472819 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6c0e-dc8a-499c-afac-30b5241e62e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.472978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:39.481372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1620bc04-198b-47c9-bcb5-f1f569af5e66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.490034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1620bc04-198b-47c9-bcb5-f1f569af5e66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.539764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network e6028769-dd7f-461b-bf8b-51defc5d084f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:18:39.545888 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6c0e-dc8a-499c-afac-30b5241e62e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.567520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] Deleting subnet af2ec38c-cd9d-4935-866b-1999095c0099 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:18:39.573138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.592845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1620bc04-198b-47c9-bcb5-f1f569af5e66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.592845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1620bc04-198b-47c9-bcb5-f1f569af5e66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5023026 Dec 17 16:18:39.595241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54318) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:39.600462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0a963859-e3c4-4f7d-9639-04899be7351b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '5086ee07-378a-4c33-8a39-037a53bf4fa5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:39.616484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620bc04-198b-47c9-bcb5-f1f569af5e66 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5086ee07-378a-4c33-8a39-037a53bf4fa5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:39.631057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e6028769-dd7f-461b-bf8b-51defc5d084f) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:39.640723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aad42d-986c-498e-a182-a80fa6093025 None None] Network e6028769-dd7f-461b-bf8b-51defc5d084f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:39.653415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:39.654665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.665587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6c0e-dc8a-499c-afac-30b5241e62e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.670712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6c0e-dc8a-499c-afac-30b5241e62e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.673444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dd9d6c0e-dc8a-499c-afac-30b5241e62e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cacd5089-1440-4677-a068-ab87fa1092e7 HTTP/1.1" status: 204 len: 168 time: 0.3595610 Dec 17 16:18:39.686607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a963859-e3c4-4f7d-9639-04899be7351b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.696267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d6c0e-dc8a-499c-afac-30b5241e62e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd5089-1440-4677-a068-ab87fa1092e7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:39.707662 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.723342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a1ad9808-50a8-4fc4-a7da-69236e2ba03e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8888209 Dec 17 16:18:39.726265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:39.734640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-387626520'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:39.859875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e6028769-dd7f-461b-bf8b-51defc5d084f', 'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'project_id': '0a07d1aedfb144139d5901ce8722b54c', 'fixed_ips': [{'subnet_id': '3078311a-93b5-4bd7-b019-6e39d193dad9'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:18:39.860737 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.915138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.954180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a963859-e3c4-4f7d-9639-04899be7351b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.956687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:39.961864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:39.966084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a963859-e3c4-4f7d-9639-04899be7351b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.005542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a963859-e3c4-4f7d-9639-04899be7351b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba6880b-eec0-4224-99cd-f1ed81439598,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.013420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a963859-e3c4-4f7d-9639-04899be7351b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.017685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0a963859-e3c4-4f7d-9639-04899be7351b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4212379 Dec 17 16:18:40.019664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54328) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:40.021482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] device_id is not set on port dea928af-e8ae-4d8c-83e5-937dabae6c74 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:40.032290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-04f8ee16-ddd1-436b-ad8e-1a84d2660952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '5086ee07-378a-4c33-8a39-037a53bf4fa5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:40.070316 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.132238 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.132963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2ec38c-cd9d-4935-866b-1999095c0099,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.138977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.142412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cd67576b-2629-4a23-b390-3761283f743b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/af2ec38c-cd9d-4935-866b-1999095c0099 HTTP/1.1" status: 204 len: 168 time: 0.6683371 Dec 17 16:18:40.143558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-04f8ee16-ddd1-436b-ad8e-1a84d2660952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.145111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:40.159273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e9153-35ba-4a55-a890-72368cc69112 None None] Network 27806c55-1b73-42db-8030-756cdcb0a6eb requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:40.200896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:40.206523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Allocated IP 2001:db8::2 (e6028769-dd7f-461b-bf8b-51defc5d084f/3078311a-93b5-4bd7-b019-6e39d193dad9/f2510bba-fce6-47c6-af28-665ca28efe51) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:40.229594 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9a8febf-ba5a-4f04-8890-3f0d2536d7b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.262268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7dc656ae-c3c1-415a-a267-0bba51385234 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:40.281766 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-04f8ee16-ddd1-436b-ad8e-1a84d2660952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.294273 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.295123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-04f8ee16-ddd1-436b-ad8e-1a84d2660952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.331481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-04f8ee16-ddd1-436b-ad8e-1a84d2660952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.333051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-04f8ee16-ddd1-436b-ad8e-1a84d2660952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100696 Dec 17 16:18:40.338793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54338) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:40.339446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8ee16-ddd1-436b-ad8e-1a84d2660952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d302804b-64a6-425e-a06c-15764e59dca4,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.357662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-589faf36-62a3-44c3-96da-dfe576fd8de3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '5086ee07-378a-4c33-8a39-037a53bf4fa5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:40.357901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7dc656ae-c3c1-415a-a267-0bba51385234 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:40.357901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7dc656ae-c3c1-415a-a267-0bba51385234 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:40.357901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 758e6733-077d-4357-85a2-85e94f52a272 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:40.386523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Deleting port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:40.388149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.413210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 758e6733-077d-4357-85a2-85e94f52a272 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:40.413939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 758e6733-077d-4357-85a2-85e94f52a272 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:40.442945 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-589faf36-62a3-44c3-96da-dfe576fd8de3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.453165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9a8febf-ba5a-4f04-8890-3f0d2536d7b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.476692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9a8febf-ba5a-4f04-8890-3f0d2536d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.487023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] For port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,segment=NetworkSegment(8f096dea-ce74-46c5-b3d5-df548b00a8e6),segment_id=8f096dea-ce74-46c5-b3d5-df548b00a8e6)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:40.487529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.512278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Calling delete_port for f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:40.566306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] DHCP port deletion for 27806c55-1b73-42db-8030-756cdcb0a6eb request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:40.580028 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.610163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.625993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e9a8febf-ba5a-4f04-8890-3f0d2536d7b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1234d5636a94e2b8d7dc89f076b7674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226618 Dec 17 16:18:40.628759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54346) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:40.655507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Network e6028769-dd7f-461b-bf8b-51defc5d084f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:40.663632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.663897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:40.668162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:40.686620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Pushing event updated for resources: {'Port': ['ID=f2510bba-fce6-47c6-af28-665ca28efe51,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.689801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8febf-ba5a-4f04-8890-3f0d2536d7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddb3116-fe3b-4bed-bab9-55a56509d463,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.711929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.729314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] No DVR routers for this DVR port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:40.733476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74405826-fe28-41d6-8fb8-1f50addea293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.749227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Allocated IP 2001:db8::255 (e6028769-dd7f-461b-bf8b-51defc5d084f/3078311a-93b5-4bd7-b019-6e39d193dad9/dea928af-e8ae-4d8c-83e5-937dabae6c74) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:40.753245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] Deleting port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:40.753785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-589faf36-62a3-44c3-96da-dfe576fd8de3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.754002 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.770372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74405826-fe28-41d6-8fb8-1f50addea293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.772939 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-589faf36-62a3-44c3-96da-dfe576fd8de3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.801137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589faf36-62a3-44c3-96da-dfe576fd8de3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc85e56-42ea-4acc-abf9-0fefa1f92957,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.842035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Attempting to bind port f2510bba-fce6-47c6-af28-665ca28efe51 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:40.842520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Attempting to bind port f2510bba-fce6-47c6-af28-665ca28efe51 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd12a5fd2-f941-4390-b769-5ba6f30c7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:40.842728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Attempting to bind port f2510bba-fce6-47c6-af28-665ca28efe51 on network e6028769-dd7f-461b-bf8b-51defc5d084f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:40.856698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:40.856994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Checking segment: {'id': 'd12a5fd2-f941-4390-b769-5ba6f30c7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:40.857254 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.861748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Bound using segment: {'id': 'd12a5fd2-f941-4390-b769-5ba6f30c7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:40.861748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Bound port: f2510bba-fce6-47c6-af28-665ca28efe51, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12a5fd2-f941-4390-b769-5ba6f30c7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:18:40.861748 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.870476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-589faf36-62a3-44c3-96da-dfe576fd8de3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.876264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-589faf36-62a3-44c3-96da-dfe576fd8de3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5231154 Dec 17 16:18:40.876264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74405826-fe28-41d6-8fb8-1f50addea293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.877940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] For port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:40.877940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.881150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74405826-fe28-41d6-8fb8-1f50addea293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.889703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-74405826-fe28-41d6-8fb8-1f50addea293 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ddb3116-fe3b-4bed-bab9-55a56509d463 HTTP/1.1" status: 204 len: 168 time: 0.2531059 Dec 17 16:18:40.889703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54352) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:40.898371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8511fd7a-30cf-41ec-80bd-46861e818ed8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '5086ee07-378a-4c33-8a39-037a53bf4fa5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:40.906014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74405826-fe28-41d6-8fb8-1f50addea293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddb3116-fe3b-4bed-bab9-55a56509d463,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:40.927198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] Calling delete_port for f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:40.952089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8511fd7a-30cf-41ec-80bd-46861e818ed8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.957678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-faf8c293-a687-4697-964e-63c24377f704 None None] For port f2510bba-fce6-47c6-af28-665ca28efe51, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:40.961272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-faf8c293-a687-4697-964e-63c24377f704 None None] For port f2510bba-fce6-47c6-af28-665ca28efe51, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f2510bba-fce6-47c6-af28-665ca28efe51,segment=NetworkSegment(d12a5fd2-f941-4390-b769-5ba6f30c7be1),segment_id=d12a5fd2-f941-4390-b769-5ba6f30c7be1)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:40.963509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] Port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:18:40.969785 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:40.978151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.010511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] Pushing event deleted for resources: {'Port': ['ID=f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:41.015897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f54b71-74b1-4cae-87cd-49c945aed6eb None None] No DVR routers for this DVR port f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:41.072313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.072621 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8511fd7a-30cf-41ec-80bd-46861e818ed8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.086481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8511fd7a-30cf-41ec-80bd-46861e818ed8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.099613 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.109282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.115558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511fd7a-30cf-41ec-80bd-46861e818ed8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740dfd88-2ca2-437d-b3b1-954e4e9e3535,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:41.129636 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8511fd7a-30cf-41ec-80bd-46861e818ed8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.134206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8511fd7a-30cf-41ec-80bd-46861e818ed8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2394094 Dec 17 16:18:41.134820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:41.137200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8c293-a687-4697-964e-63c24377f704 None None] Pushing event updated for resources: {'Port': ['ID=f2510bba-fce6-47c6-af28-665ca28efe51,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:41.147983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '5086ee07-378a-4c33-8a39-037a53bf4fa5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:41.159872 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.174152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27806c55-1b73-42db-8030-756cdcb0a6eb']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:41.187084 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:18:41.193671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.233596 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.235926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f096dea-ce74-46c5-b3d5-df548b00a8e6') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:41.236398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f096dea-ce74-46c5-b3d5-df548b00a8e6') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:41.268607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network e6028769-dd7f-461b-bf8b-51defc5d084f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:41.287065 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.291066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:41.294200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:41.301239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:41.302101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.333855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.337543 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.340540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=dea928af-e8ae-4d8c-83e5-937dabae6c74,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:41.344475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.347644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:18:41.348125 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:18:41.352037 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:18:41.371202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-89750061-de38-4677-a67e-487997277a19 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6437416 Dec 17 16:18:41.371893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54366) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:41.381855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de38c13f-c08c-4f1e-8ecf-961271d508e8,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:41.390378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.395651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ce11bfa5-bd0a-4848-9dd1-fa3d8dd859e3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2559729 Dec 17 16:18:41.395651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54368) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:41.401465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'security_group_rule': {'security_group_id': '5086ee07-378a-4c33-8a39-037a53bf4fa5', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:41.410884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1924881910', 'allowed_address_pairs': [{'ip_address': '2001:db8::255', 'mac_address': 'fa:16:3e:03:41:4b'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:41.459898 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Project d021cd75c8244482a1c0b5152fbd0d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:18:41.466960 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.567536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.601257 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.601600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.609068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.615798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] 10.222.0.54 "DELETE /v2.0/networks/27806c55-1b73-42db-8030-756cdcb0a6eb HTTP/1.1" status: 204 len: 168 time: 1.4689541 Dec 17 16:18:41.659520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f359dea-dd8c-4663-9c98-4b113bf417cd admin admin] Pushing event deleted for resources: {'Network': ['ID=27806c55-1b73-42db-8030-756cdcb0a6eb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:41.675232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad534ee-a2f5-40e0-b815-5bb881db158b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:41.706236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.710259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-db0df2e3-8720-475c-95d0-9ca3398ee30c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3115861 Dec 17 16:18:41.711884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54384) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:41.723011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'network': {'name': 'tempest-network-smoke--2108490412', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'port_security_enabled': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:41.725625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:41.760645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:41.764786 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.818798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:18:41.831221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54388) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:41.853250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.859905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:41.860435 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Added segment 29a5f855-1498-4bce-a32d-cea56eb5f6a0 of type vlan for network 396ce184-0d47-442e-be56-00177396fba0 Dec 17 16:18:41.876770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] device_id is not set on port c4338ce2-20c2-40d8-8f62-6be9c17c2ac2 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:41.922402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a9793ee-d4ff-4bf7-8a8c-f17994c6e8df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e131b2833f004a2889a1da59a6e50c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0900128 Dec 17 16:18:41.925816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54390) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:41.948973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.019532 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.030001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:42.030001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.047633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a226785-b746-4429-beeb-7b40da236e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.078318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Allocated IP 2001:db8::1cd (e6028769-dd7f-461b-bf8b-51defc5d084f/3078311a-93b5-4bd7-b019-6e39d193dad9/c4338ce2-20c2-40d8-8f62-6be9c17c2ac2) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:42.147094 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.189767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4757357 Dec 17 16:18:42.200196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54400) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:42.205821 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'admin_state_up': True, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:42.216902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a226785-b746-4429-beeb-7b40da236e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.244650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9562b7-5d96-40f6-a6a4-68cfb1bdba37 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Network': ['ID=396ce184-0d47-442e-be56-00177396fba0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:42.267440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 396ce184-0d47-442e-be56-00177396fba0 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:18:42.338327 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.341623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.376574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a226785-b746-4429-beeb-7b40da236e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.386973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a226785-b746-4429-beeb-7b40da236e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.388057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a226785-b746-4429-beeb-7b40da236e61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75d4b4b9-8b72-45d6-aafe-db11e04fa27c HTTP/1.1" status: 204 len: 168 time: 0.4614170 Dec 17 16:18:42.407570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2510bba-fce6-47c6-af28-665ca28efe51 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:42.447673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a226785-b746-4429-beeb-7b40da236e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d4b4b9-8b72-45d6-aafe-db11e04fa27c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:42.491586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.567499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.571159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.724325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network e6028769-dd7f-461b-bf8b-51defc5d084f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:42.728865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:42.736474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:42.742477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:42.743139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:42.746936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=c4338ce2-20c2-40d8-8f62-6be9c17c2ac2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:42.782017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1e8eebae-6797-4bb8-a7ac-443c4ba6f30d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3763385 Dec 17 16:18:42.784496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54420) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:42.898060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fdd57-873c-4b5e-8c67-472a4a427bfc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:42.906279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fdd57-873c-4b5e-8c67-472a4a427bfc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:42.913319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fdd57-873c-4b5e-8c67-472a4a427bfc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:42.915653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2c2fdd57-873c-4b5e-8c67-472a4a427bfc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1295679 Dec 17 16:18:42.918477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54424) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:43.005671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c831967-550f-48cf-8e0e-d7dffa885be7 None None] Network e6028769-dd7f-461b-bf8b-51defc5d084f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:43.008475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.075122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54432) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:43.083308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting port c4338ce2-20c2-40d8-8f62-6be9c17c2ac2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:43.083775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.180811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-96d0a44a-51c0-48cc-a0fe-c1cdd03b5692 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb043b6109fe45a79e9887f81b829acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1033318 Dec 17 16:18:43.181554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54436) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:43.244013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Provisioning complete for port f2510bba-fce6-47c6-af28-665ca28efe51 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:43.245056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.265319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a83c6b8-62a4-47b4-a54f-c554cbf4acf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.290618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a83c6b8-62a4-47b4-a54f-c554cbf4acf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.320619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f2510bba-fce6-47c6-af28-665ca28efe51 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:43.321308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.361709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a83c6b8-62a4-47b4-a54f-c554cbf4acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.364522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a83c6b8-62a4-47b4-a54f-c554cbf4acf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.369121 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a83c6b8-62a4-47b4-a54f-c554cbf4acf4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/940791a1-2581-4d7d-8ef1-005176d39591 HTTP/1.1" status: 204 len: 168 time: 0.1849813 Dec 17 16:18:43.396334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83c6b8-62a4-47b4-a54f-c554cbf4acf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940791a1-2581-4d7d-8ef1-005176d39591,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:43.507300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.586561 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.676219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.688524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] For port f2510bba-fce6-47c6-af28-665ca28efe51, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f2510bba-fce6-47c6-af28-665ca28efe51,segment=NetworkSegment(d12a5fd2-f941-4390-b769-5ba6f30c7be1),segment_id=d12a5fd2-f941-4390-b769-5ba6f30c7be1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:43.697636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.725063 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:43.906922 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:18:43.907443 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:18:43.937362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Pushing event updated for resources: {'Port': ['ID=f2510bba-fce6-47c6-af28-665ca28efe51,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:43.977810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.978299 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.982956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.983542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.984106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.984545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.985456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.988411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.989032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.992680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.995033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.995663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:43.997699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61389495-a171-4ca8-bf1b-117353c8955a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:44.014393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Provisioning complete for port f2510bba-fce6-47c6-af28-665ca28efe51 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:44.014965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.041215 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.065746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Calling delete_port for c4338ce2-20c2-40d8-8f62-6be9c17c2ac2 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:44.193805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Provisioning complete for port c4338ce2-20c2-40d8-8f62-6be9c17c2ac2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:44.194866 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.226150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.240 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/add0983d-7cf8-4b9a-b8de-b48f1112b8ae) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:44.314047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Port c4338ce2-20c2-40d8-8f62-6be9c17c2ac2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:44.329948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Provisioning complete for port dea928af-e8ae-4d8c-83e5-937dabae6c74 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:44.330663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.403208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-401e0965-9a00-41d4-88d2-4c423ce8fb81 None None] Port dea928af-e8ae-4d8c-83e5-937dabae6c74 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:44.429847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.432661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.476856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.501464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Port': ['ID=c4338ce2-20c2-40d8-8f62-6be9c17c2ac2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:44.567567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-78469b94-229f-406d-bc05-56ca431bffb9 None None] Provisioning complete for port dea928af-e8ae-4d8c-83e5-937dabae6c74 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:44.568066 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-78469b94-229f-406d-bc05-56ca431bffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.590818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:44.593949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:44.608669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:44.620158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:44.640477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a656b-dbfc-4481-8415-894e4bf90156 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:44.686590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.690311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-13fc20c9-028c-4b3d-9644-d6b407d7b858 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/ports/c4338ce2-20c2-40d8-8f62-6be9c17c2ac2 HTTP/1.1" status: 204 len: 168 time: 1.7706239 Dec 17 16:18:44.692993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:44.696078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:44.733930 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:18:44.743425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:18:44.743647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2ae19a8-fdeb-44e3-ac04-cbe77b83bc46 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:44.766739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-78469b94-229f-406d-bc05-56ca431bffb9 None None] Port dea928af-e8ae-4d8c-83e5-937dabae6c74 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:44.781409 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8e1fbb-ef51-4bec-82b2-23ccef7db3c5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] GET failed (client error): The resource could not be found. Dec 17 16:18:44.786433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9c8e1fbb-ef51-4bec-82b2-23ccef7db3c5 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "GET /v2.0/ports/c4338ce2-20c2-40d8-8f62-6be9c17c2ac2 HTTP/1.1" status: 404 len: 333 time: 0.0783675 Dec 17 16:18:44.793092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54482) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:44.804826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1818526274'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:44.911320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d9aee13e-f324-4fa1-b0fd-9bf3f09eb09b None None] Provisioning complete for port add0983d-7cf8-4b9a-b8de-b48f1112b8ae triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:44.911967 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d9aee13e-f324-4fa1-b0fd-9bf3f09eb09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:44.979721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d9aee13e-f324-4fa1-b0fd-9bf3f09eb09b None None] Port add0983d-7cf8-4b9a-b8de-b48f1112b8ae cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:44.983036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2510bba-fce6-47c6-af28-665ca28efe51 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:45.087704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f2510bba-fce6-47c6-af28-665ca28efe51 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:45.088124 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:45.117380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:45.121254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:45.123176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-410df049-136a-4a8e-8f54-74b1dcb9c46d None None] Could not find standard attr ID for object c4338ce2-20c2-40d8-8f62-6be9c17c2ac2. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:18:45.164656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] device_id is not set on port b2b28979-25cf-4adc-bbba-28812c356e42 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:45.472539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Allocated IP 2001:db8::328 (e6028769-dd7f-461b-bf8b-51defc5d084f/3078311a-93b5-4bd7-b019-6e39d193dad9/b2b28979-25cf-4adc-bbba-28812c356e42) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:45.586542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:45.682863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:45.697836 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:45.740001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:45.802342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network e6028769-dd7f-461b-bf8b-51defc5d084f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:45.805679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:45.808467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:45.814551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:45.815278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:45.830239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=b2b28979-25cf-4adc-bbba-28812c356e42,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:45.850971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7e52e2be-00fc-4c04-a6d1-13092a46496d tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0559185 Dec 17 16:18:45.851596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54510) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:45.857313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::255', 'mac_address': 'fa:16:3e:03:41:4b'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:45.956678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.071740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.262127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:18:46.266647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8383176f-26a2-487a-9646-8bb03e19f819 None None] Provisioning complete for port b2b28979-25cf-4adc-bbba-28812c356e42 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:46.268572 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8383176f-26a2-487a-9646-8bb03e19f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.293413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.300539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.322187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8383176f-26a2-487a-9646-8bb03e19f819 None None] Port b2b28979-25cf-4adc-bbba-28812c356e42 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:46.351677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] In _notify_port_updated(), no bound segment for port b2b28979-25cf-4adc-bbba-28812c356e42 on network e6028769-dd7f-461b-bf8b-51defc5d084f {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:18:46.357319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:46.358450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.366251 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "PUT /v2.0/ports/b2b28979-25cf-4adc-bbba-28812c356e42 HTTP/1.1" status: 200 len: 1003 time: 0.5069458 Dec 17 16:18:46.370249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54526) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:46.387676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6c420-c73e-456e-85a5-93c7774e431a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=b2b28979-25cf-4adc-bbba-28812c356e42,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:46.533363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:46.545680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Sync routers for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:46.567260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:46.567979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:46.597050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.606614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e1f64e96-c27a-4910-aa39-a89fd310a927 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4002821 Dec 17 16:18:46.607766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54532) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:46.649015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting port b2b28979-25cf-4adc-bbba-28812c356e42 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:46.649015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.671873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8e0a9f61-f775-4629-90dc-465bb9d8e9b1 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d021cd75c8244482a1c0b5152fbd0d5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613945 Dec 17 16:18:46.673037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54538) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:46.798662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb471c7-a43d-4497-b962-aebe63751eac tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:46.798934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:46.805404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eeb471c7-a43d-4497-b962-aebe63751eac tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297050 Dec 17 16:18:46.806499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54542) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:46.836755 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:46.844354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-10d257bc-6871-41e9-987c-532dae84ef94 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370045 Dec 17 16:18:46.846716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54544) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:46.853283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Calling delete_port for b2b28979-25cf-4adc-bbba-28812c356e42 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:46.860845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090583328', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:46.925214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e9f4508d-bb09-45f5-92f2-f9b5e2ff5d6a None None] Provisioning complete for port b2b28979-25cf-4adc-bbba-28812c356e42 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:46.925503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9f4508d-bb09-45f5-92f2-f9b5e2ff5d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.008478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:47.024599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4508d-bb09-45f5-92f2-f9b5e2ff5d6a None None] Port b2b28979-25cf-4adc-bbba-28812c356e42 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:47.025305 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.102761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:45Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:47.148813 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.163610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Checking router: fc28a1fb-566d-4a80-8f5f-42f7e9f1720a for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:47.163954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Updating router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a port add0983d-7cf8-4b9a-b8de-b48f1112b8ae binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:18:47.193685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Port': ['ID=b2b28979-25cf-4adc-bbba-28812c356e42,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:47.275523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.387151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.403450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.415274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-f682ba84-fa7d-45d9-a6e4-4065b8f67892 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1468432 Dec 17 16:18:47.416562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-469b73ff-15c6-4289-8d0b-126f90e881e8 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/ports/b2b28979-25cf-4adc-bbba-28812c356e42 HTTP/1.1" status: 204 len: 168 time: 1.0421226 Dec 17 16:18:47.417223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54562) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:47.479256 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7350848-c22d-4e2e-ba70-66633bb1b525 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] GET failed (client error): The resource could not be found. Dec 17 16:18:47.484223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7350848-c22d-4e2e-ba70-66633bb1b525 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "GET /v2.0/ports/b2b28979-25cf-4adc-bbba-28812c356e42 HTTP/1.1" status: 404 len: 333 time: 0.0607777 Dec 17 16:18:47.484787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54566) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:47.490570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-246147401'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:47.601073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Subnet': ['ID=6aceaf1c-6c9b-4e10-bef4-52fd323654aa,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:47.636230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Checking segment: {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:47.637010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network hostable DHCP agents. Network: 396ce184-0d47-442e-be56-00177396fba0, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:18:47.643781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4b94-e948-4067-b586-05158bca789c req-d6d5ca2a-44c1-4c48-a416-c762def3e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:47.645338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-d6d5ca2a-44c1-4c48-a416-c762def3e5ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 1097 time: 0.1665611 Dec 17 16:18:47.669474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 396ce184-0d47-442e-be56-00177396fba0 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:18:47.704495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 396ce184-0d47-442e-be56-00177396fba0) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:47.735930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec4473a-2fce-4d62-8021-0cf981deac63 None None] Network 396ce184-0d47-442e-be56-00177396fba0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:47.737558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:47.738156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.754647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:47.759999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.771906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-27637ac6-5dc0-4591-8e48-014a328932a3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9223466 Dec 17 16:18:47.775012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54576) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:47.790605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] device_id is not set on port ad448aea-51ae-444f-bcfd-834a749abf20 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:47.801096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4b94-e948-4067-b586-05158bca789c req-5438836b-1053-4a3e-933b-c2dbe401ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:47.802742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-5438836b-1053-4a3e-933b-c2dbe401ddb0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.1296988 Dec 17 16:18:47.911407 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.922437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-cc1970a5-b892-4610-adb8-8d8b09992f8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd HTTP/1.1" status: 200 len: 1000 time: 0.1081088 Dec 17 16:18:47.935769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:47.997101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4b94-e948-4067-b586-05158bca789c req-4fb27495-dc6a-411a-8ec5-0b3d475c0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:47.999218 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-4fb27495-dc6a-411a-8ec5-0b3d475c0f0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.0629790 Dec 17 16:18:48.009416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-396ce184-0d47-442e-be56-00177396fba0', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:18:48.010597 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.089347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4b94-e948-4067-b586-05158bca789c req-23a6e02c-6545-4b18-bf61-87bd0c605fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:48.091486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-23a6e02c-6545-4b18-bf61-87bd0c605fb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774829 Dec 17 16:18:48.106977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17f768-2989-42e1-9fd1-9d35f684ea78 None None] Pushing event updated for resources: {'Port': ['ID=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:48.127702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f75d63-795f-4e10-b10b-b6a1b5f2c769 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:48.171860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Attempting to bind port add0983d-7cf8-4b9a-b8de-b48f1112b8ae on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:48.171860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Attempting to bind port add0983d-7cf8-4b9a-b8de-b48f1112b8ae by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:48.171860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Attempting to bind port add0983d-7cf8-4b9a-b8de-b48f1112b8ae on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:48.225487 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-10c5c7f0-7fff-4581-a956-f85726112ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211138 Dec 17 16:18:48.288223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Allocated IP 2001:db8::26b (e6028769-dd7f-461b-bf8b-51defc5d084f/3078311a-93b5-4bd7-b019-6e39d193dad9/ad448aea-51ae-444f-bcfd-834a749abf20) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:48.353507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Allocated IP 172.20.0.2 (396ce184-0d47-442e-be56-00177396fba0/6aceaf1c-6c9b-4e10-bef4-52fd323654aa/0e546eda-4ffd-4fb5-82cd-47a51a14d765) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:48.354866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02ab4b94-e948-4067-b586-05158bca789c req-84fb0939-5620-49c8-9156-082b47530a30 service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188078 Dec 17 16:18:48.423409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:48.423843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:48.424228 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.424630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:48.425124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Bound port: add0983d-7cf8-4b9a-b8de-b48f1112b8ae, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:18:48.425508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.717939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-69ab92d3-1726-4109-97d7-8e72bb0cb5de None None] Provisioning complete for port add0983d-7cf8-4b9a-b8de-b48f1112b8ae triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:48.718655 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-69ab92d3-1726-4109-97d7-8e72bb0cb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.721043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.757429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-69ab92d3-1726-4109-97d7-8e72bb0cb5de None None] Port add0983d-7cf8-4b9a-b8de-b48f1112b8ae cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:48.802431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] For port add0983d-7cf8-4b9a-b8de-b48f1112b8ae, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:48.807206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] For port add0983d-7cf8-4b9a-b8de-b48f1112b8ae, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:48.819158 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.821232 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.857389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.874105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Network 396ce184-0d47-442e-be56-00177396fba0 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:48.878916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:48.884776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:48.917029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5b0d1-4b77-43fc-b137-6490d89c50b8 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:48.936223 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:48.986051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:48.986740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:49.014231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.017185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network e6028769-dd7f-461b-bf8b-51defc5d084f is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:49.032569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:49.039657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:49.045210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:49.045833 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.054025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=ad448aea-51ae-444f-bcfd-834a749abf20,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:49.106712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:49.110424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d1ad9358-6763-498c-a5ff-e417d7f6598e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6245129 Dec 17 16:18:49.113040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54620) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:49.118822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:41:4b'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:49.185422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17f768-2989-42e1-9fd1-9d35f684ea78 None None] Pushing event updated for resources: {'Port': ['ID=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:49.276221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Attempting to bind port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:49.276946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Attempting to bind port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:49.277580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Attempting to bind port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 on network 396ce184-0d47-442e-be56-00177396fba0 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:49.341195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:49.341623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Checking segment: {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:49.342126 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.342538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Bound using segment: {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:49.343030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Bound port: 0e546eda-4ffd-4fb5-82cd-47a51a14d765, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:18:49.343411 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.403497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Pushing event updated for resources: {'Port': ['ID=0e546eda-4ffd-4fb5-82cd-47a51a14d765,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:49.414685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-573ff3fb-6cb2-479d-b8e8-f6ab3fb22936 None None] Provisioning complete for port add0983d-7cf8-4b9a-b8de-b48f1112b8ae triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:49.415338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-573ff3fb-6cb2-479d-b8e8-f6ab3fb22936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.473665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.658961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] For port 0e546eda-4ffd-4fb5-82cd-47a51a14d765, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:49.663067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] For port 0e546eda-4ffd-4fb5-82cd-47a51a14d765, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0e546eda-4ffd-4fb5-82cd-47a51a14d765,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:49.665524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-573ff3fb-6cb2-479d-b8e8-f6ab3fb22936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.687912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-573ff3fb-6cb2-479d-b8e8-f6ab3fb22936 None None] For port add0983d-7cf8-4b9a-b8de-b48f1112b8ae, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:49.693752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.700464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-573ff3fb-6cb2-479d-b8e8-f6ab3fb22936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:49.739704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:45Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:49.782154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edcb3f-0b73-420d-a704-881671fff053 None None] The sync data for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 is: [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:45Z', 'revision_number': 3, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:49.849032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2e135-db33-4898-9f26-3711813488ef None None] Pushing event updated for resources: {'Port': ['ID=0e546eda-4ffd-4fb5-82cd-47a51a14d765,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:49.940227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ee7f2a0f-3f6b-4250-b4e5-aa44e81be40f None None] Provisioning complete for port ad448aea-51ae-444f-bcfd-834a749abf20 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:49.943286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2a0f-3f6b-4250-b4e5-aa44e81be40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:50.013753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f2a0f-3f6b-4250-b4e5-aa44e81be40f None None] Port ad448aea-51ae-444f-bcfd-834a749abf20 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:50.015962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ff3fb-6cb2-479d-b8e8-f6ab3fb22936 None None] Pushing event updated for resources: {'Port': ['ID=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:50.550789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.1 (396ce184-0d47-442e-be56-00177396fba0/6aceaf1c-6c9b-4e10-bef4-52fd323654aa/8d0b3c1f-70cc-4466-bf8e-6e481b4684c7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:50.673802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:50.696684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:50.767029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] In _notify_port_updated(), no bound segment for port ad448aea-51ae-444f-bcfd-834a749abf20 on network e6028769-dd7f-461b-bf8b-51defc5d084f {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:18:50.774429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:50.775215 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:50.776904 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "PUT /v2.0/ports/ad448aea-51ae-444f-bcfd-834a749abf20 HTTP/1.1" status: 200 len: 1002 time: 1.6628921 Dec 17 16:18:50.779991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54682) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:50.877169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267ce3e-72bf-4aa1-89f4-8abed0a0aab2 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=ad448aea-51ae-444f-bcfd-834a749abf20,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:50.977159 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.068222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.082305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting port ad448aea-51ae-444f-bcfd-834a749abf20 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:51.082645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.131269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0e546eda-4ffd-4fb5-82cd-47a51a14d765 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:51.207537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:51.252801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 396ce184-0d47-442e-be56-00177396fba0 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:51.254301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:51.278812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:51.289469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.305953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:51.310710 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.312041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Calling delete_port for ad448aea-51ae-444f-bcfd-834a749abf20 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:51.396334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.470125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3b74c1f7-5ef7-44cc-8825-1b661ec6937a None None] Provisioning complete for port ad448aea-51ae-444f-bcfd-834a749abf20 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:51.472735 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b74c1f7-5ef7-44cc-8825-1b661ec6937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.562097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3b74c1f7-5ef7-44cc-8825-1b661ec6937a None None] Port ad448aea-51ae-444f-bcfd-834a749abf20 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:51.647622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.666670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.708026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Port': ['ID=ad448aea-51ae-444f-bcfd-834a749abf20,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:51.779568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 0e546eda-4ffd-4fb5-82cd-47a51a14d765, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0e546eda-4ffd-4fb5-82cd-47a51a14d765,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:51.786014 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.786901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device add0983d-7cf8-4b9a-b8de-b48f1112b8ae up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:51.787372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:51.798004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4ced6f9b-3751-41e0-9efb-aff1e1149791 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/ports/ad448aea-51ae-444f-bcfd-834a749abf20 HTTP/1.1" status: 204 len: 168 time: 1.0168388 Dec 17 16:18:51.798930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54704) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:51.841991 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bea2f4-5de7-4a98-9a0e-71f073015946 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] GET failed (client error): The resource could not be found. Dec 17 16:18:51.849256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c2bea2f4-5de7-4a98-9a0e-71f073015946 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "GET /v2.0/ports/ad448aea-51ae-444f-bcfd-834a749abf20 HTTP/1.1" status: 404 len: 333 time: 0.0476689 Dec 17 16:18:51.850689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54706) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:51.856538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-266911071'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:51.860159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5fa54-b5d7-437f-87bd-e5f976966a1d None None] Network 396ce184-0d47-442e-be56-00177396fba0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:51.964883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.074462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port add0983d-7cf8-4b9a-b8de-b48f1112b8ae triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:52.075435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.076577 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:52.081303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.125668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] device_id is not set on port 69dc3702-2ccf-4f50-a22d-11cae6fb4291 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:52.142222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c5495608-b8c3-4717-b3e7-4842d80f3542 None None] Provisioning complete for port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:52.142815 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c5495608-b8c3-4717-b3e7-4842d80f3542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.180728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=0e546eda-4ffd-4fb5-82cd-47a51a14d765,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:52.337184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Allocated IP 2001:db8::137 (e6028769-dd7f-461b-bf8b-51defc5d084f/3078311a-93b5-4bd7-b019-6e39d193dad9/69dc3702-2ccf-4f50-a22d-11cae6fb4291) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:52.654922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.670996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-96189295-85f0-45a6-91bf-1cdf6989191b None None] Provisioning complete for port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:52.670996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96189295-85f0-45a6-91bf-1cdf6989191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.735291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.739979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.746971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.802324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network e6028769-dd7f-461b-bf8b-51defc5d084f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:52.827278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:52.839532 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.848773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:52.859633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-96189295-85f0-45a6-91bf-1cdf6989191b None None] Port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:52.860229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:52.879762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-96189295-85f0-45a6-91bf-1cdf6989191b None None] Provisioning complete for port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:52.880803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-96189295-85f0-45a6-91bf-1cdf6989191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.881373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:52.882308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:52.917569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=69dc3702-2ccf-4f50-a22d-11cae6fb4291,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:52.976808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8002000b-e8d5-4c56-b150-f655ecf11281 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1247296 Dec 17 16:18:52.977504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54732) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:53.004492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'network_id': 'e6028769-dd7f-461b-bf8b-51defc5d084f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1799189493'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:53.038565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0e546eda-4ffd-4fb5-82cd-47a51a14d765 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:53.078703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 396ce184-0d47-442e-be56-00177396fba0 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:53.080827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:53.242083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:53.242721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:53.276868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Made reservation on behalf of 0a07d1aedfb144139d5901ce8722b54c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:53.280552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:53.315176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] device_id is not set on port 6b161961-4c9f-4b7c-b927-536990dffa3f yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:18:53.393578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:53.408404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fdb4d600-656b-4a25-8aae-869ce1970e75 None None] Provisioning complete for port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:53.409857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d600-656b-4a25-8aae-869ce1970e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:53.461333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4d600-656b-4a25-8aae-869ce1970e75 None None] Port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:53.481148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fdb4d600-656b-4a25-8aae-869ce1970e75 None None] Provisioning complete for port 69dc3702-2ccf-4f50-a22d-11cae6fb4291 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:53.481578 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fdb4d600-656b-4a25-8aae-869ce1970e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:53.562664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4d600-656b-4a25-8aae-869ce1970e75 None None] Port 69dc3702-2ccf-4f50-a22d-11cae6fb4291 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:53.577049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Allocated IP 2001:db8::16e (e6028769-dd7f-461b-bf8b-51defc5d084f/3078311a-93b5-4bd7-b019-6e39d193dad9/6b161961-4c9f-4b7c-b927-536990dffa3f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:53.613107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:53.619681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4c334660-4eda-4b39-9ffb-22f80ca6bdce tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/fc28a1fb-566d-4a80-8f5f-42f7e9f1720a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8425283 Dec 17 16:18:53.624710 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Sync routers for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:53.641675 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:53.642530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:53.692788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d64cb40f-08fc-4486-b638-6890b45d3fa3 None None] Provisioning complete for port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:53.695387 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d64cb40f-08fc-4486-b638-6890b45d3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:53.805234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d64cb40f-08fc-4486-b638-6890b45d3fa3 None None] Port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:53.847867 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:53.957465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.002364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-031155a9-703d-4378-a00e-a1ab82c2c128 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866069270&fields=id&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 267 time: 0.1043897 Dec 17 16:18:54.004105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.080762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=6b161961-4c9f-4b7c-b927-536990dffa3f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:54.100829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Network e6028769-dd7f-461b-bf8b-51defc5d084f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:54.103223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:54.126802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:54.138881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:54.140368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.172665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e71f015e-a998-45dc-a730-2b8910920dbe tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1934021 Dec 17 16:18:54.183408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54772) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:54.204180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::255', 'mac_address': 'fa:16:3e:03:41:4b'}, {'ip_address': '2001:db8::137', 'mac_address': 'fa:16:3e:27:9b:7b'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:54.205348 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:52Z', 'revision_number': 2, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:54.261779 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Checking router: fc28a1fb-566d-4a80-8f5f-42f7e9f1720a for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:54.262155 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Updating router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:18:54.356773 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.379811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-5a8ed253-60a5-4853-9766-dd43f360a0c2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:54.390127 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-5a8ed253-60a5-4853-9766-dd43f360a0c2 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/networks?id=396ce184-0d47-442e-be56-00177396fba0 HTTP/1.1" status: 200 len: 797 time: 0.3867333 Dec 17 16:18:54.412032 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-1c1a6620-63b0-4869-a7b9-b6cf9c706209 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/quotas/d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 375 time: 0.0209541 Dec 17 16:18:54.484995 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.530426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-59406864-2059-48d1-a360-38ab7da14a89 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118438 Dec 17 16:18:54.553061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-4ca933e6-1ba0-41ec-9cd3-1344458df565 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:18:54.554622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-4ca933e6-1ba0-41ec-9cd3-1344458df565 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067160 Dec 17 16:18:54.685408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e717777-777a-4f57-80d6-008f0e3fd622 None None] Provisioning complete for port 6b161961-4c9f-4b7c-b927-536990dffa3f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:54.686595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-32f94ec8-a893-453c-b193-b862753c4cbd service neutron] 10.222.0.54 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158798 Dec 17 16:18:54.687288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e717777-777a-4f57-80d6-008f0e3fd622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.755233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e717777-777a-4f57-80d6-008f0e3fd622 None None] Port 6b161961-4c9f-4b7c-b927-536990dffa3f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:54.816989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-bb607f32-9b48-4588-ba7e-2080636a0a31 service neutron] 10.222.0.54 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294856 Dec 17 16:18:54.835624 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.842166 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.890615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.898449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:54.962325 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6126ac3-ce29-4fe7-847c-325308ec8cbc None None] Pushing event updated for resources: {'Port': ['ID=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:54.988046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] In _notify_port_updated(), no bound segment for port 6b161961-4c9f-4b7c-b927-536990dffa3f on network e6028769-dd7f-461b-bf8b-51defc5d084f {{(pid=109784) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:18:54.996303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:54.997100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.001185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "PUT /v2.0/ports/6b161961-4c9f-4b7c-b927-536990dffa3f HTTP/1.1" status: 200 len: 1068 time: 0.8126252 Dec 17 16:18:55.002005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54794) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:55.056736 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Attempting to bind port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:18:55.057085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f2317-42fa-40cf-acbb-73cd09aa84e3 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event updated for resources: {'Port': ['ID=6b161961-4c9f-4b7c-b927-536990dffa3f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:55.057725 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Attempting to bind port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:18:55.058882 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Attempting to bind port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 on network 396ce184-0d47-442e-be56-00177396fba0 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:55.087340 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:55.088458 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Checking segment: {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:18:55.089091 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.090387 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Bound using segment: {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:55.091358 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Bound port: 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:18:55.092260 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.127726 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5f5714f-931c-41ae-a070-008f93b77b98 req-e44918b3-5661-457f-9fba-0bbd968cf12a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 210 time: 0.0514817 Dec 17 16:18:55.269158 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting port 6b161961-4c9f-4b7c-b927-536990dffa3f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:55.269654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.273468 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] For port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:55.281335 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] For port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:55.295329 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.401346 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6126ac3-ce29-4fe7-847c-325308ec8cbc None None] Pushing event updated for resources: {'Port': ['ID=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:55.407439 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:55.408166 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:55.466539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.520967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c27e4348-d7ac-41f0-956d-6b24182ddbed None None] Provisioning complete for port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:55.521961 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c27e4348-d7ac-41f0-956d-6b24182ddbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.525136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Calling delete_port for 6b161961-4c9f-4b7c-b927-536990dffa3f owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:55.698253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c27e4348-d7ac-41f0-956d-6b24182ddbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.720037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:55.762235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c27e4348-d7ac-41f0-956d-6b24182ddbed None None] For port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:55.772511 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c27e4348-d7ac-41f0-956d-6b24182ddbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.892908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e4348-d7ac-41f0-956d-6b24182ddbed None None] Pushing event updated for resources: {'Port': ['ID=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:55.906137 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.923713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e187fd90-237c-4be5-bb3e-322efa041329 None None] Provisioning complete for port 6b161961-4c9f-4b7c-b927-536990dffa3f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:55.927373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e187fd90-237c-4be5-bb3e-322efa041329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:55.975045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e187fd90-237c-4be5-bb3e-322efa041329 None None] Port 6b161961-4c9f-4b7c-b927-536990dffa3f was deleted so its status cannot be updated. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 17 16:18:55.999632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Port': ['ID=6b161961-4c9f-4b7c-b927-536990dffa3f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:56.110302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-55f689f1-44ee-4bc1-b3fb-e1075cba46e0 None None] Provisioning complete for port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:56.117319 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55f689f1-44ee-4bc1-b3fb-e1075cba46e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:56.245415 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:56.367570 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3670c8de-8f46-40c7-aa4e-3ba533aa893a None None] The sync data for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 is: [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:56.393855 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:56.402731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1ccce84-6047-433b-bc77-770e2b032eb1 req-57f50f00-58db-43be-b690-a0eb5f613b6e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 210 time: 0.0960338 Dec 17 16:18:56.409510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d173afe7-1d07-4adf-8581-271b8707604e tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/ports/6b161961-4c9f-4b7c-b927-536990dffa3f HTTP/1.1" status: 204 len: 168 time: 1.4037263 Dec 17 16:18:56.409877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54838) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:56.497864 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0ff226-985f-4710-b80e-7734a9286208 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] GET failed (client error): The resource could not be found. Dec 17 16:18:56.509288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54842) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:56.526877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2c0ff226-985f-4710-b80e-7734a9286208 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "GET /v2.0/ports/6b161961-4c9f-4b7c-b927-536990dffa3f HTTP/1.1" status: 404 len: 333 time: 0.1158323 Dec 17 16:18:56.706460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting port 69dc3702-2ccf-4f50-a22d-11cae6fb4291 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:56.706931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:56.846140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:56.865219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Calling delete_port for 69dc3702-2ccf-4f50-a22d-11cae6fb4291 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:56.980703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:57.101068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:57.101967 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:57.318680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-25cd80a7-8232-4a68-8b85-4cad17c9206f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:57.320312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-25cd80a7-8232-4a68-8b85-4cad17c9206f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/networks?id=396ce184-0d47-442e-be56-00177396fba0 HTTP/1.1" status: 200 len: 797 time: 0.3626614 Dec 17 16:18:57.393068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:57.440820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Port': ['ID=69dc3702-2ccf-4f50-a22d-11cae6fb4291,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:57.474891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-240b8fae-0132-4b2a-93f6-8ab8be5ba7b4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d021cd75c8244482a1c0b5152fbd0d5a HTTP/1.1" status: 200 len: 379 time: 0.1440344 Dec 17 16:18:57.495853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:57.499172 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-62008bc7-e2d6-4cdc-a956-84c919b8f447 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/ports/69dc3702-2ccf-4f50-a22d-11cae6fb4291 HTTP/1.1" status: 204 len: 168 time: 0.9888482 Dec 17 16:18:57.502272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54876) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:57.502870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'port': {'device_id': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'admin_state_up': True, 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'security_groups': ['5086ee07-378a-4c33-8a39-037a53bf4fa5']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:57.532372 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d5cd75-627e-4899-bbb8-c1c73e66436a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] GET failed (client error): The resource could not be found. Dec 17 16:18:57.553466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-04d5cd75-627e-4899-bbb8-c1c73e66436a tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "GET /v2.0/ports/69dc3702-2ccf-4f50-a22d-11cae6fb4291 HTTP/1.1" status: 404 len: 333 time: 0.0459800 Dec 17 16:18:57.586961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54882) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:57.616996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9dcf3a17-44d0-4331-bd90-8f9c5e6ed5c6 req-ed8caba4-a2e0-4c4e-82d5-466e8950fc9b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 210 time: 0.0563805 Dec 17 16:18:58.131540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting port dea928af-e8ae-4d8c-83e5-937dabae6c74 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:58.131999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.149743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Made reservation on behalf of d021cd75c8244482a1c0b5152fbd0d5a for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:58.153893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.363000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.389054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Calling delete_port for dea928af-e8ae-4d8c-83e5-937dabae6c74 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:58.410265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.20.0.10 (396ce184-0d47-442e-be56-00177396fba0/6aceaf1c-6c9b-4e10-bef4-52fd323654aa/4c3ff2ae-b801-4c53-9d07-c3de7caea827) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:58.666020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.685817 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.717075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Port': ['ID=dea928af-e8ae-4d8c-83e5-937dabae6c74,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:58.738252 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1656a195-b97b-4e1c-9c9f-ca8f09c1e674 req-51ec92cd-e026-4c17-b7b6-65ccaa86356c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 210 time: 0.0448558 Dec 17 16:18:58.769665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.808435 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.811947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e1567b14-3b94-4e99-ab6f-cf90c5b4ee89 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/ports/dea928af-e8ae-4d8c-83e5-937dabae6c74 HTTP/1.1" status: 204 len: 168 time: 1.2294900 Dec 17 16:18:58.815238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:58.844975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 396ce184-0d47-442e-be56-00177396fba0 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:58.853884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:58.856460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:58.901630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting subnet 3078311a-93b5-4bd7-b019-6e39d193dad9 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:18:58.906802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:58.917678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.976697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:58.978469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:58.986591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.019325 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-742cee4f-cb63-4a34-8ed7-0bddff3a9ab9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5298221 Dec 17 16:18:59.035219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Request body: {'port': {'device_id': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:59.099356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.139970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.224476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.264094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6938f4b-7331-47d0-8a1a-59c9a9e1a679 None None] Network e6028769-dd7f-461b-bf8b-51defc5d084f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:18:59.291067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.297610 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/subnets/3078311a-93b5-4bd7-b019-6e39d193dad9 HTTP/1.1" status: 204 len: 168 time: 0.4809802 Dec 17 16:18:59.300086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54934) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:18:59.304823 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958795d1-27bb-4a39-a204-00b969cc52dc tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Subnet': ['ID=3078311a-93b5-4bd7-b019-6e39d193dad9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:59.453934 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.560121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Deleting port f2510bba-fce6-47c6-af28-665ca28efe51 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:59.560493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.682899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] For port f2510bba-fce6-47c6-af28-665ca28efe51, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f2510bba-fce6-47c6-af28-665ca28efe51,segment=NetworkSegment(d12a5fd2-f941-4390-b769-5ba6f30c7be1),segment_id=d12a5fd2-f941-4390-b769-5ba6f30c7be1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:59.683801 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.700970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Calling delete_port for f2510bba-fce6-47c6-af28-665ca28efe51 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:18:59.718037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4c3dac53-bf6d-4087-9281-d2fbbc73fcbb None None] Provisioning complete for port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:59.718841 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c3dac53-bf6d-4087-9281-d2fbbc73fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.781710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4c3dac53-bf6d-4087-9281-d2fbbc73fcbb None None] Port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:18:59.783985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3ff2ae-b801-4c53-9d07-c3de7caea827 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:18:59.794126 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.797546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] DHCP port deletion for e6028769-dd7f-461b-bf8b-51defc5d084f request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:18:59.813886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Transition to ACTIVE for port object 4c3ff2ae-b801-4c53-9d07-c3de7caea827 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:18:59.819576 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.848740 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.888175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] No DVR routers for this DVR port f2510bba-fce6-47c6-af28-665ca28efe51 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:59.897125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] Deleting port f2510bba-fce6-47c6-af28-665ca28efe51 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:18:59.898786 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.971229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Pushing event updated for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:59.983333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] For port f2510bba-fce6-47c6-af28-665ca28efe51, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:59.984096 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:18:59.993452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Port': ['ID=f2510bba-fce6-47c6-af28-665ca28efe51,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:00.004706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] Calling delete_port for f2510bba-fce6-47c6-af28-665ca28efe51 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:00.024166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] Port f2510bba-fce6-47c6-af28-665ca28efe51 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:19:00.026712 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.094727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Attempting to bind port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:00.095080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Attempting to bind port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:00.095417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Attempting to bind port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 on network 396ce184-0d47-442e-be56-00177396fba0 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:00.101668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 on network 396ce184-0d47-442e-be56-00177396fba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:00.102278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Attempting to bind port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 on network 396ce184-0d47-442e-be56-00177396fba0 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:00.104082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] Pushing event deleted for resources: {'Port': ['ID=f2510bba-fce6-47c6-af28-665ca28efe51,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:00.107914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c2ce7-89ca-4c00-9a42-c96531f49b21 None None] No DVR routers for this DVR port f2510bba-fce6-47c6-af28-665ca28efe51 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:00.108935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:00.109601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Checking segment: {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:00.110224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Bound using segment: {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:00.111011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Bound port: 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a5f855-1498-4bce-a32d-cea56eb5f6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '396ce184-0d47-442e-be56-00177396fba0'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:00.111768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.118686 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.140330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f218f86-ca6a-497c-9fe2-9e5e37e08077 req-8f2b1b1e-7d08-409a-a794-cc8141d493df tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:00.141643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2f218f86-ca6a-497c-9fe2-9e5e37e08077 req-8f2b1b1e-7d08-409a-a794-cc8141d493df tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 944 time: 0.2631545 Dec 17 16:19:00.180215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6028769-dd7f-461b-bf8b-51defc5d084f']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:00.199375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12a5fd2-f941-4390-b769-5ba6f30c7be1') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:00.199698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12a5fd2-f941-4390-b769-5ba6f30c7be1') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:00.220506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.244388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2f218f86-ca6a-497c-9fe2-9e5e37e08077 req-3125007d-951f-4c16-b943-8381ad423897 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922494 Dec 17 16:19:00.248611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.261476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:00.261916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:00.267855 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:00.302994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:00.306316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:00.313879 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.345247 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.358981 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.365142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] 10.222.0.54 "DELETE /v2.0/networks/e6028769-dd7f-461b-bf8b-51defc5d084f HTTP/1.1" status: 204 len: 168 time: 1.0554447 Dec 17 16:19:00.373742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:00.374453 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:00.376454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] 10.222.0.49 "PUT /v2.0/ports/4c3ff2ae-b801-4c53-9d07-c3de7caea827 HTTP/1.1" status: 200 len: 1093 time: 1.3466489 Dec 17 16:19:00.377016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:19:00.379626 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e709c815-66de-456d-bbbd-1c1401e67f74" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:19:00.434386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f41c4f-39fe-45d5-aa25-dc08ffbc09e7 tempest-AllowedAddressPairIpV6TestJSON-882118810 tempest-AllowedAddressPairIpV6TestJSON-882118810-project] Pushing event deleted for resources: {'Network': ['ID=e6028769-dd7f-461b-bf8b-51defc5d084f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:00.476383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b14a85-a2fc-4dfa-8c48-352f00bbb39d service neutron] Pushing event updated for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:00.528271 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcafe5c-f561-4342-af18-b30a37de9ff4 x-openstack-request-id: req-2bcafe5c-f561-4342-af18-b30a37de9ff4 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:19:00.528661 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:19:00.528834 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bcafe5c-f561-4342-af18-b30a37de9ff4 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:19:00.530058 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'status': 'completed', 'code': 200} Dec 17 16:19:00.570567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-51490cf2-feb8-4de5-8f4e-099d49c33b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:00.572573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-51490cf2-feb8-4de5-8f4e-099d49c33b0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1096 time: 0.1205571 Dec 17 16:19:00.633268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-d06328da-39c2-41aa-8d8d-00e5f0a2e237 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827 HTTP/1.1" status: 200 len: 217 time: 0.0509808 Dec 17 16:19:00.713648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-c3219afb-ab01-44fc-8fba-1383d28d6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:00.715517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-c3219afb-ab01-44fc-8fba-1383d28d6cff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aceaf1c-6c9b-4e10-bef4-52fd323654aa HTTP/1.1" status: 200 len: 835 time: 0.0631452 Dec 17 16:19:00.783552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-1c150817-0e56-4c78-b430-0aa1455bd3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:00.785410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-1c150817-0e56-4c78-b430-0aa1455bd3be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=396ce184-0d47-442e-be56-00177396fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628884 Dec 17 16:19:00.883963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54978) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:00.908734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2510bba-fce6-47c6-af28-665ca28efe51 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:00.947926 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-d95ecbbc-9d18-4f11-adea-7f4bbe2d89f2 service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543262 Dec 17 16:19:00.952553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f2510bba-fce6-47c6-af28-665ca28efe51 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:00.953184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f2510bba-fce6-47c6-af28-665ca28efe51 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:01.056031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e7bfecd-593e-4828-a526-ad0f633450ff req-5f4f912d-2d92-4fc5-9f73-322f706c6722 service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009908 Dec 17 16:19:01.166661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-1583a281-bcab-4f9f-84ae-9e55a5f2513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:01.169212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-1583a281-bcab-4f9f-84ae-9e55a5f2513f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1096 time: 0.0540910 Dec 17 16:19:01.210350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-52aa26d0-2396-4d83-a741-925ac9d28763 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a07d1aedfb144139d5901ce8722b54c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244493 Dec 17 16:19:01.215530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 54992) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:01.320577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-c9ea80bd-ac0b-43b4-bd9a-4e1be104c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:01.320729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4541200-c198-4bcc-a754-310bfbbd946d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:01.320920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-c9ea80bd-ac0b-43b4-bd9a-4e1be104c070 service neutron] 10.222.0.49 "GET /v2.0/networks?id=396ce184-0d47-442e-be56-00177396fba0 HTTP/1.1" status: 200 len: 898 time: 0.1447442 Dec 17 16:19:01.322763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 54996) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:01.345933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4541200-c198-4bcc-a754-310bfbbd946d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:01.371466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-5e63cc98-242e-4fdd-86ee-43b4a88c1ef3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827 HTTP/1.1" status: 200 len: 217 time: 0.0406320 Dec 17 16:19:01.443996 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4541200-c198-4bcc-a754-310bfbbd946d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:01.450042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4541200-c198-4bcc-a754-310bfbbd946d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:01.466142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a4541200-c198-4bcc-a754-310bfbbd946d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37068f5a-2b8d-4d79-913c-d18354966621 HTTP/1.1" status: 204 len: 168 time: 0.2489030 Dec 17 16:19:01.478383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4541200-c198-4bcc-a754-310bfbbd946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37068f5a-2b8d-4d79-913c-d18354966621,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:01.489226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-ef73d198-ccc1-4b18-bbd6-5ac9161e8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:01.491697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-ef73d198-ccc1-4b18-bbd6-5ac9161e8456 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aceaf1c-6c9b-4e10-bef4-52fd323654aa HTTP/1.1" status: 200 len: 835 time: 0.1114609 Dec 17 16:19:01.501078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ff803-bf8d-4b05-8907-a111c74903c0 req-e8a0015e-7db7-4bd7-929f-2046a1f5e1f8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:01.502554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e77ff803-bf8d-4b05-8907-a111c74903c0 req-e8a0015e-7db7-4bd7-929f-2046a1f5e1f8 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 944 time: 0.0877583 Dec 17 16:19:01.569716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55008) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:01.586472 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07c67368-f25b-4f15-98de-906ee489e4c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:01.707504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-af88ae32-3c48-4c48-b0ea-b8fa50022c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:01.709620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-af88ae32-3c48-4c48-b0ea-b8fa50022c99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=396ce184-0d47-442e-be56-00177396fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059910 Dec 17 16:19:01.788226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e77ff803-bf8d-4b05-8907-a111c74903c0 req-5e766447-6a91-4a12-b5af-fb5fb4547aaa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683275 Dec 17 16:19:01.876057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-21970b05-8f2d-4855-8797-bb420e4e40af service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581044 Dec 17 16:19:01.892447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07c67368-f25b-4f15-98de-906ee489e4c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:01.904996 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07c67368-f25b-4f15-98de-906ee489e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:01.993479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c67368-f25b-4f15-98de-906ee489e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2a0d76-baed-4b72-be87-f1d783c716e9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:02.003923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07c67368-f25b-4f15-98de-906ee489e4c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1c5ffa5852842d9a60eb2bf2e9afc98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6777630 Dec 17 16:19:02.010543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55028) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:02.034537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Deleting port 5a794c75-1c31-498c-b627-56dc70aa216a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:02.035036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.066959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e709c815-66de-456d-bbbd-1c1401e67f74 req-1e37b0e2-ef4d-4b45-9a48-e092480ae064 service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833172 Dec 17 16:19:02.079973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5f83376-4740-437b-9503-27235ede960d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.106504 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5f83376-4740-437b-9503-27235ede960d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.124279 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.124893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.139789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Calling delete_port for 5a794c75-1c31-498c-b627-56dc70aa216a owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:02.173593 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5f83376-4740-437b-9503-27235ede960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.178398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5f83376-4740-437b-9503-27235ede960d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.180011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a5f83376-4740-437b-9503-27235ede960d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e2a0d76-baed-4b72-be87-f1d783c716e9 HTTP/1.1" status: 204 len: 168 time: 0.1683309 Dec 17 16:19:02.190633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83376-4740-437b-9503-27235ede960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2a0d76-baed-4b72-be87-f1d783c716e9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:02.363709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.404321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event deleted for resources: {'Port': ['ID=5a794c75-1c31-498c-b627-56dc70aa216a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:02.444325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55044) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:02.497957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.498274 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Floating IP bc99d34f-504d-45f9-932b-d9b5e2d6bd9b disassociated (deleted). External IP: 172.25.0.44, port: ad162009-0123-42e3-b797-855d7424a2d4. Dec 17 16:19:02.742050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-1168246777'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:02.776277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:02.783693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.796557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.829753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Router d43cfe47-9b21-478c-aca5-f52334b35899 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:02.875682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:02.921898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca5217c0-f225-4271-85bc-223107cb56f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.971984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:02.985446 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:02.986354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] Sync routers for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:03.001168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:03.002371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:03.018904 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.023640 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-69e0b23c-972c-49ce-b444-f8a6b6c11707 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "DELETE /v2.0/floatingips/bc99d34f-504d-45f9-932b-d9b5e2d6bd9b HTTP/1.1" status: 204 len: 168 time: 1.4526160 Dec 17 16:19:03.025087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:19:03.027865 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7448800-cb0d-4c74-b1b6-8d4e71222b96" -d '{"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:19:03.037715 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.049745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e07f01-3d6a-425e-bec9-f061b395ab70 req-c575fff1-2a0d-4cce-b126-49cd4b0bd790 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.051564 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59e07f01-3d6a-425e-bec9-f061b395ab70 req-c575fff1-2a0d-4cce-b126-49cd4b0bd790 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 944 time: 0.1438398 Dec 17 16:19:03.125639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:03.157133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e552d7b-5575-46d7-ae4e-6b4e5563a30f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:03.160611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.161193 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment 50edbb12-1433-4cb1-80fb-12046d3fb167 of type vlan for network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 Dec 17 16:19:03.170991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59e07f01-3d6a-425e-bec9-f061b395ab70 req-a0674862-0552-48c8-8a42-034fcd68a538 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092365 Dec 17 16:19:03.222216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:03.257124 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.260990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca5217c0-f225-4271-85bc-223107cb56f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.279301 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c6625-0994-4493-bd71-d21d3ffe9e90 x-openstack-request-id: req-325c6625-0994-4493-bd71-d21d3ffe9e90 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:19:03.279966 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "tag": "ad162009-0123-42e3-b797-855d7424a2d4", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:19:03.279966 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-325c6625-0994-4493-bd71-d21d3ffe9e90 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:19:03.280911 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4', 'status': 'completed', 'code': 200} Dec 17 16:19:03.288241 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca5217c0-f225-4271-85bc-223107cb56f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.348876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ca5217c0-f225-4271-85bc-223107cb56f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d942e646e8d4c83b43ec3b694c29f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710445 Dec 17 16:19:03.349743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:03.378136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2ed4-0ec7-46a6-bcb7-ebcab954b3c2 req-e3698e19-2565-4ce9-adb9-ee352a70eaf7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.379969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.380587 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36ab2ed4-0ec7-46a6-bcb7-ebcab954b3c2 req-e3698e19-2565-4ce9-adb9-ee352a70eaf7 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 945 time: 0.0863833 Dec 17 16:19:03.386967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.387688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.424348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9762974 Dec 17 16:19:03.431055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:03.436667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-1690622356'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:03.465620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5217c0-f225-4271-85bc-223107cb56f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535e54ee-a75c-42fb-b9ec-e47f8de8206e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:03.498440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-96973053-e9e1-4803-b297-964fac758682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.500175 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-96973053-e9e1-4803-b297-964fac758682 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cb45eb4d0e1440c8022622be1642306&device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 1097 time: 0.1677420 Dec 17 16:19:03.501615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ffea3-8a3f-4b5f-9010-7a218a69bc43 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=bf0ce8c2-75f7-4091-af9d-af0a890b0cc2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:03.505883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36ab2ed4-0ec7-46a6-bcb7-ebcab954b3c2 req-80205cb3-97de-4a77-931e-7d29095f8d37 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143141 Dec 17 16:19:03.549461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:03.551487 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-98cb3229-a9ea-40a7-98c7-7de5bc097bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.569217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:03.572988 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.614635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:03.625028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-98cb3229-a9ea-40a7-98c7-7de5bc097bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.650828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.651173 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment 5dc9dbf1-bfd0-4947-ade3-3cfab9800f92 of type vlan for network 516af7a2-61b6-4d73-960f-b60d46712143 Dec 17 16:19:03.661007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-303f1f7b-66b2-4f5a-9df3-72a06a989cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.663053 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-303f1f7b-66b2-4f5a-9df3-72a06a989cfe service neutron] 10.222.0.49 "GET /v2.0/networks?id=e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 200 len: 915 time: 0.1532516 Dec 17 16:19:03.701032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:03.727925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-958a2eac-5f76-4050-9dc2-67ab9c9da786 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 200 len: 217 time: 0.0478740 Dec 17 16:19:03.731772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] Checking router: d43cfe47-9b21-478c-aca5-f52334b35899 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:19:03.739550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.776859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.779278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:03.780050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:18:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:03.783707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.784373 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.795743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-98cb3229-a9ea-40a7-98c7-7de5bc097bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.796263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-3dad3e8a-4dbc-4a7a-822f-5760674a6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.798510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-3dad3e8a-4dbc-4a7a-822f-5760674a6fcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11fa507-8ac2-4b42-b603-a82f300bd435 HTTP/1.1" status: 200 len: 853 time: 0.0630276 Dec 17 16:19:03.799141 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-98cb3229-a9ea-40a7-98c7-7de5bc097bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:03.802878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-98cb3229-a9ea-40a7-98c7-7de5bc097bd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/535e54ee-a75c-42fb-b9ec-e47f8de8206e HTTP/1.1" status: 204 len: 168 time: 0.4519331 Dec 17 16:19:03.874701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-0ed932ba-47c5-477e-928e-31903aeb01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:03.874966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb3229-a9ea-40a7-98c7-7de5bc097bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535e54ee-a75c-42fb-b9ec-e47f8de8206e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:03.879186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-0ed932ba-47c5-477e-928e-31903aeb01f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e39d2a68-e20a-4171-b6ff-5556864dae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713449 Dec 17 16:19:03.904042 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4712102 Dec 17 16:19:03.907158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55094) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:03.914748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': 'bf0ce8c2-75f7-4091-af9d-af0a890b0cc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:03.919958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead1c47-4314-45cd-96bc-ec917c1b5a29 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=516af7a2-61b6-4d73-960f-b60d46712143,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:03.949332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:04.052288 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-5a62b7e3-6b78-4d1d-8a48-315753b96c4e service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657140 Dec 17 16:19:04.068626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:04.078116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:04.184534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7448800-cb0d-4c74-b1b6-8d4e71222b96 req-44743600-265f-43fa-972b-a83068a818f1 service neutron] 10.222.0.49 "GET /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239488 Dec 17 16:19:04.235200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 516af7a2-61b6-4d73-960f-b60d46712143 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:04.382631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:04.392652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3546445-0525-4bfc-9c8e-5528f01757e2 req-7d25b900-4174-46a5-83a1-9363992b3226 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:04.401828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3546445-0525-4bfc-9c8e-5528f01757e2 req-7d25b900-4174-46a5-83a1-9363992b3226 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 944 time: 0.1284556 Dec 17 16:19:04.418290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c57ce1-ace3-411e-b62c-4459e8740f9a None None] The sync data for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 is: [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:13:33Z', 'revision_number': 4, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bafdb11c-488a-4eed-92ae-da33abb05988', 'name': '', 'network_id': 'e39d2a68-e20a-4171-b6ff-5556864dae0b', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'mac_address': 'fa:16:3e:55:b7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:32Z', 'updated_at': '2021-12-17T16:13:46Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'subnets': [{'id': 'c11fa507-8ac2-4b42-b603-a82f300bd435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:04.480774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:04.562940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3546445-0525-4bfc-9c8e-5528f01757e2 req-626b674e-2e25-41bc-bf23-32eb00fc3972 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597443 Dec 17 16:19:04.597937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=b9d1970e-4237-47e1-bc7e-eba19481002c,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:04.608056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': '50edbb12-1433-4cb1-80fb-12046d3fb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bf0ce8c2-75f7-4091-af9d-af0a890b0cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:04.608434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: bf0ce8c2-75f7-4091-af9d-af0a890b0cc2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:19:04.637336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:19:04.651099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, bf0ce8c2-75f7-4091-af9d-af0a890b0cc2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:04.656780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:04.658120 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:04.661307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2202093-ebc7-439d-b5d5-478507c62a08 None None] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:04.715997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-647651c0-32d3-4ad6-b739-55c5682ec79a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8079174 Dec 17 16:19:04.716422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55124) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:04.723021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': '516af7a2-61b6-4d73-960f-b60d46712143', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:04.810802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4c3ff2ae-b801-4c53-9d07-c3de7caea827 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:19:04.845330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-bf0ce8c2-75f7-4091-af9d-af0a890b0cc2', 'network_id': 'bf0ce8c2-75f7-4091-af9d-af0a890b0cc2', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': 'b9d1970e-4237-47e1-bc7e-eba19481002c'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:19:04.846813 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:04.858897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4542a-c745-4f04-a4de-8eb3e28b6086 req-667ebde8-973a-416d-9bdf-ee83572052a4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:04.861400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cec4542a-c745-4f04-a4de-8eb3e28b6086 req-667ebde8-973a-416d-9bdf-ee83572052a4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 945 time: 0.2036788 Dec 17 16:19:04.919654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:04.923115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:04.955722 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83babebb-895b-4538-816d-e24b50d6960a None None] New status for floating IP bc99d34f-504d-45f9-932b-d9b5e2d6bd9b: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:19:05.098869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-f2979b59-3863-49f6-901f-35c9474c50ab tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:05.102588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:05.103884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-f2979b59-3863-49f6-901f-35c9474c50ab tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.49 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 945 time: 0.2535379 Dec 17 16:19:05.132937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'port_id': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'mac_address': 'fa:16:3e:33:d9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:19:05.240030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Allocated IP 172.20.0.2 (bf0ce8c2-75f7-4091-af9d-af0a890b0cc2/b9d1970e-4237-47e1-bc7e-eba19481002c/b284aa73-1fbc-4418-8274-47736a93f05f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:05.243275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.265762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3ff2ae-b801-4c53-9d07-c3de7caea827 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:19:05.279667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cec4542a-c745-4f04-a4de-8eb3e28b6086 req-9a89ac00-80bb-41b5-b1e2-20a75f1f3782 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/security-groups?id=f10a22f7-228a-4b12-a7da-9fa9e045fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4091928 Dec 17 16:19:05.355041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:05.367079 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.421983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Deleting port ad162009-0123-42e3-b797-855d7424a2d4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:05.422602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.459314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:05.530800 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.543812 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.555016 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.578683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:05.583291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:05.588607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:05.596480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['4c3ff2ae-b801-4c53-9d07-c3de7caea827'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:19:05.650364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] For port ad162009-0123-42e3-b797-855d7424a2d4, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ad162009-0123-42e3-b797-855d7424a2d4,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:05.650740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.676071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=9f677850-3cb6-4b2a-ba6c-08733dc4343c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:05.679906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Calling delete_port for ad162009-0123-42e3-b797-855d7424a2d4 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:05.793133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Pushing event updated for resources: {'Port': ['ID=b284aa73-1fbc-4418-8274-47736a93f05f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:05.795437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce45af-b169-4879-88ad-1a590a86b992 req-70827270-198a-4b2f-83d2-2fb664dcebca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:05.797858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4ce45af-b169-4879-88ad-1a590a86b992 req-70827270-198a-4b2f-83d2-2fb664dcebca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 945 time: 0.0944595 Dec 17 16:19:05.801895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Attempting to bind port b284aa73-1fbc-4418-8274-47736a93f05f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:05.802268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Attempting to bind port b284aa73-1fbc-4418-8274-47736a93f05f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '50edbb12-1433-4cb1-80fb-12046d3fb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bf0ce8c2-75f7-4091-af9d-af0a890b0cc2'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:05.802767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Attempting to bind port b284aa73-1fbc-4418-8274-47736a93f05f on network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:05.819171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:05.819550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Checking segment: {'id': '50edbb12-1433-4cb1-80fb-12046d3fb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bf0ce8c2-75f7-4091-af9d-af0a890b0cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:05.821093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': '5dc9dbf1-bfd0-4947-ade3-3cfab9800f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '516af7a2-61b6-4d73-960f-b60d46712143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:05.821618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: 516af7a2-61b6-4d73-960f-b60d46712143, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:19:05.828282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.828642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Bound using segment: {'id': '50edbb12-1433-4cb1-80fb-12046d3fb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bf0ce8c2-75f7-4091-af9d-af0a890b0cc2'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:05.829649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Bound port: b284aa73-1fbc-4418-8274-47736a93f05f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50edbb12-1433-4cb1-80fb-12046d3fb167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bf0ce8c2-75f7-4091-af9d-af0a890b0cc2'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:05.830068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.870205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d4ce45af-b169-4879-88ad-1a590a86b992 req-2894de70-1c61-4150-b8aa-2d7c1d8c873d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658531 Dec 17 16:19:05.881289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 516af7a2-61b6-4d73-960f-b60d46712143 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:19:05.896090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 516af7a2-61b6-4d73-960f-b60d46712143) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:05.910216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55172) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:05.916698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:05.918099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:05.926133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d559dbb-02f8-49b4-8b36-3866d02c4e3e None None] Network 516af7a2-61b6-4d73-960f-b60d46712143 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:05.980638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b03117c0-5175-4ffe-ab7f-a1a4f7b85573 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2622256 Dec 17 16:19:05.983581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55176) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:05.992885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5d81ae91-7c2c-490e-8082-0b2d2e543ec2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1917900662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:06.001877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.034126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d81ae91-7c2c-490e-8082-0b2d2e543ec2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.035993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d81ae91-7c2c-490e-8082-0b2d2e543ec2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.042206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event deleted for resources: {'Port': ['ID=ad162009-0123-42e3-b797-855d7424a2d4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:06.106960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] For port b284aa73-1fbc-4418-8274-47736a93f05f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:06.108381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] No DVR routers for this DVR port ad162009-0123-42e3-b797-855d7424a2d4 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:06.111353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.117746 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-32876cf3-6e8d-4bcc-b7b1-753ecdd21517 req-6f01b3ee-9ec8-4c54-8b7a-b413d5ce77e4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.49 "DELETE /v2.0/ports/ad162009-0123-42e3-b797-855d7424a2d4 HTTP/1.1" status: 204 len: 173 time: 1.0032554 Dec 17 16:19:06.118152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-516af7a2-61b6-4d73-960f-b60d46712143', 'network_id': '516af7a2-61b6-4d73-960f-b60d46712143', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': '9f677850-3cb6-4b2a-ba6c-08733dc4343c'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:19:06.118298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'name': 'network-vif-deleted', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:19:06.119085 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.125542 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51b463a-3f9d-4ca6-bed9-ca4f77de0c97" -d '{"events": [{"server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "name": "network-vif-deleted", "tag": "ad162009-0123-42e3-b797-855d7424a2d4"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:19:06.142889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] For port b284aa73-1fbc-4418-8274-47736a93f05f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b284aa73-1fbc-4418-8274-47736a93f05f,segment=NetworkSegment(50edbb12-1433-4cb1-80fb-12046d3fb167),segment_id=50edbb12-1433-4cb1-80fb-12046d3fb167)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:06.158806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.181922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2baa26a4-c3cd-467a-b1da-f7abe41d274b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.185185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d81ae91-7c2c-490e-8082-0b2d2e543ec2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.196524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d81ae91-7c2c-490e-8082-0b2d2e543ec2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.237760 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50485812-2878-49f1-8c78-8a9545cac32d x-openstack-request-id: req-50485812-2878-49f1-8c78-8a9545cac32d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:19:06.238270 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070f229a-d127-47e1-9128-3efe1efb6fe5", "name": "network-vif-deleted", "tag": "ad162009-0123-42e3-b797-855d7424a2d4", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:19:06.241351 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50485812-2878-49f1-8c78-8a9545cac32d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:19:06.241990 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070f229a-d127-47e1-9128-3efe1efb6fe5', 'name': 'network-vif-deleted', 'tag': 'ad162009-0123-42e3-b797-855d7424a2d4', 'status': 'completed', 'code': 200} Dec 17 16:19:06.261856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d81ae91-7c2c-490e-8082-0b2d2e543ec2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.267591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5d81ae91-7c2c-490e-8082-0b2d2e543ec2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2818723 Dec 17 16:19:06.270537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:06.444876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Allocated IP 172.21.0.2 (516af7a2-61b6-4d73-960f-b60d46712143/9f677850-3cb6-4b2a-ba6c-08733dc4343c/e12288a1-762c-4325-8336-3d23127bbda7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:06.447991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2baa26a4-c3cd-467a-b1da-f7abe41d274b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.459556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2baa26a4-c3cd-467a-b1da-f7abe41d274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.544237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa26a4-c3cd-467a-b1da-f7abe41d274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4256c31-909e-495a-8061-0c4911fcddd8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:06.597068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2baa26a4-c3cd-467a-b1da-f7abe41d274b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37b85c0aaf6b412184d7d4089b5bf73a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6788521 Dec 17 16:19:06.601995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:06.775728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-596c7ffa-f55e-4d5d-a61a-6e87e39f1a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.823380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.835294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ad162009-0123-42e3-b797-855d7424a2d4 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:06.852511 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.866642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-596c7ffa-f55e-4d5d-a61a-6e87e39f1a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.957936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-596c7ffa-f55e-4d5d-a61a-6e87e39f1a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.962575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-596c7ffa-f55e-4d5d-a61a-6e87e39f1a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:06.979471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: ad162009-0123-42e3-b797-855d7424a2d4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:06.979829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ad162009-0123-42e3-b797-855d7424a2d4 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:06.980157 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-596c7ffa-f55e-4d5d-a61a-6e87e39f1a3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e4256c31-909e-495a-8061-0c4911fcddd8 HTTP/1.1" status: 204 len: 168 time: 0.3670189 Dec 17 16:19:06.984038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f8a2f-e525-48bc-82c1-937638926f4f None None] Pushing event updated for resources: {'Port': ['ID=b284aa73-1fbc-4418-8274-47736a93f05f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:07.017208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c7ffa-f55e-4d5d-a61a-6e87e39f1a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4256c31-909e-495a-8061-0c4911fcddd8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:07.060517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Network 516af7a2-61b6-4d73-960f-b60d46712143 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:07.088161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:07.098111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:07.121855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-10983cab-4414-48f6-97b0-0d6b7d5e73a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:07.154756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21a6e-6b6f-4c69-af75-da56e142cfc3 req-381b934e-3295-4b20-95c7-40a6a532422b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:07.165426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88c21a6e-6b6f-4c69-af75-da56e142cfc3 req-381b934e-3295-4b20-95c7-40a6a532422b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 945 time: 0.1270533 Dec 17 16:19:07.262553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-963241d6-2be2-424b-87aa-d6ba4b535ed8 req-d0b24fa0-c84f-4ff7-a6b4-ae1201b2a7ef tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.1025176 Dec 17 16:19:07.270750 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88c21a6e-6b6f-4c69-af75-da56e142cfc3 req-9f752425-8323-4dbc-9945-5fe6a760ef42 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043169 Dec 17 16:19:07.613119 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:07.760947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Pushing event updated for resources: {'Port': ['ID=e12288a1-762c-4325-8336-3d23127bbda7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:07.825473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Attempting to bind port e12288a1-762c-4325-8336-3d23127bbda7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:07.825844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Attempting to bind port e12288a1-762c-4325-8336-3d23127bbda7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5dc9dbf1-bfd0-4947-ade3-3cfab9800f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '516af7a2-61b6-4d73-960f-b60d46712143'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:07.840212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Attempting to bind port e12288a1-762c-4325-8336-3d23127bbda7 on network 516af7a2-61b6-4d73-960f-b60d46712143 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:07.854813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:07.855192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Checking segment: {'id': '5dc9dbf1-bfd0-4947-ade3-3cfab9800f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '516af7a2-61b6-4d73-960f-b60d46712143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:07.855603 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:07.856023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Bound using segment: {'id': '5dc9dbf1-bfd0-4947-ade3-3cfab9800f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '516af7a2-61b6-4d73-960f-b60d46712143'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:07.856501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Bound port: e12288a1-762c-4325-8336-3d23127bbda7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc9dbf1-bfd0-4947-ade3-3cfab9800f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '516af7a2-61b6-4d73-960f-b60d46712143'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:07.860943 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.017208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b087c13d-c5bf-427c-a97d-0058195b68e8 None None] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:08.075206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] For port e12288a1-762c-4325-8336-3d23127bbda7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:08.111400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] For port e12288a1-762c-4325-8336-3d23127bbda7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e12288a1-762c-4325-8336-3d23127bbda7,segment=NetworkSegment(5dc9dbf1-bfd0-4947-ade3-3cfab9800f92),segment_id=5dc9dbf1-bfd0-4947-ade3-3cfab9800f92)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:08.125546 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.127956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d780672e-2af4-4ed8-b76c-2e19df15f484 None None] Provisioning complete for port b284aa73-1fbc-4418-8274-47736a93f05f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:08.128588 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d780672e-2af4-4ed8-b76c-2e19df15f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.165406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.20.0.1 (bf0ce8c2-75f7-4091-af9d-af0a890b0cc2/b9d1970e-4237-47e1-bc7e-eba19481002c/6b26d9ee-4ae1-4a7b-93ca-c38b45248804) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:08.188302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbd4a5-c6a9-48d8-a371-6862105f1cc3 None None] Pushing event updated for resources: {'Port': ['ID=e12288a1-762c-4325-8336-3d23127bbda7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:08.423023 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09fadf79-3213-4aeb-b0ea-8e98030f2474 req-a39a3d26-d8c6-4ed1-b958-ca1f7b4ce4a1 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0484247 Dec 17 16:19:08.439095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d780672e-2af4-4ed8-b76c-2e19df15f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.520367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d780672e-2af4-4ed8-b76c-2e19df15f484 None None] For port b284aa73-1fbc-4418-8274-47736a93f05f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b284aa73-1fbc-4418-8274-47736a93f05f,segment=NetworkSegment(50edbb12-1433-4cb1-80fb-12046d3fb167),segment_id=50edbb12-1433-4cb1-80fb-12046d3fb167)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:08.530545 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d780672e-2af4-4ed8-b76c-2e19df15f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.535563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.684737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780672e-2af4-4ed8-b76c-2e19df15f484 None None] Pushing event updated for resources: {'Port': ['ID=b284aa73-1fbc-4418-8274-47736a93f05f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:08.746752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c199bc3-a9b9-4030-af0b-7c47dfa11ad9 req-257389c2-cf47-4ce6-a077-f6d19492cf7c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:08.752540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c199bc3-a9b9-4030-af0b-7c47dfa11ad9 req-257389c2-cf47-4ce6-a077-f6d19492cf7c tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 945 time: 0.1854737 Dec 17 16:19:08.757092 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.787014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4c3ff2ae-b801-4c53-9d07-c3de7caea827 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:08.832054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=6b26d9ee-4ae1-4a7b-93ca-c38b45248804,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:08.851407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:08.866918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:08.871532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:08.938590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1c199bc3-a9b9-4030-af0b-7c47dfa11ad9 req-3ef5b27a-559d-42aa-93cc-cf648894262d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715336 Dec 17 16:19:08.940529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-abd4ded1-29b9-43b9-a767-dd7e046f32fa None None] Provisioning complete for port b284aa73-1fbc-4418-8274-47736a93f05f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:08.941001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-abd4ded1-29b9-43b9-a767-dd7e046f32fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:08.956498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.001406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:19:09.003366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-60ac7b7b-2015-41f8-9d5d-7079032cc5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.013672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:09.014055 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.143720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.199151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.230279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b284aa73-1fbc-4418-8274-47736a93f05f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:09.261198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:19:09.263474 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e5327c-8465-4955-b35f-9259b9859289" -d '{"events": [{"server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "name": "network-vif-plugged", "status": "completed", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:19:09.287292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:09.300998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.333397 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206a5444-9158-4894-bea3-a52968336cc6 x-openstack-request-id: req-206a5444-9158-4894-bea3-a52968336cc6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:19:09.334210 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "name": "network-vif-plugged", "status": "completed", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:19:09.334626 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-206a5444-9158-4894-bea3-a52968336cc6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:19:09.335179 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'code': 200} Dec 17 16:19:09.377414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b284aa73-1fbc-4418-8274-47736a93f05f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:09.378154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.423657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:09.426705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-575905f8-9441-4582-b010-78682554d17e None None] Provisioning complete for port 6b26d9ee-4ae1-4a7b-93ca-c38b45248804 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:09.428235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-575905f8-9441-4582-b010-78682554d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.469280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-575905f8-9441-4582-b010-78682554d17e None None] Port 6b26d9ee-4ae1-4a7b-93ca-c38b45248804 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:09.479882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70d0a5-5f2b-4da2-a5c4-aa49e73636aa req-053e0d1e-b409-4858-9f00-05255c48af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:09.481857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef70d0a5-5f2b-4da2-a5c4-aa49e73636aa req-053e0d1e-b409-4858-9f00-05255c48af94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1098 time: 0.0737240 Dec 17 16:19:09.539939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e12288a1-762c-4325-8336-3d23127bbda7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:09.596499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-989d1ff7-1c88-4c7d-b7cc-05388e9e3863 req-8c782ea6-a0ef-4f04-bb54-1b85fdae4492 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0630536 Dec 17 16:19:09.602267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef70d0a5-5f2b-4da2-a5c4-aa49e73636aa req-9a12261e-e70e-4b11-9d59-8433b4608228 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086934 Dec 17 16:19:09.631675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.651520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.652134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e12288a1-762c-4325-8336-3d23127bbda7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:09.652602 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.751563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=6b26d9ee-4ae1-4a7b-93ca-c38b45248804,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:09.759101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.775676 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.814723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port e12288a1-762c-4325-8336-3d23127bbda7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e12288a1-762c-4325-8336-3d23127bbda7,segment=NetworkSegment(5dc9dbf1-bfd0-4947-ade3-3cfab9800f92),segment_id=5dc9dbf1-bfd0-4947-ade3-3cfab9800f92)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:09.820326 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:09.885368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=e12288a1-762c-4325-8336-3d23127bbda7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:09.890762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:09.893406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:10.036226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc653f0-8034-46bc-b6df-da5b9fcd54d3 None None] Network 516af7a2-61b6-4d73-960f-b60d46712143 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:10.062199 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:10.128099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f00f39-4233-426a-9c3d-a9c859bd68c2 req-624477e3-abe5-4060-8c4d-35cd7ccf50ab tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:10.131227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8f00f39-4233-426a-9c3d-a9c859bd68c2 req-624477e3-abe5-4060-8c4d-35cd7ccf50ab tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.0855002 Dec 17 16:19:10.137942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ebecab2e-12d5-4b75-9555-7baa72210bb3 None None] Provisioning complete for port e12288a1-762c-4325-8336-3d23127bbda7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:10.138415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ebecab2e-12d5-4b75-9555-7baa72210bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:10.185151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 8a7c3a2c-7d07-4e89-977f-b8b5475caa99 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:19:10.256547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8f00f39-4233-426a-9c3d-a9c859bd68c2 req-7c5b4b2c-6353-4465-af01-2bdea35384cb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168897 Dec 17 16:19:10.319513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:10.326418 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-abac7d1a-2a09-4add-bda3-d7e981ca48af tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/8a7c3a2c-7d07-4e89-977f-b8b5475caa99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0544124 Dec 17 16:19:10.328928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55262) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:10.341171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] Sync routers for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:10.356784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:10.357432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:10.386491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0cbe96-3aaa-4b70-8be7-cba1aee056a7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:10.387975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9f0cbe96-3aaa-4b70-8be7-cba1aee056a7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports/6b26d9ee-4ae1-4a7b-93ca-c38b45248804 HTTP/1.1" status: 200 len: 910 time: 0.0580289 Dec 17 16:19:10.390810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55264) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:10.407074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:10.426379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:10.427510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:10.477210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:10.480715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173d4f2-2693-436b-85dc-4867ecfde4fe None None] The sync data for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:10.486863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c3602389-0220-4a62-a94e-853b4a7d3ed3 None None] Provisioning complete for port 6b26d9ee-4ae1-4a7b-93ca-c38b45248804 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:10.487298 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c3602389-0220-4a62-a94e-853b4a7d3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:10.524959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c3602389-0220-4a62-a94e-853b4a7d3ed3 None None] Port 6b26d9ee-4ae1-4a7b-93ca-c38b45248804 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:10.647756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5d004bb9-2536-4f03-972c-0f5fdf01e18c None None] Provisioning complete for port e12288a1-762c-4325-8336-3d23127bbda7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:10.648310 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5d004bb9-2536-4f03-972c-0f5fdf01e18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:10.760930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a12f6f66-ae47-4c9f-8a43-c919456539ab req-814aaeee-6d79-47eb-b27d-6eb8743d01b4 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0310469 Dec 17 16:19:10.872652 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:10.876094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e12288a1-762c-4325-8336-3d23127bbda7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:10.925638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e12288a1-762c-4325-8336-3d23127bbda7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:10.926161 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.036275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.140413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.21.0.1 (516af7a2-61b6-4d73-960f-b60d46712143/9f677850-3cb6-4b2a-ba6c-08733dc4343c/f6ae8cfe-046b-4da0-90bc-cdab3c697945) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:11.231031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.265127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.305679 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.357351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 516af7a2-61b6-4d73-960f-b60d46712143 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:11.361468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:11.365383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:11.384901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300e3cd-8e13-4e0e-ae9f-c3cd37adbae7 req-df626600-bc4f-48b8-96f7-ae736350e228 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:11.386567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c300e3cd-8e13-4e0e-ae9f-c3cd37adbae7 req-df626600-bc4f-48b8-96f7-ae736350e228 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.0532160 Dec 17 16:19:11.394975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=f6ae8cfe-046b-4da0-90bc-cdab3c697945,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:11.418648 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.450144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c300e3cd-8e13-4e0e-ae9f-c3cd37adbae7 req-ced9e839-af0e-4866-8252-941e94564312 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564291 Dec 17 16:19:11.559470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.625171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f870b718-3542-4111-b5fa-3e5d438c6ad1 None None] Provisioning complete for port f6ae8cfe-046b-4da0-90bc-cdab3c697945 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:11.625868 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f870b718-3542-4111-b5fa-3e5d438c6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.671619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f870b718-3542-4111-b5fa-3e5d438c6ad1 None None] Port f6ae8cfe-046b-4da0-90bc-cdab3c697945 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:11.729177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05cf3a-367e-4fb8-8ba1-2f4a7a949260 req-1207ffea-1e1e-4028-b8a0-90d0d941ccea tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:11.730664 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b05cf3a-367e-4fb8-8ba1-2f4a7a949260 req-1207ffea-1e1e-4028-b8a0-90d0d941ccea tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1238539 Dec 17 16:19:11.841336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b05cf3a-367e-4fb8-8ba1-2f4a7a949260 req-64f60673-65f2-452d-b1a1-23b6b5493760 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041739 Dec 17 16:19:11.863031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55288) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:11.906035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-44331de8-8ac7-409c-a248-8cab7e2e1b31 req-53cb6317-88a2-440d-9274-3e7c4642682a tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0660453 Dec 17 16:19:11.942524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3851bbb-d06d-4188-ba8a-e9bad2a63417 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:11.944457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f3851bbb-d06d-4188-ba8a-e9bad2a63417 tempest-TestNetworkAdvancedServerOps-1346997520 tempest-TestNetworkAdvancedServerOps-1346997520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1093 time: 0.0803437 Dec 17 16:19:11.947433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:11.952581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:11.957653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.963525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:11.977088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:12.047569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=f6ae8cfe-046b-4da0-90bc-cdab3c697945,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:12.050029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:12.086771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:12.135547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:12.150077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 516af7a2-61b6-4d73-960f-b60d46712143 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:12.152244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:12.215295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Allocated IP 172.25.0.20 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/7251c088-f785-47ce-89da-363f321a8e57) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:12.505312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5bcb32c5-1e7e-4c79-b3bd-bb655caa9bf3 None None] Provisioning complete for port f6ae8cfe-046b-4da0-90bc-cdab3c697945 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:12.508051 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bcb32c5-1e7e-4c79-b3bd-bb655caa9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:12.553955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb32c5-1e7e-4c79-b3bd-bb655caa9bf3 None None] Port f6ae8cfe-046b-4da0-90bc-cdab3c697945 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:12.612420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 8a7c3a2c-7d07-4e89-977f-b8b5475caa99 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:12.722686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:12.728836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0a8d4803-53e6-4e02-b6c3-8fd6ad309609 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/8a7c3a2c-7d07-4e89-977f-b8b5475caa99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3369401 Dec 17 16:19:12.731458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55298) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:12.739071 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] Sync routers for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:12.750705 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:12.751453 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:12.784873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444d74a-f1a0-485e-85c9-dc069700bca8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:12.786195 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:12.786374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7444d74a-f1a0-485e-85c9-dc069700bca8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports/f6ae8cfe-046b-4da0-90bc-cdab3c697945 HTTP/1.1" status: 200 len: 910 time: 0.0530689 Dec 17 16:19:12.789412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55300) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:12.796447 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:12.797344 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:12.837918 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:12.838628 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4578b5-74b0-4709-878d-37cecc6fcbcc None None] The sync data for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:12.966603 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:13.061959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4a4fe7d-3060-40a7-a21a-cf4971ea000a req-32693504-a803-49f8-9722-cfe6d3e50848 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "GET /v2.0/ports?device_id=070f229a-d127-47e1-9128-3efe1efb6fe5 HTTP/1.1" status: 200 len: 210 time: 0.0445938 Dec 17 16:19:13.132407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:13.190960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:13.197561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=7251c088-f785-47ce-89da-363f321a8e57,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:13.200053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:13.202816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:13.402624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:13.777003 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:13.878060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port f6ae8cfe-046b-4da0-90bc-cdab3c697945 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:13.878367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:13.881062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.036085 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.054877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for f6ae8cfe-046b-4da0-90bc-cdab3c697945 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:14.148111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55320) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:14.209905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.211139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b23b32f2-f133-4de6-b7de-660af5eb19e3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.223524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.245976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b23b32f2-f133-4de6-b7de-660af5eb19e3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.318305 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b23b32f2-f133-4de6-b7de-660af5eb19e3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.321777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b23b32f2-f133-4de6-b7de-660af5eb19e3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.325563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b23b32f2-f133-4de6-b7de-660af5eb19e3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] 10.222.0.54 "DELETE /v2.0/security-groups/f10a22f7-228a-4b12-a7da-9fa9e045fed5 HTTP/1.1" status: 204 len: 168 time: 0.1736250 Dec 17 16:19:14.325722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event updated for resources: {'Port': ['ID=7251c088-f785-47ce-89da-363f321a8e57,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:14.334212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b32f2-f133-4de6-b7de-660af5eb19e3 tempest-TestVolumeBackupRestore-1233764904 tempest-TestVolumeBackupRestore-1233764904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a22f7-228a-4b12-a7da-9fa9e045fed5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:14.352675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.398009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:14.443753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=f6ae8cfe-046b-4da0-90bc-cdab3c697945,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:14.593787 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c associated. External IP: 172.25.0.20, port: 4c3ff2ae-b801-4c53-9d07-c3de7caea827. Dec 17 16:19:14.847635 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:15.126127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:15.143775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 8a7c3a2c-7d07-4e89-977f-b8b5475caa99 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:15.586345 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:15.689357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:15.691274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:15.699460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1d5018f6-257a-40c9-9e0f-3dbef89e92e8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/8a7c3a2c-7d07-4e89-977f-b8b5475caa99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9090676 Dec 17 16:19:15.700717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] Sync routers for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:15.702095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55474) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:15.703693 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] Sync routers for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:15.718338 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:15.719165 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:15.720698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:15.722357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:15.761688 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:15.772582 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:15.773566 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:15.830681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:15.844145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:15.856618 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51c44d-8bda-4ca8-9ef2-cb943e1f06d1 None None] The sync data for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:15.875809 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-75fee4fe-9ff7-4e05-a03e-fbe7ba65c88b tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9271452 Dec 17 16:19:15.880375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:19:15.883808 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8949d784-53c8-4a42-8ee3-7592dab4ea8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:19:15.992033 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ddbf80-aeb1-47ee-b971-b9b3ff1e309c x-openstack-request-id: req-f0ddbf80-aeb1-47ee-b971-b9b3ff1e309c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:19:15.992587 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:19:15.993070 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0ddbf80-aeb1-47ee-b971-b9b3ff1e309c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:19:15.993710 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'status': 'completed', 'code': 200} Dec 17 16:19:16.048610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:16.088973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-75818987-9a8d-4b3c-93b1-f16c0071d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:16.093913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-75818987-9a8d-4b3c-93b1-f16c0071d96c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1098 time: 0.0832865 Dec 17 16:19:16.117984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d7f3-5d78-4230-8ac7-fc1d0c7d5d3a req-0e967e2a-684d-4824-8b82-b0ead50b8106 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:16.120098 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4991d7f3-5d78-4230-8ac7-fc1d0c7d5d3a req-0e967e2a-684d-4824-8b82-b0ead50b8106 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1659193 Dec 17 16:19:16.278325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-561cfe61-e4c2-4a4b-9e2c-deb518b7239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:16.281155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-561cfe61-e4c2-4a4b-9e2c-deb518b7239e service neutron] 10.222.0.49 "GET /v2.0/networks?id=396ce184-0d47-442e-be56-00177396fba0 HTTP/1.1" status: 200 len: 898 time: 0.1781271 Dec 17 16:19:16.307624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4991d7f3-5d78-4230-8ac7-fc1d0c7d5d3a req-a5d04294-36c7-445d-b157-979a33eb67a4 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585257 Dec 17 16:19:16.341726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55550) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:16.381696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-35677081-3eea-43d0-8d4e-99c1301e1046 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827 HTTP/1.1" status: 200 len: 999 time: 0.0891488 Dec 17 16:19:16.461493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-af6786c2-ca25-45e1-a647-826998a1caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:16.463082 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-af6786c2-ca25-45e1-a647-826998a1caf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aceaf1c-6c9b-4e10-bef4-52fd323654aa HTTP/1.1" status: 200 len: 835 time: 0.0759463 Dec 17 16:19:16.496281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c6e77e8f-439a-4449-b69b-bd2087f26d12 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c HTTP/1.1" status: 200 len: 991 time: 0.1528583 Dec 17 16:19:16.507038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'port_id': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'mac_address': 'fa:16:3e:33:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:19:13Z', 'updated_at': '2021-12-17T16:19:13Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:16.511976 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:16.536047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-735e6312-d286-4a7d-93a9-728dfa682e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:16.537938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-735e6312-d286-4a7d-93a9-728dfa682e22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=396ce184-0d47-442e-be56-00177396fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677543 Dec 17 16:19:16.546550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] Checking router: fc28a1fb-566d-4a80-8f5f-42f7e9f1720a for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:19:16.556384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:16.557012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:16.700702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-0f11a35e-ddc2-48be-9ba6-6617a3775c31 service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507049 Dec 17 16:19:16.706358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:16.862613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 6b26d9ee-4ae1-4a7b-93ca-c38b45248804 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:16.863555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:16.878601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8949d784-53c8-4a42-8ee3-7592dab4ea8d req-67f04018-f59a-42f5-b902-938cfb2e3519 service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695819 Dec 17 16:19:16.989718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:17.005927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 6b26d9ee-4ae1-4a7b-93ca-c38b45248804 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:17.207291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'port_id': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'mac_address': 'fa:16:3e:33:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:19:13Z', 'updated_at': '2021-12-17T16:19:13Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:17.233971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:17.252144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627ea26-576d-4c55-bca1-fca143c94b30 None None] The sync data for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 is: [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'port_id': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'mac_address': 'fa:16:3e:33:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:19:13Z', 'updated_at': '2021-12-17T16:19:13Z', 'revision_number': 0, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:17.271267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=6b26d9ee-4ae1-4a7b-93ca-c38b45248804,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:17.493936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:17.497797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55668) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:17.630123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-806546d6-3990-45c1-992b-19b34d71c6d9 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c HTTP/1.1" status: 200 len: 991 time: 0.1288354 Dec 17 16:19:17.637106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b109587-5699-4171-9c7b-788b18366f4e None None] New status for floating IP f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:19:17.770001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 8a7c3a2c-7d07-4e89-977f-b8b5475caa99 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:17.883212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:17.892037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f59d39f7-bb7b-4df4-92ec-b9533ec30623 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/8a7c3a2c-7d07-4e89-977f-b8b5475caa99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1886952 Dec 17 16:19:17.892188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55704) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:17.897377 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] Sync routers for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:17.912485 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:17.913119 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:17.925829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-756cd0dc-2b9d-4429-aa61-428f3506678f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7c3a2c-7d07-4e89-977f-b8b5475caa99 HTTP/1.1" status: 200 len: 205 time: 0.0321391 Dec 17 16:19:17.928338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55710) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:17.982173 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:17.992695 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] Routers {'8a7c3a2c-7d07-4e89-977f-b8b5475caa99'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:17.993471 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:18.033494 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:18.034315 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb02218-8302-48c5-8900-7ef60095719a None None] The sync data for ids ['8a7c3a2c-7d07-4e89-977f-b8b5475caa99'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:18.043642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7562e0a6-9b17-4487-949a-182f6ed298e3 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.232377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7562e0a6-9b17-4487-949a-182f6ed298e3 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.234943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7562e0a6-9b17-4487-949a-182f6ed298e3 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.324897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7562e0a6-9b17-4487-949a-182f6ed298e3 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.325904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7562e0a6-9b17-4487-949a-182f6ed298e3 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7c3a2c-7d07-4e89-977f-b8b5475caa99 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:19:18.350639 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7562e0a6-9b17-4487-949a-182f6ed298e3 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.352281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7562e0a6-9b17-4487-949a-182f6ed298e3 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/8a7c3a2c-7d07-4e89-977f-b8b5475caa99 HTTP/1.1" status: 204 len: 168 time: 0.4227881 Dec 17 16:19:18.355024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55762) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:18.414495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet 9f677850-3cb6-4b2a-ba6c-08733dc4343c {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:19:18.419556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.465136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.623623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.632248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55802) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:18.728683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1aac1a4f-368f-4e98-bd95-094ef078fbf3 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c HTTP/1.1" status: 200 len: 993 time: 0.0951829 Dec 17 16:19:18.814058 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.850953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=9f677850-3cb6-4b2a-ba6c-08733dc4343c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:18.876950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:18.882670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe99031-3406-4efb-9478-69997fa3f5f9 None None] Network 516af7a2-61b6-4d73-960f-b60d46712143 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:18.900401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-01a71fc8-056b-450c-9036-0af9c784c353 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/9f677850-3cb6-4b2a-ba6c-08733dc4343c HTTP/1.1" status: 204 len: 168 time: 0.5438435 Dec 17 16:19:18.902778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 55838) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:18.982047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet b9d1970e-4237-47e1-bc7e-eba19481002c {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:19:18.986067 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.108028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.305437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.323224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] DHCP port deletion for 516af7a2-61b6-4d73-960f-b60d46712143 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:19.400762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.424446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] Deleting port e12288a1-762c-4325-8336-3d23127bbda7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:19.428971 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.454807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d1970e-4237-47e1-bc7e-eba19481002c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:19.468907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.476385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 55904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:19.477822 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cd6405dd-2a84-4423-8129-0764fa5b1a06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/b9d1970e-4237-47e1-bc7e-eba19481002c HTTP/1.1" status: 204 len: 168 time: 0.5727627 Dec 17 16:19:19.485515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef729b0-15aa-4fff-9b5e-3c9b2ac01be6 None None] Network bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:19.626444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.637510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] For port e12288a1-762c-4325-8336-3d23127bbda7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e12288a1-762c-4325-8336-3d23127bbda7,segment=NetworkSegment(5dc9dbf1-bfd0-4947-ade3-3cfab9800f92),segment_id=5dc9dbf1-bfd0-4947-ade3-3cfab9800f92)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:19.637950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.676631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] Calling delete_port for e12288a1-762c-4325-8336-3d23127bbda7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:19.750675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port e12288a1-762c-4325-8336-3d23127bbda7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:19.751012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.859696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.888062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port e12288a1-762c-4325-8336-3d23127bbda7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e12288a1-762c-4325-8336-3d23127bbda7,segment=NetworkSegment(5dc9dbf1-bfd0-4947-ade3-3cfab9800f92),segment_id=5dc9dbf1-bfd0-4947-ade3-3cfab9800f92)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:19.888206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:19.914615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for e12288a1-762c-4325-8336-3d23127bbda7 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:19.917766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] Pushing event deleted for resources: {'Port': ['ID=e12288a1-762c-4325-8336-3d23127bbda7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:19.924532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842bb2e-0e66-4ee1-8417-e1c8f147477d None None] No DVR routers for this DVR port e12288a1-762c-4325-8336-3d23127bbda7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:19.929220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] DHCP port deletion for bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:20.032272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.062917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=e12288a1-762c-4325-8336-3d23127bbda7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:20.066835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] Deleting port b284aa73-1fbc-4418-8274-47736a93f05f {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:20.067441 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.078234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port e12288a1-762c-4325-8336-3d23127bbda7 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:20.238125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] For port b284aa73-1fbc-4418-8274-47736a93f05f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b284aa73-1fbc-4418-8274-47736a93f05f,segment=NetworkSegment(50edbb12-1433-4cb1-80fb-12046d3fb167),segment_id=50edbb12-1433-4cb1-80fb-12046d3fb167)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:20.238513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.243979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.257516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] Calling delete_port for b284aa73-1fbc-4418-8274-47736a93f05f owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:20.288071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516af7a2-61b6-4d73-960f-b60d46712143']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:20.304229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc9dbf1-bfd0-4947-ade3-3cfab9800f92') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:20.305286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc9dbf1-bfd0-4947-ade3-3cfab9800f92') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:20.316503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.334552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.345027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:20.345665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:20.349068 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:20.362842 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.430795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] Pushing event deleted for resources: {'Port': ['ID=b284aa73-1fbc-4418-8274-47736a93f05f,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:20.445245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876e337-665a-4a01-a8df-f143993ef44d None None] No DVR routers for this DVR port b284aa73-1fbc-4418-8274-47736a93f05f on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:20.458192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.468280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.471909 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/516af7a2-61b6-4d73-960f-b60d46712143 HTTP/1.1" status: 204 len: 168 time: 0.9944475 Dec 17 16:19:20.475167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56002) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:20.510208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b0417-5729-431f-bad4-e11cf295858f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=516af7a2-61b6-4d73-960f-b60d46712143,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:20.598109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.722434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.756362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0ce8c2-75f7-4091-af9d-af0a890b0cc2']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:20.775118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50edbb12-1433-4cb1-80fb-12046d3fb167') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:20.775552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50edbb12-1433-4cb1-80fb-12046d3fb167') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:20.796859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.824549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.846973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:20.847387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:20.850673 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:20.943226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e12288a1-762c-4325-8336-3d23127bbda7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:20.974575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.981906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:20.990410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56056) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:20.990899 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/bf0ce8c2-75f7-4091-af9d-af0a890b0cc2 HTTP/1.1" status: 204 len: 168 time: 0.5098825 Dec 17 16:19:20.994815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e12288a1-762c-4325-8336-3d23127bbda7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:20.995477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e12288a1-762c-4325-8336-3d23127bbda7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:20.996472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b284aa73-1fbc-4418-8274-47736a93f05f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:20.997721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-118200495'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:21.024928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bab8a-380c-4ac5-8a93-3fb7402337c2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=bf0ce8c2-75f7-4091-af9d-af0a890b0cc2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:21.035410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b284aa73-1fbc-4418-8274-47736a93f05f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:21.042184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b284aa73-1fbc-4418-8274-47736a93f05f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:21.047219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:21.052025 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.090610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:21.102139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.103147 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment 5a46dc63-9eea-41b6-9a1d-2048fbc620f2 of type vlan for network 9ea70150-bd44-4482-b3df-40fc0e296c15 Dec 17 16:19:21.173958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.206305 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.214015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:21.214818 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.296028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3036559 Dec 17 16:19:21.298762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56086) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:21.304378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607608f-d99a-4d4b-ad8d-ef59ae703447 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=9ea70150-bd44-4482-b3df-40fc0e296c15,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:21.304602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:21.317474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:21.494751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:21.515982 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.746332 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:19:21.778055 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.893933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=947dbf9d-1880-4c26-b6f3-852344e6a1d1,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:21.903844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': '5a46dc63-9eea-41b6-9a1d-2048fbc620f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:21.904356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: 9ea70150-bd44-4482-b3df-40fc0e296c15, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:19:21.933017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:19:21.949325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 9ea70150-bd44-4482-b3df-40fc0e296c15) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:21.957231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:21.958645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:21.972793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4387881-28fd-4f9c-a07c-2995fa1e0588 None None] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:22.016939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aba0569a-1b3c-4c69-9cff-f72405879181 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7168863 Dec 17 16:19:22.019487 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56154) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:22.025467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-70394e5d-9865-409d-9c41-2de787823651 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2147222922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:22.098204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70394e5d-9865-409d-9c41-2de787823651 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.100135 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70394e5d-9865-409d-9c41-2de787823651 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.186871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-9ea70150-bd44-4482-b3df-40fc0e296c15', 'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': '947dbf9d-1880-4c26-b6f3-852344e6a1d1'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:19:22.188814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.209681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70394e5d-9865-409d-9c41-2de787823651 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.217210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70394e5d-9865-409d-9c41-2de787823651 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.242999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70394e5d-9865-409d-9c41-2de787823651 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.246843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-70394e5d-9865-409d-9c41-2de787823651 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2262173 Dec 17 16:19:22.248575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:22.254610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'port': {'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15', 'name': 'tempest-RoutersTest-2062384690'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:22.504497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Allocated IP 172.20.0.2 (9ea70150-bd44-4482-b3df-40fc0e296c15/947dbf9d-1880-4c26-b6f3-852344e6a1d1/f03c241a-d605-41c8-bf3f-801a8020facb) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:22.588101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:22.592404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.634922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] device_id is not set on port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:19:22.822762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.851506 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:22.941535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.20.0.7 (9ea70150-bd44-4482-b3df-40fc0e296c15/947dbf9d-1880-4c26-b6f3-852344e6a1d1/2eab1cb9-7fce-4d65-aedf-41bd704e1a8d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:22.947564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:22.957002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:22.969782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:23.004919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Pushing event updated for resources: {'Port': ['ID=f03c241a-d605-41c8-bf3f-801a8020facb,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:23.076031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Attempting to bind port f03c241a-d605-41c8-bf3f-801a8020facb on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:23.076291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Attempting to bind port f03c241a-d605-41c8-bf3f-801a8020facb by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5a46dc63-9eea-41b6-9a1d-2048fbc620f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:23.076668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Attempting to bind port f03c241a-d605-41c8-bf3f-801a8020facb on network 9ea70150-bd44-4482-b3df-40fc0e296c15 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:23.083349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:23.083731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Checking segment: {'id': '5a46dc63-9eea-41b6-9a1d-2048fbc620f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:23.084203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:23.084597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Bound using segment: {'id': '5a46dc63-9eea-41b6-9a1d-2048fbc620f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:23.085472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Bound port: f03c241a-d605-41c8-bf3f-801a8020facb, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a46dc63-9eea-41b6-9a1d-2048fbc620f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '9ea70150-bd44-4482-b3df-40fc0e296c15'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:23.085863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:23.240397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] For port f03c241a-d605-41c8-bf3f-801a8020facb, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:23.243643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] For port f03c241a-d605-41c8-bf3f-801a8020facb, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f03c241a-d605-41c8-bf3f-801a8020facb,segment=NetworkSegment(5a46dc63-9eea-41b6-9a1d-2048fbc620f2),segment_id=5a46dc63-9eea-41b6-9a1d-2048fbc620f2)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:23.257828 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:23.335792 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:23.392838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7a95d-53f0-459c-bc69-f309c22f0162 None None] Pushing event updated for resources: {'Port': ['ID=f03c241a-d605-41c8-bf3f-801a8020facb,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:23.423665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:23.540447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:23.549776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:23.559207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:23.668860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=2eab1cb9-7fce-4d65-aedf-41bd704e1a8d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:23.697409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.698394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.703877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.704216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.704725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.705214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.705704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.706171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.706660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.707312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.707796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.708418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.708912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:23.734057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:23.734969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:23.757938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56298) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:23.758877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9adfaa05-fdd7-461d-bb92-f29d32b987ad tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5083172 Dec 17 16:19:24.172877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:24.497501 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:24.517108 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:24.630879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56308) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:24.712125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=2eab1cb9-7fce-4d65-aedf-41bd704e1a8d,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:24.876559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132a96e-20cc-48a7-8b25-2ca2e3b7ca2b None None] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:24.974892 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.010691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38692-26b6-4068-9863-319e4074d0ea req-4befff1e-8ae7-454b-a3c5-3a305c188953 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:25.016228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-4befff1e-8ae7-454b-a3c5-3a305c188953 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/networks?id=1bea488e-cc21-4bf5-a022-849003b42003 HTTP/1.1" status: 200 len: 814 time: 0.2405312 Dec 17 16:19:25.050501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f03c241a-d605-41c8-bf3f-801a8020facb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:25.078637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-2b53d69a-0e1e-4c64-8c01-7db71cf09b72 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/quotas/b1f995698de549a9bbc51b9a46233d45 HTTP/1.1" status: 200 len: 375 time: 0.0519869 Dec 17 16:19:25.135792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cec8aa75-34db-420f-b0bb-7d4ce1042872 None None] Provisioning complete for port f03c241a-d605-41c8-bf3f-801a8020facb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:25.136096 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cec8aa75-34db-420f-b0bb-7d4ce1042872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.137818 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-d9e1502e-c8d4-4400-acc3-0927e3374467 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1f995698de549a9bbc51b9a46233d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423493 Dec 17 16:19:25.156366 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.198601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f03c241a-d605-41c8-bf3f-801a8020facb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:25.199008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.311171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cec8aa75-34db-420f-b0bb-7d4ce1042872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.423009 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.433430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cec8aa75-34db-420f-b0bb-7d4ce1042872 None None] For port f03c241a-d605-41c8-bf3f-801a8020facb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f03c241a-d605-41c8-bf3f-801a8020facb,segment=NetworkSegment(5a46dc63-9eea-41b6-9a1d-2048fbc620f2),segment_id=5a46dc63-9eea-41b6-9a1d-2048fbc620f2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:25.450247 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cec8aa75-34db-420f-b0bb-7d4ce1042872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.551966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8aa75-34db-420f-b0bb-7d4ce1042872 None None] Pushing event updated for resources: {'Port': ['ID=f03c241a-d605-41c8-bf3f-801a8020facb,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:25.554997 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:19:25.555903 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:19:25.582580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-61181921-3ab6-4c05-85db-0386a1f7b7b3 None None] Provisioning complete for port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:25.583277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61181921-3ab6-4c05-85db-0386a1f7b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.642376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-61181921-3ab6-4c05-85db-0386a1f7b7b3 None None] Port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:25.657544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-61181921-3ab6-4c05-85db-0386a1f7b7b3 None None] Provisioning complete for port f03c241a-d605-41c8-bf3f-801a8020facb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:25.658212 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61181921-3ab6-4c05-85db-0386a1f7b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.684698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-459920dd-7521-419e-8bca-ad78726a3c79 service neutron] 10.222.0.54 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556688 Dec 17 16:19:25.799996 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.877628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-d0953b18-e382-4900-a607-31feb8e337ab service neutron] 10.222.0.54 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912470 Dec 17 16:19:25.893654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6b67bf02-ddb4-421f-973e-b58f5ab7e928 None None] Provisioning complete for port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:25.894295 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6b67bf02-ddb4-421f-973e-b58f5ab7e928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:25.955737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6b67bf02-ddb4-421f-973e-b58f5ab7e928 None None] Port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:26.151330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-197bf49a-cef6-450f-a66b-86f633b83e08 req-1422c11f-6a28-4f0a-9b03-bf19cd7164e3 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 210 time: 0.0468538 Dec 17 16:19:26.189279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e55144e0-9086-4257-88e0-b2a6d526df7b None None] Provisioning complete for port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:26.189709 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e55144e0-9086-4257-88e0-b2a6d526df7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.197853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.206414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.234027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Deleting port bafdb11c-488a-4eed-92ae-da33abb05988 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:26.234635 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.239618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e55144e0-9086-4257-88e0-b2a6d526df7b None None] Port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:26.285434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=2eab1cb9-7fce-4d65-aedf-41bd704e1a8d,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:26.298816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.327489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] For port bafdb11c-488a-4eed-92ae-da33abb05988, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=bafdb11c-488a-4eed-92ae-da33abb05988,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:26.327784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.342994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Calling delete_port for bafdb11c-488a-4eed-92ae-da33abb05988 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:26.420977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:26.422836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:26.595579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 2b17f892-5556-411e-9987-cfb7fa85d2a7 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:19:26.606109 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.678851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Pushing event deleted for resources: {'Port': ['ID=bafdb11c-488a-4eed-92ae-da33abb05988,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:26.730594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:26.738980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-36a562cd-177f-4b12-95d0-1d2cb72600d8 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/2b17f892-5556-411e-9987-cfb7fa85d2a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9767509 Dec 17 16:19:26.738980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56340) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:26.742390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] Sync routers for ids ['2b17f892-5556-411e-9987-cfb7fa85d2a7'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:26.785318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] Routers {'2b17f892-5556-411e-9987-cfb7fa85d2a7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:26.791405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2b17f892-5556-411e-9987-cfb7fa85d2a7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:26.807370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77f46d-44b0-4b2b-85a5-2418db7f0951 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:26.812211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:26.812828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc77f46d-44b0-4b2b-85a5-2418db7f0951 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports/2eab1cb9-7fce-4d65-aedf-41bd704e1a8d HTTP/1.1" status: 200 len: 977 time: 0.0669086 Dec 17 16:19:26.861626 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:26.866402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0bb7a448-832c-41c5-a5fd-a613e41ba714 None None] Provisioning complete for port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:26.867004 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0bb7a448-832c-41c5-a5fd-a613e41ba714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:26.922848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] Routers {'2b17f892-5556-411e-9987-cfb7fa85d2a7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:26.923529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2b17f892-5556-411e-9987-cfb7fa85d2a7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:26.987011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:26.987677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4abc11a-675d-499d-85a9-fa9164d077f7 None None] The sync data for ids ['2b17f892-5556-411e-9987-cfb7fa85d2a7'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:26.989361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7a448-832c-41c5-a5fd-a613e41ba714 None None] Port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:27.017058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f03c241a-d605-41c8-bf3f-801a8020facb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:27.070903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f03c241a-d605-41c8-bf3f-801a8020facb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:27.071433 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:27.240250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:27.269744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-268dfe30-9bce-4327-8e91-1bb976a1835e req-26e1412e-9a61-4bf6-91b7-f8be7c89de43 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 210 time: 0.0311530 Dec 17 16:19:27.677441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Router d43cfe47-9b21-478c-aca5-f52334b35899 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:27.678865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38692-26b6-4068-9863-319e4074d0ea req-1acd3cb4-3cea-430f-8f1f-2290e1f178b7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:27.680377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-1acd3cb4-3cea-430f-8f1f-2290e1f178b7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.47 "GET /v2.0/networks?id=1bea488e-cc21-4bf5-a022-849003b42003 HTTP/1.1" status: 200 len: 814 time: 0.1123092 Dec 17 16:19:27.696543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Request body: {'port': {'device_id': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003', 'admin_state_up': True, 'tenant_id': 'b1f995698de549a9bbc51b9a46233d45'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:27.810969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Made reservation on behalf of b1f995698de549a9bbc51b9a46233d45 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:27.814386 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:27.819351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:27.946811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Allocated IP 172.20.0.8 (1bea488e-cc21-4bf5-a022-849003b42003/1b7703cc-59d9-4128-a4ae-937bd8fda435/add06ec1-642a-40d5-adcc-b59a3b90f60a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:27.948726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:27.959247 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] Sync routers for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:27.969639 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:27.970578 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:27.980509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c294f829-be68-4595-949a-758c0fb2b193 admin admin] 10.222.0.54 "PUT /v2.0/routers/d43cfe47-9b21-478c-aca5-f52334b35899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3478463 Dec 17 16:19:27.984741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56352) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:28.097146 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:28.124138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.127148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.164530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.210114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Network 1bea488e-cc21-4bf5-a022-849003b42003 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:28.213371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:28.217203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:28.241521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Pushing event updated for resources: {'Port': ['ID=add06ec1-642a-40d5-adcc-b59a3b90f60a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:28.254108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:28.254484 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.255291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.255720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.256089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.256423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.256783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.257203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.257410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.257758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.258072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.258768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.259419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.259419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.259755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:28.282901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:28.283608 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.299439 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:19:26Z', 'revision_number': 5, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port': {'id': '730a7161-28d5-43fd-8dd2-2922df63afea', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:a2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:26Z', 'updated_at': '2021-12-17T16:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:28.305319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-812334d9-916b-49d2-8612-21fed12b2cb7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6132467 Dec 17 16:19:28.307891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.328353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Request body: {'port': {'device_id': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:28.344878 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] Checking router: d43cfe47-9b21-478c-aca5-f52334b35899 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:19:28.359337 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] Routers {'d43cfe47-9b21-478c-aca5-f52334b35899'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:28.359906 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d43cfe47-9b21-478c-aca5-f52334b35899'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:28.395209 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.458445 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] Set router d43cfe47-9b21-478c-aca5-f52334b35899 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:28.469596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd30582-f39f-4383-b075-26c381343ada req-9129fec4-68ce-4b05-9fe7-80953e7a426d tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:28.478473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bd30582-f39f-4383-b075-26c381343ada req-9129fec4-68ce-4b05-9fe7-80953e7a426d tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 931 time: 0.1024854 Dec 17 16:19:28.481450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.544882 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:19:28Z', 'revision_number': 6, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:28.586913 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd279a-9e25-49b2-a95e-70a242f348af None None] The sync data for ids ['d43cfe47-9b21-478c-aca5-f52334b35899'] in n-d-806683-20 is: [{'id': 'd43cfe47-9b21-478c-aca5-f52334b35899', 'name': 'tempest-TestVolumeBackupRestore-1886713174-router', 'tenant_id': '2cb45eb4d0e1440c8022622be1642306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:25Z', 'updated_at': '2021-12-17T16:19:28Z', 'revision_number': 6, 'project_id': '2cb45eb4d0e1440c8022622be1642306', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:28.589305 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bd30582-f39f-4383-b075-26c381343ada req-b9790e7c-6f61-4cc5-803f-862529f07584 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096640 Dec 17 16:19:28.714584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 2eab1cb9-7fce-4d65-aedf-41bd704e1a8d owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:28.768211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Deleting port 730a7161-28d5-43fd-8dd2-2922df63afea {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:28.768558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.865886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add06ec1-642a-40d5-adcc-b59a3b90f60a {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:19:28.873255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.885925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Transition to ACTIVE for port object add06ec1-642a-40d5-adcc-b59a3b90f60a will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:19:28.891198 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.904464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] For port 730a7161-28d5-43fd-8dd2-2922df63afea, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=730a7161-28d5-43fd-8dd2-2922df63afea,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:28.905015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:28.917708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Calling delete_port for 730a7161-28d5-43fd-8dd2-2922df63afea owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:28.940306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=add06ec1-642a-40d5-adcc-b59a3b90f60a,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:29.012085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Attempting to bind port add06ec1-642a-40d5-adcc-b59a3b90f60a on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:29.012440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Attempting to bind port add06ec1-642a-40d5-adcc-b59a3b90f60a by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:29.012751 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Attempting to bind port add06ec1-642a-40d5-adcc-b59a3b90f60a on network 1bea488e-cc21-4bf5-a022-849003b42003 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:29.017220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Port add06ec1-642a-40d5-adcc-b59a3b90f60a on network 1bea488e-cc21-4bf5-a022-849003b42003 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:29.017820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Attempting to bind port add06ec1-642a-40d5-adcc-b59a3b90f60a on network 1bea488e-cc21-4bf5-a022-849003b42003 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:29.023107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:29.023450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Checking segment: {'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:29.023902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Bound using segment: {'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:29.024337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Bound port: add06ec1-642a-40d5-adcc-b59a3b90f60a, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:29.024693 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.025507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.061132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=2eab1cb9-7fce-4d65-aedf-41bd704e1a8d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:29.095720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] For port add06ec1-642a-40d5-adcc-b59a3b90f60a, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:29.099237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] For port add06ec1-642a-40d5-adcc-b59a3b90f60a, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=add06ec1-642a-40d5-adcc-b59a3b90f60a,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:29.105363 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.157578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:29.158363 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.160120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] 10.222.0.47 "PUT /v2.0/ports/add06ec1-642a-40d5-adcc-b59a3b90f60a HTTP/1.1" status: 200 len: 1092 time: 0.8408482 Dec 17 16:19:29.160491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'tag': 'add06ec1-642a-40d5-adcc-b59a3b90f60a'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:19:29.164828 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b298d94d-3f25-4524-a183-7b5a301a7428" -d '{"events": [{"name": "network-changed", "server_uuid": "022f5280-4c80-4c4d-a824-0d4cebc788cc", "tag": "add06ec1-642a-40d5-adcc-b59a3b90f60a"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:19:29.211953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1d89e-d77d-4c0c-9bcd-db9866b26fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=add06ec1-642a-40d5-adcc-b59a3b90f60a,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:29.247629 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367f8580-1897-440c-a995-4816568be80a x-openstack-request-id: req-367f8580-1897-440c-a995-4816568be80a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:19:29.248054 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022f5280-4c80-4c4d-a824-0d4cebc788cc", "tag": "add06ec1-642a-40d5-adcc-b59a3b90f60a", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:19:29.248405 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-367f8580-1897-440c-a995-4816568be80a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:19:29.248934 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'tag': 'add06ec1-642a-40d5-adcc-b59a3b90f60a', 'status': 'completed', 'code': 200} Dec 17 16:19:29.295502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bafdb11c-488a-4eed-92ae-da33abb05988 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:29.312830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38692-26b6-4068-9863-319e4074d0ea req-86f88929-947e-44b5-be9c-92f33ee2fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:29.314433 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-86f88929-947e-44b5-be9c-92f33ee2fda1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1f995698de549a9bbc51b9a46233d45&device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 1095 time: 0.0993054 Dec 17 16:19:29.317379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.317680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: bafdb11c-488a-4eed-92ae-da33abb05988 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:29.318098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bafdb11c-488a-4eed-92ae-da33abb05988 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:29.318771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 730a7161-28d5-43fd-8dd2-2922df63afea no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:29.342866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.390360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-6f1c017c-f29c-4ac9-8b02-616e4a7384d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=add06ec1-642a-40d5-adcc-b59a3b90f60a HTTP/1.1" status: 200 len: 217 time: 0.0567641 Dec 17 16:19:29.399385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No active binding found for port 730a7161-28d5-43fd-8dd2-2922df63afea {{(pid=109785) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 16:19:29.399735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 730a7161-28d5-43fd-8dd2-2922df63afea not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:29.449981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=730a7161-28d5-43fd-8dd2-2922df63afea,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:29.454923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc2120-e21e-4c6d-b7b9-a38374e4428b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:29.462497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38692-26b6-4068-9863-319e4074d0ea req-7fe372f5-e9b9-4f6a-b030-4267eb6acecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:29.465443 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-7fe372f5-e9b9-4f6a-b030-4267eb6acecb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b7703cc-59d9-4128-a4ae-937bd8fda435 HTTP/1.1" status: 200 len: 854 time: 0.0643058 Dec 17 16:19:29.502541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-f5e54650-1a2b-4d8d-8fc3-37040a1ed75a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bea488e-cc21-4bf5-a022-849003b42003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263422 Dec 17 16:19:29.573992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.612442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-bfcb5e3b-b0f0-43b4-9cda-d53af03ed194 service neutron] 10.222.0.47 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971601 Dec 17 16:19:29.663685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 2b17f892-5556-411e-9987-cfb7fa85d2a7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:29.673793 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.676948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.738017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90f38692-26b6-4068-9863-319e4074d0ea req-8d06be7d-fc9f-4a8f-9bdf-9140a3ddaa63 service neutron] 10.222.0.47 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120615 Dec 17 16:19:29.836424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.836983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d43cfe47-9b21-478c-aca5-f52334b35899 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:19:29.844320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.851996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56380) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:29.852299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9f17c1ca-45e6-4b7d-bdcf-f8d1cdb220e7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d43cfe47-9b21-478c-aca5-f52334b35899 HTTP/1.1" status: 204 len: 168 time: 1.8679204 Dec 17 16:19:29.855229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:29.862360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9bc02367-778f-4a01-b8c4-73cee5123a79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/2b17f892-5556-411e-9987-cfb7fa85d2a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487885 Dec 17 16:19:29.867281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] Sync routers for ids ['2b17f892-5556-411e-9987-cfb7fa85d2a7'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:29.867737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56382) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:29.876177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b283d9-f3fa-4c06-a26c-31ac673e2ee9 req-a6d9baac-16ca-462a-a88b-963241f42240 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:29.877798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8b283d9-f3fa-4c06-a26c-31ac673e2ee9 req-a6d9baac-16ca-462a-a88b-963241f42240 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 943 time: 0.1960597 Dec 17 16:19:29.879284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] Routers {'2b17f892-5556-411e-9987-cfb7fa85d2a7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:29.880315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2b17f892-5556-411e-9987-cfb7fa85d2a7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:29.919669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] Deleting subnet c11fa507-8ac2-4b42-b603-a82f300bd435 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:19:29.924197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.964214 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:29.993083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-675a5c49-30bc-4c42-9f21-e6e28bb7eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:29.994788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-675a5c49-30bc-4c42-9f21-e6e28bb7eb5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1f995698de549a9bbc51b9a46233d45&device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 1095 time: 0.1946638 Dec 17 16:19:30.103873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:30.104139 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-865b3842-adda-4f0e-a889-274ff648e593 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 16:19:30.107530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-865b3842-adda-4f0e-a889-274ff648e593 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/2b17f892-5556-411e-9987-cfb7fa85d2a7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2265160 Dec 17 16:19:30.108204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56384) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:30.112561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] Routers {'2b17f892-5556-411e-9987-cfb7fa85d2a7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:30.113224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2b17f892-5556-411e-9987-cfb7fa85d2a7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:30.122114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8b283d9-f3fa-4c06-a26c-31ac673e2ee9 req-f093e749-bd6e-4f6b-a51a-67bf87dcbc18 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636965 Dec 17 16:19:30.124376 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.140357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-37f63fae-0872-45a1-b5ad-14df7b81bc85 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b17f892-5556-411e-9987-cfb7fa85d2a7 HTTP/1.1" status: 200 len: 205 time: 0.0310421 Dec 17 16:19:30.143449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56386) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:30.162870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:30.163970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987e7fce-6557-4fc3-896a-6b56ae19e43e None None] The sync data for ids ['2b17f892-5556-411e-9987-cfb7fa85d2a7'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:30.183158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-49f1136e-32a9-417b-9de6-1520ac6bf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:30.184783 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-49f1136e-32a9-417b-9de6-1520ac6bf00a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1bea488e-cc21-4bf5-a022-849003b42003 HTTP/1.1" status: 200 len: 915 time: 0.1772556 Dec 17 16:19:30.228979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77c5ad1b-fa41-4b84-ba42-c6c0de6fd5c9 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.234728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-3db588e7-f1fe-4680-8fe2-40fa0d250ddb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=add06ec1-642a-40d5-adcc-b59a3b90f60a HTTP/1.1" status: 200 len: 217 time: 0.0423133 Dec 17 16:19:30.272050 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.309367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11fa507-8ac2-4b42-b603-a82f300bd435,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:30.313302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.320129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-da2b793f-adfa-448a-8d4a-c54d2b097596 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c11fa507-8ac2-4b42-b603-a82f300bd435 HTTP/1.1" status: 204 len: 168 time: 0.4634876 Dec 17 16:19:30.320225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a929b54-23b9-4d41-8ada-bc850112b3d4 None None] Network e39d2a68-e20a-4171-b6ff-5556864dae0b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:30.320605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56388) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:30.328204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-6888f9a4-a244-4000-81cd-a9888831f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:30.329762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-6888f9a4-a244-4000-81cd-a9888831f6b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b7703cc-59d9-4128-a4ae-937bd8fda435 HTTP/1.1" status: 200 len: 854 time: 0.0878828 Dec 17 16:19:30.390238 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77c5ad1b-fa41-4b84-ba42-c6c0de6fd5c9 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.392556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77c5ad1b-fa41-4b84-ba42-c6c0de6fd5c9 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.398970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-0fadb024-b5fe-489c-9259-af0141f516b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1bea488e-cc21-4bf5-a022-849003b42003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290027 Dec 17 16:19:30.439296 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.440585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77c5ad1b-fa41-4b84-ba42-c6c0de6fd5c9 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.441131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c5ad1b-fa41-4b84-ba42-c6c0de6fd5c9 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Fanout notify agent at l3_agent the message router_deleted on router 2b17f892-5556-411e-9987-cfb7fa85d2a7 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:19:30.448467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-77c5ad1b-fa41-4b84-ba42-c6c0de6fd5c9 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.449596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-77c5ad1b-fa41-4b84-ba42-c6c0de6fd5c9 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/2b17f892-5556-411e-9987-cfb7fa85d2a7 HTTP/1.1" status: 204 len: 168 time: 0.3051422 Dec 17 16:19:30.452431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56390) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:30.497382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] DHCP port deletion for e39d2a68-e20a-4171-b6ff-5556864dae0b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:30.506408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet 947dbf9d-1880-4c26-b6f3-852344e6a1d1 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:19:30.509993 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.546797 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-c3386027-415f-42d5-920e-6905ff1ea644 service neutron] 10.222.0.47 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362307 Dec 17 16:19:30.547047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] Deleting port e34d7420-559b-47d8-a701-4fd33f35fef6 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:30.547350 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.558885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.599245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Deleting port e34d7420-559b-47d8-a701-4fd33f35fef6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:30.599606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.618621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] For port e34d7420-559b-47d8-a701-4fd33f35fef6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e34d7420-559b-47d8-a701-4fd33f35fef6,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:30.619022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.632750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] Calling delete_port for e34d7420-559b-47d8-a701-4fd33f35fef6 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:30.653055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.688665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] For port e34d7420-559b-47d8-a701-4fd33f35fef6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e34d7420-559b-47d8-a701-4fd33f35fef6,segment=NetworkSegment(1dfe96de-4379-403c-bb59-9f07cc60940a),segment_id=1dfe96de-4379-403c-bb59-9f07cc60940a)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:30.688978 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.710725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Calling delete_port for e34d7420-559b-47d8-a701-4fd33f35fef6 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:30.716294 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b298d94d-3f25-4524-a183-7b5a301a7428 req-6ac74033-8c29-4c46-b638-e6cce0079818 service neutron] 10.222.0.47 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609709 Dec 17 16:19:30.722081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.722677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.749124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] Pushing event deleted for resources: {'Port': ['ID=e34d7420-559b-47d8-a701-4fd33f35fef6,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:30.749767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.756348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/947dbf9d-1880-4c26-b6f3-852344e6a1d1 HTTP/1.1" status: 204 len: 168 time: 0.2983453 Dec 17 16:19:30.756570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb261b7-833b-423f-a450-165c488bce4e None None] Network 9ea70150-bd44-4482-b3df-40fc0e296c15 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:30.760833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56392) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:30.769794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accebcf-6784-49ea-8843-783e32b07775 None None] No DVR routers for this DVR port e34d7420-559b-47d8-a701-4fd33f35fef6 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:30.783478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fa0c2-ce58-40e4-b627-e6ccc71f61c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=947dbf9d-1880-4c26-b6f3-852344e6a1d1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:30.868189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.909525 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:30.933526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e34d7420-559b-47d8-a701-4fd33f35fef6 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:30.950615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e34d7420-559b-47d8-a701-4fd33f35fef6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:30.957403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] No DVR routers for this DVR port e34d7420-559b-47d8-a701-4fd33f35fef6 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:30.963987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e34d7420-559b-47d8-a701-4fd33f35fef6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:30.964358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e34d7420-559b-47d8-a701-4fd33f35fef6 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:30.969147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] DHCP port deletion for 9ea70150-bd44-4482-b3df-40fc0e296c15 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:31.026750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] Deleting port f03c241a-d605-41c8-bf3f-801a8020facb {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:31.027130 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.052289 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.062647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port f03c241a-d605-41c8-bf3f-801a8020facb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:31.062911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.090269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] For port f03c241a-d605-41c8-bf3f-801a8020facb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f03c241a-d605-41c8-bf3f-801a8020facb,segment=NetworkSegment(5a46dc63-9eea-41b6-9a1d-2048fbc620f2),segment_id=5a46dc63-9eea-41b6-9a1d-2048fbc620f2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:31.090669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.103506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] Calling delete_port for f03c241a-d605-41c8-bf3f-801a8020facb owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:31.105997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39d2a68-e20a-4171-b6ff-5556864dae0b']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:31.119289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfe96de-4379-403c-bb59-9f07cc60940a') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:31.119592 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfe96de-4379-403c-bb59-9f07cc60940a') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:31.138100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.162565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port f03c241a-d605-41c8-bf3f-801a8020facb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f03c241a-d605-41c8-bf3f-801a8020facb,segment=NetworkSegment(5a46dc63-9eea-41b6-9a1d-2048fbc620f2),segment_id=5a46dc63-9eea-41b6-9a1d-2048fbc620f2)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:31.162812 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.170561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.180304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for f03c241a-d605-41c8-bf3f-801a8020facb owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:31.182275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:31.182675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:31.184359 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:31.203938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.235834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] No DVR routers for this DVR port f03c241a-d605-41c8-bf3f-801a8020facb on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:31.240100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d2e74-5a46-4bce-9923-ee7899bae119 None None] Pushing event deleted for resources: {'Port': ['ID=f03c241a-d605-41c8-bf3f-801a8020facb,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:31.252499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a057-ec30-4aa8-b2a2-1c5c0e5897b9 req-d48379f2-52db-4e7c-8ae9-3d68f818c072 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:31.254068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb23a057-ec30-4aa8-b2a2-1c5c0e5897b9 req-d48379f2-52db-4e7c-8ae9-3d68f818c072 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 943 time: 0.0556896 Dec 17 16:19:31.281684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.289717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.292877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] 10.222.0.54 "DELETE /v2.0/networks/e39d2a68-e20a-4171-b6ff-5556864dae0b HTTP/1.1" status: 204 len: 168 time: 0.9722214 Dec 17 16:19:31.297717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56406) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:31.308650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-eb23a057-ec30-4aa8-b2a2-1c5c0e5897b9 req-baa1aabf-6dbb-4f90-ad7c-cb19a9320cc0 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Dec 17 16:19:31.348870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562fdd5-4594-4986-86e3-8b7ef82df3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e39d2a68-e20a-4171-b6ff-5556864dae0b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:31.405127 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.441444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=f03c241a-d605-41c8-bf3f-801a8020facb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:31.443375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port f03c241a-d605-41c8-bf3f-801a8020facb on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:31.564871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.615700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea70150-bd44-4482-b3df-40fc0e296c15']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:31.628275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a46dc63-9eea-41b6-9a1d-2048fbc620f2') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:31.628574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a46dc63-9eea-41b6-9a1d-2048fbc620f2') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:31.642425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.679179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.688703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:31.689229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:31.692119 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:31.776016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.785554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.788908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/9ea70150-bd44-4482-b3df-40fc0e296c15 HTTP/1.1" status: 204 len: 168 time: 1.0270343 Dec 17 16:19:31.793515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56408) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:31.798855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-82064433'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:31.802976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a1207-2bf6-4462-b198-b305b045311a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=9ea70150-bd44-4482-b3df-40fc0e296c15,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:31.823219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:31.826845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.850956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:31.860663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.861239 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment f65d054f-3624-4886-bf21-952355e54659 of type vlan for network e9c1d51c-5111-48c0-8032-e68702d9f019 Dec 17 16:19:31.883933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.902995 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.931382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:31.937532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:31.938318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.011755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2170765 Dec 17 16:19:32.014615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56412) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:32.022748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': 'e9c1d51c-5111-48c0-8032-e68702d9f019', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:32.028202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32799468-f5af-4c4e-b988-3a4ece970119 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=e9c1d51c-5111-48c0-8032-e68702d9f019,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:32.040023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e9c1d51c-5111-48c0-8032-e68702d9f019 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:32.155160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:32.159032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.359075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.382973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device add06ec1-642a-40d5-adcc-b59a3b90f60a details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:19:32.464915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=51680f77-0989-44db-a81c-da3f8c104339,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:32.488041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bd1a3-a252-4263-b7eb-13675399ae96 req-ff93ab29-5e9c-4fe5-a876-974a81325c37 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:32.489844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-216bd1a3-a252-4263-b7eb-13675399ae96 req-ff93ab29-5e9c-4fe5-a876-974a81325c37 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 943 time: 0.0919297 Dec 17 16:19:32.490832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': 'f65d054f-3624-4886-bf21-952355e54659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e9c1d51c-5111-48c0-8032-e68702d9f019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:32.491296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: e9c1d51c-5111-48c0-8032-e68702d9f019, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:19:32.499149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port add06ec1-642a-40d5-adcc-b59a3b90f60a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=add06ec1-642a-40d5-adcc-b59a3b90f60a,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:32.513618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'add06ec1-642a-40d5-adcc-b59a3b90f60a', 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003', 'port_id': 'add06ec1-642a-40d5-adcc-b59a3b90f60a', 'mac_address': 'fa:16:3e:0e:dc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7703cc-59d9-4128-a4ae-937bd8fda435', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:19:32.532810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network e9c1d51c-5111-48c0-8032-e68702d9f019 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:19:32.533270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Deleting port 0330aa21-3742-4573-8d88-d8df5ca31f32 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:32.533768 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.555660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e9c1d51c-5111-48c0-8032-e68702d9f019) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:32.562769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:32.562933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.563553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.570407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-216bd1a3-a252-4263-b7eb-13675399ae96 req-28159087-6ac7-4977-8de9-40e019e26348 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697789 Dec 17 16:19:32.573450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0141e84-de8b-441b-b251-7f74c519db6a None None] Network e9c1d51c-5111-48c0-8032-e68702d9f019 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:32.590806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add06ec1-642a-40d5-adcc-b59a3b90f60a {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:19:32.605087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56418) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:32.614046 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-54509bbd-58be-4fca-a8c9-1d6150bf7138 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5905423 Dec 17 16:19:32.614277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f62e8187-0a0e-4585-8988-33b5644d7023 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-435018102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:32.635882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] For port 0330aa21-3742-4573-8d88-d8df5ca31f32, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0330aa21-3742-4573-8d88-d8df5ca31f32,segment=NetworkSegment(972d8f60-10fb-4eae-acc9-d84a966b14d3),segment_id=972d8f60-10fb-4eae-acc9-d84a966b14d3)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:32.636257 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.653448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port add06ec1-642a-40d5-adcc-b59a3b90f60a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=add06ec1-642a-40d5-adcc-b59a3b90f60a,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:32.655572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Calling delete_port for 0330aa21-3742-4573-8d88-d8df5ca31f32 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:32.659571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.668808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62e8187-0a0e-4585-8988-33b5644d7023 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.669823 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62e8187-0a0e-4585-8988-33b5644d7023 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.741012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=add06ec1-642a-40d5-adcc-b59a3b90f60a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:32.755748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e9c1d51c-5111-48c0-8032-e68702d9f019', 'network_id': 'e9c1d51c-5111-48c0-8032-e68702d9f019', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': '51680f77-0989-44db-a81c-da3f8c104339'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:19:32.756629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.771353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62e8187-0a0e-4585-8988-33b5644d7023 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.778704 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62e8187-0a0e-4585-8988-33b5644d7023 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.838750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62e8187-0a0e-4585-8988-33b5644d7023 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.840149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f62e8187-0a0e-4585-8988-33b5644d7023 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2336440 Dec 17 16:19:32.843929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56420) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:32.906033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Allocated IP 172.20.0.2 (e9c1d51c-5111-48c0-8032-e68702d9f019/51680f77-0989-44db-a81c-da3f8c104339/3792a83f-76e6-42e4-b431-0a5c6feeb60c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:32.914767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['add06ec1-642a-40d5-adcc-b59a3b90f60a'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:19:32.939501 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:32.946745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f03c241a-d605-41c8-bf3f-801a8020facb no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:32.969461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Pushing event deleted for resources: {'Port': ['ID=0330aa21-3742-4573-8d88-d8df5ca31f32,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:32.993948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f03c241a-d605-41c8-bf3f-801a8020facb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:32.994354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f03c241a-d605-41c8-bf3f-801a8020facb not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:33.209664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.287308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.295326 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.353062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Network e9c1d51c-5111-48c0-8032-e68702d9f019 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:33.358054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:33.366463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:33.366463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Pushing event updated for resources: {'Port': ['ID=3792a83f-76e6-42e4-b431-0a5c6feeb60c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:33.431309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Attempting to bind port 3792a83f-76e6-42e4-b431-0a5c6feeb60c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:33.431681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Attempting to bind port 3792a83f-76e6-42e4-b431-0a5c6feeb60c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'f65d054f-3624-4886-bf21-952355e54659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e9c1d51c-5111-48c0-8032-e68702d9f019'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:33.432076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Attempting to bind port 3792a83f-76e6-42e4-b431-0a5c6feeb60c on network e9c1d51c-5111-48c0-8032-e68702d9f019 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:33.437433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:33.437807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Checking segment: {'id': 'f65d054f-3624-4886-bf21-952355e54659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e9c1d51c-5111-48c0-8032-e68702d9f019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:33.438334 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.438716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Bound using segment: {'id': 'f65d054f-3624-4886-bf21-952355e54659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e9c1d51c-5111-48c0-8032-e68702d9f019'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:33.439335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Bound port: 3792a83f-76e6-42e4-b431-0a5c6feeb60c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65d054f-3624-4886-bf21-952355e54659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e9c1d51c-5111-48c0-8032-e68702d9f019'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:33.439716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.514022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:33.528051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] For port 3792a83f-76e6-42e4-b431-0a5c6feeb60c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:33.531419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] For port 3792a83f-76e6-42e4-b431-0a5c6feeb60c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3792a83f-76e6-42e4-b431-0a5c6feeb60c,segment=NetworkSegment(f65d054f-3624-4886-bf21-952355e54659),segment_id=f65d054f-3624-4886-bf21-952355e54659)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:33.536890 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.608556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Router 0360ad46-46a7-41cb-ac1b-4b37d95af84f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:33.644773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98730a2b-dea7-4956-afbf-084c8827e5d0 None None] Pushing event updated for resources: {'Port': ['ID=3792a83f-76e6-42e4-b431-0a5c6feeb60c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:33.762295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.840173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1991d1d5-e1f6-4982-96e1-e9a174e8a480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:33.881522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf94d8-231d-467a-9c6c-c4c2d74e43e1 req-edd8ae71-8e43-459e-87ae-5cb2386bf157 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:33.888461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afdf94d8-231d-467a-9c6c-c4c2d74e43e1 req-edd8ae71-8e43-459e-87ae-5cb2386bf157 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 944 time: 0.1554911 Dec 17 16:19:33.898707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:33.909721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7a59934-69d1-406a-bed2-ae3168d4d42f admin admin] 10.222.0.54 "PUT /v2.0/routers/0360ad46-46a7-41cb-ac1b-4b37d95af84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6099946 Dec 17 16:19:33.913282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56444) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:33.958815 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] Sync routers for ids ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:33.973987 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] Routers {'0360ad46-46a7-41cb-ac1b-4b37d95af84f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:33.974730 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:34.031448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afdf94d8-231d-467a-9c6c-c4c2d74e43e1 req-f18ef6b9-e8b5-467c-a3cf-6838727cf07c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379528 Dec 17 16:19:34.097028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1991d1d5-e1f6-4982-96e1-e9a174e8a480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.109811 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1991d1d5-e1f6-4982-96e1-e9a174e8a480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.153631 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] Set router 0360ad46-46a7-41cb-ac1b-4b37d95af84f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:34.179354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.190911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1991d1d5-e1f6-4982-96e1-e9a174e8a480 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94d42104af2044f1a837fc1441946105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6742704 Dec 17 16:19:34.192449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56448) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:34.203035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991d1d5-e1f6-4982-96e1-e9a174e8a480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dd8a4d-e2b8-4949-b5c5-22a6f723baab,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:34.262983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddf5f-b6d2-4ad5-8796-2284927a2346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.286213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddf5f-b6d2-4ad5-8796-2284927a2346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.307643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.310876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.20.0.1 (e9c1d51c-5111-48c0-8032-e68702d9f019/51680f77-0989-44db-a81c-da3f8c104339/7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:34.347845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddf5f-b6d2-4ad5-8796-2284927a2346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.351156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddf5f-b6d2-4ad5-8796-2284927a2346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.353076 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec5ddf5f-b6d2-4ad5-8796-2284927a2346 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1dd8a4d-e2b8-4949-b5c5-22a6f723baab HTTP/1.1" status: 204 len: 168 time: 0.1561468 Dec 17 16:19:34.364802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ddf5f-b6d2-4ad5-8796-2284927a2346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dd8a4d-e2b8-4949-b5c5-22a6f723baab,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:34.389798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device add06ec1-642a-40d5-adcc-b59a3b90f60a up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:34.397114 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:19:32Z', 'revision_number': 5, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port': {'id': 'b7d28838-918d-474a-9ef8-1a2d864ba40f', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:13:40Z', 'updated_at': '2021-12-17T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:34.427005 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] Checking router: 0360ad46-46a7-41cb-ac1b-4b37d95af84f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:19:34.436392 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] Routers {'0360ad46-46a7-41cb-ac1b-4b37d95af84f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:34.437141 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:34.471715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Deleting port b7d28838-918d-474a-9ef8-1a2d864ba40f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:34.472121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.500079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port add06ec1-642a-40d5-adcc-b59a3b90f60a completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:19:34.511588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port add06ec1-642a-40d5-adcc-b59a3b90f60a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:34.512288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.669948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] For port b7d28838-918d-474a-9ef8-1a2d864ba40f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b7d28838-918d-474a-9ef8-1a2d864ba40f,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:34.670219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.685245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.723134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Calling delete_port for b7d28838-918d-474a-9ef8-1a2d864ba40f owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:34.737489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.751167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add06ec1-642a-40d5-adcc-b59a3b90f60a'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:19:34.751167 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d7bb7d-9ac6-4f9d-a981-d566070e68c4" -d '{"events": [{"server_uuid": "022f5280-4c80-4c4d-a824-0d4cebc788cc", "name": "network-vif-plugged", "status": "completed", "tag": "add06ec1-642a-40d5-adcc-b59a3b90f60a"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:19:34.773543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port add06ec1-642a-40d5-adcc-b59a3b90f60a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=add06ec1-642a-40d5-adcc-b59a3b90f60a,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:34.782344 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] Set router 0360ad46-46a7-41cb-ac1b-4b37d95af84f gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:19:34.787740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.874374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=add06ec1-642a-40d5-adcc-b59a3b90f60a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:34.902220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:34.918511 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e297956-8545-4805-aa3d-5e316fb6b718 x-openstack-request-id: req-3e297956-8545-4805-aa3d-5e316fb6b718 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:19:34.918805 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022f5280-4c80-4c4d-a824-0d4cebc788cc", "name": "network-vif-plugged", "status": "completed", "tag": "add06ec1-642a-40d5-adcc-b59a3b90f60a", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:19:34.919060 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e297956-8545-4805-aa3d-5e316fb6b718 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:19:34.919470 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add06ec1-642a-40d5-adcc-b59a3b90f60a', 'code': 200} Dec 17 16:19:35.013368 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:19:34Z', 'revision_number': 6, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:35.091012 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f443251-bfda-4197-a793-7c5a47d7cba4 None None] The sync data for ids ['0360ad46-46a7-41cb-ac1b-4b37d95af84f'] in n-d-806683-20 is: [{'id': '0360ad46-46a7-41cb-ac1b-4b37d95af84f', 'name': 'tempest-TestVolumeBackupRestore-1142105647-router', 'tenant_id': '0766fee65f5b42bbb473091ad8076826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:13:39Z', 'updated_at': '2021-12-17T16:19:34Z', 'revision_number': 6, 'project_id': '0766fee65f5b42bbb473091ad8076826', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:35.129405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8787151-57dc-4ab3-9286-36c40919538d req-1a87725b-3aa3-40b0-b5d2-b416f00f0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:35.131005 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8787151-57dc-4ab3-9286-36c40919538d req-1a87725b-3aa3-40b0-b5d2-b416f00f0436 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 1097 time: 0.0940111 Dec 17 16:19:35.165671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3792a83f-76e6-42e4-b431-0a5c6feeb60c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:35.195574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network e9c1d51c-5111-48c0-8032-e68702d9f019 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:35.200938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:35.206813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:35.233724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e81cc-14c1-4f00-a0fa-65bfca8015e9 None None] Network e9c1d51c-5111-48c0-8032-e68702d9f019 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:35.266146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8787151-57dc-4ab3-9286-36c40919538d req-eae651ec-c25e-47a1-987b-ebf1ad317948 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204326 Dec 17 16:19:35.271022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:35.281907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.289157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270393a-ebbf-45c9-aedb-dec5062fa1ca req-7ec217a8-b8ad-4680-9ce2-f587ca26682d tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:35.290762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3270393a-ebbf-45c9-aedb-dec5062fa1ca req-7ec217a8-b8ad-4680-9ce2-f587ca26682d tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 945 time: 0.0861278 Dec 17 16:19:35.322971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.333484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-01b6ed21-947c-400a-8d41-8cea3640604d None None] Provisioning complete for port 3792a83f-76e6-42e4-b431-0a5c6feeb60c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:35.333484 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01b6ed21-947c-400a-8d41-8cea3640604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.352528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3270393a-ebbf-45c9-aedb-dec5062fa1ca req-b85dff76-63b2-43ab-b00c-552ac6514773 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551522 Dec 17 16:19:35.374966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3792a83f-76e6-42e4-b431-0a5c6feeb60c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:35.375523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.388925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63428fb4-694d-48eb-ae37-9a5b174b4b57 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:35.397057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d28838-918d-474a-9ef8-1a2d864ba40f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:35.473089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.502113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-1ec94544-acc5-4027-9d0f-c1a766278376 req-2fb15f25-e877-4378-8465-301f6cb949d1 service neutron] (109783) timed out ('10.222.0.54', 57190) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:19:35.545450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01b6ed21-947c-400a-8d41-8cea3640604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.590178 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.599749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.602210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.603697 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.623093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-01b6ed21-947c-400a-8d41-8cea3640604d None None] For port 3792a83f-76e6-42e4-b431-0a5c6feeb60c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3792a83f-76e6-42e4-b431-0a5c6feeb60c,segment=NetworkSegment(f65d054f-3624-4886-bf21-952355e54659),segment_id=f65d054f-3624-4886-bf21-952355e54659)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:35.641342 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01b6ed21-947c-400a-8d41-8cea3640604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.703165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.703606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0360ad46-46a7-41cb-ac1b-4b37d95af84f {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:19:35.708896 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.712360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ebd1c6f3-a6d0-4bd6-a7bc-0f3b6e5dfcbc admin admin] 10.222.0.54 "DELETE /v2.0/routers/0360ad46-46a7-41cb-ac1b-4b37d95af84f HTTP/1.1" status: 204 len: 168 time: 1.7879598 Dec 17 16:19:35.712686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:35.762446 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:19:35.762446 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:19:35.762446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6ed21-947c-400a-8d41-8cea3640604d None None] Pushing event updated for resources: {'Port': ['ID=3792a83f-76e6-42e4-b431-0a5c6feeb60c,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:35.791879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] Deleting subnet bf36c6ae-a019-4086-92b2-d33d8ab78030 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:19:35.795193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.836539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.864307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3989bfbd-887c-4db1-bd9f-b0a70c569030 None None] Provisioning complete for port 3792a83f-76e6-42e4-b431-0a5c6feeb60c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:35.864722 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3989bfbd-887c-4db1-bd9f-b0a70c569030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:35.985956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.012706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3989bfbd-887c-4db1-bd9f-b0a70c569030 None None] Provisioning complete for port 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:36.013083 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3989bfbd-887c-4db1-bd9f-b0a70c569030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.086029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.093736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.095438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.097009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3989bfbd-887c-4db1-bd9f-b0a70c569030 None None] Port 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:36.143439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf36c6ae-a019-4086-92b2-d33d8ab78030,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:36.168271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.169045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500c0003-6f51-4384-84f6-f6ead68fb87f None None] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:36.173068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f8ce73d5-78c0-4508-9b84-1a3011cca0e3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bf36c6ae-a019-4086-92b2-d33d8ab78030 HTTP/1.1" status: 204 len: 168 time: 0.4591119 Dec 17 16:19:36.175492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56510) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:36.203380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:36.225115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.291161 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.395719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Deleting port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:36.396547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.416432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4bc1f377-414a-49a9-bfbc-8e660f4f60fe None None] Provisioning complete for port 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:36.422620 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f377-414a-49a9-bfbc-8e660f4f60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.505867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network e9c1d51c-5111-48c0-8032-e68702d9f019 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:36.510588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:36.657738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1f377-414a-49a9-bfbc-8e660f4f60fe None None] Port 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:36.671721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-377d048f-e64b-41a8-8cbe-e2a4d93bac9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.676583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] For port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,segment=NetworkSegment(972d8f60-10fb-4eae-acc9-d84a966b14d3),segment_id=972d8f60-10fb-4eae-acc9-d84a966b14d3)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:36.677136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.703662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Calling delete_port for 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:36.748372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7db556-2853-44b0-bf13-b39d096f7303 req-ec6103ba-cf07-40e7-9f37-77409378cf19 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:36.756251 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef7db556-2853-44b0-bf13-b39d096f7303 req-ec6103ba-cf07-40e7-9f37-77409378cf19 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 945 time: 0.2430332 Dec 17 16:19:36.781931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] DHCP port deletion for 4e999bd5-3ff6-4426-ad60-6be7005283a7 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:36.847451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 2a37de5e-6bde-4e63-b9f0-4767a2de64b0 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:19:36.943912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] Deleting port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:36.943912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:36.951173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef7db556-2853-44b0-bf13-b39d096f7303 req-d96290d3-0dbe-4e89-b2d0-cbe28e3b4697 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551111 Dec 17 16:19:36.963432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.017388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:37.023252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] No DVR routers for this DVR port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:37.023943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3792a83f-76e6-42e4-b431-0a5c6feeb60c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:37.094956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:37.106649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-83242938-8cb5-4d07-9f3e-70326f250715 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/2a37de5e-6bde-4e63-b9f0-4767a2de64b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2594216 Dec 17 16:19:37.113495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56586) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:37.126295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e6b16829-eb66-4836-a8f7-323ae9773187 None None] Provisioning complete for port 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:37.126955 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e6b16829-eb66-4836-a8f7-323ae9773187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.129078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] Sync routers for ids ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:37.171529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.173979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] For port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,segment=NetworkSegment(972d8f60-10fb-4eae-acc9-d84a966b14d3),segment_id=972d8f60-10fb-4eae-acc9-d84a966b14d3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:37.174446 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.181727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3792a83f-76e6-42e4-b431-0a5c6feeb60c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:37.182250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.197554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd54e88-d11b-43f7-8d23-763cb964265d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:37.199423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9dd54e88-d11b-43f7-8d23-763cb964265d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports/7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b HTTP/1.1" status: 200 len: 910 time: 0.0848358 Dec 17 16:19:37.202440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56588) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:37.226802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e999bd5-3ff6-4426-ad60-6be7005283a7']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:37.243910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] Calling delete_port for 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:37.247041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972d8f60-10fb-4eae-acc9-d84a966b14d3') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:37.247345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972d8f60-10fb-4eae-acc9-d84a966b14d3') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:37.249841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] Routers {'2a37de5e-6bde-4e63-b9f0-4767a2de64b0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:37.250478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:37.272342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.307727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.314529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:37.315042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:37.317014 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:37.393333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56592) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:37.432131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.452675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.456143 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4e999bd5-3ff6-4426-ad60-6be7005283a7 HTTP/1.1" status: 204 len: 168 time: 1.2793005 Dec 17 16:19:37.457975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7ee2a-3849-417f-a329-ecbf310b8080 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e999bd5-3ff6-4426-ad60-6be7005283a7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:37.521574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:37.523895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e6b16829-eb66-4836-a8f7-323ae9773187 None None] Port 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:37.559269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-693dc56e-b4fa-4c23-95d7-0474696814ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.625712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.643729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] Routers {'2a37de5e-6bde-4e63-b9f0-4767a2de64b0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:37.649656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:37.692225 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-693dc56e-b4fa-4c23-95d7-0474696814ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.697836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-693dc56e-b4fa-4c23-95d7-0474696814ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.705661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56600) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:37.721087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:37.722483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee987c-5d69-4247-a8ac-e4e326647415 None None] The sync data for ids ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:37.783551 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.805036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-693dc56e-b4fa-4c23-95d7-0474696814ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5d95963d75f4b378e1743c8286313e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4069521 Dec 17 16:19:37.807293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dc56e-b4fa-4c23-95d7-0474696814ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ece513-3ed5-44fd-9c72-dc7c0daa8f66,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:37.809275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] Pushing event deleted for resources: {'Port': ['ID=3ee0e798-5b8e-4e68-9169-4512e9a9adf1,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:37.812665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] Network 4e999bd5-3ff6-4426-ad60-6be7005283a7 is not hosted by any dhcp agent {{(pid=109785) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:19:37.813430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf4a61-01fd-4ed1-ba47-b53c4d360b7e None None] No DVR routers for this DVR port 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:37.814831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:37.816148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0330aa21-3742-4573-8d88-d8df5ca31f32 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:37.841393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0330aa21-3742-4573-8d88-d8df5ca31f32 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:37.841743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0330aa21-3742-4573-8d88-d8df5ca31f32 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:37.842152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b7d28838-918d-474a-9ef8-1a2d864ba40f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:37.843841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-310afe1f-0035-4750-81d8-1dc21716c629 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cb45eb4d0e1440c8022622be1642306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366177 Dec 17 16:19:37.853527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56604) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:37.864491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b7d28838-918d-474a-9ef8-1a2d864ba40f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:37.865125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b7d28838-918d-474a-9ef8-1a2d864ba40f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:37.865562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:37.886844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:37.887511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3ee0e798-5b8e-4e68-9169-4512e9a9adf1 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:37.940178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a63-0d9c-4210-880d-968307804d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.946800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e06f-bb00-42ce-aaac-8dbe3f9ea9a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.980220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a63-0d9c-4210-880d-968307804d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:37.995031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e06f-bb00-42ce-aaac-8dbe3f9ea9a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.077432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e06f-bb00-42ce-aaac-8dbe3f9ea9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.080188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e06f-bb00-42ce-aaac-8dbe3f9ea9a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.084531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a1f8e06f-bb00-42ce-aaac-8dbe3f9ea9a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/623c4e08-e795-497c-995c-b39c9f78c15c HTTP/1.1" status: 204 len: 168 time: 0.2266893 Dec 17 16:19:38.105530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8e06f-bb00-42ce-aaac-8dbe3f9ea9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c4e08-e795-497c-995c-b39c9f78c15c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:38.107199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a63-0d9c-4210-880d-968307804d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.109854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ddaf0a63-0d9c-4210-880d-968307804d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.113105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ddaf0a63-0d9c-4210-880d-968307804d28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60ece513-3ed5-44fd-9c72-dc7c0daa8f66 HTTP/1.1" status: 204 len: 168 time: 0.2950563 Dec 17 16:19:38.138998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf0a63-0d9c-4210-880d-968307804d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ece513-3ed5-44fd-9c72-dc7c0daa8f66,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:38.167361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3226-ab16-46c8-a984-605bb6606b0b req-c1b8ef06-2954-47e4-b163-db439b501a9b tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:38.168854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-869c3226-ab16-46c8-a984-605bb6606b0b req-c1b8ef06-2954-47e4-b163-db439b501a9b tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 945 time: 0.1063826 Dec 17 16:19:38.276092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-869c3226-ab16-46c8-a984-605bb6606b0b req-cc2c2978-5094-4076-8c25-8c07f69e989d tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966060 Dec 17 16:19:38.378213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:38.379100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.469926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56646) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:38.522070 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a353b476-bd82-4245-a0cc-29d0fcb59f4b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0766fee65f5b42bbb473091ad8076826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509293 Dec 17 16:19:38.523011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56648) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:38.528398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.545777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:38.611413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19fb9e62-c5aa-46c5-8209-955cb9d3afcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.668662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19fb9e62-c5aa-46c5-8209-955cb9d3afcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.746614 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19fb9e62-c5aa-46c5-8209-955cb9d3afcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.750599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19fb9e62-c5aa-46c5-8209-955cb9d3afcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.752715 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-19fb9e62-c5aa-46c5-8209-955cb9d3afcb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e1355e0-e7b4-4580-8b16-782629b6373c HTTP/1.1" status: 204 len: 168 time: 0.2281272 Dec 17 16:19:38.784791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb9e62-c5aa-46c5-8209-955cb9d3afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1355e0-e7b4-4580-8b16-782629b6373c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:38.797459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:38.874732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=7d5ed009-0cb8-4d92-8906-7e5ca2df5e4b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:38.930307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d486d92d-b513-4a73-8ccd-49e1012e9442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:39.138449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:39.451076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 2a37de5e-6bde-4e63-b9f0-4767a2de64b0 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:39.562740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:39.575448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56714) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:39.576999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] Sync routers for ids ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:39.602515 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] Routers {'2a37de5e-6bde-4e63-b9f0-4767a2de64b0'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:39.606168 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:39.614529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eb2c6a92-d63c-4f0c-b45d-c632d2a97ebf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/2a37de5e-6bde-4e63-b9f0-4767a2de64b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4014695 Dec 17 16:19:39.667037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:39.681359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56716) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:39.682293 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3145e099-83a9-4b84-b9e2-8baa27d5ffb1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a37de5e-6bde-4e63-b9f0-4767a2de64b0 HTTP/1.1" status: 200 len: 205 time: 0.1048114 Dec 17 16:19:39.686627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] Routers {'2a37de5e-6bde-4e63-b9f0-4767a2de64b0'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:39.687267 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:39.733407 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:39.734631 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a54de5-9ac5-4144-b78b-20d95f165028 None None] The sync data for ids ['2a37de5e-6bde-4e63-b9f0-4767a2de64b0'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:39.796578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be0c6987-c8b7-479e-ab32-a3ff9fbe195e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:39.985906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be0c6987-c8b7-479e-ab32-a3ff9fbe195e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:39.987766 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be0c6987-c8b7-479e-ab32-a3ff9fbe195e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.029687 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.050777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be0c6987-c8b7-479e-ab32-a3ff9fbe195e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.052759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0c6987-c8b7-479e-ab32-a3ff9fbe195e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Fanout notify agent at l3_agent the message router_deleted on router 2a37de5e-6bde-4e63-b9f0-4767a2de64b0 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:19:40.068879 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be0c6987-c8b7-479e-ab32-a3ff9fbe195e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.075392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be0c6987-c8b7-479e-ab32-a3ff9fbe195e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/2a37de5e-6bde-4e63-b9f0-4767a2de64b0 HTTP/1.1" status: 204 len: 168 time: 0.3906488 Dec 17 16:19:40.075945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56728) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:40.141949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet 51680f77-0989-44db-a81c-da3f8c104339 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:19:40.145265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.188600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.285068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.380919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.415480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=51680f77-0989-44db-a81c-da3f8c104339,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:40.422046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.426563 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-230cb5e9-7042-4c63-9f8c-66ad0e2cd88e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/51680f77-0989-44db-a81c-da3f8c104339 HTTP/1.1" status: 204 len: 168 time: 0.3490729 Dec 17 16:19:40.429090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56738) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:40.434948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ef2f0-6bf6-4631-8c30-8461f7a861cb None None] Network e9c1d51c-5111-48c0-8032-e68702d9f019 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:40.472189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56740) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:40.541721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.641245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-21f29d02-f451-43e4-95e7-231943deb3f9 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2012009851'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:40.643656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-21f29d02-f451-43e4-95e7-231943deb3f9 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Unknown quota resources ['metering_label']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:19:40.663342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 3792a83f-76e6-42e4-b431-0a5c6feeb60c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:40.663986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.672985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] DHCP port deletion for e9c1d51c-5111-48c0-8032-e68702d9f019 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:40.766777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port 3792a83f-76e6-42e4-b431-0a5c6feeb60c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3792a83f-76e6-42e4-b431-0a5c6feeb60c,segment=NetworkSegment(f65d054f-3624-4886-bf21-952355e54659),segment_id=f65d054f-3624-4886-bf21-952355e54659)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:40.767449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.774683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] Deleting port 3792a83f-76e6-42e4-b431-0a5c6feeb60c {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:40.776847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.792267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 3792a83f-76e6-42e4-b431-0a5c6feeb60c owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:40.875005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-21f29d02-f451-43e4-95e7-231943deb3f9 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.876569 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-21f29d02-f451-43e4-95e7-231943deb3f9 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4020460 Dec 17 16:19:40.878846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56744) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:40.890940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-81172362-aa11-4200-bd73-2392a7065299 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e4f8df57-094f-4601-b492-93dc1ab28cb4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:40.890940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-81172362-aa11-4200-bd73-2392a7065299 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:19:40.906761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.938188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] For port 3792a83f-76e6-42e4-b431-0a5c6feeb60c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3792a83f-76e6-42e4-b431-0a5c6feeb60c,segment=NetworkSegment(f65d054f-3624-4886-bf21-952355e54659),segment_id=f65d054f-3624-4886-bf21-952355e54659)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:40.939336 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:40.947878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3792a83f-76e6-42e4-b431-0a5c6feeb60c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:40.950664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port 3792a83f-76e6-42e4-b431-0a5c6feeb60c on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:40.957054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=3792a83f-76e6-42e4-b431-0a5c6feeb60c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:41.020946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3792a83f-76e6-42e4-b431-0a5c6feeb60c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:41.022930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3792a83f-76e6-42e4-b431-0a5c6feeb60c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:41.039612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] Calling delete_port for 3792a83f-76e6-42e4-b431-0a5c6feeb60c owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:41.043468 n-d-806683-20 neutron-server[109783]: WARNING neutron.services.metering.metering_plugin [None req-81172362-aa11-4200-bd73-2392a7065299 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 16:19:41.076736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.088134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.111100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c1d51c-5111-48c0-8032-e68702d9f019']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:41.122054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65d054f-3624-4886-bf21-952355e54659') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:41.122475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65d054f-3624-4886-bf21-952355e54659') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:41.133455 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.152336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.159366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:41.159889 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.188138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-81172362-aa11-4200-bd73-2392a7065299 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.189461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-81172362-aa11-4200-bd73-2392a7065299 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3094468 Dec 17 16:19:41.193103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:41.198859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f08f5f80-37f2-4869-ad63-344b266e8768 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e4f8df57-094f-4601-b492-93dc1ab28cb4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:41.199284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f08f5f80-37f2-4869-ad63-344b266e8768 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109783) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:41.234840 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:41.245036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.281022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.291229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/e9c1d51c-5111-48c0-8032-e68702d9f019 HTTP/1.1" status: 204 len: 168 time: 0.8577418 Dec 17 16:19:41.292810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed8b87-5cb2-45af-b57d-0088948afcfc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=e9c1d51c-5111-48c0-8032-e68702d9f019,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:41.295712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56752) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:41.300578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1366924356', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:41.308269 n-d-806683-20 neutron-server[109783]: WARNING neutron.services.metering.metering_plugin [None req-f08f5f80-37f2-4869-ad63-344b266e8768 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 17 16:19:41.421530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.444903 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f08f5f80-37f2-4869-ad63-344b266e8768 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.447040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f08f5f80-37f2-4869-ad63-344b266e8768 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2520621 Dec 17 16:19:41.449429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56754) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:41.455535 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.464587 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc6e5114-a450-4924-87b2-e6fadc4e635f tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=3bcaf432-559f-4d23-a05a-7a7e710175c4 HTTP/1.1" status: 200 len: 464 time: 0.0134354 Dec 17 16:19:41.467100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56756) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:41.469354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.473798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.482506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] Network e9c1d51c-5111-48c0-8032-e68702d9f019 is not hosted by any dhcp agent {{(pid=109785) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:19:41.483086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] No DVR routers for this DVR port 3792a83f-76e6-42e4-b431-0a5c6feeb60c on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:41.488846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f691f-f060-4a6c-b7e0-c3deca991923 None None] Pushing event deleted for resources: {'Port': ['ID=3792a83f-76e6-42e4-b431-0a5c6feeb60c,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:41.563101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.672476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6b46c27-f3eb-4295-9598-8c1170881a5e tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.678355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6b46c27-f3eb-4295-9598-8c1170881a5e tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/3bcaf432-559f-4d23-a05a-7a7e710175c4 HTTP/1.1" status: 204 len: 168 time: 0.2102084 Dec 17 16:19:41.678989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56758) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:41.692964 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-253c0af5-8ed3-40c1-bca9-79748b748a8f tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=3bcaf432-559f-4d23-a05a-7a7e710175c4 HTTP/1.1" status: 200 len: 221 time: 0.0126657 Dec 17 16:19:41.693598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56760) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:41.698977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b1699d4e-ab60-4c31-b9ed-37d698f485a0 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--66814146', 'description': 'label created by tempest'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:41.699448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b1699d4e-ab60-4c31-b9ed-37d698f485a0 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Unknown quota resources ['metering_label']. {{(pid=109784) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 16:19:41.764029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.943051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1699d4e-ab60-4c31-b9ed-37d698f485a0 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:41.946928 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b1699d4e-ab60-4c31-b9ed-37d698f485a0 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2523468 Dec 17 16:19:41.947539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56762) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.033378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:42.036895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56764) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.037239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c64eba2c-496a-44d9-b7a1-d6b77102c584 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=2408c112-064e-4a94-bd1f-dc3212160ee0 HTTP/1.1" status: 200 len: 466 time: 0.0884981 Dec 17 16:19:42.062187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:42.122296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:42.346050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ce3bb60a-8b30-492d-946c-e2076c3612df tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:42.347190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ce3bb60a-8b30-492d-946c-e2076c3612df tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/2408c112-064e-4a94-bd1f-dc3212160ee0 HTTP/1.1" status: 204 len: 168 time: 0.3085070 Dec 17 16:19:42.350646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56768) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.370782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0516c8cf-05bc-4f95-b0b3-21ea16459a09 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=2408c112-064e-4a94-bd1f-dc3212160ee0 HTTP/1.1" status: 200 len: 216 time: 0.0149343 Dec 17 16:19:42.371082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56770) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.374894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.25.0.147 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/0d6c4e4e-8370-4810-b7b1-3ce32048ea2f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:42.405892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-862a2317-df70-441e-8533-a3a3348394ce tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0323622 Dec 17 16:19:42.408174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56774) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.442902 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-20265568-943f-4249-84b7-839ff1da7ba2 tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0333598 Dec 17 16:19:42.445490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56776) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.794370 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b796e2b-d88b-4c65-96da-4dee5b8ed65c tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/e4f8df57-094f-4601-b492-93dc1ab28cb4 HTTP/1.1" status: 200 len: 473 time: 0.3418152 Dec 17 16:19:42.794370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56778) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.813784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-78294221-91cb-41c0-9daa-8a61b452bfaf tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/b0f9386c-3c39-45bd-82bd-91db6132abda HTTP/1.1" status: 200 len: 461 time: 0.0208020 Dec 17 16:19:42.818454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56780) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:42.840601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:42.889508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:42.936182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:42.948880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:42.951607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=0d6c4e4e-8370-4810-b7b1-3ce32048ea2f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:42.954001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:42.965789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef4d787-368e-4ba7-88bc-352b261a9ceb None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:43.014345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e3995a63-2df0-405e-aeb8-4639dcca875c None None] Provisioning complete for port 0d6c4e4e-8370-4810-b7b1-3ce32048ea2f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:43.014727 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e3995a63-2df0-405e-aeb8-4639dcca875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:43.017056 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ee3cbf3-7ebc-4407-ac10-950778296e8f tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:43.025139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0ee3cbf3-7ebc-4407-ac10-950778296e8f tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/b0f9386c-3c39-45bd-82bd-91db6132abda HTTP/1.1" status: 204 len: 168 time: 0.2023845 Dec 17 16:19:43.025364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56784) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:43.065175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e3995a63-2df0-405e-aeb8-4639dcca875c None None] Port 0d6c4e4e-8370-4810-b7b1-3ce32048ea2f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:43.271420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de81417e-6cdc-4808-b311-ff150d0b6d3c tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:43.274651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-de81417e-6cdc-4808-b311-ff150d0b6d3c tempest-MeteringTestJSON-1379042313 tempest-MeteringTestJSON-1379042313-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/e4f8df57-094f-4601-b492-93dc1ab28cb4 HTTP/1.1" status: 204 len: 168 time: 0.2483296 Dec 17 16:19:43.296247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:43.623507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:43.716940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56804) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:43.844439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 26335ee9-4969-4792-868b-a938f22206f1 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:19:43.869605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2801-2eb3-4ca1-b04f-317cc85ba0b5 req-26f46146-269f-4fe2-8b96-2ca6c20f1af0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:43.871267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f0d2801-2eb3-4ca1-b04f-317cc85ba0b5 req-26f46146-269f-4fe2-8b96-2ca6c20f1af0 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.0622833 Dec 17 16:19:43.892834 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9922c6-3935-4d84-8046-3986d3118418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:43.953811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5f0d2801-2eb3-4ca1-b04f-317cc85ba0b5 req-580b13b0-4660-4262-aef3-c3204ab77734 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745089 Dec 17 16:19:43.990882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:44.001258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] Sync routers for ids ['26335ee9-4969-4792-868b-a938f22206f1'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:44.015650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9922c6-3935-4d84-8046-3986d3118418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.015994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] Routers {'26335ee9-4969-4792-868b-a938f22206f1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:44.016820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['26335ee9-4969-4792-868b-a938f22206f1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:44.023962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9922c6-3935-4d84-8046-3986d3118418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.024874 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.026368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-badc9e23-8cc0-49ec-99c8-6d0c7a880acb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.7295353 Dec 17 16:19:44.029591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56810) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:44.058007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:44.069269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] Routers {'26335ee9-4969-4792-868b-a938f22206f1'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:44.069858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9922c6-3935-4d84-8046-3986d3118418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631ca3e3-01db-42b8-8f23-2cb5e9f5d7fc,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:44.070353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['26335ee9-4969-4792-868b-a938f22206f1'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:44.074674 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ef9922c6-3935-4d84-8046-3986d3118418 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=695b284c63dd494ebb909e83758ae01f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3564060 Dec 17 16:19:44.078467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:44.107452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:44.108137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a27fa-5149-4cd4-8e1a-b74a4f312565 None None] The sync data for ids ['26335ee9-4969-4792-868b-a938f22206f1'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:44.144406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11ff53e8-9b4f-4c8e-aec0-ee1265a9193b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.172418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11ff53e8-9b4f-4c8e-aec0-ee1265a9193b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.180937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f5e5fa46-8e47-42b4-be80-9a7f9f9affcc tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/routers/26335ee9-4969-4792-868b-a938f22206f1 HTTP/1.1" status: 200 len: 881 time: 0.1496518 Dec 17 16:19:44.183650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56814) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:44.312940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11ff53e8-9b4f-4c8e-aec0-ee1265a9193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.315673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11ff53e8-9b4f-4c8e-aec0-ee1265a9193b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.316932 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-11ff53e8-9b4f-4c8e-aec0-ee1265a9193b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/631ca3e3-01db-42b8-8f23-2cb5e9f5d7fc HTTP/1.1" status: 204 len: 168 time: 0.2372289 Dec 17 16:19:44.368099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff53e8-9b4f-4c8e-aec0-ee1265a9193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631ca3e3-01db-42b8-8f23-2cb5e9f5d7fc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:44.678370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56824) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:44.693008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65469dc2-1e83-4f17-b662-cbcba07e7a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.785811 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65469dc2-1e83-4f17-b662-cbcba07e7a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.792074 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65469dc2-1e83-4f17-b662-cbcba07e7a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:44.844537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-65469dc2-1e83-4f17-b662-cbcba07e7a46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c78eb659b2b44110b99cb2f1256f4392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646895 Dec 17 16:19:44.845382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56832) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:44.846082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65469dc2-1e83-4f17-b662-cbcba07e7a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031b4b96-2449-4a95-9249-facd6299cc1a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:44.884928 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4ee18a5d-55fe-4718-81ec-87427814d34c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6997850 Dec 17 16:19:44.887469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56834) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:44.892384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7ceee4cf-9737-4fcb-aa3e-0db0e6f50c18 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1366924356'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:44.998284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37646624-6b99-4091-8421-49a528444dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.027205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37646624-6b99-4091-8421-49a528444dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.194719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e9223-aff4-468f-8778-7e9e64fd8b32 req-799972cf-e727-47d5-b3a4-dd6273f9638d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:45.196173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce9e9223-aff4-468f-8778-7e9e64fd8b32 req-799972cf-e727-47d5-b3a4-dd6273f9638d tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1492920 Dec 17 16:19:45.198965 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37646624-6b99-4091-8421-49a528444dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.201577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-37646624-6b99-4091-8421-49a528444dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.202650 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-37646624-6b99-4091-8421-49a528444dcd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/031b4b96-2449-4a95-9249-facd6299cc1a HTTP/1.1" status: 204 len: 168 time: 0.3532133 Dec 17 16:19:45.234278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37646624-6b99-4091-8421-49a528444dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b4b96-2449-4a95-9249-facd6299cc1a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:45.314395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ce9e9223-aff4-468f-8778-7e9e64fd8b32 req-4b8f18bd-e2a9-4f1e-a341-0b2bacc2257f tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091151 Dec 17 16:19:45.375312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ceee4cf-9737-4fcb-aa3e-0db0e6f50c18 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.389536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ceee4cf-9737-4fcb-aa3e-0db0e6f50c18 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.513942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceee4cf-9737-4fcb-aa3e-0db0e6f50c18 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 26335ee9-4969-4792-868b-a938f22206f1 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:45.590107 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.687325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceee4cf-9737-4fcb-aa3e-0db0e6f50c18 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:45.695634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ceee4cf-9737-4fcb-aa3e-0db0e6f50c18 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:45.696820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ceee4cf-9737-4fcb-aa3e-0db0e6f50c18 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/26335ee9-4969-4792-868b-a938f22206f1 HTTP/1.1" status: 200 len: 888 time: 0.8083181 Dec 17 16:19:45.699418 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] Sync routers for ids ['26335ee9-4969-4792-868b-a938f22206f1'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:45.700399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56852) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:45.710574 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] Routers {'26335ee9-4969-4792-868b-a938f22206f1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:45.711168 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['26335ee9-4969-4792-868b-a938f22206f1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:45.750053 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:45.760568 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] Routers {'26335ee9-4969-4792-868b-a938f22206f1'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:45.761248 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['26335ee9-4969-4792-868b-a938f22206f1'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:45.798040 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:45.798694 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784dde5d-a371-4c7f-8776-24f3c7c5e727 None None] The sync data for ids ['26335ee9-4969-4792-868b-a938f22206f1'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:45.835430 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3db0a1eb-4442-475a-be24-26ff4f79aa6e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/routers/26335ee9-4969-4792-868b-a938f22206f1 HTTP/1.1" status: 200 len: 888 time: 0.1302292 Dec 17 16:19:45.840147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56856) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:45.870027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8539b5fc-af12-4022-a5cd-63b306850c0a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=26335ee9-4969-4792-868b-a938f22206f1 HTTP/1.1" status: 200 len: 205 time: 0.0285590 Dec 17 16:19:45.870703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56860) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:45.999477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:46.120931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:46.178166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 0d6c4e4e-8370-4810-b7b1-3ce32048ea2f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:46.178626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:46.274320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:46.288370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 0d6c4e4e-8370-4810-b7b1-3ce32048ea2f owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:46.464580 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea2656-d2c5-4f4f-91ca-67a213d2be8d req-11768d39-bd41-4b40-939a-fee91943e299 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:46.467262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-feea2656-d2c5-4f4f-91ca-67a213d2be8d req-11768d39-bd41-4b40-939a-fee91943e299 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.0609736 Dec 17 16:19:46.521902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:46.528135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-feea2656-d2c5-4f4f-91ca-67a213d2be8d req-c8e7606c-6c7f-4fa7-82e8-2c86dd8c64ff tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541298 Dec 17 16:19:46.560786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=0d6c4e4e-8370-4810-b7b1-3ce32048ea2f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:46.585012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f503f-dbd3-442b-9cf5-975b9be2ba1f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:46.654107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:46.786540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:46.789089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.107729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56894) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:47.148701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.148701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Fanout notify agent at l3_agent the message router_deleted on router 26335ee9-4969-4792-868b-a938f22206f1 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:19:47.155456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.156922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3b3b48bc-d91a-4efc-a79a-07dc089cc1f2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/26335ee9-4969-4792-868b-a938f22206f1 HTTP/1.1" status: 204 len: 168 time: 1.2852879 Dec 17 16:19:47.160693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56898) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:47.167140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-516526171'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:47.198912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:47.204991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.227205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a67eaeda-d0b5-4a1b-9d88-4f195921903d tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:47.241791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:47.254589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.254960 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment 5377c4e6-4d51-4256-8064-1197645b4a17 of type vlan for network 60556388-0164-4a58-b403-5fcbe1ec82bd Dec 17 16:19:47.265083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a67eaeda-d0b5-4a1b-9d88-4f195921903d tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "PUT /v2.0/quotas/8a8fa9b93b004b98a75806cd6e440d6e HTTP/1.1" status: 200 len: 368 time: 0.1560087 Dec 17 16:19:47.267975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56900) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:47.273680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Request body: {'network': {'project_id': '8a8fa9b93b004b98a75806cd6e440d6e'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:47.301114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Made reservation on behalf of 8a8fa9b93b004b98a75806cd6e440d6e for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:47.303672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.304897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.314447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.332985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.339497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:47.340576 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.398201 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.399479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2371461 Dec 17 16:19:47.402210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56902) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:47.407551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': '60556388-0164-4a58-b403-5fcbe1ec82bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:47.413497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.421385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d08e-e490-4830-840b-cf1921b928e6 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=60556388-0164-4a58-b403-5fcbe1ec82bd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:47.435255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 60556388-0164-4a58-b403-5fcbe1ec82bd details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:47.490566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:47.511674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1277c820-4054-475f-af90-f4351ca88b9e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:47.517931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.518507 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Added segment 923649cc-dd8b-4546-bb64-809c451a0489 of type vlan for network 471d31ad-176d-4104-83af-2df40c428170 Dec 17 16:19:47.565966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.598625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:47.602415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.647784 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.648853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:47.649470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.785628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5160928 Dec 17 16:19:47.788933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56910) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:47.790441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cb9a7-618c-4149-82a9-23fdec984468 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Pushing event updated for resources: {'Network': ['ID=471d31ad-176d-4104-83af-2df40c428170,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:47.793395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Request body: {'network': {'project_id': '8a8fa9b93b004b98a75806cd6e440d6e'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:47.801405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 471d31ad-176d-4104-83af-2df40c428170 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:47.818161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Made reservation on behalf of 8a8fa9b93b004b98a75806cd6e440d6e for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:47.820993 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.833441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c60496-cab6-45d4-a617-164c2b28a8bd req-d5850e1f-76f5-4a8a-bbc1-40e3b9f07bc1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:47.841713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c1c60496-cab6-45d4-a617-164c2b28a8bd req-d5850e1f-76f5-4a8a-bbc1-40e3b9f07bc1 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1873052 Dec 17 16:19:47.857717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:47.869335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.869979 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Added segment 674b2b88-a5be-4b09-9d64-b852b6e4ef41 of type vlan for network 6086eab7-f13e-42b5-a7af-7ad08f874597 Dec 17 16:19:47.923077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.940419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c1c60496-cab6-45d4-a617-164c2b28a8bd req-6c1d024a-476c-4077-8186-e162a3996a30 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976677 Dec 17 16:19:47.968770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.969803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:47.970406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:47.997485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.047603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2577746 Dec 17 16:19:48.051246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56912) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:48.066442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d621e05f-44b5-4385-a522-1c94c0d39ee9 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Request body: {'network': {'project_id': '8a8fa9b93b004b98a75806cd6e440d6e'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:48.073610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=8e33f872-3711-4f12-a9a3-26c6cb5b0a95,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:48.078394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db0bdf-4d15-4139-9294-c79a2d94d060 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Pushing event updated for resources: {'Network': ['ID=6086eab7-f13e-42b5-a7af-7ad08f874597,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:48.090831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6086eab7-f13e-42b5-a7af-7ad08f874597 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:48.102511 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d621e05f-44b5-4385-a522-1c94c0d39ee9 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 16:19:48.102991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d621e05f-44b5-4385-a522-1c94c0d39ee9 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:19:48.104364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d621e05f-44b5-4385-a522-1c94c0d39ee9 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0520384 Dec 17 16:19:48.105761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': '5377c4e6-4d51-4256-8064-1197645b4a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '60556388-0164-4a58-b403-5fcbe1ec82bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:48.106126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: 60556388-0164-4a58-b403-5fcbe1ec82bd, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:19:48.107700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56914) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:48.127388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 60556388-0164-4a58-b403-5fcbe1ec82bd is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:19:48.142226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 60556388-0164-4a58-b403-5fcbe1ec82bd) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:48.149611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:48.152027 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.156125 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6cafc69b-baf7-4f0d-9628-50531913df10 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a8fa9b93b004b98a75806cd6e440d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468922 Dec 17 16:19:48.160482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56916) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:48.165855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5a30d-e88b-4b5d-9be3-cabaf9e16db6 None None] Network 60556388-0164-4a58-b403-5fcbe1ec82bd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:48.207568 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7a20e808-cb59-4dcd-992c-4362173fcf62 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8041694 Dec 17 16:19:48.210290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56918) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:48.215847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b13515d0-943c-41f3-9a2a-c8cfc637613e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2003573454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:48.244409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b13515d0-943c-41f3-9a2a-c8cfc637613e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.245671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b13515d0-943c-41f3-9a2a-c8cfc637613e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.252855 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6758fbbc-52ca-44de-8038-adab44788959 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.292096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6758fbbc-52ca-44de-8038-adab44788959 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.344192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b13515d0-943c-41f3-9a2a-c8cfc637613e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.349800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b13515d0-943c-41f3-9a2a-c8cfc637613e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.350656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-60556388-0164-4a58-b403-5fcbe1ec82bd', 'network_id': '60556388-0164-4a58-b403-5fcbe1ec82bd', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': '8e33f872-3711-4f12-a9a3-26c6cb5b0a95'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:19:48.351915 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.367432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6758fbbc-52ca-44de-8038-adab44788959 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.371633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6758fbbc-52ca-44de-8038-adab44788959 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.372189 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-ac73462b-02ee-4bb3-976a-a64e5d6cc078 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1119184 Dec 17 16:19:48.374013 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6758fbbc-52ca-44de-8038-adab44788959 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/1277c820-4054-475f-af90-f4351ca88b9e HTTP/1.1" status: 204 len: 168 time: 0.2120690 Dec 17 16:19:48.383534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56920) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:48.384374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758fbbc-52ca-44de-8038-adab44788959 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1277c820-4054-475f-af90-f4351ca88b9e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:48.400917 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b13515d0-943c-41f3-9a2a-c8cfc637613e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.404731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b13515d0-943c-41f3-9a2a-c8cfc637613e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1909337 Dec 17 16:19:48.405117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56922) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:48.490535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.538850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Allocated IP 172.20.0.2 (60556388-0164-4a58-b403-5fcbe1ec82bd/8e33f872-3711-4f12-a9a3-26c6cb5b0a95/8aba9697-ca25-4d5c-88c4-adcbb4736a04) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:48.601578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-fce95c61-afe8-4ba3-aa48-f1661c2f42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:48.603315 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-fce95c61-afe8-4ba3-aa48-f1661c2f42ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7679b3bd5343471aa2c85e341489add3&device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 1097 time: 0.1088815 Dec 17 16:19:48.624553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.697442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6086eab7-f13e-42b5-a7af-7ad08f874597']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:48.713594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674b2b88-a5be-4b09-9d64-b852b6e4ef41') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:48.713872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674b2b88-a5be-4b09-9d64-b852b6e4ef41') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:48.727320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.752080 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.759384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.762043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.813688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:48.813688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.814655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:48.814758 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:48.818417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Network 60556388-0164-4a58-b403-5fcbe1ec82bd is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:48.828183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:48.834389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:48.868428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-106b4a8f-d25d-4910-b7dc-7eb98672094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:48.869865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-106b4a8f-d25d-4910-b7dc-7eb98672094f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 200 len: 911 time: 0.2370465 Dec 17 16:19:48.900360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Pushing event updated for resources: {'Port': ['ID=8aba9697-ca25-4d5c-88c4-adcbb4736a04,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:48.918066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Attempting to bind port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:48.918590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Attempting to bind port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5377c4e6-4d51-4256-8064-1197645b4a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '60556388-0164-4a58-b403-5fcbe1ec82bd'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:48.919455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Attempting to bind port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 on network 60556388-0164-4a58-b403-5fcbe1ec82bd {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:48.928679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.929181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.929623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.930068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.930506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.930936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.931360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.931781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.932239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.932658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.933099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.933518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.933935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:19:48.938238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:48.938748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Checking segment: {'id': '5377c4e6-4d51-4256-8064-1197645b4a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '60556388-0164-4a58-b403-5fcbe1ec82bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:48.939267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.939753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Bound using segment: {'id': '5377c4e6-4d51-4256-8064-1197645b4a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '60556388-0164-4a58-b403-5fcbe1ec82bd'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:48.940429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Bound port: 8aba9697-ca25-4d5c-88c4-adcbb4736a04, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5377c4e6-4d51-4256-8064-1197645b4a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '60556388-0164-4a58-b403-5fcbe1ec82bd'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:48.941151 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.970439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.975681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:48.979944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6086eab7-f13e-42b5-a7af-7ad08f874597 HTTP/1.1" status: 204 len: 168 time: 0.5936804 Dec 17 16:19:48.990790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:49.037767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7e817-45f6-402d-8076-ce8850c8ec52 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Pushing event deleted for resources: {'Network': ['ID=6086eab7-f13e-42b5-a7af-7ad08f874597,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:49.057819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] For port 8aba9697-ca25-4d5c-88c4-adcbb4736a04, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:49.061834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] For port 8aba9697-ca25-4d5c-88c4-adcbb4736a04, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8aba9697-ca25-4d5c-88c4-adcbb4736a04,segment=NetworkSegment(5377c4e6-4d51-4256-8064-1197645b4a17),segment_id=5377c4e6-4d51-4256-8064-1197645b4a17)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:49.066798 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.124879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-ff6c4dd9-f25c-4da8-ab4e-32386aff7d56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd HTTP/1.1" status: 200 len: 1000 time: 0.2341239 Dec 17 16:19:49.130243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffadb3-9946-4851-a070-a40fe30b560d None None] Pushing event updated for resources: {'Port': ['ID=8aba9697-ca25-4d5c-88c4-adcbb4736a04,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:49.206765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.237065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.20.0.1 (60556388-0164-4a58-b403-5fcbe1ec82bd/8e33f872-3711-4f12-a9a3-26c6cb5b0a95/1e22e62d-effd-402d-82ac-9fca8ea9bcfd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:49.239247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd5672-9a58-407c-8651-6ae569a65d7a req-cf13f336-d1f6-4caa-862b-d926ba0ca8d7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:49.240897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eccd5672-9a58-407c-8651-6ae569a65d7a req-cf13f336-d1f6-4caa-862b-d926ba0ca8d7 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1758366 Dec 17 16:19:49.244456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-dd87076e-090f-44f1-b386-69a0a5b7f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:49.248317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-dd87076e-090f-44f1-b386-69a0a5b7f9c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 200 len: 849 time: 0.1047952 Dec 17 16:19:49.443223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-eccd5672-9a58-407c-8651-6ae569a65d7a req-44b8c57e-df21-4bce-b93f-5ba07872ff3e tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931307 Dec 17 16:19:49.466933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-5c29ea1f-9917-4427-8b43-9c9d2b86cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:49.470082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-5c29ea1f-9917-4427-8b43-9c9d2b86cffe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026637 Dec 17 16:19:49.482080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.515084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.562942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.629455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 60556388-0164-4a58-b403-5fcbe1ec82bd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:49.632356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471d31ad-176d-4104-83af-2df40c428170']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:49.637543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:49.640316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:49.643723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=1e22e62d-effd-402d-82ac-9fca8ea9bcfd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:49.655665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923649cc-dd8b-4546-bb64-809c451a0489') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:49.656272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923649cc-dd8b-4546-bb64-809c451a0489') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:49.681414 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.690515 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.702857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.718443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:49.718844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:49.720745 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:49.816309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-7d68d8c1-8c3f-4356-9669-6f5d98d983c8 service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203938 Dec 17 16:19:49.849893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:49.994619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.007645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.011723 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] 10.222.0.54 "DELETE /v2.0/networks/471d31ad-176d-4104-83af-2df40c428170 HTTP/1.1" status: 204 len: 168 time: 1.0114119 Dec 17 16:19:50.028786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7e3db-fc48-4f7a-8ac8-ba291b933357 tempest-QuotasNegativeTest-164208686 tempest-QuotasNegativeTest-164208686-project-admin] Pushing event deleted for resources: {'Network': ['ID=471d31ad-176d-4104-83af-2df40c428170,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:50.032204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dd695952-c9cd-4357-a797-cc9a8a850c90 req-83582ef7-7e5b-481c-8c7f-731cdf057321 service neutron] 10.222.0.47 "GET /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036445 Dec 17 16:19:50.261257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.268359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.404426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=1e22e62d-effd-402d-82ac-9fca8ea9bcfd,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:50.416004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.586227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 60556388-0164-4a58-b403-5fcbe1ec82bd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:50.588122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:50.660217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56956) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:50.670651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6ad44-e764-4ca6-8358-ef66870c0a16 None None] Network 60556388-0164-4a58-b403-5fcbe1ec82bd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:50.749562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e65d0e9b-2c38-44d6-820e-600f685d4170 None None] Provisioning complete for port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:50.749931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e65d0e9b-2c38-44d6-820e-600f685d4170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.794476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0dd25-24cf-499c-8916-345bce4d057b req-9903b199-5922-4141-84e5-dcdb9bcfcc84 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:50.806519 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de325e0e-fbe1-4094-ad47-23b987d4cf8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.807912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3d0dd25-24cf-499c-8916-345bce4d057b req-9903b199-5922-4141-84e5-dcdb9bcfcc84 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.2098789 Dec 17 16:19:50.885542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e65d0e9b-2c38-44d6-820e-600f685d4170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:50.955026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e65d0e9b-2c38-44d6-820e-600f685d4170 None None] For port 8aba9697-ca25-4d5c-88c4-adcbb4736a04, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8aba9697-ca25-4d5c-88c4-adcbb4736a04,segment=NetworkSegment(5377c4e6-4d51-4256-8064-1197645b4a17),segment_id=5377c4e6-4d51-4256-8064-1197645b4a17)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:50.958472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a3d0dd25-24cf-499c-8916-345bce4d057b req-5b7dc2e3-c217-466f-a07a-0cb690b1c108 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485944 Dec 17 16:19:50.962202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e65d0e9b-2c38-44d6-820e-600f685d4170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.005036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c963a9b4-1ae6-4275-bd95-92ca78b0d80d is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:19:51.037717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de325e0e-fbe1-4094-ad47-23b987d4cf8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.043101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-de325e0e-fbe1-4094-ad47-23b987d4cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.104691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d0e9b-2c38-44d6-820e-600f685d4170 None None] Pushing event updated for resources: {'Port': ['ID=8aba9697-ca25-4d5c-88c4-adcbb4736a04,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:51.113795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8aba9697-ca25-4d5c-88c4-adcbb4736a04 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:51.141743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-de325e0e-fbe1-4094-ad47-23b987d4cf8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb71edf9b52047088c86b65e655f0ecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782436 Dec 17 16:19:51.145483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56964) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:51.152080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de325e0e-fbe1-4094-ad47-23b987d4cf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ff636-ec79-4cc7-ab00-b928a7625bc0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:51.220494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:51.220874 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.279839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96006ea3-97a1-45a5-a0d3-eec888f57ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.280873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:51.294649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-af6940f2-fe0b-43dc-81c7-3b9ad52140aa tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c963a9b4-1ae6-4275-bd95-92ca78b0d80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8877716 Dec 17 16:19:51.296912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56966) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:51.322595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96006ea3-97a1-45a5-a0d3-eec888f57ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.373208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] Sync routers for ids ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:51.395109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d431cff-539f-45c6-9f79-cb46c4cb03c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:51.397161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d431cff-539f-45c6-9f79-cb46c4cb03c7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports/1e22e62d-effd-402d-82ac-9fca8ea9bcfd HTTP/1.1" status: 200 len: 910 time: 0.0989611 Dec 17 16:19:51.400399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56968) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:51.411034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e33f872-3711-4f12-a9a3-26c6cb5b0a95'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:51.411327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] Routers {'c963a9b4-1ae6-4275-bd95-92ca78b0d80d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:51.412000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:51.414947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ccd352a9-bd08-41df-bf7d-c8f17cd250d8 None None] Provisioning complete for port 1e22e62d-effd-402d-82ac-9fca8ea9bcfd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:51.415373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccd352a9-bd08-41df-bf7d-c8f17cd250d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.417814 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96006ea3-97a1-45a5-a0d3-eec888f57ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.420673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-96006ea3-97a1-45a5-a0d3-eec888f57ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.422335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-96006ea3-97a1-45a5-a0d3-eec888f57ad1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d1ff636-ec79-4cc7-ab00-b928a7625bc0 HTTP/1.1" status: 204 len: 168 time: 0.2755790 Dec 17 16:19:51.436761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96006ea3-97a1-45a5-a0d3-eec888f57ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ff636-ec79-4cc7-ab00-b928a7625bc0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:51.488190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ccd352a9-bd08-41df-bf7d-c8f17cd250d8 None None] Port 1e22e62d-effd-402d-82ac-9fca8ea9bcfd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:51.538263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:51.566613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] Routers {'c963a9b4-1ae6-4275-bd95-92ca78b0d80d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:51.567768 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:51.641485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ccd352a9-bd08-41df-bf7d-c8f17cd250d8 None None] Provisioning complete for port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:51.642126 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ccd352a9-bd08-41df-bf7d-c8f17cd250d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.648515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:51.649421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0436e8f-6c9c-4b98-8c49-5b4526876e63 None None] The sync data for ids ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:51.760738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.929813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ead1031f-0d9b-4cc9-9cbd-3990175a10bf None None] Provisioning complete for port 1e22e62d-effd-402d-82ac-9fca8ea9bcfd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:51.930827 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ead1031f-0d9b-4cc9-9cbd-3990175a10bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:51.976671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ead1031f-0d9b-4cc9-9cbd-3990175a10bf None None] Port 1e22e62d-effd-402d-82ac-9fca8ea9bcfd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:19:51.991396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 56978) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:52.020972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d82069cb-1e65-4b51-9a05-5ba1e826fa46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.123042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd7636-71c0-4bf2-87ff-03ca0a27af47 req-72572645-a098-422f-b6a9-2f2a6be49eee tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:52.125315 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74bd7636-71c0-4bf2-87ff-03ca0a27af47 req-72572645-a098-422f-b6a9-2f2a6be49eee tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.0739458 Dec 17 16:19:52.182556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74bd7636-71c0-4bf2-87ff-03ca0a27af47 req-d5e0ecc9-afb8-4689-81dc-5566d3ad683a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483873 Dec 17 16:19:52.253011 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d82069cb-1e65-4b51-9a05-5ba1e826fa46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.260502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d82069cb-1e65-4b51-9a05-5ba1e826fa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.302758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.317163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d82069cb-1e65-4b51-9a05-5ba1e826fa46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da008b9e4e124fa7914f7540e674163d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246305 Dec 17 16:19:52.318366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82069cb-1e65-4b51-9a05-5ba1e826fa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20524ed1-b99c-45e2-a3ff-2ba9582a8b46,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:52.319936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56982) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:52.321366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.381796 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f196d24-2c95-4658-afe2-96e09aea4e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.400855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:52.401470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.405877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/ports/1e22e62d-effd-402d-82ac-9fca8ea9bcfd HTTP/1.1" status: 200 len: 910 time: 1.0013473 Dec 17 16:19:52.405877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bb1e9-dc9b-4d95-8d07-6d87e5613f2e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=1e22e62d-effd-402d-82ac-9fca8ea9bcfd,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:52.406170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 56984) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:52.413539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f196d24-2c95-4658-afe2-96e09aea4e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.597606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f196d24-2c95-4658-afe2-96e09aea4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.600374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f196d24-2c95-4658-afe2-96e09aea4e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.601536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5f196d24-2c95-4658-afe2-96e09aea4e20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20524ed1-b99c-45e2-a3ff-2ba9582a8b46 HTTP/1.1" status: 204 len: 168 time: 0.2797444 Dec 17 16:19:52.618920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196d24-2c95-4658-afe2-96e09aea4e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20524ed1-b99c-45e2-a3ff-2ba9582a8b46,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:52.795388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:52.938854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8aba9697-ca25-4d5c-88c4-adcbb4736a04 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:19:53.027139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:19:53.027633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:53.165894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 1e22e62d-effd-402d-82ac-9fca8ea9bcfd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:53.168627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:53.358767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:53.378641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 1e22e62d-effd-402d-82ac-9fca8ea9bcfd owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:53.399967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfaefd-ce95-4ba3-9f34-ac7ae6654514 req-768a11cc-beda-4a1d-a015-4c442b6577d5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:53.401612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75dfaefd-ce95-4ba3-9f34-ac7ae6654514 req-768a11cc-beda-4a1d-a015-4c442b6577d5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.0922852 Dec 17 16:19:53.508661 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75dfaefd-ce95-4ba3-9f34-ac7ae6654514 req-2a09d9d4-f09e-4cb9-bf30-870f0c16b952 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977952 Dec 17 16:19:53.681923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:53.748579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=1e22e62d-effd-402d-82ac-9fca8ea9bcfd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:54.257196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:54.469708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c963a9b4-1ae6-4275-bd95-92ca78b0d80d has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:19:54.503369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819445-f58e-496a-8aab-187d454a297a req-f4ee083c-d5bf-4d4d-b5c0-2102949baaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:54.505220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a819445-f58e-496a-8aab-187d454a297a req-f4ee083c-d5bf-4d4d-b5c0-2102949baaf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1098 time: 0.0986731 Dec 17 16:19:54.562970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:19:54.572624 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c59f66dd-91cb-4485-acfe-4c77c3748dde tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c963a9b4-1ae6-4275-bd95-92ca78b0d80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1657283 Dec 17 16:19:54.573256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57050) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:54.577124 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] Sync routers for ids ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:19:54.590598 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] Routers {'c963a9b4-1ae6-4275-bd95-92ca78b0d80d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:54.591230 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:54.610254 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5321ee3f-b95c-4dad-bb3a-3a4f9d0e7869 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=c963a9b4-1ae6-4275-bd95-92ca78b0d80d HTTP/1.1" status: 200 len: 205 time: 0.0347829 Dec 17 16:19:54.612474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57052) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:54.682883 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:54.699571 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] Routers {'c963a9b4-1ae6-4275-bd95-92ca78b0d80d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:19:54.700700 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:54.727126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57054) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:54.730188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42157331-3d0b-45dd-ad68-370a5c7093ba tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:54.749313 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:54.750139 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c5171f-d2aa-4399-b628-85e24f2c465c None None] The sync data for ids ['c963a9b4-1ae6-4275-bd95-92ca78b0d80d'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:19:54.998357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42157331-3d0b-45dd-ad68-370a5c7093ba tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.002735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42157331-3d0b-45dd-ad68-370a5c7093ba tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.078602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42157331-3d0b-45dd-ad68-370a5c7093ba tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.079041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42157331-3d0b-45dd-ad68-370a5c7093ba tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Fanout notify agent at l3_agent the message router_deleted on router c963a9b4-1ae6-4275-bd95-92ca78b0d80d {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:19:55.084178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1751583394'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:55.093730 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-42157331-3d0b-45dd-ad68-370a5c7093ba tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.094828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-42157331-3d0b-45dd-ad68-370a5c7093ba tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/c963a9b4-1ae6-4275-bd95-92ca78b0d80d HTTP/1.1" status: 204 len: 168 time: 0.4812806 Dec 17 16:19:55.100306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57066) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:55.168346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Made reservation on behalf of 5906ea41284a433fb151fe0feb135280 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:55.174501 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.197927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet 8e33f872-3711-4f12-a9a3-26c6cb5b0a95 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:19:55.204958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.215968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882e05-fb13-4ef6-921b-3f850528bd16 req-5e34e2db-39f1-438b-a71f-8a8907dd42f5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:55.225425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66882e05-fb13-4ef6-921b-3f850528bd16 req-5e34e2db-39f1-438b-a71f-8a8907dd42f5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.5594437 Dec 17 16:19:55.247542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819445-f58e-496a-8aab-187d454a297a req-19c2bab4-ff8c-450b-93f8-d75846365ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:55.249030 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a819445-f58e-496a-8aab-187d454a297a req-19c2bab4-ff8c-450b-93f8-d75846365ea8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=396ce184-0d47-442e-be56-00177396fba0 HTTP/1.1" status: 200 len: 898 time: 0.7224910 Dec 17 16:19:55.254793 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.341272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.346118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-66882e05-fb13-4ef6-921b-3f850528bd16 req-0d37243d-ff08-446d-8887-2cd1e1e6bc73 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198001 Dec 17 16:19:55.357521 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a819445-f58e-496a-8aab-187d454a297a req-31203470-a23a-415a-82da-3656af520359 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827 HTTP/1.1" status: 200 len: 1001 time: 0.0968115 Dec 17 16:19:55.369745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.429702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819445-f58e-496a-8aab-187d454a297a req-bda05d6d-60d7-4ae2-a57b-1778ea1f70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:55.432845 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a819445-f58e-496a-8aab-187d454a297a req-bda05d6d-60d7-4ae2-a57b-1778ea1f70cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aceaf1c-6c9b-4e10-bef4-52fd323654aa HTTP/1.1" status: 200 len: 835 time: 0.0663218 Dec 17 16:19:55.470532 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.488187 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.498431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dadbc47-c44b-4d1d-91b8-90a5cf427438 None None] Network 60556388-0164-4a58-b403-5fcbe1ec82bd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:55.508302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/8e33f872-3711-4f12-a9a3-26c6cb5b0a95 HTTP/1.1" status: 204 len: 168 time: 0.4057369 Dec 17 16:19:55.508995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57072) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:55.559981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819445-f58e-496a-8aab-187d454a297a req-d741152b-d42e-42a3-8827-5d41d4f88005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:55.562390 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a819445-f58e-496a-8aab-187d454a297a req-d741152b-d42e-42a3-8827-5d41d4f88005 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=396ce184-0d47-442e-be56-00177396fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174040 Dec 17 16:19:55.583235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cfc0b-fd3a-440c-9fd2-31c6b6118540 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=8e33f872-3711-4f12-a9a3-26c6cb5b0a95,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:55.612789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.711100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.741121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] DHCP port deletion for 60556388-0164-4a58-b403-5fcbe1ec82bd request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:19:55.745942 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a819445-f58e-496a-8aab-187d454a297a req-e0e492ee-fbcd-4f09-956a-8d02a909f960 service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746619 Dec 17 16:19:55.780326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.785286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d834ac-728a-4f65-816f-36c04e013564,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:55.808400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:55.814464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] Deleting port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:55.814970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.842429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:55.842806 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Added segment 06fa38ec-0f00-4c82-be45-d77e6c95b769 of type vlan for network 3a40aa20-5f15-4502-801f-70610f3fdefd Dec 17 16:19:55.956468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a819445-f58e-496a-8aab-187d454a297a req-c6b1129a-8f64-4891-96ff-908099a8db1b service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024772 Dec 17 16:19:55.957271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.000371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.007794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:56.009010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.094887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Pushing event updated for resources: {'Network': ['ID=3a40aa20-5f15-4502-801f-70610f3fdefd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:56.105714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] For port 8aba9697-ca25-4d5c-88c4-adcbb4736a04, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8aba9697-ca25-4d5c-88c4-adcbb4736a04,segment=NetworkSegment(5377c4e6-4d51-4256-8064-1197645b4a17),segment_id=5377c4e6-4d51-4256-8064-1197645b4a17)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:56.106193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.111504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dfdbc619-d323-4dd9-9312-fa08ecdac705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3790040 Dec 17 16:19:56.118343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:56.119057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.126432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] Calling delete_port for 8aba9697-ca25-4d5c-88c4-adcbb4736a04 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:56.215803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 3a40aa20-5f15-4502-801f-70610f3fdefd details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:56.249156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port 8aba9697-ca25-4d5c-88c4-adcbb4736a04, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8aba9697-ca25-4d5c-88c4-adcbb4736a04,segment=NetworkSegment(5377c4e6-4d51-4256-8064-1197645b4a17),segment_id=5377c4e6-4d51-4256-8064-1197645b4a17)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:56.249865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.258568 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.272554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 8aba9697-ca25-4d5c-88c4-adcbb4736a04 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:56.296412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] Pushing event deleted for resources: {'Port': ['ID=8aba9697-ca25-4d5c-88c4-adcbb4736a04,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:56.298721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7165a2-8c40-4035-bcfe-15ebac3d40b4 None None] No DVR routers for this DVR port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:56.430123 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.470232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=8aba9697-ca25-4d5c-88c4-adcbb4736a04,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:56.473192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port 8aba9697-ca25-4d5c-88c4-adcbb4736a04 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:19:56.563894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e4818-8d2c-4024-9591-77b7945812fd req-d0a62a2e-097a-4318-8ad4-534f856dd294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:56.579134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e73e4818-8d2c-4024-9591-77b7945812fd req-d0a62a2e-097a-4318-8ad4-534f856dd294 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1336284 Dec 17 16:19:56.581376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57082) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:56.588903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Request body: {'port': {'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd', 'binding:host_id': 'n-h2-806683-20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-722281449'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:56.664355 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.680606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e73e4818-8d2c-4024-9591-77b7945812fd req-3c0d3ae0-f521-4ee4-bf74-2161c5f6dd46 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001391 Dec 17 16:19:56.688860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Made reservation on behalf of 490a746cf7464d67b4604ce00db7c4e9 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:56.694972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.696174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60556388-0164-4a58-b403-5fcbe1ec82bd']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:56.706605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.708121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5377c4e6-4d51-4256-8064-1197645b4a17') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:56.708611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5377c4e6-4d51-4256-8064-1197645b4a17') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:19:56.726651 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.746434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.755245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:19:56.755783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:19:56.797014 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:19:56.808319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.813475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.825652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] device_id is not set on port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:19:56.828956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.843913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.855166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687cb2a2-3ce4-4693-8cf1-4beeae763721,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:56.869910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/60556388-0164-4a58-b403-5fcbe1ec82bd HTTP/1.1" status: 204 len: 168 time: 1.3452420 Dec 17 16:19:56.904986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57096) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:56.908939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7d405-d31b-4e28-aef0-8cdf01b8be79 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=60556388-0164-4a58-b403-5fcbe1ec82bd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:56.914728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cf021a31-6a6b-4032-b21b-c5034ca27497 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1497089438', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:56.957122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf021a31-6a6b-4032-b21b-c5034ca27497 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:56.958550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf021a31-6a6b-4032-b21b-c5034ca27497 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.014298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8aba9697-ca25-4d5c-88c4-adcbb4736a04 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:19:57.033512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf021a31-6a6b-4032-b21b-c5034ca27497 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.039745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf021a31-6a6b-4032-b21b-c5034ca27497 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.058639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8aba9697-ca25-4d5c-88c4-adcbb4736a04 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:19:57.062724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf021a31-6a6b-4032-b21b-c5034ca27497 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.062959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8aba9697-ca25-4d5c-88c4-adcbb4736a04 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:19:57.067412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf021a31-6a6b-4032-b21b-c5034ca27497 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1580904 Dec 17 16:19:57.067412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57098) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:57.081988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-832444204'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:57.114389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:57.118473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.122479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] device_id is not set on port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:19:57.134963 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.143857 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.149772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:19:57.163681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.164317 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment fbe52cef-9060-4e32-b21a-a458762548d4 of type vlan for network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b Dec 17 16:19:57.223629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf323f8-956d-4327-a8f9-03bd8f2c17c8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:57.223891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.229814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Checking segment: {'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:57.230336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Network hostable DHCP agents. Network: 3a40aa20-5f15-4502-801f-70610f3fdefd, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:19:57.253534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Network 3a40aa20-5f15-4502-801f-70610f3fdefd is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:19:57.267100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 3a40aa20-5f15-4502-801f-70610f3fdefd) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:57.268199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.276126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:57.276782 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.277393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9600a69-9b3d-4684-a649-eed1475f7dc9 None None] Network 3a40aa20-5f15-4502-801f-70610f3fdefd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:57.285561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:57.306424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:57.307159 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:57.307973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:57.314321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:57.315283 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:57.315936 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 2 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:57.341578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:57.345008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:57.346183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:57.355357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:57.356364 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:57.357702 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 3 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:57.358538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2838008 Dec 17 16:19:57.362285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57100) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:57.371098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:57.393726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfa0fe-4522-4c16-9010-81ccf95129b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=c9ecc3b8-3d96-4a72-a746-b53e4c9b906b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:57.409675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:19:57.509213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:57.509875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:57.510606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:57.538114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:57.538593 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:57.542905 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 4 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:57.572803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:57.573510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:57.574040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:57.580495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:57.600675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.606685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:57.606900 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:57.618148 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 5 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:57.659460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:57.659460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:57.659713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:57.670669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:57.671004 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:57.684605 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 6 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:57.743220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:57.743598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:57.752210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:57.827647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e5e09-949a-41ab-8696-be5d423f51d3 req-d7516322-dcff-4c29-a880-1a54ad414cca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:57.836890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c7e5e09-949a-41ab-8696-be5d423f51d3 req-d7516322-dcff-4c29-a880-1a54ad414cca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.0686219 Dec 17 16:19:57.896936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c7e5e09-949a-41ab-8696-be5d423f51d3 req-fc2a66af-2e9f-4339-9207-7055c80615fe tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587764 Dec 17 16:19:57.938415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:57.939011 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:57.939569 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 7 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:57.963654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:57.997518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:57.997825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:57.998145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:58.028274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:58.028575 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:58.035076 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 8 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:58.055668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:58.064160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22380a-40c0-4114-95cf-358ca78fbb8e req-5f525171-1032-48c4-aefd-076c8cd9e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:58.065729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b22380a-40c0-4114-95cf-358ca78fbb8e req-5f525171-1032-48c4-aefd-076c8cd9e91b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1098 time: 0.1391275 Dec 17 16:19:58.071833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:58.072185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:58.072527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:58.094132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:58.094459 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:58.096053 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 9 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:58.113128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:58.113525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: c9ecc3b8-3d96-4a72-a746-b53e4c9b906b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:19:58.131626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:58.131984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:58.132322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:58.146793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3b22380a-40c0-4114-95cf-358ca78fbb8e req-8296091b-aca8-4f11-a160-cb3d550cf0f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719573 Dec 17 16:19:58.149594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:58.149919 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:58.151067 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 10 to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 Dec 17 16:19:58.163609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:19:58.172509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:58.172853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:58.173213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:58.177092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, c9ecc3b8-3d96-4a72-a746-b53e4c9b906b) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:58.181621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:58.182407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.187160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:19:58.187538 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:19:58.187936 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.193916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194aa9a-51b1-49a4-94b4-103ae0e01a1c None None] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:19:58.214884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57108) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:58.215185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8ee6d4f8-3217-40e8-a46c-ead6e12a7f26 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8507354 Dec 17 16:19:58.293660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] For port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:58.294027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempted to set empty binding levels {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 16:19:58.318616 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.332085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:19:58.334505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.381459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:58.382503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.410996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf323f8-956d-4327-a8f9-03bd8f2c17c8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:58.419637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3bccd600-103c-436f-b561-4df7577bba73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8351002 Dec 17 16:19:58.422537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57110) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:58.514482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Deleting port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:19:58.515500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.603343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] For port 4cf323f8-956d-4327-a8f9-03bd8f2c17c8, host n-h2-806683-20, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:58.604032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.627787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Calling delete_port for 4cf323f8-956d-4327-a8f9-03bd8f2c17c8 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:19:58.664012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Allocated IP 172.20.0.2 (c9ecc3b8-3d96-4a72-a746-b53e4c9b906b/b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07/d7672cda-fbaa-42a3-ae67-d58713446aee) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:58.743617 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:19:58.775956 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.821107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.824963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4cf323f8-956d-4327-a8f9-03bd8f2c17c8 HTTP/1.1" status: 204 len: 168 time: 0.4005964 Dec 17 16:19:58.827447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57116) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:58.857427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.864704 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.884446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595cc14-22a0-458e-abe6-00a49dfbdf6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf323f8-956d-4327-a8f9-03bd8f2c17c8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:58.887797 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2adaf1-ad2a-4701-b660-41507b3a48c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:19:58.893135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cb2adaf1-ad2a-4701-b660-41507b3a48c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "GET /v2.0/ports/4cf323f8-956d-4327-a8f9-03bd8f2c17c8 HTTP/1.1" status: 404 len: 333 time: 0.0645425 Dec 17 16:19:58.893763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57118) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:58.899772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Request body: {'port': {'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226788540'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:58.927537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Made reservation on behalf of 490a746cf7464d67b4604ce00db7c4e9 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:19:58.930664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:58.955832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:58.956075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] device_id is not set on port 6de58336-b32f-4693-8f7c-85e18bfe17a5 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:19:58.963135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:58.968712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:59.049417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4c3ff2ae-b801-4c53-9d07-c3de7caea827 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:19:59.207288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:59.226180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'port_id': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'mac_address': 'fa:16:3e:33:d9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:19:59.271546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Pushing event updated for resources: {'Port': ['ID=d7672cda-fbaa-42a3-ae67-d58713446aee,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:59.284456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Attempting to bind port d7672cda-fbaa-42a3-ae67-d58713446aee on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:19:59.285284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Attempting to bind port d7672cda-fbaa-42a3-ae67-d58713446aee by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:19:59.285923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Attempting to bind port d7672cda-fbaa-42a3-ae67-d58713446aee on network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:19:59.289515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.291350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.301826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:19:59.302487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Checking segment: {'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:19:59.303108 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.303853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Bound using segment: {'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:19:59.304571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Bound port: d7672cda-fbaa-42a3-ae67-d58713446aee, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:19:59.305174 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.309492 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.335857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c3ff2ae-b801-4c53-9d07-c3de7caea827 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:19:59.414710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:19:59.420666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.438147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.476108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] For port d7672cda-fbaa-42a3-ae67-d58713446aee, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:19:59.504767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Network 3a40aa20-5f15-4502-801f-70610f3fdefd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:19:59.509137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] For port d7672cda-fbaa-42a3-ae67-d58713446aee, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d7672cda-fbaa-42a3-ae67-d58713446aee,segment=NetworkSegment(fbe52cef-9060-4e32-b21a-a458762548d4),segment_id=fbe52cef-9060-4e32-b21a-a458762548d4)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:19:59.518796 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.519933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:19:59.532757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:19:59.533727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:59.537272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:19:59.539601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:59.609075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec9241-cbe0-4698-b31f-ea6acf38a422 None None] Pushing event updated for resources: {'Port': ['ID=d7672cda-fbaa-42a3-ae67-d58713446aee,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:59.611043 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35243a-8d4f-4b46-bfa4-a288e644d5d8 req-1aefe209-674f-4d7b-ab14-ad53800610b5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:59.627473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff35243a-8d4f-4b46-bfa4-a288e644d5d8 req-1aefe209-674f-4d7b-ab14-ad53800610b5 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.2624168 Dec 17 16:19:59.629847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=6de58336-b32f-4693-8f7c-85e18bfe17a5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:19:59.656434 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-abe425fc-90eb-402b-a4fe-e9f8120f8215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7612259 Dec 17 16:19:59.658431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57124) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:19:59.662991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['4c3ff2ae-b801-4c53-9d07-c3de7caea827'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:19:59.680271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:19:59.777691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.20.0.1 (c9ecc3b8-3d96-4a72-a746-b53e4c9b906b/b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07/d52e5eae-d099-4f75-bc5b-d8606a9c564a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:19:59.799513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff35243a-8d4f-4b46-bfa4-a288e644d5d8 req-28dbb7c4-2a6a-4e7b-8fb6-3b06156f85ad tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651652 Dec 17 16:19:59.875002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.077021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.154196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.184402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] device_id is not set on port 6de58336-b32f-4693-8f7c-85e18bfe17a5 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:20:00.189238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:00.207125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.215531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.221367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:00.227039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:00.258492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=d52e5eae-d099-4f75-bc5b-d8606a9c564a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:00.314559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=6de58336-b32f-4693-8f7c-85e18bfe17a5,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:00.337893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.338607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.338607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.339284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.348882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.349378 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.349987 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 2 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.372275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.372723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.373081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.379240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.379858 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.380584 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 3 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.405247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.405811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.406352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.414199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.415438 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.416093 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 4 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.439952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.440586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.441169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.446373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.446998 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.448046 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 5 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.468061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.468061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.468061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.475786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.475786 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.476534 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 6 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.494816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.495151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.495491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.500829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.501167 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.501569 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 7 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.516477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.516988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.517440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.523489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.523799 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.524075 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 8 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.528249 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.539625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.540074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.540399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.546515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.546863 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.547290 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 9 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.566882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.567505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.567954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.574643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.575469 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.576081 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 10 to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 Dec 17 16:20:00.605478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:00.606139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:00.606641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:00.613069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:00.614571 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:00.615173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.720573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] For port 6de58336-b32f-4693-8f7c-85e18bfe17a5, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:00.721178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempted to set empty binding levels {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 16:20:00.727707 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.798604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] In _notify_port_updated(), no bound segment for port 6de58336-b32f-4693-8f7c-85e18bfe17a5 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:20:00.799575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.800286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:00.808338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "PUT /v2.0/ports/6de58336-b32f-4693-8f7c-85e18bfe17a5 HTTP/1.1" status: 200 len: 980 time: 1.1333301 Dec 17 16:20:00.815765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57130) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:00.889991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772b878-3d84-442a-b67d-0c68dbf85b01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=6de58336-b32f-4693-8f7c-85e18bfe17a5,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:00.944735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.945250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.945767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.946300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.946801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.947291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.947782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.948282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.948776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.949301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.949772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.950385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.956999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.958655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.963173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.963840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.964485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.965120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.973403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-980be0df-533e-4104-bd72-9b3063d87698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16047 time: 0.1564286 Dec 17 16:20:00.974354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57136) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:01.013715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4c3ff2ae-b801-4c53-9d07-c3de7caea827 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:01.079642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d7672cda-fbaa-42a3-ae67-d58713446aee up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:01.093694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.101979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.124117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Deleting port 6de58336-b32f-4693-8f7c-85e18bfe17a5 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:01.124631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.153786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe94fa-9f8d-4297-94f9-645cb66462a9 req-3681dc92-a03a-43b3-b22c-bae23a5a8365 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:01.154488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eade6ee-fe4f-4355-b4c0-35b0c02ab8b8 None None] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:01.155358 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9fe94fa-9f8d-4297-94f9-645cb66462a9 req-3681dc92-a03a-43b3-b22c-bae23a5a8365 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 945 time: 0.1864476 Dec 17 16:20:01.209574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] For port 6de58336-b32f-4693-8f7c-85e18bfe17a5, host n-h2-806683-20, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:01.209847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.226778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Calling delete_port for 6de58336-b32f-4693-8f7c-85e18bfe17a5 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:01.253938 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.260787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9fe94fa-9f8d-4297-94f9-645cb66462a9 req-88e8a844-28ad-4c1a-85d2-0d065e538d93 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811048 Dec 17 16:20:01.264433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=d52e5eae-d099-4f75-bc5b-d8606a9c564a,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:01.293740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:01.317960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:01.318756 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.340206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.365007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3b5838bd-f49b-4d49-871a-b73db96662e0 None None] Provisioning complete for port d7672cda-fbaa-42a3-ae67-d58713446aee triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:01.365749 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b5838bd-f49b-4d49-871a-b73db96662e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.399144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event deleted for resources: {'Port': ['ID=6de58336-b32f-4693-8f7c-85e18bfe17a5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:01.418793 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-111a8a46-8da2-4ac3-b2e3-d3ddda346a67 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/floatingips/f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c HTTP/1.1" status: 200 len: 992 time: 0.0925281 Dec 17 16:20:01.425585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.430458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d7672cda-fbaa-42a3-ae67-d58713446aee triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:01.430837 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.436201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57140) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:01.437220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0a556525-4690-45cb-bb06-ee2088ad2f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "DELETE /v2.0/ports/6de58336-b32f-4693-8f7c-85e18bfe17a5 HTTP/1.1" status: 204 len: 168 time: 0.4607115 Dec 17 16:20:01.462980 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed1b98d-3030-4936-88bb-f09c83562c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:20:01.468172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ed1b98d-3030-4936-88bb-f09c83562c13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "GET /v2.0/ports/6de58336-b32f-4693-8f7c-85e18bfe17a5 HTTP/1.1" status: 404 len: 333 time: 0.0273330 Dec 17 16:20:01.469026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57142) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:01.474362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-801658935', 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:01.487083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:01.489685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:01.515092 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.545867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Made reservation on behalf of 490a746cf7464d67b4604ce00db7c4e9 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:01.548208 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.564534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:01.567609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:01.570649 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de152bf-de86-439a-bc80-b855be2cddf7" -d '{"events": [{"server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "name": "network-vif-plugged", "status": "completed", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:01.601062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.612792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] device_id is not set on port b8e52771-9f07-43a9-9275-4f7891d9ee9e yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:20:01.673234 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b5838bd-f49b-4d49-871a-b73db96662e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.686165 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1683d4-aafb-4c03-907c-aee3674f19f9 x-openstack-request-id: req-1c1683d4-aafb-4c03-907c-aee3674f19f9 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:01.686532 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "name": "network-vif-plugged", "status": "completed", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:01.686762 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c1683d4-aafb-4c03-907c-aee3674f19f9 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:01.687268 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'code': 200} Dec 17 16:20:01.717694 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.759958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:01.778539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3b5838bd-f49b-4d49-871a-b73db96662e0 None None] For port d7672cda-fbaa-42a3-ae67-d58713446aee, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d7672cda-fbaa-42a3-ae67-d58713446aee,segment=NetworkSegment(fbe52cef-9060-4e32-b21a-a458762548d4),segment_id=fbe52cef-9060-4e32-b21a-a458762548d4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:01.789232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:01.790741 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b5838bd-f49b-4d49-871a-b73db96662e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.864047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:20:01.864448 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:20:01.887289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5838bd-f49b-4d49-871a-b73db96662e0 None None] Pushing event updated for resources: {'Port': ['ID=d7672cda-fbaa-42a3-ae67-d58713446aee,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:01.914195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-71c65092-de3b-49c0-8a14-26260b42a557 None None] Provisioning complete for port d52e5eae-d099-4f75-bc5b-d8606a9c564a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:01.915160 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c65092-de3b-49c0-8a14-26260b42a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.917449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:01.953682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:01.962306 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-49173c11-e45c-4a99-93b6-4d82d1f0adf1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7438016 Dec 17 16:20:01.963107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57148) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:01.968322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-1063052400'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:01.969992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:01.981060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-71c65092-de3b-49c0-8a14-26260b42a557 None None] Port d52e5eae-d099-4f75-bc5b-d8606a9c564a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:01.987962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.000488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-71c65092-de3b-49c0-8a14-26260b42a557 None None] Provisioning complete for port d7672cda-fbaa-42a3-ae67-d58713446aee triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:02.000777 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-71c65092-de3b-49c0-8a14-26260b42a557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.019768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:02.023751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.023985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:02.024881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:02.048157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Network 3a40aa20-5f15-4502-801f-70610f3fdefd is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:02.053453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:02.057677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:02.058686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:02.059301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.076063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:20:02.079046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=b8e52771-9f07-43a9-9275-4f7891d9ee9e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:02.086779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e28256bf-61fa-4f25-845d-79cefbb33909 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6170487 Dec 17 16:20:02.089330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57152) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:02.105136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.105491 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment fc83435f-83ab-4aeb-a028-42d037143365 of type vlan for network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 Dec 17 16:20:02.152626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db678b9c-47a3-4e97-9b3b-f1bbf2e17404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:02.154468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-db678b9c-47a3-4e97-9b3b-f1bbf2e17404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "GET /v2.0/ports/b8e52771-9f07-43a9-9275-4f7891d9ee9e HTTP/1.1" status: 200 len: 958 time: 0.0641179 Dec 17 16:20:02.158309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57154) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:02.182564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.218227 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.225814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:02.226661 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.250637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2862883 Dec 17 16:20:02.254572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Deleting port b8e52771-9f07-43a9-9275-4f7891d9ee9e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:02.255163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.258682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57156) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:02.276426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:02.335481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e333c5c-d462-4777-b37c-75d4d1e9e470 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=5a8882b3-0e7e-494b-bf50-3668bbc9a962,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:02.392015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.403749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:20:02.413201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Calling delete_port for b8e52771-9f07-43a9-9275-4f7891d9ee9e owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:02.485034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:02.488565 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.510922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:02.574016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.627375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8e52771-9f07-43a9-9275-4f7891d9ee9e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:02.640188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.643554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6b45549e-0987-4a21-a3aa-99857a0faa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b8e52771-9f07-43a9-9275-4f7891d9ee9e HTTP/1.1" status: 204 len: 168 time: 0.4837930 Dec 17 16:20:02.646867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57158) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:02.672732 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fcc2ed-5b43-41de-83c4-7af63355f81a tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:20:02.674236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-27fcc2ed-5b43-41de-83c4-7af63355f81a tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "GET /v2.0/ports/b8e52771-9f07-43a9-9275-4f7891d9ee9e HTTP/1.1" status: 404 len: 333 time: 0.0263128 Dec 17 16:20:02.678637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:02.683773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Request body: {'port': {'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-363182968'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:02.710038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Made reservation on behalf of 490a746cf7464d67b4604ce00db7c4e9 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:02.712780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.730217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] device_id is not set on port fb150be9-6a6d-420c-b672-02673bdf2df7 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:20:02.755697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.778088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-72c9c871-57ee-4eef-b14b-f86be72deced None None] Provisioning complete for port d52e5eae-d099-4f75-bc5b-d8606a9c564a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:02.778354 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-72c9c871-57ee-4eef-b14b-f86be72deced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.815328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=1d16558e-bc9d-4d51-88c3-398890a4f801,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:02.815615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:00Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:00Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:02.846849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:02.847320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: 5a8882b3-0e7e-494b-bf50-3668bbc9a962, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:20:02.849123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:02.849554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Updating router c7b4c7e7-3aa5-4078-b1e9-650891924185 port d52e5eae-d099-4f75-bc5b-d8606a9c564a binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:20:02.851655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-72c9c871-57ee-4eef-b14b-f86be72deced None None] Port d52e5eae-d099-4f75-bc5b-d8606a9c564a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:02.871034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:20:02.878872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.886684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5a8882b3-0e7e-494b-bf50-3668bbc9a962) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:02.894907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:02.896709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.925054 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:02.925261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b7419d0a-f966-4ef7-b6ae-27c224c8089d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6622632 Dec 17 16:20:02.925791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57164) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:02.928817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f881e-7aee-4257-bdad-02a24f869e26 None None] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:02.960890 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.022883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Network 3a40aa20-5f15-4502-801f-70610f3fdefd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:03.026757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:03.031030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:03.032597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:03.033473 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.039647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d7672cda-fbaa-42a3-ae67-d58713446aee up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:03.052737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=fb150be9-6a6d-420c-b672-02673bdf2df7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:03.060381 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-030c1c66-f3cd-441c-992e-9f997e33e558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3805830 Dec 17 16:20:03.062428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57168) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:03.069298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:03.145321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.211809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:20:03.212732 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.305164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d7672cda-fbaa-42a3-ae67-d58713446aee triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:03.305531 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.402540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.438657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] device_id is not set on port fb150be9-6a6d-420c-b672-02673bdf2df7 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:20:03.447445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.455254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.517647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Allocated IP 172.21.0.2 (5a8882b3-0e7e-494b-bf50-3668bbc9a962/1d16558e-bc9d-4d51-88c3-398890a4f801/21db8fd0-f52b-4c08-80e5-e6d96e495dfa) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:03.520589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=fb150be9-6a6d-420c-b672-02673bdf2df7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:03.544708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.545199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.545605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.553673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.554047 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.554439 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 2 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.575229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.575611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.576009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.582092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.582554 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.583145 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 3 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.609121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.609460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.610454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.617051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.617439 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.618165 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 4 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.635228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.635575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.635975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.641000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.641322 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.641774 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 5 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.657579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.657889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.658235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.664119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.664455 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.665700 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 6 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.680459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.680809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.681645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.686537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.686872 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.687290 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 7 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.691935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.701451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.701808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.702120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.705377 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.707962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.708365 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.708835 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 8 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.721904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.722488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.722895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.727547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.728064 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.728511 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 9 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.740456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.740997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.741663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.746862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.747248 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.747581 n-d-806683-20 neutron-server[109783]: INFO neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempt 10 to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 Dec 17 16:20:03.755242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b575b15-0fb1-48a7-8259-ab09b8e6039f None None] Pushing event updated for resources: {'Port': ['ID=d52e5eae-d099-4f75-bc5b-d8606a9c564a,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:03.762263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.763101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.763101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempting to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.767531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:03.767996 n-d-806683-20 neutron-server[109783]: ERROR neutron.plugins.ml2.managers [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Failed to bind port fb150be9-6a6d-420c-b672-02673bdf2df7 on host n-h2-806683-20 for vnic_type normal using segments [{'id': '06fa38ec-0f00-4c82-be45-d77e6c95b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3a40aa20-5f15-4502-801f-70610f3fdefd'}] Dec 17 16:20:03.768363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.867221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] For port fb150be9-6a6d-420c-b672-02673bdf2df7, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:03.868098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attempted to set empty binding levels {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 16:20:03.875262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.885809 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.914556 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.926359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Attempting to bind port d52e5eae-d099-4f75-bc5b-d8606a9c564a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:03.926975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Attempting to bind port d52e5eae-d099-4f75-bc5b-d8606a9c564a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:03.927612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Attempting to bind port d52e5eae-d099-4f75-bc5b-d8606a9c564a on network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:03.935736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] In _notify_port_updated(), no bound segment for port fb150be9-6a6d-420c-b672-02673bdf2df7 on network 3a40aa20-5f15-4502-801f-70610f3fdefd {{(pid=109783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 17 16:20:03.936960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:03.938667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.940549 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "PUT /v2.0/ports/fb150be9-6a6d-420c-b672-02673bdf2df7 HTTP/1.1" status: 200 len: 979 time: 0.8766103 Dec 17 16:20:03.945293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57180) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:03.972027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:03.972475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Checking segment: {'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:03.973064 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.975222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Bound using segment: {'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:03.975761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Bound port: d52e5eae-d099-4f75-bc5b-d8606a9c564a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe52cef-9060-4e32-b21a-a458762548d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:03.976287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:03.994947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.21.0.1 (5a8882b3-0e7e-494b-bf50-3668bbc9a962/1d16558e-bc9d-4d51-88c3-398890a4f801/822b357a-bd2f-4da8-991e-69ff63d02164) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:04.004073 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e38f5f-c710-4ab0-a74c-c2c81819e774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event updated for resources: {'Port': ['ID=fb150be9-6a6d-420c-b672-02673bdf2df7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:04.006441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:04.014973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:04.036418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:04.063044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Pushing event updated for resources: {'Port': ['ID=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:04.078705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Deleting port fb150be9-6a6d-420c-b672-02673bdf2df7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:04.079750 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.183326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Attempting to bind port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:04.183708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Attempting to bind port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:04.184099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Attempting to bind port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa on network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:04.187296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] For port d52e5eae-d099-4f75-bc5b-d8606a9c564a, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:04.191570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] For port fb150be9-6a6d-420c-b672-02673bdf2df7, host n-h2-806683-20, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:04.191778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.192621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] For port d52e5eae-d099-4f75-bc5b-d8606a9c564a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d52e5eae-d099-4f75-bc5b-d8606a9c564a,segment=NetworkSegment(fbe52cef-9060-4e32-b21a-a458762548d4),segment_id=fbe52cef-9060-4e32-b21a-a458762548d4)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:04.193901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:04.194272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Checking segment: {'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:04.194872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.195284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Bound using segment: {'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:04.195804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Bound port: 21db8fd0-f52b-4c08-80e5-e6d96e495dfa, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:04.196215 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.207198 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.210945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Calling delete_port for fb150be9-6a6d-420c-b672-02673bdf2df7 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:04.222919 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.312940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.330461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b575b15-0fb1-48a7-8259-ab09b8e6039f None None] Pushing event updated for resources: {'Port': ['ID=d52e5eae-d099-4f75-bc5b-d8606a9c564a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:04.350568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:04.351436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:04.380555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:04.385727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:04.390505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:04.392901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.400378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=822b357a-bd2f-4da8-991e-69ff63d02164,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:04.411795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-30366f2e-ea5b-44a6-b128-d59e886745dc None None] Provisioning complete for port d52e5eae-d099-4f75-bc5b-d8606a9c564a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:04.412184 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30366f2e-ea5b-44a6-b128-d59e886745dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.454202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.457511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] For port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:04.470106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] For port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,segment=NetworkSegment(fc83435f-83ab-4aeb-a028-42d037143365),segment_id=fc83435f-83ab-4aeb-a028-42d037143365)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:04.508258 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.514443 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "DELETE /v2.0/ports/fb150be9-6a6d-420c-b672-02673bdf2df7 HTTP/1.1" status: 204 len: 168 time: 0.5675662 Dec 17 16:20:04.516370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780d900-2473-451e-bff5-a9bf67906822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb150be9-6a6d-420c-b672-02673bdf2df7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:04.521914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:04.554399 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3457a8-bb3a-4585-a986-3dc7af614fe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] GET failed (client error): The resource could not be found. Dec 17 16:20:04.559622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0b3457a8-bb3a-4585-a986-3dc7af614fe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262228857-project-admin] 10.222.0.54 "GET /v2.0/ports/fb150be9-6a6d-420c-b672-02673bdf2df7 HTTP/1.1" status: 404 len: 333 time: 0.0363412 Dec 17 16:20:04.560425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57188) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:04.619976 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.679650 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.777268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.795376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.821589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a40aa20-5f15-4502-801f-70610f3fdefd']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:04.836183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fa38ec-0f00-4c82-be45-d77e6c95b769') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:04.836472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fa38ec-0f00-4c82-be45-d77e6c95b769') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:04.849266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.865346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.877890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:20:04.878406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.879392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:04.908325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746668c4-1370-4940-94dc-28256ccceb96 None None] Pushing event updated for resources: {'Port': ['ID=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:04.977042 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:04.980663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.986904 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:04.993297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] 10.222.0.54 "DELETE /v2.0/networks/3a40aa20-5f15-4502-801f-70610f3fdefd HTTP/1.1" status: 204 len: 168 time: 0.4294960 Dec 17 16:20:05.011451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c57f6-1b23-4bdb-87db-e05f95ba76ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077307636-project] Pushing event deleted for resources: {'Network': ['ID=3a40aa20-5f15-4502-801f-70610f3fdefd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:05.016500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.022952 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.043930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30366f2e-ea5b-44a6-b128-d59e886745dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.126982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-30366f2e-ea5b-44a6-b128-d59e886745dc None None] For port d52e5eae-d099-4f75-bc5b-d8606a9c564a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d52e5eae-d099-4f75-bc5b-d8606a9c564a,segment=NetworkSegment(fbe52cef-9060-4e32-b21a-a458762548d4),segment_id=fbe52cef-9060-4e32-b21a-a458762548d4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:05.130825 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.133403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=822b357a-bd2f-4da8-991e-69ff63d02164,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:05.134082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30366f2e-ea5b-44a6-b128-d59e886745dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.235350 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30366f2e-ea5b-44a6-b128-d59e886745dc None None] Pushing event updated for resources: {'Port': ['ID=d52e5eae-d099-4f75-bc5b-d8606a9c564a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:05.294202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-42eed350-769f-4222-8a74-5432a1b20db7 None None] Provisioning complete for port d52e5eae-d099-4f75-bc5b-d8606a9c564a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:05.294494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-42eed350-769f-4222-8a74-5432a1b20db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.321792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:05.323574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:05.368284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:00Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:04Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:05.420107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb299bc-2f22-468a-b678-9be04cf109a9 None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:00Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:04Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:05.521990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57196) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:05.748097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-11b81113-2029-4400-95a8-f3858de6808e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5906ea41284a433fb151fe0feb135280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226403 Dec 17 16:20:05.748351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57202) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:05.826585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2064caf8-31d2-4ad6-b560-3be147ca119d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.842069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:05.859281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2064caf8-31d2-4ad6-b560-3be147ca119d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.938563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2064caf8-31d2-4ad6-b560-3be147ca119d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.947673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2064caf8-31d2-4ad6-b560-3be147ca119d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:05.967378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2064caf8-31d2-4ad6-b560-3be147ca119d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5d834ac-728a-4f65-816f-36c04e013564 HTTP/1.1" status: 204 len: 168 time: 0.2033467 Dec 17 16:20:06.001609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064caf8-31d2-4ad6-b560-3be147ca119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d834ac-728a-4f65-816f-36c04e013564,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:06.048083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:06.064353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57206) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:06.067645 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3f16bf5d-4e8d-4dcc-bc51-f59ea8c412e5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1305196 Dec 17 16:20:06.074712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-438868982'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:06.138757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:06.145331 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.198056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:20:06.212049 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.212466 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment 5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b of type vlan for network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 Dec 17 16:20:06.282059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.328276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.337442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:06.338470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.397760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b3017-530a-4d40-a0f5-dd9632625dea None None] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:06.430745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3623559 Dec 17 16:20:06.430862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:06.436937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:06.471622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba0887-17dc-4e9c-9f93-86a4366d5cb5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=7ab6b79a-6a1e-4565-81cb-0aa23d2056d7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:06.513747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57214) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:06.524096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:20:06.603119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b4432b8f-ce25-443e-ad79-faa507366ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.612190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b8e67264-d5b0-4096-85f6-4e0040148cce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=490a746cf7464d67b4604ce00db7c4e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971859 Dec 17 16:20:06.618408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57218) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:06.643279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-53402386-731d-40c7-98d7-75827c62b563 None None] Provisioning complete for port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:06.643662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53402386-731d-40c7-98d7-75827c62b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.696308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:06.700695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.762236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3361ff6-88ff-480e-a9cd-c01562bd98ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.797049 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53402386-731d-40c7-98d7-75827c62b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.813948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3361ff6-88ff-480e-a9cd-c01562bd98ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.841953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-53402386-731d-40c7-98d7-75827c62b563 None None] For port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,segment=NetworkSegment(fc83435f-83ab-4aeb-a028-42d037143365),segment_id=fc83435f-83ab-4aeb-a028-42d037143365)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:06.851356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53402386-731d-40c7-98d7-75827c62b563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.903036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3361ff6-88ff-480e-a9cd-c01562bd98ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.910141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3361ff6-88ff-480e-a9cd-c01562bd98ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:06.915211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c3361ff6-88ff-480e-a9cd-c01562bd98ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/687cb2a2-3ce4-4693-8cf1-4beeae763721 HTTP/1.1" status: 204 len: 168 time: 0.2954030 Dec 17 16:20:06.935694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3361ff6-88ff-480e-a9cd-c01562bd98ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687cb2a2-3ce4-4693-8cf1-4beeae763721,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:07.041903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53402386-731d-40c7-98d7-75827c62b563 None None] Pushing event updated for resources: {'Port': ['ID=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:07.097119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-400c9e25-1891-4918-99da-409ff60d559b None None] Provisioning complete for port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:07.097872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-400c9e25-1891-4918-99da-409ff60d559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:07.183636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 21db8fd0-f52b-4c08-80e5-e6d96e495dfa up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:07.192726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:07.311810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:07.312396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:20:07.314504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=2e5e2190-2581-4ac6-bd58-dfaa68b245dd,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:07.366724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:20:07.389316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:07.393105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:07.393480 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:07.395933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:07.396466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:07.416262 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b4796192-fb41-4222-95f7-1e6282f85f9f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9839673 Dec 17 16:20:07.419195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57238) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:07.482136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99690ed2-b3ed-4726-8655-79e1a16bd775 None None] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:07.644613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-400c9e25-1891-4918-99da-409ff60d559b None None] Provisioning complete for port 822b357a-bd2f-4da8-991e-69ff63d02164 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:07.644984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-400c9e25-1891-4918-99da-409ff60d559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:07.696298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-400c9e25-1891-4918-99da-409ff60d559b None None] Port 822b357a-bd2f-4da8-991e-69ff63d02164 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:07.796951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:20:07.798099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:07.818190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d52e5eae-d099-4f75-bc5b-d8606a9c564a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:07.835679 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:07.848627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:07.849251 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:19:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:07.948776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0d21555a-b38f-4102-b359-8853b13fdee5 None None] Provisioning complete for port 822b357a-bd2f-4da8-991e-69ff63d02164 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:07.949204 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0d21555a-b38f-4102-b359-8853b13fdee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.009755 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:08.165064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0d21555a-b38f-4102-b359-8853b13fdee5 None None] Port 822b357a-bd2f-4da8-991e-69ff63d02164 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:08.179855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d52e5eae-d099-4f75-bc5b-d8606a9c564a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:08.179855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.264757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Allocated IP 172.22.0.2 (7ab6b79a-6a1e-4565-81cb-0aa23d2056d7/2e5e2190-2581-4ac6-bd58-dfaa68b245dd/94055662-410a-415e-8aa3-8884a5584bd3) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:08.359130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:04Z', 'revision_number': 3, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:04Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:08.373368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7c0e0f1f-ed7e-43c1-a134-8d4f40c6dd0a None None] Provisioning complete for port 822b357a-bd2f-4da8-991e-69ff63d02164 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:08.373734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c0e0f1f-ed7e-43c1-a134-8d4f40c6dd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.403210 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:08.403459 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Updating router c7b4c7e7-3aa5-4078-b1e9-650891924185 port 822b357a-bd2f-4da8-991e-69ff63d02164 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:20:08.440683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e0f1f-ed7e-43c1-a134-8d4f40c6dd0a None None] Port 822b357a-bd2f-4da8-991e-69ff63d02164 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:08.468565 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.516985 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.526629 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.532762 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.601242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Pushing event updated for resources: {'Port': ['ID=94055662-410a-415e-8aa3-8884a5584bd3,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:08.610246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:08.611989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:08.617279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:08.685660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Attempting to bind port 94055662-410a-415e-8aa3-8884a5584bd3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:08.686421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Attempting to bind port 94055662-410a-415e-8aa3-8884a5584bd3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:08.686594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Attempting to bind port 94055662-410a-415e-8aa3-8884a5584bd3 on network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:08.693363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:08.694095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Checking segment: {'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:08.694754 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.695463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Bound using segment: {'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:08.696094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Bound port: 94055662-410a-415e-8aa3-8884a5584bd3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:08.696565 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.817298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] For port 94055662-410a-415e-8aa3-8884a5584bd3, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:08.821960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] For port 94055662-410a-415e-8aa3-8884a5584bd3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=94055662-410a-415e-8aa3-8884a5584bd3,segment=NetworkSegment(5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b),segment_id=5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:08.826863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.874147 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.881661 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.950558 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Pushing event updated for resources: {'Port': ['ID=822b357a-bd2f-4da8-991e-69ff63d02164,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:08.993741 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.994904 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.995417 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.996044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.996559 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.997222 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.997494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-82c38820-e805-4d6c-ac4f-d7cd02c4ed75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:08.997940 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.998489 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.999159 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:08.999721 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:09.000215 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:09.000752 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:09.001292 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:09.006995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a3ac5-9d04-424c-846a-980e6fc13d2b None None] Pushing event updated for resources: {'Port': ['ID=94055662-410a-415e-8aa3-8884a5584bd3,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:09.030362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.22.0.1 (7ab6b79a-6a1e-4565-81cb-0aa23d2056d7/2e5e2190-2581-4ac6-bd58-dfaa68b245dd/a4917743-874c-461c-8974-392af991ee0a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:09.069801 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Attempting to bind port 822b357a-bd2f-4da8-991e-69ff63d02164 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:09.070194 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Attempting to bind port 822b357a-bd2f-4da8-991e-69ff63d02164 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:09.070398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 21db8fd0-f52b-4c08-80e5-e6d96e495dfa up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:09.071901 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Attempting to bind port 822b357a-bd2f-4da8-991e-69ff63d02164 on network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:09.079555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:09.080248 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Checking segment: {'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:09.083769 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.085940 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Bound using segment: {'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:09.087026 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Bound port: 822b357a-bd2f-4da8-991e-69ff63d02164, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc83435f-83ab-4aeb-a028-42d037143365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:09.087639 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.202159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:09.202537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.259028 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] For port 822b357a-bd2f-4da8-991e-69ff63d02164, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:09.264355 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] For port 822b357a-bd2f-4da8-991e-69ff63d02164, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=822b357a-bd2f-4da8-991e-69ff63d02164,segment=NetworkSegment(fc83435f-83ab-4aeb-a028-42d037143365),segment_id=fc83435f-83ab-4aeb-a028-42d037143365)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:09.295522 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.343245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.411211 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:09.411906 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:09.454449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.491663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c758e7c8-cf9e-4955-a2bb-03d25f296b74 None None] Provisioning complete for port 822b357a-bd2f-4da8-991e-69ff63d02164 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:09.492375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c758e7c8-cf9e-4955-a2bb-03d25f296b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.523117 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:09.526680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:09.535280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:09.596099 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabd8c6-ec31-465c-b343-a5fe81dce791 None None] Pushing event updated for resources: {'Port': ['ID=822b357a-bd2f-4da8-991e-69ff63d02164,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:09.630516 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=a4917743-874c-461c-8974-392af991ee0a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:09.667932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c758e7c8-cf9e-4955-a2bb-03d25f296b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.680106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:09.680735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.696234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57284) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:09.704541 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c758e7c8-cf9e-4955-a2bb-03d25f296b74 None None] For port 822b357a-bd2f-4da8-991e-69ff63d02164, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=822b357a-bd2f-4da8-991e-69ff63d02164,segment=NetworkSegment(fc83435f-83ab-4aeb-a028-42d037143365),segment_id=fc83435f-83ab-4aeb-a028-42d037143365)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:09.712993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c758e7c8-cf9e-4955-a2bb-03d25f296b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.774235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758e7c8-cf9e-4955-a2bb-03d25f296b74 None None] Pushing event updated for resources: {'Port': ['ID=822b357a-bd2f-4da8-991e-69ff63d02164,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:09.855178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8918661d-0b0c-447d-95b3-27a8b5de2837 None None] Provisioning complete for port 822b357a-bd2f-4da8-991e-69ff63d02164 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:09.855673 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8918661d-0b0c-447d-95b3-27a8b5de2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.889152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a827336a-a229-4cf6-8724-e8546abd4ee5 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:09.929287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:09.932334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a827336a-a229-4cf6-8724-e8546abd4ee5 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "PUT /v2.0/quotas/794c98617ed94515996cfdeed3142088 HTTP/1.1" status: 200 len: 366 time: 0.2342792 Dec 17 16:20:09.934768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57288) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:09.964163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a2588c0f-9f5f-4613-a71b-c3d77e3c0aa0 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0183997 Dec 17 16:20:09.964851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:09.982635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ff583f19-b7bd-4f87-899f-c2030c2e3311 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "GET /v2.0/quotas/794c98617ed94515996cfdeed3142088 HTTP/1.1" status: 200 len: 366 time: 0.0166361 Dec 17 16:20:09.986165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57292) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:10.011766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1d07b65d-c3c6-490d-b1e6-c7fbef5e5863 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/794c98617ed94515996cfdeed3142088 HTTP/1.1" status: 204 len: 168 time: 0.0239263 Dec 17 16:20:10.014939 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:04Z', 'revision_number': 3, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:10.015696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57294) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:10.031576 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:10.038218 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8a514bb5-3b7c-44c1-9a11-183209864411 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0207167 Dec 17 16:20:10.040855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57296) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:10.051895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9d6f02de-1225-4cc3-af6e-b29845009b02 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "GET /v2.0/quotas/794c98617ed94515996cfdeed3142088 HTTP/1.1" status: 200 len: 370 time: 0.0091882 Dec 17 16:20:10.054087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57298) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:10.059445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-623f6c37-26ed-41b1-968b-c1ab105b9668 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "GET /v2.0/quotas/794c98617ed94515996cfdeed3142088/default HTTP/1.1" status: 200 len: 370 time: 0.0041046 Dec 17 16:20:10.062596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57300) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:10.065445 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14aef65-de43-478e-91f4-5364c855af69 None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:04Z', 'revision_number': 3, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:10.079580 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-7d46bd36-c729-4560-82b9-63c732d0d679 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] delete failed (client error): The resource could not be found. Dec 17 16:20:10.080996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7d46bd36-c729-4560-82b9-63c732d0d679 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/794c98617ed94515996cfdeed3142088 HTTP/1.1" status: 404 len: 348 time: 0.0143354 Dec 17 16:20:10.268357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57304) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:10.309446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:network and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.313834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.321512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:subnet and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.327811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.340857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:subnetpool and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.350035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.361206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:port and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.365850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.377895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:router and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.382551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.392321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:floatingip and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.395915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.422655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:10.429390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:10.456166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:security_group and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.466329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.476651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Usage tracker for resource:security_group_rule and project:7a572606a38547afb5a97c3b344240eb is out of sync, need to count used quota {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 16:20:10.481769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.quota.resource [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109784) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 17 16:20:10.491917 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c38dadee-f4ae-4eea-85c0-f0ba57e20c23 tempest-QuotasTest-945339593 tempest-QuotasTest-945339593-project-admin] 10.222.0.54 "GET /v2.0/quotas/7a572606a38547afb5a97c3b344240eb/details.json HTTP/1.1" status: 200 len: 703 time: 0.2181177 Dec 17 16:20:10.551591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:10.553837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=a4917743-874c-461c-8974-392af991ee0a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:10.638084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161b8f14-2ca1-4cc5-a558-2f7c76372be9 None None] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:10.716053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:10.718060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:10.790705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f6f43ff6-befc-4b4b-85f4-aac43e525c04 None None] Provisioning complete for port 94055662-410a-415e-8aa3-8884a5584bd3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:10.791572 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f6f43ff6-befc-4b4b-85f4-aac43e525c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:10.865843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:11.021306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:11.037337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57310) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:11.053917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'network': {'name': 'tempest-RoutersTest-1201146946'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:11.059274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-27842d4e-6ef7-4e4f-9856-c10aeadc6504 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6373482 Dec 17 16:20:11.097960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 822b357a-bd2f-4da8-991e-69ff63d02164 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:11.106105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:11.111906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.127810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57312) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:11.153593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:20:11.154585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:11.168104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.168930 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added segment 78080af6-daf8-4b70-8088-0046b9a3e206 of type vlan for network d11f0b23-a586-4d93-a6d5-09536832c1eb Dec 17 16:20:11.191426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.197877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:11.198593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:11.244139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.287103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.292640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:11.293255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.295724 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2ea8c7c-776e-47b1-b763-ae990dab87f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.354470 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.361528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3161750 Dec 17 16:20:11.362568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57316) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:11.367492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'subnet': {'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:11.375899 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f6f43ff6-befc-4b4b-85f4-aac43e525c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.390235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:11.392926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae7cfa-ce7b-4cf5-aca6-ef1b501002ac tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Network': ['ID=d11f0b23-a586-4d93-a6d5-09536832c1eb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:11.393104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 822b357a-bd2f-4da8-991e-69ff63d02164 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:11.393104 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.445883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d11f0b23-a586-4d93-a6d5-09536832c1eb details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:20:11.474941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2ea8c7c-776e-47b1-b763-ae990dab87f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.480267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c2ea8c7c-776e-47b1-b763-ae990dab87f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.515698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Made reservation on behalf of c5d313ec878a47009ba1e60140a64149 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:11.520639 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.547690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea8c7c-776e-47b1-b763-ae990dab87f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accdfc24-19a8-4cfa-ac80-4fcf189f72f4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:11.564911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c2ea8c7c-776e-47b1-b763-ae990dab87f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d40218829c0b4e77ae761144e013907f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4320588 Dec 17 16:20:11.566107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57318) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:11.662744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f6f43ff6-befc-4b4b-85f4-aac43e525c04 None None] For port 94055662-410a-415e-8aa3-8884a5584bd3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=94055662-410a-415e-8aa3-8884a5584bd3,segment=NetworkSegment(5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b),segment_id=5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:11.687419 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7563e0f4-16ef-462c-a6ac-ed9dfd0ef47e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.720454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f6f43ff6-befc-4b4b-85f4-aac43e525c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.726346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7563e0f4-16ef-462c-a6ac-ed9dfd0ef47e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.780559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.809039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7563e0f4-16ef-462c-a6ac-ed9dfd0ef47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.814105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7563e0f4-16ef-462c-a6ac-ed9dfd0ef47e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.815733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7563e0f4-16ef-462c-a6ac-ed9dfd0ef47e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/accdfc24-19a8-4cfa-ac80-4fcf189f72f4 HTTP/1.1" status: 204 len: 168 time: 0.2484620 Dec 17 16:20:11.852508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563e0f4-16ef-462c-a6ac-ed9dfd0ef47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accdfc24-19a8-4cfa-ac80-4fcf189f72f4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:11.881495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Subnet': ['ID=f8faf117-67f8-4dca-8f50-0f625597ba84,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:11.891580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Checking segment: {'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:11.891983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network hostable DHCP agents. Network: d11f0b23-a586-4d93-a6d5-09536832c1eb, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:20:11.920886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network d11f0b23-a586-4d93-a6d5-09536832c1eb is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:20:11.934121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, d11f0b23-a586-4d93-a6d5-09536832c1eb) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:11.949008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:11.951089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:11.975811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bf5d4-db85-4f5a-accd-8dbca839ebac None None] Network d11f0b23-a586-4d93-a6d5-09536832c1eb requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:11.977292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:11.977658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-709c7f67-4039-4e74-9cf1-7041a9ce2b1b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6142662 Dec 17 16:20:11.995746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f43ff6-befc-4b4b-85f4-aac43e525c04 None None] Pushing event updated for resources: {'Port': ['ID=94055662-410a-415e-8aa3-8884a5584bd3,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:12.095539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 94055662-410a-415e-8aa3-8884a5584bd3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:12.097597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ee5b9cec-ab50-4321-bc74-c3dae624c156 None None] Provisioning complete for port 94055662-410a-415e-8aa3-8884a5584bd3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:12.097996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9cec-ab50-4321-bc74-c3dae624c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.230904 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.303461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57326) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:12.324230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-d11f0b23-a586-4d93-a6d5-09536832c1eb', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:20:12.325088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.326377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5669-f8a6-4479-989b-967054a746e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.371691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 94055662-410a-415e-8aa3-8884a5584bd3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:12.372115 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.428867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:10Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:12.467538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5669-f8a6-4479-989b-967054a746e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.473674 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a9ed5669-f8a6-4479-989b-967054a746e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.514973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a9ed5669-f8a6-4479-989b-967054a746e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a572606a38547afb5a97c3b344240eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2099938 Dec 17 16:20:12.518320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57328) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:12.555708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.564723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed5669-f8a6-4479-989b-967054a746e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab7334d-0f62-4e8c-becb-ecefc511cafd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:12.580580 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad28104a-96e6-49f1-894a-b205798fbfa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.591334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:12.591692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Updating router c7b4c7e7-3aa5-4078-b1e9-650891924185 port a4917743-874c-461c-8974-392af991ee0a binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:20:12.617962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad28104a-96e6-49f1-894a-b205798fbfa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.656197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ee5b9cec-ab50-4321-bc74-c3dae624c156 None None] Provisioning complete for port a4917743-874c-461c-8974-392af991ee0a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:12.656571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9cec-ab50-4321-bc74-c3dae624c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.690002 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.694207 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad28104a-96e6-49f1-894a-b205798fbfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.698009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad28104a-96e6-49f1-894a-b205798fbfa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:12.700062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ad28104a-96e6-49f1-894a-b205798fbfa9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fab7334d-0f62-4e8c-becb-ecefc511cafd HTTP/1.1" status: 204 len: 168 time: 0.1806359 Dec 17 16:20:12.710722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28104a-96e6-49f1-894a-b205798fbfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab7334d-0f62-4e8c-becb-ecefc511cafd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:12.780057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b9cec-ab50-4321-bc74-c3dae624c156 None None] Port a4917743-874c-461c-8974-392af991ee0a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:12.828198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Allocated IP 172.23.0.2 (d11f0b23-a586-4d93-a6d5-09536832c1eb/f8faf117-67f8-4dca-8f50-0f625597ba84/a687ce82-e729-4e2c-a621-71d24b9ea6f3) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:12.982103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9e52f90a-9cf2-4371-87d9-cf59525356b9 None None] Provisioning complete for port a4917743-874c-461c-8974-392af991ee0a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:12.982770 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e52f90a-9cf2-4371-87d9-cf59525356b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.226013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 94055662-410a-415e-8aa3-8884a5584bd3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:13.307053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9e52f90a-9cf2-4371-87d9-cf59525356b9 None None] Port a4917743-874c-461c-8974-392af991ee0a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:13.400635 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.412207 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.430268 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 94055662-410a-415e-8aa3-8884a5584bd3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:13.430646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.495765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Allocated IP 172.23.0.1 (d11f0b23-a586-4d93-a6d5-09536832c1eb/f8faf117-67f8-4dca-8f50-0f625597ba84/f39f54f2-8827-42eb-a494-5e2401ba5504) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:13.514374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Network d11f0b23-a586-4d93-a6d5-09536832c1eb is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:13.524822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:13.534265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:13.540033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Pushing event updated for resources: {'Port': ['ID=a687ce82-e729-4e2c-a621-71d24b9ea6f3,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:13.559008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.585883 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.656058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Attempting to bind port a687ce82-e729-4e2c-a621-71d24b9ea6f3 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:13.656433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Attempting to bind port a687ce82-e729-4e2c-a621-71d24b9ea6f3 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:13.656794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Attempting to bind port a687ce82-e729-4e2c-a621-71d24b9ea6f3 on network d11f0b23-a586-4d93-a6d5-09536832c1eb {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:13.682678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.694235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b637f-7fbe-4f8b-9bf4-1bce33d30519 None None] Pushing event updated for resources: {'Port': ['ID=a4917743-874c-461c-8974-392af991ee0a,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:13.697083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:13.697456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Checking segment: {'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:13.697912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.698291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Bound using segment: {'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:13.698767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Bound port: a687ce82-e729-4e2c-a621-71d24b9ea6f3, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:13.699142 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.740964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.802934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=f39f54f2-8827-42eb-a494-5e2401ba5504,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:13.818822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network d11f0b23-a586-4d93-a6d5-09536832c1eb is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:13.821559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:13.827374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:13.890622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.906995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Attempting to bind port a4917743-874c-461c-8974-392af991ee0a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:13.907377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Attempting to bind port a4917743-874c-461c-8974-392af991ee0a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:13.907737 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Attempting to bind port a4917743-874c-461c-8974-392af991ee0a on network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:13.923850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:13.924226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Checking segment: {'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:13.924920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.925539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Bound using segment: {'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:13.925897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Bound port: a4917743-874c-461c-8974-392af991ee0a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:13.926539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:13.948699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] For port a687ce82-e729-4e2c-a621-71d24b9ea6f3, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:13.984409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] For port a687ce82-e729-4e2c-a621-71d24b9ea6f3, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a687ce82-e729-4e2c-a621-71d24b9ea6f3,segment=NetworkSegment(78080af6-daf8-4b70-8088-0046b9a3e206),segment_id=78080af6-daf8-4b70-8088-0046b9a3e206)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:13.995330 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.010416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-94e0d5ff-f29d-4f0c-a470-1f2c01f8d830 None None] Provisioning complete for port a4917743-874c-461c-8974-392af991ee0a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:14.010789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94e0d5ff-f29d-4f0c-a470-1f2c01f8d830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.069440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.113307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] For port a4917743-874c-461c-8974-392af991ee0a, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:14.120597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] For port a4917743-874c-461c-8974-392af991ee0a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a4917743-874c-461c-8974-392af991ee0a,segment=NetworkSegment(5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b),segment_id=5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:14.126469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-94e0d5ff-f29d-4f0c-a470-1f2c01f8d830 None None] Port a4917743-874c-461c-8974-392af991ee0a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:14.130798 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.144727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0759e6a-da99-451d-8a84-c9cdda30d070 None None] Pushing event updated for resources: {'Port': ['ID=a687ce82-e729-4e2c-a621-71d24b9ea6f3,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:14.238397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:14.239192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:14.327371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b637f-7fbe-4f8b-9bf4-1bce33d30519 None None] Pushing event updated for resources: {'Port': ['ID=a4917743-874c-461c-8974-392af991ee0a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:14.398861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:14.635188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:14.648075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.654333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.690963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-63718d09-3590-4489-9d3d-4f45e63c7e3c None None] Provisioning complete for port a4917743-874c-461c-8974-392af991ee0a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:14.691331 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63718d09-3590-4489-9d3d-4f45e63c7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.705044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event updated for resources: {'Port': ['ID=f39f54f2-8827-42eb-a494-5e2401ba5504,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:14.760103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.792901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-298059471', 'router:external': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:14.817675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63718d09-3590-4489-9d3d-4f45e63c7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.822303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Made reservation on behalf of c8b8dfbc8a5c4597a563b94b5648c85b for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:14.825973 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.838977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.861865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:13Z', 'revision_number': 1, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:14.865165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-63718d09-3590-4489-9d3d-4f45e63c7e3c None None] For port a4917743-874c-461c-8974-392af991ee0a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a4917743-874c-461c-8974-392af991ee0a,segment=NetworkSegment(5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b),segment_id=5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:14.899328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63718d09-3590-4489-9d3d-4f45e63c7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:14.903361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659c989-4623-4165-92b6-22e93a6c9fb8 None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:13Z', 'revision_number': 1, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:14.977142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63718d09-3590-4489-9d3d-4f45e63c7e3c None None] Pushing event updated for resources: {'Port': ['ID=a4917743-874c-461c-8974-392af991ee0a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:14.984049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Network d11f0b23-a586-4d93-a6d5-09536832c1eb is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:14.985827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:15.023571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.031165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.104093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:20:15.125987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a687ce82-e729-4e2c-a621-71d24b9ea6f3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:15.151404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56778ebb-d716-4fcb-b771-46d913a5f314,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:15.173300 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.175967 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Added segment ed3d79ab-fad4-4929-be74-acb47bfa4df0 of type vlan for network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 Dec 17 16:20:15.201988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:15.302512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a687ce82-e729-4e2c-a621-71d24b9ea6f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:15.306701 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.333239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.401789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:15.414533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-760a1e52-7308-4387-842f-95aa2c517f6b tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4351878 Dec 17 16:20:15.417103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57374) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:15.429092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:15.439122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.440145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:15.440851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.561056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.605815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9693017 Dec 17 16:20:15.606686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:15.637732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'subnet': {'network_id': '6a61ffc3-7cab-4294-ad39-4d47c86081d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:15.657962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac88e4-cf7b-4ae1-8e39-eda34227f655 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Network': ['ID=6a61ffc3-7cab-4294-ad39-4d47c86081d1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:15.670382 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.702862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port a687ce82-e729-4e2c-a621-71d24b9ea6f3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a687ce82-e729-4e2c-a621-71d24b9ea6f3,segment=NetworkSegment(78080af6-daf8-4b70-8088-0046b9a3e206),segment_id=78080af6-daf8-4b70-8088-0046b9a3e206)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:15.704134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:20:15.704779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Made reservation on behalf of c8b8dfbc8a5c4597a563b94b5648c85b for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:15.709299 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.741893 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:15.944622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=a687ce82-e729-4e2c-a621-71d24b9ea6f3,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:16.005575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2399c98b-9b63-4bca-ab26-d397840c7d68 None None] Network d11f0b23-a586-4d93-a6d5-09536832c1eb requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:16.108242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fb67ac51-0ef2-457d-9866-b83a31c29863 None None] Provisioning complete for port a687ce82-e729-4e2c-a621-71d24b9ea6f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:16.109213 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb67ac51-0ef2-457d-9866-b83a31c29863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:16.233479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.objects.ports [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109783) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 16:20:16.233971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:16.321819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Subnet': ['ID=44304538-21f6-448f-88f8-99fd975e9167,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:16.346286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Checking segment: {'id': 'ed3d79ab-fad4-4929-be74-acb47bfa4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '6a61ffc3-7cab-4294-ad39-4d47c86081d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:16.346997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network hostable DHCP agents. Network: 6a61ffc3-7cab-4294-ad39-4d47c86081d1, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:20:16.376412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:20:16.407676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 6a61ffc3-7cab-4294-ad39-4d47c86081d1) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:16.412632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:16.413240 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:16.431990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0aebf-7abb-4400-8bcd-794639ad1424 None None] Network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:16.449548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a654b093-3570-413d-ac33-33b503e5e867 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8329635 Dec 17 16:20:16.452354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57384) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:16.460163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1161355345', 'network_id': '6a61ffc3-7cab-4294-ad39-4d47c86081d1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:16.531630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Made reservation on behalf of c8b8dfbc8a5c4597a563b94b5648c85b for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:16.536477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:16.610694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] device_id is not set on port 8a2044ec-79cf-42ef-b4d0-798a7d94935d yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:20:16.638624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.extraroute_db [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109784) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 16:20:16.656005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.extraroute_db [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Removed routes are [] {{(pid=109784) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 16:20:16.657986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:16.685445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf329c-fe89-4398-9e9d-3e9a0096e1cf None None] Network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:16.857085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Allocated IP 172.20.0.3 (6a61ffc3-7cab-4294-ad39-4d47c86081d1/44304538-21f6-448f-88f8-99fd975e9167/8a2044ec-79cf-42ef-b4d0-798a7d94935d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:16.941078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8445a077-371b-42ca-840c-af95db102930 None None] Provisioning complete for port f39f54f2-8827-42eb-a494-5e2401ba5504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:16.941468 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8445a077-371b-42ca-840c-af95db102930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.022609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8445a077-371b-42ca-840c-af95db102930 None None] Port f39f54f2-8827-42eb-a494-5e2401ba5504 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:17.034814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8445a077-371b-42ca-840c-af95db102930 None None] Provisioning complete for port a687ce82-e729-4e2c-a621-71d24b9ea6f3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:17.035589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8445a077-371b-42ca-840c-af95db102930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.041430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.049190 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.259298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a4917743-874c-461c-8974-392af991ee0a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:17.288415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.354721 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:17.367123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.370101 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:17.370718 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:17.372538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:17.412730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0860af2e-fbe7-454f-8f6f-0041860bea67 None None] Provisioning complete for port f39f54f2-8827-42eb-a494-5e2401ba5504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:17.412730 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0860af2e-fbe7-454f-8f6f-0041860bea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.480376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a4917743-874c-461c-8974-392af991ee0a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:17.481461 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.491559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:17.501083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:17.502831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:17.543134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0860af2e-fbe7-454f-8f6f-0041860bea67 None None] Port f39f54f2-8827-42eb-a494-5e2401ba5504 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:17.597299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:17.605109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Port': ['ID=8a2044ec-79cf-42ef-b4d0-798a7d94935d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:17.610197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:17.612133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.616228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.617698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c44c1b36-c3f6-45ca-902e-89271dd7d25a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 200 len: 934 time: 2.1989770 Dec 17 16:20:17.621579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57388) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:17.630032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a687ce82-e729-4e2c-a621-71d24b9ea6f3 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:17.640474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3eb3830c-8465-4b96-a355-f666d9f7f483 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1869957 Dec 17 16:20:17.641195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57390) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:17.689760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a687ce82-e729-4e2c-a621-71d24b9ea6f3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:17.690415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.745153 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:17.807328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-daecf826-1bda-42ee-aeb3-e2763b25eecf tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 200 len: 934 time: 0.1806531 Dec 17 16:20:17.807708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57392) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:17.812551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'routes': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:17.815328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-248b5a0d-013e-41e4-8513-06ab80367a6f None None] Provisioning complete for port f39f54f2-8827-42eb-a494-5e2401ba5504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:17.815891 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-248b5a0d-013e-41e4-8513-06ab80367a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.842214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Deleting port 8a2044ec-79cf-42ef-b4d0-798a7d94935d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:17.842709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.883492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-248b5a0d-013e-41e4-8513-06ab80367a6f None None] Port f39f54f2-8827-42eb-a494-5e2401ba5504 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:17.951901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:17.965611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Calling delete_port for 8a2044ec-79cf-42ef-b4d0-798a7d94935d owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:18.045043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:16Z', 'revision_number': 6, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:18.075059 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:18.075445 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Updating router c7b4c7e7-3aa5-4078-b1e9-650891924185 port f39f54f2-8827-42eb-a494-5e2401ba5504 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:20:18.103427 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.164920 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.244152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a2044ec-79cf-42ef-b4d0-798a7d94935d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:18.306565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added routes are [] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 16:20:18.308446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 16:20:18.360459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.376554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.383481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d549e7e4-1a16-4cd8-a869-427dea41981a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "DELETE /v2.0/ports/8a2044ec-79cf-42ef-b4d0-798a7d94935d HTTP/1.1" status: 204 len: 168 time: 0.7412360 Dec 17 16:20:18.389538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57394) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:18.397459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a61ffc3-7cab-4294-ad39-4d47c86081d1', 'external_fixed_ips': [{'subnet_id': '44304538-21f6-448f-88f8-99fd975e9167', 'ip_address': '172.20.0.3'}]}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:18.460442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.462632 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.515340 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.523352 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.555663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.604159 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897d27f-70e9-40fe-bede-3343b87e0b32 None None] Pushing event updated for resources: {'Port': ['ID=f39f54f2-8827-42eb-a494-5e2401ba5504,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:18.662367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.668877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.718415 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Attempting to bind port f39f54f2-8827-42eb-a494-5e2401ba5504 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:18.719753 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Attempting to bind port f39f54f2-8827-42eb-a494-5e2401ba5504 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:18.720427 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Attempting to bind port f39f54f2-8827-42eb-a494-5e2401ba5504 on network d11f0b23-a586-4d93-a6d5-09536832c1eb {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:18.743160 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:18.744044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Checking segment: {'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:18.745265 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.745901 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Bound using segment: {'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:18.746659 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Bound port: f39f54f2-8827-42eb-a494-5e2401ba5504, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78080af6-daf8-4b70-8088-0046b9a3e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:18.747997 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.793150 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.849108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] For port f39f54f2-8827-42eb-a494-5e2401ba5504, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:18.857666 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] For port f39f54f2-8827-42eb-a494-5e2401ba5504, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f39f54f2-8827-42eb-a494-5e2401ba5504,segment=NetworkSegment(78080af6-daf8-4b70-8088-0046b9a3e206),segment_id=78080af6-daf8-4b70-8088-0046b9a3e206)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:18.883248 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:18.970199 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:18.971113 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:19.047648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-34699878-28a2-4cc2-b3a6-2ed2e60c90e3 None None] Provisioning complete for port f39f54f2-8827-42eb-a494-5e2401ba5504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:19.048273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-34699878-28a2-4cc2-b3a6-2ed2e60c90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.100786 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897d27f-70e9-40fe-bede-3343b87e0b32 None None] Pushing event updated for resources: {'Port': ['ID=f39f54f2-8827-42eb-a494-5e2401ba5504,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:19.140388 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:19.168539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.265828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.282802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-34699878-28a2-4cc2-b3a6-2ed2e60c90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.353625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-34699878-28a2-4cc2-b3a6-2ed2e60c90e3 None None] For port f39f54f2-8827-42eb-a494-5e2401ba5504, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f39f54f2-8827-42eb-a494-5e2401ba5504,segment=NetworkSegment(78080af6-daf8-4b70-8088-0046b9a3e206),segment_id=78080af6-daf8-4b70-8088-0046b9a3e206)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:19.362885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-34699878-28a2-4cc2-b3a6-2ed2e60c90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.496986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34699878-28a2-4cc2-b3a6-2ed2e60c90e3 None None] Pushing event updated for resources: {'Port': ['ID=f39f54f2-8827-42eb-a494-5e2401ba5504,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:19.525443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0767fc83-5911-4da0-af75-015353696426 None None] Provisioning complete for port f39f54f2-8827-42eb-a494-5e2401ba5504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:19.527461 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0767fc83-5911-4da0-af75-015353696426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.554786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:19.709696 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:18Z', 'revision_number': 7, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:18Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:19.730273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Allocated IP 172.20.0.3 (6a61ffc3-7cab-4294-ad39-4d47c86081d1/44304538-21f6-448f-88f8-99fd975e9167/30d68a5f-7d36-44b3-8188-237f6cde7a66) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:19.742549 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0fc538-477d-40a6-a6da-69aa572c995a None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:18Z', 'revision_number': 7, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:18Z', 'revision_number': 4, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:19.804610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:19.832359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.842957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e7f04df-de31-4d7e-8e84-96f29007c635 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 200 len: 700 time: 2.0321593 Dec 17 16:20:19.843580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57400) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:19.917416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:19.967292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:20.010187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:20.017095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4dbf6e33-4059-4b69-b95b-67dc2060f7a5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 200 len: 700 time: 0.1722174 Dec 17 16:20:20.020359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57402) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:20.036295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:20.036947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:20.048041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:20.053414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:20.056330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:20.059107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Port': ['ID=30d68a5f-7d36-44b3-8188-237f6cde7a66,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:20.175916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:20.386896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:20.466271 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:20.500654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:18Z', 'revision_number': 7, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:19Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:20.538963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:20.551564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:20.553114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:20.838046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port f39f54f2-8827-42eb-a494-5e2401ba5504 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:20.838749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:20.904916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:20.975853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port f39f54f2-8827-42eb-a494-5e2401ba5504, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f39f54f2-8827-42eb-a494-5e2401ba5504,segment=NetworkSegment(78080af6-daf8-4b70-8088-0046b9a3e206),segment_id=78080af6-daf8-4b70-8088-0046b9a3e206)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:20.975853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:20.980438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for f39f54f2-8827-42eb-a494-5e2401ba5504 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:21.029272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f39f54f2-8827-42eb-a494-5e2401ba5504 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:21.035629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.150780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f39f54f2-8827-42eb-a494-5e2401ba5504 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:21.151475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.197473 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.216283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Router 4578e568-bbb0-482a-9eca-f74e3cee1246 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:21.255120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Could not find standard attr ID for object f39f54f2-8827-42eb-a494-5e2401ba5504. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:20:21.258234 n-d-806683-20 neutron-server[109785]: INFO neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No ports have port_id starting with f39f54f2-8827-42eb-a494-5e2401ba5504 Dec 17 16:20:21.259981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=f39f54f2-8827-42eb-a494-5e2401ba5504,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:21.298722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:18Z', 'revision_number': 7, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:19Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:21.337700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab837d-3c16-4db7-ba12-198daab2ccb1 None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:18Z', 'revision_number': 7, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f39f54f2-8827-42eb-a494-5e2401ba5504', 'name': '', 'network_id': 'd11f0b23-a586-4d93-a6d5-09536832c1eb', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:bd:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:12Z', 'updated_at': '2021-12-17T16:20:19Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'f8faf117-67f8-4dca-8f50-0f625597ba84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:21.358558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:21.370126 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Sync routers for ids ['4578e568-bbb0-482a-9eca-f74e3cee1246'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:21.385071 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Routers {'4578e568-bbb0-482a-9eca-f74e3cee1246'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:21.388612 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['4578e568-bbb0-482a-9eca-f74e3cee1246'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:21.397939 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.400325 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2de0d614-c38c-4979-9281-7bfbf9155286 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0079894 Dec 17 16:20:21.402459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57408) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:21.506137 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.591746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.619663 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Set router 4578e568-bbb0-482a-9eca-f74e3cee1246 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:21.729998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.791962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:21.796677 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Deleting port 30d68a5f-7d36-44b3-8188-237f6cde7a66 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:21.797240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.846894 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4578e568-bbb0-482a-9eca-f74e3cee1246', 'name': '', 'tenant_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a61ffc3-7cab-4294-ad39-4d47c86081d1', 'external_fixed_ips': [{'subnet_id': '44304538-21f6-448f-88f8-99fd975e9167', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '30d68a5f-7d36-44b3-8188-237f6cde7a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:18Z', 'updated_at': '2021-12-17T16:20:20Z', 'revision_number': 3, 'project_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'gw_port': {'id': '30d68a5f-7d36-44b3-8188-237f6cde7a66', 'name': '', 'network_id': '6a61ffc3-7cab-4294-ad39-4d47c86081d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4578e568-bbb0-482a-9eca-f74e3cee1246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': '44304538-21f6-448f-88f8-99fd975e9167', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:19Z', 'updated_at': '2021-12-17T16:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44304538-21f6-448f-88f8-99fd975e9167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:21.880205 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Checking router: 4578e568-bbb0-482a-9eca-f74e3cee1246 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:21.880621 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Updating router 4578e568-bbb0-482a-9eca-f74e3cee1246 port 30d68a5f-7d36-44b3-8188-237f6cde7a66 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:20:21.904657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.913609 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:21.925363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:21.935394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d11e2d01-5d7f-4787-89ba-c2d69cb660b1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138861 Dec 17 16:20:21.936318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57414) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:21.937702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:21.940086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Calling delete_port for 30d68a5f-7d36-44b3-8188-237f6cde7a66 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:21.956966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:21.957818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:22.006815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet f8faf117-67f8-4dca-8f50-0f625597ba84 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:20:22.012448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.077626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.196846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:22.212178 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.225717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.310594 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.311216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d68a5f-7d36-44b3-8188-237f6cde7a66,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:22.335107 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.356461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.365256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/f8faf117-67f8-4dca-8f50-0f625597ba84 HTTP/1.1" status: 204 len: 168 time: 0.4274511 Dec 17 16:20:22.366235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57416) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:22.367030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026fb8c-a19f-4c78-9183-afef965cc732 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=f8faf117-67f8-4dca-8f50-0f625597ba84,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:22.387942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d7473-34bf-467c-8b00-98d2b9d0cbdd None None] Network d11f0b23-a586-4d93-a6d5-09536832c1eb requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:22.453668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.460804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.463873 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.db.api [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:20:22.465062 n-d-806683-20 neutron-server[109786]: DEBUG oslo_db.api [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:20:22.491238 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.527023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.528019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4578e568-bbb0-482a-9eca-f74e3cee1246 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:22.533519 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.535369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3e610d37-c6c2-427b-ac87-d79c587f581f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "DELETE /v2.0/routers/4578e568-bbb0-482a-9eca-f74e3cee1246 HTTP/1.1" status: 204 len: 168 time: 1.1311245 Dec 17 16:20:22.540325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57418) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:22.573494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port a687ce82-e729-4e2c-a621-71d24b9ea6f3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:22.573941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.617277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Deleting subnet 44304538-21f6-448f-88f8-99fd975e9167 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:20:22.620822 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.665179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:21Z', 'revision_number': 8, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:22.685738 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.689940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port a687ce82-e729-4e2c-a621-71d24b9ea6f3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a687ce82-e729-4e2c-a621-71d24b9ea6f3,segment=NetworkSegment(78080af6-daf8-4b70-8088-0046b9a3e206),segment_id=78080af6-daf8-4b70-8088-0046b9a3e206)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:22.690793 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.700653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] DHCP port deletion for d11f0b23-a586-4d93-a6d5-09536832c1eb request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:22.703063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:22.708147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for a687ce82-e729-4e2c-a621-71d24b9ea6f3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:22.732413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:22.733173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:22.742162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.807538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.809142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.831545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:22.837157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=44304538-21f6-448f-88f8-99fd975e9167,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:22.849721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:22.854648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bfd71120-079a-4fde-98cb-3a314d73e989 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/44304538-21f6-448f-88f8-99fd975e9167 HTTP/1.1" status: 204 len: 168 time: 0.3127644 Dec 17 16:20:22.857180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57420) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:22.890285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=a687ce82-e729-4e2c-a621-71d24b9ea6f3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:22.899378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port a687ce82-e729-4e2c-a621-71d24b9ea6f3 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:22.971025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.017568 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Port 30d68a5f-7d36-44b3-8188-237f6cde7a66 not found while updating agent binding for router 4578e568-bbb0-482a-9eca-f74e3cee1246. {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 17 16:20:23.044761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Routers set() bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:23.049398 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Router IDs set() for agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 16:20:23.050224 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4578e568-bbb0-482a-9eca-f74e3cee1246'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent'). {{(pid=109786) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 16:20:23.052099 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa98c03f-0f55-40d7-9c4f-91a706c97030 None None] The sync data for ids ['4578e568-bbb0-482a-9eca-f74e3cee1246'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:23.070445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.102233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a687ce82-e729-4e2c-a621-71d24b9ea6f3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:23.103454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11f0b23-a586-4d93-a6d5-09536832c1eb']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:23.113956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78080af6-daf8-4b70-8088-0046b9a3e206') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:23.114346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78080af6-daf8-4b70-8088-0046b9a3e206') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:23.123966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a687ce82-e729-4e2c-a621-71d24b9ea6f3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:23.124324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a687ce82-e729-4e2c-a621-71d24b9ea6f3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:23.124456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.141112 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.141714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.148665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:20:23.149391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:23.153743 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:23.164043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Deleting port a687ce82-e729-4e2c-a621-71d24b9ea6f3 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:23.164425 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.165698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a61ffc3-7cab-4294-ad39-4d47c86081d1']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:23.178497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3d79ab-fad4-4929-be74-acb47bfa4df0') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:23.178870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3d79ab-fad4-4929-be74-acb47bfa4df0') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:23.189467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.205327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.216919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:20:23.217674 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:23.219904 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:23.222542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:21Z', 'revision_number': 8, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:23.241527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.263312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad60aa-a69d-4a73-bdf7-961f1551e20b None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:21Z', 'revision_number': 8, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4917743-874c-461c-8974-392af991ee0a', 'name': '', 'network_id': '7ab6b79a-6a1e-4565-81cb-0aa23d2056d7', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:d2:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:08Z', 'updated_at': '2021-12-17T16:20:14Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '2e5e2190-2581-4ac6-bd58-dfaa68b245dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:23.265649 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.270796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] For port a687ce82-e729-4e2c-a621-71d24b9ea6f3, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:23.271217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.271766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/d11f0b23-a586-4d93-a6d5-09536832c1eb HTTP/1.1" status: 204 len: 168 time: 0.8998437 Dec 17 16:20:23.273032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acee88-8633-4de5-837d-6ee1ef67a324 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=d11f0b23-a586-4d93-a6d5-09536832c1eb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:23.275224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57426) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:23.296361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Calling delete_port for a687ce82-e729-4e2c-a621-71d24b9ea6f3 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:23.299535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Port a687ce82-e729-4e2c-a621-71d24b9ea6f3 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:20:23.304945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.328189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Network d11f0b23-a586-4d93-a6d5-09536832c1eb is not hosted by any dhcp agent {{(pid=109785) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:20:23.328638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] No DVR routers for this DVR port a687ce82-e729-4e2c-a621-71d24b9ea6f3 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:23.330544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c47b-ec59-4cf2-b584-96278a2785e1 None None] Pushing event deleted for resources: {'Port': ['ID=a687ce82-e729-4e2c-a621-71d24b9ea6f3,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:23.347536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.353246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a61ffc3-7cab-4294-ad39-4d47c86081d1 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 16:20:23.356156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.363185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6a61ffc3-7cab-4294-ad39-4d47c86081d1 HTTP/1.1" status: 204 len: 168 time: 0.5010512 Dec 17 16:20:23.386380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126997e0-8362-4b10-8c14-0f52e8109ef6 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a61ffc3-7cab-4294-ad39-4d47c86081d1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:23.599596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:23.604218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e32596a1-ea9f-4584-9438-15a0b086381e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'router': {'name': 'tempest-router--803361693', 'project_id': 'c891da5f02704ee09606a52a64aec6cf'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:23.630142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e32596a1-ea9f-4584-9438-15a0b086381e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.632035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e32596a1-ea9f-4584-9438-15a0b086381e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.700147 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e32596a1-ea9f-4584-9438-15a0b086381e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.706697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e32596a1-ea9f-4584-9438-15a0b086381e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.709218 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.725572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e32596a1-ea9f-4584-9438-15a0b086381e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:23.730146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e32596a1-ea9f-4584-9438-15a0b086381e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1295366 Dec 17 16:20:23.730807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57436) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:23.830482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-694e04e0-6ce7-4572-bd48-6d9ce2ba446b tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.042465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port a4917743-874c-461c-8974-392af991ee0a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:24.043556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.088564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-694e04e0-6ce7-4572-bd48-6d9ce2ba446b tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.091301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-694e04e0-6ce7-4572-bd48-6d9ce2ba446b tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.157419 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-694e04e0-6ce7-4572-bd48-6d9ce2ba446b tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.158431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694e04e0-6ce7-4572-bd48-6d9ce2ba446b tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b05f22a-2694-409e-9c82-ccf085b5e10a {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:24.165776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port a4917743-874c-461c-8974-392af991ee0a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a4917743-874c-461c-8974-392af991ee0a,segment=NetworkSegment(5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b),segment_id=5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:24.166297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.181843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-694e04e0-6ce7-4572-bd48-6d9ce2ba446b tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.182010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for a4917743-874c-461c-8974-392af991ee0a owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:24.183582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-694e04e0-6ce7-4572-bd48-6d9ce2ba446b tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "DELETE /v2.0/routers/9b05f22a-2694-409e-9c82-ccf085b5e10a HTTP/1.1" status: 204 len: 168 time: 0.4509478 Dec 17 16:20:24.351171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57448) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:24.416842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.458031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=a4917743-874c-461c-8974-392af991ee0a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:24.466661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.467082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.467440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.467786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.468742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.468742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.469049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.469150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.469445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.469765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.470090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.470418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.470744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:24.697219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1628417832', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:24.734058 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.735553 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.830164 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:24.978442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f39f54f2-8827-42eb-a494-5e2401ba5504 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:24.995196 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.001990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f39f54f2-8827-42eb-a494-5e2401ba5504 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:25.002332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f39f54f2-8827-42eb-a494-5e2401ba5504 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:25.021853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.208410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.230317 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.237765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:25.346358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:25.358126 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:25.365925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ba3601c7-0c84-42b8-806c-fd8c22df3f1c tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881724 Dec 17 16:20:25.367150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57460) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:25.370705 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:25.371319 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:25.418358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Allocated IP 172.25.0.94 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/6f963363-b1de-416f-a1c4-59962b0399b1) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:25.483123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet 2e5e2190-2581-4ac6-bd58-dfaa68b245dd {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:20:25.489354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.546714 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:25.554056 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.639245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.693235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.724540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.780535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.802582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:25.806546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:25.810761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:25.821147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c53af31-2d6f-403f-8ac0-cce5fbb059e8 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:25.842973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event updated for resources: {'Port': ['ID=6f963363-b1de-416f-a1c4-59962b0399b1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:25.847094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5e2190-2581-4ac6-bd58-dfaa68b245dd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:25.855998 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.861731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-50a71195-538a-4632-aa1e-cf938c75118d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/2e5e2190-2581-4ac6-bd58-dfaa68b245dd HTTP/1.1" status: 204 len: 168 time: 0.4908459 Dec 17 16:20:25.862731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57478) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:25.873483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5b890edd-6d24-47a6-aeea-1dd50d6743d5 None None] Provisioning complete for port 6f963363-b1de-416f-a1c4-59962b0399b1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:25.873858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b890edd-6d24-47a6-aeea-1dd50d6743d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:25.888982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:24Z', 'revision_number': 9, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:25.918940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9fcbad-8de4-4b4d-9b52-7cfbc655be16 None None] Network 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:25.922646 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:25.932100 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:25.932888 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:26.015082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.016254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5b890edd-6d24-47a6-aeea-1dd50d6743d5 None None] Port 6f963363-b1de-416f-a1c4-59962b0399b1 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:26.092004 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:26.116218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 94055662-410a-415e-8aa3-8884a5584bd3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:26.116608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.223018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port 94055662-410a-415e-8aa3-8884a5584bd3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=94055662-410a-415e-8aa3-8884a5584bd3,segment=NetworkSegment(5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b),segment_id=5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:26.223539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.258533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] DHCP port deletion for 7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:26.296862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 94055662-410a-415e-8aa3-8884a5584bd3 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:26.367204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] Deleting port 94055662-410a-415e-8aa3-8884a5584bd3 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:26.367938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.457503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.471361 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:24Z', 'revision_number': 9, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:26.489834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677cb58-2f0b-4a47-91f5-3e4b1e164091 req-5708ccf8-7ee5-4bf1-a404-0a13a76cb531 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:26.491789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6677cb58-2f0b-4a47-91f5-3e4b1e164091 req-5708ccf8-7ee5-4bf1-a404-0a13a76cb531 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 945 time: 0.1044068 Dec 17 16:20:26.509635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=94055662-410a-415e-8aa3-8884a5584bd3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:26.513285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port 94055662-410a-415e-8aa3-8884a5584bd3 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:26.513537 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36f263f-9a35-4060-b3b0-9ef548777200 None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:24Z', 'revision_number': 9, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': '822b357a-bd2f-4da8-991e-69ff63d02164', 'name': '', 'network_id': '5a8882b3-0e7e-494b-bf50-3668bbc9a962', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:66:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:03Z', 'updated_at': '2021-12-17T16:20:09Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': '1d16558e-bc9d-4d51-88c3-398890a4f801', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:26.560435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] For port 94055662-410a-415e-8aa3-8884a5584bd3, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=94055662-410a-415e-8aa3-8884a5584bd3,segment=NetworkSegment(5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b),segment_id=5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:26.560836 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.577615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] Calling delete_port for 94055662-410a-415e-8aa3-8884a5584bd3 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:26.641960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6677cb58-2f0b-4a47-91f5-3e4b1e164091 req-40024e56-3203-472b-9dff-fef18cedc110 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409686 Dec 17 16:20:26.653261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.673362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.685814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] No DVR routers for this DVR port 94055662-410a-415e-8aa3-8884a5584bd3 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:26.690152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab6b79a-6a1e-4565-81cb-0aa23d2056d7']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:26.700147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:26.700527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe0ee08-6d2b-4197-a8e3-53dd5b6a094b') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:26.708795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca2209-db51-4f3e-95e4-2f747116d031 None None] Pushing event deleted for resources: {'Port': ['ID=94055662-410a-415e-8aa3-8884a5584bd3,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:26.715526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.732670 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.739378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:20:26.739775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:26.742752 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:26.755383 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.801451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.808391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.814387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/7ab6b79a-6a1e-4565-81cb-0aa23d2056d7 HTTP/1.1" status: 204 len: 168 time: 0.9486854 Dec 17 16:20:26.823080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57484) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:26.829561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a200ce5-e241-47fd-acdc-589b7804594d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=7ab6b79a-6a1e-4565-81cb-0aa23d2056d7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:26.966901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:26.974678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a4917743-874c-461c-8974-392af991ee0a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:27.005490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a4917743-874c-461c-8974-392af991ee0a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:27.006815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a4917743-874c-461c-8974-392af991ee0a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:27.008234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 94055662-410a-415e-8aa3-8884a5584bd3 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:27.033672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 94055662-410a-415e-8aa3-8884a5584bd3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:27.034608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 94055662-410a-415e-8aa3-8884a5584bd3 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:27.106062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Router af471516-1037-46ff-8271-5d830791f5d0 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:27.181551 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.211947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:27.221662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] Sync routers for ids ['af471516-1037-46ff-8271-5d830791f5d0'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:27.233132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] Routers {'af471516-1037-46ff-8271-5d830791f5d0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:27.234056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['af471516-1037-46ff-8271-5d830791f5d0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:27.234524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.238635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ef9fb962-9818-4cb3-8936-8e24a1f550f7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8866084 Dec 17 16:20:27.239240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57486) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:27.271220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:27.282567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] Routers {'af471516-1037-46ff-8271-5d830791f5d0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:27.283276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['af471516-1037-46ff-8271-5d830791f5d0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:27.319561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:27.320335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afe0e65-7a0a-4516-be3c-7c57fbfce438 None None] The sync data for ids ['af471516-1037-46ff-8271-5d830791f5d0'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:27.350958 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-77b7b835-7a07-4495-9ded-848c2505226e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/af471516-1037-46ff-8271-5d830791f5d0 HTTP/1.1" status: 200 len: 920 time: 0.1079862 Dec 17 16:20:27.351334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57488) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:27.378016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6e8624e0-da02-438e-b98e-702d96fd56b7 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=af471516-1037-46ff-8271-5d830791f5d0 HTTP/1.1" status: 200 len: 205 time: 0.0254824 Dec 17 16:20:27.380570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57490) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:27.435242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 822b357a-bd2f-4da8-991e-69ff63d02164 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:27.435874 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.488074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.529867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port 822b357a-bd2f-4da8-991e-69ff63d02164, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=822b357a-bd2f-4da8-991e-69ff63d02164,segment=NetworkSegment(fc83435f-83ab-4aeb-a028-42d037143365),segment_id=fc83435f-83ab-4aeb-a028-42d037143365)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:27.530243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.545513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 822b357a-bd2f-4da8-991e-69ff63d02164 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:27.597567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.657208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Deleting port 6f963363-b1de-416f-a1c4-59962b0399b1 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:27.657669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.765195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.780672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Calling delete_port for 6f963363-b1de-416f-a1c4-59962b0399b1 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:27.809510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d375293-2b92-4c02-b7fd-a9338aeb7113 req-f9fae788-098f-4906-8968-3c747fa1a498 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:27.811082 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d375293-2b92-4c02-b7fd-a9338aeb7113 req-f9fae788-098f-4906-8968-3c747fa1a498 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 945 time: 0.0847487 Dec 17 16:20:27.812140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:27.848605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=822b357a-bd2f-4da8-991e-69ff63d02164,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:27.905747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d375293-2b92-4c02-b7fd-a9338aeb7113 req-07016a6b-db65-4d71-81f1-bafc89c925e6 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups?id=c40398dd-620e-4746-8b11-0e59c92d1a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621097 Dec 17 16:20:27.962931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84849a-9ffa-4227-9149-9352255371b4 req-88060ca5-d6ce-4f18-ba85-09472e6faa00 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:27.964762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f84849a-9ffa-4227-9149-9352255371b4 req-88060ca5-d6ce-4f18-ba85-09472e6faa00 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.47 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 945 time: 0.0744641 Dec 17 16:20:28.088083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.103341 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.131148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event deleted for resources: {'Port': ['ID=6f963363-b1de-416f-a1c4-59962b0399b1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:28.157385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1419219-bb49-45af-b75c-6128bfd777a0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:28.188654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Deleting port 23c4b0b7-6655-45a1-92ad-143dbac563cd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:28.188990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.252950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.321405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:28.359091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.364156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.380112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] For port 23c4b0b7-6655-45a1-92ad-143dbac563cd, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=23c4b0b7-6655-45a1-92ad-143dbac563cd,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:28.380473 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.417653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:28.426831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c3c56cea-56d3-40ce-8a8b-f2c84d2ddc27 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6000724 Dec 17 16:20:28.427098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57502) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:28.445473 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:28.462793 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:28.463985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:28.484971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet 1d16558e-bc9d-4d51-88c3-398890a4f801 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:20:28.488497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.488675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.489027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Fanout notify agent at l3_agent the message router_deleted on router af471516-1037-46ff-8271-5d830791f5d0 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:28.504240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.509208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ab83358a-0bbf-4405-a03c-a5fed247a9aa tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/af471516-1037-46ff-8271-5d830791f5d0 HTTP/1.1" status: 204 len: 168 time: 1.1239586 Dec 17 16:20:28.510239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57504) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:28.515021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1303056386', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': False}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:28.544102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.590647 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:28.593408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.594825 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.651262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.684116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.684736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.685029 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Floating IP f168f945-0da0-4924-951b-f68446cb389d disassociated. External IP: 172.25.0.12, port: 23c4b0b7-6655-45a1-92ad-143dbac563cd. Dec 17 16:20:28.685471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Calling delete_port for 23c4b0b7-6655-45a1-92ad-143dbac563cd owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:28.833306 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:27Z', 'revision_number': 10, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:28.859865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:28.868043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:28.878904 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:28.880127 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:28.963057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event deleted for resources: {'Port': ['ID=23c4b0b7-6655-45a1-92ad-143dbac563cd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:28.986696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.987449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.987449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.987960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.988098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.989634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.990417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.990893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.991225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.991550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.991895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.992220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:28.992542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:29.122745 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:29.272265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.277518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.441807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.487366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=1d16558e-bc9d-4d51-88c3-398890a4f801,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:29.494441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24a5e7-74e6-46c8-8eb2-dc2bde9549f1 None None] Network 5a8882b3-0e7e-494b-bf50-3668bbc9a962 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:29.496477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.500423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a3d24958-c8d6-437e-8a12-211d47689cd5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/1d16558e-bc9d-4d51-88c3-398890a4f801 HTTP/1.1" status: 204 len: 168 time: 1.0722234 Dec 17 16:20:29.502879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:29.531308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c09c3fa4-b8a6-4c41-960f-b2471a390275 req-e149cab0-1596-4b2c-9b88-6b1ed5c7f171 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/ports?device_id=f35de152-098e-48ad-af93-07b41a9add2a HTTP/1.1" status: 200 len: 210 time: 0.4963951 Dec 17 16:20:29.618130 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:27Z', 'revision_number': 10, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:29.652314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.681001 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73ac92-7d94-47d5-9b43-a44dfb5a649c None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:27Z', 'revision_number': 10, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None, '_interfaces': [{'id': 'd52e5eae-d099-4f75-bc5b-d8606a9c564a', 'name': '', 'network_id': 'c9ecc3b8-3d96-4a72-a746-b53e4c9b906b', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'mac_address': 'fa:16:3e:47:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:19:59Z', 'updated_at': '2021-12-17T16:20:05Z', 'revision_number': 5, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'subnets': [{'id': 'b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:29.720948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:29.761167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] DHCP port deletion for 5a8882b3-0e7e-494b-bf50-3668bbc9a962 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:29.817598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] Deleting port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:29.817960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.853203 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.856458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:29.872681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] Sync routers for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:29.875688 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.899182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] For port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,segment=NetworkSegment(fc83435f-83ab-4aeb-a028-42d037143365),segment_id=fc83435f-83ab-4aeb-a028-42d037143365)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:29.899877 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.902785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:29.903554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:29.908180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] No DVR routers for this DVR port 23c4b0b7-6655-45a1-92ad-143dbac563cd on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:29.911144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.915994 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f84849a-9ffa-4227-9149-9352255371b4 req-c4afa2b5-aaee-44eb-b080-8c515e402cb5 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.47 "DELETE /v2.0/ports/23c4b0b7-6655-45a1-92ad-143dbac563cd HTTP/1.1" status: 204 len: 173 time: 1.9325466 Dec 17 16:20:29.916465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'name': 'network-vif-deleted', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:29.918796 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca1179c-e84b-4471-a994-85f0048bd29e" -d '{"events": [{"server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "name": "network-vif-deleted", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:29.931635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:29.932514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:29.952134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] Calling delete_port for 21db8fd0-f52b-4c08-80e5-e6d96e495dfa owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:30.012848 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf162a5-9df4-4bdb-8dd1-698658bd149a x-openstack-request-id: req-fbf162a5-9df4-4bdb-8dd1-698658bd149a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:30.013147 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35de152-098e-48ad-af93-07b41a9add2a", "name": "network-vif-deleted", "tag": "23c4b0b7-6655-45a1-92ad-143dbac563cd", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:30.013428 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbf162a5-9df4-4bdb-8dd1-698658bd149a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:30.013832 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35de152-098e-48ad-af93-07b41a9add2a', 'name': 'network-vif-deleted', 'tag': '23c4b0b7-6655-45a1-92ad-143dbac563cd', 'status': 'completed', 'code': 200} Dec 17 16:20:30.075020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,segment=NetworkSegment(fc83435f-83ab-4aeb-a028-42d037143365),segment_id=fc83435f-83ab-4aeb-a028-42d037143365)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:30.075392 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.110923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for 21db8fd0-f52b-4c08-80e5-e6d96e495dfa owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:30.144436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Allocated IP 172.25.0.183 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/fd97d516-6b95-4972-979f-daf39c81dbf9) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:30.318990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:30.332984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.371255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.376217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:30.382377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:30.468517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.507898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.525773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] No DVR routers for this DVR port 21db8fd0-f52b-4c08-80e5-e6d96e495dfa on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:30.536558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44891a-3311-4f20-9cc2-2d430212d0c9 None None] Pushing event deleted for resources: {'Port': ['ID=21db8fd0-f52b-4c08-80e5-e6d96e495dfa,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:30.537582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8882b3-0e7e-494b-bf50-3668bbc9a962']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:30.555812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.623987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc83435f-83ab-4aeb-a028-42d037143365') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:30.623987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc83435f-83ab-4aeb-a028-42d037143365') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:30.623987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Port': ['ID=fd97d516-6b95-4972-979f-daf39c81dbf9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:30.641252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:30.645683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.648063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:30.650502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:30.674161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efcc5ac-ed82-4e4a-be7f-8f655bed201f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:30.677602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57524) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:30.710830 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.712646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:30.722710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:20:30.723257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:30.726711 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:30.748122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1049fd4-cba5-4a20-901d-ab6e0c2085eb tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.752638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] Checking router: c0cc3450-8adf-4310-a2e0-278c87f6e8e2 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:30.761956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:30.767808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:30.773082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1049fd4-cba5-4a20-901d-ab6e0c2085eb tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.837373 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1049fd4-cba5-4a20-901d-ab6e0c2085eb tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.843159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f1049fd4-cba5-4a20-901d-ab6e0c2085eb tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.845654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f1049fd4-cba5-4a20-901d-ab6e0c2085eb tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "DELETE /v2.0/security-groups/c40398dd-620e-4746-8b11-0e59c92d1a67 HTTP/1.1" status: 204 len: 168 time: 0.1665721 Dec 17 16:20:30.850835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57526) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:30.871362 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.876139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:30.883258 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1049fd4-cba5-4a20-901d-ab6e0c2085eb tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40398dd-620e-4746-8b11-0e59c92d1a67,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:30.883530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/5a8882b3-0e7e-494b-bf50-3668bbc9a962 HTTP/1.1" status: 204 len: 168 time: 1.3791728 Dec 17 16:20:30.884256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57528) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:30.888653 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-f7fb724e-dc70-45a2-9da5-230cde2219f3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] show failed (client error): The resource could not be found. Dec 17 16:20:30.890368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f7fb724e-dc70-45a2-9da5-230cde2219f3 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "GET /v2.0/security-groups/c40398dd-620e-4746-8b11-0e59c92d1a67 HTTP/1.1" status: 404 len: 347 time: 0.0378830 Dec 17 16:20:30.892229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:30.895208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57530) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:30.986999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 822b357a-bd2f-4da8-991e-69ff63d02164 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:31.013285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 822b357a-bd2f-4da8-991e-69ff63d02164 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:31.013627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 822b357a-bd2f-4da8-991e-69ff63d02164 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:31.014043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 21db8fd0-f52b-4c08-80e5-e6d96e495dfa no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:31.067152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Deleting port 007cd2ea-5963-4c91-9590-ed8705a181eb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:31.067663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.082563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-870f9f80-fefe-41e4-9d05-55d3791ab3c4 None None] Provisioning complete for port fd97d516-6b95-4972-979f-daf39c81dbf9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:31.083073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-870f9f80-fefe-41e4-9d05-55d3791ab3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.086615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 21db8fd0-f52b-4c08-80e5-e6d96e495dfa {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:31.087048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 21db8fd0-f52b-4c08-80e5-e6d96e495dfa not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:31.143526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-870f9f80-fefe-41e4-9d05-55d3791ab3c4 None None] Port fd97d516-6b95-4972-979f-daf39c81dbf9 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:31.169642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306e0d0-fed1-49d3-a7d3-d062dc4e7914 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=5a8882b3-0e7e-494b-bf50-3668bbc9a962,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:31.201746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.202076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.221038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Calling delete_port for 007cd2ea-5963-4c91-9590-ed8705a181eb owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:31.232915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:31.270499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6197fc3-ab77-42dc-818c-265568882c7d None None] The sync data for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 is: [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:13:00Z', 'revision_number': 4, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '6618e92c-fb1d-427f-8887-56c881567cf6', 'name': '', 'network_id': '0b82c74d-d2ea-495a-b5bd-ec5301e1df9e', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'mac_address': 'fa:16:3e:4c:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '523a0be6-bb32-464c-8b58-029044eebf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:58Z', 'updated_at': '2021-12-17T16:13:05Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'subnets': [{'id': '523a0be6-bb32-464c-8b58-029044eebf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:31.367421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.395316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.433504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Pushing event deleted for resources: {'Port': ['ID=007cd2ea-5963-4c91-9590-ed8705a181eb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:31.522901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.532295 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.535962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:31.539695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-24b5d0f3-6474-4ec4-bcb2-aec6b1dd2e86 tempest-AttachVolumeTestJSON-1858475254 tempest-AttachVolumeTestJSON-1858475254-project] 10.222.0.54 "DELETE /v2.0/floatingips/f168f945-0da0-4924-951b-f68446cb389d HTTP/1.1" status: 204 len: 168 time: 0.6404688 Dec 17 16:20:31.689438 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2638c9f7-1943-4e28-b45c-d4ef6831488a None None] New status for floating IP f168f945-0da0-4924-951b-f68446cb389d: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:20:31.888301 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.019654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57542) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:32.142677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port d52e5eae-d099-4f75-bc5b-d8606a9c564a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:32.142910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.147810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Router d425468d-56ee-4a10-8e29-2ee569bd2ec8 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:32.193728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 7251c088-f785-47ce-89da-363f321a8e57 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:32.194216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.334101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.334689 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.351991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 7251c088-f785-47ce-89da-363f321a8e57 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:32.532588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.559021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 23c4b0b7-6655-45a1-92ad-143dbac563cd no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:32.611525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=7251c088-f785-47ce-89da-363f321a8e57,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:32.623765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 23c4b0b7-6655-45a1-92ad-143dbac563cd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:32.624128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 23c4b0b7-6655-45a1-92ad-143dbac563cd not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:32.645409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port d52e5eae-d099-4f75-bc5b-d8606a9c564a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d52e5eae-d099-4f75-bc5b-d8606a9c564a,segment=NetworkSegment(fbe52cef-9060-4e32-b21a-a458762548d4),segment_id=fbe52cef-9060-4e32-b21a-a458762548d4)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:32.646066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.664871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for d52e5eae-d099-4f75-bc5b-d8606a9c564a owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:32.678835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:32.688816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Sync routers for ids ['d425468d-56ee-4a10-8e29-2ee569bd2ec8'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:32.714066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Routers {'d425468d-56ee-4a10-8e29-2ee569bd2ec8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:32.716456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d425468d-56ee-4a10-8e29-2ee569bd2ec8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:32.723592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.723964 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Floating IP f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c disassociated (deleted). External IP: 172.25.0.20, port: 4c3ff2ae-b801-4c53-9d07-c3de7caea827. Dec 17 16:20:32.741753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:32.743024 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e48a7aba-e026-4bef-92dd-1233b4bcef11 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.2318268 Dec 17 16:20:32.746855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57550) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:32.917357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Set router d425468d-56ee-4a10-8e29-2ee569bd2ec8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:32.933625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b650d90-644f-4ea8-849f-0f856420acd4 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/d425468d-56ee-4a10-8e29-2ee569bd2ec8 HTTP/1.1" status: 200 len: 909 time: 0.1833367 Dec 17 16:20:32.934859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57554) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:32.961721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1303056386', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': True}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:32.986075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.021955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=d52e5eae-d099-4f75-bc5b-d8606a9c564a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:33.044619 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.045811 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.115090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425468d-56ee-4a10-8e29-2ee569bd2ec8', 'name': 'tempest-snat-router-1303056386', 'tenant_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.183'}], 'enable_snat': False}, 'gw_port_id': 'fd97d516-6b95-4972-979f-daf39c81dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:28Z', 'updated_at': '2021-12-17T16:20:31Z', 'revision_number': 3, 'project_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'gw_port': {'id': 'fd97d516-6b95-4972-979f-daf39c81dbf9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425468d-56ee-4a10-8e29-2ee569bd2ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:29Z', 'updated_at': '2021-12-17T16:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:33.150214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Checking router: d425468d-56ee-4a10-8e29-2ee569bd2ec8 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:33.150651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Updating router d425468d-56ee-4a10-8e29-2ee569bd2ec8 port fd97d516-6b95-4972-979f-daf39c81dbf9 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:20:33.210475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.254751 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.324765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.480331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.505793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:33.567454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.582734 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.631525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:33.654755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a1c6c-e40d-438b-bd5d-af6a63948635 None None] Pushing event updated for resources: {'Port': ['ID=fd97d516-6b95-4972-979f-daf39c81dbf9,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:33.672474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1631e74-fa90-4b77-bdba-55a178abfe7a None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:33.692850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Attempting to bind port fd97d516-6b95-4972-979f-daf39c81dbf9 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:33.693666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Attempting to bind port fd97d516-6b95-4972-979f-daf39c81dbf9 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:33.694448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Attempting to bind port fd97d516-6b95-4972-979f-daf39c81dbf9 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:33.704873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:33.705729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:33.709897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.715129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:33.715876 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.716851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:33.717612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Bound port: fd97d516-6b95-4972-979f-daf39c81dbf9, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:33.717824 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] Sync routers for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:33.718377 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.740122 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:33.741691 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:33.751555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:33.766830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-396f5f7e-45c8-4938-a39c-425a58d1c5d4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8757589 Dec 17 16:20:33.769506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57558) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:33.782116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] For port fd97d516-6b95-4972-979f-daf39c81dbf9, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:33.786631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] For port fd97d516-6b95-4972-979f-daf39c81dbf9, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd97d516-6b95-4972-979f-daf39c81dbf9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:33.788256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-30bb6fca-3b8f-4fad-9132-627e21c684eb tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/floatingips/f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c HTTP/1.1" status: 204 len: 168 time: 1.7669246 Dec 17 16:20:33.790529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:33.793659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:33.798691 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:33.803074 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:33.858557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a1c6c-e40d-438b-bd5d-af6a63948635 None None] Pushing event updated for resources: {'Port': ['ID=fd97d516-6b95-4972-979f-daf39c81dbf9,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:33.885491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:33.886441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:33.910978 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a8c1bd-0afa-46b2-aebb-e8bffa1739e2 x-openstack-request-id: req-54a8c1bd-0afa-46b2-aebb-e8bffa1739e2 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:33.911270 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:33.911521 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54a8c1bd-0afa-46b2-aebb-e8bffa1739e2 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:33.912512 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'status': 'completed', 'code': 200} Dec 17 16:20:33.962562 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:33.965004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34876063-6895-421e-815a-b554c5d0b8e8 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:33.983492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fad705ce-fb38-4ce9-8b47-0b531f9414da None None] Provisioning complete for port fd97d516-6b95-4972-979f-daf39c81dbf9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:33.987123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fad705ce-fb38-4ce9-8b47-0b531f9414da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.076711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Routers {'d425468d-56ee-4a10-8e29-2ee569bd2ec8'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:34.077414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d425468d-56ee-4a10-8e29-2ee569bd2ec8'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:34.093048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:34.116835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting subnet b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:20:34.120116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.123348 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.128147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-e8454b9a-c0c8-43eb-bbd0-9fe973b8c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:34.129800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-e8454b9a-c0c8-43eb-bbd0-9fe973b8c3f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 1098 time: 0.2015431 Dec 17 16:20:34.166720 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.258230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-e4dfb0e8-9b46-46dc-ae5a-8a78beef60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:34.259734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-e4dfb0e8-9b46-46dc-ae5a-8a78beef60ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=396ce184-0d47-442e-be56-00177396fba0 HTTP/1.1" status: 200 len: 898 time: 0.1089392 Dec 17 16:20:34.308876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] Set router d425468d-56ee-4a10-8e29-2ee569bd2ec8 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:34.323146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.327385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-71cb6190-7d1a-49b2-9510-fa0ac2c7fcf4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827 HTTP/1.1" status: 200 len: 217 time: 0.0538704 Dec 17 16:20:34.330000 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:34.387902 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] Checking router: fc28a1fb-566d-4a80-8f5f-42f7e9f1720a for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:34.403491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-03eca495-f67a-4fac-b2e3-a2da827e9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:34.405104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-03eca495-f67a-4fac-b2e3-a2da827e9818 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6aceaf1c-6c9b-4e10-bef4-52fd323654aa HTTP/1.1" status: 200 len: 835 time: 0.0592892 Dec 17 16:20:34.418880 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:34.419462 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:34.468395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:32Z', 'revision_number': 11, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:34.490071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Allocated IP 172.25.0.250 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/ef48460d-7bbf-4c49-bd47-83ad681c68ec) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:34.513104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da19da-eef0-4dff-9878-9b818b358779 req-f38bd354-d89d-4bff-85ca-916ef853f629 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:34.515194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1da19da-eef0-4dff-9878-9b818b358779 req-f38bd354-d89d-4bff-85ca-916ef853f629 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1230879 Dec 17 16:20:34.517716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-bf5fcd64-46d3-40ce-9f19-e4cfde25ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:34.519244 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-bf5fcd64-46d3-40ce-9f19-e4cfde25ae73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=396ce184-0d47-442e-be56-00177396fba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923324 Dec 17 16:20:34.532455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:34.617191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.661586 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:34.780110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:34.784332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.784928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:34.832028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:34.892585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Port': ['ID=ef48460d-7bbf-4c49-bd47-83ad681c68ec,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:34.900512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a1da19da-eef0-4dff-9878-9b818b358779 req-f56db2be-7807-4157-b203-e1a95265467a tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207079 Dec 17 16:20:34.912767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:34.914363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:34.917133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:34.948686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.015064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-97f42a6d-75ea-4629-9caf-b74ffaae16ac service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456287 Dec 17 16:20:35.017804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:35.025380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.029560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1305b03e-1030-4c1a-9093-e29afd965808 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07 HTTP/1.1" status: 204 len: 168 time: 1.2588181 Dec 17 16:20:35.041639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57572) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:35.067361 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:35.109875 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d05d2-4466-4e03-8fb6-371609c909f8 None None] The sync data for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 is: [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:18:51Z', 'revision_number': 4, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '8d0b3c1f-70cc-4466-bf8e-6e481b4684c7', 'name': '', 'network_id': '396ce184-0d47-442e-be56-00177396fba0', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'mac_address': 'fa:16:3e:27:46:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:49Z', 'updated_at': '2021-12-17T16:18:55Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'subnets': [{'id': '6aceaf1c-6c9b-4e10-bef4-52fd323654aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:35.197154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d27b8514-3ce8-4f9e-b7b4-8b61b518b447 req-389e1e7f-99f0-4ddd-938b-ca400699c539 service neutron] 10.222.0.49 "GET /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660519 Dec 17 16:20:35.244373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c420f-4a65-470a-b0f7-014cd42c1f3f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:35.245919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc274b0-50de-4eab-8888-ad862ff34a53 None None] Network c9ecc3b8-3d96-4a72-a746-b53e4c9b906b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:35.253917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fad705ce-fb38-4ce9-8b47-0b531f9414da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.327445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:35.327558 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.332517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fad705ce-fb38-4ce9-8b47-0b531f9414da None None] For port fd97d516-6b95-4972-979f-daf39c81dbf9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd97d516-6b95-4972-979f-daf39c81dbf9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:35.369583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fad705ce-fb38-4ce9-8b47-0b531f9414da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.427763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:32Z', 'revision_number': 11, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:35.483079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14afab56-33fa-4bdd-8e6b-59368c42fa0f None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:32Z', 'revision_number': 11, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:35.489006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Deleting port d7672cda-fbaa-42a3-ae67-d58713446aee {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:35.489348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.587451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2cfbd96e-674a-451c-ad7b-15be1f3405bd None None] Provisioning complete for port ef48460d-7bbf-4c49-bd47-83ad681c68ec triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:35.587451 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd96e-674a-451c-ad7b-15be1f3405bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.645525 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c907b-fb19-4f9c-8662-c3c22aee16f2 None None] New status for floating IP f24cb7d6-9139-4f9e-8ac8-06f0fcc45d1c: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:20:35.676291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad705ce-fb38-4ce9-8b47-0b531f9414da None None] Pushing event updated for resources: {'Port': ['ID=fd97d516-6b95-4972-979f-daf39c81dbf9,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:35.702053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-3b7e775d-67e6-4da0-b349-a17bc5c9aa57 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:35.703659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-3b7e775d-67e6-4da0-b349-a17bc5c9aa57 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 946 time: 0.1142876 Dec 17 16:20:35.742286 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:20:35.764795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbd96e-674a-451c-ad7b-15be1f3405bd None None] Port ef48460d-7bbf-4c49-bd47-83ad681c68ec cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:35.804340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2cfbd96e-674a-451c-ad7b-15be1f3405bd None None] Provisioning complete for port fd97d516-6b95-4972-979f-daf39c81dbf9 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:35.804921 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2cfbd96e-674a-451c-ad7b-15be1f3405bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.860062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd425468d-56ee-4a10-8e29-2ee569bd2ec8', 'name': 'tempest-snat-router-1303056386', 'tenant_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.183'}], 'enable_snat': False}, 'gw_port_id': 'fd97d516-6b95-4972-979f-daf39c81dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:28Z', 'updated_at': '2021-12-17T16:20:31Z', 'revision_number': 3, 'project_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'gw_port': {'id': 'fd97d516-6b95-4972-979f-daf39c81dbf9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425468d-56ee-4a10-8e29-2ee569bd2ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:29Z', 'updated_at': '2021-12-17T16:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:35.912087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] DHCP port deletion for c9ecc3b8-3d96-4a72-a746-b53e4c9b906b request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:35.917094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d066d5-0aed-4a02-bf8b-b1181ea2112f None None] The sync data for ids ['d425468d-56ee-4a10-8e29-2ee569bd2ec8'] in n-d-806683-20 is: [{'id': 'd425468d-56ee-4a10-8e29-2ee569bd2ec8', 'name': 'tempest-snat-router-1303056386', 'tenant_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.183'}], 'enable_snat': False}, 'gw_port_id': 'fd97d516-6b95-4972-979f-daf39c81dbf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:28Z', 'updated_at': '2021-12-17T16:20:31Z', 'revision_number': 3, 'project_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'gw_port': {'id': 'fd97d516-6b95-4972-979f-daf39c81dbf9', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd425468d-56ee-4a10-8e29-2ee569bd2ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:29Z', 'updated_at': '2021-12-17T16:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:35.921453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:35.921937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:35.967071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] For port d7672cda-fbaa-42a3-ae67-d58713446aee, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d7672cda-fbaa-42a3-ae67-d58713446aee,segment=NetworkSegment(fbe52cef-9060-4e32-b21a-a458762548d4),segment_id=fbe52cef-9060-4e32-b21a-a458762548d4)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:35.976522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.025403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Calling delete_port for d7672cda-fbaa-42a3-ae67-d58713446aee owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:36.046296 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.096021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] Deleting port d7672cda-fbaa-42a3-ae67-d58713446aee {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:36.102438 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.195027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 4c3ff2ae-b801-4c53-9d07-c3de7caea827, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=4c3ff2ae-b801-4c53-9d07-c3de7caea827,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:36.198426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.214008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] For port d7672cda-fbaa-42a3-ae67-d58713446aee, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d7672cda-fbaa-42a3-ae67-d58713446aee,segment=NetworkSegment(fbe52cef-9060-4e32-b21a-a458762548d4),segment_id=fbe52cef-9060-4e32-b21a-a458762548d4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:36.215006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.233808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] Calling delete_port for d7672cda-fbaa-42a3-ae67-d58713446aee owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:36.252085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 4c3ff2ae-b801-4c53-9d07-c3de7caea827 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:36.364067 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.431713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] Pushing event deleted for resources: {'Port': ['ID=d7672cda-fbaa-42a3-ae67-d58713446aee,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:36.448879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59874b8b-ec90-43d2-acc7-9db485c4fe85 None None] No DVR routers for this DVR port d7672cda-fbaa-42a3-ae67-d58713446aee on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:36.520496 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff8e558b-be5a-41f4-9a9e-066ac76da25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.546278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.619469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=4c3ff2ae-b801-4c53-9d07-c3de7caea827,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:36.651032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] No DVR routers for this DVR port 4c3ff2ae-b801-4c53-9d07-c3de7caea827 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:36.653085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997fe0c-f185-4b29-a89b-718d7afe0edf req-c392ff9c-e883-415f-b801-a0e812875aaa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.653757 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.658140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21804e9f-5527-421d-b8f7-8906cf886a2a req-d9dbf5fc-8735-42e2-a49b-7b810d3c3c87 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.49 "DELETE /v2.0/ports/4c3ff2ae-b801-4c53-9d07-c3de7caea827 HTTP/1.1" status: 204 len: 173 time: 0.9452949 Dec 17 16:20:36.658675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'name': 'network-vif-deleted', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:36.663701 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c320574b-8631-4d89-8de7-2691cbf5d01e" -d '{"events": [{"server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "name": "network-vif-deleted", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:36.670781 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b997fe0c-f185-4b29-a89b-718d7afe0edf req-c392ff9c-e883-415f-b801-a0e812875aaa tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5ab3724-ff9e-4ec3-b902-1e16890fd119 HTTP/1.1" status: 200 len: 867 time: 0.5973208 Dec 17 16:20:36.682550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.713467 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6a13ac-250e-4443-a5b3-ae0d767d0f99 x-openstack-request-id: req-2b6a13ac-250e-4443-a5b3-ae0d767d0f99 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:36.714044 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ab3724-ff9e-4ec3-b902-1e16890fd119", "name": "network-vif-deleted", "tag": "4c3ff2ae-b801-4c53-9d07-c3de7caea827", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:36.714465 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b6a13ac-250e-4443-a5b3-ae0d767d0f99 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:36.716262 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ab3724-ff9e-4ec3-b902-1e16890fd119', 'name': 'network-vif-deleted', 'tag': '4c3ff2ae-b801-4c53-9d07-c3de7caea827', 'status': 'completed', 'code': 200} Dec 17 16:20:36.781535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Port': ['ID=d7672cda-fbaa-42a3-ae67-d58713446aee,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:36.818808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No DVR routers for this DVR port d7672cda-fbaa-42a3-ae67-d58713446aee on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:36.834415 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:36.851398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b997fe0c-f185-4b29-a89b-718d7afe0edf req-4a4544ae-a60e-4b10-a32c-5b2a9702cd02 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "GET /v2.0/security-groups?id=5086ee07-378a-4c33-8a39-037a53bf4fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794109 Dec 17 16:20:37.043789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd97d516-6b95-4972-979f-daf39c81dbf9 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:37.110774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.162485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fd97d516-6b95-4972-979f-daf39c81dbf9 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:37.163227 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.171849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ecc3b8-3d96-4a72-a746-b53e4c9b906b']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:37.195072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe52cef-9060-4e32-b21a-a458762548d4') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:37.195506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe52cef-9060-4e32-b21a-a458762548d4') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:37.211115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.243953 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.261623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:20:37.262971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: self.session.flush() Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:37.269722 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:37.428058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Router e5d3d5f1-d20b-4314-8a91-269ba84113bb is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:37.434616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d7672cda-fbaa-42a3-ae67-d58713446aee no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:37.494277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d7672cda-fbaa-42a3-ae67-d58713446aee {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:37.494277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d7672cda-fbaa-42a3-ae67-d58713446aee not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:37.494277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d52e5eae-d099-4f75-bc5b-d8606a9c564a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:37.508463 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.530596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d52e5eae-d099-4f75-bc5b-d8606a9c564a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:37.536053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d52e5eae-d099-4f75-bc5b-d8606a9c564a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:37.561009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.569632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57594) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:37.570125 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/networks/c9ecc3b8-3d96-4a72-a746-b53e4c9b906b HTTP/1.1" status: 204 len: 168 time: 2.5267594 Dec 17 16:20:37.575626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'routes': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:37.589535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b3747-059b-4860-bf30-3c6979f05e1a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Pushing event deleted for resources: {'Network': ['ID=c9ecc3b8-3d96-4a72-a746-b53e4c9b906b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:37.620314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:37.630508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Sync routers for ids ['e5d3d5f1-d20b-4314-8a91-269ba84113bb'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:37.655475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Routers {'e5d3d5f1-d20b-4314-8a91-269ba84113bb'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:37.656606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e5d3d5f1-d20b-4314-8a91-269ba84113bb'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:37.668879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:37.671290 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f69e9621-1e08-4fd0-8d20-ac9c5f8de0ef tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7286232 Dec 17 16:20:37.674664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57596) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:37.802752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Set router e5d3d5f1-d20b-4314-8a91-269ba84113bb gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:37.977710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:37.984508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Added routes are [] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 16:20:37.984948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Removed routes are [] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 16:20:37.985419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.075782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b3d7c75c-3318-4005-819c-4d9585d0600f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/e5d3d5f1-d20b-4314-8a91-269ba84113bb HTTP/1.1" status: 200 len: 908 time: 0.3996503 Dec 17 16:20:38.076808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57604) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:38.167489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d3d5f1-d20b-4314-8a91-269ba84113bb', 'name': 'tempest-snat-router-1303056386', 'tenant_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ef48460d-7bbf-4c49-bd47-83ad681c68ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:33Z', 'updated_at': '2021-12-17T16:20:35Z', 'revision_number': 3, 'project_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'gw_port': {'id': 'ef48460d-7bbf-4c49-bd47-83ad681c68ec', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d3d5f1-d20b-4314-8a91-269ba84113bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:34Z', 'updated_at': '2021-12-17T16:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:38.212691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Checking router: e5d3d5f1-d20b-4314-8a91-269ba84113bb for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:38.213131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Updating router e5d3d5f1-d20b-4314-8a91-269ba84113bb port ef48460d-7bbf-4c49-bd47-83ad681c68ec binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:20:38.279337 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.658680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.695945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.707842 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.779470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef9b2e-daed-4fcb-bd37-e84182123807 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:38.827970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Attempting to bind port ef48460d-7bbf-4c49-bd47-83ad681c68ec on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:38.827970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Attempting to bind port ef48460d-7bbf-4c49-bd47-83ad681c68ec by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:38.828367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Attempting to bind port ef48460d-7bbf-4c49-bd47-83ad681c68ec on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:38.837981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d3763-0687-4b50-a32b-52d8012874a8 None None] Pushing event updated for resources: {'Port': ['ID=ef48460d-7bbf-4c49-bd47-83ad681c68ec,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:38.856590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:38.856961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:38.857512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.858093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:38.858581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Bound port: ef48460d-7bbf-4c49-bd47-83ad681c68ec, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:38.858959 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.892102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f96d87db-0817-493a-9008-5fb55bf55f09 None None] Provisioning complete for port ef48460d-7bbf-4c49-bd47-83ad681c68ec triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:38.892530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f96d87db-0817-493a-9008-5fb55bf55f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.949065 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.956372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.958013 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e5b18db7-56fb-410a-9904-11457b00585d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:38.985105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f96d87db-0817-493a-9008-5fb55bf55f09 None None] Port ef48460d-7bbf-4c49-bd47-83ad681c68ec cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:38.991757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] For port ef48460d-7bbf-4c49-bd47-83ad681c68ec, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:38.995171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] For port ef48460d-7bbf-4c49-bd47-83ad681c68ec, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ef48460d-7bbf-4c49-bd47-83ad681c68ec,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:39.005607 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.088062 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.110113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d3763-0687-4b50-a32b-52d8012874a8 None None] Pushing event updated for resources: {'Port': ['ID=ef48460d-7bbf-4c49-bd47-83ad681c68ec,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:39.114426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f23d1f-29fd-4aa6-965d-504ec7b6dfb9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:39.122369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Routers {'e5d3d5f1-d20b-4314-8a91-269ba84113bb'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:39.122983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e5d3d5f1-d20b-4314-8a91-269ba84113bb'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:39.168376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:39.168962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.222823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router c7b4c7e7-3aa5-4078-b1e9-650891924185 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:39.234941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.325771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:39.326131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.344439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:39.361255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4c3ff2ae-b801-4c53-9d07-c3de7caea827 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:39.392805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 4c3ff2ae-b801-4c53-9d07-c3de7caea827 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:39.392805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 4c3ff2ae-b801-4c53-9d07-c3de7caea827 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:39.403409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:39.429698 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] Sync routers for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:39.435272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] Set router e5d3d5f1-d20b-4314-8a91-269ba84113bb gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:39.442246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.443470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07c816fe-59be-42dd-b473-0b5cac532966 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 200 len: 701 time: 1.8725116 Dec 17 16:20:39.447148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57614) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:39.448031 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:39.449015 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:39.482969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Deleting port ef48460d-7bbf-4c49-bd47-83ad681c68ec {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:39.483356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.532456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8822ec18-b5b5-4d59-8c5d-013cdb5f733a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 200 len: 205 time: 0.0829120 Dec 17 16:20:39.543798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57616) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:39.644832 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:39.692214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] For port ef48460d-7bbf-4c49-bd47-83ad681c68ec, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ef48460d-7bbf-4c49-bd47-83ad681c68ec,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:39.692597 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.717340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Calling delete_port for ef48460d-7bbf-4c49-bd47-83ad681c68ec owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:39.734092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1eceed4-ef34-4031-b084-62ba96332fe1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.776027 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:32Z', 'revision_number': 11, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:39.796713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dbb68e82-c793-4ce2-b20d-1bfdb020946d None None] Provisioning complete for port ef48460d-7bbf-4c49-bd47-83ad681c68ec triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:39.797158 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dbb68e82-c793-4ce2-b20d-1bfdb020946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.841121 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] Checking router: c7b4c7e7-3aa5-4078-b1e9-650891924185 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:39.860350 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] Routers {'c7b4c7e7-3aa5-4078-b1e9-650891924185'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:39.861298 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c7b4c7e7-3aa5-4078-b1e9-650891924185'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:39.917952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.950587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef48460d-7bbf-4c49-bd47-83ad681c68ec,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:39.954480 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dbb68e82-c793-4ce2-b20d-1bfdb020946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:39.997264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d3d5f1-d20b-4314-8a91-269ba84113bb', 'name': 'tempest-snat-router-1303056386', 'tenant_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ef48460d-7bbf-4c49-bd47-83ad681c68ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:33Z', 'updated_at': '2021-12-17T16:20:35Z', 'revision_number': 3, 'project_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'gw_port': {'id': 'ef48460d-7bbf-4c49-bd47-83ad681c68ec', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d3d5f1-d20b-4314-8a91-269ba84113bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:34Z', 'updated_at': '2021-12-17T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:40.013507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19122f47-cabd-488e-bc99-ccb6670a0bf2 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:40.043835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.046848 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] Set router c7b4c7e7-3aa5-4078-b1e9-650891924185 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:40.104420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4a781-e9a0-4be4-b757-9e83c7159b15 None None] The sync data for ids ['e5d3d5f1-d20b-4314-8a91-269ba84113bb'] in n-d-806683-20 is: [{'id': 'e5d3d5f1-d20b-4314-8a91-269ba84113bb', 'name': 'tempest-snat-router-1303056386', 'tenant_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'ef48460d-7bbf-4c49-bd47-83ad681c68ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:33Z', 'updated_at': '2021-12-17T16:20:35Z', 'revision_number': 3, 'project_id': 'c8b8dfbc8a5c4597a563b94b5648c85b', 'gw_port': {'id': 'ef48460d-7bbf-4c49-bd47-83ad681c68ec', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d3d5f1-d20b-4314-8a91-269ba84113bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:20:34Z', 'updated_at': '2021-12-17T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:40.116544 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:32Z', 'revision_number': 11, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:40.123197 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.159590 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a1822-459e-4c0a-b32f-0dc93c09bc8f None None] The sync data for ids ['c7b4c7e7-3aa5-4078-b1e9-650891924185'] in n-d-806683-20 is: [{'id': 'c7b4c7e7-3aa5-4078-b1e9-650891924185', 'name': 'tempest-RoutersTest-router-1497089438', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:19:56Z', 'updated_at': '2021-12-17T16:20:32Z', 'revision_number': 11, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:40.214170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.217190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.218017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1eceed4-ef34-4031-b084-62ba96332fe1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.221131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1eceed4-ef34-4031-b084-62ba96332fe1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.288036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.288773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5d3d5f1-d20b-4314-8a91-269ba84113bb {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:40.294606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.296474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-78009149-533f-4ce5-8b0d-d3181ccc1654 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e5d3d5f1-d20b-4314-8a91-269ba84113bb HTTP/1.1" status: 204 len: 168 time: 2.2172368 Dec 17 16:20:40.298819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57622) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:40.320136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1eceed4-ef34-4031-b084-62ba96332fe1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.320729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eceed4-ef34-4031-b084-62ba96332fe1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Fanout notify agent at l3_agent the message router_deleted on router c7b4c7e7-3aa5-4078-b1e9-650891924185 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:40.332298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b1eceed4-ef34-4031-b084-62ba96332fe1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.338628 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b1eceed4-ef34-4031-b084-62ba96332fe1 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 204 len: 168 time: 0.7932146 Dec 17 16:20:40.341268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57624) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:40.349149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-742175b0-a9b9-4f9c-85c0-bd37727c4012 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1729253784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:40.384613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.483302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=8d0b3c1f-70cc-4466-bf8e-6e481b4684c7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:40.504931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.511588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742175b0-a9b9-4f9c-85c0-bd37727c4012 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.512601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742175b0-a9b9-4f9c-85c0-bd37727c4012 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.751491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.846280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Deleting port fd97d516-6b95-4972-979f-daf39c81dbf9 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:40.846634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.888397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.903983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742175b0-a9b9-4f9c-85c0-bd37727c4012 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:40.915533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742175b0-a9b9-4f9c-85c0-bd37727c4012 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.004093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] For port fd97d516-6b95-4972-979f-daf39c81dbf9, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd97d516-6b95-4972-979f-daf39c81dbf9,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:41.004556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.031385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Calling delete_port for fd97d516-6b95-4972-979f-daf39c81dbf9 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:41.118787 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.241788 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.280990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.337539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b137dade-226a-4337-ae4b-62294df475dc None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:41.394651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd97d516-6b95-4972-979f-daf39c81dbf9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:41.456556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.457855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-742175b0-a9b9-4f9c-85c0-bd37727c4012 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.459623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-742175b0-a9b9-4f9c-85c0-bd37727c4012 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1171672 Dec 17 16:20:41.462903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57630) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:41.469533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e144f49e-0b3f-4b31-9305-a877784a911d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:41.661048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.664706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.672323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:41.794129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:41.800019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a79c06bd-2913-4026-8be4-ad6228ad5b26 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "PUT /v2.0/routers/fc28a1fb-566d-4a80-8f5f-42f7e9f1720a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8211651 Dec 17 16:20:41.804327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57632) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:41.805911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] Sync routers for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:41.820906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:41.821543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:41.892040 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.892604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d425468d-56ee-4a10-8e29-2ee569bd2ec8 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:41.898655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.902878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c35a6799-73b4-445e-8e18-b78f3494aa31 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d425468d-56ee-4a10-8e29-2ee569bd2ec8 HTTP/1.1" status: 204 len: 168 time: 1.5996387 Dec 17 16:20:41.904407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57636) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:41.910681 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e144f49e-0b3f-4b31-9305-a877784a911d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.912810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting subnet 6aceaf1c-6c9b-4e10-bef4-52fd323654aa {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:20:41.918157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.919903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1205575637', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:41.979583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:41.980360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:41.990371 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e144f49e-0b3f-4b31-9305-a877784a911d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.045404 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.046426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.132902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.221062 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.241643 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.243844 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.293148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Subnet': ['ID=6aceaf1c-6c9b-4e10-bef4-52fd323654aa,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:42.295483 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.299498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-547a4406-13dd-4813-a4f6-ba3cc4805282 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/subnets/6aceaf1c-6c9b-4e10-bef4-52fd323654aa HTTP/1.1" status: 204 len: 168 time: 0.4936161 Dec 17 16:20:42.303157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57644) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:42.336996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57fd9c-17eb-4767-b5e1-cb48b4921f33 None None] Network 396ce184-0d47-442e-be56-00177396fba0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:42.358305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e144f49e-0b3f-4b31-9305-a877784a911d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Router 2501640b-cf03-4070-a427-46f83e0847ca is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:42.542306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.612015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:20:40Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:42.644021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e144f49e-0b3f-4b31-9305-a877784a911d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:42.654445 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] Sync routers for ids ['2501640b-cf03-4070-a427-46f83e0847ca'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:42.660372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] Checking router: fc28a1fb-566d-4a80-8f5f-42f7e9f1720a for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:42.660603 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.675202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e144f49e-0b3f-4b31-9305-a877784a911d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.678926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] Routers {'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:42.679317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e144f49e-0b3f-4b31-9305-a877784a911d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "PUT /v2.0/routers/2501640b-cf03-4070-a427-46f83e0847ca HTTP/1.1" status: 200 len: 694 time: 1.2141871 Dec 17 16:20:42.679742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:42.680024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57650) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:42.680774 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] Routers {'2501640b-cf03-4070-a427-46f83e0847ca'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:42.681753 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2501640b-cf03-4070-a427-46f83e0847ca'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:42.681900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] DHCP port deletion for 396ce184-0d47-442e-be56-00177396fba0 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:42.730436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.821475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Deleting port add0983d-7cf8-4b9a-b8de-b48f1112b8ae {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:42.822134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:42.898678 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6716847d-87fb-4cd0-897f-6a11f8aa703d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/routers/2501640b-cf03-4070-a427-46f83e0847ca HTTP/1.1" status: 200 len: 700 time: 0.2169261 Dec 17 16:20:42.903393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57654) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:42.974287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8509f53-3dc8-4381-be70-e29f42d713c4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2501640b-cf03-4070-a427-46f83e0847ca HTTP/1.1" status: 200 len: 205 time: 0.0590043 Dec 17 16:20:42.974975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57658) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:42.987207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] Deleting port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:42.990300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.037728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] For port add0983d-7cf8-4b9a-b8de-b48f1112b8ae, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:43.038111 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.067200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Calling delete_port for add0983d-7cf8-4b9a-b8de-b48f1112b8ae owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:43.083144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b033065-d788-4571-9b17-26dc53d0a0f5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.103446 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] Set router 2501640b-cf03-4070-a427-46f83e0847ca gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:43.159502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] Set router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:43.297460 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2501640b-cf03-4070-a427-46f83e0847ca', 'name': 'tempest-RoutersTest-router-1729253784', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:40Z', 'updated_at': '2021-12-17T16:20:41Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:43.338713 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd97d516-6b95-4972-979f-daf39c81dbf9 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:43.356113 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] Checking router: 2501640b-cf03-4070-a427-46f83e0847ca for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:43.361002 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.381438 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] Routers {'2501640b-cf03-4070-a427-46f83e0847ca'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:43.382817 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['2501640b-cf03-4070-a427-46f83e0847ca'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:43.422977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d88f6e-9032-42d4-8ee6-f8e1a701d58e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:43.462007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fd97d516-6b95-4972-979f-daf39c81dbf9 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:43.462386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd97d516-6b95-4972-979f-daf39c81dbf9 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:43.467756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0e546eda-4ffd-4fb5-82cd-47a51a14d765 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:43.483316 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] Set router 2501640b-cf03-4070-a427-46f83e0847ca gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:43.486140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Port': ['ID=add0983d-7cf8-4b9a-b8de-b48f1112b8ae,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:43.570045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.666511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] For port 0e546eda-4ffd-4fb5-82cd-47a51a14d765, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0e546eda-4ffd-4fb5-82cd-47a51a14d765,segment=NetworkSegment(29a5f855-1498-4bce-a32d-cea56eb5f6a0),segment_id=29a5f855-1498-4bce-a32d-cea56eb5f6a0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:43.667030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.673671 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2501640b-cf03-4070-a427-46f83e0847ca', 'name': 'tempest-RoutersTest-router-1729253784', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:40Z', 'updated_at': '2021-12-17T16:20:41Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:43.729359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] Calling delete_port for 0e546eda-4ffd-4fb5-82cd-47a51a14d765 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:43.745696 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad3805d-0dbe-4b48-a5d8-33c98fc8f4fb None None] The sync data for ids ['2501640b-cf03-4070-a427-46f83e0847ca'] in n-d-806683-20 is: [{'id': '2501640b-cf03-4070-a427-46f83e0847ca', 'name': 'tempest-RoutersTest-router-1729253784', 'tenant_id': 'c5d313ec878a47009ba1e60140a64149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:20:40Z', 'updated_at': '2021-12-17T16:20:41Z', 'revision_number': 2, 'project_id': 'c5d313ec878a47009ba1e60140a64149', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:43.785471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.788821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.850978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b033065-d788-4571-9b17-26dc53d0a0f5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.860787 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b033065-d788-4571-9b17-26dc53d0a0f5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.881695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.882842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Fanout notify agent at l3_agent the message router_deleted on router fc28a1fb-566d-4a80-8f5f-42f7e9f1720a {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:43.892001 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.894056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-52af2792-0eba-49e7-9887-92b429eb40ca tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/routers/fc28a1fb-566d-4a80-8f5f-42f7e9f1720a HTTP/1.1" status: 204 len: 168 time: 1.5894833 Dec 17 16:20:43.896935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57668) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:43.949805 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b033065-d788-4571-9b17-26dc53d0a0f5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.950438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b033065-d788-4571-9b17-26dc53d0a0f5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Fanout notify agent at l3_agent the message router_deleted on router 2501640b-cf03-4070-a427-46f83e0847ca {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:43.960583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b033065-d788-4571-9b17-26dc53d0a0f5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:43.966602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b033065-d788-4571-9b17-26dc53d0a0f5 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/2501640b-cf03-4070-a427-46f83e0847ca HTTP/1.1" status: 204 len: 168 time: 0.9890862 Dec 17 16:20:43.967493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57670) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.007998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.014105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ccbded4-9a73-417d-8e4d-ad50139eaeec tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2501640b-cf03-4070-a427-46f83e0847ca HTTP/1.1" status: 200 len: 205 time: 0.0431612 Dec 17 16:20:44.016757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57672) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.076850 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-ab4aec22-e67f-466f-b0d9-8095aeec7d40 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] delete failed (client error): The resource could not be found. Dec 17 16:20:44.080517 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ab4aec22-e67f-466f-b0d9-8095aeec7d40 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/2501640b-cf03-4070-a427-46f83e0847ca HTTP/1.1" status: 404 len: 336 time: 0.0603902 Dec 17 16:20:44.090707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57674) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.118390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:20:40Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:44.126015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.152883 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e1fd08-60a0-4468-aaa4-c25a3a1dab63 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:44.153353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e1fd08-60a0-4468-aaa4-c25a3a1dab63 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:44.159441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55e1fd08-60a0-4468-aaa4-c25a3a1dab63 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/f8faf117-67f8-4dca-8f50-0f625597ba84 HTTP/1.1" status: 404 len: 337 time: 0.0649109 Dec 17 16:20:44.159652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57676) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.172553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.179488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.195761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.207144 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-62118139-d273-4ce1-bd59-8d1aad045ff2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:44.207632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62118139-d273-4ce1-bd59-8d1aad045ff2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:44.210811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-62118139-d273-4ce1-bd59-8d1aad045ff2 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/2e5e2190-2581-4ac6-bd58-dfaa68b245dd HTTP/1.1" status: 404 len: 337 time: 0.0502064 Dec 17 16:20:44.213722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57678) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.250791 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd17a3d-a08c-40fc-a9a3-32576c6ef6cd tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:44.251253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd17a3d-a08c-40fc-a9a3-32576c6ef6cd tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:44.257006 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9cd17a3d-a08c-40fc-a9a3-32576c6ef6cd tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/1d16558e-bc9d-4d51-88c3-398890a4f801 HTTP/1.1" status: 404 len: 337 time: 0.0399909 Dec 17 16:20:44.257662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57680) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.281389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744563c3-cea8-455b-aaa2-c940ca3168be None None] The sync data for ids ['fc28a1fb-566d-4a80-8f5f-42f7e9f1720a'] in n-d-806683-20 is: [{'id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119457670', 'tenant_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:18:42Z', 'updated_at': '2021-12-17T16:20:40Z', 'revision_number': 5, 'project_id': 'd021cd75c8244482a1c0b5152fbd0d5a', 'gw_port': {'id': 'add0983d-7cf8-4b9a-b8de-b48f1112b8ae', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28a1fb-566d-4a80-8f5f-42f7e9f1720a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:18:43Z', 'updated_at': '2021-12-17T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:44.285928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] No DVR routers for this DVR port 0e546eda-4ffd-4fb5-82cd-47a51a14d765 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:44.302280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ef6c4-7621-42a7-921e-e89ea54c9487 None None] Pushing event deleted for resources: {'Port': ['ID=0e546eda-4ffd-4fb5-82cd-47a51a14d765,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:44.343277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Allocated IP 172.25.0.39 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/5ad5dccc-8320-46b6-871d-7987e864afab) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:44.349642 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f9dac0-0f48-4c15-a01b-0748975aa4b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:44.350108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f9dac0-0f48-4c15-a01b-0748975aa4b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:44.353394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-26f9dac0-0f48-4c15-a01b-0748975aa4b0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/b9fbe3d0-4abb-4e7d-80c1-33af59a9bf07 HTTP/1.1" status: 404 len: 337 time: 0.0947802 Dec 17 16:20:44.358351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57682) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.437923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.446207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-38ff9eac-1219-4668-b534-13c9eef014b4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 200 len: 205 time: 0.0864563 Dec 17 16:20:44.453407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57686) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.481271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396ce184-0d47-442e-be56-00177396fba0']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:44.492038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a5f855-1498-4bce-a32d-cea56eb5f6a0') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:44.492334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a5f855-1498-4bce-a32d-cea56eb5f6a0') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:44.502303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.516197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.523167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:20:44.523651 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.568823 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-ffa2dc5b-dc02-4ba6-a29d-1f97af9ee3cb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] delete failed (client error): The resource could not be found. Dec 17 16:20:44.573027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ffa2dc5b-dc02-4ba6-a29d-1f97af9ee3cb tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/c7b4c7e7-3aa5-4078-b1e9-650891924185 HTTP/1.1" status: 404 len: 336 time: 0.1148670 Dec 17 16:20:44.579965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57688) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:20:44.587007 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:20:44.599334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.609298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.615992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/networks/396ce184-0d47-442e-be56-00177396fba0 HTTP/1.1" status: 204 len: 168 time: 0.7177689 Dec 17 16:20:44.616864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57690) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.637080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8be720-4347-418a-8cf4-2eebd7876177 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'Network': ['ID=396ce184-0d47-442e-be56-00177396fba0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:44.720520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.738531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21754b66-601d-40d6-a6d5-aa7ccf40fa20 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.769695 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21754b66-601d-40d6-a6d5-aa7ccf40fa20 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.786674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9e4034f4-85e6-4d21-a38e-66ef0e388d06 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=c963a9b4-1ae6-4275-bd95-92ca78b0d80d HTTP/1.1" status: 200 len: 205 time: 0.2055874 Dec 17 16:20:44.787230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57694) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.840052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:44.846937 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-6ffe41fd-79fd-4ef1-b9cc-7ef07ebef01a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] delete failed (client error): The resource could not be found. Dec 17 16:20:44.848033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ffe41fd-79fd-4ef1-b9cc-7ef07ebef01a tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/c963a9b4-1ae6-4275-bd95-92ca78b0d80d HTTP/1.1" status: 404 len: 336 time: 0.0584385 Dec 17 16:20:44.854287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57696) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.899934 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-53768b55-3561-4e2e-892e-210b9f963a14 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:44.900838 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53768b55-3561-4e2e-892e-210b9f963a14 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:44.906890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-53768b55-3561-4e2e-892e-210b9f963a14 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/8e33f872-3711-4f12-a9a3-26c6cb5b0a95 HTTP/1.1" status: 404 len: 337 time: 0.0515530 Dec 17 16:20:44.910289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57698) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:44.925631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event updated for resources: {'Port': ['ID=5ad5dccc-8320-46b6-871d-7987e864afab,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:44.939302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:44.942774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:44.947566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:44.963111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b2d21-b84a-468d-8bd4-8473f1a2cb79 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:44.969955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7404494-4009-4cfb-a62a-9cb22938ed2d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=26335ee9-4969-4792-868b-a938f22206f1 HTTP/1.1" status: 200 len: 205 time: 0.0584948 Dec 17 16:20:44.973241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.027053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ef48460d-7bbf-4c49-bd47-83ad681c68ec no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:45.028604 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-188fb801-75e5-4834-ac5e-672fe0fbbf5e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] delete failed (client error): The resource could not be found. Dec 17 16:20:45.029668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-188fb801-75e5-4834-ac5e-672fe0fbbf5e tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/26335ee9-4969-4792-868b-a938f22206f1 HTTP/1.1" status: 404 len: 336 time: 0.0541532 Dec 17 16:20:45.032321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57702) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.077899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: ef48460d-7bbf-4c49-bd47-83ad681c68ec {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:45.080219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ef48460d-7bbf-4c49-bd47-83ad681c68ec not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:45.080663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:45.086651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c46ff630-39d9-49d5-9f5a-e2ce2622193f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a37de5e-6bde-4e63-b9f0-4767a2de64b0 HTTP/1.1" status: 200 len: 205 time: 0.0529928 Dec 17 16:20:45.095023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57704) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.113040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21754b66-601d-40d6-a6d5-aa7ccf40fa20 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:45.118328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-21754b66-601d-40d6-a6d5-aa7ccf40fa20 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:45.122167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-21754b66-601d-40d6-a6d5-aa7ccf40fa20 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] 10.222.0.54 "DELETE /v2.0/security-groups/5086ee07-378a-4c33-8a39-037a53bf4fa5 HTTP/1.1" status: 204 len: 168 time: 0.5026712 Dec 17 16:20:45.126828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:45.127494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8d0b3c1f-70cc-4466-bf8e-6e481b4684c7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:45.139695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c05ce2ac-5d6d-42b4-a570-22de9aadec9f None None] Provisioning complete for port 5ad5dccc-8320-46b6-871d-7987e864afab triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:45.140432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c05ce2ac-5d6d-42b4-a570-22de9aadec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:45.219534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c05ce2ac-5d6d-42b4-a570-22de9aadec9f None None] Port 5ad5dccc-8320-46b6-871d-7987e864afab cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:45.239565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21754b66-601d-40d6-a6d5-aa7ccf40fa20 tempest-TestNetworkAdvancedServerOps-1651090724 tempest-TestNetworkAdvancedServerOps-1651090724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5086ee07-378a-4c33-8a39-037a53bf4fa5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:45.279366 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-c9d07d45-b8ac-4dc0-b10b-d5b4bb6a2fe7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] delete failed (client error): The resource could not be found. Dec 17 16:20:45.285013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c9d07d45-b8ac-4dc0-b10b-d5b4bb6a2fe7 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/2a37de5e-6bde-4e63-b9f0-4767a2de64b0 HTTP/1.1" status: 404 len: 336 time: 0.1849494 Dec 17 16:20:45.285794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57710) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.346492 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae62347-b334-4c9c-9fac-26a070722105 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:45.346958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae62347-b334-4c9c-9fac-26a070722105 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:45.352727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ae62347-b334-4c9c-9fac-26a070722105 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/51680f77-0989-44db-a81c-da3f8c104339 HTTP/1.1" status: 404 len: 337 time: 0.0635262 Dec 17 16:20:45.352944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57712) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.392273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4645211d-5ae7-458b-90de-9fcbfb787584 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b17f892-5556-411e-9987-cfb7fa85d2a7 HTTP/1.1" status: 200 len: 205 time: 0.0377600 Dec 17 16:20:45.394224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57714) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.407777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:45.442345 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-0b1c23e6-3f76-4ed6-b90f-16fea3031e21 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] delete failed (client error): The resource could not be found. Dec 17 16:20:45.443338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0b1c23e6-3f76-4ed6-b90f-16fea3031e21 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/2b17f892-5556-411e-9987-cfb7fa85d2a7 HTTP/1.1" status: 404 len: 336 time: 0.0481856 Dec 17 16:20:45.446487 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57716) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.496481 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ad0eaa-127d-460f-a001-b9c559193ff4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:45.500128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ad0eaa-127d-460f-a001-b9c559193ff4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:45.503769 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-96ad0eaa-127d-460f-a001-b9c559193ff4 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/947dbf9d-1880-4c26-b6f3-852344e6a1d1 HTTP/1.1" status: 404 len: 337 time: 0.0560329 Dec 17 16:20:45.506999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57722) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.562725 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a78333fc-b049-45fc-bf3c-a374d71997c0 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7c3a2c-7d07-4e89-977f-b8b5475caa99 HTTP/1.1" status: 200 len: 205 time: 0.0529511 Dec 17 16:20:45.565590 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57724) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.617582 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-60194d24-0c8d-4503-a2bf-bf357ff31a33 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] delete failed (client error): The resource could not be found. Dec 17 16:20:45.621069 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-60194d24-0c8d-4503-a2bf-bf357ff31a33 tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/routers/8a7c3a2c-7d07-4e89-977f-b8b5475caa99 HTTP/1.1" status: 404 len: 336 time: 0.0542831 Dec 17 16:20:45.624452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57726) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.633060 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:45.666527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57728) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.672834 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ea30f8-45ee-4c91-b891-4a688d304d8d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:45.673465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ea30f8-45ee-4c91-b891-4a688d304d8d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:45.679887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d6ea30f8-45ee-4c91-b891-4a688d304d8d tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/9f677850-3cb6-4b2a-ba6c-08733dc4343c HTTP/1.1" status: 404 len: 337 time: 0.0541599 Dec 17 16:20:45.683011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57732) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.715917 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-8393f69e-ab8b-4c54-998d-dc889c5dff5f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] DELETE failed (client error): The resource could not be found. Dec 17 16:20:45.716374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8393f69e-ab8b-4c54-998d-dc889c5dff5f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:20:45.721432 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8393f69e-ab8b-4c54-998d-dc889c5dff5f tempest-RoutersTest-877341877 tempest-RoutersTest-877341877-project] 10.222.0.54 "DELETE /v2.0/subnets/b9d1970e-4237-47e1-bc7e-eba19481002c HTTP/1.1" status: 404 len: 337 time: 0.0354838 Dec 17 16:20:45.771724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:45.875613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ee5c873c-78b2-4564-bb3a-51b4a2038fa7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d021cd75c8244482a1c0b5152fbd0d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999857 Dec 17 16:20:45.875889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57738) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:45.978434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885d25-2d20-4beb-8b37-0932254ef905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:45.994359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57742) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:46.013135 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885d25-2d20-4beb-8b37-0932254ef905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.030451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Router 54d14202-8cac-4d84-9c9e-33fe965b9dd4 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:46.151850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885d25-2d20-4beb-8b37-0932254ef905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.154505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c6885d25-2d20-4beb-8b37-0932254ef905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.155680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c6885d25-2d20-4beb-8b37-0932254ef905 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf06c286-6b4b-4b11-b67d-887d66becdbb HTTP/1.1" status: 204 len: 168 time: 0.2864988 Dec 17 16:20:46.171181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6885d25-2d20-4beb-8b37-0932254ef905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06c286-6b4b-4b11-b67d-887d66becdbb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:46.176597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-087f3f81-bd7d-4357-a532-9fe4b40a07f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5d313ec878a47009ba1e60140a64149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805611 Dec 17 16:20:46.178933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:46.207727 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:46.220939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] Sync routers for ids ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:46.235288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] Routers {'54d14202-8cac-4d84-9c9e-33fe965b9dd4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:46.236521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:46.263579 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.269096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57750) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:46.274117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': False}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:46.278653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:46.280492 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-228565e3-943f-4b0e-bcf2-2641cd68f489 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3640764 Dec 17 16:20:46.291120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2e9b618a-fa58-428b-8572-4800b6383fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.291761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] Routers {'54d14202-8cac-4d84-9c9e-33fe965b9dd4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:46.292691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:46.325984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2e9b618a-fa58-428b-8572-4800b6383fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.337764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:46.338704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f8b6f-af8d-4c03-83c8-11fa2fe0bccf None None] The sync data for ids ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:46.389072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2e9b618a-fa58-428b-8572-4800b6383fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.392429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2e9b618a-fa58-428b-8572-4800b6383fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.396221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2e9b618a-fa58-428b-8572-4800b6383fd6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e552d7b-5575-46d7-ae4e-6b4e5563a30f HTTP/1.1" status: 204 len: 168 time: 0.2135358 Dec 17 16:20:46.414256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b618a-fa58-428b-8572-4800b6383fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e552d7b-5575-46d7-ae4e-6b4e5563a30f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:46.623469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57758) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:46.704106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ffffcbf-d68f-4d0e-a380-e267138deccb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ccfc8e02163748468460208e2e79fcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788963 Dec 17 16:20:46.706274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57762) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:46.727428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.765624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28d61543-092e-4c01-93a8-1b07ba002cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.799066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28d61543-092e-4c01-93a8-1b07ba002cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.872501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28d61543-092e-4c01-93a8-1b07ba002cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.876543 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-28d61543-092e-4c01-93a8-1b07ba002cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:46.878824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-28d61543-092e-4c01-93a8-1b07ba002cf9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e2855f9-79ec-4f59-8060-fe248c357fff HTTP/1.1" status: 204 len: 168 time: 0.1707816 Dec 17 16:20:46.892997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d61543-092e-4c01-93a8-1b07ba002cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2855f9-79ec-4f59-8060-fe248c357fff,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:46.911493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device add0983d-7cf8-4b9a-b8de-b48f1112b8ae no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:46.961654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: add0983d-7cf8-4b9a-b8de-b48f1112b8ae {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:46.962281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device add0983d-7cf8-4b9a-b8de-b48f1112b8ae not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:47.290119 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.295272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.556527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57784) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:47.750412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-08b6ed86-9e2f-4513-b01f-2e3421a47793 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1204494262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:47.778660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08b6ed86-9e2f-4513-b01f-2e3421a47793 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.780538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08b6ed86-9e2f-4513-b01f-2e3421a47793 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.780835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Router 54d14202-8cac-4d84-9c9e-33fe965b9dd4 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:47.842901 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08b6ed86-9e2f-4513-b01f-2e3421a47793 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.848297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08b6ed86-9e2f-4513-b01f-2e3421a47793 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.867372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08b6ed86-9e2f-4513-b01f-2e3421a47793 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.868753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-08b6ed86-9e2f-4513-b01f-2e3421a47793 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3110335 Dec 17 16:20:47.871507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57790) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:47.877199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-455812980'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:47.893231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:47.898156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.902017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7e181e34-099d-4514-b72c-d52976de7d18 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "PUT /v2.0/routers/54d14202-8cac-4d84-9c9e-33fe965b9dd4 HTTP/1.1" status: 200 len: 921 time: 1.6316786 Dec 17 16:20:47.902639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57792) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:47.905943 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] Sync routers for ids ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:47.912706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Made reservation on behalf of 5e3a9badb2324ad381e663d4addec847 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:47.917943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:47.925092 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] Routers {'54d14202-8cac-4d84-9c9e-33fe965b9dd4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:47.926136 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:47.942287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.014226 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:48.036080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7d17b73c-411b-42a0-8968-d842ca7c8822 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/54d14202-8cac-4d84-9c9e-33fe965b9dd4 HTTP/1.1" status: 200 len: 921 time: 0.1262009 Dec 17 16:20:48.038680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57796) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:48.045650 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] Routers {'54d14202-8cac-4d84-9c9e-33fe965b9dd4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:48.049851 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:48.068122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.078850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.114025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:20:48.124394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baebbcc-9020-4a4d-9c54-eec1e5836a83,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:48.129861 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:48.130671 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf43bf2-894c-4385-a37a-c6fc4ed2004b None None] The sync data for ids ['54d14202-8cac-4d84-9c9e-33fe965b9dd4'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:48.144224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.144583 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Added segment 8dafe4ad-1f97-4b77-9590-e7a52c82633b of type vlan for network 938620a4-6991-42d0-883c-3d40a857a807 Dec 17 16:20:48.146534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5edf81-0738-4f9e-8070-4887b180a927 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:48.150888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5b5edf81-0738-4f9e-8070-4887b180a927 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=54d14202-8cac-4d84-9c9e-33fe965b9dd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1081352 Dec 17 16:20:48.151118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57798) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:48.187356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.218980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.225221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:48.225827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.250757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e446d5f-6a39-4403-8a45-9926f198cccf tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:48.250757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1e446d5f-6a39-4403-8a45-9926f198cccf tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.0956495 Dec 17 16:20:48.251183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57800) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:48.282669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-91c33bec-dca8-4313-8a53-92fde905f218 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=54d14202-8cac-4d84-9c9e-33fe965b9dd4 HTTP/1.1" status: 200 len: 205 time: 0.0305064 Dec 17 16:20:48.285393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57802) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:48.295025 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4220965 Dec 17 16:20:48.302444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57804) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:48.309910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'subnet': {'network_id': '938620a4-6991-42d0-883c-3d40a857a807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:48.326294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522fbdb-0f93-4f34-9152-12e1b55bbdd5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Network': ['ID=938620a4-6991-42d0-883c-3d40a857a807,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:48.342233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 938620a4-6991-42d0-883c-3d40a857a807 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:20:48.425570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Made reservation on behalf of 5e3a9badb2324ad381e663d4addec847 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:48.426883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.429328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.535725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.596710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Deleting port 5ad5dccc-8320-46b6-871d-7987e864afab {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:48.597054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.634490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.685926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.699322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Calling delete_port for 5ad5dccc-8320-46b6-871d-7987e864afab owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:48.701127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Subnet': ['ID=98df1bd1-14b4-4cbc-bace-5eaaed9d1a29,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:48.720364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Checking segment: {'id': '8dafe4ad-1f97-4b77-9590-e7a52c82633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '938620a4-6991-42d0-883c-3d40a857a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:48.720889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network hostable DHCP agents. Network: 938620a4-6991-42d0-883c-3d40a857a807, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:20:48.758940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network 938620a4-6991-42d0-883c-3d40a857a807 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:20:48.779534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 938620a4-6991-42d0-883c-3d40a857a807) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:48.788750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:48.789299 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.795727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384de97-20d9-4fc1-88fb-257037f29dda None None] Network 938620a4-6991-42d0-883c-3d40a857a807 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:48.807813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-969f2015-49c2-4cfc-b50e-deb5219cd966 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5046210 Dec 17 16:20:48.810829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57808) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:48.816903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'network': {'name': 'tempest-router-network01--56787434'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:48.866466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Made reservation on behalf of 5e3a9badb2324ad381e663d4addec847 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:48.870308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.907407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.914140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:20:48.941952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.942301 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Added segment 58653e3a-c99b-459f-863b-ba4451581891 of type vlan for network e79ce381-4924-48a2-975c-5b950ffaf741 Dec 17 16:20:48.951497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event deleted for resources: {'Port': ['ID=5ad5dccc-8320-46b6-871d-7987e864afab,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:48.952409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-938620a4-6991-42d0-883c-3d40a857a807', 'network_id': '938620a4-6991-42d0-883c-3d40a857a807', 'project_id': '5e3a9badb2324ad381e663d4addec847', 'fixed_ips': [{'subnet_id': '98df1bd1-14b4-4cbc-bace-5eaaed9d1a29'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:20:48.961530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:48.977180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3ad65-7f63-401f-bbc6-88b7026439cc None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:49.016667 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.028434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.047103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.053858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:49.054702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.138307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3262744 Dec 17 16:20:49.139168 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.140717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:49.144607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.151125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'network': {'name': 'tempest-router-network02--1773736297'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:49.153361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22993042-c7ca-40c8-87fa-70c1e35b05e4 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Network': ['ID=e79ce381-4924-48a2-975c-5b950ffaf741,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:49.166311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e79ce381-4924-48a2-975c-5b950ffaf741 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:20:49.169389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Allocated IP 172.20.0.2 (938620a4-6991-42d0-883c-3d40a857a807/98df1bd1-14b4-4cbc-bace-5eaaed9d1a29/f06a44b6-8912-4ef9-874b-1266291741ab) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:49.222644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.224198 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Fanout notify agent at l3_agent the message router_deleted on router 54d14202-8cac-4d84-9c9e-33fe965b9dd4 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:49.240251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.244617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57816) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:49.250903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-98f78d07-d2b3-49fa-8551-0c6230fcc5a8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1599181880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:49.256288 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-530858fd-708a-422d-8c4c-1fe6c162b000 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/54d14202-8cac-4d84-9c9e-33fe965b9dd4 HTTP/1.1" status: 204 len: 168 time: 0.9695463 Dec 17 16:20:49.260163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Made reservation on behalf of 5e3a9badb2324ad381e663d4addec847 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:49.266068 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.297318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:20:49.304002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98f78d07-d2b3-49fa-8551-0c6230fcc5a8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.305113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98f78d07-d2b3-49fa-8551-0c6230fcc5a8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.310347 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.310869 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Added segment f5140af4-68e7-44df-a0f2-6135da0a44aa of type vlan for network 9248bf92-4e43-4607-8aa6-7b8433864f61 Dec 17 16:20:49.373769 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98f78d07-d2b3-49fa-8551-0c6230fcc5a8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.377764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.380592 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98f78d07-d2b3-49fa-8551-0c6230fcc5a8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.415237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98f78d07-d2b3-49fa-8551-0c6230fcc5a8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.416564 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98f78d07-d2b3-49fa-8551-0c6230fcc5a8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1699584 Dec 17 16:20:49.419350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57818) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:49.424262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:49.443099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.449020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:49.456739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.563100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4211531 Dec 17 16:20:49.566946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57822) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:49.576321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'subnet': {'network_id': 'e79ce381-4924-48a2-975c-5b950ffaf741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:49.652055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbab0d-0ca0-45d8-ab48-3bfd39eb2160 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Network': ['ID=9248bf92-4e43-4607-8aa6-7b8433864f61,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:49.685209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 9248bf92-4e43-4607-8aa6-7b8433864f61 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:20:49.712920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef9ea5-1fe6-4744-9086-b77be2fa7582 req-891d8e9e-c870-4189-929b-3ecb2b395513 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:49.715365 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1ef9ea5-1fe6-4744-9086-b77be2fa7582 req-891d8e9e-c870-4189-929b-3ecb2b395513 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 945 time: 0.2090361 Dec 17 16:20:49.719547 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.751585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Made reservation on behalf of 5e3a9badb2324ad381e663d4addec847 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:49.758497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.797839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.806288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.826308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Network 938620a4-6991-42d0-883c-3d40a857a807 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:49.827973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e1ef9ea5-1fe6-4744-9086-b77be2fa7582 req-5cc59d6e-a2f7-49af-ba90-9495be5fca5f tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033480 Dec 17 16:20:49.829023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:49.860734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:49.932752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Attempting to bind port f06a44b6-8912-4ef9-874b-1266291741ab on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:49.933122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Attempting to bind port f06a44b6-8912-4ef9-874b-1266291741ab by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8dafe4ad-1f97-4b77-9590-e7a52c82633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '938620a4-6991-42d0-883c-3d40a857a807'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:49.933508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Attempting to bind port f06a44b6-8912-4ef9-874b-1266291741ab on network 938620a4-6991-42d0-883c-3d40a857a807 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:49.941559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Pushing event updated for resources: {'Port': ['ID=f06a44b6-8912-4ef9-874b-1266291741ab,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:49.944165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:49.944165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Checking segment: {'id': '8dafe4ad-1f97-4b77-9590-e7a52c82633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '938620a4-6991-42d0-883c-3d40a857a807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:49.944559 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.944958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Bound using segment: {'id': '8dafe4ad-1f97-4b77-9590-e7a52c82633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '938620a4-6991-42d0-883c-3d40a857a807'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:49.945435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Bound port: f06a44b6-8912-4ef9-874b-1266291741ab, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dafe4ad-1f97-4b77-9590-e7a52c82633b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '938620a4-6991-42d0-883c-3d40a857a807'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:49.945817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:49.994369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.994603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.994882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.995220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.995551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.995905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.996235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.996561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.996887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.997338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.997670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.997993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:49.998312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:50.012483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.021971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.035388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] For port f06a44b6-8912-4ef9-874b-1266291741ab, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:50.036646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.040072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] For port f06a44b6-8912-4ef9-874b-1266291741ab, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f06a44b6-8912-4ef9-874b-1266291741ab,segment=NetworkSegment(8dafe4ad-1f97-4b77-9590-e7a52c82633b),segment_id=8dafe4ad-1f97-4b77-9590-e7a52c82633b)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:50.047273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.094450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Subnet': ['ID=7cefb11a-f2f1-4041-953b-25c0c57ec0eb,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:50.115573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Checking segment: {'id': '58653e3a-c99b-459f-863b-ba4451581891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e79ce381-4924-48a2-975c-5b950ffaf741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:50.116272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network hostable DHCP agents. Network: e79ce381-4924-48a2-975c-5b950ffaf741, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:20:50.117015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a57d20-48a4-436e-a51f-e2421058ee0f None None] Pushing event updated for resources: {'Port': ['ID=f06a44b6-8912-4ef9-874b-1266291741ab,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:50.140533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network e79ce381-4924-48a2-975c-5b950ffaf741 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:20:50.156808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e79ce381-4924-48a2-975c-5b950ffaf741) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:50.162858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:50.163160 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.171607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff6a33-c3d2-48b7-902a-2c74aa9b972c None None] Network e79ce381-4924-48a2-975c-5b950ffaf741 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:50.188011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Allocated IP 172.25.0.208 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/de9a6491-f7f5-4393-bbd7-32b015fefcdc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:50.198380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b30022f9-97ad-4115-9a04-49dd9339235d tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6299076 Dec 17 16:20:50.201135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57826) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:50.210099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'subnet': {'network_id': '9248bf92-4e43-4607-8aa6-7b8433864f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:50.321931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e79ce381-4924-48a2-975c-5b950ffaf741', 'network_id': 'e79ce381-4924-48a2-975c-5b950ffaf741', 'project_id': '5e3a9badb2324ad381e663d4addec847', 'fixed_ips': [{'subnet_id': '7cefb11a-f2f1-4041-953b-25c0c57ec0eb'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:20:50.323081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.362862 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.364995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Made reservation on behalf of 5e3a9badb2324ad381e663d4addec847 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:50.378736 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.428081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.508583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:50.527187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:50.542725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:50.550066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ff070-5b93-4ff3-9907-ff2d8fdb169d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:50.552840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Allocated IP 172.20.0.2 (e79ce381-4924-48a2-975c-5b950ffaf741/7cefb11a-f2f1-4041-953b-25c0c57ec0eb/115d5686-72f0-474b-b911-09e2193c63c1) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:50.674895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event updated for resources: {'Port': ['ID=de9a6491-f7f5-4393-bbd7-32b015fefcdc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:50.712142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-194f02ad-6865-4be1-9a96-bd11b68de752 None None] Provisioning complete for port de9a6491-f7f5-4393-bbd7-32b015fefcdc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:50.712797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-194f02ad-6865-4be1-9a96-bd11b68de752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.722380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.779996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-194f02ad-6865-4be1-9a96-bd11b68de752 None None] Port de9a6491-f7f5-4393-bbd7-32b015fefcdc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:50.795956 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.804375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.804632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Subnet': ['ID=6c556df5-dd39-47d7-a30b-be3e3ccda435,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:50.814223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Checking segment: {'id': 'f5140af4-68e7-44df-a0f2-6135da0a44aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9248bf92-4e43-4607-8aa6-7b8433864f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:50.814689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network hostable DHCP agents. Network: 9248bf92-4e43-4607-8aa6-7b8433864f61, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:20:50.833841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network 9248bf92-4e43-4607-8aa6-7b8433864f61 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:20:50.847973 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 9248bf92-4e43-4607-8aa6-7b8433864f61) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:50.854190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Network e79ce381-4924-48a2-975c-5b950ffaf741 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:50.854402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:50.855005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.857274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:50.861686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:50.865154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58d4b5-86dd-4782-a79f-f20d44acc9fd None None] Network 9248bf92-4e43-4607-8aa6-7b8433864f61 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:50.868519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Pushing event updated for resources: {'Port': ['ID=115d5686-72f0-474b-b911-09e2193c63c1,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:50.885403 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec3b7101-45a8-4ee0-a226-b17d26e06f03 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6828499 Dec 17 16:20:50.891226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57832) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:50.956511 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.970290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Attempting to bind port 115d5686-72f0-474b-b911-09e2193c63c1 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:50.970724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Attempting to bind port 115d5686-72f0-474b-b911-09e2193c63c1 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '58653e3a-c99b-459f-863b-ba4451581891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e79ce381-4924-48a2-975c-5b950ffaf741'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:50.971211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Attempting to bind port 115d5686-72f0-474b-b911-09e2193c63c1 on network e79ce381-4924-48a2-975c-5b950ffaf741 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:50.979848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:50.980262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Checking segment: {'id': '58653e3a-c99b-459f-863b-ba4451581891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e79ce381-4924-48a2-975c-5b950ffaf741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:50.980668 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:50.981195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Bound using segment: {'id': '58653e3a-c99b-459f-863b-ba4451581891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e79ce381-4924-48a2-975c-5b950ffaf741'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:50.981514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Bound port: 115d5686-72f0-474b-b911-09e2193c63c1, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58653e3a-c99b-459f-863b-ba4451581891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e79ce381-4924-48a2-975c-5b950ffaf741'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:50.981888 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.075519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-9248bf92-4e43-4607-8aa6-7b8433864f61', 'network_id': '9248bf92-4e43-4607-8aa6-7b8433864f61', 'project_id': '5e3a9badb2324ad381e663d4addec847', 'fixed_ips': [{'subnet_id': '6c556df5-dd39-47d7-a30b-be3e3ccda435'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:20:51.076682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.100901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] For port 115d5686-72f0-474b-b911-09e2193c63c1, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:51.217941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] For port 115d5686-72f0-474b-b911-09e2193c63c1, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=115d5686-72f0-474b-b911-09e2193c63c1,segment=NetworkSegment(58653e3a-c99b-459f-863b-ba4451581891),segment_id=58653e3a-c99b-459f-863b-ba4451581891)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:51.222285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f06a44b6-8912-4ef9-874b-1266291741ab up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:51.297698 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.427132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20619711-68e7-4f48-bc2f-d7aeef138008 None None] Pushing event updated for resources: {'Port': ['ID=115d5686-72f0-474b-b911-09e2193c63c1,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:51.521040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f06a44b6-8912-4ef9-874b-1266291741ab triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:51.522797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.649548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Allocated IP 172.20.0.2 (9248bf92-4e43-4607-8aa6-7b8433864f61/6c556df5-dd39-47d7-a30b-be3e3ccda435/31a77cd8-5b91-40f6-b788-e3acfe590441) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:51.695550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.738486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port f06a44b6-8912-4ef9-874b-1266291741ab, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f06a44b6-8912-4ef9-874b-1266291741ab,segment=NetworkSegment(8dafe4ad-1f97-4b77-9590-e7a52c82633b),segment_id=8dafe4ad-1f97-4b77-9590-e7a52c82633b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:51.813762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.848541 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.854064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:51.904080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-f95776b5-8b45-4d80-bcd4-dcbcf2d562f3 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:51.905997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-f95776b5-8b45-4d80-bcd4-dcbcf2d562f3 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.47 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 945 time: 0.8013177 Dec 17 16:20:51.910657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=f06a44b6-8912-4ef9-874b-1266291741ab,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:51.917699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26bbd6e-28e1-49c8-b2b3-c4afd900f7c9 None None] Network 938620a4-6991-42d0-883c-3d40a857a807 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:51.926135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da792fe5-a131-476d-a9e6-fbdc0e8390ad req-bab1fd32-664e-47f5-ac9c-e61145ea6c4c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:51.928407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-da792fe5-a131-476d-a9e6-fbdc0e8390ad req-bab1fd32-664e-47f5-ac9c-e61145ea6c4c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 945 time: 0.9067674 Dec 17 16:20:52.052737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.069600 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Router 03b49c29-08a0-4ab4-8a96-aa6a1198e967 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:52.091847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-46639d69-3a92-47d2-876e-0a2750eb1e04 None None] Provisioning complete for port f06a44b6-8912-4ef9-874b-1266291741ab triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:52.112854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-46639d69-3a92-47d2-876e-0a2750eb1e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.216928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Deleting port add06ec1-642a-40d5-adcc-b59a3b90f60a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:52.217963 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.220733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:52.241746 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.245383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c30f8504-f1ce-4a46-a011-6b1fd6501ef9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "PUT /v2.0/routers/03b49c29-08a0-4ab4-8a96-aa6a1198e967 HTTP/1.1" status: 200 len: 880 time: 2.8228388 Dec 17 16:20:52.245774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57838) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:52.249492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] Sync routers for ids ['03b49c29-08a0-4ab4-8a96-aa6a1198e967'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:52.280623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] Routers {'03b49c29-08a0-4ab4-8a96-aa6a1198e967'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:52.281318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['03b49c29-08a0-4ab4-8a96-aa6a1198e967'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:52.344230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] For port add06ec1-642a-40d5-adcc-b59a3b90f60a, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=add06ec1-642a-40d5-adcc-b59a3b90f60a,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:52.344601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.364526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cfcf07df-4dc0-41db-a3d5-cde630e2c736 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/03b49c29-08a0-4ab4-8a96-aa6a1198e967 HTTP/1.1" status: 200 len: 921 time: 0.1147978 Dec 17 16:20:52.364902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57840) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:52.384110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:52.444789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] Routers {'03b49c29-08a0-4ab4-8a96-aa6a1198e967'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:52.445452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['03b49c29-08a0-4ab4-8a96-aa6a1198e967'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:52.446302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Calling delete_port for add06ec1-642a-40d5-adcc-b59a3b90f60a owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:52.481567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-da792fe5-a131-476d-a9e6-fbdc0e8390ad req-0b6ce2f3-7714-4421-8376-0dee1717b165 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417299 Dec 17 16:20:52.508082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:52.508082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a9c3e-a086-4380-8bc3-6b2e7bbcb6ee None None] The sync data for ids ['03b49c29-08a0-4ab4-8a96-aa6a1198e967'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:52.509952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.523780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.532874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108226e4-d0a4-46f3-9a9e-f15d65582f9a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:52.541848 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-108226e4-d0a4-46f3-9a9e-f15d65582f9a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=03b49c29-08a0-4ab4-8a96-aa6a1198e967&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1757991 Dec 17 16:20:52.542499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57842) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:52.571157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Pushing event updated for resources: {'Port': ['ID=31a77cd8-5b91-40f6-b788-e3acfe590441,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:52.585055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Network 9248bf92-4e43-4607-8aa6-7b8433864f61 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:52.587164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:52.589833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:52.675600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Attempting to bind port 31a77cd8-5b91-40f6-b788-e3acfe590441 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:20:52.676461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Attempting to bind port 31a77cd8-5b91-40f6-b788-e3acfe590441 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'f5140af4-68e7-44df-a0f2-6135da0a44aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9248bf92-4e43-4607-8aa6-7b8433864f61'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:20:52.677055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Attempting to bind port 31a77cd8-5b91-40f6-b788-e3acfe590441 on network 9248bf92-4e43-4607-8aa6-7b8433864f61 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:52.680073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Allocated IP 172.20.0.1 (e79ce381-4924-48a2-975c-5b950ffaf741/7cefb11a-f2f1-4041-953b-25c0c57ec0eb/06f99f6b-d91d-4887-abfa-0cec5e011e99) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:52.689704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:52.690430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Checking segment: {'id': 'f5140af4-68e7-44df-a0f2-6135da0a44aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9248bf92-4e43-4607-8aa6-7b8433864f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:20:52.691568 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.692211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Bound using segment: {'id': 'f5140af4-68e7-44df-a0f2-6135da0a44aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9248bf92-4e43-4607-8aa6-7b8433864f61'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:52.692893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Bound port: 31a77cd8-5b91-40f6-b788-e3acfe590441, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5140af4-68e7-44df-a0f2-6135da0a44aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9248bf92-4e43-4607-8aa6-7b8433864f61'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:20:52.693515 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.736640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c227521-170d-439c-acd5-eeb6ba24e44c tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:52.738149 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6c227521-170d-439c-acd5-eeb6ba24e44c tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.1946921 Dec 17 16:20:52.741120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:52.796953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ab8f749f-74c5-48b8-9389-aed8ce01812a tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b49c29-08a0-4ab4-8a96-aa6a1198e967 HTTP/1.1" status: 200 len: 205 time: 0.0541787 Dec 17 16:20:52.807112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57846) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:52.816142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] For port 31a77cd8-5b91-40f6-b788-e3acfe590441, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:52.853666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] For port 31a77cd8-5b91-40f6-b788-e3acfe590441, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=31a77cd8-5b91-40f6-b788-e3acfe590441,segment=NetworkSegment(f5140af4-68e7-44df-a0f2-6135da0a44aa),segment_id=f5140af4-68e7-44df-a0f2-6135da0a44aa)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:52.862515 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.907874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:52.944191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['add06ec1-642a-40d5-adcc-b59a3b90f60a'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:20:52.946049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Pushing event deleted for resources: {'Port': ['ID=add06ec1-642a-40d5-adcc-b59a3b90f60a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:52.978263 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.015360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-794f918c-6afb-4a42-8538-4126b7886edf None None] Provisioning complete for port f06a44b6-8912-4ef9-874b-1266291741ab triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:53.015762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-794f918c-6afb-4a42-8538-4126b7886edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.052645 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.053270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] No DVR routers for this DVR port add06ec1-642a-40d5-adcc-b59a3b90f60a on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:53.054642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32412185-9abb-42c9-8124-cc8c32c6b410 None None] Pushing event updated for resources: {'Port': ['ID=31a77cd8-5b91-40f6-b788-e3acfe590441,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:53.057585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.066381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7e7b665e-d69a-43b9-9dae-6b6826c3e2f0 req-ee26a305-a5c6-4a11-955b-393c9524d159 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.47 "DELETE /v2.0/ports/add06ec1-642a-40d5-adcc-b59a3b90f60a HTTP/1.1" status: 204 len: 173 time: 1.1323595 Dec 17 16:20:53.067011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'name': 'network-vif-deleted', 'tag': 'add06ec1-642a-40d5-adcc-b59a3b90f60a'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:53.079748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d39b9-e0f4-4efc-839f-100e17ef04eb None None] Network e79ce381-4924-48a2-975c-5b950ffaf741 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:53.088186 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecdda31-ff62-4100-bffb-e75d04fd0ed6" -d '{"events": [{"server_uuid": "022f5280-4c80-4c4d-a824-0d4cebc788cc", "name": "network-vif-deleted", "tag": "add06ec1-642a-40d5-adcc-b59a3b90f60a"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:53.119264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.224801 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902c8a74-45dd-454f-b201-9ddbc4629549 x-openstack-request-id: req-902c8a74-45dd-454f-b201-9ddbc4629549 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:53.225112 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022f5280-4c80-4c4d-a824-0d4cebc788cc", "name": "network-vif-deleted", "tag": "add06ec1-642a-40d5-adcc-b59a3b90f60a", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:53.225379 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-902c8a74-45dd-454f-b201-9ddbc4629549 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:53.225815 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022f5280-4c80-4c4d-a824-0d4cebc788cc', 'name': 'network-vif-deleted', 'tag': 'add06ec1-642a-40d5-adcc-b59a3b90f60a', 'status': 'completed', 'code': 200} Dec 17 16:20:53.239756 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.264780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network e79ce381-4924-48a2-975c-5b950ffaf741 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:53.272619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:53.277076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:53.333096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Port': ['ID=06f99f6b-d91d-4887-abfa-0cec5e011e99,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:53.335947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Deleting port de9a6491-f7f5-4393-bbd7-32b015fefcdc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:53.336402 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.381624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.493492 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.533730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Calling delete_port for de9a6491-f7f5-4393-bbd7-32b015fefcdc owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:53.558506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.636879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f06a44b6-8912-4ef9-874b-1266291741ab up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:53.729940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28ed6ec6-b7da-401c-bc13-67ac61fedebc req-6e14587e-5d26-49b5-93cd-fdd1b0a4066c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=022f5280-4c80-4c4d-a824-0d4cebc788cc HTTP/1.1" status: 200 len: 210 time: 0.0725567 Dec 17 16:20:53.817552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.824805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-956b986f-2028-4e15-bcc1-24980443e3bf None None] Provisioning complete for port 115d5686-72f0-474b-b911-09e2193c63c1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:53.825387 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-956b986f-2028-4e15-bcc1-24980443e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.863025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event deleted for resources: {'Port': ['ID=de9a6491-f7f5-4393-bbd7-32b015fefcdc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:53.866668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f06a44b6-8912-4ef9-874b-1266291741ab triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:53.867047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:53.929139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41e2a2-3b02-4284-886e-661cad981858 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:53.958185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.028219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.035255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.089457 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.093255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-956b986f-2028-4e15-bcc1-24980443e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.102041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.104583 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.153542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 115d5686-72f0-474b-b911-09e2193c63c1 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:54.167110 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.168135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Fanout notify agent at l3_agent the message router_deleted on router 03b49c29-08a0-4ab4-8a96-aa6a1198e967 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:20:54.188018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.199784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7a442194-bf6c-4fed-9626-c909c6610aae tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/03b49c29-08a0-4ab4-8a96-aa6a1198e967 HTTP/1.1" status: 204 len: 168 time: 1.3941107 Dec 17 16:20:54.204017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:54.211952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f9a91ad8-5057-4c73-aa61-f4e33ad8d617 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-845724806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:54.222410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-956b986f-2028-4e15-bcc1-24980443e3bf None None] For port 115d5686-72f0-474b-b911-09e2193c63c1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=115d5686-72f0-474b-b911-09e2193c63c1,segment=NetworkSegment(58653e3a-c99b-459f-863b-ba4451581891),segment_id=58653e3a-c99b-459f-863b-ba4451581891)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:54.239853 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-956b986f-2028-4e15-bcc1-24980443e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.280320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 115d5686-72f0-474b-b911-09e2193c63c1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:54.280700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.282771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9a91ad8-5057-4c73-aa61-f4e33ad8d617 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.284941 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9a91ad8-5057-4c73-aa61-f4e33ad8d617 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.305712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Port': ['ID=06f99f6b-d91d-4887-abfa-0cec5e011e99,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:54.410233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b986f-2028-4e15-bcc1-24980443e3bf None None] Pushing event updated for resources: {'Port': ['ID=115d5686-72f0-474b-b911-09e2193c63c1,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:54.418430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57862) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:54.432789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network e79ce381-4924-48a2-975c-5b950ffaf741 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:54.434223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:54.447166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9a91ad8-5057-4c73-aa61-f4e33ad8d617 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.458907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9a91ad8-5057-4c73-aa61-f4e33ad8d617 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.505738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f9a91ad8-5057-4c73-aa61-f4e33ad8d617 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.508183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f9a91ad8-5057-4c73-aa61-f4e33ad8d617 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3027239 Dec 17 16:20:54.511847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57866) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:54.529948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': True}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:54.574675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2a23b907-ce4c-49dc-b215-7310f22ddbcc None None] Provisioning complete for port 115d5686-72f0-474b-b911-09e2193c63c1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:54.575051 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a23b907-ce4c-49dc-b215-7310f22ddbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.663146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Router 3d13448c-4ca0-489e-bb94-5601d1c6ea63 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:54.792723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2a23b907-ce4c-49dc-b215-7310f22ddbcc None None] Provisioning complete for port 06f99f6b-d91d-4887-abfa-0cec5e011e99 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:54.793104 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a23b907-ce4c-49dc-b215-7310f22ddbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:54.856994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2a23b907-ce4c-49dc-b215-7310f22ddbcc None None] Port 06f99f6b-d91d-4887-abfa-0cec5e011e99 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:54.919345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb57665-1150-4a7b-95f9-77f315522248 None None] Network 9248bf92-4e43-4607-8aa6-7b8433864f61 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:20:55.008303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:55.020160 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c70f2632-bd00-404a-92db-7513da716c92 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "PUT /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1240690 Dec 17 16:20:55.020393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.028643 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] Sync routers for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:55.035651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57872) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:55.062144 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:55.063045 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:55.083127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Provisioning complete for port 06f99f6b-d91d-4887-abfa-0cec5e011e99 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:55.084859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.171267 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:55.194344 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:55.196294 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:55.228530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Port 06f99f6b-d91d-4887-abfa-0cec5e011e99 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:55.261191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 115d5686-72f0-474b-b911-09e2193c63c1 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:55.278555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:55.281576 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef114df-c653-467b-94f5-eb18538f8748 None None] The sync data for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:55.369958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Provisioning complete for port 31a77cd8-5b91-40f6-b788-e3acfe590441 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:55.370334 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.448907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 115d5686-72f0-474b-b911-09e2193c63c1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:55.449287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.482622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.546110 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.645750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] For port 31a77cd8-5b91-40f6-b788-e3acfe590441, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=31a77cd8-5b91-40f6-b788-e3acfe590441,segment=NetworkSegment(f5140af4-68e7-44df-a0f2-6135da0a44aa),segment_id=f5140af4-68e7-44df-a0f2-6135da0a44aa)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:55.659595 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.665745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 31a77cd8-5b91-40f6-b788-e3acfe590441 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:55.822135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b7e9b-07af-4cff-b721-afe32f17ccd7 None None] Pushing event updated for resources: {'Port': ['ID=31a77cd8-5b91-40f6-b788-e3acfe590441,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:55.831090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f9c81307-6c7a-4d11-aaff-2d50f9074e7d None None] Provisioning complete for port 06f99f6b-d91d-4887-abfa-0cec5e011e99 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:55.831847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f9c81307-6c7a-4d11-aaff-2d50f9074e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.869091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f9c81307-6c7a-4d11-aaff-2d50f9074e7d None None] Port 06f99f6b-d91d-4887-abfa-0cec5e011e99 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:55.879341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 31a77cd8-5b91-40f6-b788-e3acfe590441 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:55.879899 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.887102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Deleting port 6618e92c-fb1d-427f-8887-56c881567cf6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:55.887430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:55.989893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] For port 6618e92c-fb1d-427f-8887-56c881567cf6, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6618e92c-fb1d-427f-8887-56c881567cf6,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:55.989893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.002201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-074b3b32-0c52-4b88-862c-d844164158ae None None] Provisioning complete for port 31a77cd8-5b91-40f6-b788-e3acfe590441 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:56.003219 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-074b3b32-0c52-4b88-862c-d844164158ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.004033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Calling delete_port for 6618e92c-fb1d-427f-8887-56c881567cf6 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:56.112215 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.185585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.208671 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-fed7cd63-03c8-4080-9247-a51cdda2dc51 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:20:56.209865 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fed7cd63-03c8-4080-9247-a51cdda2dc51 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "PUT /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1730435 Dec 17 16:20:56.213853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57878) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:56.293992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.318823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Allocated IP 172.25.0.141 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/a5dbc175-203c-4cc9-80e7-26449ddd8872) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:56.328701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Pushing event deleted for resources: {'Port': ['ID=6618e92c-fb1d-427f-8887-56c881567cf6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:56.453802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.500791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.548080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:56.551549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:56.556862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:56.571754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea8486-08ca-4c6a-b0e9-0b2a3c7013ce None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:56.635204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Port': ['ID=a5dbc175-203c-4cc9-80e7-26449ddd8872,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:56.645158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1a5e6c28-cdd8-41ec-ae42-7d7b380072cb None None] Provisioning complete for port a5dbc175-203c-4cc9-80e7-26449ddd8872 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:56.645541 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6c28-cdd8-41ec-ae42-7d7b380072cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:56.697263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device add06ec1-642a-40d5-adcc-b59a3b90f60a no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:56.725629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: add06ec1-642a-40d5-adcc-b59a3b90f60a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:56.726035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device add06ec1-642a-40d5-adcc-b59a3b90f60a not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:56.733173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e6c28-cdd8-41ec-ae42-7d7b380072cb None None] Port a5dbc175-203c-4cc9-80e7-26449ddd8872 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:20:56.968006 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.036949 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.133897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 31a77cd8-5b91-40f6-b788-e3acfe590441 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:57.185974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 31a77cd8-5b91-40f6-b788-e3acfe590441 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:57.187015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.271602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.286444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.290863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.429316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Router 437760f4-0cff-4123-b5dc-ef2f04e1aeeb is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:20:57.435344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:57.539624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:57.544268 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.548208 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-25ba0a79-a3af-4dc3-b7cf-b2a79f740305 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "PUT /v2.0/routers/437760f4-0cff-4123-b5dc-ef2f04e1aeeb HTTP/1.1" status: 200 len: 914 time: 3.0317612 Dec 17 16:20:57.548208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57882) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:57.550900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] Sync routers for ids ['437760f4-0cff-4123-b5dc-ef2f04e1aeeb'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:57.562759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] Routers {'437760f4-0cff-4123-b5dc-ef2f04e1aeeb'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:57.563358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['437760f4-0cff-4123-b5dc-ef2f04e1aeeb'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:57.604615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:57.613503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:57.613857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] Routers {'437760f4-0cff-4123-b5dc-ef2f04e1aeeb'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:57.614212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['437760f4-0cff-4123-b5dc-ef2f04e1aeeb'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:57.625662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-50c0b26c-4c09-4cba-85f6-2d58785c8deb admin admin] 10.222.0.54 "PUT /v2.0/routers/c0cc3450-8adf-4310-a2e0-278c87f6e8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2040055 Dec 17 16:20:57.628499 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] Sync routers for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:57.641333 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:57.641707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57884) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:57.642681 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:57.650449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:57.651666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12913dab-b6d2-4b4a-83c1-d150d371423f None None] The sync data for ids ['437760f4-0cff-4123-b5dc-ef2f04e1aeeb'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:57.679235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53b4e89d-5577-46df-a059-7b56820e74ec tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/437760f4-0cff-4123-b5dc-ef2f04e1aeeb HTTP/1.1" status: 200 len: 920 time: 0.1300237 Dec 17 16:20:57.682731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57886) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:57.726845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39308c55-5134-49c9-9d86-bffd1ef969f7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:57.728419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-39308c55-5134-49c9-9d86-bffd1ef969f7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=437760f4-0cff-4123-b5dc-ef2f04e1aeeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0444245 Dec 17 16:20:57.731258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57888) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:57.754961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Deleting port 06f99f6b-d91d-4887-abfa-0cec5e011e99 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:57.755318 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.763982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:57.809416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.826077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9044e6f-6603-4670-89a8-8c7bafc762df tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:57.828283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b9044e6f-6603-4670-89a8-8c7bafc762df tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.0960770 Dec 17 16:20:57.830802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57890) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:57.879035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-94b4565e-03b8-428a-96d0-3dca09801ce8 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=437760f4-0cff-4123-b5dc-ef2f04e1aeeb HTTP/1.1" status: 200 len: 205 time: 0.0467303 Dec 17 16:20:57.882059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57892) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:57.958409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:57.965535 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:20:56Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:57.983220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Calling delete_port for 06f99f6b-d91d-4887-abfa-0cec5e011e99 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:57.992170 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] Checking router: c0cc3450-8adf-4310-a2e0-278c87f6e8e2 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:58.001905 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] Routers {'c0cc3450-8adf-4310-a2e0-278c87f6e8e2'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:58.002526 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:58.089573 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:58.107791 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] Set router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:58.164374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:58.313140 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:20:56Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:58.330208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Deleting port e00d0d23-bdec-4e53-8592-4e840e4ee59c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:58.330718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:58.441802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:58.450202 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b2637-b175-4abe-875d-0d6ab1934ab7 None None] The sync data for ids ['c0cc3450-8adf-4310-a2e0-278c87f6e8e2'] in n-d-806683-20 is: [{'id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'name': 'tempest-AttachVolumeTestJSON-862019879-router', 'tenant_id': '7679b3bd5343471aa2c85e341489add3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:12:51Z', 'updated_at': '2021-12-17T16:20:56Z', 'revision_number': 5, 'project_id': '7679b3bd5343471aa2c85e341489add3', 'gw_port': {'id': 'e00d0d23-bdec-4e53-8592-4e840e4ee59c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cc3450-8adf-4310-a2e0-278c87f6e8e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:12:53Z', 'updated_at': '2021-12-17T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:58.470496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:58.866726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Port': ['ID=06f99f6b-d91d-4887-abfa-0cec5e011e99,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:58.871740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] For port e00d0d23-bdec-4e53-8592-4e840e4ee59c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e00d0d23-bdec-4e53-8592-4e840e4ee59c,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:58.872129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:58.903611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Calling delete_port for e00d0d23-bdec-4e53-8592-4e840e4ee59c owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:58.932855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6618e92c-fb1d-427f-8887-56c881567cf6 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:58.962676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6618e92c-fb1d-427f-8887-56c881567cf6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:20:58.963718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6618e92c-fb1d-427f-8887-56c881567cf6 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:59.092480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Deleting port a5dbc175-203c-4cc9-80e7-26449ddd8872 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:20:59.093096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:59.188465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:59.342783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:59.359218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Calling delete_port for a5dbc175-203c-4cc9-80e7-26449ddd8872 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:20:59.524785 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Router 3d13448c-4ca0-489e-bb94-5601d1c6ea63 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:59.527603 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:59.560829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00d0d23-bdec-4e53-8592-4e840e4ee59c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:59.608673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7519e83-6bb8-474b-a144-a5027f255856 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:20:59.760479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:59.768237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1f4dceb5-b737-4158-95bc-12837be962f7 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "PUT /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5526848 Dec 17 16:20:59.771944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57910) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:59.775202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] Sync routers for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:59.779713 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:59.786120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:59.786736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:59.825953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:59.840481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:59.841092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:59.867308 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-3ca2fe5c-af51-414a-8c66-616ac43398c5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] delete failed (client error): The resource could not be found. Dec 17 16:20:59.867308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ca2fe5c-af51-414a-8c66-616ac43398c5 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-521665812 HTTP/1.1" status: 404 len: 334 time: 0.0926948 Dec 17 16:20:59.869361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57912) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:20:59.874540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-636ee557-0b8d-447a-a8e9-6a478164274e tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d13448c-4ca0-489e-bb94-5601d1c6ea63'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:59.907903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:59.908906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58053a81-e65b-4a07-b003-3a0c3a19da01 None None] The sync data for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:59.951025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:59.953330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:20:59.956005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.016501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event deleted for resources: {'Port': ['ID=a5dbc175-203c-4cc9-80e7-26449ddd8872,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:00.032264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9998d-8bba-4b0e-8efb-53561d3147b3 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:00.079344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.080042 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0cc3450-8adf-4310-a2e0-278c87f6e8e2 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:21:00.084771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.088528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-192ec6d6-059b-4631-bbf0-94c27085f272 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c0cc3450-8adf-4310-a2e0-278c87f6e8e2 HTTP/1.1" status: 204 len: 168 time: 2.4445233 Dec 17 16:21:00.089173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57914) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:00.133855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.148732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-636ee557-0b8d-447a-a8e9-6a478164274e tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.178024 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-636ee557-0b8d-447a-a8e9-6a478164274e tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] update failed (client error): The resource could not be found. Dec 17 16:21:00.179367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-636ee557-0b8d-447a-a8e9-6a478164274e tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "PUT /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63 HTTP/1.1" status: 404 len: 339 time: 0.3082445 Dec 17 16:21:00.184587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57916) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:00.261696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] Deleting subnet 523a0be6-bb32-464c-8b58-029044eebf90 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:21:00.266886 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.268578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.270561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.334807 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.357337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.357787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Fanout notify agent at l3_agent the message router_deleted on router 437760f4-0cff-4123-b5dc-ef2f04e1aeeb {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:21:00.365561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.369429 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-895cfe0c-0b7d-4568-98b0-c1bbef2c1fab tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/437760f4-0cff-4123-b5dc-ef2f04e1aeeb HTTP/1.1" status: 204 len: 168 time: 2.4593196 Dec 17 16:21:00.372084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57918) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:00.381581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e2037774-3c0f-4166-affa-da7301518c3f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-611158150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:00.444051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e2037774-3c0f-4166-affa-da7301518c3f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.445108 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e2037774-3c0f-4166-affa-da7301518c3f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.452746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.472290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.533066 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e2037774-3c0f-4166-affa-da7301518c3f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.542657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e2037774-3c0f-4166-affa-da7301518c3f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.563040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.593652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523a0be6-bb32-464c-8b58-029044eebf90,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:00.603439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e2037774-3c0f-4166-affa-da7301518c3f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.604709 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e2037774-3c0f-4166-affa-da7301518c3f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2316790 Dec 17 16:21:00.606689 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.609873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9367b687-003f-452e-b517-ccbc8b64028c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/523a0be6-bb32-464c-8b58-029044eebf90 HTTP/1.1" status: 204 len: 168 time: 0.5170982 Dec 17 16:21:00.610483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:00.616591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b156e-6fab-4623-a5bd-e58135192edf None None] Network 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:00.616897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'enable_snat': False}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:00.619801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57926) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:00.818042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Allocated IP 172.20.0.1 (938620a4-6991-42d0-883c-3d40a857a807/98df1bd1-14b4-4cbc-bace-5eaaed9d1a29/3220fa4c-b953-4257-9f41-97929fa52936) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:00.853977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] DHCP port deletion for 0b82c74d-d2ea-495a-b5bd-ec5301e1df9e request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:00.925513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] Deleting port ec52f44d-0c3a-4694-aeb1-a36779408e8a {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:00.926421 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:00.994692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.001218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e00d0d23-bdec-4e53-8592-4e840e4ee59c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:01.036981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.039775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e00d0d23-bdec-4e53-8592-4e840e4ee59c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:01.041113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e00d0d23-bdec-4e53-8592-4e840e4ee59c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:01.041762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ec52f44d-0c3a-4694-aeb1-a36779408e8a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:01.086383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network 938620a4-6991-42d0-883c-3d40a857a807 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:01.096293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:01.112372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] For port ec52f44d-0c3a-4694-aeb1-a36779408e8a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ec52f44d-0c3a-4694-aeb1-a36779408e8a,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:01.114237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:01.122243 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.166584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] Calling delete_port for ec52f44d-0c3a-4694-aeb1-a36779408e8a owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:01.181177 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.256404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.286862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.306227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.341546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.406720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Port': ['ID=3220fa4c-b953-4257-9f41-97929fa52936,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:01.419349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port ec52f44d-0c3a-4694-aeb1-a36779408e8a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ec52f44d-0c3a-4694-aeb1-a36779408e8a,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:01.433518 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.451115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Deleting port ec52f44d-0c3a-4694-aeb1-a36779408e8a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:01.451262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.522859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=ec52f44d-0c3a-4694-aeb1-a36779408e8a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:01.540401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] For port ec52f44d-0c3a-4694-aeb1-a36779408e8a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ec52f44d-0c3a-4694-aeb1-a36779408e8a,segment=NetworkSegment(5e260396-109f-41d5-b989-5d9acccb85af),segment_id=5e260396-109f-41d5-b989-5d9acccb85af)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:01.540907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.560508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Calling delete_port for ec52f44d-0c3a-4694-aeb1-a36779408e8a owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:01.564538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6617314a-3d30-4fe7-b494-3a1bdfcd91d2 None None] Provisioning complete for port 3220fa4c-b953-4257-9f41-97929fa52936 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:01.565437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6617314a-3d30-4fe7-b494-3a1bdfcd91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.626193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6617314a-3d30-4fe7-b494-3a1bdfcd91d2 None None] Port 3220fa4c-b953-4257-9f41-97929fa52936 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:01.641297 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.691559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] Pushing event deleted for resources: {'Port': ['ID=ec52f44d-0c3a-4694-aeb1-a36779408e8a,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:01.697198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a6f6e-f863-4c1f-be55-ec86a78a7cf7 None None] No DVR routers for this DVR port ec52f44d-0c3a-4694-aeb1-a36779408e8a on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:01.780781 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.820001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] No DVR routers for this DVR port ec52f44d-0c3a-4694-aeb1-a36779408e8a on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:01.831259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Pushing event deleted for resources: {'Port': ['ID=ec52f44d-0c3a-4694-aeb1-a36779408e8a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:01.863096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.886092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:01.976116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.007549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b82c74d-d2ea-495a-b5bd-ec5301e1df9e']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:02.012619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.018050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.023062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e260396-109f-41d5-b989-5d9acccb85af') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:02.023354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e260396-109f-41d5-b989-5d9acccb85af') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:02.057654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.082298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.093542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Allocated IP 172.25.0.247 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1aa84079-58ae-41e2-aad0-3b737a516732) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:02.096480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:02.096893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.098216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:02.098811 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:02.111466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event updated for resources: {'Port': ['ID=3220fa4c-b953-4257-9f41-97929fa52936,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:02.207648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.214706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.220555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] 10.222.0.54 "DELETE /v2.0/networks/0b82c74d-d2ea-495a-b5bd-ec5301e1df9e HTTP/1.1" status: 204 len: 168 time: 1.5972064 Dec 17 16:21:02.220759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Network 938620a4-6991-42d0-883c-3d40a857a807 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:02.222935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:02.247657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbdede-0644-4f0c-95c9-641f8950acdc admin admin] Pushing event deleted for resources: {'Network': ['ID=0b82c74d-d2ea-495a-b5bd-ec5301e1df9e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:02.310148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.344148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Router 3d13448c-4ca0-489e-bb94-5601d1c6ea63 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:21:02.370591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.410268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:02.435795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Pushing event updated for resources: {'Port': ['ID=1aa84079-58ae-41e2-aad0-3b737a516732,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:02.463323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:02.464995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:02.467448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:02.487486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0fde12-6ed2-4e8d-8c4a-f61d3d2b70de None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:02.535424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:02.546560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ca2672e1-8ac9-43e6-98cf-8859074f38ec tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "PUT /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579710 Dec 17 16:21:02.557813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57936) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:02.568195 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] Sync routers for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:02.569354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b17bc3cc-434a-486a-8f91-ebf167c8b053 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7679b3bd5343471aa2c85e341489add3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1571529 Dec 17 16:21:02.571716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57938) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:02.630210 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:02.630852 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:02.655179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-aeecd767-4b51-40b4-90a6-c1377fb776b9 None None] Provisioning complete for port 1aa84079-58ae-41e2-aad0-3b737a516732 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:02.655879 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeecd767-4b51-40b4-90a6-c1377fb776b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.701493 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:02.708054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-aeecd767-4b51-40b4-90a6-c1377fb776b9 None None] Port 1aa84079-58ae-41e2-aad0-3b737a516732 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:02.714456 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:02.715215 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:02.754454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4748-1564-48b9-815e-3e7218aa6bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.763139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1850690b-6be2-40a6-8c13-af1019e8d354 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.763629 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:02.764559 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce91257-f2a0-45f3-929d-a2f28a746189 None None] The sync data for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:02.834932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-30e913fe-987e-47c9-b86c-9887c50f33c0 None None] Provisioning complete for port 3220fa4c-b953-4257-9f41-97929fa52936 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:02.836203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30e913fe-987e-47c9-b86c-9887c50f33c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.863979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4748-1564-48b9-815e-3e7218aa6bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:02.884048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-30e913fe-987e-47c9-b86c-9887c50f33c0 None None] Port 3220fa4c-b953-4257-9f41-97929fa52936 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:02.905776 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-1850690b-6be2-40a6-8c13-af1019e8d354 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 16:21:02.906914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1850690b-6be2-40a6-8c13-af1019e8d354 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63 HTTP/1.1" status: 409 len: 329 time: 0.3475211 Dec 17 16:21:02.910657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57944) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:02.956825 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.004283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4748-1564-48b9-815e-3e7218aa6bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.007917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4748-1564-48b9-815e-3e7218aa6bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.008804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0e5d4748-1564-48b9-815e-3e7218aa6bd5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7e9f312-f932-4472-b942-f9bd38719b1a HTTP/1.1" status: 204 len: 168 time: 0.4357255 Dec 17 16:21:03.107880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d4748-1564-48b9-815e-3e7218aa6bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e9f312-f932-4472-b942-f9bd38719b1a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:03.247516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-e5c2bf70-039b-4531-9138-0531da6ba7f1 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:03.249041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-e5c2bf70-039b-4531-9138-0531da6ba7f1 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/networks?id=1bea488e-cc21-4bf5-a022-849003b42003 HTTP/1.1" status: 200 len: 814 time: 0.1890836 Dec 17 16:21:03.272776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b2351ded-a7bc-4e95-b1b3-4deac6c3bd90 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/quotas/b1f995698de549a9bbc51b9a46233d45 HTTP/1.1" status: 200 len: 375 time: 0.0137503 Dec 17 16:21:03.276115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.276317 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.279489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.376035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-6f15e0f9-58b1-44ef-9c5c-99a52b322bc2 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b1f995698de549a9bbc51b9a46233d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922525 Dec 17 16:21:03.426145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-f36477ad-9881-4763-8735-95cff4705715 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:21:03.427228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-f36477ad-9881-4763-8735-95cff4705715 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134785 Dec 17 16:21:03.539178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Deleting port 3220fa4c-b953-4257-9f41-97929fa52936 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:03.539452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.549292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-5fadc309-0903-4f69-af0a-7a61d6b46038 service neutron] 10.222.0.54 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110306 Dec 17 16:21:03.554338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Router 7c3ce586-5476-4c53-9659-03348684562a is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:21:03.657569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.673529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Calling delete_port for 3220fa4c-b953-4257-9f41-97929fa52936 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:03.733897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d623ba5c-0431-4050-952d-151e5a7a6e49 service neutron] 10.222.0.54 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767988 Dec 17 16:21:03.748462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:03.756789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.758313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0f4d6f4e-fa3d-4b13-9d33-357023c046d7 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "PUT /v2.0/routers/7c3ce586-5476-4c53-9659-03348684562a HTTP/1.1" status: 200 len: 915 time: 3.1468821 Dec 17 16:21:03.763600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57980) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:03.764103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] Sync routers for ids ['7c3ce586-5476-4c53-9659-03348684562a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:03.777734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] Routers {'7c3ce586-5476-4c53-9659-03348684562a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:03.778633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7c3ce586-5476-4c53-9659-03348684562a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:03.817884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:03.828061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] Routers {'7c3ce586-5476-4c53-9659-03348684562a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:03.828675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7c3ce586-5476-4c53-9659-03348684562a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:03.887211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:03.910035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:03.912043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8663d-518f-47cf-aaef-2a800a35d860 None None] The sync data for ids ['7c3ce586-5476-4c53-9659-03348684562a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:03.931788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Port': ['ID=3220fa4c-b953-4257-9f41-97929fa52936,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:03.932528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-001d2cc4-a4d6-47be-8059-11daea3288a4 tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/7c3ce586-5476-4c53-9659-03348684562a HTTP/1.1" status: 200 len: 921 time: 0.1645582 Dec 17 16:21:03.932657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 57988) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:04.055306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ebe448-ed54-4387-bea0-d2be583f612e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:04.056949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53ebe448-ed54-4387-bea0-d2be583f612e tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=7c3ce586-5476-4c53-9659-03348684562a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1233366 Dec 17 16:21:04.060006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 57994) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:04.202097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.227320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ba801-9763-4c89-b3f0-81f4bec0224a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:04.228897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-024ba801-9763-4c89-b3f0-81f4bec0224a tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/networks/67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 881 time: 0.1672802 Dec 17 16:21:04.231960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58000) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:04.310920 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d0635569-3f4c-43df-a266-fbba0fc6d480 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c3ce586-5476-4c53-9659-03348684562a HTTP/1.1" status: 200 len: 205 time: 0.0740457 Dec 17 16:21:04.310920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58006) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:04.434914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.447882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Router 3d13448c-4ca0-489e-bb94-5601d1c6ea63 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:21:04.532255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:04.545009 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] Sync routers for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:04.545960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fc06cb06-c608-4e86-a497-cdb174a5d900 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "PUT /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6338897 Dec 17 16:21:04.550340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58014) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:04.561045 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:04.562138 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:04.570051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.617726 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:04.626573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-553e597a-6482-4c47-8006-af7e2fe54f1b req-ea84be6a-77d8-414c-b31d-a775481e2a41 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 210 time: 0.6552050 Dec 17 16:21:04.628037 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-0948c284-6514-4a95-a3e4-f60b3eaaf685 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] show failed (client error): The resource could not be found. Dec 17 16:21:04.629009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0948c284-6514-4a95-a3e4-f60b3eaaf685 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-2018887263 HTTP/1.1" status: 404 len: 335 time: 0.0569549 Dec 17 16:21:04.633735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58018) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:04.642556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d6c64c7f-2910-4bbb-981f-694a2e10924a tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:04.644424 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] Routers {'3d13448c-4ca0-489e-bb94-5601d1c6ea63'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:04.646301 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:04.681965 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-d6c64c7f-2910-4bbb-981f-694a2e10924a tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] update failed (client error): The resource could not be found. Dec 17 16:21:04.683021 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d6c64c7f-2910-4bbb-981f-694a2e10924a tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-65355511 HTTP/1.1" status: 404 len: 333 time: 0.0481815 Dec 17 16:21:04.683397 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:04.684157 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dc512-ebd3-4d74-9ca4-c8f8d876dbb1 None None] The sync data for ids ['3d13448c-4ca0-489e-bb94-5601d1c6ea63'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:04.687201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58020) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:04.707059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Deleting port 1aa84079-58ae-41e2-aad0-3b737a516732 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:04.707977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.748423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Deleting subnet 6c556df5-dd39-47d7-a30b-be3e3ccda435 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:21:04.752660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.801350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.806345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.814414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Calling delete_port for 1aa84079-58ae-41e2-aad0-3b737a516732 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:04.904312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:04.978410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.010698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Subnet': ['ID=6c556df5-dd39-47d7-a30b-be3e3ccda435,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:05.020594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898a68e-4561-411f-acb1-02cb1ff2e89f None None] Network 9248bf92-4e43-4607-8aa6-7b8433864f61 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:05.027373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.030918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-952deaba-cee1-4429-9a01-f0f4302c6e94 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/subnets/6c556df5-dd39-47d7-a30b-be3e3ccda435 HTTP/1.1" status: 204 len: 168 time: 0.3430533 Dec 17 16:21:05.037405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58036) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:05.117149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Deleting subnet 7cefb11a-f2f1-4041-953b-25c0c57ec0eb {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:21:05.181051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.241005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.295591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] DHCP port deletion for 9248bf92-4e43-4607-8aa6-7b8433864f61 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:05.312347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-1835c8dc-5434-48bc-a5bc-b39b226c3e6c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:05.314294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-1835c8dc-5434-48bc-a5bc-b39b226c3e6c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.49 "GET /v2.0/networks?id=1bea488e-cc21-4bf5-a022-849003b42003 HTTP/1.1" status: 200 len: 814 time: 0.1925840 Dec 17 16:21:05.328781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Request body: {'port': {'device_id': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003', 'admin_state_up': True, 'tenant_id': 'b1f995698de549a9bbc51b9a46233d45'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:05.355198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] Deleting port 31a77cd8-5b91-40f6-b788-e3acfe590441 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:05.356074 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.383486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.427808 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.532943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event deleted for resources: {'Port': ['ID=1aa84079-58ae-41e2-aad0-3b737a516732,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:05.534149 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.553845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.568127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Made reservation on behalf of b1f995698de549a9bbc51b9a46233d45 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:05.572019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.582333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935de946-44d1-4991-9bdb-aee81f018f5a None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:05.588966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd3ee4-907d-4ba2-a9dc-73a5cf6bff2c None None] Network e79ce381-4924-48a2-975c-5b950ffaf741 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:05.601369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Subnet': ['ID=7cefb11a-f2f1-4041-953b-25c0c57ec0eb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:05.605200 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.611279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85f9aaa7-e5a0-413f-be65-fba001409cc1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/subnets/7cefb11a-f2f1-4041-953b-25c0c57ec0eb HTTP/1.1" status: 204 len: 168 time: 0.5733092 Dec 17 16:21:05.612166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58054) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:05.685045 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.687802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.753840 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.766773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] For port 31a77cd8-5b91-40f6-b788-e3acfe590441, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=31a77cd8-5b91-40f6-b788-e3acfe590441,segment=NetworkSegment(f5140af4-68e7-44df-a0f2-6135da0a44aa),segment_id=f5140af4-68e7-44df-a0f2-6135da0a44aa)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:05.767331 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.780386 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0332b7de-a2a6-4aa4-8ba2-aaf914dfbb9a req-5d99adbe-beb0-4596-a563-fd841d74e21c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 210 time: 0.0367312 Dec 17 16:21:05.784429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.785085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Fanout notify agent at l3_agent the message router_deleted on router 7c3ce586-5476-4c53-9659-03348684562a {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:21:05.795378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] Calling delete_port for 31a77cd8-5b91-40f6-b788-e3acfe590441 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:05.804102 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.810192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3426365c-916e-4a45-90e5-4fc3a944421e tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/7c3ce586-5476-4c53-9659-03348684562a HTTP/1.1" status: 204 len: 168 time: 1.4946053 Dec 17 16:21:05.812371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58062) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:05.817291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1574315629', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:05.864144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.870007 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.899382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Allocated IP 172.20.0.3 (1bea488e-cc21-4bf5-a022-849003b42003/1b7703cc-59d9-4128-a4ae-937bd8fda435/80a8ac88-a66b-4faf-8946-4a54546bcda0) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:05.901104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] DHCP port deletion for e79ce381-4924-48a2-975c-5b950ffaf741 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:05.920589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Deleting port 31a77cd8-5b91-40f6-b788-e3acfe590441 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:05.920926 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.931334 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.932774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:05.968914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] Pushing event deleted for resources: {'Port': ['ID=31a77cd8-5b91-40f6-b788-e3acfe590441,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:05.972180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b240669-803d-4611-99ac-68874b5774a8 None None] No DVR routers for this DVR port 31a77cd8-5b91-40f6-b788-e3acfe590441 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:05.994173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] Deleting port 115d5686-72f0-474b-b911-09e2193c63c1 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:05.994802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.062964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] For port 115d5686-72f0-474b-b911-09e2193c63c1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=115d5686-72f0-474b-b911-09e2193c63c1,segment=NetworkSegment(58653e3a-c99b-459f-863b-ba4451581891),segment_id=58653e3a-c99b-459f-863b-ba4451581891)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:06.063693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.080388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] Calling delete_port for 115d5686-72f0-474b-b911-09e2193c63c1 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:06.098971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] For port 31a77cd8-5b91-40f6-b788-e3acfe590441, host n-d-806683-20, got binding levels [] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:06.099246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.117635 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.121623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Calling delete_port for 31a77cd8-5b91-40f6-b788-e3acfe590441 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:06.126135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.ipam_backend_mixin [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Port 31a77cd8-5b91-40f6-b788-e3acfe590441 was not found and therefore no delete operation was performed {{(pid=109783) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:21:06.130177 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.166047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] No DVR routers for this DVR port 31a77cd8-5b91-40f6-b788-e3acfe590441 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:06.172944 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.173876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Port': ['ID=31a77cd8-5b91-40f6-b788-e3acfe590441,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:06.213872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] Pushing event deleted for resources: {'Port': ['ID=115d5686-72f0-474b-b911-09e2193c63c1,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:06.218479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba2f28-d486-498f-8623-930982daeab6 None None] No DVR routers for this DVR port 115d5686-72f0-474b-b911-09e2193c63c1 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:06.281121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.295664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.321369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9248bf92-4e43-4607-8aa6-7b8433864f61']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:06.338696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5140af4-68e7-44df-a0f2-6135da0a44aa') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:06.339037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5140af4-68e7-44df-a0f2-6135da0a44aa') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:06.350842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.369050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.374564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.377427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.382387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:06.382797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:06.386542 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:06.402859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.468469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Network 1bea488e-cc21-4bf5-a022-849003b42003 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:06.474118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:06.480081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:06.493279 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7eeed9ec-070c-4750-b86b-f90005fada53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.493509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58074) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:06.521521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Pushing event updated for resources: {'Port': ['ID=80a8ac88-a66b-4faf-8946-4a54546bcda0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:06.526600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Allocated IP 172.25.0.201 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/dbe56b65-d071-490e-87ab-6b6f7fd279fb) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:06.530121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.540353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.543595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/networks/9248bf92-4e43-4607-8aa6-7b8433864f61 HTTP/1.1" status: 204 len: 168 time: 0.9287660 Dec 17 16:21:06.546284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:06.559083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249e4b0-3933-4d97-9405-124fd31987b1 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Network': ['ID=9248bf92-4e43-4607-8aa6-7b8433864f61,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:06.566536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:06.567171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.592230 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-d2cba7d2-efe0-4b2e-a744-6fd9e9d606bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2674048 Dec 17 16:21:06.617628 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Request body: {'port': {'device_id': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:06.681011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76822952-6e92-4f26-90ba-a29068ab7379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.687078 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.709536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.746203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.897462 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.911802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.934055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297e617-ed2f-4ddd-9226-ef14d6b08377 req-eaf005d0-7f1b-4b58-9ada-b84afb0573fb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:06.935557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1297e617-ed2f-4ddd-9226-ef14d6b08377 req-eaf005d0-7f1b-4b58-9ada-b84afb0573fb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 931 time: 0.0784752 Dec 17 16:21:06.952021 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76822952-6e92-4f26-90ba-a29068ab7379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.968926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 115d5686-72f0-474b-b911-09e2193c63c1 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:06.980254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76822952-6e92-4f26-90ba-a29068ab7379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:06.983774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79ce381-4924-48a2-975c-5b950ffaf741']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:06.989241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:06.990827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 115d5686-72f0-474b-b911-09e2193c63c1 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:06.991242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 115d5686-72f0-474b-b911-09e2193c63c1 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:06.991728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 31a77cd8-5b91-40f6-b788-e3acfe590441 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:07.008482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:07.011376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58653e3a-c99b-459f-863b-ba4451581891') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:07.011685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58653e3a-c99b-459f-863b-ba4451581891') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:07.012671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 31a77cd8-5b91-40f6-b788-e3acfe590441 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:07.013342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 31a77cd8-5b91-40f6-b788-e3acfe590441 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:07.026164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:07.029692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event updated for resources: {'Port': ['ID=dbe56b65-d071-490e-87ab-6b6f7fd279fb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:07.036186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993926df-1238-4ae5-aaa2-e70e73f96fd3 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:07.039297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1297e617-ed2f-4ddd-9226-ef14d6b08377 req-5a28aa71-481b-4ef4-b2b3-20032aacaa50 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924196 Dec 17 16:21:07.048184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a8ac88-a66b-4faf-8946-4a54546bcda0 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:21:07.057469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.073769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.080554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Transition to ACTIVE for port object 80a8ac88-a66b-4faf-8946-4a54546bcda0 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:21:07.085322 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.089091 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-76822952-6e92-4f26-90ba-a29068ab7379 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47f12948888b427d85fc3d92a7266a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5945957 Dec 17 16:21:07.089792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76822952-6e92-4f26-90ba-a29068ab7379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f20dc4-9705-4668-b3fd-8bbed41d45c2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:07.093054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58082) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:07.108089 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.116851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:07.117215 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:07.120218 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:07.163211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7769b795-dbcf-4185-a6ba-df150827a7df None None] Provisioning complete for port dbe56b65-d071-490e-87ab-6b6f7fd279fb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:07.164338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7769b795-dbcf-4185-a6ba-df150827a7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.187765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Pushing event updated for resources: {'Port': ['ID=80a8ac88-a66b-4faf-8946-4a54546bcda0,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:07.202796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7769b795-dbcf-4185-a6ba-df150827a7df None None] Port dbe56b65-d071-490e-87ab-6b6f7fd279fb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:07.238956 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc24e440-d6c9-4623-b934-82d03c59ba04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.264385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Attempting to bind port 80a8ac88-a66b-4faf-8946-4a54546bcda0 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:07.264773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Attempting to bind port 80a8ac88-a66b-4faf-8946-4a54546bcda0 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:21:07.265121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Attempting to bind port 80a8ac88-a66b-4faf-8946-4a54546bcda0 on network 1bea488e-cc21-4bf5-a022-849003b42003 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:21:07.270432 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.277106 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc24e440-d6c9-4623-b934-82d03c59ba04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.280860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.283685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Port 80a8ac88-a66b-4faf-8946-4a54546bcda0 on network 1bea488e-cc21-4bf5-a022-849003b42003 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:21:07.284826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/networks/e79ce381-4924-48a2-975c-5b950ffaf741 HTTP/1.1" status: 204 len: 168 time: 0.7283533 Dec 17 16:21:07.285107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Attempting to bind port 80a8ac88-a66b-4faf-8946-4a54546bcda0 on network 1bea488e-cc21-4bf5-a022-849003b42003 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:21:07.294440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58084) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:07.297455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddcc92-7419-4f0a-92cb-8a4f7c8611cf tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Network': ['ID=e79ce381-4924-48a2-975c-5b950ffaf741,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:07.312260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:21:07.312610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Checking segment: {'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:07.313002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Bound using segment: {'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:21:07.313452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Bound port: 80a8ac88-a66b-4faf-8946-4a54546bcda0, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4e265c-5672-4a82-9c31-0bfbe38ed733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:21:07.313848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.401572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Deleting subnet 98df1bd1-14b4-4cbc-bace-5eaaed9d1a29 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:21:07.408259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.408502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.457680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc24e440-d6c9-4623-b934-82d03c59ba04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.460403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cc24e440-d6c9-4623-b934-82d03c59ba04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.463939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cc24e440-d6c9-4623-b934-82d03c59ba04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18f20dc4-9705-4668-b3fd-8bbed41d45c2 HTTP/1.1" status: 204 len: 168 time: 0.3661668 Dec 17 16:21:07.471321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] For port 80a8ac88-a66b-4faf-8946-4a54546bcda0, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:21:07.480595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.484109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] For port 80a8ac88-a66b-4faf-8946-4a54546bcda0, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=80a8ac88-a66b-4faf-8946-4a54546bcda0,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:21:07.627301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.771456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Router 718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:21:07.773668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58090) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:07.789773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2dee-d26a-44e1-b837-1dac52911ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.821850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24e440-d6c9-4623-b934-82d03c59ba04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f20dc4-9705-4668-b3fd-8bbed41d45c2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:07.826111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.880161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:07.880775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.882518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] 10.222.0.49 "PUT /v2.0/ports/80a8ac88-a66b-4faf-8946-4a54546bcda0 HTTP/1.1" status: 200 len: 1092 time: 1.2733576 Dec 17 16:21:07.882975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'tag': '80a8ac88-a66b-4faf-8946-4a54546bcda0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:21:07.885291 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95a84f-0421-4c1a-b597-2036abba5fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef333f7-9762-4b41-9598-113ff33f94ec", "tag": "80a8ac88-a66b-4faf-8946-4a54546bcda0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:21:07.935246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:07.937128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e91921-ba6c-4cee-8631-a0d6efc77e77 service neutron] Pushing event updated for resources: {'Port': ['ID=80a8ac88-a66b-4faf-8946-4a54546bcda0,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:07.949829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] Sync routers for ids ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:07.970655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] Routers {'718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:07.971459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:07.972825 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3a1fde-f9ec-4c8a-a23d-f8124c0f1b1c x-openstack-request-id: req-4e3a1fde-f9ec-4c8a-a23d-f8124c0f1b1c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:21:07.973206 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef333f7-9762-4b41-9598-113ff33f94ec", "tag": "80a8ac88-a66b-4faf-8946-4a54546bcda0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:21:07.973556 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e3a1fde-f9ec-4c8a-a23d-f8124c0f1b1c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:21:07.973874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2dee-d26a-44e1-b837-1dac52911ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.974001 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'tag': '80a8ac88-a66b-4faf-8946-4a54546bcda0', 'status': 'completed', 'code': 200} Dec 17 16:21:07.977433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.978795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-214815ca-548d-4341-b7f4-f0897e8a40f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1652720 Dec 17 16:21:07.981832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58094) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:07.987273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:07.989017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:07.989592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2dee-d26a-44e1-b837-1dac52911ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.010863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:08.020546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] Routers {'718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:08.021165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:20:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:08.023673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-cc0f66a6-70a7-43a3-83cd-54871ad8f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:08.025256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-cc0f66a6-70a7-43a3-83cd-54871ad8f7df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1f995698de549a9bbc51b9a46233d45&device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 1095 time: 0.0893288 Dec 17 16:21:08.058648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:08.059670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e9a50-46c0-4036-b60f-c38f0d8bcd87 None None] The sync data for ids ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:08.070949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c2dee-d26a-44e1-b837-1dac52911ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f4b06d-ad26-42fd-8cd4-49f39814a92c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:08.076948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-a0b1fab0-64e1-471c-a9d0-cff0a785c346 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80a8ac88-a66b-4faf-8946-4a54546bcda0 HTTP/1.1" status: 200 len: 217 time: 0.0411601 Dec 17 16:21:08.079955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ed3c2dee-d26a-44e1-b837-1dac52911ef5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b98375be9ef0431ba16c8b6ed176c3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035364 Dec 17 16:21:08.084146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58098) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:08.157994 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.221998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Subnet': ['ID=98df1bd1-14b4-4cbc-bace-5eaaed9d1a29,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:08.230995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-f972bf1f-41f9-4d2c-876e-688ee2eff74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:08.232593 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-f972bf1f-41f9-4d2c-876e-688ee2eff74b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b7703cc-59d9-4128-a4ae-937bd8fda435 HTTP/1.1" status: 200 len: 854 time: 0.1416163 Dec 17 16:21:08.233702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.236047 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35cc71e-38f8-4a4f-aedb-f1fadb2f3fea None None] Network 938620a4-6991-42d0-883c-3d40a857a807 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:08.237161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-708a884b-5678-4a8d-aef1-9f3879994b69 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/subnets/98df1bd1-14b4-4cbc-bace-5eaaed9d1a29 HTTP/1.1" status: 204 len: 168 time: 0.9417217 Dec 17 16:21:08.239912 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58100) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:08.284975 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-2da9935f-8628-4d3d-b947-54cbd6f07180 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bea488e-cc21-4bf5-a022-849003b42003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429225 Dec 17 16:21:08.296098 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a19389-b4b3-4180-bf8d-6255c99157ce req-052250f7-65bc-4c48-8655-9006bd782578 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:08.297767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6a19389-b4b3-4180-bf8d-6255c99157ce req-052250f7-65bc-4c48-8655-9006bd782578 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 943 time: 0.1630261 Dec 17 16:21:08.309761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-400760ec-6659-41d3-a221-2ecbb7026606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.367702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.397540 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-400760ec-6659-41d3-a221-2ecbb7026606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.401456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] DHCP port deletion for 938620a4-6991-42d0-883c-3d40a857a807 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:08.446840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.451187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] Deleting port f06a44b6-8912-4ef9-874b-1266291741ab {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:08.451563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.458070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6a19389-b4b3-4180-bf8d-6255c99157ce req-efa6581b-f9bc-41b1-8753-1cccd6a8c1e7 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491604 Dec 17 16:21:08.465449 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.476708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-2de72643-4e98-4dfe-9bd5-3eaa0c6d9406 service neutron] 10.222.0.49 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753917 Dec 17 16:21:08.508734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Deleting port f06a44b6-8912-4ef9-874b-1266291741ab {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:08.509220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.531416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] For port f06a44b6-8912-4ef9-874b-1266291741ab, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f06a44b6-8912-4ef9-874b-1266291741ab,segment=NetworkSegment(8dafe4ad-1f97-4b77-9590-e7a52c82633b),segment_id=8dafe4ad-1f97-4b77-9590-e7a52c82633b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:08.531831 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.545568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] Calling delete_port for f06a44b6-8912-4ef9-874b-1266291741ab owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:08.546445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-400760ec-6659-41d3-a221-2ecbb7026606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.549262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-400760ec-6659-41d3-a221-2ecbb7026606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.552784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-400760ec-6659-41d3-a221-2ecbb7026606 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24f4b06d-ad26-42fd-8cd4-49f39814a92c HTTP/1.1" status: 204 len: 168 time: 0.4652579 Dec 17 16:21:08.567522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400760ec-6659-41d3-a221-2ecbb7026606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f4b06d-ad26-42fd-8cd4-49f39814a92c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:08.585934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] For port f06a44b6-8912-4ef9-874b-1266291741ab, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f06a44b6-8912-4ef9-874b-1266291741ab,segment=NetworkSegment(8dafe4ad-1f97-4b77-9590-e7a52c82633b),segment_id=8dafe4ad-1f97-4b77-9590-e7a52c82633b)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:08.586411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.594615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Deleting port dbe56b65-d071-490e-87ab-6b6f7fd279fb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:08.595165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.621662 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3fa7443-f9d4-4d7a-acbb-a4c938eeeeca req-4d62acf8-6787-482e-a077-526f009c7084 service neutron] 10.222.0.49 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282570 Dec 17 16:21:08.643303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Calling delete_port for f06a44b6-8912-4ef9-874b-1266291741ab owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:08.704634 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.732216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.734783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] Pushing event deleted for resources: {'Port': ['ID=f06a44b6-8912-4ef9-874b-1266291741ab,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:08.737276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f248c5a-88b7-4b46-bffc-ef8690e13d48 None None] No DVR routers for this DVR port f06a44b6-8912-4ef9-874b-1266291741ab on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:08.748147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Calling delete_port for dbe56b65-d071-490e-87ab-6b6f7fd279fb owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:08.770186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-3ddd9478-91fd-4bd4-87dd-7bd809eae162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:08.772429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-3ddd9478-91fd-4bd4-87dd-7bd809eae162 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1f995698de549a9bbc51b9a46233d45&device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 1095 time: 0.0802336 Dec 17 16:21:08.802043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.834397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] No DVR routers for this DVR port f06a44b6-8912-4ef9-874b-1266291741ab on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:08.836043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Port': ['ID=f06a44b6-8912-4ef9-874b-1266291741ab,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:08.889422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-60abfc0f-67a0-4337-844c-87becff020cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:08.891191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-60abfc0f-67a0-4337-844c-87becff020cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=1bea488e-cc21-4bf5-a022-849003b42003 HTTP/1.1" status: 200 len: 915 time: 0.1117637 Dec 17 16:21:08.911068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-45ca1e0b-f883-46d9-a8d5-e8516a5913df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.940935 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:08.951171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-9277cf23-74a6-4a85-a7be-2300ee79068d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80a8ac88-a66b-4faf-8946-4a54546bcda0 HTTP/1.1" status: 200 len: 217 time: 0.0514362 Dec 17 16:21:08.986667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f06a44b6-8912-4ef9-874b-1266291741ab no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:09.010024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f06a44b6-8912-4ef9-874b-1266291741ab {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:09.010373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f06a44b6-8912-4ef9-874b-1266291741ab not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:09.010522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-576ea466-6c8b-45a3-97e9-c34e58748321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:09.012042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-576ea466-6c8b-45a3-97e9-c34e58748321 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b7703cc-59d9-4128-a4ae-937bd8fda435 HTTP/1.1" status: 200 len: 854 time: 0.0538805 Dec 17 16:21:09.015885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938620a4-6991-42d0-883c-3d40a857a807']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:09.033630 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dafe4ad-1f97-4b77-9590-e7a52c82633b') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:09.033950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dafe4ad-1f97-4b77-9590-e7a52c82633b') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:09.047361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.053256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-e1eb0f40-4a93-40c4-aad3-55953518052f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1bea488e-cc21-4bf5-a022-849003b42003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309505 Dec 17 16:21:09.088852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.098735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:09.099136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:09.102259 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:09.147140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.156131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-2a4070b5-a5f2-49bc-8cc1-95229d6a1b0f service neutron] 10.222.0.49 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955665 Dec 17 16:21:09.183770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Pushing event deleted for resources: {'Port': ['ID=dbe56b65-d071-490e-87ab-6b6f7fd279fb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:09.204640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f49b7-c539-4eba-828a-155655077ded None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:09.208452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.215641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.218828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/networks/938620a4-6991-42d0-883c-3d40a857a807 HTTP/1.1" status: 204 len: 168 time: 0.9775116 Dec 17 16:21:09.242021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58118) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:09.265292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7c99-1824-4d41-bce0-57af1889ab87 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Pushing event deleted for resources: {'Network': ['ID=938620a4-6991-42d0-883c-3d40a857a807,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:09.286822 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e07faef9-bb92-4bd1-ae57-6b8175d2cd1c tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d13448c-4ca0-489e-bb94-5601d1c6ea63 HTTP/1.1" status: 200 len: 205 time: 0.0436711 Dec 17 16:21:09.289229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58122) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:09.296035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee95a84f-0421-4c1a-b597-2036abba5fdb req-b5a1f117-0fdf-4499-95db-e8e0fef1d82d service neutron] 10.222.0.49 "GET /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322970 Dec 17 16:21:09.662439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.762441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbc8aba6-84ee-4d96-8636-c648ea2fe439 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:09.943143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee848640-50b8-4f03-ab3e-51063a40399e req-edcf9c9e-48e7-43fb-a35a-e80534eeac4b tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:09.944827 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee848640-50b8-4f03-ab3e-51063a40399e req-edcf9c9e-48e7-43fb-a35a-e80534eeac4b tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 943 time: 0.2837195 Dec 17 16:21:10.036369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.091132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbc8aba6-84ee-4d96-8636-c648ea2fe439 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.094494 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbc8aba6-84ee-4d96-8636-c648ea2fe439 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.115733 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.157791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.169042 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee848640-50b8-4f03-ab3e-51063a40399e req-8c745c31-feb7-45f6-bc68-fa41f635540c tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822240 Dec 17 16:21:10.171692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbc8aba6-84ee-4d96-8636-c648ea2fe439 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.172274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc8aba6-84ee-4d96-8636-c648ea2fe439 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Fanout notify agent at l3_agent the message router_deleted on router 3d13448c-4ca0-489e-bb94-5601d1c6ea63 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:21:10.208098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cbc8aba6-84ee-4d96-8636-c648ea2fe439 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.209195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cbc8aba6-84ee-4d96-8636-c648ea2fe439 tempest-RoutersNegativeTest-1947109838 tempest-RoutersNegativeTest-1947109838-project] 10.222.0.54 "DELETE /v2.0/routers/3d13448c-4ca0-489e-bb94-5601d1c6ea63 HTTP/1.1" status: 204 len: 168 time: 0.9190476 Dec 17 16:21:10.257568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Router 718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:21:10.343237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:10.351206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.355035 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] Sync routers for ids ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:10.356667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58152) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.357205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1dbf7614-ca1e-4524-863d-a9a8d37258f9 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "PUT /v2.0/routers/718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 HTTP/1.1" status: 200 len: 706 time: 2.3742666 Dec 17 16:21:10.367860 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] Routers {'718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:10.368541 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:10.403486 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:10.418323 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] Routers {'718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:10.419173 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:10.448900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4078fc2d-a5ea-4d2e-879d-4e81c0698e6c tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/routers/718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 HTTP/1.1" status: 200 len: 741 time: 0.0905643 Dec 17 16:21:10.452204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58158) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.452722 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:10.453382 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3f2e0-a828-4f93-8763-3a6e9258baae None None] The sync data for ids ['718ac3a5-a0c5-42e4-a9f1-c607323fd8c9'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:10.502987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58160) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.508520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c3cdde1f-2c67-45e5-8e82-89e30e71b22f tempest-RoutersAdminTest-544326950 tempest-RoutersAdminTest-544326950-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&device_id=718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 HTTP/1.1" status: 200 len: 205 time: 0.0539355 Dec 17 16:21:10.511385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58164) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.543673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1de8f6fe-659a-423b-8c0c-3a85c8736a16 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 HTTP/1.1" status: 200 len: 205 time: 0.0307660 Dec 17 16:21:10.546354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58166) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.625105 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32da2299-75be-43f9-a638-2591f78fa0d6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.784063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0248213a-1aa9-4f90-b2d4-af72498fbcdf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e3a9badb2324ad381e663d4addec847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767653 Dec 17 16:21:10.784063 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58172) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.789638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32da2299-75be-43f9-a638-2591f78fa0d6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.792157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32da2299-75be-43f9-a638-2591f78fa0d6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.845094 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88270100-25d8-423b-8a55-897a61da733c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.845834 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32da2299-75be-43f9-a638-2591f78fa0d6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.846429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32da2299-75be-43f9-a638-2591f78fa0d6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Fanout notify agent at l3_agent the message router_deleted on router 718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:21:10.853388 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32da2299-75be-43f9-a638-2591f78fa0d6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.858391 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58178) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.859415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-32da2299-75be-43f9-a638-2591f78fa0d6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 HTTP/1.1" status: 204 len: 168 time: 0.3117063 Dec 17 16:21:10.893104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88270100-25d8-423b-8a55-897a61da733c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.896537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-721d4945-7c04-4733-81ce-e15a8d20178f tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 HTTP/1.1" status: 200 len: 205 time: 0.0338836 Dec 17 16:21:10.899655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58180) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.941156 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-887ad57c-6095-40c4-8ea3-bc6e9ca344a6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] delete failed (client error): The resource could not be found. Dec 17 16:21:10.944642 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-887ad57c-6095-40c4-8ea3-bc6e9ca344a6 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/718ac3a5-a0c5-42e4-a9f1-c607323fd8c9 HTTP/1.1" status: 404 len: 336 time: 0.0409100 Dec 17 16:21:10.945324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58184) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:10.948832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88270100-25d8-423b-8a55-897a61da733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.951510 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88270100-25d8-423b-8a55-897a61da733c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:10.955087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-88270100-25d8-423b-8a55-897a61da733c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2baebbcc-9020-4a4d-9c54-eec1e5836a83 HTTP/1.1" status: 204 len: 168 time: 0.1682322 Dec 17 16:21:10.964920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88270100-25d8-423b-8a55-897a61da733c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baebbcc-9020-4a4d-9c54-eec1e5836a83,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:10.978649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-67640cd4-e36c-4313-a844-ca712cf5f43d tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c3ce586-5476-4c53-9659-03348684562a HTTP/1.1" status: 200 len: 205 time: 0.0325134 Dec 17 16:21:10.981031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58188) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.023649 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-085ec51e-ad1d-46e5-83b1-9700d6c5d847 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] delete failed (client error): The resource could not be found. Dec 17 16:21:11.024739 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-085ec51e-ad1d-46e5-83b1-9700d6c5d847 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/7c3ce586-5476-4c53-9659-03348684562a HTTP/1.1" status: 404 len: 336 time: 0.0425842 Dec 17 16:21:11.027420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58190) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.054821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8411265a-dc53-482d-830f-a1af103d911d tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=437760f4-0cff-4123-b5dc-ef2f04e1aeeb HTTP/1.1" status: 200 len: 205 time: 0.0262084 Dec 17 16:21:11.057443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.089767 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:11.100407 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-a7f90ff3-de59-42c1-b9e7-35f4d2090442 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] delete failed (client error): The resource could not be found. Dec 17 16:21:11.101497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a7f90ff3-de59-42c1-b9e7-35f4d2090442 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/437760f4-0cff-4123-b5dc-ef2f04e1aeeb HTTP/1.1" status: 404 len: 336 time: 0.0430524 Dec 17 16:21:11.104396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58194) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.133970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d76e64fd-6b13-44ba-b23e-3f666328f655 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b49c29-08a0-4ab4-8a96-aa6a1198e967 HTTP/1.1" status: 200 len: 205 time: 0.0284283 Dec 17 16:21:11.140722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.183729 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-c4780092-92a8-4613-ba0b-d136875b3e2b tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] delete failed (client error): The resource could not be found. Dec 17 16:21:11.187380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c4780092-92a8-4613-ba0b-d136875b3e2b tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/03b49c29-08a0-4ab4-8a96-aa6a1198e967 HTTP/1.1" status: 404 len: 336 time: 0.0422978 Dec 17 16:21:11.187549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.217410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-26de5e9b-248c-4e06-869f-044e36bee532 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=54d14202-8cac-4d84-9c9e-33fe965b9dd4 HTTP/1.1" status: 200 len: 205 time: 0.0287294 Dec 17 16:21:11.219875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58206) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.253547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:11.271790 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-363382d9-63ed-4180-9e5d-cd6993344286 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] delete failed (client error): The resource could not be found. Dec 17 16:21:11.273137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-363382d9-63ed-4180-9e5d-cd6993344286 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/54d14202-8cac-4d84-9c9e-33fe965b9dd4 HTTP/1.1" status: 404 len: 336 time: 0.0518243 Dec 17 16:21:11.276245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.297930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 80a8ac88-a66b-4faf-8946-4a54546bcda0 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:21:11.325447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c4c58-a16b-4bd2-a9a9-027156fc30b6 req-646e7dab-3887-4e83-a606-c3261c48d53d tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:11.327325 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c4c58-a16b-4bd2-a9a9-027156fc30b6 req-646e7dab-3887-4e83-a606-c3261c48d53d tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 943 time: 0.0580082 Dec 17 16:21:11.334919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ac026462-dd86-438c-ad0c-dfcda5b4f4b4 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "GET /v2.0/ports?device_id=af471516-1037-46ff-8271-5d830791f5d0 HTTP/1.1" status: 200 len: 205 time: 0.0545378 Dec 17 16:21:11.335044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58216) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.378081 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-6b034dbd-25f1-45b3-a0b4-88337d3920f0 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] delete failed (client error): The resource could not be found. Dec 17 16:21:11.379271 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6b034dbd-25f1-45b3-a0b4-88337d3920f0 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/routers/af471516-1037-46ff-8271-5d830791f5d0 HTTP/1.1" status: 404 len: 336 time: 0.0433192 Dec 17 16:21:11.383002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58218) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:11.419277 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8b57e3-d7c0-489b-b9c9-cda19ad66694 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] DELETE failed (client error): The resource could not be found. Dec 17 16:21:11.420220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6c1c4c58-a16b-4bd2-a9a9-027156fc30b6 req-e2a56e20-a444-4b55-bafd-9b6d77da58bb tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849669 Dec 17 16:21:11.432673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8b57e3-d7c0-489b-b9c9-cda19ad66694 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:11.436398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c8b57e3-d7c0-489b-b9c9-cda19ad66694 tempest-RoutersAdminTest-385835542 tempest-RoutersAdminTest-385835542-project] 10.222.0.54 "DELETE /v2.0/subnets/44304538-21f6-448f-88f8-99fd975e9167 HTTP/1.1" status: 404 len: 337 time: 0.0495217 Dec 17 16:21:11.454085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 80a8ac88-a66b-4faf-8946-4a54546bcda0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=80a8ac88-a66b-4faf-8946-4a54546bcda0,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:11.472180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '80a8ac88-a66b-4faf-8946-4a54546bcda0', 'network_id': '1bea488e-cc21-4bf5-a022-849003b42003', 'port_id': '80a8ac88-a66b-4faf-8946-4a54546bcda0', 'mac_address': 'fa:16:3e:84:4f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b7703cc-59d9-4128-a4ae-937bd8fda435', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:21:11.517700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:11.532005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a8ac88-a66b-4faf-8946-4a54546bcda0 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:21:11.552643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 80a8ac88-a66b-4faf-8946-4a54546bcda0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=80a8ac88-a66b-4faf-8946-4a54546bcda0,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:11.558140 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:11.619482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=80a8ac88-a66b-4faf-8946-4a54546bcda0,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:11.765660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['80a8ac88-a66b-4faf-8946-4a54546bcda0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:21:11.795623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58236) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:12.044680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ad04abd-31c7-4b52-9562-0b2cfcbd0a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.125101 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.138851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ad04abd-31c7-4b52-9562-0b2cfcbd0a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.143672 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5ad04abd-31c7-4b52-9562-0b2cfcbd0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.148653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58248) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:12.191693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58252) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:12.192065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5ad04abd-31c7-4b52-9562-0b2cfcbd0a28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee0e659cfe8645f98d468d8cb96f1b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950336 Dec 17 16:21:12.192913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad04abd-31c7-4b52-9562-0b2cfcbd0a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc46d1b-f420-4c37-bc84-9544e3584cef,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:12.248357 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22945a81-d486-445a-b622-9d5e6fd3496d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.275283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22945a81-d486-445a-b622-9d5e6fd3496d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.329091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22945a81-d486-445a-b622-9d5e6fd3496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.332816 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22945a81-d486-445a-b622-9d5e6fd3496d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.334210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-22945a81-d486-445a-b622-9d5e6fd3496d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6cc46d1b-f420-4c37-bc84-9544e3584cef HTTP/1.1" status: 204 len: 168 time: 0.1412489 Dec 17 16:21:12.342588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22945a81-d486-445a-b622-9d5e6fd3496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc46d1b-f420-4c37-bc84-9544e3584cef,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:12.385581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1867676936'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:12.409552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Made reservation on behalf of 015e0629dbdf443889a16b168be86f26 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:12.413701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.423960 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.521703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.528362 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.555166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:12.573146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c55ae3-b2de-40a1-86a8-0710128c3c81,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:12.574587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd2908-d54b-47d3-bcb0-b9ea00598888 req-33ca017d-9723-454d-97be-7760a7de14d4 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:12.579007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.579803 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Added segment 5bac8bc7-ed3f-4ad1-b590-7917f5a68c50 of type vlan for network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 Dec 17 16:21:12.599301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cddd2908-d54b-47d3-bcb0-b9ea00598888 req-33ca017d-9723-454d-97be-7760a7de14d4 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 944 time: 0.0919821 Dec 17 16:21:12.642111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.671837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cddd2908-d54b-47d3-bcb0-b9ea00598888 req-7bb6e053-9b65-46bf-9a2e-74f265740df9 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671077 Dec 17 16:21:12.674476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.681209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:12.681813 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.742102 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:21:12.748442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5958834 Dec 17 16:21:12.748817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58270) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:12.754753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Request body: {'subnet': {'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:12.759789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e1c0-273c-437c-afc6-34aef78674fe tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event updated for resources: {'Network': ['ID=2f1fe043-1034-47e4-9d32-ccf7ec6acef0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:12.774511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:12.860594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58272) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:12.898752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Made reservation on behalf of 015e0629dbdf443889a16b168be86f26 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:12.902289 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:12.962608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e56d823d-8824-48c1-bf76-0ccb5cd0de3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8b8dfbc8a5c4597a563b94b5648c85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995717 Dec 17 16:21:12.965115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58276) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:13.022680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb670579-48e5-4ada-8b1b-df848417efba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.047026 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb670579-48e5-4ada-8b1b-df848417efba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.099543 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb670579-48e5-4ada-8b1b-df848417efba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.103142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cb670579-48e5-4ada-8b1b-df848417efba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.104467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cb670579-48e5-4ada-8b1b-df848417efba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56778ebb-d716-4fcb-b771-46d913a5f314 HTTP/1.1" status: 204 len: 168 time: 0.1383190 Dec 17 16:21:13.114606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.116784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb670579-48e5-4ada-8b1b-df848417efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56778ebb-d716-4fcb-b771-46d913a5f314,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:13.182664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event updated for resources: {'Subnet': ['ID=6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:13.190624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Checking segment: {'id': '5bac8bc7-ed3f-4ad1-b590-7917f5a68c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:13.190991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Network hostable DHCP agents. Network: 2f1fe043-1034-47e4-9d32-ccf7ec6acef0, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:21:13.210501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:21:13.220788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 2f1fe043-1034-47e4-9d32-ccf7ec6acef0) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:13.225017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:13.225843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.231609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5da461-026b-404b-a8ea-5a7f1a096f65 None None] Network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:13.258335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58284) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:13.259073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cc32ef7f-193e-4e9c-a4ba-f36df4daacd1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5088279 Dec 17 16:21:13.264243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Request body: {'port': {'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0', 'name': 'tempest-TagsExtTest-1648927939'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:13.331208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 80a8ac88-a66b-4faf-8946-4a54546bcda0 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:21:13.358925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-2f1fe043-1034-47e4-9d32-ccf7ec6acef0', 'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0', 'project_id': '015e0629dbdf443889a16b168be86f26', 'fixed_ips': [{'subnet_id': '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:21:13.359988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.438570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Made reservation on behalf of 015e0629dbdf443889a16b168be86f26 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:13.444871 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.467603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 80a8ac88-a66b-4faf-8946-4a54546bcda0 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:21:13.478423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] device_id is not set on port b2726cc8-8038-4124-b38d-0c0e529cbffd yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:21:13.480871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 80a8ac88-a66b-4faf-8946-4a54546bcda0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:13.481249 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.562393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Allocated IP 172.20.0.2 (2f1fe043-1034-47e4-9d32-ccf7ec6acef0/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/49e46be0-fc3c-45de-b2f0-5bf89e27cc69) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:13.673463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.749538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8ac88-a66b-4faf-8946-4a54546bcda0'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:21:13.752956 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da3aa1c-e4c0-44c9-8dd1-25517f5f9bb8" -d '{"events": [{"server_uuid": "1ef333f7-9762-4b41-9598-113ff33f94ec", "name": "network-vif-plugged", "status": "completed", "tag": "80a8ac88-a66b-4faf-8946-4a54546bcda0"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:21:13.789285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7992c-42a9-43d4-a3b9-f7e86a45d841 req-e4c93137-4438-4ac2-89bf-df4019e5686f tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:13.790963 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2fd7992c-42a9-43d4-a3b9-f7e86a45d841 req-e4c93137-4438-4ac2-89bf-df4019e5686f tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 944 time: 0.0545652 Dec 17 16:21:13.795507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 80a8ac88-a66b-4faf-8946-4a54546bcda0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=80a8ac88-a66b-4faf-8946-4a54546bcda0,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:13.812578 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.828982 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.838353 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0381459-5bad-49ea-8109-1a1c212fbca5 x-openstack-request-id: req-f0381459-5bad-49ea-8109-1a1c212fbca5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:21:13.838669 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef333f7-9762-4b41-9598-113ff33f94ec", "name": "network-vif-plugged", "status": "completed", "tag": "80a8ac88-a66b-4faf-8946-4a54546bcda0", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:21:13.838928 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0381459-5bad-49ea-8109-1a1c212fbca5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:21:13.839349 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a8ac88-a66b-4faf-8946-4a54546bcda0', 'code': 200} Dec 17 16:21:13.878673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2fd7992c-42a9-43d4-a3b9-f7e86a45d841 req-1d4d9d20-2055-4626-b0c7-e7b05b6b99b0 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807440 Dec 17 16:21:13.919018 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:13.939273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=80a8ac88-a66b-4faf-8946-4a54546bcda0,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:13.952784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:13.981560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908c957-3b9b-4f05-989f-62cc4f27612c req-86a0be73-db83-4695-b575-3e4d4a27604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:13.983644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a908c957-3b9b-4f05-989f-62cc4f27612c req-86a0be73-db83-4695-b575-3e4d4a27604c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 1097 time: 0.0962129 Dec 17 16:21:13.989369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:13.993544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Allocated IP 172.20.0.4 (2f1fe043-1034-47e4-9d32-ccf7ec6acef0/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/b2726cc8-8038-4124-b38d-0c0e529cbffd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:13.998354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:14.070177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a908c957-3b9b-4f05-989f-62cc4f27612c req-ede93a25-a652-4683-af81-99ba308756d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779986 Dec 17 16:21:14.071352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Pushing event updated for resources: {'Port': ['ID=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:14.079596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Attempting to bind port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:14.080044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Attempting to bind port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5bac8bc7-ed3f-4ad1-b590-7917f5a68c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:21:14.080365 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Attempting to bind port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 on network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:21:14.086606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:21:14.087750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Checking segment: {'id': '5bac8bc7-ed3f-4ad1-b590-7917f5a68c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:14.088514 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.088650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Bound using segment: {'id': '5bac8bc7-ed3f-4ad1-b590-7917f5a68c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:21:14.089056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Bound port: 49e46be0-fc3c-45de-b2f0-5bf89e27cc69, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bac8bc7-ed3f-4ad1-b590-7917f5a68c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2f1fe043-1034-47e4-9d32-ccf7ec6acef0'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:21:14.089481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.166949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] For port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:21:14.170257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] For port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,segment=NetworkSegment(5bac8bc7-ed3f-4ad1-b590-7917f5a68c50),segment_id=5bac8bc7-ed3f-4ad1-b590-7917f5a68c50)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:21:14.177045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.238432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.242155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87fd9e-a588-4129-b7d5-ee2a19a2a720 None None] Pushing event updated for resources: {'Port': ['ID=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:14.283093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.339611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:14.342940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:14.346991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:14.353708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event updated for resources: {'Port': ['ID=b2726cc8-8038-4124-b38d-0c0e529cbffd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:14.409767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:14.410413 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.428651 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9d6d8ec2-0ead-416c-ba2d-ee84bed6667b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1690114 Dec 17 16:21:14.431685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58320) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:14.437712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-66f0de08-d748-4b63-9894-55405ad1a0e1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-22256694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:14.445427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:14.494197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66f0de08-d748-4b63-9894-55405ad1a0e1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.502117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66f0de08-d748-4b63-9894-55405ad1a0e1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.566822 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66f0de08-d748-4b63-9894-55405ad1a0e1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.575738 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66f0de08-d748-4b63-9894-55405ad1a0e1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.600346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-66f0de08-d748-4b63-9894-55405ad1a0e1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.604045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-66f0de08-d748-4b63-9894-55405ad1a0e1 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1696622 Dec 17 16:21:14.605373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58326) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:14.610996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-63933daa-e1fb-4c79-b761-26d7713d0e1b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-486662211', 'prefixes': ['172.20.0.0/16']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:14.621869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'networks': [{'name': 'tempest-network--986685888'}, {'name': 'tempest-network--1615810125'}]} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:14.622150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'network': {'name': 'tempest-network--986685888'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:14.622625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'network': {'name': 'tempest-network--1615810125'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:14.661246 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Made reservation on behalf of 40d48a99dce046bfbc3edb266fa5ca81 for: {'network': 2} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:14.666487 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.679395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.742560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-63933daa-e1fb-4c79-b761-26d7713d0e1b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for subnetpool, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.743789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-63933daa-e1fb-4c79-b761-26d7713d0e1b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1374156 Dec 17 16:21:14.747400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58330) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:14.753140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-dd7be221-9ab4-46c6-acb8-26cdd5455664 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', 'tempest-TagsExtTest-Tag-992680805') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:14.783918 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.788524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.789222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.832966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd969468-5cd2-42e2-99d0-ffbbd209949d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:14.837348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:14.848148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.848704 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Added segment 35376954-470a-4c0d-b8ee-fd4053c38101 of type vlan for network d5b77164-5f53-43a9-a60c-559d75d50cad Dec 17 16:21:14.874725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dd7be221-9ab4-46c6-acb8-26cdd5455664 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags/tempest-TagsExtTest-Tag-992680805 HTTP/1.1" status: 201 len: 201 time: 0.1261113 Dec 17 16:21:14.877701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58334) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:14.884739 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-bfc6dbd0-22a9-4342-a88f-bca234b45a33 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', 'tempest-TagsExtTest-Tag-1296325221') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:14.899131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:14.970400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bfc6dbd0-22a9-4342-a88f-bca234b45a33 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags/tempest-TagsExtTest-Tag-1296325221 HTTP/1.1" status: 201 len: 201 time: 0.0913525 Dec 17 16:21:14.971271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58338) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:14.973616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:14.989203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-4ee76705-aeff-4fe5-916f-f381eb4b4af7 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', 'tempest-TagsExtTest-Tag-438495292') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:15.008353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.013852 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Added segment 8e070fc5-55a8-4c26-8d31-610afc581b0a of type vlan for network 29497181-26d0-4cf5-a2eb-0cc3e0a3c1f0 Dec 17 16:21:15.053115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:21:15.132612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:15.132998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.162516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32fbdb-54d0-4903-ab57-c52167644f5d req-2e01b44e-a457-4206-9f21-37a59a2d2cc2 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:15.164303 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac32fbdb-54d0-4903-ab57-c52167644f5d req-2e01b44e-a457-4206-9f21-37a59a2d2cc2 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 945 time: 0.1580665 Dec 17 16:21:15.166548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.176010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4ee76705-aeff-4fe5-916f-f381eb4b4af7 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags/tempest-TagsExtTest-Tag-438495292 HTTP/1.1" status: 201 len: 201 time: 0.2031550 Dec 17 16:21:15.176280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58342) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:15.185144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-ecd64da1-931a-4216-a214-de995c9d4634 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', 'tempest-TagsExtTest-Tag-1979056369') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:15.243331 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.283304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.283810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.289362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:15.294128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:15.294427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,segment=NetworkSegment(5bac8bc7-ed3f-4ad1-b590-7917f5a68c50),segment_id=5bac8bc7-ed3f-4ad1-b590-7917f5a68c50)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:15.294810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.299446 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.317604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac32fbdb-54d0-4903-ab57-c52167644f5d req-ec535933-d4b0-4fbc-8e63-0ba1caca6d1a tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267896 Dec 17 16:21:15.385044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:15.396726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Network': ['ID=d5b77164-5f53-43a9-a60c-559d75d50cad,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:15.411329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network d5b77164-5f53-43a9-a60c-559d75d50cad details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:15.461521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58348) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:15.461744 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0150373 Dec 17 16:21:15.473698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ecd64da1-931a-4216-a214-de995c9d4634 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags/tempest-TagsExtTest-Tag-1979056369 HTTP/1.1" status: 201 len: 201 time: 0.2961268 Dec 17 16:21:15.477866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58350) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:15.490762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980500c-419a-4531-9bb2-bf2454cf4e79 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Network': ['ID=29497181-26d0-4cf5-a2eb-0cc3e0a3c1f0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:15.512748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 29497181-26d0-4cf5-a2eb-0cc3e0a3c1f0 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:15.515659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-2b0e567b-4dba-4c15-b92b-0890164aa525 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:15.565386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd8823-dab7-4470-887e-ab8b2e6500ea None None] Network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:15.733742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc724d12-dffd-49d0-a7b1-964adb0537aa tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:15.739609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc724d12-dffd-49d0-a7b1-964adb0537aa tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:15.746068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc724d12-dffd-49d0-a7b1-964adb0537aa tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:15.752455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc724d12-dffd-49d0-a7b1-964adb0537aa tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:15.757561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dc724d12-dffd-49d0-a7b1-964adb0537aa tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2914963 Dec 17 16:21:15.757561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2b0e567b-4dba-4c15-b92b-0890164aa525 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags HTTP/1.1" status: 200 len: 240 time: 0.2559960 Dec 17 16:21:15.758076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58356) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:15.760300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58358) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:15.765831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-0fe7aea1-4eba-459b-8884-03db50dd7f32 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', 'tempest-TagsExtTest-Tag-992680805') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:15.851118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.857093 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.860472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8f7b73eb-03aa-452d-97b5-3eb2dfbc3596 None None] Provisioning complete for port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:15.861008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8f7b73eb-03aa-452d-97b5-3eb2dfbc3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:15.903267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0fe7aea1-4eba-459b-8884-03db50dd7f32 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags/tempest-TagsExtTest-Tag-992680805 HTTP/1.1" status: 204 len: 168 time: 0.1373792 Dec 17 16:21:15.904194 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58362) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:15.909780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-e74e12c0-4e88-465b-a28a-f044d4ca3fa7 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', 'tempest-TagsExtTest-Tag-992680805') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:15.965910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.010536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b77164-5f53-43a9-a60c-559d75d50cad']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.023636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e74e12c0-4e88-465b-a28a-f044d4ca3fa7 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags/tempest-TagsExtTest-Tag-992680805 HTTP/1.1" status: 204 len: 168 time: 0.1158905 Dec 17 16:21:16.024084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58368) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.028672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-b3d69f76-50fd-4bca-b744-f0bbafae7da8 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.030051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35376954-470a-4c0d-b8ee-fd4053c38101') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.030051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35376954-470a-4c0d-b8ee-fd4053c38101') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.041951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.059514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.069358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:16.070117 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:16.074640 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:16.098950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b3d69f76-50fd-4bca-b744-f0bbafae7da8 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags HTTP/1.1" status: 200 len: 205 time: 0.0736787 Dec 17 16:21:16.099885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58370) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.105039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-6d8dac5e-cd99-4224-8996-e2f969920dd4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.171185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.180660 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6d8dac5e-cd99-4224-8996-e2f969920dd4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags HTTP/1.1" status: 200 len: 241 time: 0.0795994 Dec 17 16:21:16.182002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.183105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58374) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.188310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/networks/d5b77164-5f53-43a9-a60c-559d75d50cad HTTP/1.1" status: 204 len: 168 time: 0.4292476 Dec 17 16:21:16.194399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-7c392e4b-a4cf-43f4-8169-dc10eb06c69d tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', 'tempest-TagsExtTest-Tag-1296325221') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.197887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58376) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.202435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45cda3-58e9-4470-b7d8-350ac9e6ba2a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Network': ['ID=d5b77164-5f53-43a9-a60c-559d75d50cad,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:16.317664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-99095829-43e8-43cf-84a4-9d9f32e6e201 None None] Provisioning complete for port b2726cc8-8038-4124-b38d-0c0e529cbffd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:16.318486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.318751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99095829-43e8-43cf-84a4-9d9f32e6e201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.340449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7c392e4b-a4cf-43f4-8169-dc10eb06c69d tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags/tempest-TagsExtTest-Tag-1296325221 HTTP/1.1" status: 204 len: 168 time: 0.1556213 Dec 17 16:21:16.343025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.348558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-85a7e276-5096-4cd7-85c6-92b76a0255e6 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', 'tempest-TagsExtTest-Tag-1296325221') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.368201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-99095829-43e8-43cf-84a4-9d9f32e6e201 None None] Port b2726cc8-8038-4124-b38d-0c0e529cbffd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:16.382719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-99095829-43e8-43cf-84a4-9d9f32e6e201 None None] Provisioning complete for port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:16.383269 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99095829-43e8-43cf-84a4-9d9f32e6e201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.481334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.510465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29497181-26d0-4cf5-a2eb-0cc3e0a3c1f0']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.521174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e070fc5-55a8-4c26-8d31-610afc581b0a') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.521502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e070fc5-55a8-4c26-8d31-610afc581b0a') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.527531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef53af-139c-46fd-bbb8-276515d141f6 req-8f94ef11-d172-4077-875d-0402720efd0f tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:16.529644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-27ef53af-139c-46fd-bbb8-276515d141f6 req-8f94ef11-d172-4077-875d-0402720efd0f tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 945 time: 0.0856352 Dec 17 16:21:16.530923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.539332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85a7e276-5096-4cd7-85c6-92b76a0255e6 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags/tempest-TagsExtTest-Tag-1296325221 HTTP/1.1" status: 204 len: 168 time: 0.1948919 Dec 17 16:21:16.541412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58386) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.546117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.547849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-85f14442-09ea-4909-a82e-82676d26f3d6 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.553177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:16.553514 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:16.556925 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:16.619971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-59482456-e61e-41be-a16f-7260b0c22c15 None None] Provisioning complete for port b2726cc8-8038-4124-b38d-0c0e529cbffd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:16.620682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59482456-e61e-41be-a16f-7260b0c22c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.629753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-27ef53af-139c-46fd-bbb8-276515d141f6 req-251dc445-9304-4bb3-8fe4-52e8a3d1c81e tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892293 Dec 17 16:21:16.640584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85f14442-09ea-4909-a82e-82676d26f3d6 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags HTTP/1.1" status: 200 len: 205 time: 0.0974593 Dec 17 16:21:16.643642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58392) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.648558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-9ae6ef5c-0342-4ae4-a1a5-cd9bb2a72a44 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.665090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.680092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-59482456-e61e-41be-a16f-7260b0c22c15 None None] Port b2726cc8-8038-4124-b38d-0c0e529cbffd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:16.683363 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.690758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/networks/29497181-26d0-4cf5-a2eb-0cc3e0a3c1f0 HTTP/1.1" status: 204 len: 168 time: 0.4914315 Dec 17 16:21:16.693547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58396) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.707187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c03a1-61a9-45a5-adc3-3307b8e7324c tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Network': ['ID=29497181-26d0-4cf5-a2eb-0cc3e0a3c1f0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:16.793474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9ae6ef5c-0342-4ae4-a1a5-cd9bb2a72a44 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags HTTP/1.1" status: 200 len: 240 time: 0.1487284 Dec 17 16:21:16.796840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58402) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.804093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-960b0ccc-dc96-448d-a52c-c1fd6b9fb193 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', 'tempest-TagsExtTest-Tag-438495292') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.837137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b665a-5f2d-42b4-96c4-11953b9f8fd4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:16.844895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b665a-5f2d-42b4-96c4-11953b9f8fd4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:16.851217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c63b665a-5f2d-42b4-96c4-11953b9f8fd4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1567419 Dec 17 16:21:16.851979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58404) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.859197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1283518390'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:16.892128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Made reservation on behalf of 40d48a99dce046bfbc3edb266fa5ca81 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:16.897978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.927040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-960b0ccc-dc96-448d-a52c-c1fd6b9fb193 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags/tempest-TagsExtTest-Tag-438495292 HTTP/1.1" status: 204 len: 168 time: 0.1271296 Dec 17 16:21:16.927940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58412) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:16.935982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-d4432197-0667-4bdd-85c3-b388d0b7994b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', 'tempest-TagsExtTest-Tag-438495292') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:16.938249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:16.949842 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:16.950263 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Added segment 785c5ab9-974b-415c-bfc9-30738aa02a3e of type vlan for network 3568e438-23aa-49e7-a132-9f2c57ea7ef4 Dec 17 16:21:17.019455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:21:17.025869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.073361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d4432197-0667-4bdd-85c3-b388d0b7994b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags/tempest-TagsExtTest-Tag-438495292 HTTP/1.1" status: 204 len: 168 time: 0.1425109 Dec 17 16:21:17.077567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58418) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.085979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-99ba3e43-6626-4fcf-95d7-65977cf33166 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.096585 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.103392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:17.104005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.118865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:17.119869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.177766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3222342 Dec 17 16:21:17.179084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58422) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.185459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-78852632'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:17.233212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deecbc0-a2a1-4020-aa88-5e9aab99392b tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Network': ['ID=3568e438-23aa-49e7-a132-9f2c57ea7ef4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:17.236848 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Made reservation on behalf of 40d48a99dce046bfbc3edb266fa5ca81 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:17.240815 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.249466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 3568e438-23aa-49e7-a132-9f2c57ea7ef4 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:17.273586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:17.291937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.306785 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Added segment 920f23ed-fda8-48f2-bccf-aa26b506df25 of type vlan for network f0f96940-81c4-454b-93e7-2c536d4955c6 Dec 17 16:21:17.354375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.523001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-99ba3e43-6626-4fcf-95d7-65977cf33166 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags HTTP/1.1" status: 200 len: 205 time: 0.4442434 Dec 17 16:21:17.525504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58428) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.530066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-eb5f9307-a317-4bb8-9842-99deaff21018 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.559043 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eb5f9307-a317-4bb8-9842-99deaff21018 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags HTTP/1.1" status: 200 len: 241 time: 0.0299649 Dec 17 16:21:17.559298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58432) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.563701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-7a6d7d7e-a80c-485b-bf88-dcd8ff690ced tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', 'tempest-TagsExtTest-Tag-1979056369') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.598727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7a6d7d7e-a80c-485b-bf88-dcd8ff690ced tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags/tempest-TagsExtTest-Tag-1979056369 HTTP/1.1" status: 204 len: 168 time: 0.0383644 Dec 17 16:21:17.601253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.605724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-b9743c66-fd56-474b-9bd0-f4ab25db4b32 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', 'tempest-TagsExtTest-Tag-1979056369') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.645437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b9743c66-fd56-474b-9bd0-f4ab25db4b32 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags/tempest-TagsExtTest-Tag-1979056369 HTTP/1.1" status: 204 len: 168 time: 0.0431066 Dec 17 16:21:17.648085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58436) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.652826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-7b57784c-ba0b-4dcc-b99b-3e79d3bbf13d tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.682528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7b57784c-ba0b-4dcc-b99b-3e79d3bbf13d tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags HTTP/1.1" status: 200 len: 205 time: 0.0333605 Dec 17 16:21:17.685432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58438) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.690139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-ae07c6da-1370-4737-9667-7e601e360382 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.723237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ae07c6da-1370-4737-9667-7e601e360382 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0365634 Dec 17 16:21:17.724139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58440) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.728981 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-ea76e56c-acd1-4c6f-b056-6034a7810e7b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.752780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.760123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:17.760857 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:17.819566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ea76e56c-acd1-4c6f-b056-6034a7810e7b tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags HTTP/1.1" status: 204 len: 168 time: 0.0942614 Dec 17 16:21:17.820380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58444) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.825001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6447575 Dec 17 16:21:17.828283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58446) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.833462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-71b01af4-2eef-4609-b375-b3b1d65602a0 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.833931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'ports': [{'network_id': '3568e438-23aa-49e7-a132-9f2c57ea7ef4', 'name': 'tempest-port--1926858397', 'admin_state_up': True}, {'network_id': 'f0f96940-81c4-454b-93e7-2c536d4955c6', 'admin_state_up': False}]} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:17.834397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'port': {'network_id': '3568e438-23aa-49e7-a132-9f2c57ea7ef4', 'name': 'tempest-port--1926858397', 'admin_state_up': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:17.834917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'port': {'network_id': 'f0f96940-81c4-454b-93e7-2c536d4955c6', 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:17.898886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-71b01af4-2eef-4609-b375-b3b1d65602a0 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags HTTP/1.1" status: 204 len: 168 time: 0.0771999 Dec 17 16:21:17.899666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58448) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.902401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6f3bd-4676-4611-81b6-93d2f9ed5a55 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Network': ['ID=f0f96940-81c4-454b-93e7-2c536d4955c6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:17.913596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-74b64748-65b6-43e9-8ebc-26458f3b1f05 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:17.915207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f0f96940-81c4-454b-93e7-2c536d4955c6 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:17.937687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58450) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.975247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-74b64748-65b6-43e9-8ebc-26458f3b1f05 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags HTTP/1.1" status: 204 len: 168 time: 0.0743551 Dec 17 16:21:17.979325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58454) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:17.984151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-18ca6dfc-4802-420d-8d64-9c7f09067e78 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', 'tempest-TagsExtTest-Tag-1510993718') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:18.096740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Made reservation on behalf of 40d48a99dce046bfbc3edb266fa5ca81 for: {'port': 2} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:18.108456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.130828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-18ca6dfc-4802-420d-8d64-9c7f09067e78 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags/tempest-TagsExtTest-Tag-1510993718 HTTP/1.1" status: 201 len: 201 time: 0.1503263 Dec 17 16:21:18.136981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58458) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:18.137623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.149272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-03d17a79-ede2-49d0-9154-9c12791c905c tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', 'tempest-TagsExtTest-Tag-1665708799') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:18.168256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9cb1cc-d80a-4fea-a615-5fff873ef433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.297465 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] device_id is not set on port 7216497b-3353-4615-a46a-51b13611252f yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:21:18.346814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03d17a79-ede2-49d0-9154-9c12791c905c tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags/tempest-TagsExtTest-Tag-1665708799 HTTP/1.1" status: 201 len: 201 time: 0.2068472 Dec 17 16:21:18.349712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58460) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:18.354648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-f00abf70-ffb4-4f0f-a397-d8e80e7acc1c tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', 'tempest-TagsExtTest-Tag-1575421568') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:18.375206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9cb1cc-d80a-4fea-a615-5fff873ef433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.413008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df9cb1cc-d80a-4fea-a615-5fff873ef433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.478830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-df9cb1cc-d80a-4fea-a615-5fff873ef433 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e64f9f9a7a943ffbbb1912605e9e7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391827 Dec 17 16:21:18.482225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cb1cc-d80a-4fea-a615-5fff873ef433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567078a0-f5f4-4c08-8746-b91141e3e523,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:18.484395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58462) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:18.513663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.548102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f00abf70-ffb4-4f0f-a397-d8e80e7acc1c tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags/tempest-TagsExtTest-Tag-1575421568 HTTP/1.1" status: 201 len: 201 time: 0.1970215 Dec 17 16:21:18.552197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58464) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:18.558452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-03a40a93-b6e4-4ee1-a37c-12d14a0fd21a tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', 'tempest-TagsExtTest-Tag-1016973749') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:18.604715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] device_id is not set on port 6100450e-03cc-40b7-b4e8-95a13600e58c yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:21:18.619222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d6aaa4d-64c1-454a-9404-aeaa563dbbaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.654398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-03a40a93-b6e4-4ee1-a37c-12d14a0fd21a tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags/tempest-TagsExtTest-Tag-1016973749 HTTP/1.1" status: 201 len: 201 time: 0.1010129 Dec 17 16:21:18.655437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58466) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:18.663586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-e9e4fa0f-5156-4ecd-9e9d-f15b91234d52 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', {'tags': ['tempest-TagsExtTest-Tag-375051924', 'tempest-TagsExtTest-Tag-554723100', 'tempest-TagsExtTest-Tag-1005850625']}) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:18.669568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d6aaa4d-64c1-454a-9404-aeaa563dbbaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.716626 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.765774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.768241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58468) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:18.768790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e9e4fa0f-5156-4ecd-9e9d-f15b91234d52 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags HTTP/1.1" status: 200 len: 316 time: 0.1087084 Dec 17 16:21:18.773157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-0ca70adc-56f4-4ffa-aacd-3876c3d7bd51 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:18.777390 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d6aaa4d-64c1-454a-9404-aeaa563dbbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.781416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d6aaa4d-64c1-454a-9404-aeaa563dbbaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.786130 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1d6aaa4d-64c1-454a-9404-aeaa563dbbaf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/567078a0-f5f4-4c08-8746-b91141e3e523 HTTP/1.1" status: 204 len: 168 time: 0.3002000 Dec 17 16:21:18.796831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6aaa4d-64c1-454a-9404-aeaa563dbbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567078a0-f5f4-4c08-8746-b91141e3e523,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:18.870201 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Port': ['ID=7216497b-3353-4615-a46a-51b13611252f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:18.915918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Checking segment: {'id': '785c5ab9-974b-415c-bfc9-30738aa02a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3568e438-23aa-49e7-a132-9f2c57ea7ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:18.916225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network hostable DHCP agents. Network: 3568e438-23aa-49e7-a132-9f2c57ea7ef4, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:21:18.956426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network 3568e438-23aa-49e7-a132-9f2c57ea7ef4 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:21:18.973503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 3568e438-23aa-49e7-a132-9f2c57ea7ef4) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:18.979468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:18.981381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:18.983709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c41b6b-2a79-4296-9c0d-af4c1e37fe23 None None] Network 3568e438-23aa-49e7-a132-9f2c57ea7ef4 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:19.037299 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0ca70adc-56f4-4ffa-aacd-3876c3d7bd51 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags HTTP/1.1" status: 204 len: 168 time: 0.2679179 Dec 17 16:21:19.039995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58474) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.044914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-032cb91f-5b08-4a3e-a19e-a3296a64b893 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', 'tempest-TagsExtTest-Tag-375051924') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:19.082773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Port': ['ID=6100450e-03cc-40b7-b4e8-95a13600e58c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:19.123385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Checking segment: {'id': '920f23ed-fda8-48f2-bccf-aa26b506df25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f0f96940-81c4-454b-93e7-2c536d4955c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:19.124031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network hostable DHCP agents. Network: f0f96940-81c4-454b-93e7-2c536d4955c6, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:21:19.141634 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-032cb91f-5b08-4a3e-a19e-a3296a64b893 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:19.146329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58476) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.146728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-032cb91f-5b08-4a3e-a19e-a3296a64b893 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags/tempest-TagsExtTest-Tag-375051924 HTTP/1.1" status: 404 len: 328 time: 0.1054764 Dec 17 16:21:19.155349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-5f0a9e7a-830b-4e87-9730-9d9cbad46279 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', 'tempest-TagsExtTest-Tag-554723100') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:19.193936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network f0f96940-81c4-454b-93e7-2c536d4955c6 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:21:19.219995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f0f96940-81c4-454b-93e7-2c536d4955c6) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:19.226346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58480) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.230259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483980fd-5399-4696-b22a-37b53605f9c4 None None] Network f0f96940-81c4-454b-93e7-2c536d4955c6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:19.241658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:19.249014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:19.254806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:19.255741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.259571 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edc163f2-551e-4075-9253-68f726a02380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.276806 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-5f0a9e7a-830b-4e87-9730-9d9cbad46279 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:19.288584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5f0a9e7a-830b-4e87-9730-9d9cbad46279 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags/tempest-TagsExtTest-Tag-554723100 HTTP/1.1" status: 404 len: 328 time: 0.1397686 Dec 17 16:21:19.296183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58482) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.296379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58484) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.297472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bc0ea249-eca3-4dce-bbe7-c0727831888d tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4686012 Dec 17 16:21:19.299840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-08ffffe3-5cc5-4844-a8e7-2d0431df0361 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc', 'tempest-TagsExtTest-Tag-1005850625') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:19.448251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b74be6d-d169-4e9b-9498-b3b3631bc46f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:19.454208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b74be6d-d169-4e9b-9498-b3b3631bc46f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:19.456225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7b74be6d-d169-4e9b-9498-b3b3631bc46f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1531203 Dec 17 16:21:19.459591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58486) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.491667 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-08ffffe3-5cc5-4844-a8e7-2d0431df0361 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:19.492763 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-08ffffe3-5cc5-4844-a8e7-2d0431df0361 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags/tempest-TagsExtTest-Tag-1005850625 HTTP/1.1" status: 404 len: 329 time: 0.1971905 Dec 17 16:21:19.494652 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edc163f2-551e-4075-9253-68f726a02380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.495461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58488) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.499879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-5acec65e-f50e-4a85-8dd0-ef1bf71df6cd tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', {'tags': ['tempest-TagsExtTest-Tag-1032177174', 'tempest-TagsExtTest-Tag-1133613248', 'tempest-TagsExtTest-Tag-1939521758']}) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:19.527020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-edc163f2-551e-4075-9253-68f726a02380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.598881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-edc163f2-551e-4075-9253-68f726a02380 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=616ceea710c24e6fb53a0a867f2375cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716440 Dec 17 16:21:19.601862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc163f2-551e-4075-9253-68f726a02380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ce09ab-fd95-44e5-8031-eae298d43c0c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:19.605157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58490) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.608374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Deleting port 7216497b-3353-4615-a46a-51b13611252f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:19.609073 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.619915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5acec65e-f50e-4a85-8dd0-ef1bf71df6cd tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags HTTP/1.1" status: 200 len: 318 time: 0.1234026 Dec 17 16:21:19.625200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58492) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.637680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-7588168e-d3a1-461c-b0b1-e2489121debf tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:19.713321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23a5297-a454-461c-b89b-89f9e3691cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.713839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.741697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Calling delete_port for 7216497b-3353-4615-a46a-51b13611252f owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:19.759684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23a5297-a454-461c-b89b-89f9e3691cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.792132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7588168e-d3a1-461c-b0b1-e2489121debf tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags HTTP/1.1" status: 204 len: 168 time: 0.1658003 Dec 17 16:21:19.793003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58494) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.805224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-e3acfda2-65c0-4c77-84e8-e0fc4564917c tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', 'tempest-TagsExtTest-Tag-1032177174') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:19.878948 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.896200 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-e3acfda2-65c0-4c77-84e8-e0fc4564917c tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:19.900374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e3acfda2-65c0-4c77-84e8-e0fc4564917c tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags/tempest-TagsExtTest-Tag-1032177174 HTTP/1.1" status: 404 len: 329 time: 0.0988810 Dec 17 16:21:19.901120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58496) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.901755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23a5297-a454-461c-b89b-89f9e3691cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.904482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c23a5297-a454-461c-b89b-89f9e3691cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.907965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c23a5297-a454-461c-b89b-89f9e3691cb8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2ce09ab-fd95-44e5-8031-eae298d43c0c HTTP/1.1" status: 204 len: 168 time: 0.2993286 Dec 17 16:21:19.917624 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-955a2e67-de33-4482-9e46-bce39a6d06f3 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', 'tempest-TagsExtTest-Tag-1133613248') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:19.919631 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a5297-a454-461c-b89b-89f9e3691cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ce09ab-fd95-44e5-8031-eae298d43c0c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:19.943662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Port': ['ID=7216497b-3353-4615-a46a-51b13611252f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:19.968274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:19.981459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58500) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:19.981710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3a5a871a-1dcd-4f2f-b3b5-b97441099ebb tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/ports/7216497b-3353-4615-a46a-51b13611252f HTTP/1.1" status: 204 len: 168 time: 0.5204742 Dec 17 16:21:20.015440 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-955a2e67-de33-4482-9e46-bce39a6d06f3 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:20.019722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-955a2e67-de33-4482-9e46-bce39a6d06f3 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags/tempest-TagsExtTest-Tag-1133613248 HTTP/1.1" status: 404 len: 329 time: 0.1131039 Dec 17 16:21:20.020723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58502) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.036729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-0f6c15f7-7e42-4d7c-9a6b-cf73c76facbb tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd', 'tempest-TagsExtTest-Tag-1939521758') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.110779 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-0f6c15f7-7e42-4d7c-9a6b-cf73c76facbb tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:20.112261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Deleting port 6100450e-03cc-40b7-b4e8-95a13600e58c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:20.114374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.116165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0f6c15f7-7e42-4d7c-9a6b-cf73c76facbb tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags/tempest-TagsExtTest-Tag-1939521758 HTTP/1.1" status: 404 len: 329 time: 0.0920358 Dec 17 16:21:20.117269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58504) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.123257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-e21ce09d-fedc-4def-9698-7d21ec21b505 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', {'tags': ['tempest-TagsExtTest-Tag-1259848643', 'tempest-TagsExtTest-Tag-70456151', 'tempest-TagsExtTest-Tag-310676662']}) {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.241451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e21ce09d-fedc-4def-9698-7d21ec21b505 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags HTTP/1.1" status: 200 len: 315 time: 0.1236289 Dec 17 16:21:20.243977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.248728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-2817542e-5541-4d8d-9ede-51b28c90c60d tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.252191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.270460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Calling delete_port for 6100450e-03cc-40b7-b4e8-95a13600e58c owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:20.365243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.407292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2817542e-5541-4d8d-9ede-51b28c90c60d tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags HTTP/1.1" status: 204 len: 168 time: 0.1619053 Dec 17 16:21:20.409816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58514) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.415004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Port': ['ID=6100450e-03cc-40b7-b4e8-95a13600e58c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:20.418850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-0e433c92-ed22-45d3-a7f2-a07ddcc0bf84 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', 'tempest-TagsExtTest-Tag-1259848643') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.419495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.424292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dfe42d55-7711-4c57-ab5e-e50fe633f525 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/ports/6100450e-03cc-40b7-b4e8-95a13600e58c HTTP/1.1" status: 204 len: 168 time: 0.4401073 Dec 17 16:21:20.427013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58518) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.541857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4eb45c50-b6c9-4500-acfe-220d9f2033bc tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1135263 Dec 17 16:21:20.546147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58524) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.554378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1044467160'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:20.556501 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-0e433c92-ed22-45d3-a7f2-a07ddcc0bf84 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:20.557553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0e433c92-ed22-45d3-a7f2-a07ddcc0bf84 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags/tempest-TagsExtTest-Tag-1259848643 HTTP/1.1" status: 404 len: 329 time: 0.1463549 Dec 17 16:21:20.560457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58526) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.567135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-4bed575d-1b7c-4274-804b-a592af9fc8b8 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', 'tempest-TagsExtTest-Tag-70456151') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.597170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Made reservation on behalf of 40d48a99dce046bfbc3edb266fa5ca81 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:20.601228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.627127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:20.637613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.637966 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Added segment 85d812de-bc36-4863-8039-a2380aff5e17 of type vlan for network 30dfcdd7-59a8-419e-9504-d97c2ce043a9 Dec 17 16:21:20.659305 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-4bed575d-1b7c-4274-804b-a592af9fc8b8 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:20.664170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4bed575d-1b7c-4274-804b-a592af9fc8b8 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags/tempest-TagsExtTest-Tag-70456151 HTTP/1.1" status: 404 len: 327 time: 0.0997393 Dec 17 16:21:20.664386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58528) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.668957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-d13941ee-d17f-4a14-be77-2a319b430699 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c', 'tempest-TagsExtTest-Tag-310676662') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.682906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.714290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.721813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:20.722783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.789793 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2418640 Dec 17 16:21:20.790052 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-d13941ee-d17f-4a14-be77-2a319b430699 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:20.794974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58536) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.794974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58538) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.796632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d13941ee-d17f-4a14-be77-2a319b430699 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags/tempest-TagsExtTest-Tag-310676662 HTTP/1.1" status: 404 len: 328 time: 0.1307898 Dec 17 16:21:20.800852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-ff014ccb-3f1f-4e53-9b8f-394c2f61ba9a tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', {'tags': ['tempest-TagsExtTest-Tag-872085320', 'tempest-TagsExtTest-Tag-1916321171', 'tempest-TagsExtTest-Tag-1716690305']}) {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.809034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-703967028'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:20.853462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f91b1c-ba09-438d-8148-70f4d48511b4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Network': ['ID=30dfcdd7-59a8-419e-9504-d97c2ce043a9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:20.874110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 30dfcdd7-59a8-419e-9504-d97c2ce043a9 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:20.879284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Made reservation on behalf of 40d48a99dce046bfbc3edb266fa5ca81 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:20.884352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.905723 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ff014ccb-3f1f-4e53-9b8f-394c2f61ba9a tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "PUT /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags HTTP/1.1" status: 200 len: 317 time: 0.1072392 Dec 17 16:21:20.905952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58544) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:20.912539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-f6878b0a-ca69-4a76-910a-7272b8507c65 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:20.932073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:20.947535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:20.947916 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Added segment 690f2713-3f88-40d4-b11b-18f2ef6ec518 of type vlan for network a7755571-3acd-43ea-a1fe-75525f2c534f Dec 17 16:21:21.008029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6878b0a-ca69-4a76-910a-7272b8507c65 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0988266 Dec 17 16:21:21.009047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58548) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.010303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:21.013293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-52dae858-f8c2-4477-b949-93bb76401fcf tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', 'tempest-TagsExtTest-Tag-872085320') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:21.041535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:21.053694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:21.054308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:21.055312 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-52dae858-f8c2-4477-b949-93bb76401fcf tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:21.056598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-52dae858-f8c2-4477-b949-93bb76401fcf tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags/tempest-TagsExtTest-Tag-872085320 HTTP/1.1" status: 404 len: 328 time: 0.0466914 Dec 17 16:21:21.059412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58550) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.064436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-5eea1c4d-8ed5-4d6a-8aa3-c1c32c70247e tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', 'tempest-TagsExtTest-Tag-1916321171') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:21.096707 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-5eea1c4d-8ed5-4d6a-8aa3-c1c32c70247e tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:21.097995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5eea1c4d-8ed5-4d6a-8aa3-c1c32c70247e tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags/tempest-TagsExtTest-Tag-1916321171 HTTP/1.1" status: 404 len: 329 time: 0.0375013 Dec 17 16:21:21.101049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58552) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.106520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-c76f06a7-1031-4292-b3b6-ed37cbe6ce04 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3', 'tempest-TagsExtTest-Tag-1716690305') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:21.133930 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-c76f06a7-1031-4292-b3b6-ed37cbe6ce04 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] show failed (client error): The resource could not be found. Dec 17 16:21:21.135039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c76f06a7-1031-4292-b3b6-ed37cbe6ce04 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags/tempest-TagsExtTest-Tag-1716690305 HTTP/1.1" status: 404 len: 329 time: 0.0329132 Dec 17 16:21:21.139316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58556) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.144629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-47a99f4c-8d77-4cff-9592-ab654788f171 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '171b7a54-8573-4e45-9252-5c85f21a13e3') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:21.164168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Network': ['ID=a7755571-3acd-43ea-a1fe-75525f2c534f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:21.169690 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9ab9a334-e97e-4020-afd2-2cee7adaa66e tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3756793 Dec 17 16:21:21.176610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a7755571-3acd-43ea-a1fe-75525f2c534f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:21.190366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-47a99f4c-8d77-4cff-9592-ab654788f171 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3/tags HTTP/1.1" status: 204 len: 168 time: 0.0474839 Dec 17 16:21:21.190761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58558) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.198373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-5f6c3603-5f49-4581-b01d-6a73187e66f2 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c132dcd3-e956-4491-93b4-4ec81d64068c') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:21.299439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5f6c3603-5f49-4581-b01d-6a73187e66f2 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c/tags HTTP/1.1" status: 204 len: 168 time: 0.1070998 Dec 17 16:21:21.302178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58562) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.307106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.tag.tag_plugin [None req-9fe0dca9-f926-4437-b0b5-7c9f448b74c7 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2726cc8-8038-4124-b38d-0c0e529cbffd') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:21.310751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58564) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.316305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'subnets': [{'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751183950', 'ip_version': 4}, {'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:21.316624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'subnet': {'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751183950', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:21.317203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Request body: {'subnet': {'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:21.486357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9fe0dca9-f926-4437-b0b5-7c9f448b74c7 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd/tags HTTP/1.1" status: 204 len: 168 time: 0.1829553 Dec 17 16:21:21.488975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58574) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.493923 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.tag.tag_plugin [None req-b69bbb81-4f1a-4d3f-be60-98a794ff6e13 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:21.559404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Made reservation on behalf of 40d48a99dce046bfbc3edb266fa5ca81 for: {'subnet': 2} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:21.562543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b69bbb81-4f1a-4d3f-be60-98a794ff6e13 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc/tags HTTP/1.1" status: 204 len: 168 time: 0.0724754 Dec 17 16:21:21.567747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58578) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.568186 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:21.568599 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:21.686971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8fe06842-8f2a-463f-98c6-c7a7a22a3c1e tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for subnetpool, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:21.688618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8fe06842-8f2a-463f-98c6-c7a7a22a3c1e tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnetpools/171b7a54-8573-4e45-9252-5c85f21a13e3 HTTP/1.1" status: 204 len: 168 time: 0.1190863 Dec 17 16:21:21.691479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58582) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.726664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4793297f-8934-4f37-80b9-b660b05d46c3 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "GET /v2.0/ports?device_id=c132dcd3-e956-4491-93b4-4ec81d64068c HTTP/1.1" status: 200 len: 205 time: 0.0336483 Dec 17 16:21:21.729108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58584) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:21.836991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93d7fad0-65d9-435b-a5be-e536e80c92f4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.016069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.034854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93d7fad0-65d9-435b-a5be-e536e80c92f4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.037392 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93d7fad0-65d9-435b-a5be-e536e80c92f4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.115309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93d7fad0-65d9-435b-a5be-e536e80c92f4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.115875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d7fad0-65d9-435b-a5be-e536e80c92f4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Fanout notify agent at l3_agent the message router_deleted on router c132dcd3-e956-4491-93b4-4ec81d64068c {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:21:22.119954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Subnet': ['ID=79c25f33-9326-4b64-b447-cdf67765e3de,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:22.132537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93d7fad0-65d9-435b-a5be-e536e80c92f4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.133593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Checking segment: {'id': '85d812de-bc36-4863-8039-a2380aff5e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:22.133858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network hostable DHCP agents. Network: 30dfcdd7-59a8-419e-9504-d97c2ce043a9, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:21:22.134003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93d7fad0-65d9-435b-a5be-e536e80c92f4 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/routers/c132dcd3-e956-4491-93b4-4ec81d64068c HTTP/1.1" status: 204 len: 168 time: 0.4038064 Dec 17 16:21:22.136568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58598) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:22.191293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network 30dfcdd7-59a8-419e-9504-d97c2ce043a9 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:21:22.224015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 30dfcdd7-59a8-419e-9504-d97c2ce043a9) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:22.230382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.237749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3801a6ce-ae06-45c9-8276-65adb801eb24 None None] Network 30dfcdd7-59a8-419e-9504-d97c2ce043a9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:22.307243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event updated for resources: {'Subnet': ['ID=2c9a995a-48fd-4c95-9a8a-f6026fcef3f9,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:22.327412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Deleting port b2726cc8-8038-4124-b38d-0c0e529cbffd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:22.327412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.355773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-30dfcdd7-59a8-419e-9504-d97c2ce043a9', 'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9', 'project_id': '40d48a99dce046bfbc3edb266fa5ca81', 'fixed_ips': [{'subnet_id': '79c25f33-9326-4b64-b447-cdf67765e3de'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:21:22.357207 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.406800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Checking segment: {'id': '690f2713-3f88-40d4-b11b-18f2ef6ec518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:22.407242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network hostable DHCP agents. Network: a7755571-3acd-43ea-a1fe-75525f2c534f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:21:22.478953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Network a7755571-3acd-43ea-a1fe-75525f2c534f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:21:22.484419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.501870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Calling delete_port for b2726cc8-8038-4124-b38d-0c0e529cbffd owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:22.510548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a7755571-3acd-43ea-a1fe-75525f2c534f) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:22.519423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:22.520402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:22.521047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.533758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305e8e6-2263-4975-9fe2-710286712f8f None None] Network a7755571-3acd-43ea-a1fe-75525f2c534f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:22.579711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58606) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:22.580099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c2dd193f-2d12-4c98-bcf7-8a9b27c24090 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2680058 Dec 17 16:21:22.629105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Allocated IP 172.20.0.2 (30dfcdd7-59a8-419e-9504-d97c2ce043a9/79c25f33-9326-4b64-b447-cdf67765e3de/01e3f032-d54e-48db-a7ec-1c160edb88c1) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:22.718773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf28ed-d58e-4fa3-a4f5-f1834028985a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:22.721672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf28ed-d58e-4fa3-a4f5-f1834028985a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:22.723491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf28ed-d58e-4fa3-a4f5-f1834028985a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:22.726080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aecf28ed-d58e-4fa3-a4f5-f1834028985a tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1286983 Dec 17 16:21:22.729278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58610) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:22.745797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.795865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Deleting subnet 79c25f33-9326-4b64-b447-cdf67765e3de {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:21:22.807413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event deleted for resources: {'Port': ['ID=b2726cc8-8038-4124-b38d-0c0e529cbffd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:22.836122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58612) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:22.919060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-a7755571-3acd-43ea-a1fe-75525f2c534f', 'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f', 'project_id': '40d48a99dce046bfbc3edb266fa5ca81', 'fixed_ips': [{'subnet_id': '2c9a995a-48fd-4c95-9a8a-f6026fcef3f9'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:21:22.920165 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.937974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:22.941928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-160d68be-6bf5-4864-a750-c9cb80b88da5 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/ports/b2726cc8-8038-4124-b38d-0c0e529cbffd HTTP/1.1" status: 204 len: 168 time: 0.8043590 Dec 17 16:21:22.944489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58616) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:22.991153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.004585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.011576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Deleting subnet 6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:21:23.045260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.048936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.073690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-59738b78-8303-454a-85ca-9cd1931bacc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.104369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.118587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Network 30dfcdd7-59a8-419e-9504-d97c2ce043a9 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:23.144501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:23.147091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.147413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:23.152046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Pushing event updated for resources: {'Port': ['ID=01e3f032-d54e-48db-a7ec-1c160edb88c1,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.230900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Attempting to bind port 01e3f032-d54e-48db-a7ec-1c160edb88c1 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:23.231778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Attempting to bind port 01e3f032-d54e-48db-a7ec-1c160edb88c1 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '85d812de-bc36-4863-8039-a2380aff5e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:21:23.232501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Attempting to bind port 01e3f032-d54e-48db-a7ec-1c160edb88c1 on network 30dfcdd7-59a8-419e-9504-d97c2ce043a9 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:21:23.238994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Allocated IP 172.20.0.18 (a7755571-3acd-43ea-a1fe-75525f2c534f/2c9a995a-48fd-4c95-9a8a-f6026fcef3f9/b19cf922-b23a-430d-b51d-59665dec816c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:23.242132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:21:23.242838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Checking segment: {'id': '85d812de-bc36-4863-8039-a2380aff5e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:23.243529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.244244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Bound using segment: {'id': '85d812de-bc36-4863-8039-a2380aff5e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:21:23.244994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Bound port: 01e3f032-d54e-48db-a7ec-1c160edb88c1, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d812de-bc36-4863-8039-a2380aff5e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '30dfcdd7-59a8-419e-9504-d97c2ce043a9'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:21:23.245689 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.311338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.365948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-59738b78-8303-454a-85ca-9cd1931bacc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.372264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.375197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-59738b78-8303-454a-85ca-9cd1931bacc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.450335 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.456503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.464116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.467407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] For port 01e3f032-d54e-48db-a7ec-1c160edb88c1, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:21:23.476986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-59738b78-8303-454a-85ca-9cd1931bacc7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1012f9ed3c004b28b70c43f962198d90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6358662 Dec 17 16:21:23.478659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58620) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:23.483110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59738b78-8303-454a-85ca-9cd1931bacc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d841fa58-efcc-461d-805a-44ddc60c59e3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.504907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] For port 01e3f032-d54e-48db-a7ec-1c160edb88c1, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=01e3f032-d54e-48db-a7ec-1c160edb88c1,segment=NetworkSegment(85d812de-bc36-4863-8039-a2380aff5e17),segment_id=85d812de-bc36-4863-8039-a2380aff5e17)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:21:23.505320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.509685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/subnets/79c25f33-9326-4b64-b447-cdf67765e3de HTTP/1.1" status: 204 len: 168 time: 0.7789593 Dec 17 16:21:23.513583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58622) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:23.517055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Network a7755571-3acd-43ea-a1fe-75525f2c534f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:23.518535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e6616-d615-48bc-9509-657830af5cd3 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Subnet': ['ID=79c25f33-9326-4b64-b447-cdf67765e3de,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.520091 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.533978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:23.538878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Pushing event updated for resources: {'Port': ['ID=b19cf922-b23a-430d-b51d-59665dec816c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.541628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:23.577103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.600119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Deleting subnet 2c9a995a-48fd-4c95-9a8a-f6026fcef3f9 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:21:23.621769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.624858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.639288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51e5501d-43c5-4ed4-849f-b6c96ef373eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.639573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d2a8f-04c9-438a-b32e-ad0e3511f9b1 None None] Pushing event updated for resources: {'Port': ['ID=01e3f032-d54e-48db-a7ec-1c160edb88c1,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.646255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7625322-c94a-4a3c-9e06-d1123fac3f1c None None] Network 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:23.659203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.663286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Attempting to bind port b19cf922-b23a-430d-b51d-59665dec816c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:21:23.663556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a5dfbaf3-5e5f-4609-a7f1-aa218d0c8577 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/subnets/6dd43ac4-0fb3-4250-bf6e-8f82336d2dbc HTTP/1.1" status: 204 len: 168 time: 0.7179947 Dec 17 16:21:23.664137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Attempting to bind port b19cf922-b23a-430d-b51d-59665dec816c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '690f2713-3f88-40d4-b11b-18f2ef6ec518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:21:23.664505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Attempting to bind port b19cf922-b23a-430d-b51d-59665dec816c on network a7755571-3acd-43ea-a1fe-75525f2c534f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:21:23.666360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58624) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:23.677156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51e5501d-43c5-4ed4-849f-b6c96ef373eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.698160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:21:23.698564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Checking segment: {'id': '690f2713-3f88-40d4-b11b-18f2ef6ec518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:23.698949 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.699334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Bound using segment: {'id': '690f2713-3f88-40d4-b11b-18f2ef6ec518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:21:23.699848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Bound port: b19cf922-b23a-430d-b51d-59665dec816c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690f2713-3f88-40d4-b11b-18f2ef6ec518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a7755571-3acd-43ea-a1fe-75525f2c534f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:21:23.700218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.738658 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.747971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51e5501d-43c5-4ed4-849f-b6c96ef373eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.755590 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-51e5501d-43c5-4ed4-849f-b6c96ef373eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.758009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-51e5501d-43c5-4ed4-849f-b6c96ef373eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d841fa58-efcc-461d-805a-44ddc60c59e3 HTTP/1.1" status: 204 len: 168 time: 0.2764585 Dec 17 16:21:23.769503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5501d-43c5-4ed4-849f-b6c96ef373eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d841fa58-efcc-461d-805a-44ddc60c59e3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.806936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.845924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] For port b19cf922-b23a-430d-b51d-59665dec816c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:21:23.852298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] For port b19cf922-b23a-430d-b51d-59665dec816c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b19cf922-b23a-430d-b51d-59665dec816c,segment=NetworkSegment(690f2713-3f88-40d4-b11b-18f2ef6ec518),segment_id=690f2713-3f88-40d4-b11b-18f2ef6ec518)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:21:23.859906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.946925 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde014a3-5e47-4eb9-acdc-db5add4c5330 None None] Pushing event updated for resources: {'Port': ['ID=b19cf922-b23a-430d-b51d-59665dec816c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:23.964111 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:23.967758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] DHCP port deletion for 2f1fe043-1034-47e4-9d32-ccf7ec6acef0 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:24.029212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] Deleting port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:24.029591 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.059459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Deleting port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:24.059897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.074708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.133397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] For port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,segment=NetworkSegment(5bac8bc7-ed3f-4ad1-b590-7917f5a68c50),segment_id=5bac8bc7-ed3f-4ad1-b590-7917f5a68c50)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:24.133970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.146190 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9a995a-48fd-4c95-9a8a-f6026fcef3f9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:24.151633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.157580 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec29efdf-20a7-4d04-842b-bd72bcaa53d1 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/subnets/2c9a995a-48fd-4c95-9a8a-f6026fcef3f9 HTTP/1.1" status: 204 len: 168 time: 0.6406896 Dec 17 16:21:24.158480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58630) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:24.159581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] Calling delete_port for 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:24.172881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] For port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,segment=NetworkSegment(5bac8bc7-ed3f-4ad1-b590-7917f5a68c50),segment_id=5bac8bc7-ed3f-4ad1-b590-7917f5a68c50)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:24.173388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.187737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Calling delete_port for 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:24.296172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58632) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:24.312331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb7398-3b39-4a54-a653-0e34d39556d7 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:24.315326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55a24db8-6e3c-44db-a4c1-90f949e7bac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.319866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58634) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:24.320045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-86eb7398-3b39-4a54-a653-0e34d39556d7 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1565583 Dec 17 16:21:24.392816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.454635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] No DVR routers for this DVR port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:24.459629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event deleted for resources: {'Port': ['ID=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:24.499436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.537154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.563514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] Pushing event deleted for resources: {'Port': ['ID=49e46be0-fc3c-45de-b2f0-5bf89e27cc69,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:24.576007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f4cb6-0529-424b-a412-31f7534b7096 None None] No DVR routers for this DVR port 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:24.585367 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.640964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1fe043-1034-47e4-9d32-ccf7ec6acef0']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:24.660507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55a24db8-6e3c-44db-a4c1-90f949e7bac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.665195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bac8bc7-ed3f-4ad1-b590-7917f5a68c50') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:24.665512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bac8bc7-ed3f-4ad1-b590-7917f5a68c50') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:24.673977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-55a24db8-6e3c-44db-a4c1-90f949e7bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.687165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:24.858172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad6130c-c0a4-4d41-986b-140c99e7c5bd None None] Network 30dfcdd7-59a8-419e-9504-d97c2ce043a9 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:24.925091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8c71995e-03e8-48c7-9bc5-dbeadd97e68a None None] Provisioning complete for port 01e3f032-d54e-48db-a7ec-1c160edb88c1 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:24.925543 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8c71995e-03e8-48c7-9bc5-dbeadd97e68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.057167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.064844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a24db8-6e3c-44db-a4c1-90f949e7bac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00be402-d6b0-4d73-90ed-97840522e98e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:25.065164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8c71995e-03e8-48c7-9bc5-dbeadd97e68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.069506 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55a24db8-6e3c-44db-a4c1-90f949e7bac3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77197a7c77a14caa94f32d861489d7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7716966 Dec 17 16:21:25.072296 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58638) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:25.073410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:25.073818 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:25.076956 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:25.130197 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8c71995e-03e8-48c7-9bc5-dbeadd97e68a None None] For port 01e3f032-d54e-48db-a7ec-1c160edb88c1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=01e3f032-d54e-48db-a7ec-1c160edb88c1,segment=NetworkSegment(85d812de-bc36-4863-8039-a2380aff5e17),segment_id=85d812de-bc36-4863-8039-a2380aff5e17)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:25.139104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] DHCP port deletion for 30dfcdd7-59a8-419e-9504-d97c2ce043a9 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:25.144156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Deleting port b19cf922-b23a-430d-b51d-59665dec816c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:25.144910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.175287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8c71995e-03e8-48c7-9bc5-dbeadd97e68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.178937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 01e3f032-d54e-48db-a7ec-1c160edb88c1 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:21:25.192980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.218825 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.228170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.262498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] For port b19cf922-b23a-430d-b51d-59665dec816c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b19cf922-b23a-430d-b51d-59665dec816c,segment=NetworkSegment(690f2713-3f88-40d4-b11b-18f2ef6ec518),segment_id=690f2713-3f88-40d4-b11b-18f2ef6ec518)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:25.263010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.276584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Calling delete_port for b19cf922-b23a-430d-b51d-59665dec816c owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:25.277206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71995e-03e8-48c7-9bc5-dbeadd97e68a None None] Pushing event updated for resources: {'Port': ['ID=01e3f032-d54e-48db-a7ec-1c160edb88c1,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:25.279555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.291312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.292360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] 10.222.0.54 "DELETE /v2.0/networks/2f1fe043-1034-47e4-9d32-ccf7ec6acef0 HTTP/1.1" status: 204 len: 168 time: 1.6248345 Dec 17 16:21:25.294280 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.295580 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c00be402-d6b0-4d73-90ed-97840522e98e HTTP/1.1" status: 204 len: 168 time: 0.2211838 Dec 17 16:21:25.303646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] Deleting port 01e3f032-d54e-48db-a7ec-1c160edb88c1 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:25.304054 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.306947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 01e3f032-d54e-48db-a7ec-1c160edb88c1 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:25.307307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.311121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5572836-d86b-42d1-bb83-ff8e32ed4019 tempest-TagsExtTest-185313992 tempest-TagsExtTest-185313992-project] Pushing event deleted for resources: {'Network': ['ID=2f1fe043-1034-47e4-9d32-ccf7ec6acef0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:25.319071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00be402-d6b0-4d73-90ed-97840522e98e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:25.338518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.341382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.341754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.342194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.342544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.342883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.345265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.345427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.345680 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.346663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.347386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.348604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.349359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b780f1-92ef-44df-9d44-03c460e59af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:25.362803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98778ced-07b5-4d42-a183-708741fce80d None None] Network a7755571-3acd-43ea-a1fe-75525f2c534f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:25.411760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.448594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Port': ['ID=b19cf922-b23a-430d-b51d-59665dec816c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:25.448746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40ddbb7c-f68d-41ec-b686-7450d608033f None None] Could not find standard attr ID for object b19cf922-b23a-430d-b51d-59665dec816c. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:21:25.452238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] No DVR routers for this DVR port b19cf922-b23a-430d-b51d-59665dec816c on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:25.475349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] For port 01e3f032-d54e-48db-a7ec-1c160edb88c1, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=01e3f032-d54e-48db-a7ec-1c160edb88c1,segment=NetworkSegment(85d812de-bc36-4863-8039-a2380aff5e17),segment_id=85d812de-bc36-4863-8039-a2380aff5e17)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:25.475748 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.508507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] Calling delete_port for 01e3f032-d54e-48db-a7ec-1c160edb88c1 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:25.561532 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.587721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7755571-3acd-43ea-a1fe-75525f2c534f']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:25.602230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690f2713-3f88-40d4-b11b-18f2ef6ec518') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:25.602546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690f2713-3f88-40d4-b11b-18f2ef6ec518') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:25.608287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93884d0c-9764-4ebd-836a-218eb44a1088 None None] DHCP port deletion for a7755571-3acd-43ea-a1fe-75525f2c534f request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:25.614507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.623585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b19cf922-b23a-430d-b51d-59665dec816c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:21:25.643107 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.650862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b19cf922-b23a-430d-b51d-59665dec816c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:25.651144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:25.651336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b19cf922-b23a-430d-b51d-59665dec816c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 16:21:25.651551 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:25.655274 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:25.680094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Port b19cf922-b23a-430d-b51d-59665dec816c not found, will not notify nova. {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 16:21:25.693968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.744610 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] Pushing event deleted for resources: {'Port': ['ID=01e3f032-d54e-48db-a7ec-1c160edb88c1,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:25.755961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65129c15-c394-4de0-a489-69df1e018f4f None None] No DVR routers for this DVR port 01e3f032-d54e-48db-a7ec-1c160edb88c1 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:25.758204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58650) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:25.774620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:25.785629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.790859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.795034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/networks/a7755571-3acd-43ea-a1fe-75525f2c534f HTTP/1.1" status: 204 len: 168 time: 1.4730554 Dec 17 16:21:25.797571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58654) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:25.800526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:25.800883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 49e46be0-fc3c-45de-b2f0-5bf89e27cc69 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:25.814163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdab062-7609-4e01-935c-007df7b47404 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Network': ['ID=a7755571-3acd-43ea-a1fe-75525f2c534f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:25.886949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:25.999977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cdd303c1-64cd-4eca-8258-9b9aa34dbb8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=015e0629dbdf443889a16b168be86f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397895 Dec 17 16:21:26.002820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58664) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:26.013265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.034594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dfcdd7-59a8-419e-9504-d97c2ce043a9']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.044480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d812de-bc36-4863-8039-a2380aff5e17') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.044862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d812de-bc36-4863-8039-a2380aff5e17') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.054261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eada2408-e5ea-4d2f-8946-cdc678b218e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.055689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.073851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.076870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eada2408-e5ea-4d2f-8946-cdc678b218e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.081374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:26.081799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:26.086535 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:26.135767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eada2408-e5ea-4d2f-8946-cdc678b218e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.139676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eada2408-e5ea-4d2f-8946-cdc678b218e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.141261 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eada2408-e5ea-4d2f-8946-cdc678b218e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4c55ae3-b2de-40a1-86a8-0710128c3c81 HTTP/1.1" status: 204 len: 168 time: 0.1372697 Dec 17 16:21:26.152213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada2408-e5ea-4d2f-8946-cdc678b218e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c55ae3-b2de-40a1-86a8-0710128c3c81,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:26.159690 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.178335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.184114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/networks/30dfcdd7-59a8-419e-9504-d97c2ce043a9 HTTP/1.1" status: 204 len: 168 time: 0.3845677 Dec 17 16:21:26.184264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58674) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:26.196607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eafa3-14ab-4d8b-a1b5-7a187ed7720f tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Network': ['ID=30dfcdd7-59a8-419e-9504-d97c2ce043a9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:26.276814 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.365652 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.386181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f96940-81c4-454b-93e7-2c536d4955c6']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.396136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920f23ed-fda8-48f2-bccf-aa26b506df25') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.396519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920f23ed-fda8-48f2-bccf-aa26b506df25') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.412936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.429071 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.438463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:26.439025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:26.442420 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:26.503667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.511951 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.515596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/networks/f0f96940-81c4-454b-93e7-2c536d4955c6 HTTP/1.1" status: 204 len: 168 time: 0.3302534 Dec 17 16:21:26.518290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58690) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:26.532819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fefc0-8129-4fc4-99e9-a87c38f80158 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Network': ['ID=f0f96940-81c4-454b-93e7-2c536d4955c6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:26.605495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.700533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.724638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3568e438-23aa-49e7-a132-9f2c57ea7ef4']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.735649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785c5ab9-974b-415c-bfc9-30738aa02a3e') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.736051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785c5ab9-974b-415c-bfc9-30738aa02a3e') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:26.747512 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.762840 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.770105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:21:26.770518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:21:26.774095 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:21:26.852212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.864418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:26.872255 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] 10.222.0.54 "DELETE /v2.0/networks/3568e438-23aa-49e7-a132-9f2c57ea7ef4 HTTP/1.1" status: 204 len: 168 time: 0.3508453 Dec 17 16:21:26.883468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05672a-9065-4979-8cda-2d923468d0d4 tempest-BulkNetworkOpsTest-1438626009 tempest-BulkNetworkOpsTest-1438626009-project] Pushing event deleted for resources: {'Network': ['ID=3568e438-23aa-49e7-a132-9f2c57ea7ef4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:26.976225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 01e3f032-d54e-48db-a7ec-1c160edb88c1 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:27.003922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 01e3f032-d54e-48db-a7ec-1c160edb88c1 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:27.004355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 01e3f032-d54e-48db-a7ec-1c160edb88c1 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:27.004849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b19cf922-b23a-430d-b51d-59665dec816c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:27.026089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b19cf922-b23a-430d-b51d-59665dec816c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:27.026586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b19cf922-b23a-430d-b51d-59665dec816c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:27.103883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58720) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:27.339549 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b94dab86-ef61-43f1-8f21-0402cc226444 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40d48a99dce046bfbc3edb266fa5ca81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343571 Dec 17 16:21:27.342373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58732) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:27.396948 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e99695a-ca81-4142-aa12-f567a606adb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:27.418360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e99695a-ca81-4142-aa12-f567a606adb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:27.467366 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e99695a-ca81-4142-aa12-f567a606adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:27.470425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e99695a-ca81-4142-aa12-f567a606adb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:27.471617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8e99695a-ca81-4142-aa12-f567a606adb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd969468-5cd2-42e2-99d0-ffbbd209949d HTTP/1.1" status: 204 len: 168 time: 0.1282344 Dec 17 16:21:27.479753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99695a-ca81-4142-aa12-f567a606adb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd969468-5cd2-42e2-99d0-ffbbd209949d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:28.353097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58800) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.595538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58810) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.618567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf9e5afe-9a43-4c1e-9918-a8becdd45fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:28.651628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-93c2ed39-6082-4ee5-9eb6-63f0a40f488e tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] Request body: {'port': {'network_id': '12fbefff-2c2f-4849-839b-8a93a74de1f6', 'name': 'tempest-NetworksNegativeTestJSON-1371420677'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:28.673265 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c2ed39-6082-4ee5-9eb6-63f0a40f488e tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] POST failed (client error): The resource could not be found. Dec 17 16:21:28.673822 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c2ed39-6082-4ee5-9eb6-63f0a40f488e tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:28.674988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93c2ed39-6082-4ee5-9eb6-63f0a40f488e tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.0781972 Dec 17 16:21:28.679311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58816) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.701391 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a3432c-1ed1-4c0a-8d8b-09a30707b272 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] DELETE failed (client error): The resource could not be found. Dec 17 16:21:28.701391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a3432c-1ed1-4c0a-8d8b-09a30707b272 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:28.702828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8a3432c-1ed1-4c0a-8d8b-09a30707b272 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "DELETE /v2.0/networks/2deca61f-3606-4baa-8493-797d4df8c291 HTTP/1.1" status: 404 len: 339 time: 0.0221939 Dec 17 16:21:28.707071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58820) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.723636 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf9e5afe-9a43-4c1e-9918-a8becdd45fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:28.730029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf9e5afe-9a43-4c1e-9918-a8becdd45fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:28.730881 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7626ff-f2f5-4f5a-8a09-bf006f3fd78f tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] DELETE failed (client error): The resource could not be found. Dec 17 16:21:28.731707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7626ff-f2f5-4f5a-8a09-bf006f3fd78f tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:28.739859 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9c7626ff-f2f5-4f5a-8a09-bf006f3fd78f tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "DELETE /v2.0/ports/9bc167a0-7b94-43a1-8207-38b0017e13a5 HTTP/1.1" status: 404 len: 333 time: 0.0316987 Dec 17 16:21:28.740486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58822) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.766905 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edef030-0e9c-485a-8eee-7d8883cb679e tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] DELETE failed (client error): The resource could not be found. Dec 17 16:21:28.767371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edef030-0e9c-485a-8eee-7d8883cb679e tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:28.774441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0edef030-0e9c-485a-8eee-7d8883cb679e tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "DELETE /v2.0/subnets/7db93f27-a56d-4b5a-958c-b1400d73008d HTTP/1.1" status: 404 len: 337 time: 0.0292776 Dec 17 16:21:28.774583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf9e5afe-9a43-4c1e-9918-a8becdd45fb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bf0458f27ad41d68b771ebe64a4a6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183733 Dec 17 16:21:28.774841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58826) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.774985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e5afe-9a43-4c1e-9918-a8becdd45fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a754dece-4b9b-4951-90dc-103c6c617b7f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:28.775219 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58828) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.817509 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0510e5f2-6373-4486-9882-e48a292616d7 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] GET failed (client error): The resource could not be found. Dec 17 16:21:28.822667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0510e5f2-6373-4486-9882-e48a292616d7 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "GET /v2.0/networks/cd652708-58e0-41ee-b286-da8ecb6eae1a HTTP/1.1" status: 404 len: 339 time: 0.0423865 Dec 17 16:21:28.823359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58830) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.856108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5214222-0028-440a-9f45-e059bb3bba58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:28.860819 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-7182a895-33d3-4a05-9b68-2e3879b95b9a tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] GET failed (client error): The resource could not be found. Dec 17 16:21:28.866300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7182a895-33d3-4a05-9b68-2e3879b95b9a tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "GET /v2.0/ports/eb6190b1-e523-4a49-bc34-4f60cf1d0c61 HTTP/1.1" status: 404 len: 333 time: 0.0418718 Dec 17 16:21:28.870300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58834) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.883657 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5214222-0028-440a-9f45-e059bb3bba58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:28.910045 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-37089fd4-20ca-4f8b-83c0-c32446daee5a tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] GET failed (client error): The resource could not be found. Dec 17 16:21:28.911451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-37089fd4-20ca-4f8b-83c0-c32446daee5a tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "GET /v2.0/subnets/b2925245-1687-40b5-8cd0-29dde5fe118a HTTP/1.1" status: 404 len: 337 time: 0.0400968 Dec 17 16:21:28.915173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58836) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.922963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6cc18ace-2c31-4792-8d4d-adb50a8a723c tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:28.944221 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc18ace-2c31-4792-8d4d-adb50a8a723c tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] PUT failed (client error): The resource could not be found. Dec 17 16:21:28.944972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc18ace-2c31-4792-8d4d-adb50a8a723c tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:28.946127 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6cc18ace-2c31-4792-8d4d-adb50a8a723c tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "PUT /v2.0/networks/292e2dc6-9751-45c2-b4ca-585ecdf46d69 HTTP/1.1" status: 404 len: 339 time: 0.0289919 Dec 17 16:21:28.950407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58838) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.953439 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5214222-0028-440a-9f45-e059bb3bba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:28.956139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-222c6bf8-8305-4f6f-9b66-3f368d90cf55 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:28.957272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b5214222-0028-440a-9f45-e059bb3bba58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:28.958632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b5214222-0028-440a-9f45-e059bb3bba58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a754dece-4b9b-4951-90dc-103c6c617b7f HTTP/1.1" status: 204 len: 168 time: 0.1806688 Dec 17 16:21:28.974620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5214222-0028-440a-9f45-e059bb3bba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a754dece-4b9b-4951-90dc-103c6c617b7f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:28.984900 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-222c6bf8-8305-4f6f-9b66-3f368d90cf55 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] PUT failed (client error): The resource could not be found. Dec 17 16:21:28.986184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222c6bf8-8305-4f6f-9b66-3f368d90cf55 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:28.988698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-222c6bf8-8305-4f6f-9b66-3f368d90cf55 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "PUT /v2.0/ports/3a70a17c-08e0-4dfb-b513-5ca327d276c8 HTTP/1.1" status: 404 len: 333 time: 0.0368359 Dec 17 16:21:28.992589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58844) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:28.999594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3db714f9-9363-49ce-b539-0d6a0f18fa05 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:29.024454 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db714f9-9363-49ce-b539-0d6a0f18fa05 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] PUT failed (client error): The resource could not be found. Dec 17 16:21:29.025302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db714f9-9363-49ce-b539-0d6a0f18fa05 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:21:29.026725 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3db714f9-9363-49ce-b539-0d6a0f18fa05 tempest-NetworksNegativeTestJSON-1799155496 tempest-NetworksNegativeTestJSON-1799155496-project] 10.222.0.54 "PUT /v2.0/subnets/1dd3b2ac-1abe-4814-81a2-f15d38f4582e HTTP/1.1" status: 404 len: 337 time: 0.0325427 Dec 17 16:21:29.088360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58848) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:29.350036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.368344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58856) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:29.370816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58858) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:29.390028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe2af0a-efda-4564-a307-83beb0651804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.475395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.482450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.540169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e69c903-9308-4e3f-89e0-5fa5bceca0f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.543247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2bbdd5fa1c5482d8054798b161c664c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534986 Dec 17 16:21:29.545540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe2af0a-efda-4564-a307-83beb0651804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.547224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58862) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:29.547858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00035da-aa97-4986-8a41-0c73a4fb4304,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:29.551788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe2af0a-efda-4564-a307-83beb0651804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.566101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.566454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.566800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.567137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.567482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.567941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.568340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.568669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.568994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.569320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.569639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.569960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.570278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbe8b0-f251-4c90-a68a-92322b3a8173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:21:29.608412 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cfe2af0a-efda-4564-a307-83beb0651804 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf0b6febe005434e91d022240e2e8685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365358 Dec 17 16:21:29.612153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58864) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:29.620333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2af0a-efda-4564-a307-83beb0651804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3038724-95de-4f5f-9d05-3671aadc7bba,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:29.642004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd98-a5d7-4085-b601-b4a8827af658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.665921 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24ce8d9b-0f94-4c8c-a295-d2fc94e24cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.677662 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd98-a5d7-4085-b601-b4a8827af658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.688334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24ce8d9b-0f94-4c8c-a295-d2fc94e24cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.692670 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e69c903-9308-4e3f-89e0-5fa5bceca0f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.701844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e69c903-9308-4e3f-89e0-5fa5bceca0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.738059 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24ce8d9b-0f94-4c8c-a295-d2fc94e24cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.741244 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-24ce8d9b-0f94-4c8c-a295-d2fc94e24cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.742415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-24ce8d9b-0f94-4c8c-a295-d2fc94e24cb5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3038724-95de-4f5f-9d05-3671aadc7bba HTTP/1.1" status: 204 len: 168 time: 0.1292903 Dec 17 16:21:29.752317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce8d9b-0f94-4c8c-a295-d2fc94e24cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3038724-95de-4f5f-9d05-3671aadc7bba,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:29.757125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e69c903-9308-4e3f-89e0-5fa5bceca0f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d93fa435cc345d9b81f243d885915ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870118 Dec 17 16:21:29.757895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69c903-9308-4e3f-89e0-5fa5bceca0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77de79b-d820-49aa-b164-54d0899cc30f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:29.760207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58868) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:29.784498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd98-a5d7-4085-b601-b4a8827af658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.787486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd98-a5d7-4085-b601-b4a8827af658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.788918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-60a3cd98-a5d7-4085-b601-b4a8827af658 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b00035da-aa97-4986-8a41-0c73a4fb4304 HTTP/1.1" status: 204 len: 168 time: 0.2394052 Dec 17 16:21:29.807311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3cd98-a5d7-4085-b601-b4a8827af658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00035da-aa97-4986-8a41-0c73a4fb4304,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:29.826987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad45ae90-7acc-42c7-947f-71fd3bc649c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.851342 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad45ae90-7acc-42c7-947f-71fd3bc649c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.905378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad45ae90-7acc-42c7-947f-71fd3bc649c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.908985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad45ae90-7acc-42c7-947f-71fd3bc649c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:29.910519 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ad45ae90-7acc-42c7-947f-71fd3bc649c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a77de79b-d820-49aa-b164-54d0899cc30f HTTP/1.1" status: 204 len: 168 time: 0.1490383 Dec 17 16:21:29.921242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45ae90-7acc-42c7-947f-71fd3bc649c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77de79b-d820-49aa-b164-54d0899cc30f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:30.118710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58886) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:30.133509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0a25821-1ab1-43dd-b76c-02f81271cf92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:30.249616 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0a25821-1ab1-43dd-b76c-02f81271cf92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:30.256374 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d0a25821-1ab1-43dd-b76c-02f81271cf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:30.281249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25821-1ab1-43dd-b76c-02f81271cf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab111d9-a3be-49ba-9c90-352e567c9c66,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:30.309422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d0a25821-1ab1-43dd-b76c-02f81271cf92 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca1e0b027fd04f1db7d2685d603ec999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894622 Dec 17 16:21:30.311805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 58898) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:30.378987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7960a978-655e-42a5-b734-d127b53df8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:30.404053 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7960a978-655e-42a5-b734-d127b53df8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:30.461510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7960a978-655e-42a5-b734-d127b53df8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:30.466061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7960a978-655e-42a5-b734-d127b53df8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:30.467794 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7960a978-655e-42a5-b734-d127b53df8f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eab111d9-a3be-49ba-9c90-352e567c9c66 HTTP/1.1" status: 204 len: 168 time: 0.1548841 Dec 17 16:21:30.477775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960a978-655e-42a5-b734-d127b53df8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab111d9-a3be-49ba-9c90-352e567c9c66,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:32.214117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 58986) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:32.335064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff7f86db-2ee4-46ee-9e68-1d9dba9106f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.441353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59000) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:32.443292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff7f86db-2ee4-46ee-9e68-1d9dba9106f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.453000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff7f86db-2ee4-46ee-9e68-1d9dba9106f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.498697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ff7f86db-2ee4-46ee-9e68-1d9dba9106f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7082cb3a6f747c78d41c7b0c3a63335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2829161 Dec 17 16:21:32.501781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f86db-2ee4-46ee-9e68-1d9dba9106f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b89f0b-aa05-4bcd-8d7e-3fae4c945c3f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:32.501934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59004) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:32.557141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9101bb52-675e-494e-b5de-285af3eb22c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.587128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9101bb52-675e-494e-b5de-285af3eb22c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.633101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59008) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:32.659094 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9101bb52-675e-494e-b5de-285af3eb22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.661887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9101bb52-675e-494e-b5de-285af3eb22c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.663063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9101bb52-675e-494e-b5de-285af3eb22c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85b89f0b-aa05-4bcd-8d7e-3fae4c945c3f HTTP/1.1" status: 204 len: 168 time: 0.1601775 Dec 17 16:21:32.682946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101bb52-675e-494e-b5de-285af3eb22c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b89f0b-aa05-4bcd-8d7e-3fae4c945c3f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:32.685475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17278048-5f5d-459b-b386-d2e20361964f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.747682 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-477ecc13-6a9b-4c3f-a413-50f45dd21efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.839763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17278048-5f5d-459b-b386-d2e20361964f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.849288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-17278048-5f5d-459b-b386-d2e20361964f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.909598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-17278048-5f5d-459b-b386-d2e20361964f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4ca32520ed4a424bac890213bd214b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4667437 Dec 17 16:21:32.911896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59018) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:32.928073 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-477ecc13-6a9b-4c3f-a413-50f45dd21efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.929416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278048-5f5d-459b-b386-d2e20361964f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34558266-7671-4bd1-977b-92f48385319a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:32.935915 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-477ecc13-6a9b-4c3f-a413-50f45dd21efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.982734 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3458abb-8666-4e04-b45d-5b4ce569356c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:32.983852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-477ecc13-6a9b-4c3f-a413-50f45dd21efe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b05406d1e1094553b215589a7f9cfab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3493147 Dec 17 16:21:32.986658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59022) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:33.005299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ecc13-6a9b-4c3f-a413-50f45dd21efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5393984-f658-478b-aba7-158eacefdfe9,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:33.013185 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3458abb-8666-4e04-b45d-5b4ce569356c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.056601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-daf4d424-bfcb-44f8-8528-039255cc329f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.080291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3458abb-8666-4e04-b45d-5b4ce569356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.082919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-daf4d424-bfcb-44f8-8528-039255cc329f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.084044 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a3458abb-8666-4e04-b45d-5b4ce569356c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.086611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a3458abb-8666-4e04-b45d-5b4ce569356c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34558266-7671-4bd1-977b-92f48385319a HTTP/1.1" status: 204 len: 168 time: 0.1725979 Dec 17 16:21:33.100355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3458abb-8666-4e04-b45d-5b4ce569356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34558266-7671-4bd1-977b-92f48385319a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:33.153859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-daf4d424-bfcb-44f8-8528-039255cc329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.156705 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-daf4d424-bfcb-44f8-8528-039255cc329f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.168012 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-daf4d424-bfcb-44f8-8528-039255cc329f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5393984-f658-478b-aba7-158eacefdfe9 HTTP/1.1" status: 204 len: 168 time: 0.1778393 Dec 17 16:21:33.178216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4d424-bfcb-44f8-8528-039255cc329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5393984-f658-478b-aba7-158eacefdfe9,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:33.573756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:33.595262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee5fe-24e4-48a2-8b5e-e3951d5a92b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.608319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59044) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:33.622865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76704e37-11f7-4c81-8462-9ee5a8ca65c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.737333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76704e37-11f7-4c81-8462-9ee5a8ca65c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.743119 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76704e37-11f7-4c81-8462-9ee5a8ca65c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.787402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-76704e37-11f7-4c81-8462-9ee5a8ca65c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a277af1248ea4123b008e99a1799f4d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773794 Dec 17 16:21:33.792568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59048) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:33.795228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76704e37-11f7-4c81-8462-9ee5a8ca65c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6367d2aa-3b93-476c-9a6c-f12cebd14b67,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:33.887875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67093768-ff2c-44bf-9a33-2d8bf1a28797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:33.922527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67093768-ff2c-44bf-9a33-2d8bf1a28797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.033209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67093768-ff2c-44bf-9a33-2d8bf1a28797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.037053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67093768-ff2c-44bf-9a33-2d8bf1a28797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.038579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-67093768-ff2c-44bf-9a33-2d8bf1a28797 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6367d2aa-3b93-476c-9a6c-f12cebd14b67 HTTP/1.1" status: 204 len: 168 time: 0.2445285 Dec 17 16:21:34.078274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67093768-ff2c-44bf-9a33-2d8bf1a28797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6367d2aa-3b93-476c-9a6c-f12cebd14b67,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:34.257041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee5fe-24e4-48a2-8b5e-e3951d5a92b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.269318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee5fe-24e4-48a2-8b5e-e3951d5a92b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.323028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1b9ee5fe-24e4-48a2-8b5e-e3951d5a92b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec95907557934b2d88847b5b0a76384b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7480600 Dec 17 16:21:34.324182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee5fe-24e4-48a2-8b5e-e3951d5a92b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7a74eb-4ed4-442d-8a84-6ac04a7aefbb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:34.325960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59060) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:34.383852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4b34940-17e8-47de-aead-1ff003bc391b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.410353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4b34940-17e8-47de-aead-1ff003bc391b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.464718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4b34940-17e8-47de-aead-1ff003bc391b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.467505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4b34940-17e8-47de-aead-1ff003bc391b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:34.471169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f4b34940-17e8-47de-aead-1ff003bc391b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d7a74eb-4ed4-442d-8a84-6ac04a7aefbb HTTP/1.1" status: 204 len: 168 time: 0.1417823 Dec 17 16:21:34.478328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b34940-17e8-47de-aead-1ff003bc391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7a74eb-4ed4-442d-8a84-6ac04a7aefbb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:36.477675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfa7fd4e-2136-4161-a9c2-8fba0059e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.181746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59244) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:37.321236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc44-c5fc-4b63-bd97-ceefdddc7f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.428919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc44-c5fc-4b63-bd97-ceefdddc7f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.433321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc44-c5fc-4b63-bd97-ceefdddc7f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.479001 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59252) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:37.485546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-80b3fc44-c5fc-4b63-bd97-ceefdddc7f54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc3d3c4b45ec4c699c623ee03dd205ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941394 Dec 17 16:21:37.497951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3fc44-c5fc-4b63-bd97-ceefdddc7f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec0cd0-58b7-4f42-9d03-47cd2661476c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:37.540138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7207733-fe91-47ce-81ac-88836176f62a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.564667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7207733-fe91-47ce-81ac-88836176f62a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.634803 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7207733-fe91-47ce-81ac-88836176f62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.637783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c7207733-fe91-47ce-81ac-88836176f62a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:37.639906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c7207733-fe91-47ce-81ac-88836176f62a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85ec0cd0-58b7-4f42-9d03-47cd2661476c HTTP/1.1" status: 204 len: 168 time: 0.1588752 Dec 17 16:21:37.650240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7207733-fe91-47ce-81ac-88836176f62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ec0cd0-58b7-4f42-9d03-47cd2661476c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:37.936422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59264) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:37.952771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e8329e4-f095-4c64-8fcc-de4fc93f42f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:38.042731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e8329e4-f095-4c64-8fcc-de4fc93f42f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:38.051657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8e8329e4-f095-4c64-8fcc-de4fc93f42f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:38.094498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8e8329e4-f095-4c64-8fcc-de4fc93f42f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cab2ac6e6ca74ed698b3e3d4b8e1739b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569500 Dec 17 16:21:38.097350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59266) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:38.110129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8329e4-f095-4c64-8fcc-de4fc93f42f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f88c8b3-2c4f-4c36-badd-b47d18880b04,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:38.170493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c731f957-47ef-4c6c-8187-fa85da3ca064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:38.195643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c731f957-47ef-4c6c-8187-fa85da3ca064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:38.243370 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c731f957-47ef-4c6c-8187-fa85da3ca064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:38.247058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c731f957-47ef-4c6c-8187-fa85da3ca064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:38.248545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c731f957-47ef-4c6c-8187-fa85da3ca064 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f88c8b3-2c4f-4c36-badd-b47d18880b04 HTTP/1.1" status: 204 len: 168 time: 0.1499667 Dec 17 16:21:38.269366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731f957-47ef-4c6c-8187-fa85da3ca064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f88c8b3-2c4f-4c36-badd-b47d18880b04,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:38.900077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b76d2b6-e215-49dd-b17c-fb4924a392aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:39.728223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59340) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:39.861793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-943640525', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:39.886226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Made reservation on behalf of 55929584028546c99208fc34ffcd89ca for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:39.888884 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:39.903269 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.029561 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.038960 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.045198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] device_id is not set on port e786bd8a-5254-459d-8f9f-5b4f5bc34106 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:21:40.049479 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.135106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e468a3ab-d787-43fd-9dad-1d1ffb82b739,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:40.320402 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Allocated IP 172.25.0.158 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/e786bd8a-5254-459d-8f9f-5b4f5bc34106) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:40.517066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59376) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:40.615999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.666740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.668712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-368c1229-b1a1-4d67-9a53-8d42ee638236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.722386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:40.731524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:40.734742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Pushing event updated for resources: {'Port': ['ID=e786bd8a-5254-459d-8f9f-5b4f5bc34106,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:40.738346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:40.753340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc43bb-616e-4301-b166-50c30d671fb1 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:40.787370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:40.788036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.800668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b7646d3e-ce27-464e-8137-8727fe77545f None None] Provisioning complete for port e786bd8a-5254-459d-8f9f-5b4f5bc34106 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:40.801039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b7646d3e-ce27-464e-8137-8727fe77545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.813769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9667ee40-4e22-40dd-aa94-0e6245c750c4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0839744 Dec 17 16:21:40.816642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59380) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:40.821164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.158'}]}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:40.841291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b7646d3e-ce27-464e-8137-8727fe77545f None None] Port e786bd8a-5254-459d-8f9f-5b4f5bc34106 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:40.861733 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-368c1229-b1a1-4d67-9a53-8d42ee638236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.866666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-368c1229-b1a1-4d67-9a53-8d42ee638236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.878729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.879779 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.935189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-368c1229-b1a1-4d67-9a53-8d42ee638236 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=830586fd45724ac8a201a70e4bf5d7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169703 Dec 17 16:21:40.938249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59382) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:40.959899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c1229-b1a1-4d67-9a53-8d42ee638236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24327744-5e72-4de8-9866-eb098e3ed9e4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:40.966297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:40.993402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ad53c8e-6ad0-40ac-ad35-9b6b42899a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.020360 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ad53c8e-6ad0-40ac-ad35-9b6b42899a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.081412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ad53c8e-6ad0-40ac-ad35-9b6b42899a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.085017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ad53c8e-6ad0-40ac-ad35-9b6b42899a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.086871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.095680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ad53c8e-6ad0-40ac-ad35-9b6b42899a5a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24327744-5e72-4de8-9866-eb098e3ed9e4 HTTP/1.1" status: 204 len: 168 time: 0.1530457 Dec 17 16:21:41.104905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad53c8e-6ad0-40ac-ad35-9b6b42899a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24327744-5e72-4de8-9866-eb098e3ed9e4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:41.140488 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.254485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.412328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.446807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.532660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:41.545965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-172a369f-118e-4fd6-af01-ead818997745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.639083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-172a369f-118e-4fd6-af01-ead818997745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.644102 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-172a369f-118e-4fd6-af01-ead818997745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.664960 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.684215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-172a369f-118e-4fd6-af01-ead818997745 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc8fd7420eb14de3a3b051dce232b282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504192 Dec 17 16:21:41.685640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a369f-118e-4fd6-af01-ead818997745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c9415-b316-4e33-a3b7-fc38b6c646c7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:41.688262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59402) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:41.737583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e212-dc6a-4abc-86b4-8180aadc4ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.759456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e212-dc6a-4abc-86b4-8180aadc4ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.816281 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e212-dc6a-4abc-86b4-8180aadc4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.820348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e212-dc6a-4abc-86b4-8180aadc4ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.824286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8aa4e212-dc6a-4abc-86b4-8180aadc4ba0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/159c9415-b316-4e33-a3b7-fc38b6c646c7 HTTP/1.1" status: 204 len: 168 time: 0.1325803 Dec 17 16:21:41.830491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4e212-dc6a-4abc-86b4-8180aadc4ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c9415-b316-4e33-a3b7-fc38b6c646c7,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:41.831320 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.833675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.895989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:41.896548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3d79eec-d830-4257-b16d-91662a40b5e7 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:21:41.916460 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 16:21:41.917605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0f6d0a32-e33d-4555-865e-87ca741b4af4 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1000335 Dec 17 16:21:41.920736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59406) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:42.019080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Deleting port e786bd8a-5254-459d-8f9f-5b4f5bc34106 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:42.019858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:42.139988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:42.151999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:42.176016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Calling delete_port for e786bd8a-5254-459d-8f9f-5b4f5bc34106 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:42.333545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:42.387754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f42ec5-08a8-4975-a12d-261e6a668f6f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:42.403810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Pushing event deleted for resources: {'Port': ['ID=e786bd8a-5254-459d-8f9f-5b4f5bc34106,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:42.486906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:42.491371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2e8a5340-055b-4477-a6ca-129a68f3c1c0 tempest-RoutersAdminNegativeIpV6Test-1523316390 tempest-RoutersAdminNegativeIpV6Test-1523316390-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e786bd8a-5254-459d-8f9f-5b4f5bc34106 HTTP/1.1" status: 204 len: 168 time: 0.5693378 Dec 17 16:21:42.806462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59436) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:43.016912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1b3087-24ef-4096-bcd1-7ebdecf84b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.114562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1b3087-24ef-4096-bcd1-7ebdecf84b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.122292 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1b3087-24ef-4096-bcd1-7ebdecf84b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.178749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9f1b3087-24ef-4096-bcd1-7ebdecf84b3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42c1ca9d05ba40d293698df891d8bc6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703718 Dec 17 16:21:43.180131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b3087-24ef-4096-bcd1-7ebdecf84b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f77ad67-4c02-4423-a707-a3431cb86003,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:43.181352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59448) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:43.238946 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5099235b-0e51-40da-9a7a-a6d73057cc7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.264272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5099235b-0e51-40da-9a7a-a6d73057cc7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.315312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5099235b-0e51-40da-9a7a-a6d73057cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.318723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5099235b-0e51-40da-9a7a-a6d73057cc7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.320973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5099235b-0e51-40da-9a7a-a6d73057cc7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f77ad67-4c02-4423-a707-a3431cb86003 HTTP/1.1" status: 204 len: 168 time: 0.1380191 Dec 17 16:21:43.331278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099235b-0e51-40da-9a7a-a6d73057cc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f77ad67-4c02-4423-a707-a3431cb86003,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:43.797886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59466) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:43.854157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b2136f8e-8995-4795-8274-6299c6c3d3df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55929584028546c99208fc34ffcd89ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543780 Dec 17 16:21:43.856492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59468) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:43.926627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b58a-5686-4695-af55-ef8bb8fbaafc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:43.952949 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b58a-5686-4695-af55-ef8bb8fbaafc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:44.022896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b58a-5686-4695-af55-ef8bb8fbaafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:44.026543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3dc3b58a-5686-4695-af55-ef8bb8fbaafc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:44.039408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3dc3b58a-5686-4695-af55-ef8bb8fbaafc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e468a3ab-d787-43fd-9dad-1d1ffb82b739 HTTP/1.1" status: 204 len: 168 time: 0.1762347 Dec 17 16:21:44.080579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3b58a-5686-4695-af55-ef8bb8fbaafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468a3ab-d787-43fd-9dad-1d1ffb82b739,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:44.607643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59494) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:44.823166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb6a8-b861-4f59-b9f0-58a17c64069f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:44.934447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb6a8-b861-4f59-b9f0-58a17c64069f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:44.942802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb6a8-b861-4f59-b9f0-58a17c64069f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:44.999245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59508) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:45.009617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b9dfb6a8-b861-4f59-b9f0-58a17c64069f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eba8d5357a0e40a48ce4ca9c03f0feac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991222 Dec 17 16:21:45.015860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb6a8-b861-4f59-b9f0-58a17c64069f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4e223f-650a-4a25-8e2a-674f8fee086d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:45.071967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-97b7ffc7-963f-45a7-920f-2f335bdc5391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.089463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59510) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:45.107959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-97b7ffc7-963f-45a7-920f-2f335bdc5391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.170488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-97b7ffc7-963f-45a7-920f-2f335bdc5391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.173896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-97b7ffc7-963f-45a7-920f-2f335bdc5391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.178352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-97b7ffc7-963f-45a7-920f-2f335bdc5391 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c4e223f-650a-4a25-8e2a-674f8fee086d HTTP/1.1" status: 204 len: 168 time: 0.1772213 Dec 17 16:21:45.189470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7ffc7-963f-45a7-920f-2f335bdc5391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4e223f-650a-4a25-8e2a-674f8fee086d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:45.265285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1907438387'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:45.295102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:45.302099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.314255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.409308 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.414444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.427975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:21:45.438601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.438949 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Added segment 68586cf3-df7e-48a7-b6c1-5a5598005025 of type vlan for network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 Dec 17 16:21:45.500024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d68b8-34c1-4145-87a8-0cca73905772,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:45.526002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.568722 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.576055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:45.577885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.623173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.661247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5704904 Dec 17 16:21:45.664304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59530) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:45.664678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59532) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:45.672996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'subnet': {'network_id': '5e98de7f-b1ea-45ed-b487-cb471d53dd74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:45.686864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b3a4c-4e26-4091-8cb7-d9db1e130d22 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Network': ['ID=5e98de7f-b1ea-45ed-b487-cb471d53dd74,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:45.698361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:21:45.709364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2077a1b7-e701-4bcc-83e0-b83affe453bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.840787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:45.844726 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.926380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2077a1b7-e701-4bcc-83e0-b83affe453bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.937705 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2077a1b7-e701-4bcc-83e0-b83affe453bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:45.989036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2077a1b7-e701-4bcc-83e0-b83affe453bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09cc5e272d6c481f98f08cd2ebddf907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232605 Dec 17 16:21:45.991662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59534) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:45.992689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077a1b7-e701-4bcc-83e0-b83affe453bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b955a3-40fa-4d23-a5cf-b39675d9d330,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:46.078822 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0760a620-1d79-4dfc-b060-1aaa5b1c14ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.109843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.110619 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0760a620-1d79-4dfc-b060-1aaa5b1c14ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.173789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0760a620-1d79-4dfc-b060-1aaa5b1c14ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.179240 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0760a620-1d79-4dfc-b060-1aaa5b1c14ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.180878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0760a620-1d79-4dfc-b060-1aaa5b1c14ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5b955a3-40fa-4d23-a5cf-b39675d9d330 HTTP/1.1" status: 204 len: 168 time: 0.1868873 Dec 17 16:21:46.191846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760a620-1d79-4dfc-b060-1aaa5b1c14ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b955a3-40fa-4d23-a5cf-b39675d9d330,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:46.209277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Subnet': ['ID=5c364abd-b8be-4dca-a557-ea3748df3ad8,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:46.211456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Checking segment: {'id': '68586cf3-df7e-48a7-b6c1-5a5598005025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5e98de7f-b1ea-45ed-b487-cb471d53dd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:21:46.211869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network hostable DHCP agents. Network: 5e98de7f-b1ea-45ed-b487-cb471d53dd74, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:21:46.245488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:21:46.265238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5e98de7f-b1ea-45ed-b487-cb471d53dd74) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:46.279453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1ec7c-18af-4458-b27e-3f3c4277c868 None None] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:46.279890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:46.280600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.314980 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d397b422-2237-435b-95b2-bd5c7e2d9d6b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6477907 Dec 17 16:21:46.317901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59540) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:46.323204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1234895959', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:46.367327 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.370994 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.416908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0508416-1fb9-4b2c-a01e-944a4c5f49a6 None None] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:21:46.490236 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.681291 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59546) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:46.694664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.701465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47e91a06-00f0-4160-80ac-586fb5877cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.808097 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47e91a06-00f0-4160-80ac-586fb5877cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.814898 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-47e91a06-00f0-4160-80ac-586fb5877cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:46.863782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59552) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:46.864079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-47e91a06-00f0-4160-80ac-586fb5877cfe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f369429266814d94b3fd5e467f51459c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1799903 Dec 17 16:21:46.866222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e91a06-00f0-4160-80ac-586fb5877cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f79a680-3faf-40b7-99de-2417236c9421,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:47.038380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.064447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.126141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e81d1c3-b404-4dca-b4ab-cbc0028e8c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.162528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e81d1c3-b404-4dca-b4ab-cbc0028e8c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.235693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.25.0.191 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/45d77eeb-f7e3-4c11-b1bb-aae0fbe0a16c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:47.309859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e81d1c3-b404-4dca-b4ab-cbc0028e8c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.312591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7e81d1c3-b404-4dca-b4ab-cbc0028e8c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.315036 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7e81d1c3-b404-4dca-b4ab-cbc0028e8c55 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f79a680-3faf-40b7-99de-2417236c9421 HTTP/1.1" status: 204 len: 168 time: 0.4446609 Dec 17 16:21:47.331942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81d1c3-b404-4dca-b4ab-cbc0028e8c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f79a680-3faf-40b7-99de-2417236c9421,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:47.399617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.444984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.501817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:47.505400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:47.508434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:47.522887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b62a5-72f4-4140-a037-dc68de19a012 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:21:47.553505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=45d77eeb-f7e3-4c11-b1bb-aae0fbe0a16c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:47.627880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7a0b6f9b-8da3-4e1e-804d-31692821c4e4 None None] Provisioning complete for port 45d77eeb-f7e3-4c11-b1bb-aae0fbe0a16c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:21:47.628248 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7a0b6f9b-8da3-4e1e-804d-31692821c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:47.680723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b6f9b-8da3-4e1e-804d-31692821c4e4 None None] Port 45d77eeb-f7e3-4c11-b1bb-aae0fbe0a16c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:21:47.723551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f168098-8a35-4786-b9fa-9e6a08e99829 req-8253485c-e1f6-4853-b340-ecbf4216fb64 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:47.725349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f168098-8a35-4786-b9fa-9e6a08e99829 req-8253485c-e1f6-4853-b340-ecbf4216fb64 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 945 time: 0.1510828 Dec 17 16:21:47.806115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f168098-8a35-4786-b9fa-9e6a08e99829 req-27b726ee-f805-4bfe-942b-400abecbb2c5 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576246 Dec 17 16:21:47.914791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:48.135764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:48.632305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59592) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:48.638763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:21:48.753918 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07dd8438-e62b-4f73-8d43-7486245d7ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:48.757666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:48.770217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:48.782402 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:48.784068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85b47131-3f8a-4fa7-850c-58f75837676d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4649224 Dec 17 16:21:48.785018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:48.785764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:48.786622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59596) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:48.824389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:48.833866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:48.834597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:48.874893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:48.875986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb60d0-b631-4b37-bdc4-78b2ec5c173c None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:48.889956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07dd8438-e62b-4f73-8d43-7486245d7ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:48.897611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07dd8438-e62b-4f73-8d43-7486245d7ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:48.966821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-07dd8438-e62b-4f73-8d43-7486245d7ad1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4b9fd3b678741f4a47d1463abdaba83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3334105 Dec 17 16:21:48.968768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd8438-e62b-4f73-8d43-7486245d7ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d87a51-73e4-4ab2-8269-c643cc330e00,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:48.976114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59600) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:48.991710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434042ad-8529-484a-bec7-0ff7cdf62117 req-d54e8673-3e64-46b9-8e9a-44e72d8314f2 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:48.993488 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-434042ad-8529-484a-bec7-0ff7cdf62117 req-d54e8673-3e64-46b9-8e9a-44e72d8314f2 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 945 time: 0.0765066 Dec 17 16:21:49.042344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-434042ad-8529-484a-bec7-0ff7cdf62117 req-8b0d1d0c-27c4-4ae6-9a86-60041e12f6cf tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd07dd73-960e-4a58-a531-dc1b3cb28406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424800 Dec 17 16:21:49.135623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab5e47ad-4949-480c-95f8-3044b80da214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.200955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab5e47ad-4949-480c-95f8-3044b80da214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.213039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ba540-79fe-44ca-9990-133796c1c214 req-2139719b-2fb7-481f-9342-dcf975e78873 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:49.214512 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-717ba540-79fe-44ca-9990-133796c1c214 req-2139719b-2fb7-481f-9342-dcf975e78873 tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 945 time: 0.1549447 Dec 17 16:21:49.378611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab5e47ad-4949-480c-95f8-3044b80da214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.381951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab5e47ad-4949-480c-95f8-3044b80da214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.383094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ab5e47ad-4949-480c-95f8-3044b80da214 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37d87a51-73e4-4ab2-8269-c643cc330e00 HTTP/1.1" status: 204 len: 168 time: 0.4044282 Dec 17 16:21:49.426476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e47ad-4949-480c-95f8-3044b80da214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d87a51-73e4-4ab2-8269-c643cc330e00,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:49.451165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Deleting port 80a8ac88-a66b-4faf-8946-4a54546bcda0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:49.451518 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.552272 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.630307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] For port 80a8ac88-a66b-4faf-8946-4a54546bcda0, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=80a8ac88-a66b-4faf-8946-4a54546bcda0,segment=NetworkSegment(3b4e265c-5672-4a82-9c31-0bfbe38ed733),segment_id=3b4e265c-5672-4a82-9c31-0bfbe38ed733)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:21:49.630627 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.648650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Calling delete_port for 80a8ac88-a66b-4faf-8946-4a54546bcda0 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:49.736896 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:21:49.888167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:49.940298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['80a8ac88-a66b-4faf-8946-4a54546bcda0'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:21:49.957824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Pushing event deleted for resources: {'Port': ['ID=80a8ac88-a66b-4faf-8946-4a54546bcda0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:50.022222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] No DVR routers for this DVR port 80a8ac88-a66b-4faf-8946-4a54546bcda0 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:21:50.027509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:50.030927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-717ba540-79fe-44ca-9990-133796c1c214 req-f338a15f-0b84-4a8b-8625-429a3162c0cd tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.49 "DELETE /v2.0/ports/80a8ac88-a66b-4faf-8946-4a54546bcda0 HTTP/1.1" status: 204 len: 173 time: 0.8087239 Dec 17 16:21:50.031803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'name': 'network-vif-deleted', 'tag': '80a8ac88-a66b-4faf-8946-4a54546bcda0'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:21:50.034260 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f553211-37e6-4fea-9325-beb9a7019b2f" -d '{"events": [{"server_uuid": "1ef333f7-9762-4b41-9598-113ff33f94ec", "name": "network-vif-deleted", "tag": "80a8ac88-a66b-4faf-8946-4a54546bcda0"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:21:50.102351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.1 (5e98de7f-b1ea-45ed-b487-cb471d53dd74/5c364abd-b8be-4dca-a557-ea3748df3ad8/f3cfac5f-9009-4be1-bd5c-ff016056efb4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:50.236854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bedcc38b-ebfb-4ab7-bd8d-e980b4f8956d req-3d4eed39-b959-4326-92d8-c9b072fc7fdf tempest-VolumesSnapshotTestJSON-188296816 tempest-VolumesSnapshotTestJSON-188296816-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ef333f7-9762-4b41-9598-113ff33f94ec HTTP/1.1" status: 200 len: 210 time: 0.0576634 Dec 17 16:21:50.285503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:50.333161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:50.379076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:50.383857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:50.387946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:50.450720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:50.498604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=f3cfac5f-9009-4be1-bd5c-ff016056efb4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:50.508498 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26094dd5-20fb-4455-b50a-e928ed81576b x-openstack-request-id: req-26094dd5-20fb-4455-b50a-e928ed81576b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:21:50.509205 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef333f7-9762-4b41-9598-113ff33f94ec", "name": "network-vif-deleted", "tag": "80a8ac88-a66b-4faf-8946-4a54546bcda0", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:21:50.509205 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26094dd5-20fb-4455-b50a-e928ed81576b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:21:50.509431 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef333f7-9762-4b41-9598-113ff33f94ec', 'name': 'network-vif-deleted', 'tag': '80a8ac88-a66b-4faf-8946-4a54546bcda0', 'status': 'completed', 'code': 200} Dec 17 16:21:50.629057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:50.965954 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:50.972041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:51.051084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:51.052871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=f3cfac5f-9009-4be1-bd5c-ff016056efb4,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:51.151684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:51.153202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:51.303003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:21:51.839019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:51.845171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e2f206b4-e077-477e-bc90-357ae7cee527 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/routers/3e31aaf6-51cb-4e62-967e-4d40b0eb244a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0570269 Dec 17 16:21:51.847703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59724) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:51.851439 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546537b3-d23a-4367-95a0-164997c42498 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:51.853133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'port': {'network_id': '5e98de7f-b1ea-45ed-b487-cb471d53dd74', 'name': 'tempest-FloatingIPTestJSON-1571183328'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:51.871603 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546537b3-d23a-4367-95a0-164997c42498 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:51.872281 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-546537b3-d23a-4367-95a0-164997c42498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:51.948840 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-546537b3-d23a-4367-95a0-164997c42498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:51.959780 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546537b3-d23a-4367-95a0-164997c42498 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:51.960611 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-546537b3-d23a-4367-95a0-164997c42498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:52.000849 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-546537b3-d23a-4367-95a0-164997c42498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:52.001720 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546537b3-d23a-4367-95a0-164997c42498 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:52.030113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:52.034573 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:52.053632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] device_id is not set on port e00fcba1-c832-493b-8d33-964eac7e523c yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:21:52.191007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.8 (5e98de7f-b1ea-45ed-b487-cb471d53dd74/5c364abd-b8be-4dca-a557-ea3748df3ad8/e00fcba1-c832-493b-8d33-964eac7e523c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:52.382460 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:52.429078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:52.479772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:52.485248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:52.489502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:52.521348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=e00fcba1-c832-493b-8d33-964eac7e523c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:52.556595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:52.558219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:52.585218 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2d1e4584-b033-423b-959a-37f135ab6f7f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7360961 Dec 17 16:21:52.587898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59728) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:52.594972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'port': {'network_id': '5e98de7f-b1ea-45ed-b487-cb471d53dd74', 'name': 'tempest-FloatingIPTestJSON-147100452'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:52.829906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:21:52.833634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:52.852160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] device_id is not set on port 2eb75071-62b5-4ca8-b045-6171e547e298 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:21:52.974089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.2 (5e98de7f-b1ea-45ed-b487-cb471d53dd74/5c364abd-b8be-4dca-a557-ea3748df3ad8/2eb75071-62b5-4ca8-b045-6171e547e298) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:53.060598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59742) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:53.166381 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.214310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.239487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfee4-8263-4de4-9a54-721a85ae98f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.267365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=2eb75071-62b5-4ca8-b045-6171e547e298,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:53.280936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:53.283059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:53.285658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:53.327065 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfee4-8263-4de4-9a54-721a85ae98f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.331427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdcbfee4-8263-4de4-9a54-721a85ae98f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.348026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:53.348731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.367031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a9dd0e53-bd7c-48ad-a606-f8fd5b21cb39 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7777166 Dec 17 16:21:53.369817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59746) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:53.370824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fdcbfee4-8263-4de4-9a54-721a85ae98f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4adf7aed15564821ac09872639df5956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085916 Dec 17 16:21:53.373382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:53.376650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '2eb75071-62b5-4ca8-b045-6171e547e298', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:53.382171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbfee4-8263-4de4-9a54-721a85ae98f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b002185-840f-4bf1-8cf9-25826b7c1f66,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:53.406115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.436757 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5ce61ca-8e48-448d-a9ad-a1842e66c76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.461612 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5ce61ca-8e48-448d-a9ad-a1842e66c76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.511440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.517170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5ce61ca-8e48-448d-a9ad-a1842e66c76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.520470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5ce61ca-8e48-448d-a9ad-a1842e66c76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.521708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e5ce61ca-8e48-448d-a9ad-a1842e66c76c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b002185-840f-4bf1-8cf9-25826b7c1f66 HTTP/1.1" status: 204 len: 168 time: 0.1472878 Dec 17 16:21:53.530390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce61ca-8e48-448d-a9ad-a1842e66c76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b002185-840f-4bf1-8cf9-25826b7c1f66,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:53.562803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 80a8ac88-a66b-4faf-8946-4a54546bcda0 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:21:53.585637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 80a8ac88-a66b-4faf-8946-4a54546bcda0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:21:53.586040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 80a8ac88-a66b-4faf-8946-4a54546bcda0 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:21:53.643800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.25.0.3 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/84465249-cf14-4aed-9e21-31ee2f68b2b1) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:53.755775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.797531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:53.860054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:53.864666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:53.869569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:53.873395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=84465249-cf14-4aed-9e21-31ee2f68b2b1,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:53.895246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59758) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:53.911994 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-051cff81-2943-4a63-889f-14bc45a1de35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.038883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-051cff81-2943-4a63-889f-14bc45a1de35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.046249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-051cff81-2943-4a63-889f-14bc45a1de35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.085309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cff81-2943-4a63-889f-14bc45a1de35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d5d89c-689f-44a3-b44f-a9db6b29bd16,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:54.090019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-051cff81-2943-4a63-889f-14bc45a1de35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca2f445918a74a8b997d1c469e0d6578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936436 Dec 17 16:21:54.092723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59762) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:54.159336 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16daf4ea-84a4-459a-8521-9d4d1680a944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.184982 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16daf4ea-84a4-459a-8521-9d4d1680a944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.251130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16daf4ea-84a4-459a-8521-9d4d1680a944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.254028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-16daf4ea-84a4-459a-8521-9d4d1680a944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.255783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-16daf4ea-84a4-459a-8521-9d4d1680a944 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8d5d89c-689f-44a3-b44f-a9db6b29bd16 HTTP/1.1" status: 204 len: 168 time: 0.1618063 Dec 17 16:21:54.266476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daf4ea-84a4-459a-8521-9d4d1680a944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d5d89c-689f-44a3-b44f-a9db6b29bd16,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:54.447203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.537681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.734577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.742747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.819734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=84465249-cf14-4aed-9e21-31ee2f68b2b1,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:54.841395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:54.967758 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP 480e9b52-a073-4646-9721-4c21d26f11a8 associated. External IP: 172.25.0.3, port: 2eb75071-62b5-4ca8-b045-6171e547e298. Dec 17 16:21:55.226847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:21:55.748965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:55.762043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:55.768530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:55.780948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:55.781892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:55.801210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59802) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:55.801601 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7aa84f4e-d0ea-4ecd-855d-9bec1665a45e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 2.4296706 Dec 17 16:21:55.806603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:55.822210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:55.834822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:55.835903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:55.871523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:55.872488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee3122-aedb-4084-9be6-7c5828a35d32 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:55.876066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:56.035022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:56.040237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:56.040579 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP 480e9b52-a073-4646-9721-4c21d26f11a8 disassociated. External IP: 172.25.0.3, port: 2eb75071-62b5-4ca8-b045-6171e547e298. Dec 17 16:21:56.314457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:21:56.474654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:56.480908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:56.488170 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:56.504909 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:56.505561 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:56.547255 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:56.559700 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:56.560347 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:56.607301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59826) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:56.617501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0b0d4a1f-3e72-4526-ba05-e43a474a540d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/floatingips/480e9b52-a073-4646-9721-4c21d26f11a8 HTTP/1.1" status: 200 len: 686 time: 0.8145244 Dec 17 16:21:56.629431 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:56.630421 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bfd3a7-1d7f-45cb-aafa-03c7319f85a7 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:56.781215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 84465249-cf14-4aed-9e21-31ee2f68b2b1 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:21:56.781554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:56.867148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:56.867564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:56.880514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 84465249-cf14-4aed-9e21-31ee2f68b2b1 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:21:57.041028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:57.091871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=84465249-cf14-4aed-9e21-31ee2f68b2b1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:57.165132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:57.171272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:57.176691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59836) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:57.177317 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-38da649b-3633-4ea0-a57c-6772546d9311 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/floatingips/480e9b52-a073-4646-9721-4c21d26f11a8 HTTP/1.1" status: 204 len: 168 time: 0.5688004 Dec 17 16:21:57.182239 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'e00fcba1-c832-493b-8d33-964eac7e523c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:57.214127 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:57.349709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:57.492268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.25.0.113 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/b1b1fc3c-16ae-4920-9413-2f5323a0464a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:21:57.673804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:57.721789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:57.769637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:21:57.773749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:21:57.777082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:21:57.863016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=b1b1fc3c-16ae-4920-9413-2f5323a0464a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:58.285478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:58.366369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:58.559076 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:58.565193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:58.654627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=b1b1fc3c-16ae-4920-9413-2f5323a0464a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:21:58.667271 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:58.815347 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP ecd6cdae-24d3-4371-b96b-7638eb29d831 associated. External IP: 172.25.0.113, port: e00fcba1-c832-493b-8d33-964eac7e523c. Dec 17 16:21:59.053880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:21:59.186357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:21:59.202122 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:21:59.212483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:21:59.227514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:59.229518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:59.250118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d964cbe7-f298-47e5-b911-3671f7d637bb tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0716243 Dec 17 16:21:59.253027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59854) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:59.310329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:59.331198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:21:59.332766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:59.386475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59860) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:59.387047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f9553ca9-7988-419b-9083-43f2c976b4e9 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "GET /v2.0/floatingips/ecd6cdae-24d3-4371-b96b-7638eb29d831 HTTP/1.1" status: 200 len: 978 time: 0.1322856 Dec 17 16:21:59.409948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:21:59.410807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa822c4b-2ca0-442a-b262-103bf8ba32b4 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:21:59.584456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59872) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:21:59.584836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e6db39c2-a32d-4efa-8801-c0b5d9ed0d25 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1931310 Dec 17 16:21:59.591453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'port_id': '2eb75071-62b5-4ca8-b045-6171e547e298'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:21:59.682505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:00.345559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:00.349886 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:00.515904 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP ecd6cdae-24d3-4371-b96b-7638eb29d831 associated. External IP: 172.25.0.113, port: e00fcba1-c832-493b-8d33-964eac7e523c. Dec 17 16:22:00.881786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:01.091459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:01.107319 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:01.122944 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:01.127380 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.200710 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.216682 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:01.217860 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.258442 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.259245 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a7e05a-42a9-4c9a-aead-9946bb05653f None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:01.427700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:01.595687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:01.616953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:01.637241 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:01.649818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:01.658630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.721382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.723736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-085aa387-ff01-47a2-961d-624e2a8e24ab tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/floatingips/ecd6cdae-24d3-4371-b96b-7638eb29d831 HTTP/1.1" status: 200 len: 977 time: 2.1374731 Dec 17 16:22:01.726434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59918) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:01.736845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:01.737666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.739179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:01.773530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:01.778125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcde6d-20ab-4d40-87d5-61787fab2ca3 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:01.853592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:02.060476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:02.067280 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:02.069700 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP ecd6cdae-24d3-4371-b96b-7638eb29d831 disassociated. External IP: 172.25.0.113, port: 2eb75071-62b5-4ca8-b045-6171e547e298. Dec 17 16:22:02.331876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:02.463565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:02.472171 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:02.477903 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:02.494578 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:02.495577 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:02.523841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ed088f1c-851e-468c-a943-e7515df9e0bd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/floatingips/ecd6cdae-24d3-4371-b96b-7638eb29d831 HTTP/1.1" status: 200 len: 688 time: 0.7940798 Dec 17 16:22:02.527443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59924) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:02.546148 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:02.555485 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:02.556294 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:02.598908 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:02.599801 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db067b3-2105-4d8b-88c2-cf36b2f3aacb None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:02.743122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port b1b1fc3c-16ae-4920-9413-2f5323a0464a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:02.743591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:02.833880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:02.834191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:02.859879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for b1b1fc3c-16ae-4920-9413-2f5323a0464a owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:03.135983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:03.187633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=b1b1fc3c-16ae-4920-9413-2f5323a0464a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:03.325406 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:03.329104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:03.330547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-723a3cf4-1352-41e7-af4c-278c8655ca16 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/floatingips/ecd6cdae-24d3-4371-b96b-7638eb29d831 HTTP/1.1" status: 204 len: 168 time: 0.8017566 Dec 17 16:22:03.335371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59932) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:03.382074 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-d7638e38-37e2-4eea-b725-8fc466ff54cd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] delete failed (client error): The resource could not be found. Dec 17 16:22:03.387124 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d7638e38-37e2-4eea-b725-8fc466ff54cd tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/floatingips/ecd6cdae-24d3-4371-b96b-7638eb29d831 HTTP/1.1" status: 404 len: 345 time: 0.0466998 Dec 17 16:22:03.387479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59934) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:03.504084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ca4d0-3de6-4e93-8253-e7fa36e74760 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:03.510869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ca4d0-3de6-4e93-8253-e7fa36e74760 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:03.518296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ca4d0-3de6-4e93-8253-e7fa36e74760 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:03.523176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-959ca4d0-3de6-4e93-8253-e7fa36e74760 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "GET /v2.0/ports?network_id=5e98de7f-b1ea-45ed-b487-cb471d53dd74 HTTP/1.1" status: 200 len: 2357 time: 0.1321197 Dec 17 16:22:03.523425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59936) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:03.615958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3b357b-1610-4cf7-b0d2-5e918dd6462f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:03.617359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7d3b357b-1610-4cf7-b0d2-5e918dd6462f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "GET /v2.0/subnets/5c364abd-b8be-4dca-a557-ea3748df3ad8 HTTP/1.1" status: 200 len: 797 time: 0.0929220 Dec 17 16:22:03.623931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59938) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:03.629132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'port': {'network_id': '5e98de7f-b1ea-45ed-b487-cb471d53dd74', 'name': 'tempest-FloatingIPTestJSON-55828921', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:03.797589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:03.958288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.051319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] device_id is not set on port 516057a9-2a0e-4fa0-9330-1a57b6d1e7a6 yet. {{(pid=109783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:22:04.484706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59958) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:04.559840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.14 (5e98de7f-b1ea-45ed-b487-cb471d53dd74/5c364abd-b8be-4dca-a557-ea3748df3ad8/516057a9-2a0e-4fa0-9330-1a57b6d1e7a6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:04.566913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.13 (5e98de7f-b1ea-45ed-b487-cb471d53dd74/5c364abd-b8be-4dca-a557-ea3748df3ad8/516057a9-2a0e-4fa0-9330-1a57b6d1e7a6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:04.664345 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e96fc731-a6ad-4492-a584-ea511871f86d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.761048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e96fc731-a6ad-4492-a584-ea511871f86d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.766708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.768821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e96fc731-a6ad-4492-a584-ea511871f86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.802387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.818601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fc731-a6ad-4492-a584-ea511871f86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc481fe4-723b-4944-9e6f-64440df73d21,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:04.833399 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e96fc731-a6ad-4492-a584-ea511871f86d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7707191c81d4daea2f04245618f20fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467095 Dec 17 16:22:04.839006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59962) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:04.863190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:04.866541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:04.870754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:04.895320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=516057a9-2a0e-4fa0-9330-1a57b6d1e7a6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:04.904646 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7906dbdf-3168-4a0b-8c37-d01eaa3318af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.929679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7906dbdf-3168-4a0b-8c37-d01eaa3318af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.947104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:04.947737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:04.975388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fcaa6f47-f46f-4459-9738-ccbcd69fe300 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3501670 Dec 17 16:22:04.978000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 59964) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:04.985369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '516057a9-2a0e-4fa0-9330-1a57b6d1e7a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:05.009073 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7906dbdf-3168-4a0b-8c37-d01eaa3318af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.012290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7906dbdf-3168-4a0b-8c37-d01eaa3318af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.013019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7906dbdf-3168-4a0b-8c37-d01eaa3318af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc481fe4-723b-4944-9e6f-64440df73d21 HTTP/1.1" status: 204 len: 168 time: 0.1731780 Dec 17 16:22:05.027861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.054336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906dbdf-3168-4a0b-8c37-d01eaa3318af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc481fe4-723b-4944-9e6f-64440df73d21,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:05.209769 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.361969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.25.0.251 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/39d20c95-6ffd-42ed-8f34-5d18aeced714) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:05.490748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.511630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59974) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:05.529495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a8311d8-acc9-4c81-9e72-b3f2c18e75c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.553433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.604583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:05.610160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:05.615871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:05.618178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=39d20c95-6ffd-42ed-8f34-5d18aeced714,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:05.666479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a8311d8-acc9-4c81-9e72-b3f2c18e75c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.675359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a8311d8-acc9-4c81-9e72-b3f2c18e75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.733703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9a8311d8-acc9-4c81-9e72-b3f2c18e75c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2fcdc90fd7694a87aa0e52f63bfcc54b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197590 Dec 17 16:22:05.737126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 59976) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:05.754135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8311d8-acc9-4c81-9e72-b3f2c18e75c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d38b7d2-bae3-458c-9c24-c31c730970de,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:05.825198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba12b8ec-f6b2-4144-bcf0-f2d9e5f6aead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.864469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba12b8ec-f6b2-4144-bcf0-f2d9e5f6aead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.942591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba12b8ec-f6b2-4144-bcf0-f2d9e5f6aead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.945873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba12b8ec-f6b2-4144-bcf0-f2d9e5f6aead admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:05.949775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ba12b8ec-f6b2-4144-bcf0-f2d9e5f6aead admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d38b7d2-bae3-458c-9c24-c31c730970de HTTP/1.1" status: 204 len: 168 time: 0.2090867 Dec 17 16:22:05.966806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12b8ec-f6b2-4144-bcf0-f2d9e5f6aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d38b7d2-bae3-458c-9c24-c31c730970de,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:06.446350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:06.485839 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8572d8d8-8807-4622-b8c2-6acee7653cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:06.550741 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:06.744075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:06.751030 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:06.854625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=39d20c95-6ffd-42ed-8f34-5d18aeced714,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:06.857477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:06.991278 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP 2fde2d62-1cbd-4ea9-a12c-9b62aa9d387a associated. External IP: 172.25.0.251, port: 516057a9-2a0e-4fa0-9330-1a57b6d1e7a6. Dec 17 16:22:07.265289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:07.404170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:07.418201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:07.430014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:07.433918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:07.442267 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:07.493559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:07.517430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:07.524953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:21:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:07.532029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dab0f613-4156-4710-943d-f38a7beb49f4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5485749 Dec 17 16:22:07.532489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60016) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:07.537142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'port_id': '516057a9-2a0e-4fa0-9330-1a57b6d1e7a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:07.615284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:07.616040 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0ace3-588f-40e1-b89c-fd5bafbd0166 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:07.635666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:08.585314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:08.609256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:08.900651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b69f4f1-b3cf-4345-aad5-99596c4d0106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:08.925369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:09.058120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:09.069033 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:09.079921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:09.081797 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:09.083621 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:09.140099 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:09.154739 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:09.155659 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:09.176178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60044) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:09.177983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1e202d85-c864-4763-8a84-dfcf7e502103 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/floatingips/2fde2d62-1cbd-4ea9-a12c-9b62aa9d387a HTTP/1.1" status: 200 len: 977 time: 1.6443372 Dec 17 16:22:09.194250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:09.195129 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b348275-3dbf-403c-8a71-5e31d86fc496 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:09.373749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 39d20c95-6ffd-42ed-8f34-5d18aeced714 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:09.374562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:09.481169 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:09.481630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:09.494248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 39d20c95-6ffd-42ed-8f34-5d18aeced714 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:09.677200 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:09.736322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=39d20c95-6ffd-42ed-8f34-5d18aeced714,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:09.802552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:09.804200 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP 2fde2d62-1cbd-4ea9-a12c-9b62aa9d387a disassociated (deleted). External IP: 172.25.0.251, port: 516057a9-2a0e-4fa0-9330-1a57b6d1e7a6. Dec 17 16:22:10.048667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:10.222216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:10.385893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:10.399167 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:10.411543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:10.435879 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2923c3ec-88ae-4d73-b1c4-c7daf1eaaf2a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/floatingips/2fde2d62-1cbd-4ea9-a12c-9b62aa9d387a HTTP/1.1" status: 204 len: 168 time: 1.2556090 Dec 17 16:22:10.437695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60068) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:10.443674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:10.444321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:10.495264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:10.514026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:10.514936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:10.571317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:10.572731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d995a6-e666-42e3-87c9-a0f717b1d642 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:10.723190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 516057a9-2a0e-4fa0-9330-1a57b6d1e7a6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:10.724380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:10.855616 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:10.869378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 516057a9-2a0e-4fa0-9330-1a57b6d1e7a6 owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:11.070903 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.100110 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.139150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=516057a9-2a0e-4fa0-9330-1a57b6d1e7a6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:11.245801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.267354 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.275680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4ca9f4ed-6e64-4f5d-a88b-9324cf2a9552 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/ports/516057a9-2a0e-4fa0-9330-1a57b6d1e7a6 HTTP/1.1" status: 204 len: 168 time: 0.8361008 Dec 17 16:22:11.281252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:11.287463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:11.326444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.470999 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.610749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.25.0.142 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/41da9921-d670-4df7-9cc4-2074ba2692c3) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:11.720606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.755523 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.799725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:11.802838 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:11.806403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:11.812226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=41da9921-d670-4df7-9cc4-2074ba2692c3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:11.896682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:11.931376 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.095586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.101190 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.134815 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.189172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=41da9921-d670-4df7-9cc4-2074ba2692c3,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:12.194254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.212334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.216425 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-306484c9-84a5-40de-ab95-3fb2855ffdd7 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9307060 Dec 17 16:22:12.216531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60094) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:12.224922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'port': {'network_id': '5e98de7f-b1ea-45ed-b487-cb471d53dd74', 'name': 'tempest-FloatingIPTestJSON-1130588608'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:12.343417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:12.347251 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.368716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] device_id is not set on port 53a0298b-d8aa-4daa-8127-b21ff467138e yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:22:12.515238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.5 (5e98de7f-b1ea-45ed-b487-cb471d53dd74/5c364abd-b8be-4dca-a557-ea3748df3ad8/53a0298b-d8aa-4daa-8127-b21ff467138e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:12.705864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.774735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.870466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5e98de7f-b1ea-45ed-b487-cb471d53dd74 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:12.877121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:12.882986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:12.923285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=53a0298b-d8aa-4daa-8127-b21ff467138e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:12.954952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:12.955591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:12.975012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-19b55219-0f41-471a-ace6-35f0358e8bad tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7571263 Dec 17 16:22:12.977647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60106) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:12.982944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'port_id': '53a0298b-d8aa-4daa-8127-b21ff467138e'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:13.034468 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:13.560226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:13.565450 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:13.708164 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP abc1126c-5f11-4981-80b9-0607bd1f49e2 associated. External IP: 172.25.0.142, port: 53a0298b-d8aa-4daa-8127-b21ff467138e. Dec 17 16:22:13.957380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:14.091328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:14.098617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:14.109123 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50500935-4693-4f11-a431-b077f539da73 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:14.122799 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50500935-4693-4f11-a431-b077f539da73 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:14.123558 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-50500935-4693-4f11-a431-b077f539da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:14.149686 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-425605ee-aba0-4b31-b122-8502e9708363 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/floatingips/abc1126c-5f11-4981-80b9-0607bd1f49e2 HTTP/1.1" status: 200 len: 978 time: 1.1678841 Dec 17 16:22:14.150115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60118) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:14.171699 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-50500935-4693-4f11-a431-b077f539da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:14.182088 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50500935-4693-4f11-a431-b077f539da73 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:14.182968 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-50500935-4693-4f11-a431-b077f539da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:14.227694 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-50500935-4693-4f11-a431-b077f539da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:14.230029 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50500935-4693-4f11-a431-b077f539da73 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:14.359478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 53a0298b-d8aa-4daa-8127-b21ff467138e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:14.359478 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:14.491491 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:15.151371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:15.152042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:15.152373 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP abc1126c-5f11-4981-80b9-0607bd1f49e2 disassociated. External IP: 172.25.0.142, port: 53a0298b-d8aa-4daa-8127-b21ff467138e. Dec 17 16:22:15.152744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 53a0298b-d8aa-4daa-8127-b21ff467138e owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:15.309481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:15.347841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=53a0298b-d8aa-4daa-8127-b21ff467138e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:15.481169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:15.628334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:15.640204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:15.645900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:15.653742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:15.654849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:15.704331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:15.709104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:15.716217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60140) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:15.718008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:15.719177 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-07262a6e-4b87-4061-9b57-bd11c17e749f tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/ports/53a0298b-d8aa-4daa-8127-b21ff467138e HTTP/1.1" status: 204 len: 168 time: 1.5667119 Dec 17 16:22:15.719530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:15.755599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:15.756896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067788f-c73f-4ede-b8e2-72cb4da0ec39 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:15.797388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dce98d9c-fdeb-4da0-b027-76bc27d64e5d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "GET /v2.0/floatingips/abc1126c-5f11-4981-80b9-0607bd1f49e2 HTTP/1.1" status: 200 len: 688 time: 0.0798352 Dec 17 16:22:15.799973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:15.968574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 41da9921-d670-4df7-9cc4-2074ba2692c3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:15.969255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.069490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.069908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.084508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 41da9921-d670-4df7-9cc4-2074ba2692c3 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:16.246133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.279882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=41da9921-d670-4df7-9cc4-2074ba2692c3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:16.352058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.354750 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.355954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c7e2bb6-bf82-406c-8737-72589e2a0529 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/floatingips/abc1126c-5f11-4981-80b9-0607bd1f49e2 HTTP/1.1" status: 204 len: 168 time: 0.5547802 Dec 17 16:22:16.360154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60148) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:16.365003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '2eb75071-62b5-4ca8-b045-6171e547e298'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:16.390929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.501432 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.605216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.25.0.211 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/1430bd0a-948c-401f-95cb-f77778373df8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:16.729847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.767570 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:16.809899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:16.813360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:16.817961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:16.821256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=1430bd0a-948c-401f-95cb-f77778373df8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:17.233911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:17.320492 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:17.616034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:17.627210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:17.712846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=1430bd0a-948c-401f-95cb-f77778373df8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:17.725150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:17.838477 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP adef377a-0ecc-41ee-a22e-6f8b3be9cf01 associated. External IP: 172.25.0.211, port: 2eb75071-62b5-4ca8-b045-6171e547e298. Dec 17 16:22:18.490364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:18.729456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:18.740226 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:18.752816 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:18.752816 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:18.767208 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:18.793331 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:18.808931 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e43c719c-6ac2-42fb-b941-a52c12d2124b tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4472475 Dec 17 16:22:18.809457 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:18.811401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60176) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:18.812002 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:18.824874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-909507765'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:18.854366 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:18.855384 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c53b14-f0fc-41d5-baf5-ad17431ab875 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:18.888717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:18.893300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:18.969077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:22:18.991290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:18.991753 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Added segment 399e37d0-d3f9-47d7-a7f8-654ac141905d of type vlan for network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 Dec 17 16:22:19.071542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:19.128424 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:19.144027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:19.149179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:19.319850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5063117 Dec 17 16:22:19.322850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60178) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:19.332403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'subnet': {'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:19.365206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c011d6-e453-427c-b8e9-a92c13e5e986 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Network': ['ID=5f248510-9dff-4aac-b02e-b7bbfc90ceb6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:19.376536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:22:19.512632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:19.517007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:19.791398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:19.881028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Subnet': ['ID=de2dbba4-2730-4d17-825a-507edf21eba8,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:19.931578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Checking segment: {'id': '399e37d0-d3f9-47d7-a7f8-654ac141905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:19.932409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network hostable DHCP agents. Network: 5f248510-9dff-4aac-b02e-b7bbfc90ceb6, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:22:19.986786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:22:20.001192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5f248510-9dff-4aac-b02e-b7bbfc90ceb6) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:20.008735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:20.009530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:20.016816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7971f-0147-4e19-b046-2eb215a4093b None None] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:20.072260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8357fc6a-741c-4b11-b347-89e5ff4201ef tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7452397 Dec 17 16:22:20.073183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60186) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:20.078756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2000925190', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:20.141260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:20.142613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:20.238450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:20.559159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:20.693261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-5f248510-9dff-4aac-b02e-b7bbfc90ceb6', 'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6', 'project_id': '7569c1e05d5a4cf2ba92fe97ca94c3d6', 'fixed_ips': [{'subnet_id': 'de2dbba4-2730-4d17-825a-507edf21eba8'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:22:20.696594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.010956 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.033947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.083796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Allocated IP 172.20.0.2 (5f248510-9dff-4aac-b02e-b7bbfc90ceb6/de2dbba4-2730-4d17-825a-507edf21eba8/a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:21.340179 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.355138 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.402534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.25.0.103 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/e23e89ae-0adc-4cfa-a77a-eed86d977731) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:21.459998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:21.465482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:21.531434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:21.700753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60208) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:21.822572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Attempting to bind port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:22:21.823183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Attempting to bind port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '399e37d0-d3f9-47d7-a7f8-654ac141905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:22:21.823542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Attempting to bind port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd on network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:21.833375 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.849056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Pushing event updated for resources: {'Port': ['ID=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:21.869744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:22:21.871005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Checking segment: {'id': '399e37d0-d3f9-47d7-a7f8-654ac141905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:21.871005 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.871005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Bound using segment: {'id': '399e37d0-d3f9-47d7-a7f8-654ac141905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:22:21.874355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Bound port: a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399e37d0-d3f9-47d7-a7f8-654ac141905d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:22:21.874808 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.892974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.894298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.894298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.894298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.895691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.896050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.896380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.896704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.897043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.897368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.897675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.898004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.898322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:21.935327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:21.966005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd7a2-ebac-452e-849c-8bab8a6ecd6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.007794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=e23e89ae-0adc-4cfa-a77a-eed86d977731,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:22.034891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:22.037499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:22.040664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:22.061922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eed616-fd3e-4b34-9599-f2c1f8b5451e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:22:22.105883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] For port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:22.118765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] For port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,segment=NetworkSegment(399e37d0-d3f9-47d7-a7f8-654ac141905d),segment_id=399e37d0-d3f9-47d7-a7f8-654ac141905d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:22:22.131724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.181451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd7a2-ebac-452e-849c-8bab8a6ecd6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.191709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd7a2-ebac-452e-849c-8bab8a6ecd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.243544 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd7a2-ebac-452e-849c-8bab8a6ecd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5617d70-50ed-4b2d-8c74-50e43e95c74f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:22.260105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dc6fd7a2-ebac-452e-849c-8bab8a6ecd6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a34ffa03905d4fbd9f6a7707c80bea32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5581214 Dec 17 16:22:22.263571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60220) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:22.361335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a09cae09-b659-408c-8158-7d44d1911b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.388649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-77a11c95-499e-42c3-935b-b4d8519f448f None None] Provisioning complete for port e23e89ae-0adc-4cfa-a77a-eed86d977731 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:22.390159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-77a11c95-499e-42c3-935b-b4d8519f448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.438084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a09cae09-b659-408c-8158-7d44d1911b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.459421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ed3a7-36e7-41e9-93d6-de02894a3c47 None None] Pushing event updated for resources: {'Port': ['ID=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:22.492520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-77a11c95-499e-42c3-935b-b4d8519f448f None None] Port e23e89ae-0adc-4cfa-a77a-eed86d977731 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:22.564188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a09cae09-b659-408c-8158-7d44d1911b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.567364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a09cae09-b659-408c-8158-7d44d1911b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.568824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a09cae09-b659-408c-8158-7d44d1911b5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e5617d70-50ed-4b2d-8c74-50e43e95c74f HTTP/1.1" status: 204 len: 168 time: 0.2925541 Dec 17 16:22:22.584861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:22.637120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cae09-b659-408c-8158-7d44d1911b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5617d70-50ed-4b2d-8c74-50e43e95c74f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:23.155636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:22:23.214597 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:23.332360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:23.332972 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:23.568653 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:23.634445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 13887617-f5a3-402f-8016-ec1a4936f9ff is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:22:23.719007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,segment=NetworkSegment(399e37d0-d3f9-47d7-a7f8-654ac141905d),segment_id=399e37d0-d3f9-47d7-a7f8-654ac141905d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:23.742885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:23.863886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:23.931445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:23.946248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] Sync routers for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:23.962948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:23.964020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:23.968007 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:23.969999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93cee2fa-2a5b-4b65-ab4e-cc9b08379741 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8951113 Dec 17 16:22:23.973707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60244) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:24.019190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:24.035782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:24.036534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:24.092914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0b16e-424c-4f75-b9f2-4b958ef7909d None None] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:24.092914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:24.092914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af167c8f-880c-4ae6-9d4a-c50348bcbd11 None None] The sync data for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:24.187789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c44c150f-c644-438d-9474-25bc09c6b02d None None] Provisioning complete for port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:24.188475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c44c150f-c644-438d-9474-25bc09c6b02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:24.710792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c6d3ed55-aabc-446d-b231-c0755f2ad134 None None] Provisioning complete for port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:24.711542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ed55-aabc-446d-b231-c0755f2ad134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:24.848229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:25.097935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:22:25.225846 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:25.228892 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:25.348935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.1 (5f248510-9dff-4aac-b02e-b7bbfc90ceb6/de2dbba4-2730-4d17-825a-507edf21eba8/d652abf2-8604-4bbe-ad5f-bd68236c27b8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:25.526162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:25.630028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:25.678497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:25.681779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:25.698145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:25.795182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=d652abf2-8604-4bbe-ad5f-bd68236c27b8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:25.841543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.842322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.842890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.843421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.844017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.844552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.845067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.845585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.846472 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.847009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.847526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.853652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.854212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:25.877740 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:26.036489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:26.039507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cf02100a-0774-4576-8534-5dd5f70a5dd0 None None] Provisioning complete for port d652abf2-8604-4bbe-ad5f-bd68236c27b8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:26.039507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cf02100a-0774-4576-8534-5dd5f70a5dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:26.085456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cf02100a-0774-4576-8534-5dd5f70a5dd0 None None] Port d652abf2-8604-4bbe-ad5f-bd68236c27b8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:26.468907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:26.477013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:26.560352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:26.563369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=d652abf2-8604-4bbe-ad5f-bd68236c27b8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:26.674304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:26.675947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:26.740092 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:22:26.827403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 13887617-f5a3-402f-8016-ec1a4936f9ff has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:27.000484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:27.009153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:27.012632 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] Sync routers for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:27.015494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'port': {'network_id': '5f248510-9dff-4aac-b02e-b7bbfc90ceb6', 'name': 'tempest-FloatingIPTestJSON-810757081'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:27.015717 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-34ec2153-7880-4cfd-b599-117b063762e0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/routers/13887617-f5a3-402f-8016-ec1a4936f9ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0376372 Dec 17 16:22:27.022474 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:27.023276 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:27.032637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ddaf7d21-79fb-41e5-82aa-659308ddba55 None None] Provisioning complete for port d652abf2-8604-4bbe-ad5f-bd68236c27b8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:27.033157 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ddaf7d21-79fb-41e5-82aa-659308ddba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:27.075676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf7d21-79fb-41e5-82aa-659308ddba55 None None] Port d652abf2-8604-4bbe-ad5f-bd68236c27b8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:27.089613 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:27.098925 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:27.099601 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:27.137506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:27.138154 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26939c60-e544-4354-b7aa-3905872e7096 None None] The sync data for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:27.151301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Made reservation on behalf of 7569c1e05d5a4cf2ba92fe97ca94c3d6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:27.156134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:27.178852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] device_id is not set on port d4b64edb-c5a8-42df-a1ae-51b7361cacbb yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:22:27.306838 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Allocated IP 172.20.0.11 (5f248510-9dff-4aac-b02e-b7bbfc90ceb6/de2dbba4-2730-4d17-825a-507edf21eba8/d4b64edb-c5a8-42df-a1ae-51b7361cacbb) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:27.520106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:27.566821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:27.626048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:27.629281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:27.632303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:27.689192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:27.689832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:27.704701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event updated for resources: {'Port': ['ID=d4b64edb-c5a8-42df-a1ae-51b7361cacbb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:27.719103 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-05811864-59ef-404e-b872-1194e5b33457 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7087836 Dec 17 16:22:27.721653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60302) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:27.727303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Request body: {'floatingip': {'port_id': 'd4b64edb-c5a8-42df-a1ae-51b7361cacbb'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:27.811301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:28.006470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-946f51ef-64a8-43e2-848a-caf05926607a None None] Provisioning complete for port d4b64edb-c5a8-42df-a1ae-51b7361cacbb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:28.007078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-946f51ef-64a8-43e2-848a-caf05926607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:28.073863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-946f51ef-64a8-43e2-848a-caf05926607a None None] Port d4b64edb-c5a8-42df-a1ae-51b7361cacbb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:28.825322 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:28.831063 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:28.934713 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP adef377a-0ecc-41ee-a22e-6f8b3be9cf01 associated. External IP: 172.25.0.211, port: 2eb75071-62b5-4ca8-b045-6171e547e298. Dec 17 16:22:29.173715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:29.291800 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:29.301637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:29.329183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:29.340637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:29.414391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:29.427785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:29.428904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:29.495447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:29.495447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477734a-0dfd-4892-a60b-47b466b9cff1 None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:29.650218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 13887617-f5a3-402f-8016-ec1a4936f9ff has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:29.831972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:29.843640 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] Sync routers for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:29.856527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:30.006575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-85ae5682-3e30-48c8-9274-99c94c6878c4 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/floatingips/adef377a-0ecc-41ee-a22e-6f8b3be9cf01 HTTP/1.1" status: 200 len: 978 time: 2.2832484 Dec 17 16:22:30.009185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:30.110045 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:30.110724 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:30.180805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port d4b64edb-c5a8-42df-a1ae-51b7361cacbb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:30.181148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:30.190833 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:30.206873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:30.207878 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:30.248904 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:30.250022 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27755b-15fe-44bf-8754-84a6e4f638d6 None None] The sync data for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:30.338871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:30.553122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:30.553991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:30.554458 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Floating IP adef377a-0ecc-41ee-a22e-6f8b3be9cf01 disassociated. External IP: 172.25.0.211, port: d4b64edb-c5a8-42df-a1ae-51b7361cacbb. Dec 17 16:22:30.554951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for d4b64edb-c5a8-42df-a1ae-51b7361cacbb owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:30.713826 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:30.762020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=d4b64edb-c5a8-42df-a1ae-51b7361cacbb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:30.775007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.775356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.775695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.776057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.776392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.776726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.777372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.777478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.777807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.778128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.778451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.778771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.779886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:30.945324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 13887617-f5a3-402f-8016-ec1a4936f9ff has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:31.189024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:31.199888 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] Sync routers for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:31.214166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:31.214801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:31.279465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:31.288849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:31.289639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:31.327533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:31.328463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43acea6-48ab-4f15-99e1-0c059cc48713 None None] The sync data for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:31.349605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:31.353019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c8097a6-866b-4d3f-bbd3-897c143958f0 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/ports/d4b64edb-c5a8-42df-a1ae-51b7361cacbb HTTP/1.1" status: 204 len: 168 time: 1.3428917 Dec 17 16:22:31.356928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60332) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:31.989884 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:32.294130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port d652abf2-8604-4bbe-ad5f-bd68236c27b8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:32.295222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:32.419931 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:32.438560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for d652abf2-8604-4bbe-ad5f-bd68236c27b8 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:32.677288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:32.703851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=d652abf2-8604-4bbe-ad5f-bd68236c27b8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:32.947086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:33.687469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 13887617-f5a3-402f-8016-ec1a4936f9ff has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:33.843227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:33.848981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-18e2d11c-b29f-4221-9e89-5d172e04d5a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/routers/13887617-f5a3-402f-8016-ec1a4936f9ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4903440 Dec 17 16:22:33.852178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60354) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:33.858269 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] Sync routers for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:33.876626 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:33.877253 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:33.924511 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:33.938335 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] Routers {'13887617-f5a3-402f-8016-ec1a4936f9ff'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:33.939174 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['13887617-f5a3-402f-8016-ec1a4936f9ff'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:34.000795 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:34.001946 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f91315-abd0-4346-b20a-de4e6e5821a2 None None] The sync data for ids ['13887617-f5a3-402f-8016-ec1a4936f9ff'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:34.015391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.236621 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.312192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port e23e89ae-0adc-4cfa-a77a-eed86d977731 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:34.312816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.409413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.424477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for e23e89ae-0adc-4cfa-a77a-eed86d977731 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:34.623743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.650553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=e23e89ae-0adc-4cfa-a77a-eed86d977731,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:34.678221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566a7b3-f899-4a28-aac9-147a6d9712af None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:22:34.768945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.885592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.888179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.941564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.942179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Fanout notify agent at l3_agent the message router_deleted on router 13887617-f5a3-402f-8016-ec1a4936f9ff {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:22:34.959765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:34.961282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-70206fb0-068a-4a01-8400-b3936d332cde tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/routers/13887617-f5a3-402f-8016-ec1a4936f9ff HTTP/1.1" status: 204 len: 168 time: 1.1064947 Dec 17 16:22:34.964027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60364) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:35.028215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting subnet de2dbba4-2730-4d17-825a-507edf21eba8 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:22:35.031929 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.087092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.195603 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.291445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.309212 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.316895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cea7f-25b0-4b79-a2ee-69c451e6679a None None] Network 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:35.322208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/subnets/de2dbba4-2730-4d17-825a-507edf21eba8 HTTP/1.1" status: 204 len: 168 time: 0.3570678 Dec 17 16:22:35.324416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60368) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:35.357177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc0cc6-57ed-4bad-ba02-1936fa8afb6d tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Subnet': ['ID=de2dbba4-2730-4d17-825a-507edf21eba8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:35.451714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.517977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:35.518328 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.542329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] DHCP port deletion for 5f248510-9dff-4aac-b02e-b7bbfc90ceb6 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:22:35.647401 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] Deleting port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:35.648241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.702714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] For port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,segment=NetworkSegment(399e37d0-d3f9-47d7-a7f8-654ac141905d),segment_id=399e37d0-d3f9-47d7-a7f8-654ac141905d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:35.703033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.723590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] For port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,segment=NetworkSegment(399e37d0-d3f9-47d7-a7f8-654ac141905d),segment_id=399e37d0-d3f9-47d7-a7f8-654ac141905d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:35.724709 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.739221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] Calling delete_port for a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:35.780314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:35.902280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:35.939014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] No DVR routers for this DVR port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:22:35.978340 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.024392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3aaed-c198-4e8e-814e-f2bc4c691ff0 None None] Pushing event deleted for resources: {'Port': ['ID=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:36.067137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] No DVR routers for this DVR port a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:22:36.123971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:36.215783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.237460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f248510-9dff-4aac-b02e-b7bbfc90ceb6']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:36.248139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399e37d0-d3f9-47d7-a7f8-654ac141905d') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:36.248464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399e37d0-d3f9-47d7-a7f8-654ac141905d') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:36.259781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.276028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.284123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:22:36.284534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:22:36.297723 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:22:36.440650 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.472729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.480184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60398) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:36.481092 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/networks/5f248510-9dff-4aac-b02e-b7bbfc90ceb6 HTTP/1.1" status: 204 len: 168 time: 1.1544828 Dec 17 16:22:36.494174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7f212-e3fd-4102-b2ac-b0618dd1bc12 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Network': ['ID=5f248510-9dff-4aac-b02e-b7bbfc90ceb6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:36.531861 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e19158cc-92ba-4899-8dcc-4db99f9b08cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.711196 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 1430bd0a-948c-401f-95cb-f77778373df8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:36.711662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.824532 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.824862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:36.839776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 1430bd0a-948c-401f-95cb-f77778373df8 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:37.080984 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:37.087331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:22:37.111941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=1430bd0a-948c-401f-95cb-f77778373df8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:37.137951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:22:37.138539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a0cd9f2f-695c-4c87-97ad-f6a4bfcd93dd not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:22:37.205831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:37.209091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:37.213995 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fc1b5ccc-7289-4a35-be3e-6ca965fad23e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/floatingips/adef377a-0ecc-41ee-a22e-6f8b3be9cf01 HTTP/1.1" status: 204 len: 168 time: 0.7323048 Dec 17 16:22:37.214619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60416) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:37.243708 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d9d763-03b4-4822-bcee-7b86c01d993e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] DELETE failed (client error): The resource could not be found. Dec 17 16:22:37.244345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d9d763-03b4-4822-bcee-7b86c01d993e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:22:37.250629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d3d9d763-03b4-4822-bcee-7b86c01d993e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/ports/d4b64edb-c5a8-42df-a1ae-51b7361cacbb HTTP/1.1" status: 404 len: 333 time: 0.0322282 Dec 17 16:22:37.251699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:37.303857 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b606fed7-8697-42ea-b0b9-10a1e145d539 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "GET /v2.0/ports?device_id=13887617-f5a3-402f-8016-ec1a4936f9ff HTTP/1.1" status: 200 len: 205 time: 0.0497530 Dec 17 16:22:37.305912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60424) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:37.363452 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-e047ab78-8f25-40e6-8c0f-9446bd19438a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] delete failed (client error): The resource could not be found. Dec 17 16:22:37.364894 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e047ab78-8f25-40e6-8c0f-9446bd19438a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/routers/13887617-f5a3-402f-8016-ec1a4936f9ff HTTP/1.1" status: 404 len: 336 time: 0.0580809 Dec 17 16:22:37.367458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60426) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:37.413325 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-777fccce-7579-49e2-bdc4-97d4703c5df5 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] DELETE failed (client error): The resource could not be found. Dec 17 16:22:37.413825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777fccce-7579-49e2-bdc4-97d4703c5df5 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:22:37.419732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60428) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:37.427726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-777fccce-7579-49e2-bdc4-97d4703c5df5 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/subnets/de2dbba4-2730-4d17-825a-507edf21eba8 HTTP/1.1" status: 404 len: 337 time: 0.0589480 Dec 17 16:22:37.533356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 2eb75071-62b5-4ca8-b045-6171e547e298 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:37.534896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:37.645792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:37.659305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 2eb75071-62b5-4ca8-b045-6171e547e298 owned by {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:37.824969 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:37.871170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=2eb75071-62b5-4ca8-b045-6171e547e298,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:37.950442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:37.954287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bc08e61a-fd10-4d74-b7e0-1974aa32d92a tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/ports/2eb75071-62b5-4ca8-b045-6171e547e298 HTTP/1.1" status: 204 len: 168 time: 0.5334213 Dec 17 16:22:37.956908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60442) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:38.097072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port e00fcba1-c832-493b-8d33-964eac7e523c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:38.097868 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:38.200046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:38.216623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for e00fcba1-c832-493b-8d33-964eac7e523c owned by {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:38.416171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:38.446556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=e00fcba1-c832-493b-8d33-964eac7e523c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:38.556797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:38.564421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-86231542-928d-4449-87e4-3a382ea7f748 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/ports/e00fcba1-c832-493b-8d33-964eac7e523c HTTP/1.1" status: 204 len: 168 time: 0.6057920 Dec 17 16:22:38.565571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60454) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:38.637526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a1c49-1150-4a7f-b17c-fccc994bd7d1 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:38.645411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fd3a1c49-1150-4a7f-b17c-fccc994bd7d1 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e31aaf6-51cb-4e62-967e-4d40b0eb244a HTTP/1.1" status: 200 len: 913 time: 0.0732546 Dec 17 16:22:38.648893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60462) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:38.912525 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-269222db-8843-448f-b91f-e5dd9244234c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:39.113303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:39.437702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port f3cfac5f-9009-4be1-bd5c-ff016056efb4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:39.438643 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:39.543959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:39.556740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for f3cfac5f-9009-4be1-bd5c-ff016056efb4 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:39.810229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:39.851861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=f3cfac5f-9009-4be1-bd5c-ff016056efb4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:40.070487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:40.469664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:40.745957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:40.884942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:40.894015 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e3dd3636-87aa-4846-94bc-fd8fa83dc145 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "PUT /v2.0/routers/3e31aaf6-51cb-4e62-967e-4d40b0eb244a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2448645 Dec 17 16:22:40.896287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60506) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:40.902265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] Sync routers for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:40.925042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:40.926006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:40.965946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:40.977338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] Routers {'3e31aaf6-51cb-4e62-967e-4d40b0eb244a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:40.977963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:41.021233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:41.021931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14434446-1f90-475f-88a0-769cfbf8cb9f None None] The sync data for ids ['3e31aaf6-51cb-4e62-967e-4d40b0eb244a'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:41.076493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.105550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.216340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.250313 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.294005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting port 45d77eeb-f7e3-4c11-b1bb-aae0fbe0a16c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:41.294445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.382369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.396192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Calling delete_port for 45d77eeb-f7e3-4c11-b1bb-aae0fbe0a16c owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:41.604338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.634243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Port': ['ID=45d77eeb-f7e3-4c11-b1bb-aae0fbe0a16c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:41.653900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5e2ef5-8000-4b2b-a233-6e8d344c40b9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:22:41.708379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.816166 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.818439 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.873547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.874492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Fanout notify agent at l3_agent the message router_deleted on router 3e31aaf6-51cb-4e62-967e-4d40b0eb244a {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:22:41.896625 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:41.903461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60524) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:41.911475 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ee5a93e-45ab-4546-a47c-7e6aee7c190e tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/routers/3e31aaf6-51cb-4e62-967e-4d40b0eb244a HTTP/1.1" status: 204 len: 168 time: 1.0139503 Dec 17 16:22:41.983741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Deleting subnet 5c364abd-b8be-4dca-a557-ea3748df3ad8 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:22:41.987335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.041131 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.101169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.167653 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.197167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.250912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Subnet': ['ID=5c364abd-b8be-4dca-a557-ea3748df3ad8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:42.254606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.258774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d9fe36c5-d29a-485f-beeb-a74d44857368 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/subnets/5c364abd-b8be-4dca-a557-ea3748df3ad8 HTTP/1.1" status: 204 len: 168 time: 0.3533223 Dec 17 16:22:42.261303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60550) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:42.374349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.588142 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.652397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e98de7f-b1ea-45ed-b487-cb471d53dd74']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:42.677322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68586cf3-df7e-48a7-b6c1-5a5598005025') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:42.692160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68586cf3-df7e-48a7-b6c1-5a5598005025') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:42.713552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.743166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.752542 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:22:42.753134 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:22:42.762229 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:22:42.852180 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.864291 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:42.870783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] 10.222.0.54 "DELETE /v2.0/networks/5e98de7f-b1ea-45ed-b487-cb471d53dd74 HTTP/1.1" status: 204 len: 168 time: 0.6056452 Dec 17 16:22:42.889604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06ffbd-ed84-4ac4-8e0b-d7f8416235a8 tempest-FloatingIPTestJSON-519799739 tempest-FloatingIPTestJSON-519799739-project] Pushing event deleted for resources: {'Network': ['ID=5e98de7f-b1ea-45ed-b487-cb471d53dd74,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:43.318563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60580) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:43.495240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60586) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:43.495925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-60d630cf-dc52-4d01-b3f7-e396e9efa2e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7569c1e05d5a4cf2ba92fe97ca94c3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1754279 Dec 17 16:22:43.556166 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05192800-04a7-4580-8ba4-fbf2ff7b0d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:43.592087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05192800-04a7-4580-8ba4-fbf2ff7b0d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:43.654397 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05192800-04a7-4580-8ba4-fbf2ff7b0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:43.657561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-05192800-04a7-4580-8ba4-fbf2ff7b0d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:43.658753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-05192800-04a7-4580-8ba4-fbf2ff7b0d94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b18d68b8-34c1-4145-87a8-0cca73905772 HTTP/1.1" status: 204 len: 168 time: 0.1607134 Dec 17 16:22:43.667681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05192800-04a7-4580-8ba4-fbf2ff7b0d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d68b8-34c1-4145-87a8-0cca73905772,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:44.511368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60626) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:44.623805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-781883525'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:44.654057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:44.659560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.677657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.774149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.785006 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.827134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:22:44.838112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0cb7ee-52f4-4eed-9623-dc752ea5e5c0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:44.842879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.843214 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment 8ce0d51d-233c-4598-9afa-8684e37ecdac of type vlan for network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d Dec 17 16:22:44.890468 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.919152 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.928587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:44.928990 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:44.990018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4774587 Dec 17 16:22:44.992842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60640) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:44.999034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-570066696'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:45.007495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38aa7-257a-450f-80e0-7a08a0264498 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=4790cda3-850d-45ee-baa3-e5ffcefcbc8d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:45.036371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:22:45.044624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:45.049390 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.081811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:22:45.094403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.094864 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment a05cca08-0212-4857-80b0-9c709fc4d1fb of type vlan for network 44fa5435-5417-444f-bab3-54b6cfaaefa2 Dec 17 16:22:45.144653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.177048 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.185262 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:45.186520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.225875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60644) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:45.226190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2321928 Dec 17 16:22:45.230993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '4790cda3-850d-45ee-baa3-e5ffcefcbc8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:45.287491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f75f9-1217-418a-8967-bd247169774c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=44fa5435-5417-444f-bab3-54b6cfaaefa2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:45.306290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:22:45.358031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:45.362084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.635569 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.638182 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.717878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=7dd5c249-cd58-4f8f-af9e-bd983f24fc60,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:45.729484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': '8ce0d51d-233c-4598-9afa-8684e37ecdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4790cda3-850d-45ee-baa3-e5ffcefcbc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:45.729856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 4790cda3-850d-45ee-baa3-e5ffcefcbc8d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:22:45.766302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:22:45.794865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4790cda3-850d-45ee-baa3-e5ffcefcbc8d) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:45.804211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea7f32-5234-4128-88f2-88548f2cf265 None None] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:45.809429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:45.811056 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.843331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5d2f7bae-6a77-4a27-a36c-823df8804ba9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6134913 Dec 17 16:22:45.843713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60658) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:45.850786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '44fa5435-5417-444f-bab3-54b6cfaaefa2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:45.977956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:45.982423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:45.992263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-4790cda3-850d-45ee-baa3-e5ffcefcbc8d', 'network_id': '4790cda3-850d-45ee-baa3-e5ffcefcbc8d', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '7dd5c249-cd58-4f8f-af9e-bd983f24fc60'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:22:45.993141 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.268184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Allocated IP 2001:db8::2 (4790cda3-850d-45ee-baa3-e5ffcefcbc8d/7dd5c249-cd58-4f8f-af9e-bd983f24fc60/1bec23b6-cc0b-4191-826f-4bb99e6bfccd) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:46.376737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.481495 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.498300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.536160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60684) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:46.556692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Pushing event updated for resources: {'Port': ['ID=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:46.559702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=e76bbaf9-791e-42ef-b78f-0f0399ac094e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:46.620793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:46.623211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:46.626469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': 'a05cca08-0212-4857-80b0-9c709fc4d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44fa5435-5417-444f-bab3-54b6cfaaefa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:46.626841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 44fa5435-5417-444f-bab3-54b6cfaaefa2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:22:46.632643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:46.675532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:22:46.693417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 44fa5435-5417-444f-bab3-54b6cfaaefa2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:46.697894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:46.698497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.745580 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7d800db9-c81d-44ae-9059-46d393ec0696 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8978555 Dec 17 16:22:46.745826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60692) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:46.750506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5db28cbc-dc66-4ca5-ab4e-3f03770544f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1766283824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:46.762314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0bd2f9-0344-444a-ba4f-b80ef2f9e74b None None] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:46.782798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2a09dc9-e576-4e1e-8d16-965cb11a2517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.806298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5db28cbc-dc66-4ca5-ab4e-3f03770544f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.807771 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5db28cbc-dc66-4ca5-ab4e-3f03770544f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.901245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5db28cbc-dc66-4ca5-ab4e-3f03770544f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.904867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2a09dc9-e576-4e1e-8d16-965cb11a2517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.907162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5db28cbc-dc66-4ca5-ab4e-3f03770544f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.911288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f2a09dc9-e576-4e1e-8d16-965cb11a2517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.917126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Attempting to bind port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:22:46.917805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Attempting to bind port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8ce0d51d-233c-4598-9afa-8684e37ecdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4790cda3-850d-45ee-baa3-e5ffcefcbc8d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:22:46.920146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Attempting to bind port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd on network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:46.938729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5db28cbc-dc66-4ca5-ab4e-3f03770544f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.940184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5db28cbc-dc66-4ca5-ab4e-3f03770544f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1934061 Dec 17 16:22:46.942966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60694) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:46.953679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:22:46.954059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Checking segment: {'id': '8ce0d51d-233c-4598-9afa-8684e37ecdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4790cda3-850d-45ee-baa3-e5ffcefcbc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:46.954474 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:46.954867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Bound using segment: {'id': '8ce0d51d-233c-4598-9afa-8684e37ecdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4790cda3-850d-45ee-baa3-e5ffcefcbc8d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:22:46.955498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Bound port: 1bec23b6-cc0b-4191-826f-4bb99e6bfccd, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce0d51d-233c-4598-9afa-8684e37ecdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4790cda3-850d-45ee-baa3-e5ffcefcbc8d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:22:46.955907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:47.047220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f2a09dc9-e576-4e1e-8d16-965cb11a2517 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38f543d787bf4f16a29b54f5c85f4e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097172 Dec 17 16:22:47.048954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60700) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:47.052074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a09dc9-e576-4e1e-8d16-965cb11a2517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad4618a-b86d-49b4-9f24-cb60d53b1f88,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:47.147669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b055a92-561e-42ca-ad90-5e5532a72e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:47.181847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b055a92-561e-42ca-ad90-5e5532a72e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:47.297001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b055a92-561e-42ca-ad90-5e5532a72e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:47.300176 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b055a92-561e-42ca-ad90-5e5532a72e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:47.304534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b055a92-561e-42ca-ad90-5e5532a72e6e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aad4618a-b86d-49b4-9f24-cb60d53b1f88 HTTP/1.1" status: 204 len: 168 time: 0.2197809 Dec 17 16:22:47.324013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b055a92-561e-42ca-ad90-5e5532a72e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad4618a-b86d-49b4-9f24-cb60d53b1f88,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:47.344763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] For port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:47.348946 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] For port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,segment=NetworkSegment(8ce0d51d-233c-4598-9afa-8684e37ecdac),segment_id=8ce0d51d-233c-4598-9afa-8684e37ecdac)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:22:47.372711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:47.485973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-44fa5435-5417-444f-bab3-54b6cfaaefa2', 'network_id': '44fa5435-5417-444f-bab3-54b6cfaaefa2', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': 'e76bbaf9-791e-42ef-b78f-0f0399ac094e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:22:47.486939 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:47.509034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe789b38-21e0-4fef-98a6-d434996a6e2a None None] Pushing event updated for resources: {'Port': ['ID=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:47.825234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Allocated IP 2001:db8:1::2 (44fa5435-5417-444f-bab3-54b6cfaaefa2/e76bbaf9-791e-42ef-b78f-0f0399ac094e/e10932a8-da7a-410d-8559-b8c625ca9ad0) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:48.020048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.126760 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.145469 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.167169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:48.169824 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:48.235720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:48.304084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Pushing event updated for resources: {'Port': ['ID=e10932a8-da7a-410d-8559-b8c625ca9ad0,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:48.328538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Attempting to bind port e10932a8-da7a-410d-8559-b8c625ca9ad0 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:22:48.329201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Attempting to bind port e10932a8-da7a-410d-8559-b8c625ca9ad0 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a05cca08-0212-4857-80b0-9c709fc4d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44fa5435-5417-444f-bab3-54b6cfaaefa2'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:22:48.329794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Attempting to bind port e10932a8-da7a-410d-8559-b8c625ca9ad0 on network 44fa5435-5417-444f-bab3-54b6cfaaefa2 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:48.336851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:22:48.337589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Checking segment: {'id': 'a05cca08-0212-4857-80b0-9c709fc4d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44fa5435-5417-444f-bab3-54b6cfaaefa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:48.338193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.338741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Bound using segment: {'id': 'a05cca08-0212-4857-80b0-9c709fc4d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44fa5435-5417-444f-bab3-54b6cfaaefa2'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:22:48.339363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Bound port: e10932a8-da7a-410d-8559-b8c625ca9ad0, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05cca08-0212-4857-80b0-9c709fc4d1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44fa5435-5417-444f-bab3-54b6cfaaefa2'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:22:48.339931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.433214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] For port e10932a8-da7a-410d-8559-b8c625ca9ad0, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:48.443852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] For port e10932a8-da7a-410d-8559-b8c625ca9ad0, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e10932a8-da7a-410d-8559-b8c625ca9ad0,segment=NetworkSegment(a05cca08-0212-4857-80b0-9c709fc4d1fb),segment_id=a05cca08-0212-4857-80b0-9c709fc4d1fb)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:22:48.459473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.494713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8::1 (4790cda3-850d-45ee-baa3-e5ffcefcbc8d/7dd5c249-cd58-4f8f-af9e-bd983f24fc60/db76bd78-cff8-4bac-b8f4-679572bb7183) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:48.558650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca334f-6caa-4d26-9247-2e673bc8c05e None None] Pushing event updated for resources: {'Port': ['ID=e10932a8-da7a-410d-8559-b8c625ca9ad0,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:48.761369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.791195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60744) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:48.820448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:48.933223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:48.946496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:48.950351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:48.951326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.026363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d963d0-4978-4210-ab7f-769e3c379bc4 None None] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:49.063039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-488325555-network', 'tenant_id': '714274dc02104d80bcaa2e228669f3f8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:49.107996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=db76bd78-cff8-4bac-b8f4-679572bb7183,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:49.135366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Made reservation on behalf of 714274dc02104d80bcaa2e228669f3f8 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:49.138276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.162794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.231466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1e443d3e-f49e-459b-90ae-2c1b84b36b12 None None] Provisioning complete for port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:49.231910 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e443d3e-f49e-459b-90ae-2c1b84b36b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.266030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e10932a8-da7a-410d-8559-b8c625ca9ad0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:22:49.365061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.404888 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e443d3e-f49e-459b-90ae-2c1b84b36b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.415466 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.423004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.445861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:22:49.464207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1e443d3e-f49e-459b-90ae-2c1b84b36b12 None None] For port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,segment=NetworkSegment(8ce0d51d-233c-4598-9afa-8684e37ecdac),segment_id=8ce0d51d-233c-4598-9afa-8684e37ecdac)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:49.466051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e10932a8-da7a-410d-8559-b8c625ca9ad0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:49.466500 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.467128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.467918 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Added segment eab0bf03-a1bf-4d47-af90-f9910204a012 of type vlan for network 15c808dd-79ad-4344-9484-19e830a60e24 Dec 17 16:22:49.520776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1e443d3e-f49e-459b-90ae-2c1b84b36b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.590266 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.620731 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e443d3e-f49e-459b-90ae-2c1b84b36b12 None None] Pushing event updated for resources: {'Port': ['ID=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:49.625458 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.626868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.627549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.692315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8963883 Dec 17 16:22:49.698019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60760) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:49.704199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Request body: {'subnet': {'network_id': '15c808dd-79ad-4344-9484-19e830a60e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-488325555-subnet', 'tenant_id': '714274dc02104d80bcaa2e228669f3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:49.714811 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:49.732075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.752439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697d56a-415d-4ba9-9526-0549ddecabff admin admin] Pushing event updated for resources: {'Network': ['ID=15c808dd-79ad-4344-9484-19e830a60e24,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:49.757924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Made reservation on behalf of 714274dc02104d80bcaa2e228669f3f8 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:49.760375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.780358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 15c808dd-79ad-4344-9484-19e830a60e24 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:22:49.888507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a165a83a-813a-4c6f-b7ba-80d98073a41c None None] Provisioning complete for port db76bd78-cff8-4bac-b8f4-679572bb7183 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:49.889432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a165a83a-813a-4c6f-b7ba-80d98073a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:49.900828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port e10932a8-da7a-410d-8559-b8c625ca9ad0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e10932a8-da7a-410d-8559-b8c625ca9ad0,segment=NetworkSegment(a05cca08-0212-4857-80b0-9c709fc4d1fb),segment_id=a05cca08-0212-4857-80b0-9c709fc4d1fb)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:50.010914 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.012454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1bec23b6-cc0b-4191-826f-4bb99e6bfccd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:22:50.015394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.130243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.143872 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.144750 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.178315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Checking segment: {'id': 'eab0bf03-a1bf-4d47-af90-f9910204a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c808dd-79ad-4344-9484-19e830a60e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:50.179066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Network hostable DHCP agents. Network: 15c808dd-79ad-4344-9484-19e830a60e24, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:22:50.213543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a165a83a-813a-4c6f-b7ba-80d98073a41c None None] Port db76bd78-cff8-4bac-b8f4-679572bb7183 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:50.240553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41b25b4-6065-4546-bdb6-5fa6b7396b65,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:50.267967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Network 15c808dd-79ad-4344-9484-19e830a60e24 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:22:50.287251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 15c808dd-79ad-4344-9484-19e830a60e24) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:50.291461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:50.293284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.312594 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802cc6fc-a484-4fd6-8cc7-873f00a96ac0 None None] Network 15c808dd-79ad-4344-9484-19e830a60e24 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:50.348302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f92b16c2-f0e1-43c0-a9ab-5958303f7c50 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6490095 Dec 17 16:22:50.363284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:50.363740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.413048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a165a83a-813a-4c6f-b7ba-80d98073a41c None None] Provisioning complete for port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:50.413516 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a165a83a-813a-4c6f-b7ba-80d98073a41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:50.446918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=db76bd78-cff8-4bac-b8f4-679572bb7183,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:50.461326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=e10932a8-da7a-410d-8559-b8c625ca9ad0,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:50.472810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:50.476841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:50.662565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ef164-ed10-4646-95c2-cf94cffa7a53 None None] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:50.666159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390bfa1-1228-46f0-b172-7cdad9972e3f None None] Network 15c808dd-79ad-4344-9484-19e830a60e24 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:50.691389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 35485b9d-4771-4944-8906-42f1b31e5b16 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:22:50.842009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:50.853468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60780) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:50.855435 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] Sync routers for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:50.867372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5d00ea3b-59e6-431e-a7d3-c7507b320e8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/35485b9d-4771-4944-8906-42f1b31e5b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9221492 Dec 17 16:22:50.881870 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:50.882608 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:50.913071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa511fe-a010-4c26-9e0b-d4eaa4991852 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:50.918409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:50.926816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3fa511fe-a010-4c26-9e0b-d4eaa4991852 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports/db76bd78-cff8-4bac-b8f4-679572bb7183 HTTP/1.1" status: 200 len: 911 time: 0.0721662 Dec 17 16:22:50.964578 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:50.975026 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:50.988340 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:51.036312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-835cfc3b-0249-4557-ac45-7e72db0df44d None None] Provisioning complete for port db76bd78-cff8-4bac-b8f4-679572bb7183 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:51.036769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-835cfc3b-0249-4557-ac45-7e72db0df44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.092458 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:51.094108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bf1a8-a729-4b83-8db2-f7265d762635 None None] The sync data for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:51.129370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e10932a8-da7a-410d-8559-b8c625ca9ad0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:22:51.161906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-835cfc3b-0249-4557-ac45-7e72db0df44d None None] Port db76bd78-cff8-4bac-b8f4-679572bb7183 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:51.219029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-835cfc3b-0249-4557-ac45-7e72db0df44d None None] Provisioning complete for port e10932a8-da7a-410d-8559-b8c625ca9ad0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:51.219415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-835cfc3b-0249-4557-ac45-7e72db0df44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.277158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e10932a8-da7a-410d-8559-b8c625ca9ad0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:51.280395 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.362893 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60798) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:51.369504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-714637196-network', 'tenant_id': '581d99cca1124a5b97cb2f8ddae89ef5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:51.406066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Made reservation on behalf of 581d99cca1124a5b97cb2f8ddae89ef5 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:51.414314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.414985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1bec23b6-cc0b-4191-826f-4bb99e6bfccd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:22:51.431393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.494056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:51.495106 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.503461 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.572743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4d059bd6-fc8b-4c64-8ad4-61ed0ea7551a None None] Provisioning complete for port e10932a8-da7a-410d-8559-b8c625ca9ad0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:51.576671 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d059bd6-fc8b-4c64-8ad4-61ed0ea7551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.602758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.608984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.689640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:22:51.711291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33114278-ec23-47c4-adc3-4ed81687eb47,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:51.739554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.739916 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Added segment dc7fdf24-9986-48e2-bb81-ae544f0f0bc5 of type vlan for network 35b5d0c0-86ab-45db-a2b3-60a440bdc95d Dec 17 16:22:51.789802 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.819906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.820932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:51.821708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.868799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8:1::1 (44fa5435-5417-444f-bab3-54b6cfaaefa2/e76bbaf9-791e-42ef-b78f-0f0399ac094e/27e22fff-3a00-4c82-ae35-2cf9f4855d46) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:51.893068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5283484 Dec 17 16:22:51.896132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60816) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:51.901113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Request body: {'subnet': {'network_id': '35b5d0c0-86ab-45db-a2b3-60a440bdc95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-714637196-subnet', 'tenant_id': '581d99cca1124a5b97cb2f8ddae89ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:51.929379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ad0e8-0eae-4118-90cf-cfb2d40c7df8 admin admin] Pushing event updated for resources: {'Network': ['ID=35b5d0c0-86ab-45db-a2b3-60a440bdc95d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:51.936475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Made reservation on behalf of 581d99cca1124a5b97cb2f8ddae89ef5 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:51.940000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:51.942248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 35b5d0c0-86ab-45db-a2b3-60a440bdc95d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:22:51.993261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.041912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.093211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:52.102139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:52.105282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:52.106342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.158805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=27e22fff-3a00-4c82-ae35-2cf9f4855d46,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:52.202134 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.285273 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.311996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Checking segment: {'id': 'dc7fdf24-9986-48e2-bb81-ae544f0f0bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '35b5d0c0-86ab-45db-a2b3-60a440bdc95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:52.312361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Network hostable DHCP agents. Network: 35b5d0c0-86ab-45db-a2b3-60a440bdc95d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:22:52.373564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=89225705-f5a4-4695-ac2d-c16e48f5d3ae,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:52.403146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Network 35b5d0c0-86ab-45db-a2b3-60a440bdc95d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:22:52.417556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 35b5d0c0-86ab-45db-a2b3-60a440bdc95d) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:52.424764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:52.425371 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.430897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892aec31-68a5-43a1-8f76-28983edcaf35 None None] Network 35b5d0c0-86ab-45db-a2b3-60a440bdc95d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:52.467985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d388174b-e5b9-4fa1-b115-6e95fb39c5da admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5626650 Dec 17 16:22:52.546420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b6944503-fc82-4856-b653-6082cd4dece3 None None] Provisioning complete for port 27e22fff-3a00-4c82-ae35-2cf9f4855d46 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:52.546795 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6944503-fc82-4856-b653-6082cd4dece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.591905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b6944503-fc82-4856-b653-6082cd4dece3 None None] Port 27e22fff-3a00-4c82-ae35-2cf9f4855d46 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:52.625203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94914ff4-3119-4f47-a37e-c653459df48e None None] Network 35b5d0c0-86ab-45db-a2b3-60a440bdc95d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:52.765511 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.774517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.775337 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:52.839811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=27e22fff-3a00-4c82-ae35-2cf9f4855d46,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:52.957726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:52.959053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:53.112828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 35485b9d-4771-4944-8906-42f1b31e5b16 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:53.244888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:53.251945 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-123a3363-cfee-46f4-8e54-01e67d9d933a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/35485b9d-4771-4944-8906-42f1b31e5b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3321357 Dec 17 16:22:53.254705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60852) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:53.260567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] Sync routers for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:53.275280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:53.278138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:53.318194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-22517281-1242-4fd4-84c6-1f5b7f695d96 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:53.325481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-22517281-1242-4fd4-84c6-1f5b7f695d96 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/networks?id=15c808dd-79ad-4344-9484-19e830a60e24 HTTP/1.1" status: 200 len: 811 time: 0.1250560 Dec 17 16:22:53.342482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-dd98ebd4-024f-4444-a28c-13601c28dac9 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/quotas/714274dc02104d80bcaa2e228669f3f8 HTTP/1.1" status: 200 len: 375 time: 0.0157852 Dec 17 16:22:53.350432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51174433-c7cc-448d-9785-c7e66132ade1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:53.355115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51174433-c7cc-448d-9785-c7e66132ade1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports/27e22fff-3a00-4c82-ae35-2cf9f4855d46 HTTP/1.1" status: 200 len: 913 time: 0.0965531 Dec 17 16:22:53.355405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60856) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:53.362226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:53.380568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:53.381552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:53.384373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-5020d39a-5235-48dc-9bee-344cfcc3400f tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=714274dc02104d80bcaa2e228669f3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409064 Dec 17 16:22:53.386212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-65b95b91-d2e2-4f55-a3d8-34d6f8777ff0 None None] Provisioning complete for port 27e22fff-3a00-4c82-ae35-2cf9f4855d46 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:53.386335 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65b95b91-d2e2-4f55-a3d8-34d6f8777ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:53.632444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:53.633012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dd409-af4c-423d-9875-224c057e4f72 None None] The sync data for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:53.664655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-65b95b91-d2e2-4f55-a3d8-34d6f8777ff0 None None] Port 27e22fff-3a00-4c82-ae35-2cf9f4855d46 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:22:53.689158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-29b89d54-ca82-4890-b138-9d1ca28d93cb service neutron] 10.222.0.54 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624989 Dec 17 16:22:53.840972 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-7858cec1-ed64-4994-8468-c93e963a897a service neutron] 10.222.0.54 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434717 Dec 17 16:22:53.869880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:54.099530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2a8c4dd8-06f8-458e-8f61-0a996553c025 req-765cdf84-0cf5-41f6-bb7e-2b819bcf79fc tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 210 time: 0.0563381 Dec 17 16:22:54.176522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 27e22fff-3a00-4c82-ae35-2cf9f4855d46 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:54.176920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:54.278712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:54.292834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 27e22fff-3a00-4c82-ae35-2cf9f4855d46 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:54.534330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:54.564967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=27e22fff-3a00-4c82-ae35-2cf9f4855d46,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:54.830384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:55.336280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9e7260f-98ae-4bdc-b63f-6e07bbf1f1be req-561731e0-b191-43d5-b761-556c8e72d42d tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 210 time: 0.0357509 Dec 17 16:22:55.509985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 35485b9d-4771-4944-8906-42f1b31e5b16 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:55.667738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-aaa01515-d18e-4334-b8c2-cf220ce76759 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:55.669234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-aaa01515-d18e-4334-b8c2-cf220ce76759 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.49 "GET /v2.0/networks?id=15c808dd-79ad-4344-9484-19e830a60e24 HTTP/1.1" status: 200 len: 811 time: 0.2190702 Dec 17 16:22:55.672130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:55.677229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-08e81499-3a85-42b5-836e-586d273475d5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/35485b9d-4771-4944-8906-42f1b31e5b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3207839 Dec 17 16:22:55.680292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60914) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:55.682091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Request body: {'port': {'device_id': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'network_id': '15c808dd-79ad-4344-9484-19e830a60e24', 'admin_state_up': True, 'tenant_id': '714274dc02104d80bcaa2e228669f3f8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:55.688321 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] Sync routers for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:55.721152 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:55.721988 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:55.771081 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:55.782023 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:55.782836 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:55.821851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Made reservation on behalf of 714274dc02104d80bcaa2e228669f3f8 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:55.829722 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:55.831683 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:55.832415 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d8905c-bd6a-4445-80a3-aadc0750ad1a None None] The sync data for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:55.935884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 60922) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:56.093123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Allocated IP 172.20.0.2 (15c808dd-79ad-4344-9484-19e830a60e24/d41b25b4-6065-4546-bdb6-5fa6b7396b65/862a913e-65fb-4c80-bd74-213040dcac36) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:22:56.272921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] Deleting subnet 1b7703cc-59d9-4128-a4ae-937bd8fda435 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:22:56.276680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.315377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.358712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.426543 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.475659 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.493266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1b7703cc-59d9-4128-a4ae-937bd8fda435 HTTP/1.1" status: 204 len: 168 time: 0.5558174 Dec 17 16:22:56.499557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.503191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60932) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:56.505607 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-908e79d5-6d35-48c2-abb5-7bdfb2df9c43 req-8990ed2a-2c26-43dd-b59d-8325d9e9954d tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 210 time: 0.0464258 Dec 17 16:22:56.508209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c927d-ccfa-403b-b308-f43b25f19f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b7703cc-59d9-4128-a4ae-937bd8fda435,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:56.565854 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.641181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.675680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.707617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Network 15c808dd-79ad-4344-9484-19e830a60e24 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:22:56.713710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:22:56.716479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:22:56.720144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Pushing event updated for resources: {'Port': ['ID=862a913e-65fb-4c80-bd74-213040dcac36,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:56.774757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:56.775418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.802702 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-b7bd8fcd-0977-4602-aaa1-6baf4ef90895 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1240287 Dec 17 16:22:56.850076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.875175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bea488e-cc21-4bf5-a022-849003b42003']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:56.875882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Request body: {'port': {'device_id': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:56.887654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4e265c-5672-4a82-9c31-0bfbe38ed733') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:56.887978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4e265c-5672-4a82-9c31-0bfbe38ed733') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:56.901972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.933637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.946657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:22:56.947061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:22:56.948869 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:22:56.951731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.036336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.042891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.048961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] 10.222.0.54 "DELETE /v2.0/networks/1bea488e-cc21-4bf5-a022-849003b42003 HTTP/1.1" status: 204 len: 168 time: 0.5416481 Dec 17 16:22:57.061918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032ff2c-d53b-4e61-a273-6b7f287eeabb admin admin] Pushing event deleted for resources: {'Network': ['ID=1bea488e-cc21-4bf5-a022-849003b42003,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:57.071285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port db76bd78-cff8-4bac-b8f4-679572bb7183 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:57.071630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.189308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.206358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60952) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:57.216763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for db76bd78-cff8-4bac-b8f4-679572bb7183 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:57.276417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862a913e-65fb-4c80-bd74-213040dcac36 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:22:57.284477 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.298699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Transition to ACTIVE for port object 862a913e-65fb-4c80-bd74-213040dcac36 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:22:57.302514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.306228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7c1b107-c686-4e37-9c9e-58f0a71c2d30 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1f995698de549a9bbc51b9a46233d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0987000 Dec 17 16:22:57.309355 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60954) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:57.359844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Pushing event updated for resources: {'Port': ['ID=862a913e-65fb-4c80-bd74-213040dcac36,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:57.414192 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93649448-8506-41be-97d2-205efc400349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.430400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Attempting to bind port 862a913e-65fb-4c80-bd74-213040dcac36 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:22:57.430738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Attempting to bind port 862a913e-65fb-4c80-bd74-213040dcac36 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'eab0bf03-a1bf-4d47-af90-f9910204a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c808dd-79ad-4344-9484-19e830a60e24'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:22:57.431069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Attempting to bind port 862a913e-65fb-4c80-bd74-213040dcac36 on network 15c808dd-79ad-4344-9484-19e830a60e24 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:57.435761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Port 862a913e-65fb-4c80-bd74-213040dcac36 on network 15c808dd-79ad-4344-9484-19e830a60e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:22:57.436233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Attempting to bind port 862a913e-65fb-4c80-bd74-213040dcac36 on network 15c808dd-79ad-4344-9484-19e830a60e24 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:57.441447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:22:57.441795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Checking segment: {'id': 'eab0bf03-a1bf-4d47-af90-f9910204a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c808dd-79ad-4344-9484-19e830a60e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:22:57.442183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Bound using segment: {'id': 'eab0bf03-a1bf-4d47-af90-f9910204a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c808dd-79ad-4344-9484-19e830a60e24'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:22:57.442636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Bound port: 862a913e-65fb-4c80-bd74-213040dcac36, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab0bf03-a1bf-4d47-af90-f9910204a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15c808dd-79ad-4344-9484-19e830a60e24'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:22:57.442974 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.464797 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93649448-8506-41be-97d2-205efc400349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.499832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.515629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] For port 862a913e-65fb-4c80-bd74-213040dcac36, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:57.519579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] For port 862a913e-65fb-4c80-bd74-213040dcac36, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=862a913e-65fb-4c80-bd74-213040dcac36,segment=NetworkSegment(eab0bf03-a1bf-4d47-af90-f9910204a012),segment_id=eab0bf03-a1bf-4d47-af90-f9910204a012)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:22:57.526239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.546076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=db76bd78-cff8-4bac-b8f4-679572bb7183,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:57.585990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:57.585990 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.589813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] 10.222.0.49 "PUT /v2.0/ports/862a913e-65fb-4c80-bd74-213040dcac36 HTTP/1.1" status: 200 len: 1092 time: 0.7738378 Dec 17 16:22:57.594574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'tag': '862a913e-65fb-4c80-bd74-213040dcac36'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:22:57.597007 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c441a73-693b-425d-9f18-07cfec855a98" -d '{"events": [{"name": "network-changed", "server_uuid": "c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20", "tag": "862a913e-65fb-4c80-bd74-213040dcac36"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:22:57.644630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93649448-8506-41be-97d2-205efc400349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.648302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93649448-8506-41be-97d2-205efc400349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.650553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93649448-8506-41be-97d2-205efc400349 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd07dd73-960e-4a58-a531-dc1b3cb28406 HTTP/1.1" status: 204 len: 168 time: 0.3398776 Dec 17 16:22:57.674581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c8bd1-9e15-4ab1-91ef-29a1f086a88b service neutron] Pushing event updated for resources: {'Port': ['ID=862a913e-65fb-4c80-bd74-213040dcac36,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:57.729875 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604deed-9c35-4daa-a7ba-21cf13fa4aff x-openstack-request-id: req-f604deed-9c35-4daa-a7ba-21cf13fa4aff {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:22:57.730978 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20", "tag": "862a913e-65fb-4c80-bd74-213040dcac36", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:22:57.731422 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f604deed-9c35-4daa-a7ba-21cf13fa4aff {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:22:57.732451 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'tag': '862a913e-65fb-4c80-bd74-213040dcac36', 'status': 'completed', 'code': 200} Dec 17 16:22:57.775144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93649448-8506-41be-97d2-205efc400349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd07dd73-960e-4a58-a531-dc1b3cb28406,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:57.777484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:57.785097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-773c1933-565c-4538-b545-ce36757c154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:57.787295 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-773c1933-565c-4538-b545-ce36757c154f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714274dc02104d80bcaa2e228669f3f8&device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 1095 time: 0.1295228 Dec 17 16:22:57.818616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820fbbf-af0a-492a-9583-e6e50a7afce2 req-c29fc3cc-6cc9-41f8-89d2-26faa9ef91a8 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:57.827548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8820fbbf-af0a-492a-9583-e6e50a7afce2 req-c29fc3cc-6cc9-41f8-89d2-26faa9ef91a8 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 943 time: 0.1012437 Dec 17 16:22:57.884334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-5634f4b5-abf5-4023-879b-068f8ffdc6f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=862a913e-65fb-4c80-bd74-213040dcac36 HTTP/1.1" status: 200 len: 217 time: 0.0871139 Dec 17 16:22:57.954428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8820fbbf-af0a-492a-9583-e6e50a7afce2 req-3c182919-99e3-4d8f-97a6-0657fd27da95 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257689 Dec 17 16:22:57.983419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-c201ae99-7d4d-464c-9b22-cdda83d5840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:57.985249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-c201ae99-7d4d-464c-9b22-cdda83d5840e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d41b25b4-6065-4546-bdb6-5fa6b7396b65 HTTP/1.1" status: 200 len: 851 time: 0.0942619 Dec 17 16:22:58.006003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 35485b9d-4771-4944-8906-42f1b31e5b16 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:22:58.025908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-86f93116-c149-4ff7-a1f4-0ca22bc8f964 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=15c808dd-79ad-4344-9484-19e830a60e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323691 Dec 17 16:22:58.089169 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:22:58.098073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b8b16901-97a5-4992-830f-7de24efa0643 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/35485b9d-4771-4944-8906-42f1b31e5b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140468 Dec 17 16:22:58.098073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60976) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:58.104406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] Sync routers for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:22:58.125289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:58.126196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:58.131469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-03c51f20-265b-4a35-89e8-b6dbda48af09 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=35485b9d-4771-4944-8906-42f1b31e5b16 HTTP/1.1" status: 200 len: 205 time: 0.0316541 Dec 17 16:22:58.133661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 60980) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:58.182913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-0c1d0936-5ef5-4f55-8471-2e25f085b11b service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486151 Dec 17 16:22:58.199095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:58.211273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] Routers {'35485b9d-4771-4944-8906-42f1b31e5b16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:22:58.212085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['35485b9d-4771-4944-8906-42f1b31e5b16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:58.232105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee9f70ea-bf5e-4231-8dcb-1903e59bdc97 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.254799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:58.258607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92f0de-da18-42f7-ae10-f6a1c9471475 None None] The sync data for ids ['35485b9d-4771-4944-8906-42f1b31e5b16'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:22:58.310482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d65e758-569c-49c3-95e3-1db7a1cdea5d req-7fcf8423-1f0c-4a3e-aaea-d273da6b319b service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167629 Dec 17 16:22:58.426281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441a73-693b-425d-9f18-07cfec855a98 req-e4ac8924-ffae-4e91-9b47-b48d9073d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.427997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c441a73-693b-425d-9f18-07cfec855a98 req-e4ac8924-ffae-4e91-9b47-b48d9073d42f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714274dc02104d80bcaa2e228669f3f8&device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 1095 time: 0.0566139 Dec 17 16:22:58.435475 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee9f70ea-bf5e-4231-8dcb-1903e59bdc97 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.438373 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee9f70ea-bf5e-4231-8dcb-1903e59bdc97 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.501570 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee9f70ea-bf5e-4231-8dcb-1903e59bdc97 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.502377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9f70ea-bf5e-4231-8dcb-1903e59bdc97 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Fanout notify agent at l3_agent the message router_deleted on router 35485b9d-4771-4944-8906-42f1b31e5b16 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:22:58.522318 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee9f70ea-bf5e-4231-8dcb-1903e59bdc97 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.523454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ee9f70ea-bf5e-4231-8dcb-1903e59bdc97 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/35485b9d-4771-4944-8906-42f1b31e5b16 HTTP/1.1" status: 204 len: 168 time: 0.3888843 Dec 17 16:22:58.526096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32768) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:58.566184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441a73-693b-425d-9f18-07cfec855a98 req-b6d2ee99-060d-46ac-971e-b2365f495773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.568611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c441a73-693b-425d-9f18-07cfec855a98 req-b6d2ee99-060d-46ac-971e-b2365f495773 service neutron] 10.222.0.49 "GET /v2.0/networks?id=15c808dd-79ad-4344-9484-19e830a60e24 HTTP/1.1" status: 200 len: 912 time: 0.1320739 Dec 17 16:22:58.601772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet e76bbaf9-791e-42ef-b78f-0f0399ac094e {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:22:58.607311 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.650476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c441a73-693b-425d-9f18-07cfec855a98 req-da622856-3027-4f44-8390-efc1a8fd8935 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=862a913e-65fb-4c80-bd74-213040dcac36 HTTP/1.1" status: 200 len: 217 time: 0.0725586 Dec 17 16:22:58.656666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.724134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441a73-693b-425d-9f18-07cfec855a98 req-2471bd96-d150-4491-b406-90f003327b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.726102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c441a73-693b-425d-9f18-07cfec855a98 req-2471bd96-d150-4491-b406-90f003327b8d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d41b25b4-6065-4546-bdb6-5fa6b7396b65 HTTP/1.1" status: 200 len: 851 time: 0.0678616 Dec 17 16:22:58.754245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.770548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c441a73-693b-425d-9f18-07cfec855a98 req-c99881a0-441a-41de-a8c8-29de86f5ce7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=15c808dd-79ad-4344-9484-19e830a60e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357888 Dec 17 16:22:58.847955 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.884985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=e76bbaf9-791e-42ef-b78f-0f0399ac094e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:58.887541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:58.891411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-91ac83b7-1228-4954-bafd-b0789a7faab7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/e76bbaf9-791e-42ef-b78f-0f0399ac094e HTTP/1.1" status: 204 len: 168 time: 0.3643262 Dec 17 16:22:58.894499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:58.895537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605322b-1ce4-4852-8a38-19c1502df311 None None] Network 44fa5435-5417-444f-bab3-54b6cfaaefa2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:58.917021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c441a73-693b-425d-9f18-07cfec855a98 req-223f3f4d-0faa-43e7-84cc-219e4b850e15 service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375139 Dec 17 16:22:58.999970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 7dd5c249-cd58-4f8f-af9e-bd983f24fc60 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:22:59.010505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.107171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5c441a73-693b-425d-9f18-07cfec855a98 req-1d135f9a-e5a8-4d58-849b-e6f776336133 service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785855 Dec 17 16:22:59.110052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.120722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] DHCP port deletion for 44fa5435-5417-444f-bab3-54b6cfaaefa2 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:22:59.168702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128e271-dcaf-4090-a550-a829ac7c9899 req-c211b63c-6d82-4db9-8ad1-5d048e05c03e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:59.170334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1128e271-dcaf-4090-a550-a829ac7c9899 req-c211b63c-6d82-4db9-8ad1-5d048e05c03e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 943 time: 0.1113658 Dec 17 16:22:59.176939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] Deleting port e10932a8-da7a-410d-8559-b8c625ca9ad0 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:59.177426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.254556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] For port e10932a8-da7a-410d-8559-b8c625ca9ad0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e10932a8-da7a-410d-8559-b8c625ca9ad0,segment=NetworkSegment(a05cca08-0212-4857-80b0-9c709fc4d1fb),segment_id=a05cca08-0212-4857-80b0-9c709fc4d1fb)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:59.255332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.266588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.284398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] Calling delete_port for e10932a8-da7a-410d-8559-b8c625ca9ad0 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:59.308081 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1128e271-dcaf-4090-a550-a829ac7c9899 req-45f61d18-f5db-407f-bc8a-38b70a67edd8 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296117 Dec 17 16:22:59.364539 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.397038 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.403185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32800) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:59.409245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd5c249-cd58-4f8f-af9e-bd983f24fc60,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:59.412961 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.416378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b8f981b4-ce86-40b7-ba85-61c25713d200 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/7dd5c249-cd58-4f8f-af9e-bd983f24fc60 HTTP/1.1" status: 204 len: 168 time: 0.5207632 Dec 17 16:22:59.419440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32804) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:59.436628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] No DVR routers for this DVR port e10932a8-da7a-410d-8559-b8c625ca9ad0 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:22:59.442101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cfe4b-2a5b-463a-bf3a-ba60eb0517cc None None] Network 4790cda3-850d-45ee-baa3-e5ffcefcbc8d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:22:59.527341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b165797-986a-422c-8f62-b77ceb2b7def None None] Pushing event deleted for resources: {'Port': ['ID=e10932a8-da7a-410d-8559-b8c625ca9ad0,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:59.529560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.621320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'network': {'name': 'tempest-network-smoke--2001905886', 'project_id': '019a9af5c19841e59423939d63a954e1', 'port_security_enabled': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:59.640906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.651963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:22:59.660708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.667374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fa5435-5417-444f-bab3-54b6cfaaefa2']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:59.672694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.679317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05cca08-0212-4857-80b0-9c709fc4d1fb') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:59.679765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05cca08-0212-4857-80b0-9c709fc4d1fb') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:22:59.691961 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.708210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.716491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:22:59.717086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:22:59.720697 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:22:59.726124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] DHCP port deletion for 4790cda3-850d-45ee-baa3-e5ffcefcbc8d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:22:59.773317 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.778952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.797478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] Deleting port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:22:59.797859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.814866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:22:59.826320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.837791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d7ab27-f6ae-43d3-9d51-f34cef6190ad,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:59.839396 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.843855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/44fa5435-5417-444f-bab3-54b6cfaaefa2 HTTP/1.1" status: 204 len: 168 time: 0.4230897 Dec 17 16:22:59.849210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.849564 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Added segment 2f200de0-be69-42b6-ae08-5e931e932e2f of type vlan for network f5136c5c-1352-4b73-aa30-b39cfa4afe82 Dec 17 16:22:59.860459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908649a-b4bb-4bc5-b009-3fd8e002a916 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=44fa5435-5417-444f-bab3-54b6cfaaefa2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:59.864836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32816) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:22:59.881024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] For port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,segment=NetworkSegment(8ce0d51d-233c-4598-9afa-8684e37ecdac),segment_id=8ce0d51d-233c-4598-9afa-8684e37ecdac)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:59.881450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.895393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.897931 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] Calling delete_port for 1bec23b6-cc0b-4191-826f-4bb99e6bfccd owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:22:59.930924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.942090 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:59.943054 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:22:59.984998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.007782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.016469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6116633 Dec 17 16:23:00.019201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32818) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:00.024845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'admin_state_up': True, 'project_id': '019a9af5c19841e59423939d63a954e1', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:00.043617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419be9f1-cea9-48a5-9303-245bf8715053 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Network': ['ID=f5136c5c-1352-4b73-aa30-b39cfa4afe82,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:00.052919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] Pushing event deleted for resources: {'Port': ['ID=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:00.060546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:00.066463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:00.066811 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.069538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.070527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.071551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c834c-0e1a-4ac7-9541-5cc5edaf751d None None] No DVR routers for this DVR port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:00.178716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd, host n-d-806683-20, got binding levels [] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:00.179086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.190712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.195383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 1bec23b6-cc0b-4191-826f-4bb99e6bfccd owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:00.199961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd was not found and therefore no delete operation was performed {{(pid=109784) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:23:00.234209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.288747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=1bec23b6-cc0b-4191-826f-4bb99e6bfccd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:00.330629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port 1bec23b6-cc0b-4191-826f-4bb99e6bfccd on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:00.385213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.441651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8b245-3b81-46f0-960f-e1dc1f86797b req-de2531e1-e1e5-4e24-ba16-0378fbb83fca tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:00.443204 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5bf8b245-3b81-46f0-960f-e1dc1f86797b req-de2531e1-e1e5-4e24-ba16-0378fbb83fca tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 943 time: 0.0625269 Dec 17 16:23:00.499970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5bf8b245-3b81-46f0-960f-e1dc1f86797b req-8541ed28-8f0b-4998-a21e-60eb16113bef tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Dec 17 16:23:00.814582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.841953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4790cda3-850d-45ee-baa3-e5ffcefcbc8d']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:00.853213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce0d51d-233c-4598-9afa-8684e37ecdac') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:00.853507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce0d51d-233c-4598-9afa-8684e37ecdac') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:00.866297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.885973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.894199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:23:00.894591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:23:00.897520 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:23:00.963842 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.972575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:00.975585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/4790cda3-850d-45ee-baa3-e5ffcefcbc8d HTTP/1.1" status: 204 len: 168 time: 1.1097865 Dec 17 16:23:00.979885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32840) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:00.984706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-413982504'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:00.989471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191cd69-8d83-4dc9-869f-97723c36e6e0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=4790cda3-850d-45ee-baa3-e5ffcefcbc8d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:01.056803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e10932a8-da7a-410d-8559-b8c625ca9ad0 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:01.065672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:01.070356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.079426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e10932a8-da7a-410d-8559-b8c625ca9ad0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:23:01.080027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e10932a8-da7a-410d-8559-b8c625ca9ad0 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:23:01.080582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1bec23b6-cc0b-4191-826f-4bb99e6bfccd no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:01.097332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.098804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:01.105050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1bec23b6-cc0b-4191-826f-4bb99e6bfccd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:23:01.105631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1bec23b6-cc0b-4191-826f-4bb99e6bfccd not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:23:01.113220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.113572 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment d53d36b3-4b85-4ce7-91c3-a2aec6ef08e1 of type vlan for network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 Dec 17 16:23:01.137291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.158984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.187466 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.195055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:01.196613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.264126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.25.0.216 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/c87fa0af-daec-4bfa-8c33-ac4357b841ef) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:01.281601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3009434 Dec 17 16:23:01.286110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32846) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:01.291197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:01.293924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f784ea-cabd-4b9a-b227-2512bcad25e1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=621eaf3c-0e2e-4109-93b9-a7a6660cf162,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:01.312628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:01.452940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.462634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:01.466264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.559598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.637314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:01.644949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:01.651412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:01.660908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=c87fa0af-daec-4bfa-8c33-ac4357b841ef,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:01.661311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34095741-0733-4a7c-a951-fe23a6192479 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:01.745166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b28e1-70fe-49c0-9433-abaef2820e0b req-fcf03f1e-0442-4b34-b13e-a60f90d3ca5c tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:01.746665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e31b28e1-70fe-49c0-9433-abaef2820e0b req-fcf03f1e-0442-4b34-b13e-a60f90d3ca5c tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 943 time: 0.1539443 Dec 17 16:23:01.768679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-869713a7-866b-4e48-9cfa-d1de10c5429d None None] Provisioning complete for port c87fa0af-daec-4bfa-8c33-ac4357b841ef triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:01.769348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-869713a7-866b-4e48-9cfa-d1de10c5429d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.796522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 862a913e-65fb-4c80-bd74-213040dcac36 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:23:01.820943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-869713a7-866b-4e48-9cfa-d1de10c5429d None None] Port c87fa0af-daec-4bfa-8c33-ac4357b841ef cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:01.894796 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.923196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 862a913e-65fb-4c80-bd74-213040dcac36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=862a913e-65fb-4c80-bd74-213040dcac36,segment=NetworkSegment(eab0bf03-a1bf-4d47-af90-f9910204a012),segment_id=eab0bf03-a1bf-4d47-af90-f9910204a012)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:01.936498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '862a913e-65fb-4c80-bd74-213040dcac36', 'network_id': '15c808dd-79ad-4344-9484-19e830a60e24', 'port_id': '862a913e-65fb-4c80-bd74-213040dcac36', 'mac_address': 'fa:16:3e:69:7c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41b25b4-6065-4546-bdb6-5fa6b7396b65', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:23:01.979737 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:01.987813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e31b28e1-70fe-49c0-9433-abaef2820e0b req-ffaadbf9-0e97-4fee-866b-578cd053609a tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139225 Dec 17 16:23:01.994624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862a913e-65fb-4c80-bd74-213040dcac36 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:02.000201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=69fc2f07-7509-4ecb-9e94-0404ec2e0462,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:02.024525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 862a913e-65fb-4c80-bd74-213040dcac36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=862a913e-65fb-4c80-bd74-213040dcac36,segment=NetworkSegment(eab0bf03-a1bf-4d47-af90-f9910204a012),segment_id=eab0bf03-a1bf-4d47-af90-f9910204a012)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:02.029537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.089509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=862a913e-65fb-4c80-bd74-213040dcac36,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:02.112262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': 'd53d36b3-4b85-4ce7-91c3-a2aec6ef08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:02.112843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 621eaf3c-0e2e-4109-93b9-a7a6660cf162, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:02.149491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:02.151784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.203903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 621eaf3c-0e2e-4109-93b9-a7a6660cf162) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:02.209268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:02.209908 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.218469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c513d-87a0-4f90-80b1-37c9cd84ff87 None None] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:02.261962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d6461556-332e-4e0d-a99e-3297693adc95 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9722321 Dec 17 16:23:02.262387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32864) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:02.267380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c71f308d-6144-425c-9ecb-8628eb384e1e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-290526460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:02.273396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['862a913e-65fb-4c80-bd74-213040dcac36'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:23:02.304551 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c71f308d-6144-425c-9ecb-8628eb384e1e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.305737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c71f308d-6144-425c-9ecb-8628eb384e1e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.385647 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c71f308d-6144-425c-9ecb-8628eb384e1e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.393861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c71f308d-6144-425c-9ecb-8628eb384e1e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.418539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c71f308d-6144-425c-9ecb-8628eb384e1e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.423054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.426129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32870) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:02.435728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'port': {'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162', 'name': 'tempest-RoutersIpV6Test-314199257'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:02.439550 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c71f308d-6144-425c-9ecb-8628eb384e1e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1758304 Dec 17 16:23:02.448150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-621eaf3c-0e2e-4109-93b9-a7a6660cf162', 'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '69fc2f07-7509-4ecb-9e94-0404ec2e0462'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:02.449717 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.662200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Allocated IP 2001:db8::2 (621eaf3c-0e2e-4109-93b9-a7a6660cf162/69fc2f07-7509-4ecb-9e94-0404ec2e0462/1f3aaf91-25ab-4d5e-8984-c7e1a53ae404) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:02.689681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:02.693909 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.715872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] device_id is not set on port 4b4fc83b-2cea-45e0-87ed-13219dfdc653 yet. {{(pid=109784) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 16:23:02.730895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:02.851225 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.868940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:02.922954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Pushing event updated for resources: {'Port': ['ID=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:02.932482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:02.933842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:02.936599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:02.995297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8::22b (621eaf3c-0e2e-4109-93b9-a7a6660cf162/69fc2f07-7509-4ecb-9e94-0404ec2e0462/4b4fc83b-2cea-45e0-87ed-13219dfdc653) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:03.003119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:03.009869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Attempting to bind port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:03.009869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Attempting to bind port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd53d36b3-4b85-4ce7-91c3-a2aec6ef08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:03.010291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Attempting to bind port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 on network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:03.021976 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Sync routers for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:03.031755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:03.032142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Checking segment: {'id': 'd53d36b3-4b85-4ce7-91c3-a2aec6ef08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:03.038490 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.038490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Bound using segment: {'id': 'd53d36b3-4b85-4ce7-91c3-a2aec6ef08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:03.038490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Bound port: 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53d36b3-4b85-4ce7-91c3-a2aec6ef08e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '621eaf3c-0e2e-4109-93b9-a7a6660cf162'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:03.038490 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.042834 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:03.046703 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:03.051023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.056881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32884) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:03.057826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-652183b8-1532-40d3-8243-c8b353516649 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0363474 Dec 17 16:23:03.182037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] For port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:03.186366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] For port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,segment=NetworkSegment(d53d36b3-4b85-4ce7-91c3-a2aec6ef08e1),segment_id=d53d36b3-4b85-4ce7-91c3-a2aec6ef08e1)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:03.193445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.229282 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:03.242366 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.260715 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5d0de30a-bf61-43cc-a874-36498e517384 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=019a9af5c19841e59423939d63a954e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2026322 Dec 17 16:23:03.270151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:03.283388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314834c-1766-4ada-a118-4f7cbcd05d78 None None] Pushing event updated for resources: {'Port': ['ID=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:03.296637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e7ca-2a83-40e1-809e-944dc0ae4754 req-6ed5aeb6-8521-49ab-a3b1-d6797baad600 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:03.298239 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f733e7ca-2a83-40e1-809e-944dc0ae4754 req-6ed5aeb6-8521-49ab-a3b1-d6797baad600 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 944 time: 0.1962328 Dec 17 16:23:03.367591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f733e7ca-2a83-40e1-809e-944dc0ae4754 req-1e9204ea-2ccc-4b27-b21b-a1ff729f0186 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589130 Dec 17 16:23:03.411846 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.497307 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:01Z', 'revision_number': 3, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:03.560164 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Checking router: e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:03.560637 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Updating router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 port c87fa0af-daec-4bfa-8c33-ac4357b841ef binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:03.609853 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.750777 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:23:03.780180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 862a913e-65fb-4c80-bd74-213040dcac36 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:03.875406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 862a913e-65fb-4c80-bd74-213040dcac36 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:23:03.881719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 862a913e-65fb-4c80-bd74-213040dcac36 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:03.882207 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.914540 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.928113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:03.931481 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.945431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:03.951183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:03.956834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:03.957561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:03.968933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07114390-90f4-4744-aa4e-59c6be07a6f5 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:03.971045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-07114390-90f4-4744-aa4e-59c6be07a6f5 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6999304 Dec 17 16:23:03.974015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32900) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:03.977558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0434b422-4de4-45eb-9c09-83ea52655102 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:03.988733 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Attempting to bind port c87fa0af-daec-4bfa-8c33-ac4357b841ef on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:03.989106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Attempting to bind port c87fa0af-daec-4bfa-8c33-ac4357b841ef by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:03.989465 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Attempting to bind port c87fa0af-daec-4bfa-8c33-ac4357b841ef on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:03.990370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=4b4fc83b-2cea-45e0-87ed-13219dfdc653,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:04.000975 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:04.001343 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:04.001738 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.002171 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:04.002645 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Bound port: c87fa0af-daec-4bfa-8c33-ac4357b841ef, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:04.003055 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.017418 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0dae0779-f75c-45a6-8645-3e7c6bfb3a0f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5860639 Dec 17 16:23:04.017708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32902) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:04.032078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.049956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e0ddae89-c99d-417b-9de2-45cffb9b5312 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746338 Dec 17 16:23:04.052631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32904) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:04.062656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471118855', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'project_id': '019a9af5c19841e59423939d63a954e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:04.087375 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Pushing event updated for resources: {'Port': ['ID=c87fa0af-daec-4bfa-8c33-ac4357b841ef,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:04.090054 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] For port c87fa0af-daec-4bfa-8c33-ac4357b841ef, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:04.094106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] For port c87fa0af-daec-4bfa-8c33-ac4357b841ef, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c87fa0af-daec-4bfa-8c33-ac4357b841ef,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:04.101205 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.101543 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.101915 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.102245 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.102595 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.103164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862a913e-65fb-4c80-bd74-213040dcac36'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:04.105260 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.106384 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1de296-7b3b-4d8a-846e-2fbd33f72006" -d '{"events": [{"server_uuid": "c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20", "name": "network-vif-plugged", "status": "completed", "tag": "862a913e-65fb-4c80-bd74-213040dcac36"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:04.107370 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.107893 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.109465 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.109942 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.110441 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.112350 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.113128 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:04.118671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 862a913e-65fb-4c80-bd74-213040dcac36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=862a913e-65fb-4c80-bd74-213040dcac36,segment=NetworkSegment(eab0bf03-a1bf-4d47-af90-f9910204a012),segment_id=eab0bf03-a1bf-4d47-af90-f9910204a012)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:04.125109 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.135953 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.246409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16905763-d59a-4c5f-abae-26cb3a45f25c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:04.255346 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:04.257397 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:04.281501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:04.285937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3780ab6f-e60d-4f8e-8cf0-ec271303f2cb None None] Provisioning complete for port c87fa0af-daec-4bfa-8c33-ac4357b841ef triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:04.286336 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3780ab6f-e60d-4f8e-8cf0-ec271303f2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.289753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.426699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=862a913e-65fb-4c80-bd74-213040dcac36,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:04.489424 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35628d89-1b65-4fde-960e-bfd98ab63370 x-openstack-request-id: req-35628d89-1b65-4fde-960e-bfd98ab63370 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:04.489742 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20", "name": "network-vif-plugged", "status": "completed", "tag": "862a913e-65fb-4c80-bd74-213040dcac36", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:04.491107 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35628d89-1b65-4fde-960e-bfd98ab63370 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:04.491709 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862a913e-65fb-4c80-bd74-213040dcac36', 'code': 200} Dec 17 16:23:04.537766 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3780ab6f-e60d-4f8e-8cf0-ec271303f2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.612792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3780ab6f-e60d-4f8e-8cf0-ec271303f2cb None None] For port c87fa0af-daec-4bfa-8c33-ac4357b841ef, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c87fa0af-daec-4bfa-8c33-ac4357b841ef,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:04.622686 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3780ab6f-e60d-4f8e-8cf0-ec271303f2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.637728 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.702005 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:04.729288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780ab6f-e60d-4f8e-8cf0-ec271303f2cb None None] Pushing event updated for resources: {'Port': ['ID=c87fa0af-daec-4bfa-8c33-ac4357b841ef,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:04.743748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.770368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b1485b25-a9a8-47fc-98d4-4bc5d73d9a12 None None] Provisioning complete for port c87fa0af-daec-4bfa-8c33-ac4357b841ef triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:04.770715 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d11618-869c-4ba8-ab9c-60b0cdea32c4 None None] Pushing event updated for resources: {'Port': ['ID=c87fa0af-daec-4bfa-8c33-ac4357b841ef,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:04.772349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b1485b25-a9a8-47fc-98d4-4bc5d73d9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:04.872809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f7736-0ecd-4df6-a911-e8807fb77d5f None None] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:04.900082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6d514-6399-4af5-b35d-119b282acea7 req-77e89ac5-915f-4d97-83b1-217fda4ad0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:04.913522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8b6d514-6399-4af5-b35d-119b282acea7 req-77e89ac5-915f-4d97-83b1-217fda4ad0ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 1097 time: 0.3002841 Dec 17 16:23:04.925112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8766-9bac-477b-84c1-b1338af1d35b req-20468525-18ec-471c-80d0-8f2d04ae32e4 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:04.933943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f0f8766-9bac-477b-84c1-b1338af1d35b req-20468525-18ec-471c-80d0-8f2d04ae32e4 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.3214579 Dec 17 16:23:04.981428 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:01Z', 'revision_number': 3, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:04.985743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Subnet': ['ID=95aa7535-54a7-4af5-823b-e91d80717f46,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:05.026453 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d8267-830b-4a1e-944c-eab8423897c4 None None] The sync data for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 is: [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:01Z', 'revision_number': 3, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:05.082352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Checking segment: {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:05.082937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network hostable DHCP agents. Network: f5136c5c-1352-4b73-aa30-b39cfa4afe82, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:05.095279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8b6d514-6399-4af5-b35d-119b282acea7 req-a87699ba-f463-49cd-8536-2a4e76cdee8a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468263 Dec 17 16:23:05.126429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f0f8766-9bac-477b-84c1-b1338af1d35b req-cf353028-06dc-44db-83ce-b8ea17625738 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764321 Dec 17 16:23:05.139013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:05.169327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f5136c5c-1352-4b73-aa30-b39cfa4afe82) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:05.174092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:05.175401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:05.179780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ab1e7ab9-5ef1-49c7-9e13-9404ec8015b4 None None] Provisioning complete for port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:05.180370 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7ab9-5ef1-49c7-9e13-9404ec8015b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:05.204784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bb6e81-cbb4-4841-ba21-aca3704b4242 None None] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:05.209917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2d826d35-af06-4a3a-afc3-324397e5c8d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1559920 Dec 17 16:23:05.212764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32928) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:05.261664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:05.306938 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:05.321877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:05.506771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=4b4fc83b-2cea-45e0-87ed-13219dfdc653,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:05.804816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:05.805285 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:05.821121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:05.966939 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7ab9-5ef1-49c7-9e13-9404ec8015b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.018682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:06.019680 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.025725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.073949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ab1e7ab9-5ef1-49c7-9e13-9404ec8015b4 None None] For port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,segment=NetworkSegment(d53d36b3-4b85-4ce7-91c3-a2aec6ef08e1),segment_id=d53d36b3-4b85-4ce7-91c3-a2aec6ef08e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:06.149085 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.301035 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7ab9-5ef1-49c7-9e13-9404ec8015b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.377497 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.420469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce44e-0348-46c7-bfa5-1bfcd64d2887 req-6dd2e893-fe90-4a83-98dd-6e76147bfcff tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:06.428781 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b57ce44e-0348-46c7-bfa5-1bfcd64d2887 req-6dd2e893-fe90-4a83-98dd-6e76147bfcff tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.0847769 Dec 17 16:23:06.531687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7ab9-5ef1-49c7-9e13-9404ec8015b4 None None] Pushing event updated for resources: {'Port': ['ID=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:06.538816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6959a3f2-4624-4a06-b496-2185c2323d24 None None] Provisioning complete for port 4b4fc83b-2cea-45e0-87ed-13219dfdc653 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:06.539133 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6959a3f2-4624-4a06-b496-2185c2323d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.565359 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b57ce44e-0348-46c7-bfa5-1bfcd64d2887 req-cc1b5f1c-7845-4b1b-97c8-3930878bf8e8 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308122 Dec 17 16:23:06.565615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Allocated IP 172.20.0.2 (f5136c5c-1352-4b73-aa30-b39cfa4afe82/95aa7535-54a7-4af5-823b-e91d80717f46/b1bc21a2-869c-4938-8401-bd4a5b910bda) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:06.593805 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e3d42932-d942-437a-b706-2c5c76e8e2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.645902 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:23:06.646904 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:23:06.647392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6959a3f2-4624-4a06-b496-2185c2323d24 None None] Port 4b4fc83b-2cea-45e0-87ed-13219dfdc653 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:06.696690 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.703763 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.704609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.730033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6959a3f2-4624-4a06-b496-2185c2323d24 None None] Provisioning complete for port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:06.730410 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6959a3f2-4624-4a06-b496-2185c2323d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.811344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=4b4fc83b-2cea-45e0-87ed-13219dfdc653,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:06.853339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:06.855481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:06.908072 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.918446 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:06.965189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:06.976035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:06.978163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Pushing event updated for resources: {'Port': ['ID=b1bc21a2-869c-4938-8401-bd4a5b910bda,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:06.984381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:07.034109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.20.0.1 (f5136c5c-1352-4b73-aa30-b39cfa4afe82/95aa7535-54a7-4af5-823b-e91d80717f46/e570602e-bd4b-4672-b8e3-68fc8329b504) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:07.061279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7330f491-5150-49b8-9d0a-0066c020bb16 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:07.090834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Attempting to bind port b1bc21a2-869c-4938-8401-bd4a5b910bda on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:07.091485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Attempting to bind port b1bc21a2-869c-4938-8401-bd4a5b910bda by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:07.092014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Attempting to bind port b1bc21a2-869c-4938-8401-bd4a5b910bda on network f5136c5c-1352-4b73-aa30-b39cfa4afe82 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:07.100186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:07.100940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Checking segment: {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:07.101550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:07.102165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Bound using segment: {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:07.102849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Bound port: b1bc21a2-869c-4938-8401-bd4a5b910bda, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:07.103519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:07.225339 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:07.261253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:07.270312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-11d2b87e-17b8-4ce3-a38f-e6d50f1db949 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7330f491-5150-49b8-9d0a-0066c020bb16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2513421 Dec 17 16:23:07.272918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32956) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:07.278847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f099309-2333-44b6-8221-2ed161385622 None None] Sync routers for ids ['7330f491-5150-49b8-9d0a-0066c020bb16'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:07.297876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] For port b1bc21a2-869c-4938-8401-bd4a5b910bda, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:07.301614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] For port b1bc21a2-869c-4938-8401-bd4a5b910bda, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b1bc21a2-869c-4938-8401-bd4a5b910bda,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:07.303179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f099309-2333-44b6-8221-2ed161385622 None None] Routers {'7330f491-5150-49b8-9d0a-0066c020bb16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:07.303843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8f099309-2333-44b6-8221-2ed161385622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7330f491-5150-49b8-9d0a-0066c020bb16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:07.311252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:07.346922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8f099309-2333-44b6-8221-2ed161385622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:07.360014 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:07.361780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30880d9d-08ee-4e76-97a4-834fc04da821 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.363664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-30880d9d-08ee-4e76-97a4-834fc04da821 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports/4b4fc83b-2cea-45e0-87ed-13219dfdc653 HTTP/1.1" status: 200 len: 983 time: 0.0897808 Dec 17 16:23:07.367055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 32958) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:07.367252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f099309-2333-44b6-8221-2ed161385622 None None] Routers {'7330f491-5150-49b8-9d0a-0066c020bb16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:07.367917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8f099309-2333-44b6-8221-2ed161385622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:22:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7330f491-5150-49b8-9d0a-0066c020bb16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:07.395220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=e570602e-bd4b-4672-b8e3-68fc8329b504,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:07.413603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:07.418645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:07.429152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:07.504100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8f099309-2333-44b6-8221-2ed161385622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:07.505063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f099309-2333-44b6-8221-2ed161385622 None None] The sync data for ids ['7330f491-5150-49b8-9d0a-0066c020bb16'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:07.513028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa9edc-349b-474a-96ac-44704b7733dd None None] Pushing event updated for resources: {'Port': ['ID=b1bc21a2-869c-4938-8401-bd4a5b910bda,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:07.529693 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-472b8065-cebc-4519-8377-420072296124 None None] Provisioning complete for port 4b4fc83b-2cea-45e0-87ed-13219dfdc653 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:07.530081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-472b8065-cebc-4519-8377-420072296124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:07.592241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:07.669540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:07.670164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:07.727028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-472b8065-cebc-4519-8377-420072296124 None None] Port 4b4fc83b-2cea-45e0-87ed-13219dfdc653 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:07.794329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c87fa0af-daec-4bfa-8c33-ac4357b841ef up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:07.946808 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c87fa0af-daec-4bfa-8c33-ac4357b841ef triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:07.947328 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.044191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.123551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4944b8e-e4a0-4255-adb4-529b07fa04b8 req-612ae256-d2b0-42a8-b716-637bc2b41d74 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:08.125167 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4944b8e-e4a0-4255-adb4-529b07fa04b8 req-612ae256-d2b0-42a8-b716-637bc2b41d74 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1311378 Dec 17 16:23:08.189427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.226870 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4944b8e-e4a0-4255-adb4-529b07fa04b8 req-cf694d09-d23f-47fb-a6ab-c684e86e74e3 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937915 Dec 17 16:23:08.237704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.405628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150bc1-3b67-462b-b881-b6e7cdd79afb req-20b4a429-1069-4894-a85d-139530752a6b tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:08.407445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a150bc1-3b67-462b-b881-b6e7cdd79afb req-20b4a429-1069-4894-a85d-139530752a6b tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.0718458 Dec 17 16:23:08.495698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a150bc1-3b67-462b-b881-b6e7cdd79afb req-5c95e506-69e7-4dfb-b88b-87996f87080e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815480 Dec 17 16:23:08.548465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 4b4fc83b-2cea-45e0-87ed-13219dfdc653 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:08.548800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.576683 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.590150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.642223 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.696385 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.712974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 4b4fc83b-2cea-45e0-87ed-13219dfdc653 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:08.763223 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=e570602e-bd4b-4672-b8e3-68fc8329b504,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:08.843859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:08.847577 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:08.913443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2f4ed-f55e-4496-a21f-c9f8505a5392 req-a6f58a0e-8a2c-43dd-a7d9-6333e21ae81b tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:08.915129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30f2f4ed-f55e-4496-a21f-c9f8505a5392 req-a6f58a0e-8a2c-43dd-a7d9-6333e21ae81b tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.0690241 Dec 17 16:23:08.918190 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d855e5c0-ad70-4333-87fc-2495ed76822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:08.971733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c57b32-eb3b-4364-bb93-2a3a2d9e6345 None None] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:09.013782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:09.023151 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30f2f4ed-f55e-4496-a21f-c9f8505a5392 req-0800f193-9333-4bf3-a557-1b98d9131bcc tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888927 Dec 17 16:23:09.031265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.074918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=4b4fc83b-2cea-45e0-87ed-13219dfdc653,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:09.111961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dd400089-b2ce-4dcd-92f6-ac422d4e10f0 None None] Provisioning complete for port b1bc21a2-869c-4938-8401-bd4a5b910bda triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:09.112385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dd400089-b2ce-4dcd-92f6-ac422d4e10f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.196416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:09.209325 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb068dfe-ad6f-4925-8e14-c196ba5ceda6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "PUT /v2.0/routers/e6af4410-0eb5-471b-9eef-3e7e4b7f2f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9950361 Dec 17 16:23:09.222241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:09.233533 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Sync routers for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:09.253010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dd400089-b2ce-4dcd-92f6-ac422d4e10f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.259678 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:09.268214 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:09.290081 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.364031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-dd400089-b2ce-4dcd-92f6-ac422d4e10f0 None None] For port b1bc21a2-869c-4938-8401-bd4a5b910bda, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b1bc21a2-869c-4938-8401-bd4a5b910bda,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:09.375112 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dd400089-b2ce-4dcd-92f6-ac422d4e10f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.506386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd400089-b2ce-4dcd-92f6-ac422d4e10f0 None None] Pushing event updated for resources: {'Port': ['ID=b1bc21a2-869c-4938-8401-bd4a5b910bda,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:09.518784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b1bc21a2-869c-4938-8401-bd4a5b910bda up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:09.619833 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:09.625699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b1bc21a2-869c-4938-8401-bd4a5b910bda triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:09.626170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.686894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-49e4bfca-c2c0-4a98-8957-96f6b49a8e5a None None] Provisioning complete for port e570602e-bd4b-4672-b8e3-68fc8329b504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:09.687289 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49e4bfca-c2c0-4a98-8957-96f6b49a8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.712086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.712647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.713343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.713822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.714292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.714899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.715415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.717497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-04b8ffd9-d464-46e2-bdad-10992542b301 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.4941359 Dec 17 16:23:09.720226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 32998) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:09.805302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-49e4bfca-c2c0-4a98-8957-96f6b49a8e5a None None] Port e570602e-bd4b-4672-b8e3-68fc8329b504 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:09.869722 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.870078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.870530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.870984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.871915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.872703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.873319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.876604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-49e4bfca-c2c0-4a98-8957-96f6b49a8e5a None None] Provisioning complete for port b1bc21a2-869c-4938-8401-bd4a5b910bda triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:09.876987 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-49e4bfca-c2c0-4a98-8957-96f6b49a8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:09.878026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f545a4e8-43ee-4cda-b9c9-4a374f365d20 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4617 time: 0.1566389 Dec 17 16:23:09.881281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33000) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:10.060505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.062609 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:08Z', 'revision_number': 2, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:10.141740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d571b005-3895-4bfe-bccb-fbb15f933049 None None] Provisioning complete for port e570602e-bd4b-4672-b8e3-68fc8329b504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:10.142529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d571b005-3895-4bfe-bccb-fbb15f933049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.161122 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Checking router: e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:10.161481 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Updating router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 port e570602e-bd4b-4672-b8e3-68fc8329b504 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:10.202834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d571b005-3895-4bfe-bccb-fbb15f933049 None None] Port e570602e-bd4b-4672-b8e3-68fc8329b504 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:10.225955 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.253189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7330f491-5150-49b8-9d0a-0066c020bb16 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:10.266659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3446ec-7080-4595-9687-17b63a33d926 req-90e280f6-092b-47f5-b735-d734bea92078 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:10.268351 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd3446ec-7080-4595-9687-17b63a33d926 req-90e280f6-092b-47f5-b735-d734bea92078 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.0939896 Dec 17 16:23:10.331148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3d2a57dd-4ace-414a-a61b-2ffddca5c0ff None None] Provisioning complete for port e570602e-bd4b-4672-b8e3-68fc8329b504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:10.331523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d2a57dd-4ace-414a-a61b-2ffddca5c0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.347702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:10.352170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd3446ec-7080-4595-9687-17b63a33d926 req-09af9fcb-5f0b-4e86-b3ad-01b60b49c365 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767746 Dec 17 16:23:10.367362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7a9c94d3-a83c-4e4f-840f-ebd29f4e450e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7330f491-5150-49b8-9d0a-0066c020bb16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9962037 Dec 17 16:23:10.371303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] Sync routers for ids ['7330f491-5150-49b8-9d0a-0066c020bb16'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:10.384177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33010) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:10.407195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] Routers {'7330f491-5150-49b8-9d0a-0066c020bb16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:10.407872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7330f491-5150-49b8-9d0a-0066c020bb16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:10.476813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:10.480587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a57dd-4ace-414a-a61b-2ffddca5c0ff None None] Port e570602e-bd4b-4672-b8e3-68fc8329b504 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:10.489475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] Routers {'7330f491-5150-49b8-9d0a-0066c020bb16'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:10.501705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7330f491-5150-49b8-9d0a-0066c020bb16'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:10.573376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:10.574077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470cb3e-3200-4bfd-b78c-4ee591bd721e None None] The sync data for ids ['7330f491-5150-49b8-9d0a-0066c020bb16'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:10.585070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ffc2c42a-0cc0-4805-944e-35dcfaaf8438 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2143 time: 0.7025714 Dec 17 16:23:10.679929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-0e1e819b-c847-468f-8b8a-c88eb9a58994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:10.681470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-0e1e819b-c847-468f-8b8a-c88eb9a58994 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714274dc02104d80bcaa2e228669f3f8&device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 1097 time: 0.0585301 Dec 17 16:23:10.694006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3502f0-b0db-4240-b63e-2b9eef3b9dd0 req-afe7e0fa-2199-4809-83f8-fb4c34767c79 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:10.695509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf3502f0-b0db-4240-b63e-2b9eef3b9dd0 req-afe7e0fa-2199-4809-83f8-fb4c34767c79 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1374762 Dec 17 16:23:10.734748 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.746106 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.746681 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-8b39a39d-2b2f-48e3-98c1-f2e68167b957 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 16:23:10.750655 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8b39a39d-2b2f-48e3-98c1-f2e68167b957 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7330f491-5150-49b8-9d0a-0066c020bb16/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3628032 Dec 17 16:23:10.753290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33022) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:10.790821 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cd75d634-5374-4ebe-ba2b-f08611348836 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=7330f491-5150-49b8-9d0a-0066c020bb16 HTTP/1.1" status: 200 len: 205 time: 0.0341673 Dec 17 16:23:10.791132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33024) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:10.836537 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36387949-fefc-4e10-bbc8-ee3618bc895d None None] Pushing event updated for resources: {'Port': ['ID=e570602e-bd4b-4672-b8e3-68fc8329b504,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:10.892358 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe1984a-2f18-42ac-a451-d8bd40f275c7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.930516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf3502f0-b0db-4240-b63e-2b9eef3b9dd0 req-119d0105-a083-417b-8c93-6c593afe2077 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230747 Dec 17 16:23:10.959394 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Attempting to bind port e570602e-bd4b-4672-b8e3-68fc8329b504 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:10.960021 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Attempting to bind port e570602e-bd4b-4672-b8e3-68fc8329b504 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:10.960403 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Attempting to bind port e570602e-bd4b-4672-b8e3-68fc8329b504 on network f5136c5c-1352-4b73-aa30-b39cfa4afe82 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:10.961092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-85dcdbad-bd7e-4a06-b568-eee1cb190daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:10.966377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-85dcdbad-bd7e-4a06-b568-eee1cb190daa service neutron] 10.222.0.49 "GET /v2.0/networks?id=15c808dd-79ad-4344-9484-19e830a60e24 HTTP/1.1" status: 200 len: 912 time: 0.2698698 Dec 17 16:23:10.968276 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:10.968653 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Checking segment: {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:10.969064 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:10.969459 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Bound using segment: {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:10.969941 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Bound port: e570602e-bd4b-4672-b8e3-68fc8329b504, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:10.970321 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.053259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33030) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:11.063776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1c062fd7-c055-419e-9ede-5b09f1ec7418 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575787403', 'description': 'tempest-secgroup-smoke-1575787403 description', 'project_id': '019a9af5c19841e59423939d63a954e1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:11.069026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-1c2cfa6f-8cb0-4eb0-8a49-f2127d9ca21a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=862a913e-65fb-4c80-bd74-213040dcac36 HTTP/1.1" status: 200 len: 217 time: 0.0725396 Dec 17 16:23:11.114439 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.120478 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] For port e570602e-bd4b-4672-b8e3-68fc8329b504, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:11.128109 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] For port e570602e-bd4b-4672-b8e3-68fc8329b504, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e570602e-bd4b-4672-b8e3-68fc8329b504,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:11.137926 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.153917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-2d3f7549-bba6-43a3-9091-431affbaf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:11.155611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-2d3f7549-bba6-43a3-9091-431affbaf0f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d41b25b4-6065-4546-bdb6-5fa6b7396b65 HTTP/1.1" status: 200 len: 851 time: 0.0731182 Dec 17 16:23:11.225781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-3fa2639a-fcd4-424a-b3bb-b4e9cbf80da2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=15c808dd-79ad-4344-9484-19e830a60e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627050 Dec 17 16:23:11.240878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1b0bed9e-a68d-43e2-9dd5-13fbdb655378 None None] Provisioning complete for port e570602e-bd4b-4672-b8e3-68fc8329b504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:11.241252 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed9e-a68d-43e2-9dd5-13fbdb655378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.249372 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:11.250022 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:11.258460 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36387949-fefc-4e10-bbc8-ee3618bc895d None None] Pushing event updated for resources: {'Port': ['ID=e570602e-bd4b-4672-b8e3-68fc8329b504,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:11.265804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe1984a-2f18-42ac-a451-d8bd40f275c7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.269759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe1984a-2f18-42ac-a451-d8bd40f275c7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.318134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.340210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-a813ef73-5551-406f-86d0-f93d5c15bfb0 service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066217 Dec 17 16:23:11.363861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c062fd7-c055-419e-9ede-5b09f1ec7418 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.402358 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe1984a-2f18-42ac-a451-d8bd40f275c7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.402784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe1984a-2f18-42ac-a451-d8bd40f275c7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Fanout notify agent at l3_agent the message router_deleted on router 7330f491-5150-49b8-9d0a-0066c020bb16 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:23:11.410153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cfe1984a-2f18-42ac-a451-d8bd40f275c7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.411302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cfe1984a-2f18-42ac-a451-d8bd40f275c7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/7330f491-5150-49b8-9d0a-0066c020bb16 HTTP/1.1" status: 204 len: 168 time: 0.6193516 Dec 17 16:23:11.416752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33038) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:11.472537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b1bc21a2-869c-4938-8401-bd4a5b910bda up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:11.496015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 69fc2f07-7509-4ecb-9e94-0404ec2e0462 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:23:11.503081 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.528778 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8138198e-459a-41d1-bc23-c1354ff05c6a req-5029cd31-9385-4ade-b2a8-c97bba029572 service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808279 Dec 17 16:23:11.545446 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:11.561720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed9e-a68d-43e2-9dd5-13fbdb655378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.572594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.619666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1b0bed9e-a68d-43e2-9dd5-13fbdb655378 None None] For port e570602e-bd4b-4672-b8e3-68fc8329b504, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e570602e-bd4b-4672-b8e3-68fc8329b504,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:11.626376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b1bc21a2-869c-4938-8401-bd4a5b910bda triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:11.626738 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.630038 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b0bed9e-a68d-43e2-9dd5-13fbdb655378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.654385 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c062fd7-c055-419e-9ede-5b09f1ec7418 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.666718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c062fd7-c055-419e-9ede-5b09f1ec7418 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.723849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bed9e-a68d-43e2-9dd5-13fbdb655378 None None] Pushing event updated for resources: {'Port': ['ID=e570602e-bd4b-4672-b8e3-68fc8329b504,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:11.734638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c062fd7-c055-419e-9ede-5b09f1ec7418 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.738942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33044) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:11.739758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c062fd7-c055-419e-9ede-5b09f1ec7418 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6854043 Dec 17 16:23:11.743697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c062fd7-c055-419e-9ede-5b09f1ec7418 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:11.744220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d7e30da2-d5d4-4c36-9b3f-063ba3eadcdc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': '1899c3f0-83ff-400e-aa4b-380ebbdc4e3e', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:11.764189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.784799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b6d0efd1-7fc9-4fea-a3b8-b22ecc99e4f2 None None] Provisioning complete for port e570602e-bd4b-4672-b8e3-68fc8329b504 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:11.785234 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b6d0efd1-7fc9-4fea-a3b8-b22ecc99e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.828346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7e30da2-d5d4-4c36-9b3f-063ba3eadcdc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.879529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.890441 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:11.913280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=69fc2f07-7509-4ecb-9e94-0404ec2e0462,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:11.921116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.926035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3d72d538-6042-4ec4-bbc1-bb955bf925f5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/69fc2f07-7509-4ecb-9e94-0404ec2e0462 HTTP/1.1" status: 204 len: 168 time: 0.5052748 Dec 17 16:23:11.928852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:11.932511 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfe5dbc-6d60-4013-8e28-8fe45010305c None None] The sync data for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 is: [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:11.935243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0bb147-f259-4583-877f-85d277434af1 None None] Network 621eaf3c-0e2e-4109-93b9-a7a6660cf162 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:11.980091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7e30da2-d5d4-4c36-9b3f-063ba3eadcdc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:11.990396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7e30da2-d5d4-4c36-9b3f-063ba3eadcdc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.042947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e30da2-d5d4-4c36-9b3f-063ba3eadcdc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34dd80d-cc24-45fa-857d-ec441660b42c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:12.051876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d7e30da2-d5d4-4c36-9b3f-063ba3eadcdc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.053166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d7e30da2-d5d4-4c36-9b3f-063ba3eadcdc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3130953 Dec 17 16:23:12.065703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33050) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:12.075064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b8af164f-81fd-4ca9-8be7-b31a9aed4411 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': '1899c3f0-83ff-400e-aa4b-380ebbdc4e3e', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:12.149530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.208390 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.225886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8af164f-81fd-4ca9-8be7-b31a9aed4411 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.283718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:12.284104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.313513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309023-e99d-44be-a0b8-96632ed22ac1 req-8da67b04-cf91-4e06-8d62-c94277df165a tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:12.323186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3309023-e99d-44be-a0b8-96632ed22ac1 req-8da67b04-cf91-4e06-8d62-c94277df165a tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1899664 Dec 17 16:23:12.352502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] DHCP port deletion for 621eaf3c-0e2e-4109-93b9-a7a6660cf162 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:12.397401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,segment=NetworkSegment(d53d36b3-4b85-4ce7-91c3-a2aec6ef08e1),segment_id=d53d36b3-4b85-4ce7-91c3-a2aec6ef08e1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:12.398017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.415241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:12.428511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3309023-e99d-44be-a0b8-96632ed22ac1 req-0c5f8e20-e123-479e-b03b-e23930a7b44f tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042638 Dec 17 16:23:12.445791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8af164f-81fd-4ca9-8be7-b31a9aed4411 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.453544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8af164f-81fd-4ca9-8be7-b31a9aed4411 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.495066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af164f-81fd-4ca9-8be7-b31a9aed4411 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574bc9e8-1da7-4eb5-bda0-f192a4368cc6,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:12.513911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.515252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b8af164f-81fd-4ca9-8be7-b31a9aed4411 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.516804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b8af164f-81fd-4ca9-8be7-b31a9aed4411 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4499564 Dec 17 16:23:12.520476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33058) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:12.526108 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-013faccb-3e4d-45b6-bacb-c5fd224baa98 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': '1899c3f0-83ff-400e-aa4b-380ebbdc4e3e', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:12.565722 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-013faccb-3e4d-45b6-bacb-c5fd224baa98 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.574058 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:12.601331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:12.675898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-013faccb-3e4d-45b6-bacb-c5fd224baa98 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.685609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-013faccb-3e4d-45b6-bacb-c5fd224baa98 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.719957 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013faccb-3e4d-45b6-bacb-c5fd224baa98 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c7f4e5-ec97-4735-a0a3-4461483b511d,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:12.726481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] Deleting port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:12.727750 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.739330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-013faccb-3e4d-45b6-bacb-c5fd224baa98 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.741015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.754628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-013faccb-3e4d-45b6-bacb-c5fd224baa98 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301068 Dec 17 16:23:12.758109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33064) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:12.763231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-08125692-8b29-45b8-b0fc-5914b5a71ece tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': '1899c3f0-83ff-400e-aa4b-380ebbdc4e3e', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:12.781259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621eaf3c-0e2e-4109-93b9-a7a6660cf162']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:12.798184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53d36b3-4b85-4ce7-91c3-a2aec6ef08e1') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:12.798485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53d36b3-4b85-4ce7-91c3-a2aec6ef08e1') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:12.799105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] For port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:12.799812 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.814103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.815082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] Calling delete_port for 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:12.818150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] Port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:23:12.819535 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.835737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08125692-8b29-45b8-b0fc-5914b5a71ece tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.847019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] Pushing event deleted for resources: {'Port': ['ID=1f3aaf91-25ab-4d5e-8984-c7e1a53ae404,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:12.849380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.860767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1517f-6ecf-438f-b90c-c3b2037cdab9 None None] No DVR routers for this DVR port 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:12.868191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:23:12.868618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:23:12.872042 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:23:12.977937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.990569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:12.994080 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/621eaf3c-0e2e-4109-93b9-a7a6660cf162 HTTP/1.1" status: 204 len: 168 time: 1.0638790 Dec 17 16:23:12.997869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33070) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:13.006737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2138697976'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:13.009148 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08125692-8b29-45b8-b0fc-5914b5a71ece tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.020570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6db03e-1f60-4ab4-b339-3879fd6527c1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=621eaf3c-0e2e-4109-93b9-a7a6660cf162,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:13.022378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08125692-8b29-45b8-b0fc-5914b5a71ece tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.041467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08125692-8b29-45b8-b0fc-5914b5a71ece tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ca5448-4ea7-4635-8f6f-166d443f251f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:13.049964 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-08125692-8b29-45b8-b0fc-5914b5a71ece tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.053848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-08125692-8b29-45b8-b0fc-5914b5a71ece tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2918584 Dec 17 16:23:13.053977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:13.054099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33072) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:13.055682 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.059773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': '1899c3f0-83ff-400e-aa4b-380ebbdc4e3e', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:13.088300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:13.090453 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Project 019a9af5c19841e59423939d63a954e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:23:13.096887 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.102405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.102766 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment 48782dfb-7d08-4c9f-a842-142c4702248d of type vlan for network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 Dec 17 16:23:13.164794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.175780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.188405 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.201307 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.206636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc71f5c5-69a9-475d-8b51-1298840f34e0,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:13.209569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:13.210888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.217987 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.219102 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec4ec028-2b42-4798-865e-94dd36052646 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1632202 Dec 17 16:23:13.224620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33078) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:13.229261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': '1899c3f0-83ff-400e-aa4b-380ebbdc4e3e', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:13.259358 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Project 019a9af5c19841e59423939d63a954e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:23:13.266821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.297596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=3a269dc2-46d2-4d1c-9f4c-f80072e11445,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:13.316421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33082) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:13.317015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:13.321696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '3a269dc2-46d2-4d1c-9f4c-f80072e11445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:13.328557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-768f221d-f58f-492f-b269-0dbbd842f11c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3288908 Dec 17 16:23:13.423794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.437302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.471336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e570602e-bd4b-4672-b8e3-68fc8329b504 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:13.474556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f02d99b-64ba-48ee-8a21-601247fb22b9,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:13.478675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:13.482843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.513795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.522769 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51e05da7-a660-4b27-83a8-2842bc81cfcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2893968 Dec 17 16:23:13.549311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e570602e-bd4b-4672-b8e3-68fc8329b504 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:13.549685 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.685866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d80b-3a6b-429c-8e4c-298f0e52145a req-f79fdd14-2246-4b99-b051-b8820ff338e4 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:13.697540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d32d80b-3a6b-429c-8e4c-298f0e52145a req-f79fdd14-2246-4b99-b051-b8820ff338e4 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1435955 Dec 17 16:23:13.751182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:13.756229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-494f3cb3-5414-4897-a00b-fc24cdfedd38 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575787403&fields=id&tenant_id=019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 267 time: 0.1012559 Dec 17 16:23:13.770720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d32d80b-3a6b-429c-8e4c-298f0e52145a req-e20daaac-bfbb-4448-a5cd-8abc2404aec4 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716758 Dec 17 16:23:13.774519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:23:13.775127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1f3aaf91-25ab-4d5e-8984-c7e1a53ae404 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:23:13.880839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:13.935297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-7dee68a7-b736-4ece-9116-48b3a222be62 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:13.935297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-7dee68a7-b736-4ece-9116-48b3a222be62 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/networks?id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 797 time: 0.1648245 Dec 17 16:23:13.950864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=48cd7df9-91f9-44f7-be04-b0c766b710cd,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:13.968534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': '48782dfb-7d08-4c9f-a842-142c4702248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a269dc2-46d2-4d1c-9f4c-f80072e11445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:13.968863 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 3a269dc2-46d2-4d1c-9f4c-f80072e11445, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:13.971525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-0aafc7be-d1e1-44a7-be89-de6624c0b482 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/quotas/019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 375 time: 0.0122976 Dec 17 16:23:13.989215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:14.007383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 3a269dc2-46d2-4d1c-9f4c-f80072e11445) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:14.021079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e44ff7-21aa-4db9-a30a-e04decc74a86 None None] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:14.027048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:14.027764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.061164 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-cd2b8687-df28-41be-ad86-c25c241c1bb1 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776546 Dec 17 16:23:14.091016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-029364d0-3f0a-4093-b5cb-dd2264927c42 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7708459 Dec 17 16:23:14.095137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33110) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:14.101542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-60b0950d-76c2-4394-8382-91236a82e183 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-926272080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:14.129306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf71771-dcf9-43b2-a662-c8da573fe687 req-3bad0e47-7273-4640-a684-b52632e924f2 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:14.131282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1cf71771-dcf9-43b2-a662-c8da573fe687 req-3bad0e47-7273-4640-a684-b52632e924f2 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.0883861 Dec 17 16:23:14.149512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-3a269dc2-46d2-4d1c-9f4c-f80072e11445', 'network_id': '3a269dc2-46d2-4d1c-9f4c-f80072e11445', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '48cd7df9-91f9-44f7-be04-b0c766b710cd'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:14.150287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.172719 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60b0950d-76c2-4394-8382-91236a82e183 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.174310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60b0950d-76c2-4394-8382-91236a82e183 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.215474 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-3c6a2c93-0a44-46ff-a64d-ea37c194e42c service neutron] 10.222.0.54 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419973 Dec 17 16:23:14.227876 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1cf71771-dcf9-43b2-a662-c8da573fe687 req-73965ac3-1b3e-4924-8cff-c779b7ca220e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 Dec 17 16:23:14.256466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60b0950d-76c2-4394-8382-91236a82e183 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.278103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60b0950d-76c2-4394-8382-91236a82e183 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.322502 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-60b0950d-76c2-4394-8382-91236a82e183 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.330430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-60b0950d-76c2-4394-8382-91236a82e183 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2339323 Dec 17 16:23:14.332898 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33122) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:14.344132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-f927bbaa-16dd-46b7-ae15-998f35395fc8 service neutron] 10.222.0.54 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204209 Dec 17 16:23:14.368572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Allocated IP 2001:db8::2 (3a269dc2-46d2-4d1c-9f4c-f80072e11445/48cd7df9-91f9-44f7-be04-b0c766b710cd/733cbc06-f253-4b2f-82b2-a068c99d1271) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:14.579529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.603087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.624886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24565160-b845-41b2-94cc-ca4875c254ee req-ce2cc216-f48e-43f5-92d7-a82279d6c056 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 210 time: 0.0764637 Dec 17 16:23:14.647000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:14.652305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:14.656655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:14.708217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Pushing event updated for resources: {'Port': ['ID=733cbc06-f253-4b2f-82b2-a068c99d1271,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:14.732760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Attempting to bind port 733cbc06-f253-4b2f-82b2-a068c99d1271 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:14.733368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Attempting to bind port 733cbc06-f253-4b2f-82b2-a068c99d1271 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '48782dfb-7d08-4c9f-a842-142c4702248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a269dc2-46d2-4d1c-9f4c-f80072e11445'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:14.733898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Attempting to bind port 733cbc06-f253-4b2f-82b2-a068c99d1271 on network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:14.740276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:14.740754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Checking segment: {'id': '48782dfb-7d08-4c9f-a842-142c4702248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a269dc2-46d2-4d1c-9f4c-f80072e11445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:14.741209 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.741611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Bound using segment: {'id': '48782dfb-7d08-4c9f-a842-142c4702248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a269dc2-46d2-4d1c-9f4c-f80072e11445'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:14.742235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Bound port: 733cbc06-f253-4b2f-82b2-a068c99d1271, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48782dfb-7d08-4c9f-a842-142c4702248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3a269dc2-46d2-4d1c-9f4c-f80072e11445'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:14.743053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.770982 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.833714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] For port 733cbc06-f253-4b2f-82b2-a068c99d1271, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:14.838715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] For port 733cbc06-f253-4b2f-82b2-a068c99d1271, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=733cbc06-f253-4b2f-82b2-a068c99d1271,segment=NetworkSegment(48782dfb-7d08-4c9f-a842-142c4702248d),segment_id=48782dfb-7d08-4c9f-a842-142c4702248d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:14.844026 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:14.910780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5329e7b-3850-4d2c-999e-1b94da3c1036 None None] Pushing event updated for resources: {'Port': ['ID=733cbc06-f253-4b2f-82b2-a068c99d1271,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:15.074262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8::1 (3a269dc2-46d2-4d1c-9f4c-f80072e11445/48cd7df9-91f9-44f7-be04-b0c766b710cd/5d72fd9c-124a-410f-a335-858992de2414) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:15.249958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.316582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.411567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:15.415177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:15.417908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:15.419320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.443520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 733cbc06-f253-4b2f-82b2-a068c99d1271 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:15.487673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=5d72fd9c-124a-410f-a335-858992de2414,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:15.493012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99e77-8725-40be-b195-d2c39a48dd84 req-6f08d2f8-4182-45ac-9296-bab4c5f40d80 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:15.495752 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ed99e77-8725-40be-b195-d2c39a48dd84 req-6f08d2f8-4182-45ac-9296-bab4c5f40d80 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1339586 Dec 17 16:23:15.517507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 733cbc06-f253-4b2f-82b2-a068c99d1271 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:15.517870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.563486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ed99e77-8725-40be-b195-d2c39a48dd84 req-aa9c27e0-a018-4738-a751-632cb3d7a0c4 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568655 Dec 17 16:23:15.594540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.636923 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.672644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.676444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 733cbc06-f253-4b2f-82b2-a068c99d1271, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=733cbc06-f253-4b2f-82b2-a068c99d1271,segment=NetworkSegment(48782dfb-7d08-4c9f-a842-142c4702248d),segment_id=48782dfb-7d08-4c9f-a842-142c4702248d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:15.682428 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:15.755327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=733cbc06-f253-4b2f-82b2-a068c99d1271,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:15.848183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb4d4df5-a6ed-4ceb-b3ad-9955bfd94d71 req-64f3a537-3681-4a17-81ce-05bc0d750429 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 210 time: 0.0549407 Dec 17 16:23:15.945450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990710ca-e230-4303-8288-d37e752f9668 req-43af993c-1662-4991-bac1-0633a96dce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:15.952529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990710ca-e230-4303-8288-d37e752f9668 req-43af993c-1662-4991-bac1-0633a96dce2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=714274dc02104d80bcaa2e228669f3f8&device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 1097 time: 0.1029172 Dec 17 16:23:16.068010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990710ca-e230-4303-8288-d37e752f9668 req-35ae293f-1485-49f4-8ec4-a716441d74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:16.069528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990710ca-e230-4303-8288-d37e752f9668 req-35ae293f-1485-49f4-8ec4-a716441d74c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=15c808dd-79ad-4344-9484-19e830a60e24 HTTP/1.1" status: 200 len: 912 time: 0.1088243 Dec 17 16:23:16.121665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990710ca-e230-4303-8288-d37e752f9668 req-31352bb4-6630-41d2-9784-e19091812993 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=862a913e-65fb-4c80-bd74-213040dcac36 HTTP/1.1" status: 200 len: 217 time: 0.0406098 Dec 17 16:23:16.140489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:16.156332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:16.157282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:16.175967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b4134-84e4-442e-a8b3-b85a01c35cae req-25c68890-238b-4469-9a16-80a3099e7259 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:16.177614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c2b4134-84e4-442e-a8b3-b85a01c35cae req-25c68890-238b-4469-9a16-80a3099e7259 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.3091786 Dec 17 16:23:16.197045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990710ca-e230-4303-8288-d37e752f9668 req-07ecc13c-234f-4113-b91c-231ae19ef1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:16.198755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990710ca-e230-4303-8288-d37e752f9668 req-07ecc13c-234f-4113-b91c-231ae19ef1f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d41b25b4-6065-4546-bdb6-5fa6b7396b65 HTTP/1.1" status: 200 len: 851 time: 0.0701666 Dec 17 16:23:16.243529 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990710ca-e230-4303-8288-d37e752f9668 req-5a928b0d-cbd1-4a28-b062-c1c5f4ce4cda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=15c808dd-79ad-4344-9484-19e830a60e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374086 Dec 17 16:23:16.266598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7accf5a7-baf8-4bf4-8791-2ff551fec377 None None] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:16.354462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990710ca-e230-4303-8288-d37e752f9668 req-17aa3495-2960-476a-8f2d-f7fa6f322231 service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040747 Dec 17 16:23:16.404345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-54778405-687a-47dc-9f89-e4fc88f92435 None None] Provisioning complete for port 733cbc06-f253-4b2f-82b2-a068c99d1271 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:16.405018 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54778405-687a-47dc-9f89-e4fc88f92435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:16.468892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990710ca-e230-4303-8288-d37e752f9668 req-30c2c765-d026-422c-b4ad-5f636587040f service neutron] 10.222.0.49 "GET /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068985 Dec 17 16:23:16.621962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-a0acddf5-1936-4e9d-94ce-9a3de9669a6c tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:16.623732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-a0acddf5-1936-4e9d-94ce-9a3de9669a6c tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.47 "GET /v2.0/networks?id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 797 time: 0.6593707 Dec 17 16:23:16.717697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c2b4134-84e4-442e-a8b3-b85a01c35cae req-23bbb8da-121f-4783-933f-b3107158dc1f tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286353 Dec 17 16:23:16.751479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=5d72fd9c-124a-410f-a335-858992de2414,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:16.765302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-846024e2-ceb2-4667-bf26-419efc2439ce None None] Provisioning complete for port 733cbc06-f253-4b2f-82b2-a068c99d1271 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:16.765801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-846024e2-ceb2-4667-bf26-419efc2439ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:16.809898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-62d1a1d0-ca95-4c54-8080-6a165808f813 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 380 time: 0.1529386 Dec 17 16:23:16.826555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'port': {'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'admin_state_up': True, 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'security_groups': ['1899c3f0-83ff-400e-aa4b-380ebbdc4e3e']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:16.831927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:16.835365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:16.896370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-846024e2-ceb2-4667-bf26-419efc2439ce None None] Provisioning complete for port 5d72fd9c-124a-410f-a335-858992de2414 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:16.896992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-846024e2-ceb2-4667-bf26-419efc2439ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:16.937677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-846024e2-ceb2-4667-bf26-419efc2439ce None None] Port 5d72fd9c-124a-410f-a335-858992de2414 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:17.022910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f58158a8-6edf-448f-89d0-02f48f62b83b req-12c221f7-3460-4bc7-8a41-d4e686d65a5d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 210 time: 0.0567024 Dec 17 16:23:17.077411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-422684e2-b74b-4bb3-86f2-e10c4ec79096 None None] Provisioning complete for port 5d72fd9c-124a-410f-a335-858992de2414 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:17.078584 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-422684e2-b74b-4bb3-86f2-e10c4ec79096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:17.084601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 0c92ea78-beee-4cdd-937c-a2e26a9c2be4 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:17.142717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-422684e2-b74b-4bb3-86f2-e10c4ec79096 None None] Port 5d72fd9c-124a-410f-a335-858992de2414 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:17.166326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:17.170735 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:17.250536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:17.259122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d0a3a984-44c0-434e-a49d-7f16ec941fee tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/0c92ea78-beee-4cdd-937c-a2e26a9c2be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9251912 Dec 17 16:23:17.261839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33152) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:17.270840 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] Sync routers for ids ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:17.285393 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] Routers {'0c92ea78-beee-4cdd-937c-a2e26a9c2be4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:17.286953 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:17.340429 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:17.350842 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] Routers {'0c92ea78-beee-4cdd-937c-a2e26a9c2be4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:17.351857 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:17.364586 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd858b-cd6e-44cd-8abe-1f48e44dfa46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:17.373437 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33154) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:17.376212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-66cd858b-cd6e-44cd-8abe-1f48e44dfa46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports/5d72fd9c-124a-410f-a335-858992de2414 HTTP/1.1" status: 200 len: 911 time: 0.1114783 Dec 17 16:23:17.396475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 733cbc06-f253-4b2f-82b2-a068c99d1271 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:17.414184 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:17.414987 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78db64-3ad4-4a84-b301-02fff40925cb None None] The sync data for ids ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:17.478514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.20.0.8 (f5136c5c-1352-4b73-aa30-b39cfa4afe82/95aa7535-54a7-4af5-823b-e91d80717f46/cbdc28ed-fdcd-4491-9cba-834df1fd80a8) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:17.479334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-53bdbbfa-d3d2-44f0-b929-7a68cf390382 None None] Provisioning complete for port 5d72fd9c-124a-410f-a335-858992de2414 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:17.479783 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-53bdbbfa-d3d2-44f0-b929-7a68cf390382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:17.519603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 733cbc06-f253-4b2f-82b2-a068c99d1271 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:17.520014 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:17.545924 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-53bdbbfa-d3d2-44f0-b929-7a68cf390382 None None] Port 5d72fd9c-124a-410f-a335-858992de2414 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:17.771614 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:17.874387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:17.936830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ab0f2-e28d-424e-88b0-93ce34ab5da8 req-b298bb73-1547-48ac-9e39-6d058ff689e2 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:17.938367 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-428ab0f2-e28d-424e-88b0-93ce34ab5da8 req-b298bb73-1547-48ac-9e39-6d058ff689e2 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1258547 Dec 17 16:23:17.946038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:17.958231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:17.960917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:17.973365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:18.040717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:18.049978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:18.050606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:18.087202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-428ab0f2-e28d-424e-88b0-93ce34ab5da8 req-402b0069-8488-4d71-a1bd-5e61051c25bf tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399975 Dec 17 16:23:18.153388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-1ef292bd-0e7b-41b0-b62b-0d467776683d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3314326 Dec 17 16:23:18.231305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e86f3-a399-4320-88af-625f1a97e5e2 req-b8e6627d-d585-4b6f-836c-cc6c2b1b88c4 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:18.233349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-195e86f3-a399-4320-88af-625f1a97e5e2 req-b8e6627d-d585-4b6f-836c-cc6c2b1b88c4 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 931 time: 0.1222479 Dec 17 16:23:18.349611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Request body: {'port': {'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:18.387418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cfb1b21b-dee5-41ce-ac81-993f7341af81 None None] Provisioning complete for port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:18.388037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b21b-dee5-41ce-ac81-993f7341af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:18.390156 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-195e86f3-a399-4320-88af-625f1a97e5e2 req-c6b18155-1182-45bf-ab20-1a044c6af931 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452291 Dec 17 16:23:18.441203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1b21b-dee5-41ce-ac81-993f7341af81 None None] Port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:18.475856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:18.535509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce012ba6-aab0-4cd8-b185-074a7bd417df req-2845bd33-3cad-4310-9907-b8a1f98e7808 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:18.536918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce012ba6-aab0-4cd8-b185-074a7bd417df req-2845bd33-3cad-4310-9907-b8a1f98e7808 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1032398 Dec 17 16:23:18.540472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 5d72fd9c-124a-410f-a335-858992de2414 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:18.540810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:18.760151 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ce012ba6-aab0-4cd8-b185-074a7bd417df req-e41a4b82-af57-403e-8c71-a2884409a6a2 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029953 Dec 17 16:23:18.790052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:18.806938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 5d72fd9c-124a-410f-a335-858992de2414 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:18.983374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdc28ed-fdcd-4491-9cba-834df1fd80a8 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:18.991916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:19.062238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Transition to ACTIVE for port object cbdc28ed-fdcd-4491-9cba-834df1fd80a8 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:23:19.063889 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:19.075896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:19.099929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=5d72fd9c-124a-410f-a335-858992de2414,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:19.278683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:19.315314 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:19.499092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Attempting to bind port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:19.499092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Attempting to bind port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:19.499092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Attempting to bind port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 on network f5136c5c-1352-4b73-aa30-b39cfa4afe82 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:19.543305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 on network f5136c5c-1352-4b73-aa30-b39cfa4afe82 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:23:19.543731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Attempting to bind port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 on network f5136c5c-1352-4b73-aa30-b39cfa4afe82 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:19.970993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085652d-42ef-496d-a8ef-b81c134abfef req-26d6f6c6-69c0-4555-ae69-163a63930ae8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:19.972566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d085652d-42ef-496d-a8ef-b81c134abfef req-26d6f6c6-69c0-4555-ae69-163a63930ae8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 943 time: 0.4902661 Dec 17 16:23:19.980350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:19.980697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Checking segment: {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:19.981148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Bound using segment: {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:19.981603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Bound port: cbdc28ed-fdcd-4491-9cba-834df1fd80a8, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f200de0-be69-42b6-ae08-5e931e932e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:19.982121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.020778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 0c92ea78-beee-4cdd-937c-a2e26a9c2be4 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:20.034183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d085652d-42ef-496d-a8ef-b81c134abfef req-0d368af6-218c-48b9-bb3b-a6f6a8d27d38 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479655 Dec 17 16:23:20.070472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858914d-1c90-4a86-abbe-a895c5d8d277 req-5f24bd63-0932-4eff-bb3f-8c4816a8d4a2 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:20.072008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4858914d-1c90-4a86-abbe-a895c5d8d277 req-5f24bd63-0932-4eff-bb3f-8c4816a8d4a2 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.1088006 Dec 17 16:23:20.143193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-5f065393-bc5c-439f-a253-27aa6a33b982 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:20.144850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-5f065393-bc5c-439f-a253-27aa6a33b982 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.49 "GET /v2.0/ports?device_id=c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Dec 17 16:23:20.172069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] For port cbdc28ed-fdcd-4491-9cba-834df1fd80a8, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:20.175641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:20.195038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-afc293c1-0a3e-49ca-910e-5981026c39d2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/0c92ea78-beee-4cdd-937c-a2e26a9c2be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8130736 Dec 17 16:23:20.195284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33176) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:20.197222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] For port cbdc28ed-fdcd-4491-9cba-834df1fd80a8, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:20.208116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.234248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-751f42ff-2b6d-48d5-a1ba-27274c461748 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c92ea78-beee-4cdd-937c-a2e26a9c2be4 HTTP/1.1" status: 200 len: 205 time: 0.0353303 Dec 17 16:23:20.246114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33178) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:20.260946 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4858914d-1c90-4a86-abbe-a895c5d8d277 req-7c4c0638-3170-4936-95d8-6aaf99622554 tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775568 Dec 17 16:23:20.315631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Deleting port 862a913e-65fb-4c80-bd74-213040dcac36 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:20.317210 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.338379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:20.339005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.340538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] 10.222.0.47 "PUT /v2.0/ports/cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 200 len: 1092 time: 2.1742299 Dec 17 16:23:20.342948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:20.345500 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:20.370260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632016eb-5b8d-4c03-b2a7-251c3d466f71 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:20.385788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b55baf9-0c05-4085-8400-0237f1439410 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.403187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] Sync routers for ids ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:20.432578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] Routers {'0c92ea78-beee-4cdd-937c-a2e26a9c2be4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:20.435705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:20.443903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] For port 862a913e-65fb-4c80-bd74-213040dcac36, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=862a913e-65fb-4c80-bd74-213040dcac36,segment=NetworkSegment(eab0bf03-a1bf-4d47-af90-f9910204a012),segment_id=eab0bf03-a1bf-4d47-af90-f9910204a012)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:20.444476 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.467303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Calling delete_port for 862a913e-65fb-4c80-bd74-213040dcac36 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:20.554000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:20.577820 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] Routers {'0c92ea78-beee-4cdd-937c-a2e26a9c2be4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:20.578443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:20.634503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b55baf9-0c05-4085-8400-0237f1439410 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.636706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b55baf9-0c05-4085-8400-0237f1439410 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.641266 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a10ec9-bae6-4407-9a0f-0f8d0faa6b87 x-openstack-request-id: req-32a10ec9-bae6-4407-9a0f-0f8d0faa6b87 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:20.641563 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:20.641814 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32a10ec9-bae6-4407-9a0f-0f8d0faa6b87 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:20.642250 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'status': 'completed', 'code': 200} Dec 17 16:23:20.656942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:20.657764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a92cb-8008-4011-9a70-ba0f410b0b7d None None] The sync data for ids ['0c92ea78-beee-4cdd-937c-a2e26a9c2be4'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:20.679889 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.685219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-d3ef82e6-aa5b-4f52-b005-f90078424cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:20.686936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-d3ef82e6-aa5b-4f52-b005-f90078424cfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1095 time: 0.2489872 Dec 17 16:23:20.687998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b55baf9-0c05-4085-8400-0237f1439410 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.688527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b55baf9-0c05-4085-8400-0237f1439410 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Fanout notify agent at l3_agent the message router_deleted on router 0c92ea78-beee-4cdd-937c-a2e26a9c2be4 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:23:20.694055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['862a913e-65fb-4c80-bd74-213040dcac36'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:23:20.695728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b55baf9-0c05-4085-8400-0237f1439410 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.696860 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3b55baf9-0c05-4085-8400-0237f1439410 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/0c92ea78-beee-4cdd-937c-a2e26a9c2be4 HTTP/1.1" status: 204 len: 168 time: 0.4497242 Dec 17 16:23:20.702157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33186) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:20.737517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Pushing event deleted for resources: {'Port': ['ID=862a913e-65fb-4c80-bd74-213040dcac36,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:20.771535 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-de7a61b7-5696-41c6-b699-b3e41211cf7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 200 len: 217 time: 0.0683990 Dec 17 16:23:20.790679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] No DVR routers for this DVR port 862a913e-65fb-4c80-bd74-213040dcac36 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:20.793431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.796965 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3f9e5a2-63ec-47bf-8004-cdeccc88453a req-00dd3e6d-8a7b-49fe-ad79-f30da5bb300e tempest-TestServerAdvancedOps-1598177545 tempest-TestServerAdvancedOps-1598177545-project] 10.222.0.49 "DELETE /v2.0/ports/862a913e-65fb-4c80-bd74-213040dcac36 HTTP/1.1" status: 204 len: 173 time: 0.6453316 Dec 17 16:23:20.797429 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'name': 'network-vif-deleted', 'tag': '862a913e-65fb-4c80-bd74-213040dcac36'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:20.799769 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a313771-d226-4f89-9cbb-f9aa892f3cd7" -d '{"events": [{"server_uuid": "c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20", "name": "network-vif-deleted", "tag": "862a913e-65fb-4c80-bd74-213040dcac36"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:20.841184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 48cd7df9-91f9-44f7-be04-b0c766b710cd {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:23:20.847605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:20.850867 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ad1ad9-4267-4565-8a66-679d8739a09c x-openstack-request-id: req-46ad1ad9-4267-4565-8a66-679d8739a09c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:20.851177 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20", "name": "network-vif-deleted", "tag": "862a913e-65fb-4c80-bd74-213040dcac36", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:20.851469 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46ad1ad9-4267-4565-8a66-679d8739a09c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:20.851858 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06e5a9b-5dc1-43a2-88c2-bc63d7c2df20', 'name': 'network-vif-deleted', 'tag': '862a913e-65fb-4c80-bd74-213040dcac36', 'status': 'completed', 'code': 200} Dec 17 16:23:20.899181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-0f14f04d-5e17-4eb0-b30b-b099120599c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:20.902565 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-0f14f04d-5e17-4eb0-b30b-b099120599c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95aa7535-54a7-4af5-823b-e91d80717f46 HTTP/1.1" status: 200 len: 834 time: 0.1167574 Dec 17 16:23:20.908828 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.023106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-9a709f6e-e0a5-4c52-a5e7-f74c56a3b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:21.024664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-9a709f6e-e0a5-4c52-a5e7-f74c56a3b939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5136c5c-1352-4b73-aa30-b39cfa4afe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919912 Dec 17 16:23:21.094469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.170504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72509e71-78db-4fa3-ae93-d2f8479171fe req-b859ce72-ed54-4bdb-8ab4-564b486ce716 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:21.179222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72509e71-78db-4fa3-ae93-d2f8479171fe req-b859ce72-ed54-4bdb-8ab4-564b486ce716 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 943 time: 0.0730238 Dec 17 16:23:21.193834 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-81b32d4a-d36f-4b13-bae2-d9f0a1ddd720 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553104 Dec 17 16:23:21.197933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.228389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=48cd7df9-91f9-44f7-be04-b0c766b710cd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:21.241909 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72509e71-78db-4fa3-ae93-d2f8479171fe req-7c71398e-e1f1-45e0-8f76-bb8cf36632c2 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615971 Dec 17 16:23:21.283062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.286757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-48731952-704d-4906-b236-e19a9ad73682 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/48cd7df9-91f9-44f7-be04-b0c766b710cd HTTP/1.1" status: 204 len: 168 time: 0.5824511 Dec 17 16:23:21.289553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33194) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:21.299698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48e58a-5ea4-4d9f-b4bc-d8bc16d99976 None None] Network 3a269dc2-46d2-4d1c-9f4c-f80072e11445 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:21.344263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:21.359763 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a5992b1d-2705-4f94-ada5-a85a27ac84de req-b6487eab-9b26-4e72-aafe-4cf3cf5d2c62 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356881 Dec 17 16:23:21.441003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] Deleting subnet d41b25b4-6065-4546-bdb6-5fa6b7396b65 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:23:21.445698 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.450631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.473504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-b5b0886b-590a-4690-ad03-dab63010b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:21.475039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-b5b0886b-590a-4690-ad03-dab63010b8bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1095 time: 0.0565526 Dec 17 16:23:21.488260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] DHCP port deletion for 3a269dc2-46d2-4d1c-9f4c-f80072e11445 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:21.493198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.538348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] Deleting port 733cbc06-f253-4b2f-82b2-a068c99d1271 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:21.538783 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.573427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.577427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-bf806b7b-7deb-4f7d-b915-0b4ea4686054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:21.579156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-bf806b7b-7deb-4f7d-b915-0b4ea4686054 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 898 time: 0.0936506 Dec 17 16:23:21.610753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] For port 733cbc06-f253-4b2f-82b2-a068c99d1271, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=733cbc06-f253-4b2f-82b2-a068c99d1271,segment=NetworkSegment(48782dfb-7d08-4c9f-a842-142c4702248d),segment_id=48782dfb-7d08-4c9f-a842-142c4702248d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:21.611219 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.617118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 733cbc06-f253-4b2f-82b2-a068c99d1271 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:21.617458 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.625801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] Calling delete_port for 733cbc06-f253-4b2f-82b2-a068c99d1271 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:21.651155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-d89fc2ec-7c04-48cb-a383-8cf6176bf561 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 200 len: 217 time: 0.0592403 Dec 17 16:23:21.698845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 733cbc06-f253-4b2f-82b2-a068c99d1271, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=733cbc06-f253-4b2f-82b2-a068c99d1271,segment=NetworkSegment(48782dfb-7d08-4c9f-a842-142c4702248d),segment_id=48782dfb-7d08-4c9f-a842-142c4702248d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:21.699306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.713640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 733cbc06-f253-4b2f-82b2-a068c99d1271 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:21.717982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-e0b1f805-4321-420a-892d-2fd74d20a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:21.718294 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.719760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-e0b1f805-4321-420a-892d-2fd74d20a78e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95aa7535-54a7-4af5-823b-e91d80717f46 HTTP/1.1" status: 200 len: 834 time: 0.0592942 Dec 17 16:23:21.740663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.756962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41b25b4-6065-4546-bdb6-5fa6b7396b65,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:21.763693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.767078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a5399dca-293f-4bbb-9b1d-e583aaf4c589 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d41b25b4-6065-4546-bdb6-5fa6b7396b65 HTTP/1.1" status: 204 len: 168 time: 0.4231265 Dec 17 16:23:21.769678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33210) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:21.781391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] No DVR routers for this DVR port 733cbc06-f253-4b2f-82b2-a068c99d1271 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:21.783316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991e7a-867b-4ae5-8a6d-e87e7a98324b None None] Pushing event deleted for resources: {'Port': ['ID=733cbc06-f253-4b2f-82b2-a068c99d1271,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:21.846057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-b97cba76-7ede-4c70-98a4-2c54ccf2d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:21.847605 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-b97cba76-7ede-4c70-98a4-2c54ccf2d17c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5136c5c-1352-4b73-aa30-b39cfa4afe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204739 Dec 17 16:23:21.848196 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.885817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port 733cbc06-f253-4b2f-82b2-a068c99d1271 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:21.891904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=733cbc06-f253-4b2f-82b2-a068c99d1271,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:21.921137 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:21.986281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.010286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a269dc2-46d2-4d1c-9f4c-f80072e11445']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.020748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48782dfb-7d08-4c9f-a842-142c4702248d') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.021054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48782dfb-7d08-4c9f-a842-142c4702248d') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.024100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-7fcdc4ed-34dc-4290-a964-cf44a5472d04 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668940 Dec 17 16:23:22.033031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.040368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.047551 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.054521 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:23:22.055019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: self.session.flush() Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:23:22.058674 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:23:22.104968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c808dd-79ad-4344-9484-19e830a60e24']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.120653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab0bf03-a1bf-4d47-af90-f9910204a012') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.120949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab0bf03-a1bf-4d47-af90-f9910204a012') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.122094 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.129970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.133407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/3a269dc2-46d2-4d1c-9f4c-f80072e11445 HTTP/1.1" status: 204 len: 168 time: 0.8427291 Dec 17 16:23:22.134491 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.137949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33252) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:22.148581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18cffe-cf87-4b18-a6ea-cdeafba4ff2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=3a269dc2-46d2-4d1c-9f4c-f80072e11445,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:22.153603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1197720777', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:22.179970 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.199159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:23:22.199556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.202765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0927cfa5-c774-443d-ad2a-8a56b2fd1ed8 req-2964bed8-99a9-46b6-bc98-c82bb46fa2c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679962 Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:23:22.203538 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:23:22.256101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.257154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.273016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.287913 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.294220 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33276) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:22.294696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] 10.222.0.54 "DELETE /v2.0/networks/15c808dd-79ad-4344-9484-19e830a60e24 HTTP/1.1" status: 204 len: 168 time: 0.5235846 Dec 17 16:23:22.343353 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.344701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa01fc-8812-41ba-8d55-3fc6a2ca76aa admin admin] Pushing event deleted for resources: {'Network': ['ID=15c808dd-79ad-4344-9484-19e830a60e24,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:22.381061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] Deleting subnet 89225705-f5a4-4695-ac2d-c16e48f5d3ae {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:23:22.386655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.427761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83613bee-8ae9-41f1-9659-9e59d4030b4f req-aaca559a-24e3-4e14-b401-8ee16bee283b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:22.429309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83613bee-8ae9-41f1-9659-9e59d4030b4f req-aaca559a-24e3-4e14-b401-8ee16bee283b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 943 time: 0.0981467 Dec 17 16:23:22.439082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.505046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.506820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.538883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83613bee-8ae9-41f1-9659-9e59d4030b4f req-bd53a1ab-9c1a-4bbd-9eef-c37a46ee577b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021388 Dec 17 16:23:22.582019 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.619622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89225705-f5a4-4695-ac2d-c16e48f5d3ae,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:22.627918 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.632603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-762aacd1-f40d-486e-ac06-2f8dac6193f8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89225705-f5a4-4695-ac2d-c16e48f5d3ae HTTP/1.1" status: 204 len: 168 time: 0.3365636 Dec 17 16:23:22.635114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33320) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:22.711023 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.745141 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.767802 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.803651 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.826604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b5d0c0-86ab-45db-a2b3-60a440bdc95d']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.836504 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7fdf24-9986-48e2-bb81-ae544f0f0bc5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.836825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7fdf24-9986-48e2-bb81-ae544f0f0bc5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:22.849983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.872706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.880157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:23:22.880981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:23:22.882900 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:23:22.892715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 172.25.0.145 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/0d2834aa-9897-45c5-b3cb-f4cc986c9584) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:22.941860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.961391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:22.964737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/35b5d0c0-86ab-45db-a2b3-60a440bdc95d HTTP/1.1" status: 204 len: 168 time: 0.3286669 Dec 17 16:23:22.965996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a03ec-adb7-4a77-ad96-ac3807220dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b5d0c0-86ab-45db-a2b3-60a440bdc95d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:23.022623 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.063477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.103620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:23.106951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:23.110459 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:23.134803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053cad99-4365-459d-beb4-d51bc2b0e571 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:23.146007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=0d2834aa-9897-45c5-b3cb-f4cc986c9584,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:23.196409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33400) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:23.198928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3f7cee7e-3310-4704-942d-7da6989d868d None None] Provisioning complete for port 0d2834aa-9897-45c5-b3cb-f4cc986c9584 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:23.199291 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3f7cee7e-3310-4704-942d-7da6989d868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.241020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3f7cee7e-3310-4704-942d-7da6989d868d None None] Port 0d2834aa-9897-45c5-b3cb-f4cc986c9584 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:23.256249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cd431aa9-3b65-409e-9c28-71414bf439c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=714274dc02104d80bcaa2e228669f3f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582263 Dec 17 16:23:23.258827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33408) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:23.309545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4877960-b680-4d31-9b79-222c812f3196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.339703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4877960-b680-4d31-9b79-222c812f3196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.384465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 733cbc06-f253-4b2f-82b2-a068c99d1271 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:23.397393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4877960-b680-4d31-9b79-222c812f3196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.400108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f4877960-b680-4d31-9b79-222c812f3196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.401539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f4877960-b680-4d31-9b79-222c812f3196 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1a5de1c-4ca9-4e92-b9f8-4643f85308ca HTTP/1.1" status: 204 len: 168 time: 0.1413906 Dec 17 16:23:23.409954 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4877960-b680-4d31-9b79-222c812f3196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a5de1c-4ca9-4e92-b9f8-4643f85308ca,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:23.412972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 733cbc06-f253-4b2f-82b2-a068c99d1271 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:23:23.413328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 733cbc06-f253-4b2f-82b2-a068c99d1271 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:23:23.427364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.699515 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036817-eea1-4c7f-99fa-d598c67f2da1 req-afc41ada-6f42-4587-ab92-9d5158e34ffc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:23.706891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5036817-eea1-4c7f-99fa-d598c67f2da1 req-afc41ada-6f42-4587-ab92-9d5158e34ffc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 943 time: 0.0743508 Dec 17 16:23:23.709288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.804345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33480) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:23.805918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5036817-eea1-4c7f-99fa-d598c67f2da1 req-49a56046-167b-4bb6-ac50-8cceb7f46fab tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978150 Dec 17 16:23:23.852944 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2b744933-c209-45b8-8fe0-7320ea53def1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=581d99cca1124a5b97cb2f8ddae89ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448768 Dec 17 16:23:23.853421 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33488) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:23.888748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 862a913e-65fb-4c80-bd74-213040dcac36 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:23.919719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 862a913e-65fb-4c80-bd74-213040dcac36 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:23:23.920086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 862a913e-65fb-4c80-bd74-213040dcac36 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:23:23.929703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39166dff-851e-465a-97cd-b6926f1a7e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:23.932535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 56389733-dec5-444c-ae70-3eb7377e58d7 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:23.991202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39166dff-851e-465a-97cd-b6926f1a7e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:24.085614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:24.095433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39166dff-851e-465a-97cd-b6926f1a7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:24.098263 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] Sync routers for ids ['56389733-dec5-444c-ae70-3eb7377e58d7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:24.098773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-39166dff-851e-465a-97cd-b6926f1a7e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:24.099442 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-39166dff-851e-465a-97cd-b6926f1a7e0f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33114278-ec23-47c4-adc3-4ed81687eb47 HTTP/1.1" status: 204 len: 168 time: 0.2450762 Dec 17 16:23:24.113832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39166dff-851e-465a-97cd-b6926f1a7e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33114278-ec23-47c4-adc3-4ed81687eb47,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:24.117778 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] Routers {'56389733-dec5-444c-ae70-3eb7377e58d7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:24.118436 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['56389733-dec5-444c-ae70-3eb7377e58d7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:24.123076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:24.124771 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2dbc5efb-6a7e-4963-bca9-63b731cb7f8c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9816182 Dec 17 16:23:24.127289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33534) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:24.266689 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b69ab51-d799-417d-9bc4-918628f8ae2e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/routers/56389733-dec5-444c-ae70-3eb7377e58d7 HTTP/1.1" status: 200 len: 885 time: 0.1379781 Dec 17 16:23:24.268902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:24.288638 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:24.300537 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] Routers {'56389733-dec5-444c-ae70-3eb7377e58d7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:24.301175 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['56389733-dec5-444c-ae70-3eb7377e58d7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:24.367627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:24.368598 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2833157-0e29-4a12-97ea-e1e31b6d95fe None None] The sync data for ids ['56389733-dec5-444c-ae70-3eb7377e58d7'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:24.824817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-beb63e25-e3f6-4a80-9107-ae174ec7a632 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5547304 Dec 17 16:23:24.828815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33620) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:24.833668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-925521c4-9b6b-4ff2-bc4b-43d2e3bbf819 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1197720777'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:24.943227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43db15c-c415-4e27-988e-d2bf8175588e req-4228f1de-eb7f-41e2-85d9-a4216863d9ee tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:24.944809 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e43db15c-c415-4e27-988e-d2bf8175588e req-4228f1de-eb7f-41e2-85d9-a4216863d9ee tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 943 time: 0.0571411 Dec 17 16:23:25.006634 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e43db15c-c415-4e27-988e-d2bf8175588e req-1f7f025f-d134-42d1-bdd6-679a1766cd4f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551043 Dec 17 16:23:25.156298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-925521c4-9b6b-4ff2-bc4b-43d2e3bbf819 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.173542 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-925521c4-9b6b-4ff2-bc4b-43d2e3bbf819 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.287393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925521c4-9b6b-4ff2-bc4b-43d2e3bbf819 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 56389733-dec5-444c-ae70-3eb7377e58d7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:25.297938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device cbdc28ed-fdcd-4491-9cba-834df1fd80a8 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:23:25.392815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port cbdc28ed-fdcd-4491-9cba-834df1fd80a8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:25.396204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925521c4-9b6b-4ff2-bc4b-43d2e3bbf819 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:25.403095 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-925521c4-9b6b-4ff2-bc4b-43d2e3bbf819 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.404598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-925521c4-9b6b-4ff2-bc4b-43d2e3bbf819 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/56389733-dec5-444c-ae70-3eb7377e58d7 HTTP/1.1" status: 200 len: 892 time: 0.5747216 Dec 17 16:23:25.407132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33682) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:25.408936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] Sync routers for ids ['56389733-dec5-444c-ae70-3eb7377e58d7'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:25.412551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:23:25.423253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] Routers {'56389733-dec5-444c-ae70-3eb7377e58d7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:25.423886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['56389733-dec5-444c-ae70-3eb7377e58d7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:25.484070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:25.491193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.506129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] Routers {'56389733-dec5-444c-ae70-3eb7377e58d7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:25.506732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['56389733-dec5-444c-ae70-3eb7377e58d7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:25.509315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdc28ed-fdcd-4491-9cba-834df1fd80a8 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:25.518842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ae1af2a0-5a25-415c-81f3-d7bc5faa01fd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/routers/56389733-dec5-444c-ae70-3eb7377e58d7 HTTP/1.1" status: 200 len: 892 time: 0.1106308 Dec 17 16:23:25.521698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:25.547032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:25.547687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdcff3-8916-4a03-8901-1a613285d5e1 None None] The sync data for ids ['56389733-dec5-444c-ae70-3eb7377e58d7'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:25.549207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2f717864-a5c1-426c-80da-7cecc347c868 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=56389733-dec5-444c-ae70-3eb7377e58d7 HTTP/1.1" status: 200 len: 205 time: 0.0264671 Dec 17 16:23:25.552081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33686) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:25.562505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port cbdc28ed-fdcd-4491-9cba-834df1fd80a8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:25.568610 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.618697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:25.627465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.627837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.628180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.628536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.629080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.629440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.629770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.630096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.630773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.631095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.631418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.631740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.632086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:25.662052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.774460 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.832851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 0d2834aa-9897-45c5-b3cb-f4cc986c9584 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:25.833207 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.873458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['cbdc28ed-fdcd-4491-9cba-834df1fd80a8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:23:25.909182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:25.921728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 0d2834aa-9897-45c5-b3cb-f4cc986c9584 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:26.120604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.151422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=0d2834aa-9897-45c5-b3cb-f4cc986c9584,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:26.167920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.168413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.169978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.170439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.170878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.171323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.171805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.171959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e667236-43c3-4976-8534-8feb0c68e4b2 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:26.172274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.172701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.173343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.173781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.174634 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.174830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539511c-9d7b-40a1-83b7-4e501d6ec703 req-d1613b91-0e87-4bda-8e44-90c5cab0388e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:26.175283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:26.177172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3539511c-9d7b-40a1-83b7-4e501d6ec703 req-d1613b91-0e87-4bda-8e44-90c5cab0388e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 944 time: 0.0559611 Dec 17 16:23:26.241406 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3539511c-9d7b-40a1-83b7-4e501d6ec703 req-7499958d-c8f3-43d0-9f25-4d05de824485 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571971 Dec 17 16:23:26.241654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.350895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.353119 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.418778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.419281 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Fanout notify agent at l3_agent the message router_deleted on router 56389733-dec5-444c-ae70-3eb7377e58d7 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:23:26.426221 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.431204 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03d11089-0266-45fd-84f5-febb9021fab0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/56389733-dec5-444c-ae70-3eb7377e58d7 HTTP/1.1" status: 204 len: 168 time: 0.8742466 Dec 17 16:23:26.432589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33696) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:26.441295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-924825926'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:26.466031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:26.469746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.493638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:26.502932 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.503285 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment 5bddc4ed-44f7-4dbc-9356-740b0a23aa9c of type vlan for network 5b641364-0ba0-44d8-ab65-5a204b0f5829 Dec 17 16:23:26.544852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.569710 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.575745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:26.576477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.633256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1992037 Dec 17 16:23:26.637670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33698) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:26.643123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '5b641364-0ba0-44d8-ab65-5a204b0f5829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:26.649061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ace7d2-493a-451d-85ec-e11da1e69589 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=5b641364-0ba0-44d8-ab65-5a204b0f5829,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:26.659599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:26.739099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:26.742924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.928658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:26.990075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=8ce0087b-fd51-4390-bd06-f0706272946f,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:27.007830 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': '5bddc4ed-44f7-4dbc-9356-740b0a23aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b641364-0ba0-44d8-ab65-5a204b0f5829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:27.008210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 5b641364-0ba0-44d8-ab65-5a204b0f5829, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:27.026330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:27.035723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5b641364-0ba0-44d8-ab65-5a204b0f5829) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:27.042099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:27.042790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.046403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172df76-0cbb-4f47-b482-235fb7334144 None None] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:27.061044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ecccbe3b-5675-434b-b636-d6575d1f90f9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4219184 Dec 17 16:23:27.064347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:27.069227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d747be59-7f8c-4b6d-b3e0-f85245630d54 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-901843009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:27.102338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d747be59-7f8c-4b6d-b3e0-f85245630d54 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.103579 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d747be59-7f8c-4b6d-b3e0-f85245630d54 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.159399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-5b641364-0ba0-44d8-ab65-5a204b0f5829', 'network_id': '5b641364-0ba0-44d8-ab65-5a204b0f5829', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '8ce0087b-fd51-4390-bd06-f0706272946f'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:27.160378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.185815 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d747be59-7f8c-4b6d-b3e0-f85245630d54 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.190378 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d747be59-7f8c-4b6d-b3e0-f85245630d54 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.214282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d747be59-7f8c-4b6d-b3e0-f85245630d54 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.219115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d747be59-7f8c-4b6d-b3e0-f85245630d54 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1510780 Dec 17 16:23:27.219412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33704) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:27.321637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Allocated IP 2001:db8::2 (5b641364-0ba0-44d8-ab65-5a204b0f5829/8ce0087b-fd51-4390-bd06-f0706272946f/fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:27.370496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56d79f-5ed4-4c7a-a095-021e49c6e258 req-dee9c72d-ba7a-49a9-99e8-63bb67c98206 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:27.378707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c56d79f-5ed4-4c7a-a095-021e49c6e258 req-dee9c72d-ba7a-49a9-99e8-63bb67c98206 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 944 time: 0.0589378 Dec 17 16:23:27.432836 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c56d79f-5ed4-4c7a-a095-021e49c6e258 req-f6e73dce-8bc0-4127-9143-278adff25e9f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530524 Dec 17 16:23:27.463095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device cbdc28ed-fdcd-4491-9cba-834df1fd80a8 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:27.509573 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.518801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.549923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.572433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:23:27.578399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:27.581601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:27.582164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.587666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:27.611172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:27.613271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Pushing event updated for resources: {'Port': ['ID=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:27.817192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8::1 (5b641364-0ba0-44d8-ab65-5a204b0f5829/8ce0087b-fd51-4390-bd06-f0706272946f/1ce22bab-a187-4212-a83c-053937c6e7fa) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:27.862839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Attempting to bind port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:27.863398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Attempting to bind port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5bddc4ed-44f7-4dbc-9356-740b0a23aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b641364-0ba0-44d8-ab65-5a204b0f5829'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:27.863502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Attempting to bind port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe on network 5b641364-0ba0-44d8-ab65-5a204b0f5829 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:27.870772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:27.871147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Checking segment: {'id': '5bddc4ed-44f7-4dbc-9356-740b0a23aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b641364-0ba0-44d8-ab65-5a204b0f5829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:27.871660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.872340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Bound using segment: {'id': '5bddc4ed-44f7-4dbc-9356-740b0a23aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b641364-0ba0-44d8-ab65-5a204b0f5829'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:27.872934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Bound port: fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bddc4ed-44f7-4dbc-9356-740b0a23aa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b641364-0ba0-44d8-ab65-5a204b0f5829'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:27.873320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.933625 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.939255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.967346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:27.975037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:27.977397 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec1ed2-765f-4d8e-8e4f-d4a32cc74b3b" -d '{"events": [{"server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:28.007133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port cbdc28ed-fdcd-4491-9cba-834df1fd80a8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:28.010106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] For port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:28.012771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:28.016121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:28.020041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:28.020592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:28.021097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:28.024403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] For port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,segment=NetworkSegment(5bddc4ed-44f7-4dbc-9356-740b0a23aa9c),segment_id=5bddc4ed-44f7-4dbc-9356-740b0a23aa9c)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:28.048164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:28.066527 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686311ad-2d73-4e2b-b633-74db93a4c2f1 x-openstack-request-id: req-686311ad-2d73-4e2b-b633-74db93a4c2f1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:28.066824 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:28.067081 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-686311ad-2d73-4e2b-b633-74db93a4c2f1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:28.067553 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'code': 200} Dec 17 16:23:28.094366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:28.119447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=1ce22bab-a187-4212-a83c-053937c6e7fa,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:28.148819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63745ea1-4f1e-41c3-932b-36a379cc1813 None None] Pushing event updated for resources: {'Port': ['ID=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:28.200801 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:28.220498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425155d9-2fe6-4d59-99cb-37e4ab7c3684 req-93e28cd3-2f89-4026-b8d4-df8e161c546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:28.222198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-425155d9-2fe6-4d59-99cb-37e4ab7c3684 req-93e28cd3-2f89-4026-b8d4-df8e161c546c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1097 time: 0.0794668 Dec 17 16:23:28.364352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-425155d9-2fe6-4d59-99cb-37e4ab7c3684 req-0e95169d-dd0d-4eae-84a4-ef27a2445815 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205595 Dec 17 16:23:28.546558 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:28.552024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:28.552301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bf915-86f5-4ade-a7c0-447dae381609 req-0a3caf81-8608-41d5-a374-b7bbb8fdf98d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:28.552967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:28.553649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f8bf915-86f5-4ade-a7c0-447dae381609 req-0a3caf81-8608-41d5-a374-b7bbb8fdf98d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 945 time: 0.0503485 Dec 17 16:23:28.633970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f8bf915-86f5-4ade-a7c0-447dae381609 req-07854d5b-fedb-4da8-8169-0a7bc63bceb9 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721903 Dec 17 16:23:28.667793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=1ce22bab-a187-4212-a83c-053937c6e7fa,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:28.700909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:28.702299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:28.822860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router d3b6762f-3878-42fc-951d-dfd442aa7f36 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:28.921066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:28.927024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-720b4791-310b-43f8-9a20-a20aacfbc250 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/d3b6762f-3878-42fc-951d-dfd442aa7f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062767 Dec 17 16:23:28.930144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33714) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:28.941981 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] Sync routers for ids ['d3b6762f-3878-42fc-951d-dfd442aa7f36'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:28.956477 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] Routers {'d3b6762f-3878-42fc-951d-dfd442aa7f36'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:28.957553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d3b6762f-3878-42fc-951d-dfd442aa7f36'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:28.983293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c65a4e0-b8d0-4379-86e2-0ec8bf10f493 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:28.984858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0c65a4e0-b8d0-4379-86e2-0ec8bf10f493 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports/1ce22bab-a187-4212-a83c-053937c6e7fa HTTP/1.1" status: 200 len: 911 time: 0.0538900 Dec 17 16:23:28.987706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33716) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:28.992879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce0087b-fd51-4390-bd06-f0706272946f'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:29.006085 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:29.015394 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] Routers {'d3b6762f-3878-42fc-951d-dfd442aa7f36'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:29.016068 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d3b6762f-3878-42fc-951d-dfd442aa7f36'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:29.053790 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:29.054766 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a69a7e-70bd-4586-aded-d7ee7884e480 None None] The sync data for ids ['d3b6762f-3878-42fc-951d-dfd442aa7f36'] in n-d-806683-20 is: [] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:29.152936 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.185204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b553b0-0764-483c-b909-a2a3c2fc34ed None None] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:29.252455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3a3fdcd3-8e59-4c57-8ea9-eaa53fd93e32 None None] Provisioning complete for port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:29.252816 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdcd3-8e59-4c57-8ea9-eaa53fd93e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.421851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdcd3-8e59-4c57-8ea9-eaa53fd93e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.500185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:29.516720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3a3fdcd3-8e59-4c57-8ea9-eaa53fd93e32 None None] For port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,segment=NetworkSegment(5bddc4ed-44f7-4dbc-9356-740b0a23aa9c),segment_id=5bddc4ed-44f7-4dbc-9356-740b0a23aa9c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:29.576181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdcd3-8e59-4c57-8ea9-eaa53fd93e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.665427 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fdcd3-8e59-4c57-8ea9-eaa53fd93e32 None None] Pushing event updated for resources: {'Port': ['ID=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:29.670912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:29.671502 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.744706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33726) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:29.814958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c89201b6-2c4c-4ab1-a4ec-7e9d3a653949 None None] Provisioning complete for port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:29.815539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c89201b6-2c4c-4ab1-a4ec-7e9d3a653949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.900637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a64f217c-a7d1-48e7-81d5-138d379f3426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.922903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c89201b6-2c4c-4ab1-a4ec-7e9d3a653949 None None] Provisioning complete for port 1ce22bab-a187-4212-a83c-053937c6e7fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:29.924163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c89201b6-2c4c-4ab1-a4ec-7e9d3a653949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:29.954440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5752ae-133a-4613-b2e2-122c3c8e644a req-ed1df0bf-fd92-42cc-a073-513566028842 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:29.956197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a5752ae-133a-4613-b2e2-122c3c8e644a req-ed1df0bf-fd92-42cc-a073-513566028842 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 945 time: 0.0816329 Dec 17 16:23:29.968264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c89201b6-2c4c-4ab1-a4ec-7e9d3a653949 None None] Port 1ce22bab-a187-4212-a83c-053937c6e7fa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:30.012609 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a64f217c-a7d1-48e7-81d5-138d379f3426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.018601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a64f217c-a7d1-48e7-81d5-138d379f3426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.066537 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a64f217c-a7d1-48e7-81d5-138d379f3426 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7cc1e98a0ce42af819146002f9d5fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182766 Dec 17 16:23:30.067644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33730) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:30.082425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f217c-a7d1-48e7-81d5-138d379f3426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8794bf-9b23-46b7-95b9-72acdccc7608,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:30.118695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6a5752ae-133a-4613-b2e2-122c3c8e644a req-7fcf4daf-c100-4046-b48e-345a27c88a2b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536496 Dec 17 16:23:30.153731 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b11fb858-d00c-43ad-aa8a-4d46b4c9fbaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.181509 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b11fb858-d00c-43ad-aa8a-4d46b4c9fbaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.201901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fb679812-9087-4c6c-9a6d-b53657f641c2 None None] Provisioning complete for port 1ce22bab-a187-4212-a83c-053937c6e7fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:30.202911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb679812-9087-4c6c-9a6d-b53657f641c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.245544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b11fb858-d00c-43ad-aa8a-4d46b4c9fbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.250571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b11fb858-d00c-43ad-aa8a-4d46b4c9fbaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.258434 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b11fb858-d00c-43ad-aa8a-4d46b4c9fbaf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc8794bf-9b23-46b7-95b9-72acdccc7608 HTTP/1.1" status: 204 len: 168 time: 0.1873529 Dec 17 16:23:30.267518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fb858-d00c-43ad-aa8a-4d46b4c9fbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8794bf-9b23-46b7-95b9-72acdccc7608,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:30.332027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fb679812-9087-4c6c-9a6d-b53657f641c2 None None] Port 1ce22bab-a187-4212-a83c-053937c6e7fa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:30.340957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.348885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9e0d-ee1a-4ec0-97e4-21ae863d699b req-22e5ba7f-da3f-4820-9972-ba3a8e92718a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:30.350793 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.357658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-646e9e0d-ee1a-4ec0-97e4-21ae863d699b req-22e5ba7f-da3f-4820-9972-ba3a8e92718a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 945 time: 0.0863957 Dec 17 16:23:30.359235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:30.360451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.362016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/ports/1ce22bab-a187-4212-a83c-053937c6e7fa HTTP/1.1" status: 200 len: 911 time: 1.3733199 Dec 17 16:23:30.364911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33736) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:30.439523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f951cf-0836-49bb-a63a-bcce9986443d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=1ce22bab-a187-4212-a83c-053937c6e7fa,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:30.497174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-646e9e0d-ee1a-4ec0-97e4-21ae863d699b req-cbfd29e2-1fac-404f-adad-97718f47720f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385822 Dec 17 16:23:30.525260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33740) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:30.558326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7b79bd9a-57b4-4409-93a3-ffad1c789f73 None None] Provisioning complete for port 1ce22bab-a187-4212-a83c-053937c6e7fa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:30.558812 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b79bd9a-57b4-4409-93a3-ffad1c789f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.608352 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67280601-1f62-4781-9fa4-842d8c26b7a0 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:30.609996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-67280601-1f62-4781-9fa4-842d8c26b7a0 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1092 time: 0.0836241 Dec 17 16:23:30.612825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33744) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:30.618718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:30.643335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7b79bd9a-57b4-4409-93a3-ffad1c789f73 None None] Port 1ce22bab-a187-4212-a83c-053937c6e7fa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:30.661789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.779308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:30.919233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.25.0.141 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/b8dcad32-8183-45f8-91e0-696b9643fcd9) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:31.034641 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.059052 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.077533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.121422 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:31.127680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:31.130571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=b8dcad32-8183-45f8-91e0-696b9643fcd9,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:31.133748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:31.160545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.160895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.161329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.162650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.162650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.162650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.162934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.163348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.163789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.164231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.164647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.165067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.165471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:23:31.271380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33760) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:31.339081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 1ce22bab-a187-4212-a83c-053937c6e7fa {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:31.339611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.400560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:31.401082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-101204597-network', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:31.449921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.456455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:31.456869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.466661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 1ce22bab-a187-4212-a83c-053937c6e7fa owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:31.486019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Made reservation on behalf of f3bd04c525c2494fa788fd2ee084b1e3 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:31.488440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.507486 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.601650 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.660763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.683345 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.688305 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=1ce22bab-a187-4212-a83c-053937c6e7fa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:31.754610 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.762320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.786382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.825482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:31.844769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6673c7-1123-4828-9616-441568fb693a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:31.847805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.848168 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Added segment 3e46e3c5-02d8-4bb2-9107-66e790c376a6 of type vlan for network 5246112e-7843-4a5a-8a47-81d891dc6276 Dec 17 16:23:31.913320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.962782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router d3b6762f-3878-42fc-951d-dfd442aa7f36 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:31.964173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.965499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:31.966312 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:31.973764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.014016 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.041222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:32.047059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-87d5e115-a8c5-498a-9ac7-098496801b9c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/d3b6762f-3878-42fc-951d-dfd442aa7f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805079 Dec 17 16:23:32.049554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33764) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:32.054467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7820017 Dec 17 16:23:32.057745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] Sync routers for ids ['d3b6762f-3878-42fc-951d-dfd442aa7f36'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:32.061051 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33766) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:32.067597 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Request body: {'subnet': {'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-101204597-subnet', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:32.071196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] Routers {'d3b6762f-3878-42fc-951d-dfd442aa7f36'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:32.072041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d3b6762f-3878-42fc-951d-dfd442aa7f36'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:32.087663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-af119625-d16c-41ed-9d64-9a1515bc50f4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3b6762f-3878-42fc-951d-dfd442aa7f36 HTTP/1.1" status: 200 len: 205 time: 0.0368469 Dec 17 16:23:32.090496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33768) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:32.098931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5743f-e06b-47b9-9a6d-09ee01bc24bc admin admin] Pushing event updated for resources: {'Network': ['ID=5246112e-7843-4a5a-8a47-81d891dc6276,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:32.109232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=b8dcad32-8183-45f8-91e0-696b9643fcd9,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:32.113976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 5246112e-7843-4a5a-8a47-81d891dc6276 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:32.123971 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.126629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:32.179983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b4cbd4-273d-40db-8bde-b6a3c0127938 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.183386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Made reservation on behalf of f3bd04c525c2494fa788fd2ee084b1e3 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:32.186330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.190654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] Routers {'d3b6762f-3878-42fc-951d-dfd442aa7f36'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:32.191265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d3b6762f-3878-42fc-951d-dfd442aa7f36'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:32.228369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:32.229031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cab40c-5c42-4e82-b8e7-e7b9f473e6c5 None None] The sync data for ids ['d3b6762f-3878-42fc-951d-dfd442aa7f36'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:32.235061 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Floating IP 29d65a5e-9036-42f0-9182-52f5c0f78bf5 associated. External IP: 172.25.0.141, port: cbdc28ed-fdcd-4491-9cba-834df1fd80a8. Dec 17 16:23:32.416250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b4cbd4-273d-40db-8bde-b6a3c0127938 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.419919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b4cbd4-273d-40db-8bde-b6a3c0127938 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.450451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:32.494135 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b4cbd4-273d-40db-8bde-b6a3c0127938 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.494631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4cbd4-273d-40db-8bde-b6a3c0127938 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Fanout notify agent at l3_agent the message router_deleted on router d3b6762f-3878-42fc-951d-dfd442aa7f36 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:23:32.504055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-96b4cbd4-273d-40db-8bde-b6a3c0127938 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.505557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-96b4cbd4-273d-40db-8bde-b6a3c0127938 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/d3b6762f-3878-42fc-951d-dfd442aa7f36 HTTP/1.1" status: 204 len: 168 time: 0.4136367 Dec 17 16:23:32.509083 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33770) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:32.561638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:32.574743 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] Sync routers for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:32.583905 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.590854 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:32.591913 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:32.598182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 8ce0087b-fd51-4390-bd06-f0706272946f {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:23:32.602499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.604632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.618878 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b72834bc-a2e4-464b-9003-50a533be95e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0023773 Dec 17 16:23:32.618878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:32.619180 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c16849a-e26b-48af-bf9b-c9727e285f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:32.621556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33772) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:32.674694 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1efa32-26c6-4765-80cd-7e54e2f1f5af x-openstack-request-id: req-6c1efa32-26c6-4765-80cd-7e54e2f1f5af {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:32.675493 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:32.675493 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c1efa32-26c6-4765-80cd-7e54e2f1f5af {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:32.675729 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'status': 'completed', 'code': 200} Dec 17 16:23:32.688189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.690824 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-59e8896e-b62f-4342-8c4d-03e7b2fb4292 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/floatingips/29d65a5e-9036-42f0-9182-52f5c0f78bf5 HTTP/1.1" status: 200 len: 991 time: 0.0667760 Dec 17 16:23:32.713572 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:32.735132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7a2c56-5275-49d8-8b2e-910581a34b06,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:32.750151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-07a58cc4-493b-4ccc-b096-189296c01363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:32.751862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-07a58cc4-493b-4ccc-b096-189296c01363 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1097 time: 0.0475867 Dec 17 16:23:32.780711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Checking segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:32.781085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Network hostable DHCP agents. Network: 5246112e-7843-4a5a-8a47-81d891dc6276, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:32.839263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.861826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-ea8b4c8d-103d-42b1-a2b8-c17ca89a46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:32.863322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-ea8b4c8d-103d-42b1-a2b8-c17ca89a46a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 898 time: 0.1044514 Dec 17 16:23:32.865901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Network 5246112e-7843-4a5a-8a47-81d891dc6276 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:32.883424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 5246112e-7843-4a5a-8a47-81d891dc6276) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:32.891115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:32.891752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.895068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0843d7-2d53-4da5-a88f-b5b81fd4df77 None None] Network 5246112e-7843-4a5a-8a47-81d891dc6276 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:32.921085 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-07ca5f0d-6fae-4daa-b118-57d184484958 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8548677 Dec 17 16:23:32.921309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33776) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:32.925478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:32.943692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.970643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-5628fb8b-b7f2-45f2-bd44-324776ad0c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 200 len: 999 time: 0.1003644 Dec 17 16:23:32.977331 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:31Z', 'revision_number': 0, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:32.979130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce0087b-fd51-4390-bd06-f0706272946f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:32.984133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:32.987497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-599003b6-cec7-43fb-8aa2-c6362f9ec5ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/8ce0087b-fd51-4390-bd06-f0706272946f HTTP/1.1" status: 204 len: 168 time: 0.4775410 Dec 17 16:23:32.990180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33778) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:32.997872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dcc8df-332b-4020-8040-60a7fd2923c8 None None] Network 5b641364-0ba0-44d8-ab65-5a204b0f5829 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:32.999244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.000485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.014291 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] Checking router: e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:33.025358 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:33.026018 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:33.044572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-f3048036-ff82-425b-9f0f-ea5363b3e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:33.046272 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-f3048036-ff82-425b-9f0f-ea5363b3e9df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95aa7535-54a7-4af5-823b-e91d80717f46 HTTP/1.1" status: 200 len: 834 time: 0.0687182 Dec 17 16:23:33.101326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-5246112e-7843-4a5a-8a47-81d891dc6276', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'fixed_ips': [{'subnet_id': '3f7a2c56-5275-49d8-8b2e-910581a34b06'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:33.102192 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.119338 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.124389 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.131971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-fdc56d24-d883-4df1-a1c1-3c121100fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:33.135387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-fdc56d24-d883-4df1-a1c1-3c121100fc40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5136c5c-1352-4b73-aa30-b39cfa4afe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812919 Dec 17 16:23:33.167719 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:33.287656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] DHCP port deletion for 5b641364-0ba0-44d8-ab65-5a204b0f5829 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:33.304088 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-d3433c67-a77a-477b-b9f3-764b9fe969f8 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611080 Dec 17 16:23:33.364978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Allocated IP 172.20.0.2 (5246112e-7843-4a5a-8a47-81d891dc6276/3f7a2c56-5275-49d8-8b2e-910581a34b06/8a1c1c31-c503-4bf6-9a5f-c544177a7f62) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:33.398224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:33.424253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c16849a-e26b-48af-bf9b-c9727e285f0f req-0763767d-4b6a-4082-a811-d182bb0f2920 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131589 Dec 17 16:23:33.467203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] Deleting port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:33.467203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.519358 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:31Z', 'revision_number': 0, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:33.546346 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97d3f8-656a-427b-871d-b4d40cf574af None None] The sync data for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 is: [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:23:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:31Z', 'revision_number': 0, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:33.559213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] For port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,segment=NetworkSegment(5bddc4ed-44f7-4dbc-9356-740b0a23aa9c),segment_id=5bddc4ed-44f7-4dbc-9356-740b0a23aa9c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:33.559888 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.586002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.586235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] Calling delete_port for fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:33.641348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:33.641711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.693289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33780) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:33.697587 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.714172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.722773 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,segment=NetworkSegment(5bddc4ed-44f7-4dbc-9356-740b0a23aa9c),segment_id=5bddc4ed-44f7-4dbc-9356-740b0a23aa9c)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:33.723101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.738703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:33.740447 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.786275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-25b732a1-9cf2-4aa0-ba53-b0257577c2ce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/floatingips/29d65a5e-9036-42f0-9182-52f5c0f78bf5 HTTP/1.1" status: 200 len: 991 time: 0.0899904 Dec 17 16:23:33.795866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,segment=NetworkSegment(5bddc4ed-44f7-4dbc-9356-740b0a23aa9c),segment_id=5bddc4ed-44f7-4dbc-9356-740b0a23aa9c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:33.798199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Pushing event updated for resources: {'Port': ['ID=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:33.810320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.847011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Network 5246112e-7843-4a5a-8a47-81d891dc6276 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:33.853358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:33.868671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:33.870959 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.898881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66442d-4286-4b92-b1c4-9bfe70f1336f None None] New status for floating IP 29d65a5e-9036-42f0-9182-52f5c0f78bf5: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:23:33.907033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] No DVR routers for this DVR port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:33.927508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:33.942100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:33.981042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:33.986308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:33.990827 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.011525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730828b-b306-43fb-8084-5097d9984d97 None None] Pushing event deleted for resources: {'Port': ['ID=fd7e25d2-3f51-4e73-954d-42a3d3d7a4fe,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:34.028133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Attempting to bind port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:34.028418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Attempting to bind port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:34.028813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Attempting to bind port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 on network 5246112e-7843-4a5a-8a47-81d891dc6276 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:34.036213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.062752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:34.063011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Checking segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:34.063440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.063847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Bound using segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:34.064318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Bound port: 8a1c1c31-c503-4bf6-9a5f-c544177a7f62, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:34.064688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.151355 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.208206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b641364-0ba0-44d8-ab65-5a204b0f5829']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:34.243912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bddc4ed-44f7-4dbc-9356-740b0a23aa9c') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:34.244243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bddc4ed-44f7-4dbc-9356-740b0a23aa9c') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:34.257988 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.279617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.292906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Allocated IP 172.25.0.27 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/8a1d2cbd-4306-478d-ac2a-1b48f80cc938) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:34.295768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:23:34.296234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:23:34.299370 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:23:34.355306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] For port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:34.379408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] For port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:34.384339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.403539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.412528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.415700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/5b641364-0ba0-44d8-ab65-5a204b0f5829 HTTP/1.1" status: 204 len: 168 time: 1.4244339 Dec 17 16:23:34.420371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33782) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:34.429408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-45225f0b-ee05-441c-bce2-96e81ff67580 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1362258121', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:34.433418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7b5df-fc19-4ad9-9f13-516a781ff0cd tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=5b641364-0ba0-44d8-ab65-5a204b0f5829,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:34.450144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4627f-2340-403e-8419-d48f62b7e6f0 None None] Pushing event updated for resources: {'Port': ['ID=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:34.474875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45225f0b-ee05-441c-bce2-96e81ff67580 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.475973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45225f0b-ee05-441c-bce2-96e81ff67580 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.490341 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.531185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.533260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45225f0b-ee05-441c-bce2-96e81ff67580 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.537739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45225f0b-ee05-441c-bce2-96e81ff67580 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.561813 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45225f0b-ee05-441c-bce2-96e81ff67580 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.561813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-45225f0b-ee05-441c-bce2-96e81ff67580 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1358125 Dec 17 16:23:34.562371 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33784) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:34.568482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-931687195'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:34.572177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:34.575047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:34.579025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:34.593890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:34.599664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.602371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93f549-5835-42a9-8b62-3cc180452315 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:34.603475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:34.628917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:34.640207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.640467 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment 626d92bc-1577-4dc2-8c40-a76c15ef0a1d of type vlan for network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec Dec 17 16:23:34.700103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.723466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a1c20af1-416d-4399-b7c0-e2ec6cdfaaa6 None None] Provisioning complete for port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:34.724295 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1c20af1-416d-4399-b7c0-e2ec6cdfaaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.731537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.737518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:34.738377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:34.783798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a1c20af1-416d-4399-b7c0-e2ec6cdfaaa6 None None] Port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:34.797242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33786) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:34.860343 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2966516 Dec 17 16:23:34.864968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33788) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:34.869178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:34.879941 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a1bce2ab-5f27-4da5-aeb3-6ad4694298d0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/floatingips/29d65a5e-9036-42f0-9182-52f5c0f78bf5 HTTP/1.1" status: 200 len: 993 time: 0.0806167 Dec 17 16:23:34.883401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82decac-14a0-44cc-b558-d5513e3ae5bc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=8a3a50e1-50b9-4921-bb4b-9deed16c31ec,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:34.895919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:34.949633 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.057353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:35.060864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.246867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.409826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:35.414119 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.466276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:35.467663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.488353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=2fd7cbeb-c154-4594-bdf8-0e6a95971e75,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:35.513431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2836f44d-71ae-4876-bdf4-8883d9bd337d None None] Network 5246112e-7843-4a5a-8a47-81d891dc6276 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:35.518451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:35.518812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 8a3a50e1-50b9-4921-bb4b-9deed16c31ec, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:35.538462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Router 16b530e5-7622-488d-8427-29c883516d78 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:35.544347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:35.557823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 8a3a50e1-50b9-4921-bb4b-9deed16c31ec) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:35.567674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85963167-775d-4412-846d-66c3fd67b428 None None] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:35.593502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:35.594086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.617660 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f3b2835-b8cc-4a60-b24b-21efc0e91bd4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7496819 Dec 17 16:23:35.618155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33790) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:35.707420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cf3a431e-d952-4390-a495-2b867c567b11 None None] Provisioning complete for port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:35.707807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cf3a431e-d952-4390-a495-2b867c567b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.712494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.835970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:35.843070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:35.844404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.860185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.933139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:35.946337 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Sync routers for ids ['16b530e5-7622-488d-8427-29c883516d78'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:35.956817 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.960564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:35.965566 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1859e713-2533-41db-b781-a6257f2df486 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0427985 Dec 17 16:23:35.966246 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Routers {'16b530e5-7622-488d-8427-29c883516d78'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:35.966410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33792) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:35.967343 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['16b530e5-7622-488d-8427-29c883516d78'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:36.085139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Allocated IP 2001:db8::2 (8a3a50e1-50b9-4921-bb4b-9deed16c31ec/2fd7cbeb-c154-4594-bdf8-0e6a95971e75/207d9504-54d1-4ccc-81fa-33b70da524f2) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:36.089681 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Set router 16b530e5-7622-488d-8427-29c883516d78 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:36.151036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:36.266435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.276461 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.304392 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 3, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port': {'id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:36.332104 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Checking router: 16b530e5-7622-488d-8427-29c883516d78 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:36.332594 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Updating router 16b530e5-7622-488d-8427-29c883516d78 port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:36.338744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:36.339748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5275b980-cc4e-465e-81f2-ed796c43f409 None None] Provisioning complete for port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:36.340189 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5275b980-cc4e-465e-81f2-ed796c43f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.341760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Pushing event updated for resources: {'Port': ['ID=207d9504-54d1-4ccc-81fa-33b70da524f2,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:36.345943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:36.365468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:36.365714 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.460843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Attempting to bind port 207d9504-54d1-4ccc-81fa-33b70da524f2 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:36.461490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Attempting to bind port 207d9504-54d1-4ccc-81fa-33b70da524f2 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:36.461602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Attempting to bind port 207d9504-54d1-4ccc-81fa-33b70da524f2 on network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:36.479938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:36.480302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Checking segment: {'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:36.480828 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.481215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Bound using segment: {'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:36.481733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Bound port: 207d9504-54d1-4ccc-81fa-33b70da524f2, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:36.482090 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.510843 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-84d5e8e9-b138-459f-8bb4-7b8f65878e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.569545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] For port 207d9504-54d1-4ccc-81fa-33b70da524f2, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:36.573620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] For port 207d9504-54d1-4ccc-81fa-33b70da524f2, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=207d9504-54d1-4ccc-81fa-33b70da524f2,segment=NetworkSegment(626d92bc-1577-4dc2-8c40-a76c15ef0a1d),segment_id=626d92bc-1577-4dc2-8c40-a76c15ef0a1d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:36.579077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.651968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c5404-5c82-4715-9d17-d6c6966e41e7 None None] Pushing event updated for resources: {'Port': ['ID=207d9504-54d1-4ccc-81fa-33b70da524f2,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:36.780994 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.786744 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.805317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8::1 (8a3a50e1-50b9-4921-bb4b-9deed16c31ec/2fd7cbeb-c154-4594-bdf8-0e6a95971e75/1a534655-fe55-4a58-866b-105192c3dbef) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:36.853421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a35fea-86b4-4d40-856b-84aa337e20b1 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:36.861846 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Attempting to bind port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:36.862211 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Attempting to bind port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:36.862563 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Attempting to bind port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:36.870683 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765aa08-f119-4f1d-ada5-c22cc64ed06e None None] Pushing event updated for resources: {'Port': ['ID=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:36.874486 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:36.875166 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:36.875759 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.877580 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:36.879106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Bound port: 8a1d2cbd-4306-478d-ac2a-1b48f80cc938, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:36.879645 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.934391 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] For port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:36.937682 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] For port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:36.942900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7adce76d-fbf1-411f-bf18-035bb9230a39 None None] Provisioning complete for port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:36.943674 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.944273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7adce76d-fbf1-411f-bf18-035bb9230a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:36.993529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Routers {'16b530e5-7622-488d-8427-29c883516d78'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:36.994143 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['16b530e5-7622-488d-8427-29c883516d78'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:37.007055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16ee2e-c7c2-4897-b8ca-71fd704b7b27 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:37.065143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7adce76d-fbf1-411f-bf18-035bb9230a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.079790 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.091216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7adce76d-fbf1-411f-bf18-035bb9230a39 None None] For port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:37.098570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7adce76d-fbf1-411f-bf18-035bb9230a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.108260 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] Set router 16b530e5-7622-488d-8427-29c883516d78 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:37.149388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adce76d-fbf1-411f-bf18-035bb9230a39 None None] Pushing event updated for resources: {'Port': ['ID=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:37.160467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.164549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.211635 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765aa08-f119-4f1d-ada5-c22cc64ed06e None None] Pushing event updated for resources: {'Port': ['ID=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:37.218607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:37.228961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:37.230126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2378cbfa-4af2-4d22-995c-ea8a00801bd5 None None] Provisioning complete for port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:37.231856 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2378cbfa-4af2-4d22-995c-ea8a00801bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.237834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:37.238146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.243438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=1a534655-fe55-4a58-866b-105192c3dbef,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:37.323703 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 3, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port': {'id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:37.361817 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daa38a-59cd-45cb-a89f-3a67bbb0e253 None None] The sync data for ids ['16b530e5-7622-488d-8427-29c883516d78'] in n-d-806683-20 is: [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 3, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port': {'id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:37.470815 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.495149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Allocated IP 172.20.0.1 (5246112e-7843-4a5a-8a47-81d891dc6276/3f7a2c56-5275-49d8-8b2e-910581a34b06/199f96a2-d687-44ea-a535-5b4baddb6e8a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:37.507110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:37.582819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:37.583271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.699962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 207d9504-54d1-4ccc-81fa-33b70da524f2 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:37.768370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 207d9504-54d1-4ccc-81fa-33b70da524f2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:37.768880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.803445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.869364 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.896588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.925629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 207d9504-54d1-4ccc-81fa-33b70da524f2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=207d9504-54d1-4ccc-81fa-33b70da524f2,segment=NetworkSegment(626d92bc-1577-4dc2-8c40-a76c15ef0a1d),segment_id=626d92bc-1577-4dc2-8c40-a76c15ef0a1d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:37.932672 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.976082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.979183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Network 5246112e-7843-4a5a-8a47-81d891dc6276 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:37.984975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:37.990213 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.991047 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:37.993760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:37.998510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Pushing event updated for resources: {'Port': ['ID=199f96a2-d687-44ea-a535-5b4baddb6e8a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:38.002026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=207d9504-54d1-4ccc-81fa-33b70da524f2,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:38.025389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd99d75-f351-4560-8606-1bc09fed3f9f None None] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:38.135634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.135871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dac3a24f-00e8-4b32-bcad-10d5e866e84e None None] Provisioning complete for port 207d9504-54d1-4ccc-81fa-33b70da524f2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:38.136220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dac3a24f-00e8-4b32-bcad-10d5e866e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.138242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=1a534655-fe55-4a58-866b-105192c3dbef,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:38.268542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:38.271803 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:38.373827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-321c16d3-4ddf-40fd-8a21-55487e92daf2 None None] Provisioning complete for port 199f96a2-d687-44ea-a535-5b4baddb6e8a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:38.374380 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-321c16d3-4ddf-40fd-8a21-55487e92daf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.393448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.415864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-321c16d3-4ddf-40fd-8a21-55487e92daf2 None None] Port 199f96a2-d687-44ea-a535-5b4baddb6e8a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:38.537310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:38.558580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e2d3fd00-8744-485a-863f-f95d52ea79b9 None None] Provisioning complete for port 1a534655-fe55-4a58-866b-105192c3dbef triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:38.560129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fd00-8744-485a-863f-f95d52ea79b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.612449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3fd00-8744-485a-863f-f95d52ea79b9 None None] Port 1a534655-fe55-4a58-866b-105192c3dbef cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:38.629421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e2d3fd00-8744-485a-863f-f95d52ea79b9 None None] Provisioning complete for port 207d9504-54d1-4ccc-81fa-33b70da524f2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:38.629791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fd00-8744-485a-863f-f95d52ea79b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.695979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.702756 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.728210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:38.738178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:38.753330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:38.753951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:38.755636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6313319d-d967-43ad-b669-575d368575a4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1360207 Dec 17 16:23:38.758934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33794) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:38.769480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-38547596'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:38.777362 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Pushing event updated for resources: {'Port': ['ID=199f96a2-d687-44ea-a535-5b4baddb6e8a,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:38.782710 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.819129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:38.824574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.854171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:38.872248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.873368 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment e075d0ce-decf-4876-9135-d6b8337f8fcf of type vlan for network 54201394-17c6-4b6a-9dae-f0d545124425 Dec 17 16:23:38.928662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Network 5246112e-7843-4a5a-8a47-81d891dc6276 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:38.931807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:38.940144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.975571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:38.985861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:38.986680 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.094101 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3314412 Dec 17 16:23:39.097426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33796) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:39.114701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:39.125565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fe6850c4-3ee7-4b35-b67c-7bfc1cfe9325 None None] Provisioning complete for port 1a534655-fe55-4a58-866b-105192c3dbef triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:39.125933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe6850c4-3ee7-4b35-b67c-7bfc1cfe9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.153761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Router 16b530e5-7622-488d-8427-29c883516d78 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:39.172006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fe6850c4-3ee7-4b35-b67c-7bfc1cfe9325 None None] Port 1a534655-fe55-4a58-866b-105192c3dbef cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:39.173992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e8fea57-f41f-407e-9b82-9ced90c60d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.183384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:39.192998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2c767-2920-4587-a2bf-f73a5878ef0d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=54201394-17c6-4b6a-9dae-f0d545124425,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:39.242003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 54201394-17c6-4b6a-9dae-f0d545124425 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:39.278036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:39.281638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.289090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:39.294758 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b658dca-03fe-4df9-bbe7-2adc8ca0836c admin admin] 10.222.0.54 "PUT /v2.0/routers/16b530e5-7622-488d-8427-29c883516d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3265057 Dec 17 16:23:39.360425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0b41d196-b029-48da-9e0b-471ce5bbb1a1 None None] Provisioning complete for port 1a534655-fe55-4a58-866b-105192c3dbef triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:39.360798 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b41d196-b029-48da-9e0b-471ce5bbb1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.410442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0b41d196-b029-48da-9e0b-471ce5bbb1a1 None None] Port 1a534655-fe55-4a58-866b-105192c3dbef cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:39.482132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0b41d196-b029-48da-9e0b-471ce5bbb1a1 None None] Provisioning complete for port 199f96a2-d687-44ea-a535-5b4baddb6e8a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:39.482507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b41d196-b029-48da-9e0b-471ce5bbb1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.551883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0b41d196-b029-48da-9e0b-471ce5bbb1a1 None None] Port 199f96a2-d687-44ea-a535-5b4baddb6e8a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:39.554096 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.587297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 207d9504-54d1-4ccc-81fa-33b70da524f2 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:39.646089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=5287c82e-166e-49d0-b7f1-9a2ef279ff01,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:39.651183 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:39.651497 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 54201394-17c6-4b6a-9dae-f0d545124425, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:39.663710 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Sync routers for ids ['16b530e5-7622-488d-8427-29c883516d78'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:39.671543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 54201394-17c6-4b6a-9dae-f0d545124425 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:39.679351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 207d9504-54d1-4ccc-81fa-33b70da524f2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:39.679811 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.683017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 54201394-17c6-4b6a-9dae-f0d545124425) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:39.686293 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Routers {'16b530e5-7622-488d-8427-29c883516d78'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:39.686468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:37Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:37Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:39.686851 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['16b530e5-7622-488d-8427-29c883516d78'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:39.687884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:39.688613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.711353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b57d3-f0e3-4724-be3a-3036b3cf7f4f None None] Network 54201394-17c6-4b6a-9dae-f0d545124425 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:39.716508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-25bd7693-3b9a-4d0d-99f5-da24220a4cc7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6157298 Dec 17 16:23:39.716986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33806) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:39.783523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:39.783912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Updating router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 port 1a534655-fe55-4a58-866b-105192c3dbef binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:39.806569 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Set router 16b530e5-7622-488d-8427-29c883516d78 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:39.831670 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:39.951900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33814) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:39.957614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1457530334-network', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:39.986096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Made reservation on behalf of 0952dea7fd4143eb893baf4eeedab95c for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:39.988558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.009075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.019271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-54201394-17c6-4b6a-9dae-f0d545124425', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:40.020160 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.068194 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:23:38Z', 'revision_number': 4, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port': {'id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '199f96a2-d687-44ea-a535-5b4baddb6e8a', 'name': '', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'mac_address': 'fa:16:3e:1a:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:37Z', 'updated_at': '2021-12-17T16:23:38Z', 'revision_number': 2, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'subnets': [{'id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:40.105479 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Checking router: 16b530e5-7622-488d-8427-29c883516d78 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:40.106003 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Updating router 16b530e5-7622-488d-8427-29c883516d78 port 199f96a2-d687-44ea-a535-5b4baddb6e8a binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:40.128398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.134465 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.136819 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.164178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:40.185427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:40.193764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.194821 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Added segment 6a0280d4-b9ae-484f-8963-563e81838b91 of type vlan for network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 Dec 17 16:23:40.208540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Allocated IP 2001:db8:1::2 (54201394-17c6-4b6a-9dae-f0d545124425/5287c82e-166e-49d0-b7f1-9a2ef279ff01/eb81b3c2-23d5-4ce2-883f-b52e6da8cf88) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:40.221456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:40.254626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.268729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.277471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.304205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.306009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:40.306807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.395052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4412615 Dec 17 16:23:40.397724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33816) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:40.407430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Request body: {'subnet': {'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1457530334-subnet', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:40.416804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05f80b-0773-4f44-9cfe-e9e336741242 admin admin] Pushing event updated for resources: {'Network': ['ID=454bb56e-9c54-46a9-a3bb-f9f24230cf57,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:40.421515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:40.421878 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.436546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:40.466028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Made reservation on behalf of 0952dea7fd4143eb893baf4eeedab95c for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:40.471635 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.486057 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.498444 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.596786 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a06778-0682-471c-beb2-f50f215a2057 None None] Pushing event updated for resources: {'Port': ['ID=199f96a2-d687-44ea-a535-5b4baddb6e8a,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:40.684304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.702407 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.707255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.728086 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.769615 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.769908 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:23:40.771441 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Attempting to bind port 199f96a2-d687-44ea-a535-5b4baddb6e8a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:40.771890 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Attempting to bind port 199f96a2-d687-44ea-a535-5b4baddb6e8a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:40.772307 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Attempting to bind port 199f96a2-d687-44ea-a535-5b4baddb6e8a on network 5246112e-7843-4a5a-8a47-81d891dc6276 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:40.779429 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:40.779983 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Checking segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:40.780902 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.781603 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Bound using segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:40.782341 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Bound port: 199f96a2-d687-44ea-a535-5b4baddb6e8a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:40.782576 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.808660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Network 54201394-17c6-4b6a-9dae-f0d545124425 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:40.827096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:40.843891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:40.862921 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Pushing event updated for resources: {'Port': ['ID=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:40.897195 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] For port 199f96a2-d687-44ea-a535-5b4baddb6e8a, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:40.904814 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] For port 199f96a2-d687-44ea-a535-5b4baddb6e8a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=199f96a2-d687-44ea-a535-5b4baddb6e8a,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:40.912838 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:40.927303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d46fb-a963-4da4-bb37-6ad30e361e5f None None] Pushing event updated for resources: {'Port': ['ID=1a534655-fe55-4a58-866b-105192c3dbef,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:40.947503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Checking segment: {'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:40.950425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Network hostable DHCP agents. Network: 454bb56e-9c54-46a9-a3bb-f9f24230cf57, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:40.985155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0cfe1e-2745-4125-9642-04fb1e54cd55,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:41.006494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:41.026052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 454bb56e-9c54-46a9-a3bb-f9f24230cf57) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:41.033217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:41.035958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.043653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Attempting to bind port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:41.044582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Attempting to bind port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:41.045113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Attempting to bind port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 on network 54201394-17c6-4b6a-9dae-f0d545124425 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:41.047501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Attempting to bind port 1a534655-fe55-4a58-866b-105192c3dbef on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:41.048044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Attempting to bind port 1a534655-fe55-4a58-866b-105192c3dbef by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:41.048558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Attempting to bind port 1a534655-fe55-4a58-866b-105192c3dbef on network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:41.059546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:41.059887 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Routers {'16b530e5-7622-488d-8427-29c883516d78'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:41.060412 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['16b530e5-7622-488d-8427-29c883516d78'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:41.060560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Checking segment: {'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:41.061253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.061809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Bound using segment: {'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:41.062662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Bound port: 1a534655-fe55-4a58-866b-105192c3dbef, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626d92bc-1577-4dc2-8c40-a76c15ef0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:41.063217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.065593 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a06778-0682-471c-beb2-f50f215a2057 None None] Pushing event updated for resources: {'Port': ['ID=199f96a2-d687-44ea-a535-5b4baddb6e8a,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:41.066061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb97df3-da44-4986-a69e-6bf3e5a87a1f None None] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:41.074312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f0b778e-73df-4e7b-8314-9b3cfd8ea09c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6723084 Dec 17 16:23:41.074958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33818) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:41.084427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:41.094706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d1daf23a-2b19-472b-83e9-39a8ac4e0000 None None] Provisioning complete for port 199f96a2-d687-44ea-a535-5b4baddb6e8a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:41.095079 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1daf23a-2b19-472b-83e9-39a8ac4e0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.129335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:41.129724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Checking segment: {'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:41.130436 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.130928 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Bound using segment: {'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:41.131555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Bound port: eb81b3c2-23d5-4ce2-883f-b52e6da8cf88, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:41.131988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.133782 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.135337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.273707 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.333396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8:1::1 (54201394-17c6-4b6a-9dae-f0d545124425/5287c82e-166e-49d0-b7f1-9a2ef279ff01/225f29ad-d91b-498d-9045-c78e70d5da24) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:41.437030 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] Set router 16b530e5-7622-488d-8427-29c883516d78 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:41.482545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.504594 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.530863 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.549374 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.564766 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.592220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=225f29ad-d91b-498d-9045-c78e70d5da24,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:41.601023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 54201394-17c6-4b6a-9dae-f0d545124425 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:41.602901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:41.607037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:41.608103 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.698326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] For port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:41.706153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] For port 1a534655-fe55-4a58-866b-105192c3dbef, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:41.709257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] For port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,segment=NetworkSegment(e075d0ce-decf-4876-9135-d6b8337f8fcf),segment_id=e075d0ce-decf-4876-9135-d6b8337f8fcf)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:41.713418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] For port 1a534655-fe55-4a58-866b-105192c3dbef, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1a534655-fe55-4a58-866b-105192c3dbef,segment=NetworkSegment(626d92bc-1577-4dc2-8c40-a76c15ef0a1d),segment_id=626d92bc-1577-4dc2-8c40-a76c15ef0a1d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:41.726116 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:23:38Z', 'revision_number': 4, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port': {'id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '199f96a2-d687-44ea-a535-5b4baddb6e8a', 'name': '', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'mac_address': 'fa:16:3e:1a:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:37Z', 'updated_at': '2021-12-17T16:23:40Z', 'revision_number': 4, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'subnets': [{'id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:41.756409 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73cfb-ef0a-4888-b319-c1d0e7d08571 None None] The sync data for ids ['16b530e5-7622-488d-8427-29c883516d78'] in n-d-806683-20 is: [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:23:38Z', 'revision_number': 4, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port': {'id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '199f96a2-d687-44ea-a535-5b4baddb6e8a', 'name': '', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'mac_address': 'fa:16:3e:1a:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:37Z', 'updated_at': '2021-12-17T16:23:40Z', 'revision_number': 4, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'subnets': [{'id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:41.756666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.758932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.761903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'fixed_ips': [{'subnet_id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:41.762902 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.769825 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.830880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:41.860225 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.096737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Allocated IP 172.25.0.13 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/a580c336-01bc-44ef-9fe2-fc6ce61e6923) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:42.221783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.229443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.230273 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.252608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d3e8-c7b0-4fb8-89b1-ffbe1d0ec868 None None] Pushing event updated for resources: {'Port': ['ID=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:42.270113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:42.270915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:42.371729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.395083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=225f29ad-d91b-498d-9045-c78e70d5da24,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:42.427555 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.464463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1daf23a-2b19-472b-83e9-39a8ac4e0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.474827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 54201394-17c6-4b6a-9dae-f0d545124425 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:42.477032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:42.481093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Allocated IP 172.20.0.2 (454bb56e-9c54-46a9-a3bb-f9f24230cf57/be0cfe1e-2745-4125-9642-04fb1e54cd55/ba9a3ad3-3483-485b-ba27-a9aa4f950590) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:42.493194 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.512655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d46fb-a963-4da4-bb37-6ad30e361e5f None None] Pushing event updated for resources: {'Port': ['ID=1a534655-fe55-4a58-866b-105192c3dbef,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:42.528684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:42.534135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:42.540761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:42.544836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Pushing event updated for resources: {'Port': ['ID=a580c336-01bc-44ef-9fe2-fc6ce61e6923,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:42.558055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d1daf23a-2b19-472b-83e9-39a8ac4e0000 None None] For port 199f96a2-d687-44ea-a535-5b4baddb6e8a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=199f96a2-d687-44ea-a535-5b4baddb6e8a,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:42.594170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4381a-e0f8-4c04-a445-a1e0af728bce None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:42.613549 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1daf23a-2b19-472b-83e9-39a8ac4e0000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.671065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:42.690046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:42.818805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:42.826120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-09a7992d-8fad-4a48-8da6-df1af1fa131e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1078925 Dec 17 16:23:42.828830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33820) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:42.837242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-371229800'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:42.869678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Provisioning complete for port 1a534655-fe55-4a58-866b-105192c3dbef triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:42.870369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.874118 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:42.875103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daf23a-2b19-472b-83e9-39a8ac4e0000 None None] Pushing event updated for resources: {'Port': ['ID=199f96a2-d687-44ea-a535-5b4baddb6e8a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:42.882731 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.908306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.931734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:42.942979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:42.943419 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment 026756a6-9c71-4484-8217-8134446bceaf of type vlan for network 7c0496c2-9ee5-4021-a743-83f8e02430ae Dec 17 16:23:43.006709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.045331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.061316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:43.062379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.177705 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3475420 Dec 17 16:23:43.179603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33822) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:43.179759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.192628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.199043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:43.237321 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.254516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.263451 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02450e3c-e097-4404-bb27-e28650a70e77 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=7c0496c2-9ee5-4021-a743-83f8e02430ae,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:43.297676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:43.329905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:43.345579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:43.353082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.375143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:43.392935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:43.414284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Pushing event updated for resources: {'Port': ['ID=ba9a3ad3-3483-485b-ba27-a9aa4f950590,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:43.448636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] For port 1a534655-fe55-4a58-866b-105192c3dbef, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1a534655-fe55-4a58-866b-105192c3dbef,segment=NetworkSegment(626d92bc-1577-4dc2-8c40-a76c15ef0a1d),segment_id=626d92bc-1577-4dc2-8c40-a76c15ef0a1d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:43.482045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.493355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Router 121490b7-4820-4ecb-9b67-87ded77660e7 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:23:43.578014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Provisioning complete for port 199f96a2-d687-44ea-a535-5b4baddb6e8a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:43.578343 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.612320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:43.636511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7f011-f2ba-41b5-9704-9fadd5094256 None None] Network 54201394-17c6-4b6a-9dae-f0d545124425 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:43.651400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:43.669276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.670542 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4249a5f4-94b4-42d5-8a5c-16eef657c1ad admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5943930 Dec 17 16:23:43.673265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33824) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:43.690920 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.691760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Sync routers for ids ['121490b7-4820-4ecb-9b67-87ded77660e7'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:43.737865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:41Z', 'revision_number': 3, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:41Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:41Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:43.739767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Pushing event updated for resources: {'Port': ['ID=1a534655-fe55-4a58-866b-105192c3dbef,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:43.759492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Attempting to bind port ba9a3ad3-3483-485b-ba27-a9aa4f950590 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:43.759891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Attempting to bind port ba9a3ad3-3483-485b-ba27-a9aa4f950590 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:43.760263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Attempting to bind port ba9a3ad3-3483-485b-ba27-a9aa4f950590 on network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:43.761526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=664e4a2f-757a-431b-9881-847801472fbc,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:43.771730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:43.772140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 7c0496c2-9ee5-4021-a743-83f8e02430ae, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:43.790544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:43.802428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 7c0496c2-9ee5-4021-a743-83f8e02430ae) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:43.806621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:43.807288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:43.829302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ad268f56-a458-42fb-9cb7-395e26f0d2b9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6346407 Dec 17 16:23:43.830568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33826) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:44.009618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d47677-6899-4aad-8742-d98682496459 None None] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:44.019498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5126da-34e3-4da4-8d5d-a3d5942b06bd None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:41Z', 'revision_number': 3, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:41Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:41Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:44.036671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:44.037034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Checking segment: {'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:44.037653 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.038023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Bound using segment: {'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:44.038537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Bound port: ba9a3ad3-3483-485b-ba27-a9aa4f950590, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:44.038914 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.041053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Routers {'121490b7-4820-4ecb-9b67-87ded77660e7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:44.041994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['121490b7-4820-4ecb-9b67-87ded77660e7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:44.131057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.202707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.315000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:44.315368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.397318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Allocated IP 172.20.0.1 (454bb56e-9c54-46a9-a3bb-f9f24230cf57/be0cfe1e-2745-4125-9642-04fb1e54cd55/9c7a03a7-cfa4-4dab-b70d-63fc91465b5d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:44.417851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-7c0496c2-9ee5-4021-a743-83f8e02430ae', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:44.418852 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.439782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] For port ba9a3ad3-3483-485b-ba27-a9aa4f950590, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:44.473443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] For port ba9a3ad3-3483-485b-ba27-a9aa4f950590, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ba9a3ad3-3483-485b-ba27-a9aa4f950590,segment=NetworkSegment(6a0280d4-b9ae-484f-8963-563e81838b91),segment_id=6a0280d4-b9ae-484f-8963-563e81838b91)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:44.478483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Set router 121490b7-4820-4ecb-9b67-87ded77660e7 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:44.537893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8:2::1 (7c0496c2-9ee5-4021-a743-83f8e02430ae/664e4a2f-757a-431b-9881-847801472fbc/801ff06c-f79b-4146-8c8e-bf93bfa3e2a4) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:44.552776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.721916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Provisioning complete for port a580c336-01bc-44ef-9fe2-fc6ce61e6923 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:44.721916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.776281 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.822416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3b436-7657-456f-a7e4-6acea97cbfa1 None None] Port a580c336-01bc-44ef-9fe2-fc6ce61e6923 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:44.827333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1896ebc-d7dc-4258-8131-314357a8fbd5 None None] Pushing event updated for resources: {'Port': ['ID=ba9a3ad3-3483-485b-ba27-a9aa4f950590,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:44.843180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.912962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:44.922306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:44.944661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:44.946492 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.980169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:44.984075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Allocated IP 2001:db8:2::2 (7c0496c2-9ee5-4021-a743-83f8e02430ae/664e4a2f-757a-431b-9881-847801472fbc/7d875989-79d8-4348-a91d-d9d2b4482ac4) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:45.058191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.097318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:45.110002 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.180165 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:45.183467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:45.191907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:45.194910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:45.196338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.227039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,segment=NetworkSegment(e075d0ce-decf-4876-9135-d6b8337f8fcf),segment_id=e075d0ce-decf-4876-9135-d6b8337f8fcf)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:45.231545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4395b4bd-45c0-4501-8182-e24beafbcbb0 None None] Provisioning complete for port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:45.232221 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4395b4bd-45c0-4501-8182-e24beafbcbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.254693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.256080 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.256898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 199f96a2-d687-44ea-a535-5b4baddb6e8a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:45.407030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:45.480945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.508177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.542457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.624253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 199f96a2-d687-44ea-a535-5b4baddb6e8a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:45.624835 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.634895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:42Z', 'revision_number': 3, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:45.711435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:45.728548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.741111 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.742246 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.760522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:45.784801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Pushing event updated for resources: {'Port': ['ID=7d875989-79d8-4348-a91d-d9d2b4482ac4,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:45.788242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:45.802806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Checking router: 121490b7-4820-4ecb-9b67-87ded77660e7 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:45.803507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Updating router 121490b7-4820-4ecb-9b67-87ded77660e7 port a580c336-01bc-44ef-9fe2-fc6ce61e6923 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:45.826504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:45.835441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.844493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.847325 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:45.957319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:45.959076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:45.964825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:45.970238 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.008640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.101699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:46.169273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:46.170859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:46.223707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:46.230335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e4b652bc-acd4-4541-9eeb-283c03c40f46 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3985493 Dec 17 16:23:46.233189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33828) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:46.243524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1926179803'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:46.290847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:46.295151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.349401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:23:46.364712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.365221 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added segment 3eab58e7-fe9e-4a2a-94d8-0c8622698f66 of type vlan for network 00109fc9-494f-4182-a36b-3871ac281367 Dec 17 16:23:46.372374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Router 121490b7-4820-4ecb-9b67-87ded77660e7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:46.440968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.473458 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.479799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:46.480655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.491358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3acc490-ba0f-4d39-a4b4-e79b105e5d72 None None] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:46.497995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b949fed8-86c6-4fb3-9ec5-c07ba9f9170b None None] Provisioning complete for port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:46.498406 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b949fed8-86c6-4fb3-9ec5-c07ba9f9170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.512450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Attempting to bind port 7d875989-79d8-4348-a91d-d9d2b4482ac4 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:46.512816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Attempting to bind port 7d875989-79d8-4348-a91d-d9d2b4482ac4 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:46.513171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Attempting to bind port 7d875989-79d8-4348-a91d-d9d2b4482ac4 on network 7c0496c2-9ee5-4021-a743-83f8e02430ae {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:46.517149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:46.523624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2fd3b834-db38-4be2-a23f-85a3417aa3f3 admin admin] 10.222.0.54 "PUT /v2.0/routers/121490b7-4820-4ecb-9b67-87ded77660e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8493040 Dec 17 16:23:46.561512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3272328 Dec 17 16:23:46.564251 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33832) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:46.569050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'subnet': {'network_id': '00109fc9-494f-4182-a36b-3871ac281367', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:46.587363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205df71-6637-4e36-9f8e-8f9c547964fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Network': ['ID=00109fc9-494f-4182-a36b-3871ac281367,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:46.590473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:46.590833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Checking segment: {'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:46.591220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.591568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Bound using segment: {'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:46.592099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Bound port: 7d875989-79d8-4348-a91d-d9d2b4482ac4, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:46.592513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.635740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 00109fc9-494f-4182-a36b-3871ac281367 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:23:46.701349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Made reservation on behalf of 758194d751524e5e883d26d2adffc3b0 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:46.707293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.931999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] For port 7d875989-79d8-4348-a91d-d9d2b4482ac4, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:46.960223 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] For port 7d875989-79d8-4348-a91d-d9d2b4482ac4, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7d875989-79d8-4348-a91d-d9d2b4482ac4,segment=NetworkSegment(026756a6-9c71-4484-8217-8134446bceaf),segment_id=026756a6-9c71-4484-8217-8134446bceaf)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:46.974413 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.977274 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:46.984989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ba9a3ad3-3483-485b-ba27-a9aa4f950590 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:47.019562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.094949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b949fed8-86c6-4fb3-9ec5-c07ba9f9170b None None] Provisioning complete for port 225f29ad-d91b-498d-9045-c78e70d5da24 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:47.095336 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b949fed8-86c6-4fb3-9ec5-c07ba9f9170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.145875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28b0def-3b82-4823-a862-d57d6472a793 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:47.194862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Attempting to bind port a580c336-01bc-44ef-9fe2-fc6ce61e6923 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:47.195152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Attempting to bind port a580c336-01bc-44ef-9fe2-fc6ce61e6923 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:47.203987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Attempting to bind port a580c336-01bc-44ef-9fe2-fc6ce61e6923 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:47.210509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360955e9-ea2e-4216-b41b-a9a0c0ed1450 None None] Pushing event updated for resources: {'Port': ['ID=7d875989-79d8-4348-a91d-d9d2b4482ac4,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:47.227194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:47.227586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:47.228015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.228419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:47.228989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Bound port: a580c336-01bc-44ef-9fe2-fc6ce61e6923, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:47.229319 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.279377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b949fed8-86c6-4fb3-9ec5-c07ba9f9170b None None] Port 225f29ad-d91b-498d-9045-c78e70d5da24 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:47.305559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ba9a3ad3-3483-485b-ba27-a9aa4f950590 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:47.305936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.340180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9490ea9-373c-4493-a09f-7d7cfb0b19a5 None None] Pushing event updated for resources: {'Port': ['ID=a580c336-01bc-44ef-9fe2-fc6ce61e6923,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:47.363080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] For port a580c336-01bc-44ef-9fe2-fc6ce61e6923, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:47.367327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] For port a580c336-01bc-44ef-9fe2-fc6ce61e6923, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a580c336-01bc-44ef-9fe2-fc6ce61e6923,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:47.374818 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.443166 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:47.454950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-7ab24df7-9382-4949-b575-068fbe6ad02e tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:47.459097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-7ab24df7-9382-4949-b575-068fbe6ad02e tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/networks?id=5246112e-7843-4a5a-8a47-81d891dc6276 HTTP/1.1" status: 200 len: 910 time: 0.1490052 Dec 17 16:23:47.472692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9490ea9-373c-4493-a09f-7d7cfb0b19a5 None None] Pushing event updated for resources: {'Port': ['ID=a580c336-01bc-44ef-9fe2-fc6ce61e6923,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:47.497009 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:47.498920 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:47.515926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d668a53-c5e7-4e05-9026-86cede595ad8 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:47.544463 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c5897c16-b4f1-4822-93ae-746026ec54b0 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/quotas/0952dea7fd4143eb893baf4eeedab95c HTTP/1.1" status: 200 len: 375 time: 0.0214398 Dec 17 16:23:47.570041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Provisioning complete for port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:47.570298 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.641917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Routers {'121490b7-4820-4ecb-9b67-87ded77660e7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:47.643161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['121490b7-4820-4ecb-9b67-87ded77660e7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:47.658510 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:47.722861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.772231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:47.781831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] Set router 121490b7-4820-4ecb-9b67-87ded77660e7 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:47.782355 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-73bbc657-bdf0-411d-8007-48f7d87f3c7e tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=0952dea7fd4143eb893baf4eeedab95c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2281272 Dec 17 16:23:47.824632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Subnet': ['ID=105af407-e5ca-4078-b1d9-578eeeefd40a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:47.839521 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.863880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Provisioning complete for port 225f29ad-d91b-498d-9045-c78e70d5da24 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:47.864395 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.877392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Checking segment: {'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:47.877784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network hostable DHCP agents. Network: 00109fc9-494f-4182-a36b-3871ac281367, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:23:47.915480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 00109fc9-494f-4182-a36b-3871ac281367 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:23:47.936507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port ba9a3ad3-3483-485b-ba27-a9aa4f950590, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ba9a3ad3-3483-485b-ba27-a9aa4f950590,segment=NetworkSegment(6a0280d4-b9ae-484f-8963-563e81838b91),segment_id=6a0280d4-b9ae-484f-8963-563e81838b91)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:47.946095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 00109fc9-494f-4182-a36b-3871ac281367) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:47.950576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:47.951299 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.987780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ccae44-1c24-418c-9f51-d881cea0e16d None None] Network 00109fc9-494f-4182-a36b-3871ac281367 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:47.991346 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:47.992487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:48.000778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33854) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:48.013451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-81dd1241-1aae-44c0-82dd-c3a32a6bbda9 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4480517 Dec 17 16:23:48.031032 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:41Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:48.065220 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:48.065728 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Updating router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 port 225f29ad-d91b-498d-9045-c78e70d5da24 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:48.103025 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.145791 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-e5a2c475-6e02-4d63-b6f7-ceb9ede63d59 service neutron] 10.222.0.54 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422463 Dec 17 16:23:48.159559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Port 225f29ad-d91b-498d-9045-c78e70d5da24 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:48.230965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:48.231307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.232987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Provisioning complete for port a580c336-01bc-44ef-9fe2-fc6ce61e6923 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:48.233339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.283193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=ba9a3ad3-3483-485b-ba27-a9aa4f950590,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:48.301475 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-7314c39c-da88-4cac-9ad9-fd03d24e1345 service neutron] 10.222.0.54 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503091 Dec 17 16:23:48.420805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-00109fc9-494f-4182-a36b-3871ac281367', 'network_id': '00109fc9-494f-4182-a36b-3871ac281367', 'project_id': '758194d751524e5e883d26d2adffc3b0', 'fixed_ips': [{'subnet_id': '105af407-e5ca-4078-b1d9-578eeeefd40a'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:23:48.421683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.568459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.599382 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.607837 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.701985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059d58-9e45-4615-a743-df3291e3ede2 None None] Pushing event updated for resources: {'Port': ['ID=225f29ad-d91b-498d-9045-c78e70d5da24,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:48.788176 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Attempting to bind port 225f29ad-d91b-498d-9045-c78e70d5da24 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:48.788688 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Attempting to bind port 225f29ad-d91b-498d-9045-c78e70d5da24 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:48.792079 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Attempting to bind port 225f29ad-d91b-498d-9045-c78e70d5da24 on network 54201394-17c6-4b6a-9dae-f0d545124425 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:48.803365 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:48.804003 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Checking segment: {'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:48.806184 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.806685 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Bound using segment: {'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:48.807307 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Bound port: 225f29ad-d91b-498d-9045-c78e70d5da24, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e075d0ce-decf-4876-9135-d6b8337f8fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:48.807790 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.895868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e1d833-5c9e-4c0a-8dd7-63f48d72cb3a None None] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:48.897611 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] For port 225f29ad-d91b-498d-9045-c78e70d5da24, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:48.903254 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] For port 225f29ad-d91b-498d-9045-c78e70d5da24, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=225f29ad-d91b-498d-9045-c78e70d5da24,segment=NetworkSegment(e075d0ce-decf-4876-9135-d6b8337f8fcf),segment_id=e075d0ce-decf-4876-9135-d6b8337f8fcf)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:48.910319 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:48.976541 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Updating router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:49.022238 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.025842 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059d58-9e45-4615-a743-df3291e3ede2 None None] Pushing event updated for resources: {'Port': ['ID=225f29ad-d91b-498d-9045-c78e70d5da24,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:49.050824 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.059784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Allocated IP 2001:db8:3::2 (00109fc9-494f-4182-a36b-3871ac281367/105af407-e5ca-4078-b1d9-578eeeefd40a/a98bbb59-4411-46b1-8926-20480625fd87) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:49.069823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9c7a03a7-cfa4-4dab-b70d-63fc91465b5d', 'name': '', 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'mac_address': 'fa:16:3e:7a:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 2, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'subnets': [{'id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:49.079067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1a534655-fe55-4a58-866b-105192c3dbef up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:49.157972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] For port a580c336-01bc-44ef-9fe2-fc6ce61e6923, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a580c336-01bc-44ef-9fe2-fc6ce61e6923,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:49.168799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43517b7-89d8-472c-ac09-cd7cd81babaf None None] The sync data for ids ['121490b7-4820-4ecb-9b67-87ded77660e7'] in n-d-806683-20 is: [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9c7a03a7-cfa4-4dab-b70d-63fc91465b5d', 'name': '', 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'mac_address': 'fa:16:3e:7a:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 2, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'subnets': [{'id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:49.177251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.325261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Provisioning complete for port ba9a3ad3-3483-485b-ba27-a9aa4f950590 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:49.325642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.332661 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.340026 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.392912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d90f0-39f3-4633-b0c2-04c2537c07b3 None None] Pushing event updated for resources: {'Port': ['ID=a580c336-01bc-44ef-9fe2-fc6ce61e6923,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:49.406282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1a534655-fe55-4a58-866b-105192c3dbef triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:49.406637 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.407121 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059d58-9e45-4615-a743-df3291e3ede2 None None] Pushing event updated for resources: {'Port': ['ID=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:49.486982 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Attempting to bind port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:49.487459 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Attempting to bind port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:49.487976 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Attempting to bind port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 on network 7c0496c2-9ee5-4021-a743-83f8e02430ae {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:49.493614 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:49.494106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Checking segment: {'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:49.494621 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.495085 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Bound using segment: {'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:49.495759 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Bound port: 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026756a6-9c71-4484-8217-8134446bceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:49.500305 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.505680 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.515804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.643695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Network 00109fc9-494f-4182-a36b-3871ac281367 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:49.655942 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] For port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:49.661517 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] For port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,segment=NetworkSegment(026756a6-9c71-4484-8217-8134446bceaf),segment_id=026756a6-9c71-4484-8217-8134446bceaf)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:49.676349 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.680936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:49.684581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:49.708575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Pushing event updated for resources: {'Port': ['ID=a98bbb59-4411-46b1-8926-20480625fd87,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:49.723082 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f77ed45-4350-4c97-aeca-cb26949b32b2 req-0c80e441-5366-411b-bb85-ad2a8982177d tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 210 time: 0.1067560 Dec 17 16:23:49.750850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Allocated IP 2001:db8:3::1 (00109fc9-494f-4182-a36b-3871ac281367/105af407-e5ca-4078-b1d9-578eeeefd40a/f19cf818-33ad-4fe1-9938-ba45a5e6e9ff) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:49.780463 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:49.781155 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:49.787467 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059d58-9e45-4615-a743-df3291e3ede2 None None] Pushing event updated for resources: {'Port': ['ID=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:49.885514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Attempting to bind port a98bbb59-4411-46b1-8926-20480625fd87 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:49.885890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Attempting to bind port a98bbb59-4411-46b1-8926-20480625fd87 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:49.886305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Attempting to bind port a98bbb59-4411-46b1-8926-20480625fd87 on network 00109fc9-494f-4182-a36b-3871ac281367 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:49.900698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:49.901335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Checking segment: {'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:49.901459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.901898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Bound using segment: {'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:49.902396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Bound port: a98bbb59-4411-46b1-8926-20480625fd87, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:49.902778 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:49.904886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Provisioning complete for port a580c336-01bc-44ef-9fe2-fc6ce61e6923 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:49.906802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.034028 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:50.151653 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.166384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ba9a3ad3-3483-485b-ba27-a9aa4f950590 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:50.203432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] For port a98bbb59-4411-46b1-8926-20480625fd87, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:50.233501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] For port a98bbb59-4411-46b1-8926-20480625fd87, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a98bbb59-4411-46b1-8926-20480625fd87,segment=NetworkSegment(3eab58e7-fe9e-4a2a-94d8-0c8622698f66),segment_id=3eab58e7-fe9e-4a2a-94d8-0c8622698f66)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:50.242910 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.250989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Provisioning complete for port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:50.251360 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.256721 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.363663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 00109fc9-494f-4182-a36b-3871ac281367 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:50.377001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:50.389363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:50.391025 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.405608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ba9a3ad3-3483-485b-ba27-a9aa4f950590 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:50.406260 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.408340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886ce9-dc9e-4fb4-99be-06cbb4078de2 None None] Pushing event updated for resources: {'Port': ['ID=a98bbb59-4411-46b1-8926-20480625fd87,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:50.563100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.583969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:50.665362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 225f29ad-d91b-498d-9045-c78e70d5da24 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:50.705667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] For port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,segment=NetworkSegment(026756a6-9c71-4484-8217-8134446bceaf),segment_id=026756a6-9c71-4484-8217-8134446bceaf)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:50.715152 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.778081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.811476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Provisioning complete for port 7d875989-79d8-4348-a91d-d9d2b4482ac4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:50.811898 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.819788 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:48Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:50.924515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Pushing event updated for resources: {'Port': ['ID=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:50.949318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 225f29ad-d91b-498d-9045-c78e70d5da24 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:50.949693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:50.968963 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f49ec5-ac93-4e9c-a30b-0a8c0e655563 None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:48Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:51.002421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9bf8fec-b644-482d-b688-5226ddf4f77d req-af747fa4-3888-460f-a140-aa77defaec71 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 210 time: 0.0816090 Dec 17 16:23:51.063655 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.137089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] For port 7d875989-79d8-4348-a91d-d9d2b4482ac4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7d875989-79d8-4348-a91d-d9d2b4482ac4,segment=NetworkSegment(026756a6-9c71-4484-8217-8134446bceaf),segment_id=026756a6-9c71-4484-8217-8134446bceaf)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:51.183305 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.276309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.312746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Provisioning complete for port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:51.313153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.377964 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:51.410502 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Pushing event updated for resources: {'Port': ['ID=7d875989-79d8-4348-a91d-d9d2b4482ac4,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:51.431664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 225f29ad-d91b-498d-9045-c78e70d5da24, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=225f29ad-d91b-498d-9045-c78e70d5da24,segment=NetworkSegment(e075d0ce-decf-4876-9135-d6b8337f8fcf),segment_id=e075d0ce-decf-4876-9135-d6b8337f8fcf)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:51.439961 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.440983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7d875989-79d8-4348-a91d-d9d2b4482ac4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:51.448214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.457724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.460714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.472086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Provisioning complete for port 225f29ad-d91b-498d-9045-c78e70d5da24 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:51.472406 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0cf43915-016d-490e-8283-25aa345fa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.663755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=225f29ad-d91b-498d-9045-c78e70d5da24,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:51.694811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7d875989-79d8-4348-a91d-d9d2b4482ac4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:51.695188 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.707217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-47906ced-1a27-4b96-a36f-735368036303 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:51.714834 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-47906ced-1a27-4b96-a36f-735368036303 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.47 "GET /v2.0/networks?id=5246112e-7843-4a5a-8a47-81d891dc6276 HTTP/1.1" status: 200 len: 910 time: 0.3088942 Dec 17 16:23:51.728480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Request body: {'port': {'device_id': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'admin_state_up': True, 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:51.794703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event updated for resources: {'Port': ['ID=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:51.798005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Made reservation on behalf of 0952dea7fd4143eb893baf4eeedab95c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:51.801250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:51.856078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Network 00109fc9-494f-4182-a36b-3871ac281367 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:51.860932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:51.875603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-042c5dc1-a0f5-47b3-9ce0-698a2c80ef0a None None] Provisioning complete for port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:51.876477 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-042c5dc1-a0f5-47b3-9ce0-698a2c80ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.042879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:52.045932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Allocated IP 172.20.0.13 (5246112e-7843-4a5a-8a47-81d891dc6276/3f7a2c56-5275-49d8-8b2e-910581a34b06/f24866cd-2440-45cc-823a-e353cf7ec054) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:52.211783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-149488d0-1f90-44dc-841f-fd4a57f64c04 req-c9e044a1-1b6d-44ea-b7f8-2e24e669b79f tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 210 time: 0.0859210 Dec 17 16:23:52.235904 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:52.241251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dba7d90e-5940-41e9-a7f1-f5dbad7fcce5 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2393916 Dec 17 16:23:52.244089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33874) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:52.249503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:52.267347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-897e37f0-bc67-44d9-ba92-8cb751e6f952 None None] Provisioning complete for port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:52.267933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-897e37f0-bc67-44d9-ba92-8cb751e6f952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.316566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7d875989-79d8-4348-a91d-d9d2b4482ac4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:52.330968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.344897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b3f0e-3d07-433c-a906-c44f0b82fcbb None None] Network 00109fc9-494f-4182-a36b-3871ac281367 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:52.367932 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.421014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Network 5246112e-7843-4a5a-8a47-81d891dc6276 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:52.425756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:52.427738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Pushing event updated for resources: {'Port': ['ID=f24866cd-2440-45cc-823a-e353cf7ec054,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:52.436305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:52.486262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:52.486904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.508677 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-c07dddd5-18e4-4980-9434-7590873986ba tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7844806 Dec 17 16:23:52.524414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Request body: {'port': {'device_id': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:52.617528 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.735891 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7d875989-79d8-4348-a91d-d9d2b4482ac4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:52.736272 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.876504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a98bbb59-4411-46b1-8926-20480625fd87 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:52.939434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Provisioning complete for port f24866cd-2440-45cc-823a-e353cf7ec054 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:52.939852 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:52.988501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24866cd-2440-45cc-823a-e353cf7ec054 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:52.999390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Port f24866cd-2440-45cc-823a-e353cf7ec054 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:52.999675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.006394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a98bbb59-4411-46b1-8926-20480625fd87 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:53.006757 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.016891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Transition to ACTIVE for port object f24866cd-2440-45cc-823a-e353cf7ec054 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:23:53.021334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.054602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Provisioning complete for port a98bbb59-4411-46b1-8926-20480625fd87 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:53.054969 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.085644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 16:23:53.112656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Pushing event updated for resources: {'Port': ['ID=f24866cd-2440-45cc-823a-e353cf7ec054,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:53.126419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Removed routes are [] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 16:23:53.126912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.209496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:53.267560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Attempting to bind port f24866cd-2440-45cc-823a-e353cf7ec054 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:53.267934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Attempting to bind port f24866cd-2440-45cc-823a-e353cf7ec054 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:53.268277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Attempting to bind port f24866cd-2440-45cc-823a-e353cf7ec054 on network 5246112e-7843-4a5a-8a47-81d891dc6276 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:53.273375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Port f24866cd-2440-45cc-823a-e353cf7ec054 on network 5246112e-7843-4a5a-8a47-81d891dc6276 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:23:53.273724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Attempting to bind port f24866cd-2440-45cc-823a-e353cf7ec054 on network 5246112e-7843-4a5a-8a47-81d891dc6276 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:53.279314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:53.279662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Checking segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:53.283720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Bound using segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:53.284265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Bound port: f24866cd-2440-45cc-823a-e353cf7ec054, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:53.284648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.312578 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.353491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:53.354145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:53.375394 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.420913 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.426073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] For port f24866cd-2440-45cc-823a-e353cf7ec054, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:53.426638 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.436315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] For port f24866cd-2440-45cc-823a-e353cf7ec054, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f24866cd-2440-45cc-823a-e353cf7ec054,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:53.450032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.472917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94449f-de2a-47a8-bfb9-b12b5adc486b req-d52671bd-99b8-48a7-b598-f0cf09d4435a tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:53.474534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d94449f-de2a-47a8-bfb9-b12b5adc486b req-d52671bd-99b8-48a7-b598-f0cf09d4435a tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1054 time: 0.1340992 Dec 17 16:23:53.487098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:53.487728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.492037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] 10.222.0.47 "PUT /v2.0/ports/f24866cd-2440-45cc-823a-e353cf7ec054 HTTP/1.1" status: 200 len: 1093 time: 0.9727960 Dec 17 16:23:53.496982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'tag': 'f24866cd-2440-45cc-823a-e353cf7ec054'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:53.503418 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78" -d '{"events": [{"name": "network-changed", "server_uuid": "fd814865-2f92-4c4e-9ed5-73551451faa7", "tag": "f24866cd-2440-45cc-823a-e353cf7ec054"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:53.555598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port a98bbb59-4411-46b1-8926-20480625fd87, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a98bbb59-4411-46b1-8926-20480625fd87,segment=NetworkSegment(3eab58e7-fe9e-4a2a-94d8-0c8622698f66),segment_id=3eab58e7-fe9e-4a2a-94d8-0c8622698f66)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:53.561558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.562074 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a580c336-01bc-44ef-9fe2-fc6ce61e6923 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:53.648374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:53.664990 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6690faa3-9060-4db5-8ea2-91d94d0c42e0 x-openstack-request-id: req-6690faa3-9060-4db5-8ea2-91d94d0c42e0 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:53.665387 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd814865-2f92-4c4e-9ed5-73551451faa7", "tag": "f24866cd-2440-45cc-823a-e353cf7ec054", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:53.665608 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6690faa3-9060-4db5-8ea2-91d94d0c42e0 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:53.665963 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'tag': 'f24866cd-2440-45cc-823a-e353cf7ec054', 'status': 'completed', 'code': 200} Dec 17 16:23:53.678577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:53.726194 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d94449f-de2a-47a8-bfb9-b12b5adc486b req-b224e9dc-a3cf-4105-9b8e-a2d30bb03146 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747398 Dec 17 16:23:53.753877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc79a6-8806-4cfb-a58a-7e1d0d27949a service neutron] Pushing event updated for resources: {'Port': ['ID=f24866cd-2440-45cc-823a-e353cf7ec054,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:53.771363 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-9645ee24-c8d3-47dd-a04d-d4ed61091cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:53.772954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-9645ee24-c8d3-47dd-a04d-d4ed61091cee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0952dea7fd4143eb893baf4eeedab95c&device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1096 time: 0.2088745 Dec 17 16:23:53.786597 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:23:53.787130 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-381d29db-90ba-43bc-88b0-bbf4f1e30aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:23:53.808277 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Sync routers for ids ['121490b7-4820-4ecb-9b67-87ded77660e7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:53.811559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=a98bbb59-4411-46b1-8926-20480625fd87,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:53.815646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:53.834097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.836414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ef661bb5-2f5e-4b48-9b32-b27751d087ae tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 200 len: 954 time: 1.5908961 Dec 17 16:23:53.840884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33880) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:53.843940 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Routers {'121490b7-4820-4ecb-9b67-87ded77660e7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:53.844762 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['121490b7-4820-4ecb-9b67-87ded77660e7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:53.875128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-9c4833b5-79f7-45f1-8450-a14bf66279bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24866cd-2440-45cc-823a-e353cf7ec054 HTTP/1.1" status: 200 len: 217 time: 0.0917542 Dec 17 16:23:53.957397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-1f35bbd9-b1c8-4b98-a266-a978494e261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:53.958889 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-1f35bbd9-b1c8-4b98-a266-a978494e261d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f7a2c56-5275-49d8-8b2e-910581a34b06 HTTP/1.1" status: 200 len: 848 time: 0.0760593 Dec 17 16:23:53.963670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a580c336-01bc-44ef-9fe2-fc6ce61e6923 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:53.964218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:53.976243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-127ddac8-ee33-45a3-b11e-000feaedd9de tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 200 len: 954 time: 0.1336532 Dec 17 16:23:53.976854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33882) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:53.981748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'routes': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:54.022004 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab275c3-5f34-416f-93c1-8359729990bf req-590fc6ae-6030-4d61-8984-d24b58cbe52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:54.024254 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-590fc6ae-6030-4d61-8984-d24b58cbe52b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5246112e-7843-4a5a-8a47-81d891dc6276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572202 Dec 17 16:23:54.055949 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Set router 121490b7-4820-4ecb-9b67-87ded77660e7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:54.135871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 225f29ad-d91b-498d-9045-c78e70d5da24 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:54.143774 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-69a23084-05d1-438f-877f-cd2c8e7aaf4a service neutron] 10.222.0.47 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118290 Dec 17 16:23:54.201248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:53Z', 'revision_number': 6, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:50Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19cf818-33ad-4fe1-9938-ba45a5e6e9ff', 'name': '', 'network_id': '00109fc9-494f-4182-a36b-3871ac281367', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:dd:27:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '105af407-e5ca-4078-b1d9-578eeeefd40a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:48Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '105af407-e5ca-4078-b1d9-578eeeefd40a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:54.250457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:54.250845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Updating router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:54.253988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ab275c3-5f34-416f-93c1-8359729990bf req-d7cf3e0b-cdb9-4709-ba68-9afee8e0d5a6 service neutron] 10.222.0.47 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004584 Dec 17 16:23:54.283053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.300612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 225f29ad-d91b-498d-9045-c78e70d5da24 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:54.301006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.303981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-1a894cb9-1210-4bf3-9d43-b21ebd11a870 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486863 Dec 17 16:23:54.309656 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9c7a03a7-cfa4-4dab-b70d-63fc91465b5d', 'name': '', 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'mac_address': 'fa:16:3e:7a:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 2, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'subnets': [{'id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:54.366925 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Checking router: 121490b7-4820-4ecb-9b67-87ded77660e7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:54.367526 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Updating router 121490b7-4820-4ecb-9b67-87ded77660e7 port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:23:54.400574 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.420364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-ea765966-5eb1-4f38-aaa5-5ae9a081737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:54.421849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-ea765966-5eb1-4f38-aaa5-5ae9a081737f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0952dea7fd4143eb893baf4eeedab95c&device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1096 time: 0.1032519 Dec 17 16:23:54.486085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419f5b1-afca-4673-8920-c2a10f667268 req-7c59cd7c-c3b4-43d8-9746-9e7b66d91dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:54.487936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-7c59cd7c-c3b4-43d8-9746-9e7b66d91dcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1097 time: 0.1290357 Dec 17 16:23:54.517221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added routes are [] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 16:23:54.517781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.extraroute_db [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=109783) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 16:23:54.554929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.569978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:54.617704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419f5b1-afca-4673-8920-c2a10f667268 req-ab88be75-8f8b-4775-aae9-ec58b68107cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:54.619322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-ab88be75-8f8b-4775-aae9-ec58b68107cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 898 time: 0.1080120 Dec 17 16:23:54.681739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:54.682118 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.699718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-4a56f9e0-e02f-4a5a-9cd4-bd957ebc3cf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 200 len: 1001 time: 0.0689428 Dec 17 16:23:54.709752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7c3847ad-7fdc-419f-a9f9-83b73cdf0dba None None] Provisioning complete for port a98bbb59-4411-46b1-8926-20480625fd87 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:54.710131 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c3847ad-7fdc-419f-a9f9-83b73cdf0dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.773752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419f5b1-afca-4673-8920-c2a10f667268 req-ec5aba9c-cd69-4beb-874f-25ba959b7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:54.775384 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-ec5aba9c-cd69-4beb-874f-25ba959b7737 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95aa7535-54a7-4af5-823b-e91d80717f46 HTTP/1.1" status: 200 len: 834 time: 0.0633836 Dec 17 16:23:54.779392 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.790747 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.797665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-0e2e77f8-ae79-4a66-a21e-211ffb25727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:54.798471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-0e2e77f8-ae79-4a66-a21e-211ffb25727f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5246112e-7843-4a5a-8a47-81d891dc6276 HTTP/1.1" status: 200 len: 910 time: 0.3686914 Dec 17 16:23:54.810516 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.822573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.848312 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c358c-c2a3-4ba3-8ce8-717b25b97dfa None None] Pushing event updated for resources: {'Port': ['ID=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:54.848977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-203008d8-6bb1-48ec-b853-14bbf734b68f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f24866cd-2440-45cc-823a-e353cf7ec054 HTTP/1.1" status: 200 len: 217 time: 0.0348136 Dec 17 16:23:54.892908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.901401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419f5b1-afca-4673-8920-c2a10f667268 req-38ffa0b2-e1f1-40e8-bf46-42e771013858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:54.904556 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-38ffa0b2-e1f1-40e8-bf46-42e771013858 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5136c5c-1352-4b73-aa30-b39cfa4afe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188314 Dec 17 16:23:54.910105 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.963431 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Attempting to bind port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:54.963852 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Attempting to bind port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:54.964423 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Attempting to bind port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d on network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:54.974798 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:54.979377 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Checking segment: {'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:54.979377 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:54.979377 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Bound using segment: {'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:54.980243 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Bound port: 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0280d4-b9ae-484f-8963-563e81838b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:54.980648 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.024573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:55.069191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee421c-b692-4ce9-9023-5d4a530ef8bc None None] Pushing event updated for resources: {'Port': ['ID=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:55.086861 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7c3847ad-7fdc-419f-a9f9-83b73cdf0dba None None] Provisioning complete for port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:55.089953 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-87aa70bf-f91c-43de-bb23-93d5375c7381 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766858 Dec 17 16:23:55.099880 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c3847ad-7fdc-419f-a9f9-83b73cdf0dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.157045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a98bbb59-4411-46b1-8926-20480625fd87 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:55.157814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:55.160418 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.161741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f97b658e-185b-47a3-98a2-243fb6053c4f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 200 len: 704 time: 1.1839230 Dec 17 16:23:55.170944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33888) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:55.183196 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] For port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:55.196719 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] For port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,segment=NetworkSegment(6a0280d4-b9ae-484f-8963-563e81838b91),segment_id=6a0280d4-b9ae-484f-8963-563e81838b91)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:55.201956 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.225085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-6c41ae9e-4017-4443-a73e-47118d8d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:55.226540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-6c41ae9e-4017-4443-a73e-47118d8d158a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f7a2c56-5275-49d8-8b2e-910581a34b06 HTTP/1.1" status: 200 len: 848 time: 0.3699422 Dec 17 16:23:55.298384 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5ea8beb8-8e3f-486b-a4d1-b2759cabd627 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 200 len: 704 time: 0.1199789 Dec 17 16:23:55.300848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a419f5b1-afca-4673-8920-c2a10f667268 req-99ca3d31-8304-42f6-9b87-3a0d69c64f60 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011347 Dec 17 16:23:55.300981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33892) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:55.320582 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Routers {'121490b7-4820-4ecb-9b67-87ded77660e7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:55.322255 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['121490b7-4820-4ecb-9b67-87ded77660e7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:55.325289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314b43-9538-4639-b2fa-51c4bda8e23c req-bec695f2-c89f-418b-a967-688b96a113a7 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:55.327920 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22314b43-9538-4639-b2fa-51c4bda8e23c req-bec695f2-c89f-418b-a967-688b96a113a7 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1096 time: 0.4109132 Dec 17 16:23:55.377588 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c358c-c2a3-4ba3-8ce8-717b25b97dfa None None] Pushing event updated for resources: {'Port': ['ID=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:55.380864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-e03e77e1-6542-4b40-bcd2-8842ca6cb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:55.382396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-e03e77e1-6542-4b40-bcd2-8842ca6cb017 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5246112e-7843-4a5a-8a47-81d891dc6276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1425302 Dec 17 16:23:55.387178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Attempting to bind port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:23:55.387550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Attempting to bind port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:23:55.387952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Attempting to bind port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff on network 00109fc9-494f-4182-a36b-3871ac281367 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:55.410668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7c3847ad-7fdc-419f-a9f9-83b73cdf0dba None None] Port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:23:55.417987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:55.418367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Checking segment: {'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:23:55.418773 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.419177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Bound using segment: {'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:55.420099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Bound port: f19cf818-33ad-4fe1-9938-ba45a5e6e9ff, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eab58e7-fe9e-4a2a-94d8-0c8622698f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '00109fc9-494f-4182-a36b-3871ac281367'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:23:55.420099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.452648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a98bbb59-4411-46b1-8926-20480625fd87 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:55.453855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.520537 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] Set router 121490b7-4820-4ecb-9b67-87ded77660e7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:55.550939 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-fced6df6-4f4c-40ca-a528-5f925aca0b4c service neutron] 10.222.0.47 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594074 Dec 17 16:23:55.595675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Provisioning complete for port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:55.595675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.597538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22314b43-9538-4639-b2fa-51c4bda8e23c req-16fdd15f-97d4-4a7f-b511-22019c57cfd7 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537547 Dec 17 16:23:55.647267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] For port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:55.675200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] For port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,segment=NetworkSegment(3eab58e7-fe9e-4a2a-94d8-0c8622698f66),segment_id=3eab58e7-fe9e-4a2a-94d8-0c8622698f66)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:55.703878 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:55.727869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac7cbba3-314f-425b-b1bf-1eb5ed80cf78 req-0af1180c-8f1a-46ab-bedc-8753fe87e3dd service neutron] 10.222.0.47 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677794 Dec 17 16:23:55.819883 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9c7a03a7-cfa4-4dab-b70d-63fc91465b5d', 'name': '', 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'mac_address': 'fa:16:3e:7a:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:55Z', 'revision_number': 4, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'subnets': [{'id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:55.850328 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce5ab6d-e32a-4ff1-9a29-281017bcec67 None None] The sync data for ids ['121490b7-4820-4ecb-9b67-87ded77660e7'] in n-d-806683-20 is: [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:45Z', 'revision_number': 4, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '9c7a03a7-cfa4-4dab-b70d-63fc91465b5d', 'name': '', 'network_id': '454bb56e-9c54-46a9-a3bb-f9f24230cf57', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'mac_address': 'fa:16:3e:7a:ba:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:55Z', 'revision_number': 4, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'subnets': [{'id': 'be0cfe1e-2745-4125-9642-04fb1e54cd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:55.978785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:55.979436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:56.076697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee421c-b692-4ce9-9023-5d4a530ef8bc None None] Pushing event updated for resources: {'Port': ['ID=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:56.095352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.109272 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:56.190887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.216514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] For port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,segment=NetworkSegment(6a0280d4-b9ae-484f-8963-563e81838b91),segment_id=6a0280d4-b9ae-484f-8963-563e81838b91)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:56.234875 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.313970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Provisioning complete for port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:56.314373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.389098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Pushing event updated for resources: {'Port': ['ID=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:56.486592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.490164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:56.490517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.517526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:54Z', 'revision_number': 7, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:50Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19cf818-33ad-4fe1-9938-ba45a5e6e9ff', 'name': '', 'network_id': '00109fc9-494f-4182-a36b-3871ac281367', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:dd:27:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '105af407-e5ca-4078-b1d9-578eeeefd40a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:48Z', 'updated_at': '2021-12-17T16:23:55Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '105af407-e5ca-4078-b1d9-578eeeefd40a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:56.555533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30bac0d-16f9-4bd4-813d-83ddd5e4f0d5 None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:54Z', 'revision_number': 7, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:50Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19cf818-33ad-4fe1-9938-ba45a5e6e9ff', 'name': '', 'network_id': '00109fc9-494f-4182-a36b-3871ac281367', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:dd:27:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '105af407-e5ca-4078-b1d9-578eeeefd40a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:48Z', 'updated_at': '2021-12-17T16:23:55Z', 'revision_number': 4, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '105af407-e5ca-4078-b1d9-578eeeefd40a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:56.560524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] For port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,segment=NetworkSegment(3eab58e7-fe9e-4a2a-94d8-0c8622698f66),segment_id=3eab58e7-fe9e-4a2a-94d8-0c8622698f66)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:56.566114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.630447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,segment=NetworkSegment(3eab58e7-fe9e-4a2a-94d8-0c8622698f66),segment_id=3eab58e7-fe9e-4a2a-94d8-0c8622698f66)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:56.630447 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.637507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07ca5-7a2e-4670-8a01-2ca21caff1fa None None] Pushing event updated for resources: {'Port': ['ID=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:56.661501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for f19cf818-33ad-4fe1-9938-ba45a5e6e9ff owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:56.695728 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f61cbd42-ec18-4258-bfd2-c1d7e767adfd None None] Provisioning complete for port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:56.696134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f61cbd42-ec18-4258-bfd2-c1d7e767adfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.800070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0acb3-5a40-4ce1-9dad-e19992a8f949 req-a4c99cdf-3de6-4121-8d00-948675ce995c tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:56.801735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6ed0acb3-5a40-4ce1-9dad-e19992a8f949 req-a4c99cdf-3de6-4121-8d00-948675ce995c tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1096 time: 0.0647976 Dec 17 16:23:56.854241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f61cbd42-ec18-4258-bfd2-c1d7e767adfd None None] Provisioning complete for port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:56.855335 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f61cbd42-ec18-4258-bfd2-c1d7e767adfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.872271 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6ed0acb3-5a40-4ce1-9dad-e19992a8f949 req-abe04d2a-e6d1-431f-b46d-1ac7502e70bb tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618982 Dec 17 16:23:56.919199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:56.948978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=f19cf818-33ad-4fe1-9938-ba45a5e6e9ff,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:57.083129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.190495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f19cf818-33ad-4fe1-9938-ba45a5e6e9ff up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:57.224977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f19cf818-33ad-4fe1-9938-ba45a5e6e9ff {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:23:57.225328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f19cf818-33ad-4fe1-9938-ba45a5e6e9ff not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 16:23:57.249422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Port f19cf818-33ad-4fe1-9938-ba45a5e6e9ff not found, will not notify nova. {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 16:23:57.249744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:57.304360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:57.304726 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.330943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:57.435318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:57.441490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7c315923-6d4d-472f-b5f4-67b33cc2f03a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1380012 Dec 17 16:23:57.444166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33896) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:57.468095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f24866cd-2440-45cc-823a-e353cf7ec054 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:23:57.499733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 105af407-e5ca-4078-b1d9-578eeeefd40a {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:23:57.502901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:57.503312 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.545222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:57.545821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:57.549335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.642004 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.653084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f24866cd-2440-45cc-823a-e353cf7ec054, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f24866cd-2440-45cc-823a-e353cf7ec054,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:57.665320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:57.696036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'f24866cd-2440-45cc-823a-e353cf7ec054', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'port_id': 'f24866cd-2440-45cc-823a-e353cf7ec054', 'mac_address': 'fa:16:3e:58:1b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:23:57.702421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.734471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=105af407-e5ca-4078-b1d9-578eeeefd40a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:57.738102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.741492 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-06903a80-0451-4b25-b399-7339100a1d66 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/105af407-e5ca-4078-b1d9-578eeeefd40a HTTP/1.1" status: 204 len: 168 time: 0.2963047 Dec 17 16:23:57.744118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33900) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:57.769035 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8e65f-cb2a-4d20-8e74-6eeac1793db6 None None] Network 00109fc9-494f-4182-a36b-3871ac281367 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:23:57.823922 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.856364 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.877354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port a98bbb59-4411-46b1-8926-20480625fd87 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:57.877718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.892450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24866cd-2440-45cc-823a-e353cf7ec054 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:57.943283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f24866cd-2440-45cc-823a-e353cf7ec054, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f24866cd-2440-45cc-823a-e353cf7ec054,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:57.950863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port a98bbb59-4411-46b1-8926-20480625fd87, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a98bbb59-4411-46b1-8926-20480625fd87,segment=NetworkSegment(3eab58e7-fe9e-4a2a-94d8-0c8622698f66),segment_id=3eab58e7-fe9e-4a2a-94d8-0c8622698f66)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:57.951556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.957282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:57.974616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for a98bbb59-4411-46b1-8926-20480625fd87 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:58.036151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f24866cd-2440-45cc-823a-e353cf7ec054,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:58.046512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04dd7f-5c1d-4503-ae45-a20143c3c588 req-0c263d17-9b72-4c66-9796-b2a944706587 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:58.049429 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-db04dd7f-5c1d-4503-ae45-a20143c3c588 req-0c263d17-9b72-4c66-9796-b2a944706587 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1097 time: 0.0951238 Dec 17 16:23:58.066878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:56Z', 'revision_number': 8, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:50Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:58.095695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f159a-b36d-447d-882b-5dca9cb9940d None None] DHCP port deletion for 00109fc9-494f-4182-a36b-3871ac281367 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:58.098700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:58.115459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-db04dd7f-5c1d-4503-ae45-a20143c3c588 req-cb28158c-48db-420a-b8f8-941d3b9e51f2 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589418 Dec 17 16:23:58.116487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.134265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:58.134898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:58.143427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=a98bbb59-4411-46b1-8926-20480625fd87,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:58.146796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port a98bbb59-4411-46b1-8926-20480625fd87 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:58.205484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f24866cd-2440-45cc-823a-e353cf7ec054'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:23:58.231144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.254348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00109fc9-494f-4182-a36b-3871ac281367']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:58.265320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eab58e7-fe9e-4a2a-94d8-0c8622698f66') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:58.265759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eab58e7-fe9e-4a2a-94d8-0c8622698f66') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:58.276115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.291286 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.298273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:23:58.298587 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:23:58.301881 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:23:58.363399 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.369269 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.372781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/00109fc9-494f-4182-a36b-3871ac281367 HTTP/1.1" status: 204 len: 168 time: 0.6276205 Dec 17 16:23:58.375736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:23:58.388872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d695c3-25f3-4f6c-baf4-7cf1d7c66380 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=00109fc9-494f-4182-a36b-3871ac281367,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:58.447979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:58.507312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f159a-b36d-447d-882b-5dca9cb9940d None None] Deleting port a98bbb59-4411-46b1-8926-20480625fd87 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:58.507705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2a4f159a-b36d-447d-882b-5dca9cb9940d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-2a4f159a-b36d-447d-882b-5dca9cb9940d None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 00109fc9-494f-4182-a36b-3871ac281367 could not be found. Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 00109fc9-494f-4182-a36b-3871ac281367 could not be found. Dec 17 16:23:58.607354 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:23:58.649494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db850f2-bb0a-45cb-a373-530b65e5f467 None None] DHCP port deletion for 00109fc9-494f-4182-a36b-3871ac281367 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:23:58.685481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae79ba3-f671-4014-b849-936994a0f082 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:23:58.732430 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:58.895544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae79ba3-f671-4014-b849-936994a0f082 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:23:58.907664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:56Z', 'revision_number': 8, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:50Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:58.945457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead07f30-49de-4a72-96cb-807e41f26d28 None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:56Z', 'revision_number': 8, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '801ff06c-f79b-4146-8c8e-bf93bfa3e2a4', 'name': '', 'network_id': '7c0496c2-9ee5-4021-a743-83f8e02430ae', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:09:3d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '664e4a2f-757a-431b-9881-847801472fbc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:44Z', 'updated_at': '2021-12-17T16:23:50Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '664e4a2f-757a-431b-9881-847801472fbc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:58.987573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:23:58.988159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:59.078343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,segment=NetworkSegment(026756a6-9c71-4484-8217-8134446bceaf),segment_id=026756a6-9c71-4484-8217-8134446bceaf)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:59.078706 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:59.092759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:23:59.267175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07057a-4bdb-4dc3-ba2e-7c0b2ec3ad5a req-cd799759-33ad-412d-812f-82e69ac898e9 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:59.271083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3f07057a-4bdb-4dc3-ba2e-7c0b2ec3ad5a req-cd799759-33ad-412d-812f-82e69ac898e9 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1097 time: 0.0764191 Dec 17 16:23:59.318024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:59.364511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=801ff06c-f79b-4146-8c8e-bf93bfa3e2a4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:59.373509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3f07057a-4bdb-4dc3-ba2e-7c0b2ec3ad5a req-62b636e7-7140-4d57-9ac3-33033de133cb tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964208 Dec 17 16:23:59.437584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a98bbb59-4411-46b1-8926-20480625fd87 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:59.461499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a98bbb59-4411-46b1-8926-20480625fd87 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:23:59.462112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a98bbb59-4411-46b1-8926-20480625fd87 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:23:59.485543 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:59.501909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f24866cd-2440-45cc-823a-e353cf7ec054 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:59.565844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port f24866cd-2440-45cc-823a-e353cf7ec054 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:23:59.570087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port f24866cd-2440-45cc-823a-e353cf7ec054 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:59.570453 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:59.662953 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:59.685778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24866cd-2440-45cc-823a-e353cf7ec054'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:59.688014 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c854916-054e-4a5d-b8a4-df722e3bd4e6" -d '{"events": [{"server_uuid": "fd814865-2f92-4c4e-9ed5-73551451faa7", "name": "network-vif-plugged", "status": "completed", "tag": "f24866cd-2440-45cc-823a-e353cf7ec054"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:59.701658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port f24866cd-2440-45cc-823a-e353cf7ec054, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f24866cd-2440-45cc-823a-e353cf7ec054,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:59.706666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:23:59.710378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:59.732301 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01751f32-023f-441a-b0e6-9b54e8e09e22 x-openstack-request-id: req-01751f32-023f-441a-b0e6-9b54e8e09e22 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:59.732595 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd814865-2f92-4c4e-9ed5-73551451faa7", "name": "network-vif-plugged", "status": "completed", "tag": "f24866cd-2440-45cc-823a-e353cf7ec054", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:59.732849 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01751f32-023f-441a-b0e6-9b54e8e09e22 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:59.733247 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24866cd-2440-45cc-823a-e353cf7ec054', 'code': 200} Dec 17 16:23:59.761095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=f24866cd-2440-45cc-823a-e353cf7ec054,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:00.173857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:00.179397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-22e7b328-f9a5-45fd-aa8a-728c7bf063ce tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8014436 Dec 17 16:24:00.182235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33910) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:00.185395 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:00.192805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722de-bf41-4576-95d8-ce950eadf9f1 req-af8adebe-e20b-46f7-8ea9-0e3a32576595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:00.194250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab7722de-bf41-4576-95d8-ce950eadf9f1 req-af8adebe-e20b-46f7-8ea9-0e3a32576595 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0698988 Dec 17 16:24:00.196247 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:00.196852 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:00.255268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 664e4a2f-757a-431b-9881-847801472fbc {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:24:00.263693 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.301164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ab7722de-bf41-4576-95d8-ce950eadf9f1 req-33e89f82-e046-40ca-9572-08e1d067fef3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889885 Dec 17 16:24:00.318445 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.377125 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:00.402618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.500069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.530696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=664e4a2f-757a-431b-9881-847801472fbc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:00.537904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f061a8-0919-4e22-8abe-b6dc87c28583 req-700c1096-17bf-4276-88b8-8d126042b0f8 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:00.539471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7f061a8-0919-4e22-8abe-b6dc87c28583 req-700c1096-17bf-4276-88b8-8d126042b0f8 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0801051 Dec 17 16:24:00.542603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c33b32-8ddb-48ac-b35a-b43ed0f3ade0 None None] Network 7c0496c2-9ee5-4021-a743-83f8e02430ae requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:00.546772 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.557396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-45be2335-2207-4a82-b072-360b959bfc8f tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/664e4a2f-757a-431b-9881-847801472fbc HTTP/1.1" status: 204 len: 168 time: 0.3718441 Dec 17 16:24:00.558174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33914) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:00.611147 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:59Z', 'revision_number': 9, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:00.620710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7f061a8-0919-4e22-8abe-b6dc87c28583 req-4da2ad8d-ca04-4a55-a5c4-97242b883300 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622704 Dec 17 16:24:00.648608 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:00.655341 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.660470 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:00.661156 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:00.709655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 7d875989-79d8-4348-a91d-d9d2b4482ac4 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:00.710253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.731332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] DHCP port deletion for 7c0496c2-9ee5-4021-a743-83f8e02430ae request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:00.756007 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:00.777047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 7d875989-79d8-4348-a91d-d9d2b4482ac4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7d875989-79d8-4348-a91d-d9d2b4482ac4,segment=NetworkSegment(026756a6-9c71-4484-8217-8134446bceaf),segment_id=026756a6-9c71-4484-8217-8134446bceaf)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:00.777422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.785988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] Deleting port 7d875989-79d8-4348-a91d-d9d2b4482ac4 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:00.786697 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.794714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 7d875989-79d8-4348-a91d-d9d2b4482ac4 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:00.858644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] For port 7d875989-79d8-4348-a91d-d9d2b4482ac4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7d875989-79d8-4348-a91d-d9d2b4482ac4,segment=NetworkSegment(026756a6-9c71-4484-8217-8134446bceaf),segment_id=026756a6-9c71-4484-8217-8134446bceaf)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:00.859296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.871508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] Calling delete_port for 7d875989-79d8-4348-a91d-d9d2b4482ac4 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:00.877938 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.908746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=7d875989-79d8-4348-a91d-d9d2b4482ac4,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:00.914511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port 7d875989-79d8-4348-a91d-d9d2b4482ac4 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:24:00.954873 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 16:24:00.958593 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:59Z', 'revision_number': 9, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:00.964692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:00.987206 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b5586-d17d-48db-850f-191194016ac1 None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:59Z', 'revision_number': 9, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '225f29ad-d91b-498d-9045-c78e70d5da24', 'name': '', 'network_id': '54201394-17c6-4b6a-9dae-f0d545124425', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:e6:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:40Z', 'updated_at': '2021-12-17T16:23:51Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '5287c82e-166e-49d0-b7f1-9a2ef279ff01', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:00.994323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] Pushing event deleted for resources: {'Port': ['ID=7d875989-79d8-4348-a91d-d9d2b4482ac4,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:00.996438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5627a62-dd0e-49cc-b2a2-f931839a5565 None None] No DVR routers for this DVR port 7d875989-79d8-4348-a91d-d9d2b4482ac4 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:01.025764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.049654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0496c2-9ee5-4021-a743-83f8e02430ae']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:01.058646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026756a6-9c71-4484-8217-8134446bceaf') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:01.058946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026756a6-9c71-4484-8217-8134446bceaf') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:01.068708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.083243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.090512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:24:01.091011 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:01.094272 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:01.161576 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.164187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f19cf818-33ad-4fe1-9938-ba45a5e6e9ff no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:01.169780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.173428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/7c0496c2-9ee5-4021-a743-83f8e02430ae HTTP/1.1" status: 204 len: 168 time: 0.6137173 Dec 17 16:24:01.176333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33916) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:01.187566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f19cf818-33ad-4fe1-9938-ba45a5e6e9ff {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:01.188087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f19cf818-33ad-4fe1-9938-ba45a5e6e9ff not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:01.188624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7d875989-79d8-4348-a91d-d9d2b4482ac4 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:01.197178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03687ea0-74e8-431c-a2b0-3b49d93fc0b0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=7c0496c2-9ee5-4021-a743-83f8e02430ae,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:01.231739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7d875989-79d8-4348-a91d-d9d2b4482ac4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:01.232285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7d875989-79d8-4348-a91d-d9d2b4482ac4 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:01.552735 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.750772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df21-2997-4cd6-b290-986cb15531ea req-4913dc12-e02f-4c51-a80d-dd8752c5733c tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:01.752233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7180df21-2997-4cd6-b290-986cb15531ea req-4913dc12-e02f-4c51-a80d-dd8752c5733c tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0565801 Dec 17 16:24:01.843023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7180df21-2997-4cd6-b290-986cb15531ea req-100889e9-3f46-4d7f-a352-c78e82035853 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Dec 17 16:24:01.870805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 225f29ad-d91b-498d-9045-c78e70d5da24 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:01.871364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.950385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a7fe2-698a-4180-96a5-841d33e7911f req-c206437e-c3a8-4fe8-8317-f5bb8798b497 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:01.951984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b35a7fe2-698a-4180-96a5-841d33e7911f req-c206437e-c3a8-4fe8-8317-f5bb8798b497 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0412877 Dec 17 16:24:01.964796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 225f29ad-d91b-498d-9045-c78e70d5da24, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=225f29ad-d91b-498d-9045-c78e70d5da24,segment=NetworkSegment(e075d0ce-decf-4876-9135-d6b8337f8fcf),segment_id=e075d0ce-decf-4876-9135-d6b8337f8fcf)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:01.965335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:01.978099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 225f29ad-d91b-498d-9045-c78e70d5da24 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:02.001575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b35a7fe2-698a-4180-96a5-841d33e7911f req-4631b185-80d1-4d9c-81aa-fdb121584fbc tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Dec 17 16:24:02.149275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bdfcc-9e53-417d-ab23-618f7b7b42d0 req-e77701f7-97cf-4e3f-96c7-610e874bf4de tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:02.150779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b6bdfcc-9e53-417d-ab23-618f7b7b42d0 req-e77701f7-97cf-4e3f-96c7-610e874bf4de tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0738251 Dec 17 16:24:02.196143 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:02.237908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b6bdfcc-9e53-417d-ab23-618f7b7b42d0 req-a09c1325-8c5a-4858-8b46-872995729bee tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793536 Dec 17 16:24:02.240008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=225f29ad-d91b-498d-9045-c78e70d5da24,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:02.355494 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:02.470977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-2db5ba93-4c37-4d18-89f5-b74b7034ba41 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:02.473136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-2db5ba93-4c37-4d18-89f5-b74b7034ba41 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/networks?id=5246112e-7843-4a5a-8a47-81d891dc6276 HTTP/1.1" status: 200 len: 910 time: 0.0888770 Dec 17 16:24:02.488728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-493c097e-2f0e-473c-9a10-5bdf8825247c tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/quotas/0952dea7fd4143eb893baf4eeedab95c HTTP/1.1" status: 200 len: 375 time: 0.0093353 Dec 17 16:24:02.539719 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-372f415d-f0c6-4ed6-b87e-459565f2f90f tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=0952dea7fd4143eb893baf4eeedab95c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448289 Dec 17 16:24:02.645096 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-eb140395-7f88-4c3f-8e43-6fa38acf8033 service neutron] 10.222.0.54 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975659 Dec 17 16:24:02.738009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-595581fe-08c1-46df-89de-edfe512491a8 service neutron] 10.222.0.54 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864224 Dec 17 16:24:02.811952 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:02.928197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-983fce93-3a45-4973-94c6-8baa53910149 req-5fbb134f-0370-4987-90fa-76b6973f354a tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 210 time: 0.0368998 Dec 17 16:24:02.941250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:02.946395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-40d16110-8bc1-4ddd-920d-284b1295562c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690434 Dec 17 16:24:02.949247 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33942) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:02.958999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:02.976870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:02.977575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:03.033632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 5287c82e-166e-49d0-b7f1-9a2ef279ff01 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:24:03.038088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.060196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:03.084059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:03.084466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 801ff06c-f79b-4146-8c8e-bf93bfa3e2a4 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:03.089911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.112575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:03.177240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.244896 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.275388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=5287c82e-166e-49d0-b7f1-9a2ef279ff01,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:03.277710 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.281069 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dad37f5e-fe18-4541-a706-fb49e3139e31 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/5287c82e-166e-49d0-b7f1-9a2ef279ff01 HTTP/1.1" status: 204 len: 168 time: 0.3307536 Dec 17 16:24:03.283961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33950) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:03.306975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f76ca-ac34-454f-b768-a31b3a38f3bd None None] Network 54201394-17c6-4b6a-9dae-f0d545124425 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:03.367608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.418152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:24:02Z', 'revision_number': 10, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:03.424225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:03.424572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.446717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:03.456305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:03.457058 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:03.508160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,segment=NetworkSegment(e075d0ce-decf-4876-9135-d6b8337f8fcf),segment_id=e075d0ce-decf-4876-9135-d6b8337f8fcf)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:03.508625 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.522765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:03.534422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] DHCP port deletion for 54201394-17c6-4b6a-9dae-f0d545124425 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:03.580026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:03.613057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.645400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:03.650307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:03.674477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] Deleting port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:03.674845 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.728462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.751778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54201394-17c6-4b6a-9dae-f0d545124425']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:03.762391 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e075d0ce-decf-4876-9135-d6b8337f8fcf') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:03.762690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e075d0ce-decf-4876-9135-d6b8337f8fcf') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:03.773426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.782550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] For port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:03.782900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.789728 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.796496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:24:03.796906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:03.800325 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:03.803949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] Calling delete_port for eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:03.807795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] Port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:24:03.811408 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.856567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] Pushing event deleted for resources: {'Port': ['ID=eb81b3c2-23d5-4ce2-883f-b52e6da8cf88,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:03.860867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9623fa6-18a7-4878-b2a7-65012aa1746f None None] No DVR routers for this DVR port eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:03.890704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:24:02Z', 'revision_number': 10, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:03.923741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.926410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b8c2c-8ec7-4278-9ede-e45684c64751 None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:24:02Z', 'revision_number': 10, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None, '_interfaces': [{'id': '1a534655-fe55-4a58-866b-105192c3dbef', 'name': '', 'network_id': '8a3a50e1-50b9-4921-bb4b-9deed16c31ec', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'mac_address': 'fa:16:3e:83:d8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:36Z', 'updated_at': '2021-12-17T16:23:43Z', 'revision_number': 5, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'subnets': [{'id': '2fd7cbeb-c154-4594-bdf8-0e6a95971e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:03.934151 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:03.944594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/54201394-17c6-4b6a-9dae-f0d545124425 HTTP/1.1" status: 204 len: 168 time: 0.6570847 Dec 17 16:24:03.944886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33952) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:03.970028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e56df1-8d42-476c-b6bd-936a36eb4111 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=54201394-17c6-4b6a-9dae-f0d545124425,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:03.985032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-45e703f0-b1e9-4ef9-ba35-7df3f2e551bc tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:03.986621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-45e703f0-b1e9-4ef9-ba35-7df3f2e551bc tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.49 "GET /v2.0/networks?id=5246112e-7843-4a5a-8a47-81d891dc6276 HTTP/1.1" status: 200 len: 910 time: 0.1753836 Dec 17 16:24:03.999488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Request body: {'port': {'device_id': 'b590093d-02cc-474c-826c-e4328c038257', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'admin_state_up': True, 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:04.028987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Made reservation on behalf of 0952dea7fd4143eb893baf4eeedab95c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:24:04.031347 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.062112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f2de54b-500e-48c0-9b51-1a6d2a525593 req-2a9ff4a7-bd73-42b9-bc37-acece1668b8c tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 210 time: 0.0361226 Dec 17 16:24:04.160024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Allocated IP 172.20.0.3 (5246112e-7843-4a5a-8a47-81d891dc6276/3f7a2c56-5275-49d8-8b2e-910581a34b06/7fb4c414-18d6-473b-baba-fd3037e9e84f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:24:04.317253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.339593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.358203 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.370769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f24866cd-2440-45cc-823a-e353cf7ec054'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:24:04.434868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Network 5246112e-7843-4a5a-8a47-81d891dc6276 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:24:04.438136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:24:04.443357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:24:04.446806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb4c414-18d6-473b-baba-fd3037e9e84f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:04.505664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:04.507082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.536533 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a6a21ca3-f0c4-4768-858d-77995a58fd64 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5412545 Dec 17 16:24:04.551070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Request body: {'port': {'device_id': 'b590093d-02cc-474c-826c-e4328c038257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:04.637098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.690002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 1a534655-fe55-4a58-866b-105192c3dbef {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:04.690348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.782315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7b5213bc-d323-4bcf-b6a2-208e22639ea6 None None] Provisioning complete for port 7fb4c414-18d6-473b-baba-fd3037e9e84f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:04.782606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7b5213bc-d323-4bcf-b6a2-208e22639ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.803458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 1a534655-fe55-4a58-866b-105192c3dbef, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1a534655-fe55-4a58-866b-105192c3dbef,segment=NetworkSegment(626d92bc-1577-4dc2-8c40-a76c15ef0a1d),segment_id=626d92bc-1577-4dc2-8c40-a76c15ef0a1d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:04.804043 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:04.820891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 1a534655-fe55-4a58-866b-105192c3dbef owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:04.825860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7b5213bc-d323-4bcf-b6a2-208e22639ea6 None None] Port 7fb4c414-18d6-473b-baba-fd3037e9e84f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:24:04.947491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb4c414-18d6-473b-baba-fd3037e9e84f {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:24:04.957686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.012559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Transition to ACTIVE for port object 7fb4c414-18d6-473b-baba-fd3037e9e84f will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:24:05.012780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.016002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.032639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 225f29ad-d91b-498d-9045-c78e70d5da24 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:05.038655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=1a534655-fe55-4a58-866b-105192c3dbef,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:05.066692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4c414-18d6-473b-baba-fd3037e9e84f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:05.092873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 225f29ad-d91b-498d-9045-c78e70d5da24 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:05.093243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 225f29ad-d91b-498d-9045-c78e70d5da24 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:05.093644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:05.118476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:05.118476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device eb81b3c2-23d5-4ce2-883f-b52e6da8cf88 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:05.185958 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.228958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897d5a-62a2-4a3b-903a-7fa8a053f2f9 req-5d79ecf7-d9b8-41d6-bd0f-a2bdbb0480a5 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:05.230627 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b897d5a-62a2-4a3b-903a-7fa8a053f2f9 req-5d79ecf7-d9b8-41d6-bd0f-a2bdbb0480a5 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1053 time: 0.0660563 Dec 17 16:24:05.231789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Attempting to bind port 7fb4c414-18d6-473b-baba-fd3037e9e84f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:24:05.232744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Attempting to bind port 7fb4c414-18d6-473b-baba-fd3037e9e84f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:24:05.233080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Attempting to bind port 7fb4c414-18d6-473b-baba-fd3037e9e84f on network 5246112e-7843-4a5a-8a47-81d891dc6276 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:24:05.238285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Port 7fb4c414-18d6-473b-baba-fd3037e9e84f on network 5246112e-7843-4a5a-8a47-81d891dc6276 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:24:05.238616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Attempting to bind port 7fb4c414-18d6-473b-baba-fd3037e9e84f on network 5246112e-7843-4a5a-8a47-81d891dc6276 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:24:05.261945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:24:05.262306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Checking segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:24:05.262710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Bound using segment: {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:24:05.263169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Bound port: 7fb4c414-18d6-473b-baba-fd3037e9e84f, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e46e3c5-02d8-4bb2-9107-66e790c376a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:24:05.263537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.325624 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b897d5a-62a2-4a3b-903a-7fa8a053f2f9 req-c3ec9c90-2820-4268-b499-9ced1bc9b119 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834546 Dec 17 16:24:05.366594 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] For port 7fb4c414-18d6-473b-baba-fd3037e9e84f, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:24:05.370728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] For port 7fb4c414-18d6-473b-baba-fd3037e9e84f, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7fb4c414-18d6-473b-baba-fd3037e9e84f,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:24:05.376985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.392882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:05.416141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:05.416763 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.418778 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] 10.222.0.49 "PUT /v2.0/ports/7fb4c414-18d6-473b-baba-fd3037e9e84f HTTP/1.1" status: 200 len: 1092 time: 0.8737185 Dec 17 16:24:05.419152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b590093d-02cc-474c-826c-e4328c038257', 'tag': '7fb4c414-18d6-473b-baba-fd3037e9e84f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:05.421626 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bee61f-babf-412c-8b52-163cd82411da" -d '{"events": [{"name": "network-changed", "server_uuid": "b590093d-02cc-474c-826c-e4328c038257", "tag": "7fb4c414-18d6-473b-baba-fd3037e9e84f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:05.465646 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6b251-9d37-4a99-be64-9ba2e59d5386 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4c414-18d6-473b-baba-fd3037e9e84f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:05.496317 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:05.510567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-10d6f126-2c6d-4d4d-959d-b0116143f8b6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5645597 Dec 17 16:24:05.511236 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15380997-2136-4cea-82e9-7abe102d151d None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:05.514273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33960) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:05.519174 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92673004-2e6f-4ce8-ae30-07957b0a8210 x-openstack-request-id: req-92673004-2e6f-4ce8-ae30-07957b0a8210 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:05.519873 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b590093d-02cc-474c-826c-e4328c038257", "tag": "7fb4c414-18d6-473b-baba-fd3037e9e84f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:05.520477 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92673004-2e6f-4ce8-ae30-07957b0a8210 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:05.521241 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b590093d-02cc-474c-826c-e4328c038257', 'tag': '7fb4c414-18d6-473b-baba-fd3037e9e84f', 'status': 'completed', 'code': 200} Dec 17 16:24:05.524938 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:05.525567 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:05.542931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-1e43327d-9a7e-4ec8-a514-7ed0ab6a090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:05.544800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-1e43327d-9a7e-4ec8-a514-7ed0ab6a090d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0952dea7fd4143eb893baf4eeedab95c&device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1095 time: 0.0738389 Dec 17 16:24:05.577121 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting subnet 2fd7cbeb-c154-4594-bdf8-0e6a95971e75 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:24:05.580752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.597716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-a2633170-035d-4f88-a552-c459b27bf147 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fb4c414-18d6-473b-baba-fd3037e9e84f HTTP/1.1" status: 200 len: 217 time: 0.0450587 Dec 17 16:24:05.610596 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:05.627566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.665478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-6babbca3-7564-4c28-92da-35e9ebf176f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:05.667179 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-6babbca3-7564-4c28-92da-35e9ebf176f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f7a2c56-5275-49d8-8b2e-910581a34b06 HTTP/1.1" status: 200 len: 848 time: 0.0617850 Dec 17 16:24:05.675430 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:24:04Z', 'revision_number': 11, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:05.705973 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15380997-2136-4cea-82e9-7abe102d151d None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:05.715855 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:05.716470 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:05.732490 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.733382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-803ca673-f1a7-48c3-99de-0b98bbca3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:05.734989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-803ca673-f1a7-48c3-99de-0b98bbca3ca8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5246112e-7843-4a5a-8a47-81d891dc6276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613017 Dec 17 16:24:05.797593 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:05.802120 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.833480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd7cbeb-c154-4594-bdf8-0e6a95971e75,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:05.835134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-4bd66ae5-d3ad-4f0d-b853-ea6ebbd5f120 service neutron] 10.222.0.49 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928102 Dec 17 16:24:05.838552 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.846258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6b331-a902-44a3-b09f-53cb80fa1683 None None] Network 8a3a50e1-50b9-4921-bb4b-9deed16c31ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:05.851353 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a2c24b6d-4145-4f1e-8a5a-5439e237393a tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/2fd7cbeb-c154-4594-bdf8-0e6a95971e75 HTTP/1.1" status: 204 len: 168 time: 0.3358536 Dec 17 16:24:05.853916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33964) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:05.856062 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-15380997-2136-4cea-82e9-7abe102d151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:24:04Z', 'revision_number': 11, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:05.894806 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15380997-2136-4cea-82e9-7abe102d151d None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:24:04Z', 'revision_number': 11, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:05.936749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33966) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:05.965742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:05.976089 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c0128f84-d227-4ee2-b724-7f1fbfeaeeeb req-89f0f2f5-685a-4331-a1cd-3709e8e64b6f service neutron] 10.222.0.49 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345351 Dec 17 16:24:06.025527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43fc28-aa16-43b4-b66c-eb6b786aa46c tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.026011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43fc28-aa16-43b4-b66c-eb6b786aa46c tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.026648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43fc28-aa16-43b4-b66c-eb6b786aa46c tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.028725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ed43fc28-aa16-43b4-b66c-eb6b786aa46c tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=019a9af5c19841e59423939d63a954e1&network_id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 2972 time: 0.0909097 Dec 17 16:24:06.037887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Deleting port 207d9504-54d1-4ccc-81fa-33b70da524f2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:06.038350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.068479 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bee61f-babf-412c-8b52-163cd82411da req-242afec7-9ccf-4a67-a13f-d2a06165dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.070015 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38bee61f-babf-412c-8b52-163cd82411da req-242afec7-9ccf-4a67-a13f-d2a06165dab4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0952dea7fd4143eb893baf4eeedab95c&device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1095 time: 0.0402830 Dec 17 16:24:06.101444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] For port 207d9504-54d1-4ccc-81fa-33b70da524f2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=207d9504-54d1-4ccc-81fa-33b70da524f2,segment=NetworkSegment(626d92bc-1577-4dc2-8c40-a76c15ef0a1d),segment_id=626d92bc-1577-4dc2-8c40-a76c15ef0a1d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:06.101693 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.114026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Calling delete_port for 207d9504-54d1-4ccc-81fa-33b70da524f2 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:06.161932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bee61f-babf-412c-8b52-163cd82411da req-42e3b9b2-3126-4fc2-a771-53abd0168d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.163421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38bee61f-babf-412c-8b52-163cd82411da req-42e3b9b2-3126-4fc2-a771-53abd0168d81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5246112e-7843-4a5a-8a47-81d891dc6276 HTTP/1.1" status: 200 len: 910 time: 0.0868716 Dec 17 16:24:06.196916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.205652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38bee61f-babf-412c-8b52-163cd82411da req-179a3288-1f51-4f0f-af88-fdd7abbb6d67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fb4c414-18d6-473b-baba-fd3037e9e84f HTTP/1.1" status: 200 len: 217 time: 0.0346265 Dec 17 16:24:06.222955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Port': ['ID=207d9504-54d1-4ccc-81fa-33b70da524f2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:06.227925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No DVR routers for this DVR port 207d9504-54d1-4ccc-81fa-33b70da524f2 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:06.259740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bee61f-babf-412c-8b52-163cd82411da req-f6e022b9-fcbd-4b4a-a44a-99c3913780f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.262495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38bee61f-babf-412c-8b52-163cd82411da req-f6e022b9-fcbd-4b4a-a44a-99c3913780f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f7a2c56-5275-49d8-8b2e-910581a34b06 HTTP/1.1" status: 200 len: 848 time: 0.0492191 Dec 17 16:24:06.274356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f1ce8-0434-484a-bfe0-035a5751c729 None None] DHCP port deletion for 8a3a50e1-50b9-4921-bb4b-9deed16c31ec request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:06.319318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bee61f-babf-412c-8b52-163cd82411da req-3d170615-277f-414b-91ba-3e8d2aa4a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.320913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38bee61f-babf-412c-8b52-163cd82411da req-3d170615-277f-414b-91ba-3e8d2aa4a31e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5246112e-7843-4a5a-8a47-81d891dc6276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507221 Dec 17 16:24:06.331232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.360402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3a50e1-50b9-4921-bb4b-9deed16c31ec']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:06.372896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626d92bc-1577-4dc2-8c40-a76c15ef0a1d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:06.373199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626d92bc-1577-4dc2-8c40-a76c15ef0a1d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:06.386227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.409499 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.418661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:24:06.419307 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:06.422427 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:06.460258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38bee61f-babf-412c-8b52-163cd82411da req-45839cb6-2788-4ed0-9198-94fe6102f2e2 service neutron] 10.222.0.49 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307976 Dec 17 16:24:06.465254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f554a-180d-41cf-8cf6-2248e871a35c req-a9bc60e0-74b2-45c8-b7a6-68dfcdff89fa tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:06.466682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-050f554a-180d-41cf-8cf6-2248e871a35c req-a9bc60e0-74b2-45c8-b7a6-68dfcdff89fa tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1095 time: 0.0639091 Dec 17 16:24:06.487253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b2309ef2-3ae1-4be1-8626-c1b34ce210c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.491923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.499622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.503243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/networks/8a3a50e1-50b9-4921-bb4b-9deed16c31ec HTTP/1.1" status: 204 len: 168 time: 0.6481528 Dec 17 16:24:06.506392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33974) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:06.520409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'routes': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:06.522632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c67b62-bbaf-42ea-bf1e-1a8bc01dbe26 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Pushing event deleted for resources: {'Network': ['ID=8a3a50e1-50b9-4921-bb4b-9deed16c31ec,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:06.585796 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-050f554a-180d-41cf-8cf6-2248e871a35c req-071407d9-3f7f-4499-8f23-293f47ebd925 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045270 Dec 17 16:24:06.605219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38bee61f-babf-412c-8b52-163cd82411da req-091fee08-9304-4dc1-8208-7c70858342ef service neutron] 10.222.0.49 "GET /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367292 Dec 17 16:24:06.684020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.extraroute_db [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Added routes are [] {{(pid=109784) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 16:24:06.684289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.extraroute_db [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Removed routes are [] {{(pid=109784) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 16:24:06.684681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.830007 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.833618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.906265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:06.989878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:06.996894 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:06.998068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-580e8ded-85bc-481a-96f0-90cea4ac2ff4 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 200 len: 705 time: 0.4904840 Dec 17 16:24:07.000056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] Sync routers for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:07.001008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33976) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:07.014893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] Routers {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:07.015532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:07.030329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9aa266fc-0257-4065-8d75-e1ea34c1fe04 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 200 len: 205 time: 0.0283713 Dec 17 16:24:07.032856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33978) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:07.109837 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f192b29-6c8d-4381-9aa2-84021944ce55 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.225103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 207d9504-54d1-4ccc-81fa-33b70da524f2 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:07.273546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 207d9504-54d1-4ccc-81fa-33b70da524f2 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:07.273895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 207d9504-54d1-4ccc-81fa-33b70da524f2 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:07.274311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1a534655-fe55-4a58-866b-105192c3dbef no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:07.274703 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f192b29-6c8d-4381-9aa2-84021944ce55 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.277039 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f192b29-6c8d-4381-9aa2-84021944ce55 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.279560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] Set router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:07.322036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f192b29-6c8d-4381-9aa2-84021944ce55 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.324189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1a534655-fe55-4a58-866b-105192c3dbef {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:07.324341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f192b29-6c8d-4381-9aa2-84021944ce55 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Fanout notify agent at l3_agent the message router_deleted on router 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:24:07.324540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1a534655-fe55-4a58-866b-105192c3dbef not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:07.332234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4f192b29-6c8d-4381-9aa2-84021944ce55 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.338472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33980) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:07.339427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4f192b29-6c8d-4381-9aa2-84021944ce55 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 204 len: 168 time: 0.3055711 Dec 17 16:24:07.343667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-847515d6-5224-48b5-ac77-1dad2bb942a6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-913934517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:07.351932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e85e9f2-7a17-468d-b4c6-7a5a56238b82', 'name': 'tempest-RoutersIpV6Test-router-1362258121', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:24:04Z', 'revision_number': 11, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:07.369983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-847515d6-5224-48b5-ac77-1dad2bb942a6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.371509 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-847515d6-5224-48b5-ac77-1dad2bb942a6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.380078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] Checking router: 7e85e9f2-7a17-468d-b4c6-7a5a56238b82 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:07.388712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] Routers set() bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:07.389072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] Router IDs set() for agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 16:24:07.389717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_agentschedulers_db [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e85e9f2-7a17-468d-b4c6-7a5a56238b82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent'). {{(pid=109785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 16:24:07.390097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45254d2c-c084-4abb-a187-c07c6ba587f3 None None] The sync data for ids ['7e85e9f2-7a17-468d-b4c6-7a5a56238b82'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:07.431131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-847515d6-5224-48b5-ac77-1dad2bb942a6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.436698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-847515d6-5224-48b5-ac77-1dad2bb942a6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.457319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-847515d6-5224-48b5-ac77-1dad2bb942a6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.458576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-847515d6-5224-48b5-ac77-1dad2bb942a6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1202123 Dec 17 16:24:07.461449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33984) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:07.466559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a5cd5f9c-d329-42ee-8049-580a47c5b011 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:07.701019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16e5e-9d55-405c-bced-27074e3f16fc req-7c0c96b7-37fa-437d-ba2a-b28f362cc4e5 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:07.702586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efe16e5e-9d55-405c-bced-27074e3f16fc req-7c0c96b7-37fa-437d-ba2a-b28f362cc4e5 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1095 time: 0.0431845 Dec 17 16:24:07.750483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efe16e5e-9d55-405c-bced-27074e3f16fc req-4d6302df-8809-4d8a-b050-37c3a92a3081 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Dec 17 16:24:07.960109 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5f9c-d329-42ee-8049-580a47c5b011 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516481', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45734'] for router, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:07.974381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5f9c-d329-42ee-8049-580a47c5b011 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519737'] for router, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.075070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cd5f9c-d329-42ee-8049-580a47c5b011 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Router e1a1ddb0-7678-4327-8f8b-bfbb6a001803 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:24:08.105193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7fb4c414-18d6-473b-baba-fd3037e9e84f details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:24:08.152364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cd5f9c-d329-42ee-8049-580a47c5b011 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:08.159089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5f9c-d329-42ee-8049-580a47c5b011 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.160266 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a5cd5f9c-d329-42ee-8049-580a47c5b011 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "PUT /v2.0/routers/e1a1ddb0-7678-4327-8f8b-bfbb6a001803 HTTP/1.1" status: 200 len: 697 time: 0.6977658 Dec 17 16:24:08.162694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.165659 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] Sync routers for ids ['e1a1ddb0-7678-4327-8f8b-bfbb6a001803'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:08.177382 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] Routers {'e1a1ddb0-7678-4327-8f8b-bfbb6a001803'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:08.178019 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e1a1ddb0-7678-4327-8f8b-bfbb6a001803'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:08.210452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7fb4c414-18d6-473b-baba-fd3037e9e84f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7fb4c414-18d6-473b-baba-fd3037e9e84f,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:08.222641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '7fb4c414-18d6-473b-baba-fd3037e9e84f', 'network_id': '5246112e-7843-4a5a-8a47-81d891dc6276', 'port_id': '7fb4c414-18d6-473b-baba-fd3037e9e84f', 'mac_address': 'fa:16:3e:1f:b5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7a2c56-5275-49d8-8b2e-910581a34b06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:24:08.243637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f2eb3d27-d5de-4fe2-842a-f551848ab051 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/routers/e1a1ddb0-7678-4327-8f8b-bfbb6a001803 HTTP/1.1" status: 200 len: 703 time: 0.0798004 Dec 17 16:24:08.246493 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33992) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.251547 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] Set router e1a1ddb0-7678-4327-8f8b-bfbb6a001803 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:08.265402 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.274534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98b84ebe-af5c-42e8-8c9a-5bc654dc6e2d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1a1ddb0-7678-4327-8f8b-bfbb6a001803 HTTP/1.1" status: 200 len: 205 time: 0.0268486 Dec 17 16:24:08.276982 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 33994) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.281896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4c414-18d6-473b-baba-fd3037e9e84f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:24:08.301669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7fb4c414-18d6-473b-baba-fd3037e9e84f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7fb4c414-18d6-473b-baba-fd3037e9e84f,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:08.305952 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.308405 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a1ddb0-7678-4327-8f8b-bfbb6a001803', 'name': 'tempest-RoutersIpV6Test-router-913934517', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:24:07Z', 'updated_at': '2021-12-17T16:24:07Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:08.335513 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] Checking router: e1a1ddb0-7678-4327-8f8b-bfbb6a001803 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:08.345105 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] Routers {'e1a1ddb0-7678-4327-8f8b-bfbb6a001803'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:08.345726 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:23:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e1a1ddb0-7678-4327-8f8b-bfbb6a001803'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:08.358660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb26b2a9-3d3c-4a59-8884-8495b25798d1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.358901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7fb4c414-18d6-473b-baba-fd3037e9e84f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:08.420605 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] Set router e1a1ddb0-7678-4327-8f8b-bfbb6a001803 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:08.477371 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a1ddb0-7678-4327-8f8b-bfbb6a001803', 'name': 'tempest-RoutersIpV6Test-router-913934517', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:24:07Z', 'updated_at': '2021-12-17T16:24:07Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:08.503037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33996) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.514796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['7fb4c414-18d6-473b-baba-fd3037e9e84f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:24:08.547145 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb26b2a9-3d3c-4a59-8884-8495b25798d1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.549701 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb26b2a9-3d3c-4a59-8884-8495b25798d1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.598471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb26b2a9-3d3c-4a59-8884-8495b25798d1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.598968 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3212b-fc69-4e86-bffc-9cacc91f2103 None None] The sync data for ids ['e1a1ddb0-7678-4327-8f8b-bfbb6a001803'] in n-d-806683-20 is: [{'id': 'e1a1ddb0-7678-4327-8f8b-bfbb6a001803', 'name': 'tempest-RoutersIpV6Test-router-913934517', 'tenant_id': '758194d751524e5e883d26d2adffc3b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:24:07Z', 'updated_at': '2021-12-17T16:24:07Z', 'revision_number': 2, 'project_id': '758194d751524e5e883d26d2adffc3b0', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:08.599107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb26b2a9-3d3c-4a59-8884-8495b25798d1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Fanout notify agent at l3_agent the message router_deleted on router e1a1ddb0-7678-4327-8f8b-bfbb6a001803 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:24:08.606694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb26b2a9-3d3c-4a59-8884-8495b25798d1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.608019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb26b2a9-3d3c-4a59-8884-8495b25798d1 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/e1a1ddb0-7678-4327-8f8b-bfbb6a001803 HTTP/1.1" status: 204 len: 168 time: 0.3299870 Dec 17 16:24:08.611789 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 33998) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.646175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-12db56e7-d70d-4660-a51b-d0361d02358c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1a1ddb0-7678-4327-8f8b-bfbb6a001803 HTTP/1.1" status: 200 len: 205 time: 0.0331204 Dec 17 16:24:08.648281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f05bf-02b4-40b3-99d3-42822fd3389d tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:08.648568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34000) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.649792 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-843f05bf-02b4-40b3-99d3-42822fd3389d tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701 HTTP/1.1" status: 200 len: 814 time: 0.1457574 Dec 17 16:24:08.702074 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-ea786953-10f4-46b6-a25e-20b3c163e4fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] delete failed (client error): The resource could not be found. Dec 17 16:24:08.703860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ea786953-10f4-46b6-a25e-20b3c163e4fc tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/e1a1ddb0-7678-4327-8f8b-bfbb6a001803 HTTP/1.1" status: 404 len: 336 time: 0.0535576 Dec 17 16:24:08.705733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34004) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.733404 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-518d3fd3-f3e1-4863-958c-7be2b0a8c480 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:08.733850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518d3fd3-f3e1-4863-958c-7be2b0a8c480 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:08.739282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-518d3fd3-f3e1-4863-958c-7be2b0a8c480 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/105af407-e5ca-4078-b1d9-578eeeefd40a HTTP/1.1" status: 404 len: 337 time: 0.0302739 Dec 17 16:24:08.739549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34006) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.766761 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfad2c38-4956-4e61-ac54-1907b1efe661 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:08.767231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfad2c38-4956-4e61-ac54-1907b1efe661 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:08.770462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cfad2c38-4956-4e61-ac54-1907b1efe661 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/664e4a2f-757a-431b-9881-847801472fbc HTTP/1.1" status: 404 len: 337 time: 0.0298948 Dec 17 16:24:08.773109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34010) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.800323 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a380c0c4-f92e-4a18-8c36-4c647f30a99e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:08.800791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a380c0c4-f92e-4a18-8c36-4c647f30a99e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:08.803978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a380c0c4-f92e-4a18-8c36-4c647f30a99e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/5287c82e-166e-49d0-b7f1-9a2ef279ff01 HTTP/1.1" status: 404 len: 337 time: 0.0297964 Dec 17 16:24:08.806413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34014) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.835068 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e501c2-ece4-4138-a919-36611deb043d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:08.835531 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e501c2-ece4-4138-a919-36611deb043d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:08.838799 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-67e501c2-ece4-4138-a919-36611deb043d tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/2fd7cbeb-c154-4594-bdf8-0e6a95971e75 HTTP/1.1" status: 404 len: 337 time: 0.0313911 Dec 17 16:24:08.841486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34016) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.870994 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6ecf4b33-0fd7-47d3-8f57-d1a142a151e6 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 200 len: 205 time: 0.0281489 Dec 17 16:24:08.873420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34018) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.888097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb5477-633d-4247-be46-f7eccb55c3ee req-717b4080-3c19-461f-b278-6ff42f007e3a tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:08.890040 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4eb5477-633d-4247-be46-f7eccb55c3ee req-717b4080-3c19-461f-b278-6ff42f007e3a tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1096 time: 0.0573115 Dec 17 16:24:08.896982 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2eb808da-6e29-4267-80f8-dd603c0a373c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:08.915229 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-224a8211-ca2d-4598-a8ff-a5f27a2a41e8 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] delete failed (client error): The resource could not be found. Dec 17 16:24:08.916307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-224a8211-ca2d-4598-a8ff-a5f27a2a41e8 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/7e85e9f2-7a17-468d-b4c6-7a5a56238b82 HTTP/1.1" status: 404 len: 336 time: 0.0419266 Dec 17 16:24:08.919243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34020) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.958207 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f7ef9a05-7249-487d-8827-1ea93a4a0431 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3b6762f-3878-42fc-951d-dfd442aa7f36 HTTP/1.1" status: 200 len: 205 time: 0.0377846 Dec 17 16:24:08.960881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34022) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:08.964726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c4eb5477-633d-4247-be46-f7eccb55c3ee req-a2a0f5bd-0d79-4a20-9362-921932619900 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673788 Dec 17 16:24:09.002680 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-3d6a7629-614c-4b2a-822e-546ba4fdcd2c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] delete failed (client error): The resource could not be found. Dec 17 16:24:09.003710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3d6a7629-614c-4b2a-822e-546ba4fdcd2c tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/d3b6762f-3878-42fc-951d-dfd442aa7f36 HTTP/1.1" status: 404 len: 336 time: 0.0417795 Dec 17 16:24:09.006705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34024) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.032961 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-360678b1-b081-4714-81ce-983cc74dc348 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:09.033431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360678b1-b081-4714-81ce-983cc74dc348 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:09.036798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-360678b1-b081-4714-81ce-983cc74dc348 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/8ce0087b-fd51-4390-bd06-f0706272946f HTTP/1.1" status: 404 len: 337 time: 0.0291631 Dec 17 16:24:09.039242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34026) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.065899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d814e5b9-ba98-4092-9ef5-1125725acdf0 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=56389733-dec5-444c-ae70-3eb7377e58d7 HTTP/1.1" status: 200 len: 205 time: 0.0254440 Dec 17 16:24:09.068257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34028) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.107562 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-696b4744-b426-4954-a627-5a64a4414731 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] delete failed (client error): The resource could not be found. Dec 17 16:24:09.109134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-696b4744-b426-4954-a627-5a64a4414731 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/56389733-dec5-444c-ae70-3eb7377e58d7 HTTP/1.1" status: 404 len: 336 time: 0.0394459 Dec 17 16:24:09.112595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34030) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.118436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34032) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.124224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'network': {'name': 'tempest-network-smoke--2066069943', 'project_id': '019a9af5c19841e59423939d63a954e1', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:09.140259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dcc229be-5207-4960-98fd-f4b4fd693120 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c92ea78-beee-4cdd-937c-a2e26a9c2be4 HTTP/1.1" status: 200 len: 205 time: 0.0265024 Dec 17 16:24:09.142612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34034) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.148161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:24:09.151947 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:09.175616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:24:09.179399 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-39789466-7bfa-447e-b51e-e988e55ac8a7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] delete failed (client error): The resource could not be found. Dec 17 16:24:09.180505 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-39789466-7bfa-447e-b51e-e988e55ac8a7 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/0c92ea78-beee-4cdd-937c-a2e26a9c2be4 HTTP/1.1" status: 404 len: 336 time: 0.0369942 Dec 17 16:24:09.184957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34036) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.196482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:09.196831 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Added segment 15755ac0-baa6-42e0-b3cc-66d9415d0f38 of type vlan for network f21b9665-4ccc-4159-aa7a-eac26a389f7d Dec 17 16:24:09.222761 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8b2ebf-9369-43a1-b728-017d6c7db04e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:09.223277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8b2ebf-9369-43a1-b728-017d6c7db04e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:09.226468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ab8b2ebf-9369-43a1-b728-017d6c7db04e tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/48cd7df9-91f9-44f7-be04-b0c766b710cd HTTP/1.1" status: 404 len: 337 time: 0.0405326 Dec 17 16:24:09.229300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34038) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.278946 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf9b08c3-09e7-4702-9f23-77fbbf354268 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=7330f491-5150-49b8-9d0a-0066c020bb16 HTTP/1.1" status: 200 len: 205 time: 0.0485673 Dec 17 16:24:09.281529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34040) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.287794 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:09.319048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:09.325588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:09.326349 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:09.333522 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-9c3b9c1f-2bd2-41b0-b52f-42fca10716b2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] delete failed (client error): The resource could not be found. Dec 17 16:24:09.334568 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9c3b9c1f-2bd2-41b0-b52f-42fca10716b2 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/7330f491-5150-49b8-9d0a-0066c020bb16 HTTP/1.1" status: 404 len: 336 time: 0.0519826 Dec 17 16:24:09.337225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34042) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.365013 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b207df85-d756-47e1-9c18-6bcd2ef39346 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:09.365473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b207df85-d756-47e1-9c18-6bcd2ef39346 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:09.368727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b207df85-d756-47e1-9c18-6bcd2ef39346 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/69fc2f07-7509-4ecb-9e94-0404ec2e0462 HTTP/1.1" status: 404 len: 337 time: 0.0305717 Dec 17 16:24:09.371621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34044) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.397095 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2775612 Dec 17 16:24:09.400213 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.410811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6864b0ed-f186-4e83-bd21-6aecd55765fb tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "GET /v2.0/ports?device_id=35485b9d-4771-4944-8906-42f1b31e5b16 HTTP/1.1" status: 200 len: 205 time: 0.0379918 Dec 17 16:24:09.413277 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34048) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.419920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cd5aa-51dd-4df9-a7f6-9e5b3c4a6fba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Network': ['ID=f21b9665-4ccc-4159-aa7a-eac26a389f7d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:09.434166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:24:09.451073 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-cdd6903e-4018-4126-a275-cf4e43620332 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] delete failed (client error): The resource could not be found. Dec 17 16:24:09.455267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cdd6903e-4018-4126-a275-cf4e43620332 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/routers/35485b9d-4771-4944-8906-42f1b31e5b16 HTTP/1.1" status: 404 len: 336 time: 0.0378702 Dec 17 16:24:09.455477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34050) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.482665 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d382064b-2645-468b-b665-c536d3160c57 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:09.483119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d382064b-2645-468b-b665-c536d3160c57 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:09.483726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e7ece-cc94-4cba-97fc-2bf8a87e567f tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:09.487862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c66e7ece-cc94-4cba-97fc-2bf8a87e567f tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=019a9af5c19841e59423939d63a954e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0842376 Dec 17 16:24:09.488024 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d382064b-2645-468b-b665-c536d3160c57 tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/e76bbaf9-791e-42ef-b78f-0f0399ac094e HTTP/1.1" status: 404 len: 337 time: 0.0302176 Dec 17 16:24:09.488718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34052) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.489055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34054) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.556402 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2e4030-4dc7-4398-9174-f8523dd4e9ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] DELETE failed (client error): The resource could not be found. Dec 17 16:24:09.557072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2e4030-4dc7-4398-9174-f8523dd4e9ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:24:09.562363 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ea2e4030-4dc7-4398-9174-f8523dd4e9ca tempest-RoutersIpV6Test-80525432 tempest-RoutersIpV6Test-80525432-project] 10.222.0.54 "DELETE /v2.0/subnets/7dd5c249-cd58-4f8f-af9e-bd983f24fc60 HTTP/1.1" status: 404 len: 337 time: 0.0621152 Dec 17 16:24:09.614284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e11c9-58a1-4e60-8be6-dd85d44513d7 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:09.619936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b76e11c9-58a1-4e60-8be6-dd85d44513d7 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1258147 Dec 17 16:24:09.619936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34058) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.842179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34062) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:09.992366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-27fc777b-bf62-473c-b287-f3b35cbc71f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=758194d751524e5e883d26d2adffc3b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489406 Dec 17 16:24:09.997430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-316c1f55-8375-4343-aa39-511865d252c5 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3750529 Dec 17 16:24:09.997430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34068) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:10.000299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34070) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:10.031039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-142ec3cc-2b2f-4421-b5bb-b744effd7a0c tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=019a9af5c19841e59423939d63a954e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293922 Dec 17 16:24:10.033619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34072) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:10.053938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.071174 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b614e22a-f3bb-4eff-99c8-46967770095d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.099744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b614e22a-f3bb-4eff-99c8-46967770095d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.111100 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0f9c1-7f13-434f-843a-6e5c8ba3f6de req-38cfde08-29a4-4d18-8213-c74962c2779d tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:10.112663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cf0f9c1-7f13-434f-843a-6e5c8ba3f6de req-38cfde08-29a4-4d18-8213-c74962c2779d tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1096 time: 0.0736976 Dec 17 16:24:10.121847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7fb4c414-18d6-473b-baba-fd3037e9e84f up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:24:10.181695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 7fb4c414-18d6-473b-baba-fd3037e9e84f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:24:10.182871 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8cf0f9c1-7f13-434f-843a-6e5c8ba3f6de req-cdd1c8d6-c6ce-4676-b468-5c313555f325 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Dec 17 16:24:10.189355 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 7fb4c414-18d6-473b-baba-fd3037e9e84f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:10.189754 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.194946 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b614e22a-f3bb-4eff-99c8-46967770095d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.198702 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b614e22a-f3bb-4eff-99c8-46967770095d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.202423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433ed82-ff19-4de2-bda3-914183e984e3 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:10.203055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b614e22a-f3bb-4eff-99c8-46967770095d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e0cb7ee-52f4-4eed-9623-dc752ea5e5c0 HTTP/1.1" status: 204 len: 168 time: 0.2064884 Dec 17 16:24:10.204910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7433ed82-ff19-4de2-bda3-914183e984e3 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1703718 Dec 17 16:24:10.210175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34076) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:10.212545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614e22a-f3bb-4eff-99c8-46967770095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0cb7ee-52f4-4eed-9623-dc752ea5e5c0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:10.241785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ff1e8e8-d703-43aa-b114-422b272779c8 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304451 Dec 17 16:24:10.244343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34078) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:10.249268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387261625', 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'project_id': '019a9af5c19841e59423939d63a954e1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:10.304776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.333876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b590093d-02cc-474c-826c-e4328c038257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4c414-18d6-473b-baba-fd3037e9e84f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:10.338209 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fb6adb-311b-4035-9e36-f55cc9ebe66d" -d '{"events": [{"server_uuid": "b590093d-02cc-474c-826c-e4328c038257", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4c414-18d6-473b-baba-fd3037e9e84f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:10.353767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 7fb4c414-18d6-473b-baba-fd3037e9e84f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7fb4c414-18d6-473b-baba-fd3037e9e84f,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:10.355197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:24:10.358402 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.359878 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.390151 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e22c2-bdcf-4396-8f49-88fc559e4c19 x-openstack-request-id: req-ac6e22c2-bdcf-4396-8f49-88fc559e4c19 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:10.390466 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b590093d-02cc-474c-826c-e4328c038257", "name": "network-vif-plugged", "status": "completed", "tag": "7fb4c414-18d6-473b-baba-fd3037e9e84f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:10.390687 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac6e22c2-bdcf-4396-8f49-88fc559e4c19 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:10.391079 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b590093d-02cc-474c-826c-e4328c038257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4c414-18d6-473b-baba-fd3037e9e84f', 'code': 200} Dec 17 16:24:10.425602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=7fb4c414-18d6-473b-baba-fd3037e9e84f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:10.536742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b51d5-12ac-4930-8076-36215caf97f3 req-3d3362d2-822b-4fa0-b536-72aac6881f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:10.538260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b7b51d5-12ac-4930-8076-36215caf97f3 req-3d3362d2-822b-4fa0-b536-72aac6881f72 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0839241 Dec 17 16:24:10.605464 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.657890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2b7b51d5-12ac-4930-8076-36215caf97f3 req-1669baa8-5e8d-4716-ab53-eceac61b8afb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947788 Dec 17 16:24:10.683522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Subnet': ['ID=5112994b-a190-4ddf-83f3-02c4431ccb21,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:10.693838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Checking segment: {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:24:10.694333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network hostable DHCP agents. Network: f21b9665-4ccc-4159-aa7a-eac26a389f7d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:24:10.712575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:24:10.722995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, f21b9665-4ccc-4159-aa7a-eac26a389f7d) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:24:10.727274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:10.727944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.731766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17fada-78a7-476e-90a9-4286a0ddd9d5 None None] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:10.753129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5ec4bd89-321b-492e-a354-190f62a92797 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5077076 Dec 17 16:24:10.840260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ips': [{'subnet_id': '5112994b-a190-4ddf-83f3-02c4431ccb21'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:24:10.841500 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:10.963613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34102) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:10.991529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Allocated IP 172.20.0.18 (f21b9665-4ccc-4159-aa7a-eac26a389f7d/5112994b-a190-4ddf-83f3-02c4431ccb21/2407931e-838e-48ce-a2ae-58deeb68cdb0) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:24:11.071307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--805449954'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:11.106617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.115080 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.122600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34106) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.128426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cf678b94-b4a4-46e7-b95a-b6b18cd20966 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730687330', 'description': 'tempest-secgroup-smoke-1730687330 description', 'project_id': '019a9af5c19841e59423939d63a954e1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:11.138184 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.151081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.158414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.162234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf678b94-b4a4-46e7-b95a-b6b18cd20966 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.200645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:24:11.203600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.204138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:24:11.208456 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.208694 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:24:11.210569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Pushing event updated for resources: {'Port': ['ID=2407931e-838e-48ce-a2ae-58deeb68cdb0,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.259538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf678b94-b4a4-46e7-b95a-b6b18cd20966 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.265142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf678b94-b4a4-46e7-b95a-b6b18cd20966 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.288996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.290283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Attempting to bind port 2407931e-838e-48ce-a2ae-58deeb68cdb0 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:24:11.290633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Attempting to bind port 2407931e-838e-48ce-a2ae-58deeb68cdb0 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:24:11.291651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Attempting to bind port 2407931e-838e-48ce-a2ae-58deeb68cdb0 on network f21b9665-4ccc-4159-aa7a-eac26a389f7d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:24:11.297999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:24:11.299120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Checking segment: {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:24:11.300404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.301495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Bound using segment: {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:24:11.302173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Bound port: 2407931e-838e-48ce-a2ae-58deeb68cdb0, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:24:11.302744 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.303717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cf678b94-b4a4-46e7-b95a-b6b18cd20966 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.306818 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cf678b94-b4a4-46e7-b95a-b6b18cd20966 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1825800 Dec 17 16:24:11.307749 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf678b94-b4a4-46e7-b95a-b6b18cd20966 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.309913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34110) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.314444 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c1ed4064-d660-469f-ae39-0ec954e0ebd5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'aa6eaa02-a28f-428c-a35c-f1bbec7a7b46', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:11.336864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af779318-5ec8-4e10-a808-a515c4de79bb,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.354765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4064-d660-469f-ae39-0ec954e0ebd5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.369668 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.374463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ad747-3485-44a2-8e53-65d9429079cd req-eece2bcc-b47b-489e-90d2-782d10a3621e tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:11.376292 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-080ad747-3485-44a2-8e53-65d9429079cd req-eece2bcc-b47b-489e-90d2-782d10a3621e tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0978856 Dec 17 16:24:11.377629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.388715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] For port 2407931e-838e-48ce-a2ae-58deeb68cdb0, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:24:11.393744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] For port 2407931e-838e-48ce-a2ae-58deeb68cdb0, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2407931e-838e-48ce-a2ae-58deeb68cdb0,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:24:11.398477 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.421344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4064-d660-469f-ae39-0ec954e0ebd5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.425653 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4064-d660-469f-ae39-0ec954e0ebd5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.434015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.436278 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4712701 Dec 17 16:24:11.438156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34112) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.444509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe250f-56bb-4d9c-aad9-722a6235b863 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2089cbf-ccf6-4faf-bc13-0d3b1f6cbbbf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.469225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b3f44-f458-47de-b982-68a42b92c49b None None] Pushing event updated for resources: {'Port': ['ID=2407931e-838e-48ce-a2ae-58deeb68cdb0,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.471698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed4064-d660-469f-ae39-0ec954e0ebd5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695527ab-b0cd-4f89-a8c7-86e1d79958d2,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.482639 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-080ad747-3485-44a2-8e53-65d9429079cd req-b835c955-b850-46dc-bd20-5e44a033ff8c tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866840 Dec 17 16:24:11.489067 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c1ed4064-d660-469f-ae39-0ec954e0ebd5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.490484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c1ed4064-d660-469f-ae39-0ec954e0ebd5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795290 Dec 17 16:24:11.493702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34114) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.498610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4b399a17-488b-4eeb-9205-f0c1edfd2bcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'aa6eaa02-a28f-428c-a35c-f1bbec7a7b46', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:11.534632 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b399a17-488b-4eeb-9205-f0c1edfd2bcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.550546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a39fcc41-4cb4-4d15-abcb-6e2f1c514f58 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1082125 Dec 17 16:24:11.553218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34116) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.564421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ab38f6e7-6819-459d-a271-24a7834850a2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-security--1678508390', 'description': 'tempest-security-description-1881886790'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:11.622219 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b399a17-488b-4eeb-9205-f0c1edfd2bcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.625099 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab38f6e7-6819-459d-a271-24a7834850a2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.630469 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b399a17-488b-4eeb-9205-f0c1edfd2bcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.671221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b399a17-488b-4eeb-9205-f0c1edfd2bcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e2a193-4bfe-4053-8612-d6def956dc5c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.716107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab38f6e7-6819-459d-a271-24a7834850a2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.719187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4b399a17-488b-4eeb-9205-f0c1edfd2bcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.721076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4b399a17-488b-4eeb-9205-f0c1edfd2bcc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2261891 Dec 17 16:24:11.722252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab38f6e7-6819-459d-a271-24a7834850a2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.724735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34118) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.725007 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ab38f6e7-6819-459d-a271-24a7834850a2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.726161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ab38f6e7-6819-459d-a271-24a7834850a2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "PUT /v2.0/security-groups/a2089cbf-ccf6-4faf-bc13-0d3b1f6cbbbf HTTP/1.1" status: 200 len: 1797 time: 0.1693239 Dec 17 16:24:11.729867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34120) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.732667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-552dec91-e868-4536-931d-2f8a8d04940a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'aa6eaa02-a28f-428c-a35c-f1bbec7a7b46', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:11.789612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38f6e7-6819-459d-a271-24a7834850a2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2089cbf-ccf6-4faf-bc13-0d3b1f6cbbbf,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.800775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-552dec91-e868-4536-931d-2f8a8d04940a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.822712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d2d4b3f1-1725-4ca2-844d-87a387424568 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups/a2089cbf-ccf6-4faf-bc13-0d3b1f6cbbbf HTTP/1.1" status: 200 len: 1797 time: 0.0904956 Dec 17 16:24:11.825655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34122) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.855995 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-552dec91-e868-4536-931d-2f8a8d04940a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.863062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-552dec91-e868-4536-931d-2f8a8d04940a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.878049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dec91-e868-4536-931d-2f8a8d04940a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db52b41f-950d-4b2f-b951-814cbb608a58,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:11.891605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf462e9d-1bcd-4537-9e31-2964d4378405 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.892831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-552dec91-e868-4536-931d-2f8a8d04940a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.894113 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-552dec91-e868-4536-931d-2f8a8d04940a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666491 Dec 17 16:24:11.896914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34124) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:11.907693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-83767dd7-a51e-44a7-a62d-0d90effb1915 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'aa6eaa02-a28f-428c-a35c-f1bbec7a7b46', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:11.928171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf462e9d-1bcd-4537-9e31-2964d4378405 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.972055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83767dd7-a51e-44a7-a62d-0d90effb1915 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.992207 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf462e9d-1bcd-4537-9e31-2964d4378405 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.994980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bf462e9d-1bcd-4537-9e31-2964d4378405 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:11.996188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bf462e9d-1bcd-4537-9e31-2964d4378405 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/a2089cbf-ccf6-4faf-bc13-0d3b1f6cbbbf HTTP/1.1" status: 204 len: 168 time: 0.1695204 Dec 17 16:24:11.998971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34126) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.016384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462e9d-1bcd-4537-9e31-2964d4378405 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2089cbf-ccf6-4faf-bc13-0d3b1f6cbbbf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.049517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83767dd7-a51e-44a7-a62d-0d90effb1915 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.051514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c4badee6-faa6-4e94-9744-fded729e5b37 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0505903 Dec 17 16:24:12.054065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.054982 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83767dd7-a51e-44a7-a62d-0d90effb1915 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.070203 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-43a8ed04-020e-40b7-ad8b-3f42a26680b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] delete failed (client error): The resource could not be found. Dec 17 16:24:12.071269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-43a8ed04-020e-40b7-ad8b-3f42a26680b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/a2089cbf-ccf6-4faf-bc13-0d3b1f6cbbbf HTTP/1.1" status: 404 len: 347 time: 0.0161228 Dec 17 16:24:12.075997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34130) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.078392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83767dd7-a51e-44a7-a62d-0d90effb1915 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e5c73b-1f93-4f60-9ea9-86d2fcd25f36,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.083227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d997ba91-48ad-4b85-89fd-12c3e054dd24 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--910656667'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:12.090861 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83767dd7-a51e-44a7-a62d-0d90effb1915 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.092064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-83767dd7-a51e-44a7-a62d-0d90effb1915 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1941576 Dec 17 16:24:12.095184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34132) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.100862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'aa6eaa02-a28f-428c-a35c-f1bbec7a7b46', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:12.112111 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d997ba91-48ad-4b85-89fd-12c3e054dd24 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.132104 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Project 019a9af5c19841e59423939d63a954e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:24:12.137707 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.139810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.183102 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d997ba91-48ad-4b85-89fd-12c3e054dd24 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.188017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d997ba91-48ad-4b85-89fd-12c3e054dd24 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.200284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.205864 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.226479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a76f826-2eea-4509-8d68-c5e477074ccf,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.229332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d997ba91-48ad-4b85-89fd-12c3e054dd24 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.232119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d997ba91-48ad-4b85-89fd-12c3e054dd24 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1546841 Dec 17 16:24:12.234468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34134) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.237217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.238863 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-830427c7-f1e0-41e4-a4ab-25d904616c63 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425889 Dec 17 16:24:12.241259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5a9c8878-9a03-4dfd-9022-448466924da2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': 'c6a4104d-7cf7-4d34-9c96-144dd3bafa95', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:12.241772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34136) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.247276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'aa6eaa02-a28f-428c-a35c-f1bbec7a7b46', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:12.249736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997ba91-48ad-4b85-89fd-12c3e054dd24 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a4104d-7cf7-4d34-9c96-144dd3bafa95,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.274779 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Project 019a9af5c19841e59423939d63a954e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:24:12.280844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.283992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8878-9a03-4dfd-9022-448466924da2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.346733 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8878-9a03-4dfd-9022-448466924da2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.351244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8878-9a03-4dfd-9022-448466924da2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.354689 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.360042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.378804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59429ac7-77f6-4a4b-b7a5-bd1fe064e3e6,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.380460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c8878-9a03-4dfd-9022-448466924da2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ab1ceb-0b67-4be0-8dd3-b97c57183510,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.391905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a9c8878-9a03-4dfd-9022-448466924da2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.393190 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5a9c8878-9a03-4dfd-9022-448466924da2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575944 Dec 17 16:24:12.393743 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.394952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-01b5db8c-a264-4eac-b2f5-1692a9289b52 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516066 Dec 17 16:24:12.396162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34138) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.430755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2e65004-fa86-4088-81b5-ac44afcef750 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.440133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2e65004-fa86-4088-81b5-ac44afcef750 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.474143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2e65004-fa86-4088-81b5-ac44afcef750 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.482409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b2e65004-fa86-4088-81b5-ac44afcef750 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.483492 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b2e65004-fa86-4088-81b5-ac44afcef750 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d7ab1ceb-0b67-4be0-8dd3-b97c57183510 HTTP/1.1" status: 204 len: 168 time: 0.0860443 Dec 17 16:24:12.486204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.487916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e65004-fa86-4088-81b5-ac44afcef750 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7ab1ceb-0b67-4be0-8dd3-b97c57183510,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.551878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7426e279-ce28-4224-88b6-df5fc1dbd478 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0628912 Dec 17 16:24:12.553348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34152) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.609462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a5e56-22db-4cf9-98fc-a081f1e693c2 req-772d4bab-4b77-41f0-9fd3-7242206ef396 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:12.612290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-998a5e56-22db-4cf9-98fc-a081f1e693c2 req-772d4bab-4b77-41f0-9fd3-7242206ef396 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0531046 Dec 17 16:24:12.630464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47fddd-9dfd-4ea8-9f13-1fa7bc30d0f8 None None] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:12.630664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e45e92a-959f-4971-8bf2-2b5564d71234 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.666406 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-998a5e56-22db-4cf9-98fc-a081f1e693c2 req-b913fba4-2a83-4736-9aef-fc9723f8e1fa tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455403 Dec 17 16:24:12.694839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e45e92a-959f-4971-8bf2-2b5564d71234 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.703987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3aa53f16-f972-4114-a209-63d436936615 None None] Provisioning complete for port 2407931e-838e-48ce-a2ae-58deeb68cdb0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:12.704362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3aa53f16-f972-4114-a209-63d436936615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.708335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-de2199f7-6ccc-403d-b9a3-06442f5de320 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730687330&fields=id&tenant_id=019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 267 time: 0.1057925 Dec 17 16:24:12.804854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1815e06-e921-4c9b-82aa-8892efa6aec4 req-3e21bda9-ef10-4662-97f9-1c7a88c0e3a1 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:12.806956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b1815e06-e921-4c9b-82aa-8892efa6aec4 req-3e21bda9-ef10-4662-97f9-1c7a88c0e3a1 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0542502 Dec 17 16:24:12.814847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e45e92a-959f-4971-8bf2-2b5564d71234 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.818288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e45e92a-959f-4971-8bf2-2b5564d71234 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.821757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e45e92a-959f-4971-8bf2-2b5564d71234 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/c6a4104d-7cf7-4d34-9c96-144dd3bafa95 HTTP/1.1" status: 204 len: 168 time: 0.2650666 Dec 17 16:24:12.823470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34160) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.832797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3aa53f16-f972-4114-a209-63d436936615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.847546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45e92a-959f-4971-8bf2-2b5564d71234 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a4104d-7cf7-4d34-9c96-144dd3bafa95,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:12.865526 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-ab35862e-8936-41b1-9f90-3ed568aeee59 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:12.867148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-ab35862e-8936-41b1-9f90-3ed568aeee59 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/networks?id=f21b9665-4ccc-4159-aa7a-eac26a389f7d HTTP/1.1" status: 200 len: 797 time: 0.1481438 Dec 17 16:24:12.891200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-f95b3624-5fde-4409-bc0c-74faebd9e954 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/quotas/019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 375 time: 0.0141912 Dec 17 16:24:12.907134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3aa53f16-f972-4114-a209-63d436936615 None None] For port 2407931e-838e-48ce-a2ae-58deeb68cdb0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2407931e-838e-48ce-a2ae-58deeb68cdb0,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:12.919363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3aa53f16-f972-4114-a209-63d436936615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:12.922776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-04581f9f-bd3f-4daa-b552-5b53f4f0be26 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0977075 Dec 17 16:24:12.928131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34162) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:12.933713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-47d317e0-f8d2-4048-a2d5-d9ea1c6e29ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060030854'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:12.940265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b1815e06-e921-4c9b-82aa-8892efa6aec4 req-c239aece-db18-4dde-a58f-66feb0e2fb69 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246898 Dec 17 16:24:12.995549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47d317e0-f8d2-4048-a2d5-d9ea1c6e29ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.011789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa53f16-f972-4114-a209-63d436936615 None None] Pushing event updated for resources: {'Port': ['ID=2407931e-838e-48ce-a2ae-58deeb68cdb0,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:13.052760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-d5302389-0093-40c6-820f-b1497118afe4 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1539264 Dec 17 16:24:13.139673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47d317e0-f8d2-4048-a2d5-d9ea1c6e29ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.141414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2407931e-838e-48ce-a2ae-58deeb68cdb0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:24:13.145517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47d317e0-f8d2-4048-a2d5-d9ea1c6e29ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.157263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-5c131731-b1d2-4069-8f52-bf2b17b440f8 service neutron] 10.222.0.54 "GET /v2.0/networks/f21b9665-4ccc-4159-aa7a-eac26a389f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035261 Dec 17 16:24:13.179250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af24aa-db37-4e87-a009-2b10abb8d40c req-c07f1f8f-7ccb-411f-bb72-5f27cc5331ac tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:13.180795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15af24aa-db37-4e87-a009-2b10abb8d40c req-c07f1f8f-7ccb-411f-bb72-5f27cc5331ac tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0895662 Dec 17 16:24:13.186246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-47d317e0-f8d2-4048-a2d5-d9ea1c6e29ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.189956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-47d317e0-f8d2-4048-a2d5-d9ea1c6e29ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2580168 Dec 17 16:24:13.190093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-36475898-10b4-4baa-8a68-d0c7e4e6cc8a None None] Provisioning complete for port 2407931e-838e-48ce-a2ae-58deeb68cdb0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:13.190093 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-36475898-10b4-4baa-8a68-d0c7e4e6cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.190265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34166) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:13.194949 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2bd45dc6-8b27-4974-8664-2c6824133506 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '4d64ba8a-b893-4314-bf13-63e2f6d22c76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:13.201351 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d317e0-f8d2-4048-a2d5-d9ea1c6e29ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d64ba8a-b893-4314-bf13-63e2f6d22c76,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:13.250735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2407931e-838e-48ce-a2ae-58deeb68cdb0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:13.251355 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.256790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bd45dc6-8b27-4974-8664-2c6824133506 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.260854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15af24aa-db37-4e87-a009-2b10abb8d40c req-8a440ca7-62ea-4280-9e19-5b5f38166271 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603862 Dec 17 16:24:13.292684 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-c8a9b586-14ac-4ac7-80c5-d97adbb03f38 service neutron] 10.222.0.54 "GET /v2.0/networks/f21b9665-4ccc-4159-aa7a-eac26a389f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262803 Dec 17 16:24:13.336780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bd45dc6-8b27-4974-8664-2c6824133506 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.342553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bd45dc6-8b27-4974-8664-2c6824133506 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.378991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd45dc6-8b27-4974-8664-2c6824133506 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229b58ef-fda1-4812-a72c-708fd6f83b23,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:13.394293 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bd45dc6-8b27-4974-8664-2c6824133506 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.398310 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2bd45dc6-8b27-4974-8664-2c6824133506 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2045064 Dec 17 16:24:13.398813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34170) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:13.404761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-e8b61be5-369d-4532-90db-139a611854ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '4d64ba8a-b893-4314-bf13-63e2f6d22c76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:13.450549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b61be5-369d-4532-90db-139a611854ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.530150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e2efb8c5-9243-4f74-948d-71128eaa8b30 req-998d0147-ab60-4243-8ea6-ea395b52d883 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 210 time: 0.0339749 Dec 17 16:24:13.544682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b61be5-369d-4532-90db-139a611854ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.553912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d48b-f02f-4a04-8b17-f09f23b734ce req-161addef-145f-4f77-8673-203472f248ca tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:13.555854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b61be5-369d-4532-90db-139a611854ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.560329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0028d48b-f02f-4a04-8b17-f09f23b734ce req-161addef-145f-4f77-8673-203472f248ca tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0618429 Dec 17 16:24:13.570111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b61be5-369d-4532-90db-139a611854ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b58054c-a1c3-4c93-aac2-b52729288ce4,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:13.593087 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b61be5-369d-4532-90db-139a611854ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.595132 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e8b61be5-369d-4532-90db-139a611854ca tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1948857 Dec 17 16:24:13.597726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34178) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:13.603732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d1baa259-3845-4a33-907b-6ad62b91f323 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '4d64ba8a-b893-4314-bf13-63e2f6d22c76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:13.632431 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0028d48b-f02f-4a04-8b17-f09f23b734ce req-b8b51217-e91f-4810-8c6f-d6d666365c1d tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668299 Dec 17 16:24:13.641740 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1baa259-3845-4a33-907b-6ad62b91f323 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.692907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1baa259-3845-4a33-907b-6ad62b91f323 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.697428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1baa259-3845-4a33-907b-6ad62b91f323 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.715536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baa259-3845-4a33-907b-6ad62b91f323 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9affa4df-257b-4aa7-8656-0e6297979037,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:13.724345 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1baa259-3845-4a33-907b-6ad62b91f323 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.727869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1baa259-3845-4a33-907b-6ad62b91f323 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264961 Dec 17 16:24:13.728807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34184) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:13.733678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c7932c5e-4b45-4e05-888d-b24c9eb7eb36 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '4d64ba8a-b893-4314-bf13-63e2f6d22c76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:13.763427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7932c5e-4b45-4e05-888d-b24c9eb7eb36 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.820443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7932c5e-4b45-4e05-888d-b24c9eb7eb36 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.825041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7932c5e-4b45-4e05-888d-b24c9eb7eb36 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.843409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7932c5e-4b45-4e05-888d-b24c9eb7eb36 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b509f703-2978-4b7a-b10c-5ade1c21eee1,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:13.852156 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7932c5e-4b45-4e05-888d-b24c9eb7eb36 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.853389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c7932c5e-4b45-4e05-888d-b24c9eb7eb36 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233692 Dec 17 16:24:13.856602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34188) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:13.861106 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-97c6f0bf-6ef4-458e-a3b6-a7fffa57773d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '4d64ba8a-b893-4314-bf13-63e2f6d22c76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:13.890113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c6f0bf-6ef4-458e-a3b6-a7fffa57773d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.950358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c6f0bf-6ef4-458e-a3b6-a7fffa57773d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.954531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c6f0bf-6ef4-458e-a3b6-a7fffa57773d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.972871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6f0bf-6ef4-458e-a3b6-a7fffa57773d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808e58d5-5435-4c6e-abe7-9580a5552503,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:13.980484 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97c6f0bf-6ef4-458e-a3b6-a7fffa57773d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:13.981751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-97c6f0bf-6ef4-458e-a3b6-a7fffa57773d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1241958 Dec 17 16:24:13.985217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34190) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.014660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b68e75b-4c0a-40f9-bbdf-3a35dc509284 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.023061 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b68e75b-4c0a-40f9-bbdf-3a35dc509284 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.049912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b68e75b-4c0a-40f9-bbdf-3a35dc509284 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.055956 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7b68e75b-4c0a-40f9-bbdf-3a35dc509284 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.057104 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7b68e75b-4c0a-40f9-bbdf-3a35dc509284 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/808e58d5-5435-4c6e-abe7-9580a5552503 HTTP/1.1" status: 204 len: 168 time: 0.0709503 Dec 17 16:24:14.060561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.062842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68e75b-4c0a-40f9-bbdf-3a35dc509284 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=808e58d5-5435-4c6e-abe7-9580a5552503,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:14.114063 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3a68ae59-7a8c-447b-bb9c-d60bcd904140 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0522149 Dec 17 16:24:14.117040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34194) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.144935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4714b619-57b0-4fc3-8622-a1789df5c72d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.152985 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4714b619-57b0-4fc3-8622-a1789df5c72d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.185718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4714b619-57b0-4fc3-8622-a1789df5c72d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.191978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4714b619-57b0-4fc3-8622-a1789df5c72d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.193071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4714b619-57b0-4fc3-8622-a1789df5c72d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b509f703-2978-4b7a-b10c-5ade1c21eee1 HTTP/1.1" status: 204 len: 168 time: 0.0750799 Dec 17 16:24:14.195902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34196) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.198621 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714b619-57b0-4fc3-8622-a1789df5c72d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b509f703-2978-4b7a-b10c-5ade1c21eee1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:14.242732 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-43ec22f6-7b85-4d2f-947e-d5efa0d217a8 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0455604 Dec 17 16:24:14.245954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34198) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.269640 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8c356cb-cadd-45da-9ea6-bb2f5733593d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.276878 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8c356cb-cadd-45da-9ea6-bb2f5733593d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.305235 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8c356cb-cadd-45da-9ea6-bb2f5733593d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.312051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d8c356cb-cadd-45da-9ea6-bb2f5733593d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.313152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d8c356cb-cadd-45da-9ea6-bb2f5733593d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9affa4df-257b-4aa7-8656-0e6297979037 HTTP/1.1" status: 204 len: 168 time: 0.0663180 Dec 17 16:24:14.315902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.319130 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c356cb-cadd-45da-9ea6-bb2f5733593d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9affa4df-257b-4aa7-8656-0e6297979037,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:14.361126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-31cac9c7-e69b-4b08-a802-439e8454b346 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0434539 Dec 17 16:24:14.364244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34202) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.391401 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2cb38e6d-74fc-4e5d-8101-259b9e997113 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.400015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2cb38e6d-74fc-4e5d-8101-259b9e997113 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.428742 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2cb38e6d-74fc-4e5d-8101-259b9e997113 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.437034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2cb38e6d-74fc-4e5d-8101-259b9e997113 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.440423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2cb38e6d-74fc-4e5d-8101-259b9e997113 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/1b58054c-a1c3-4c93-aac2-b52729288ce4 HTTP/1.1" status: 204 len: 168 time: 0.0749843 Dec 17 16:24:14.441261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34204) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.462052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb38e6d-74fc-4e5d-8101-259b9e997113 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b58054c-a1c3-4c93-aac2-b52729288ce4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:14.488603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-fa3dcd1a-99a4-4bac-8dbb-f18d5611308d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:14.491862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eeec8fe7-8052-42c6-a42b-6096c3c3ff3d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0440605 Dec 17 16:24:14.492001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-fa3dcd1a-99a4-4bac-8dbb-f18d5611308d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "GET /v2.0/networks?id=f21b9665-4ccc-4159-aa7a-eac26a389f7d HTTP/1.1" status: 200 len: 797 time: 0.1106684 Dec 17 16:24:14.492646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34206) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.518804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a220da40-ce1a-40ff-b14c-3c82c0584b7f tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.529156 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a220da40-ce1a-40ff-b14c-3c82c0584b7f tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.558674 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a220da40-ce1a-40ff-b14c-3c82c0584b7f tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.564309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a220da40-ce1a-40ff-b14c-3c82c0584b7f tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.565722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a220da40-ce1a-40ff-b14c-3c82c0584b7f tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/229b58ef-fda1-4812-a72c-708fd6f83b23 HTTP/1.1" status: 204 len: 168 time: 0.0721464 Dec 17 16:24:14.568552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34210) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.573681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220da40-ce1a-40ff-b14c-3c82c0584b7f tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229b58ef-fda1-4812-a72c-708fd6f83b23,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:14.602103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-972a817d-cf65-4df1-adf1-6608b237afa1 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 473 time: 0.1015022 Dec 17 16:24:14.620382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'port': {'device_id': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'admin_state_up': True, 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'security_groups': ['aa6eaa02-a28f-428c-a35c-f1bbec7a7b46']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:14.632981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f4b725ad-bbd1-45e9-98c8-6ce6e339e3ae tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632906 Dec 17 16:24:14.635891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34212) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:14.644870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d368db24-9984-48c1-9092-8d3f09b6e2f0 req-947fee61-ae07-4659-b52c-a2ee26f6f716 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 210 time: 0.0313683 Dec 17 16:24:14.794196 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d84972d7-493c-4b2d-b5ec-abf21678c22b tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.799767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf65f3-a30b-4b7c-8119-853426fa4e93 req-3a56aaaa-f203-4e1b-9bab-c0836f94b575 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:14.801332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4dcf65f3-a30b-4b7c-8119-853426fa4e93 req-3a56aaaa-f203-4e1b-9bab-c0836f94b575 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0987515 Dec 17 16:24:14.846791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-1baffe3f-df7f-4a15-a188-9063ee94ab91 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:14.848152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d84972d7-493c-4b2d-b5ec-abf21678c22b tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.848335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-1baffe3f-df7f-4a15-a188-9063ee94ab91 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b590093d-02cc-474c-826c-e4328c038257 HTTP/1.1" status: 200 len: 1097 time: 0.0453544 Dec 17 16:24:14.857656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:24:14.861133 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:14.923809 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4dcf65f3-a30b-4b7c-8119-853426fa4e93 req-0cc10ef6-2c86-438d-ac7a-90c652df08f6 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120424 Dec 17 16:24:14.934406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Deleting port 7fb4c414-18d6-473b-baba-fd3037e9e84f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:14.934810 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.029878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] For port 7fb4c414-18d6-473b-baba-fd3037e9e84f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=7fb4c414-18d6-473b-baba-fd3037e9e84f,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:15.030297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.030990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2407931e-838e-48ce-a2ae-58deeb68cdb0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:24:15.045377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Calling delete_port for 7fb4c414-18d6-473b-baba-fd3037e9e84f owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:15.082233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2407931e-838e-48ce-a2ae-58deeb68cdb0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:15.082660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.178459 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.191608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['7fb4c414-18d6-473b-baba-fd3037e9e84f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:24:15.194446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f24866cd-2440-45cc-823a-e353cf7ec054'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:24:15.215838 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fb4c414-18d6-473b-baba-fd3037e9e84f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:15.246936 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d84972d7-493c-4b2d-b5ec-abf21678c22b tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.249648 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d84972d7-493c-4b2d-b5ec-abf21678c22b tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.250820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d84972d7-493c-4b2d-b5ec-abf21678c22b tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/4d64ba8a-b893-4314-bf13-63e2f6d22c76 HTTP/1.1" status: 204 len: 168 time: 0.6140037 Dec 17 16:24:15.256679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34216) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:15.271868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] No DVR routers for this DVR port 7fb4c414-18d6-473b-baba-fd3037e9e84f on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:15.275709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.280835 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.49 "DELETE /v2.0/ports/7fb4c414-18d6-473b-baba-fd3037e9e84f HTTP/1.1" status: 204 len: 173 time: 0.4251313 Dec 17 16:24:15.281614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b590093d-02cc-474c-826c-e4328c038257', 'name': 'network-vif-deleted', 'tag': '7fb4c414-18d6-473b-baba-fd3037e9e84f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:15.284910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84972d7-493c-4b2d-b5ec-abf21678c22b tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d64ba8a-b893-4314-bf13-63e2f6d22c76,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:15.285425 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e8a0b-7432-4866-8f85-aabfe3fc9e3d" -d '{"events": [{"server_uuid": "b590093d-02cc-474c-826c-e4328c038257", "name": "network-vif-deleted", "tag": "7fb4c414-18d6-473b-baba-fd3037e9e84f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:15.354600 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-84289a1c-287a-4b04-85fd-2453a8cead53 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0937421 Dec 17 16:24:15.358666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34220) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:15.361178 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24512377-dfe2-419b-bffd-b596f73560a2 x-openstack-request-id: req-24512377-dfe2-419b-bffd-b596f73560a2 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:15.361518 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b590093d-02cc-474c-826c-e4328c038257", "name": "network-vif-deleted", "tag": "7fb4c414-18d6-473b-baba-fd3037e9e84f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:15.361779 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24512377-dfe2-419b-bffd-b596f73560a2 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:15.362977 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b590093d-02cc-474c-826c-e4328c038257', 'name': 'network-vif-deleted', 'tag': '7fb4c414-18d6-473b-baba-fd3037e9e84f', 'status': 'completed', 'code': 200} Dec 17 16:24:15.366663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-df52ae2a-518f-41ec-829c-c149260091ac tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116685265'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:15.375355 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.20.0.29 (f21b9665-4ccc-4159-aa7a-eac26a389f7d/5112994b-a190-4ddf-83f3-02c4431ccb21/e06036b1-1597-42dc-901c-96ea3d591580) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:24:15.426595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df52ae2a-518f-41ec-829c-c149260091ac tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.586169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df52ae2a-518f-41ec-829c-c149260091ac tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.592319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df52ae2a-518f-41ec-829c-c149260091ac tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.601140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.637396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-df52ae2a-518f-41ec-829c-c149260091ac tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.638646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-df52ae2a-518f-41ec-829c-c149260091ac tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2790315 Dec 17 16:24:15.641716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34222) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:15.645128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52ae2a-518f-41ec-829c-c149260091ac tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10451f3c-207b-40ec-8f1d-4db0f24d7868,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:15.649017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-816f1fb0-20c2-45f4-954c-69b8aff1e889 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '10451f3c-207b-40ec-8f1d-4db0f24d7868', 'direction': 'ingress', 'protocol': 17}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:15.654230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.666029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.716195 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-816f1fb0-20c2-45f4-954c-69b8aff1e889 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.719343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:24:15.722810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:24:15.726737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:24:15.733464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=e06036b1-1597-42dc-901c-96ea3d591580,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:15.806442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:15.807115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.808825 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-816f1fb0-20c2-45f4-954c-69b8aff1e889 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.812966 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-816f1fb0-20c2-45f4-954c-69b8aff1e889 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.833855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88337413-aca3-4bed-9ca3-a4d6c8ba3d02 req-a4d941bb-2318-4886-8eb3-74d32754407b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:15.835139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f1fb0-20c2-45f4-954c-69b8aff1e889 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d53bc0a-754a-4992-9bfb-6753a1bbcce0,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:15.836453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88337413-aca3-4bed-9ca3-a4d6c8ba3d02 req-a4d941bb-2318-4886-8eb3-74d32754407b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 932 time: 0.0826404 Dec 17 16:24:15.841109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-52c975c8-b129-49d5-9429-cf08445068f8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2261679 Dec 17 16:24:15.860000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-816f1fb0-20c2-45f4-954c-69b8aff1e889 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.863728 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-816f1fb0-20c2-45f4-954c-69b8aff1e889 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2181869 Dec 17 16:24:15.863997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Request body: {'port': {'device_id': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:15.864123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34226) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:15.927700 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-353e6b07-8e5f-4376-87cc-fcb92fc78c53 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.944256 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88337413-aca3-4bed-9ca3-a4d6c8ba3d02 req-68bb6e9b-ffa5-46ac-8e5a-a10f1fa3a337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005387 Dec 17 16:24:15.949269 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:15.973124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-353e6b07-8e5f-4376-87cc-fcb92fc78c53 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.040540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-353e6b07-8e5f-4376-87cc-fcb92fc78c53 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.043241 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-353e6b07-8e5f-4376-87cc-fcb92fc78c53 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.044659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-353e6b07-8e5f-4376-87cc-fcb92fc78c53 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/10451f3c-207b-40ec-8f1d-4db0f24d7868 HTTP/1.1" status: 204 len: 168 time: 0.1795111 Dec 17 16:24:16.049064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34232) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:16.061644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e6b07-8e5f-4376-87cc-fcb92fc78c53 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10451f3c-207b-40ec-8f1d-4db0f24d7868,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:16.107914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0c620f1d-40ed-4d9e-a5ef-db93f7a91dcd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575588 Dec 17 16:24:16.111627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34234) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:16.116271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a1919026-de2f-4ca1-9734-746c76bfe7f7 None None] Provisioning complete for port e06036b1-1597-42dc-901c-96ea3d591580 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:16.116950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4df7826d-efbd-46a9-8c2f-49a7f9d471bd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--773526210'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:16.118059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1919026-de2f-4ca1-9734-746c76bfe7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.150180 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4df7826d-efbd-46a9-8c2f-49a7f9d471bd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.189851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a1919026-de2f-4ca1-9734-746c76bfe7f7 None None] Port e06036b1-1597-42dc-901c-96ea3d591580 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:24:16.246585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4df7826d-efbd-46a9-8c2f-49a7f9d471bd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.251512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4df7826d-efbd-46a9-8c2f-49a7f9d471bd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.269694 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c823-bfed-4558-a3cf-b6336c55db35 req-4bb0aee6-4e96-4ca4-acac-44bf2eb4bc53 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:16.271238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3824c823-bfed-4558-a3cf-b6336c55db35 req-4bb0aee6-4e96-4ca4-acac-44bf2eb4bc53 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0773301 Dec 17 16:24:16.281699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06036b1-1597-42dc-901c-96ea3d591580 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:24:16.289468 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.294767 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4df7826d-efbd-46a9-8c2f-49a7f9d471bd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.296019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4df7826d-efbd-46a9-8c2f-49a7f9d471bd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1833205 Dec 17 16:24:16.300233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34238) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:16.306130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-97cfb9b3-d40c-4055-a121-7ceae5b5023d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--791102062'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:16.306680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7826d-efbd-46a9-8c2f-49a7f9d471bd tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f147f66-70b4-4cfe-b1e7-08b9242ad9a6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:16.313624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Transition to ACTIVE for port object e06036b1-1597-42dc-901c-96ea3d591580 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:24:16.325230 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.336682 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3824c823-bfed-4558-a3cf-b6336c55db35 req-30d6effc-877c-4269-ba01-b83434a9a757 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577378 Dec 17 16:24:16.375029 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97cfb9b3-d40c-4055-a121-7ceae5b5023d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.398474 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e06036b1-1597-42dc-901c-96ea3d591580,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:16.500713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Attempting to bind port e06036b1-1597-42dc-901c-96ea3d591580 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:24:16.501038 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Attempting to bind port e06036b1-1597-42dc-901c-96ea3d591580 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:24:16.501288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Attempting to bind port e06036b1-1597-42dc-901c-96ea3d591580 on network f21b9665-4ccc-4159-aa7a-eac26a389f7d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:24:16.513005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Port e06036b1-1597-42dc-901c-96ea3d591580 on network f21b9665-4ccc-4159-aa7a-eac26a389f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:24:16.513334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Attempting to bind port e06036b1-1597-42dc-901c-96ea3d591580 on network f21b9665-4ccc-4159-aa7a-eac26a389f7d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:24:16.526405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97cfb9b3-d40c-4055-a121-7ceae5b5023d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.527988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:24:16.528350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Checking segment: {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:24:16.528726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Bound using segment: {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:24:16.529172 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Bound port: e06036b1-1597-42dc-901c-96ea3d591580, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:24:16.529521 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.532775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97cfb9b3-d40c-4055-a121-7ceae5b5023d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.594909 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-97cfb9b3-d40c-4055-a121-7ceae5b5023d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.596194 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-97cfb9b3-d40c-4055-a121-7ceae5b5023d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2949543 Dec 17 16:24:16.598953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34240) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:16.600916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb9b3-d40c-4055-a121-7ceae5b5023d tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba34d31-0b59-4649-8575-293f109a8b59,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:16.605750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6424f266-5187-416c-b6d8-fa939bf67289 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '8f147f66-70b4-4cfe-b1e7-08b9242ad9a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ba34d31-0b59-4649-8575-293f109a8b59', 'remote_ip_prefix': None}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:16.633606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] For port e06036b1-1597-42dc-901c-96ea3d591580, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:24:16.637069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] For port e06036b1-1597-42dc-901c-96ea3d591580, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e06036b1-1597-42dc-901c-96ea3d591580,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:24:16.641711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.644839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6424f266-5187-416c-b6d8-fa939bf67289 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.677188 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:16.677833 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.679211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/e06036b1-1597-42dc-901c-96ea3d591580 HTTP/1.1" status: 200 len: 1093 time: 0.8211284 Dec 17 16:24:16.679641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'tag': 'e06036b1-1597-42dc-901c-96ea3d591580'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:16.681944 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2", "tag": "e06036b1-1597-42dc-901c-96ea3d591580"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:16.730666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6424f266-5187-416c-b6d8-fa939bf67289 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.735485 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6424f266-5187-416c-b6d8-fa939bf67289 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.754359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f266-5187-416c-b6d8-fa939bf67289 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b61fb2-80c3-4999-867f-e00a3dda0a9f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:16.755541 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1c7a7b-5d32-4582-a176-a71c1d6f8d8e x-openstack-request-id: req-8f1c7a7b-5d32-4582-a176-a71c1d6f8d8e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:16.755847 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2", "tag": "e06036b1-1597-42dc-901c-96ea3d591580", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:16.756213 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f1c7a7b-5d32-4582-a176-a71c1d6f8d8e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:16.756993 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'tag': 'e06036b1-1597-42dc-901c-96ea3d591580', 'status': 'completed', 'code': 200} Dec 17 16:24:16.764656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6424f266-5187-416c-b6d8-fa939bf67289 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.768736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6424f266-5187-416c-b6d8-fa939bf67289 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1659763 Dec 17 16:24:16.769076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34244) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:16.769537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7cf1b-5272-4944-b6e6-792e82b7e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e06036b1-1597-42dc-901c-96ea3d591580,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:16.780313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-56b20b8a-2dbd-4aae-a70f-237e5c691d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:16.781876 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-56b20b8a-2dbd-4aae-a70f-237e5c691d57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 1096 time: 0.0620904 Dec 17 16:24:16.800696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd4fdf4f-f110-4878-a1c6-a511c0210682 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.810497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd4fdf4f-f110-4878-a1c6-a511c0210682 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.832176 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-d77a9725-2445-4ff7-8d14-8da8b594fd35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e06036b1-1597-42dc-901c-96ea3d591580 HTTP/1.1" status: 200 len: 217 time: 0.0427651 Dec 17 16:24:16.841676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd4fdf4f-f110-4878-a1c6-a511c0210682 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.849036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dd4fdf4f-f110-4878-a1c6-a511c0210682 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.852198 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dd4fdf4f-f110-4878-a1c6-a511c0210682 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/24b61fb2-80c3-4999-867f-e00a3dda0a9f HTTP/1.1" status: 204 len: 168 time: 0.0792906 Dec 17 16:24:16.855284 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34246) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:16.872142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fdf4f-f110-4878-a1c6-a511c0210682 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24b61fb2-80c3-4999-867f-e00a3dda0a9f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:16.885929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-63394bf8-7eea-4ee0-aa86-1cb98b0b39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:16.887490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-63394bf8-7eea-4ee0-aa86-1cb98b0b39fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5112994b-a190-4ddf-83f3-02c4431ccb21 HTTP/1.1" status: 200 len: 837 time: 0.0479128 Dec 17 16:24:16.902160 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b8f89e21-bc1d-4dac-8b91-9ea33a2d9585 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0442832 Dec 17 16:24:16.903908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34248) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:16.937666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-2b6aa80e-1536-4c35-90b0-2860eb9bf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:16.939145 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-2b6aa80e-1536-4c35-90b0-2860eb9bf921 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f21b9665-4ccc-4159-aa7a-eac26a389f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0444546 Dec 17 16:24:16.957098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e593404e-de55-4921-9693-05fa168a9938 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:16.985388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e593404e-de55-4921-9693-05fa168a9938 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.037078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-1f92c5a1-0291-4e30-978c-c10ce5125199 service neutron] 10.222.0.49 "GET /v2.0/networks/f21b9665-4ccc-4159-aa7a-eac26a389f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905032 Dec 17 16:24:17.056654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e593404e-de55-4921-9693-05fa168a9938 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.059557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e593404e-de55-4921-9693-05fa168a9938 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.060745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e593404e-de55-4921-9693-05fa168a9938 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/8ba34d31-0b59-4649-8575-293f109a8b59 HTTP/1.1" status: 204 len: 168 time: 0.1558757 Dec 17 16:24:17.063794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34252) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.080112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7ec52-4974-4aaf-b594-bb08ce2f46ce req-28501b33-8ab0-4b01-9e10-a6ee26a1e103 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:17.081588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01e7ec52-4974-4aaf-b594-bb08ce2f46ce req-28501b33-8ab0-4b01-9e10-a6ee26a1e103 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 944 time: 0.0668597 Dec 17 16:24:17.082303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593404e-de55-4921-9693-05fa168a9938 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba34d31-0b59-4649-8575-293f109a8b59,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:17.136457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-01e7ec52-4974-4aaf-b594-bb08ce2f46ce req-73f32f87-8b22-4e67-b779-494bc9a3912f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482972 Dec 17 16:24:17.166671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9203fbd4-88f2-48c1-8d96-9ac19556cce4 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1016212 Dec 17 16:24:17.169410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34254) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.177817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-01a7d5e7-a310-482d-ae14-daada1f00372 req-8a65d24c-c353-4baa-8da2-21edefed4424 service neutron] 10.222.0.49 "GET /v2.0/networks/f21b9665-4ccc-4159-aa7a-eac26a389f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337676 Dec 17 16:24:17.226064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5b17-5d00-4826-b69b-b5e3be5d6512 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.249403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5b17-5d00-4826-b69b-b5e3be5d6512 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.268311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-61391aa1-326f-4de5-8338-cfae161b7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:17.270001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-61391aa1-326f-4de5-8338-cfae161b7339 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 1096 time: 0.0466216 Dec 17 16:24:17.292064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5b17-5d00-4826-b69b-b5e3be5d6512 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.294663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1b9c5b17-5d00-4826-b69b-b5e3be5d6512 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.295955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1b9c5b17-5d00-4826-b69b-b5e3be5d6512 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/8f147f66-70b4-4cfe-b1e7-08b9242ad9a6 HTTP/1.1" status: 204 len: 168 time: 0.1254408 Dec 17 16:24:17.299360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34256) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.316430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c5b17-5d00-4826-b69b-b5e3be5d6512 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f147f66-70b4-4cfe-b1e7-08b9242ad9a6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:17.352911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-50c2c578-c861-4c15-aa30-ac8b551e84c2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524144 Dec 17 16:24:17.358061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34258) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.364316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-a16fd7b7-017f-47b9-932a-82f8ac9fc320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:17.365879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-a16fd7b7-017f-47b9-932a-82f8ac9fc320 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f21b9665-4ccc-4159-aa7a-eac26a389f7d HTTP/1.1" status: 200 len: 898 time: 0.0889242 Dec 17 16:24:17.368807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-88ff663e-5eb2-45ae-8e2e-405bc608d1ba tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--895286946'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:17.394109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88ff663e-5eb2-45ae-8e2e-405bc608d1ba tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.417625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-2918fa29-7b3b-41b0-92e0-7526720b81a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e06036b1-1597-42dc-901c-96ea3d591580 HTTP/1.1" status: 200 len: 217 time: 0.0442829 Dec 17 16:24:17.465481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88ff663e-5eb2-45ae-8e2e-405bc608d1ba tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.469766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88ff663e-5eb2-45ae-8e2e-405bc608d1ba tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.496965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-e50941d0-5f11-4074-b988-640658d911b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:17.498884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-e50941d0-5f11-4074-b988-640658d911b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5112994b-a190-4ddf-83f3-02c4431ccb21 HTTP/1.1" status: 200 len: 837 time: 0.0724721 Dec 17 16:24:17.499023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-88ff663e-5eb2-45ae-8e2e-405bc608d1ba tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.500320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-88ff663e-5eb2-45ae-8e2e-405bc608d1ba tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1409466 Dec 17 16:24:17.502683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71598e22-acfa-4337-bf8e-219325bba11e req-434f3209-f598-44ae-9443-7bfd2a1cf2b4 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:17.505297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71598e22-acfa-4337-bf8e-219325bba11e req-434f3209-f598-44ae-9443-7bfd2a1cf2b4 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0895877 Dec 17 16:24:17.507628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34262) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.512719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-bf5fb7f0-dde4-4c76-be17-8738c97328b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '26f748e3-b1e7-4ec0-95be-a5f5634e51c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:17.520616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff663e-5eb2-45ae-8e2e-405bc608d1ba tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f748e3-b1e7-4ec0-95be-a5f5634e51c5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:17.549540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb7f0-dde4-4c76-be17-8738c97328b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.591259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71598e22-acfa-4337-bf8e-219325bba11e req-43117846-f723-4508-827d-f613c7c4065a tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745885 Dec 17 16:24:17.593122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-b0a419b2-4959-4ca3-a64d-8d409b99fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:17.594860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-b0a419b2-4959-4ca3-a64d-8d409b99fda0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f21b9665-4ccc-4159-aa7a-eac26a389f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0884173 Dec 17 16:24:17.597875 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb7f0-dde4-4c76-be17-8738c97328b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.602983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb7f0-dde4-4c76-be17-8738c97328b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.628688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb7f0-dde4-4c76-be17-8738c97328b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.630213 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf5fb7f0-dde4-4c76-be17-8738c97328b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1212444 Dec 17 16:24:17.631157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fb7f0-dde4-4c76-be17-8738c97328b6 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b82c3d-4655-42cf-9845-27e8256a272b,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:17.633139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34264) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.657158 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6a332afd-49db-43a7-a1a7-fbd126d575c1 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.664788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6a332afd-49db-43a7-a1a7-fbd126d575c1 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.696568 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-a8b28327-603f-470a-962f-f0dee2c3a4e3 service neutron] 10.222.0.49 "GET /v2.0/networks/f21b9665-4ccc-4159-aa7a-eac26a389f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937717 Dec 17 16:24:17.717441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6a332afd-49db-43a7-a1a7-fbd126d575c1 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.722837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6a332afd-49db-43a7-a1a7-fbd126d575c1 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.726659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6a332afd-49db-43a7-a1a7-fbd126d575c1 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/78b82c3d-4655-42cf-9845-27e8256a272b HTTP/1.1" status: 204 len: 168 time: 0.0900102 Dec 17 16:24:17.727541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34266) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.729542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-2072b914-e8ff-4a87-8071-c32f3ce29461 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:17.731152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-2072b914-e8ff-4a87-8071-c32f3ce29461 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 1098 time: 0.0600803 Dec 17 16:24:17.749121 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:24:17.755770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a332afd-49db-43a7-a1a7-fbd126d575c1 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78b82c3d-4655-42cf-9845-27e8256a272b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:17.791644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8dd49fdf-4377-47ec-af5d-fed1ad0e9ccc req-2418970f-ab8f-489a-9985-494e92843565 service neutron] 10.222.0.49 "GET /v2.0/networks/f21b9665-4ccc-4159-aa7a-eac26a389f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Dec 17 16:24:17.805884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d99fea65-ad44-4eda-a550-2ca8bcd9ce10 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735214 Dec 17 16:24:17.808726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34268) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.862738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Deleting port f24866cd-2440-45cc-823a-e353cf7ec054 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:17.863089 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.871559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8c8-c888-4c29-b2ab-f28bbb236a27 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.893898 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8c8-c888-4c29-b2ab-f28bbb236a27 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.937572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8c8-c888-4c29-b2ab-f28bbb236a27 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.940361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f8beb8c8-c888-4c29-b2ab-f28bbb236a27 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.940787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] For port f24866cd-2440-45cc-823a-e353cf7ec054, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=f24866cd-2440-45cc-823a-e353cf7ec054,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:17.941269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:17.944211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f8beb8c8-c888-4c29-b2ab-f28bbb236a27 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/26f748e3-b1e7-4ec0-95be-a5f5634e51c5 HTTP/1.1" status: 204 len: 168 time: 0.1344855 Dec 17 16:24:17.944827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34270) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:17.959185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Calling delete_port for f24866cd-2440-45cc-823a-e353cf7ec054 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:17.965482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8beb8c8-c888-4c29-b2ab-f28bbb236a27 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f748e3-b1e7-4ec0-95be-a5f5634e51c5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:17.997700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-239dcc10-ac48-445e-8913-6508d1ba5b65 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491419 Dec 17 16:24:18.001370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34272) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.006076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f29ea65f-a09a-430b-ac4f-0df709c6c446 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129362756'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:18.029890 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f29ea65f-a09a-430b-ac4f-0df709c6c446 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.086856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.101716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f29ea65f-a09a-430b-ac4f-0df709c6c446 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.102320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['f24866cd-2440-45cc-823a-e353cf7ec054'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:24:18.106977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f29ea65f-a09a-430b-ac4f-0df709c6c446 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.115650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Pushing event deleted for resources: {'Port': ['ID=f24866cd-2440-45cc-823a-e353cf7ec054,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:18.130053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7fb4c414-18d6-473b-baba-fd3037e9e84f no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:18.150533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f29ea65f-a09a-430b-ac4f-0df709c6c446 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.152393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f29ea65f-a09a-430b-ac4f-0df709c6c446 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1500492 Dec 17 16:24:18.165000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34274) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.165369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 7fb4c414-18d6-473b-baba-fd3037e9e84f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:18.165830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 7fb4c414-18d6-473b-baba-fd3037e9e84f not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:18.175532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a1f55f52-7831-4526-adcf-d76ac155c419 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': 'ef0e1ddf-bbf0-437a-bfd0-25306542551d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:18.183104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] No DVR routers for this DVR port f24866cd-2440-45cc-823a-e353cf7ec054 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:18.188484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ea65f-a09a-430b-ac4f-0df709c6c446 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0e1ddf-bbf0-437a-bfd0-25306542551d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:18.193532 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.199134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-099469a7-9c3c-4586-9fd2-9b9779594b18 req-7b484089-596d-4fd3-8274-e7cb427a96ce tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.47 "DELETE /v2.0/ports/f24866cd-2440-45cc-823a-e353cf7ec054 HTTP/1.1" status: 204 len: 173 time: 0.4576061 Dec 17 16:24:18.200228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'name': 'network-vif-deleted', 'tag': 'f24866cd-2440-45cc-823a-e353cf7ec054'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:18.202485 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2420c7fd-b50c-4bdc-ab7b-9ec9891a9865" -d '{"events": [{"server_uuid": "fd814865-2f92-4c4e-9ed5-73551451faa7", "name": "network-vif-deleted", "tag": "f24866cd-2440-45cc-823a-e353cf7ec054"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:18.290220 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd9b774-4ae2-41fc-a349-f87be24c8f5b x-openstack-request-id: req-acd9b774-4ae2-41fc-a349-f87be24c8f5b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:18.290915 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd814865-2f92-4c4e-9ed5-73551451faa7", "name": "network-vif-deleted", "tag": "f24866cd-2440-45cc-823a-e353cf7ec054", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:18.290915 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acd9b774-4ae2-41fc-a349-f87be24c8f5b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:18.291146 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd814865-2f92-4c4e-9ed5-73551451faa7', 'name': 'network-vif-deleted', 'tag': 'f24866cd-2440-45cc-823a-e353cf7ec054', 'status': 'completed', 'code': 200} Dec 17 16:24:18.293417 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f55f52-7831-4526-adcf-d76ac155c419 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.384399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a291f13-301a-4f20-ae89-b4f23727d399 req-2401866e-8039-4a0a-a348-5feaba3ab1e8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:18.386282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a291f13-301a-4f20-ae89-b4f23727d399 req-2401866e-8039-4a0a-a348-5feaba3ab1e8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 944 time: 0.1269138 Dec 17 16:24:18.410708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f55f52-7831-4526-adcf-d76ac155c419 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.418051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f55f52-7831-4526-adcf-d76ac155c419 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.446286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f55f52-7831-4526-adcf-d76ac155c419 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9223e714-64d0-4dc0-8690-256705704540,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:18.456762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a1f55f52-7831-4526-adcf-d76ac155c419 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.457951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a1f55f52-7831-4526-adcf-d76ac155c419 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2919297 Dec 17 16:24:18.460581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34280) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.490494 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-34936a4a-9c39-4989-8dc9-b7fb800e1922 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules/9223e714-64d0-4dc0-8690-256705704540 HTTP/1.1" status: 200 len: 763 time: 0.0288842 Dec 17 16:24:18.493199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34282) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.494339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a291f13-301a-4f20-ae89-b4f23727d399 req-1b65fee7-0875-4f4c-afa0-7907991b42a3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963538 Dec 17 16:24:18.537487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ac89bc0c-09e7-4158-9cff-09e929575990 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0419912 Dec 17 16:24:18.539240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34284) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.562297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92b6506d-d0a9-451e-a9b8-30556bcccbbb tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.569876 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92b6506d-d0a9-451e-a9b8-30556bcccbbb tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.601922 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92b6506d-d0a9-451e-a9b8-30556bcccbbb tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.608675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-92b6506d-d0a9-451e-a9b8-30556bcccbbb tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.612290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-92b6506d-d0a9-451e-a9b8-30556bcccbbb tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9223e714-64d0-4dc0-8690-256705704540 HTTP/1.1" status: 204 len: 168 time: 0.0696104 Dec 17 16:24:18.612980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34286) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.616489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6506d-d0a9-451e-a9b8-30556bcccbbb tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9223e714-64d0-4dc0-8690-256705704540,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:18.659269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1de96706-918b-4fed-bdab-789f8b68b806 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427265 Dec 17 16:24:18.659529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34290) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.664656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2a80d7a1-58aa-43b0-936d-8e77a1781952 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': 'ef0e1ddf-bbf0-437a-bfd0-25306542551d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:18.700163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a80d7a1-58aa-43b0-936d-8e77a1781952 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.726254 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bd9f28b1-8662-44e9-9ad7-9c09d7b8dc3c req-b1d75001-4147-41e8-afeb-291b997fe65d tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fd814865-2f92-4c4e-9ed5-73551451faa7 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Dec 17 16:24:18.763240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a80d7a1-58aa-43b0-936d-8e77a1781952 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.767409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a80d7a1-58aa-43b0-936d-8e77a1781952 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.785622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80d7a1-58aa-43b0-936d-8e77a1781952 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdae4d46-bebe-444d-b052-110470cb5e6e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:18.794104 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a80d7a1-58aa-43b0-936d-8e77a1781952 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.795297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2a80d7a1-58aa-43b0-936d-8e77a1781952 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345801 Dec 17 16:24:18.798030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34292) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.813906 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fefff90a-9ce0-4018-b269-4430b81ce9c0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules/cdae4d46-bebe-444d-b052-110470cb5e6e HTTP/1.1" status: 200 len: 763 time: 0.0148234 Dec 17 16:24:18.816659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34294) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.860469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aea817c2-47e7-453d-a6e3-f5eb45ddbbe3 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399258 Dec 17 16:24:18.860711 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34296) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.887549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80db983f-5022-4ad9-a528-d090f3e9e929 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.896009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80db983f-5022-4ad9-a528-d090f3e9e929 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.923914 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80db983f-5022-4ad9-a528-d090f3e9e929 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.930559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-80db983f-5022-4ad9-a528-d090f3e9e929 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:18.931251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-80db983f-5022-4ad9-a528-d090f3e9e929 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/cdae4d46-bebe-444d-b052-110470cb5e6e HTTP/1.1" status: 204 len: 168 time: 0.0696044 Dec 17 16:24:18.934133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34298) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.944779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db983f-5022-4ad9-a528-d090f3e9e929 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdae4d46-bebe-444d-b052-110470cb5e6e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:18.980716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2456aac0-19ff-4eec-8c22-ff59d09ddeaa tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427692 Dec 17 16:24:18.980925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34300) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:18.985193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-65b70077-2d30-4b03-8c58-6478f22afa87 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': 'ef0e1ddf-bbf0-437a-bfd0-25306542551d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:19.015759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65b70077-2d30-4b03-8c58-6478f22afa87 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.063371 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65b70077-2d30-4b03-8c58-6478f22afa87 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.067654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65b70077-2d30-4b03-8c58-6478f22afa87 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.088049 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b70077-2d30-4b03-8c58-6478f22afa87 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe38a46c-4d7a-4c63-83d3-e47da69ac71e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:19.094429 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65b70077-2d30-4b03-8c58-6478f22afa87 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.095714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-65b70077-2d30-4b03-8c58-6478f22afa87 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138601 Dec 17 16:24:19.098626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34302) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.115710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8c2f781d-facf-4f30-8c4a-b5e186381b68 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules/fe38a46c-4d7a-4c63-83d3-e47da69ac71e HTTP/1.1" status: 200 len: 764 time: 0.0158825 Dec 17 16:24:19.118350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34304) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.156984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-81bf6792-a28d-481f-8848-265e9d77a747 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0374658 Dec 17 16:24:19.159517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34306) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.183507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c387-f866-42e2-934e-e3adbbd4b565 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.191268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c387-f866-42e2-934e-e3adbbd4b565 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.220134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c387-f866-42e2-934e-e3adbbd4b565 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.226926 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c387-f866-42e2-934e-e3adbbd4b565 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.228075 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1f0c387-f866-42e2-934e-e3adbbd4b565 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/fe38a46c-4d7a-4c63-83d3-e47da69ac71e HTTP/1.1" status: 204 len: 168 time: 0.0676134 Dec 17 16:24:19.231333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34308) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.234524 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0c387-f866-42e2-934e-e3adbbd4b565 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe38a46c-4d7a-4c63-83d3-e47da69ac71e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:19.273042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98f3fc09-a640-454d-8ebb-0e7e96240d60 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0404131 Dec 17 16:24:19.276039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.331556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84f3b065-cac5-4f93-8bb7-2b8ccbf33f7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.353454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84f3b065-cac5-4f93-8bb7-2b8ccbf33f7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.396334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84f3b065-cac5-4f93-8bb7-2b8ccbf33f7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.398976 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84f3b065-cac5-4f93-8bb7-2b8ccbf33f7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.402603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-84f3b065-cac5-4f93-8bb7-2b8ccbf33f7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/ef0e1ddf-bbf0-437a-bfd0-25306542551d HTTP/1.1" status: 204 len: 168 time: 0.1236358 Dec 17 16:24:19.403007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34312) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.410418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3b065-cac5-4f93-8bb7-2b8ccbf33f7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0e1ddf-bbf0-437a-bfd0-25306542551d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:19.452237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-31920ac4-96f0-4d46-91ae-ae0caa3012eb tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0479629 Dec 17 16:24:19.456327 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34314) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.460497 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a11d9dbe-cee3-41ed-989a-803413d7a7a0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265463546'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:19.485933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a11d9dbe-cee3-41ed-989a-803413d7a7a0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.563930 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a11d9dbe-cee3-41ed-989a-803413d7a7a0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.569143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a11d9dbe-cee3-41ed-989a-803413d7a7a0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.625220 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9dbe-cee3-41ed-989a-803413d7a7a0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404cbe04-2f78-4fd6-b24d-18af22a0fe7d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:19.636986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a11d9dbe-cee3-41ed-989a-803413d7a7a0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.640831 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a11d9dbe-cee3-41ed-989a-803413d7a7a0 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1809838 Dec 17 16:24:19.641040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34318) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.645498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0159a496-e56f-4f9b-a514-c3a6572f83b2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Request body: {'security_group_rule': {'security_group_id': '404cbe04-2f78-4fd6-b24d-18af22a0fe7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:19.674234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a648e1-9a67-4030-ba0a-821c6cf5c6a1 req-4b3f7d15-4d9b-457f-8ba9-a1f1d14711b2 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:19.675613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54a648e1-9a67-4030-ba0a-821c6cf5c6a1 req-4b3f7d15-4d9b-457f-8ba9-a1f1d14711b2 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 944 time: 0.0825059 Dec 17 16:24:19.701879 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0159a496-e56f-4f9b-a514-c3a6572f83b2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.751030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54a648e1-9a67-4030-ba0a-821c6cf5c6a1 req-ad9f0f39-a721-4383-887d-f1022089f42f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684898 Dec 17 16:24:19.789598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0159a496-e56f-4f9b-a514-c3a6572f83b2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.793043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.800042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0159a496-e56f-4f9b-a514-c3a6572f83b2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.856665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159a496-e56f-4f9b-a514-c3a6572f83b2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e842101-b813-45fb-8bcf-dda2d42be40a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:19.862396 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0159a496-e56f-4f9b-a514-c3a6572f83b2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.863553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0159a496-e56f-4f9b-a514-c3a6572f83b2 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2214348 Dec 17 16:24:19.866583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34324) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:19.921867 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a788-b60a-48fb-a132-288c2df8da7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.946408 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a788-b60a-48fb-a132-288c2df8da7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.993276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a788-b60a-48fb-a132-288c2df8da7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.996012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1ca9a788-b60a-48fb-a132-288c2df8da7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:19.999380 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1ca9a788-b60a-48fb-a132-288c2df8da7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/404cbe04-2f78-4fd6-b24d-18af22a0fe7d HTTP/1.1" status: 204 len: 168 time: 0.1295574 Dec 17 16:24:20.000218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34326) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:20.006564 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9a788-b60a-48fb-a132-288c2df8da7a tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404cbe04-2f78-4fd6-b24d-18af22a0fe7d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:20.072989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-40f59886-206c-4dc1-9728-2c0f812304ad tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716150 Dec 17 16:24:20.075989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34328) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:20.113155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-66f3b1c7-0790-41dc-b28b-7284d5eb1e13 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0358293 Dec 17 16:24:20.115983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34330) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:20.129530 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-ca7c735c-467b-40c8-abc3-cff6415c44f4 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] delete failed (client error): The resource could not be found. Dec 17 16:24:20.130890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ca7c735c-467b-40c8-abc3-cff6415c44f4 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "DELETE /v2.0/security-groups/404cbe04-2f78-4fd6-b24d-18af22a0fe7d HTTP/1.1" status: 404 len: 347 time: 0.0140054 Dec 17 16:24:20.134910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34332) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:20.137698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e06036b1-1597-42dc-901c-96ea3d591580 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:24:20.182433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-00d7d0a7-1884-4cee-8ec6-b476a278e244 tempest-SecGroupTest-390921007 tempest-SecGroupTest-390921007-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460751 Dec 17 16:24:20.199102 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.235748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e06036b1-1597-42dc-901c-96ea3d591580, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e06036b1-1597-42dc-901c-96ea3d591580,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:20.251950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'e06036b1-1597-42dc-901c-96ea3d591580', 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'port_id': 'e06036b1-1597-42dc-901c-96ea3d591580', 'mac_address': 'fa:16:3e:5a:4d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5112994b-a190-4ddf-83f3-02c4431ccb21', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:24:20.290402 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.304488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06036b1-1597-42dc-901c-96ea3d591580 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:24:20.325636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e06036b1-1597-42dc-901c-96ea3d591580, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e06036b1-1597-42dc-901c-96ea3d591580,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:20.330513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.378674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e06036b1-1597-42dc-901c-96ea3d591580,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:20.450304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Deleting port 199f96a2-d687-44ea-a535-5b4baddb6e8a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:20.450860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.460660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34338) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:20.521573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e06036b1-1597-42dc-901c-96ea3d591580'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:24:20.536211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] For port 199f96a2-d687-44ea-a535-5b4baddb6e8a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=199f96a2-d687-44ea-a535-5b4baddb6e8a,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:20.536820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.550873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Calling delete_port for 199f96a2-d687-44ea-a535-5b4baddb6e8a owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:20.608335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8f4844c7-f5a1-4cb5-85f8-a668c197b283 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea702e0a9be94907a326a9a90e5c7a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463447 Dec 17 16:24:20.610642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:20.662713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb29a9-4988-4703-9e68-a38bfada61cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.687656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb29a9-4988-4703-9e68-a38bfada61cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.749317 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb29a9-4988-4703-9e68-a38bfada61cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.752997 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ccb29a9-4988-4703-9e68-a38bfada61cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.754391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ccb29a9-4988-4703-9e68-a38bfada61cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af779318-5ec8-4e10-a808-a515c4de79bb HTTP/1.1" status: 204 len: 168 time: 0.1427741 Dec 17 16:24:20.761069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:20.764700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb29a9-4988-4703-9e68-a38bfada61cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af779318-5ec8-4e10-a808-a515c4de79bb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:20.789539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Pushing event deleted for resources: {'Port': ['ID=199f96a2-d687-44ea-a535-5b4baddb6e8a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:20.949195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e168ef-b9eb-49d7-bd1f-c650b6df23a8 req-a9642dd7-9f73-43b6-91f0-9c5125c9f4c0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:20.950785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71e168ef-b9eb-49d7-bd1f-c650b6df23a8 req-a9642dd7-9f73-43b6-91f0-9c5125c9f4c0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 945 time: 0.0983064 Dec 17 16:24:21.032395 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:21.053163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71e168ef-b9eb-49d7-bd1f-c650b6df23a8 req-6472cf98-40e7-437a-9794-cc9d8f961eb6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690374 Dec 17 16:24:21.264471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Router 16b530e5-7622-488d-8427-29c883516d78 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:21.374797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:21.384003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-603cc11e-6ea5-4206-a55d-cc5b220549ce admin admin] 10.222.0.54 "PUT /v2.0/routers/16b530e5-7622-488d-8427-29c883516d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5876203 Dec 17 16:24:21.384379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34364) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:21.390222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] Sync routers for ids ['16b530e5-7622-488d-8427-29c883516d78'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:21.404682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] Routers {'16b530e5-7622-488d-8427-29c883516d78'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:21.405560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['16b530e5-7622-488d-8427-29c883516d78'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:21.517428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:21.527524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] Set router 16b530e5-7622-488d-8427-29c883516d78 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:21.555022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34368) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:21.563307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f24866cd-2440-45cc-823a-e353cf7ec054 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:21.612259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: f24866cd-2440-45cc-823a-e353cf7ec054 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:21.612656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device f24866cd-2440-45cc-823a-e353cf7ec054 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:21.665809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:21.689419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1aee9768-75a8-448e-996a-646b21d29f97 tempest-ServiceProvidersTest-1270901463 tempest-ServiceProvidersTest-1270901463-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1331723 Dec 17 16:24:21.735341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Deleting port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:21.736041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:21.763613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:24:20Z', 'revision_number': 5, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port': {'id': '8a1d2cbd-4306-478d-ac2a-1b48f80cc938', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b530e5-7622-488d-8427-29c883516d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:34Z', 'updated_at': '2021-12-17T16:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:21.792671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] Checking router: 16b530e5-7622-488d-8427-29c883516d78 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:21.803001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] Routers {'16b530e5-7622-488d-8427-29c883516d78'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:21.803624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['16b530e5-7622-488d-8427-29c883516d78'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:21.829547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] For port 8a1d2cbd-4306-478d-ac2a-1b48f80cc938, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:21.829905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:21.842459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Calling delete_port for 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:21.895022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] Set router 16b530e5-7622-488d-8427-29c883516d78 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:21.951179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:24:21Z', 'revision_number': 6, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:21.965776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34376) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:21.980289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b935b44-201c-4343-9bd4-4fa59c0faf6b None None] The sync data for ids ['16b530e5-7622-488d-8427-29c883516d78'] in n-d-806683-20 is: [{'id': '16b530e5-7622-488d-8427-29c883516d78', 'name': 'tempest-TestServerMultinode-101204597-router', 'tenant_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:33Z', 'updated_at': '2021-12-17T16:24:21Z', 'revision_number': 6, 'project_id': 'f3bd04c525c2494fa788fd2ee084b1e3', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:22.027877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.057643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1d2cbd-4306-478d-ac2a-1b48f80cc938,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:22.066412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69773b0-53dc-4658-bb16-af9f88d32909 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:22.129885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-67469854-8fec-415d-b954-5e112a9778ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.152403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e06036b1-1597-42dc-901c-96ea3d591580 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:24:22.174677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.211625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port e06036b1-1597-42dc-901c-96ea3d591580 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:24:22.215589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port e06036b1-1597-42dc-901c-96ea3d591580 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:22.215995 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.279353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.287660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.294251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.312870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169c39-8411-4ae8-9477-1cc408d7181b req-e95a7ebc-fc1c-4267-8221-63b03906921f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:22.314423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a169c39-8411-4ae8-9477-1cc408d7181b req-e95a7ebc-fc1c-4267-8221-63b03906921f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 945 time: 0.1862309 Dec 17 16:24:22.324031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06036b1-1597-42dc-901c-96ea3d591580'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:22.326415 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1464a52-0073-48da-940f-db57e70d8caf" -d '{"events": [{"server_uuid": "687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2", "name": "network-vif-plugged", "status": "completed", "tag": "e06036b1-1597-42dc-901c-96ea3d591580"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:22.341581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e06036b1-1597-42dc-901c-96ea3d591580, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e06036b1-1597-42dc-901c-96ea3d591580,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:22.347146 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.374705 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.375331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b530e5-7622-488d-8427-29c883516d78 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:24:22.384724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.386065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3664a7f2-c2b3-49d5-9c27-9e3f95d49190 admin admin] 10.222.0.54 "DELETE /v2.0/routers/16b530e5-7622-488d-8427-29c883516d78 HTTP/1.1" status: 204 len: 168 time: 1.0005550 Dec 17 16:24:22.389403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34384) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:22.397050 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910bbfaa-f2cb-424c-a5d0-ac5958b5ed25 x-openstack-request-id: req-910bbfaa-f2cb-424c-a5d0-ac5958b5ed25 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:22.397581 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2", "name": "network-vif-plugged", "status": "completed", "tag": "e06036b1-1597-42dc-901c-96ea3d591580", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:22.397581 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-910bbfaa-f2cb-424c-a5d0-ac5958b5ed25 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:22.397999 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06036b1-1597-42dc-901c-96ea3d591580', 'code': 200} Dec 17 16:24:22.432459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e06036b1-1597-42dc-901c-96ea3d591580,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:22.439084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-67469854-8fec-415d-b954-5e112a9778ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.443607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a169c39-8411-4ae8-9477-1cc408d7181b req-ba397cae-61e2-4051-9fa4-f4dfa6e68a5f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944982 Dec 17 16:24:22.448275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-67469854-8fec-415d-b954-5e112a9778ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.461064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] Deleting subnet 3f7a2c56-5275-49d8-8b2e-910581a34b06 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:24:22.468526 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.510130 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.517823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469854-8fec-415d-b954-5e112a9778ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcff674-b9eb-41e9-b0ae-d5dc9609b164,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:22.524598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-67469854-8fec-415d-b954-5e112a9778ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07d49a9dc279424d887d1376c7345586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5573583 Dec 17 16:24:22.525275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34386) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:22.562855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab93c-145e-48aa-8b0f-fcc2d66045ea req-a8547796-4499-465d-b34e-0ecf3a9ab8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:22.564399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91aab93c-145e-48aa-8b0f-fcc2d66045ea req-a8547796-4499-465d-b34e-0ecf3a9ab8a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 1098 time: 0.0933115 Dec 17 16:24:22.595566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.601457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1fca-9c69-4536-918e-3659152b1a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.640146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1fca-9c69-4536-918e-3659152b1a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.644051 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91aab93c-145e-48aa-8b0f-fcc2d66045ea req-f559479d-64e3-4dbc-8389-d040eb8bbc17 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702338 Dec 17 16:24:22.650018 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.675578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7a2c56-5275-49d8-8b2e-910581a34b06,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:22.679338 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.683014 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-afafe1c0-2782-44f7-ade0-0408ee0be2ed admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3f7a2c56-5275-49d8-8b2e-910581a34b06 HTTP/1.1" status: 204 len: 168 time: 0.2925313 Dec 17 16:24:22.685812 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34388) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:22.689549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121febe-18bf-4509-b347-8e199fa326f1 None None] Network 5246112e-7843-4a5a-8a47-81d891dc6276 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:22.738768 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1fca-9c69-4536-918e-3659152b1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.741500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1fca-9c69-4536-918e-3659152b1a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.742649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3f2c1fca-9c69-4536-918e-3659152b1a39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1dcff674-b9eb-41e9-b0ae-d5dc9609b164 HTTP/1.1" status: 204 len: 168 time: 0.2155795 Dec 17 16:24:22.761567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c1fca-9c69-4536-918e-3659152b1a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcff674-b9eb-41e9-b0ae-d5dc9609b164,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:22.775103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.847492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Deleting port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:22.847854 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.856273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] DHCP port deletion for 5246112e-7843-4a5a-8a47-81d891dc6276 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:22.932571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] Deleting port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:22.932764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] For port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:22.933404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.933522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:22.954502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Calling delete_port for 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:23.006730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] For port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,segment=NetworkSegment(3e46e3c5-02d8-4bb2-9107-66e790c376a6),segment_id=3e46e3c5-02d8-4bb2-9107-66e790c376a6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:23.007131 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.031482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] Calling delete_port for 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:23.061182 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.083570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:23.093073 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:23.098467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] No DVR routers for this DVR port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:23.189895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.224870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5246112e-7843-4a5a-8a47-81d891dc6276']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:23.237610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e46e3c5-02d8-4bb2-9107-66e790c376a6') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:23.238035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e46e3c5-02d8-4bb2-9107-66e790c376a6') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:23.249121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.264959 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.272451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:24:23.273013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:23.274944 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:23.292871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:23.293133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:23.293554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:23.318474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:23.318791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8a1d2cbd-4306-478d-ac2a-1b48f80cc938 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:23.319239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 199f96a2-d687-44ea-a535-5b4baddb6e8a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:23.330188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.335983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.339749 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5246112e-7843-4a5a-8a47-81d891dc6276 HTTP/1.1" status: 204 len: 168 time: 0.6522808 Dec 17 16:24:23.342473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 199f96a2-d687-44ea-a535-5b4baddb6e8a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:23.342759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34402) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:23.342933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 199f96a2-d687-44ea-a535-5b4baddb6e8a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:23.370636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:23.395005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] Network 5246112e-7843-4a5a-8a47-81d891dc6276 is not hosted by any dhcp agent {{(pid=109785) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 16:24:23.398188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] No DVR routers for this DVR port 8a1c1c31-c503-4bf6-9a5f-c544177a7f62 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:23.398188 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacfa97-d40e-447b-adae-d2f7a48b4f27 None None] Pushing event deleted for resources: {'Port': ['ID=8a1c1c31-c503-4bf6-9a5f-c544177a7f62,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:23.418726 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615c4b9-ddbc-49cd-bdae-34b8bebc3151 admin admin] Pushing event deleted for resources: {'Network': ['ID=5246112e-7843-4a5a-8a47-81d891dc6276,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:23.637814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34414) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:23.640746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1422ea-8d4b-4cb1-a9d7-9085cf953bde req-d26b0962-db45-4494-bbb2-1400182ee422 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:23.642768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a1422ea-8d4b-4cb1-a9d7-9085cf953bde req-d26b0962-db45-4494-bbb2-1400182ee422 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 946 time: 0.1110606 Dec 17 16:24:23.707943 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7a1422ea-8d4b-4cb1-a9d7-9085cf953bde req-692f474f-2cbc-4bd5-8bd6-a3c917bc65fe tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512345 Dec 17 16:24:23.761149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-dc1b82a0-569b-4a0e-a99e-81478eeef56a tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-62529555', 'prefixes': ['172.20.0.0/16']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:23.800463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.185214 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-dc1b82a0-569b-4a0e-a99e-81478eeef56a tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] Publish callbacks [] for subnetpool, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.186357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dc1b82a0-569b-4a0e-a99e-81478eeef56a tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.5475612 Dec 17 16:24:24.189156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:24.258399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dbd84161-a2e2-43a8-81a4-0ff63b522b64 tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] 10.222.0.54 "GET /v2.0/subnetpools/96fd1940-0368-4b86-80a7-7f0bf0b9cc3d HTTP/1.1" status: 200 len: 730 time: 0.0681419 Dec 17 16:24:24.261018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34420) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:24.280831 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ba16455f-e210-4576-a331-6c0ccc0afb35 tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1722218865'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:24:24.372554 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ba16455f-e210-4576-a331-6c0ccc0afb35 tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] Publish callbacks [] for subnetpool, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.373754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ba16455f-e210-4576-a331-6c0ccc0afb35 tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] 10.222.0.54 "PUT /v2.0/subnetpools/96fd1940-0368-4b86-80a7-7f0bf0b9cc3d HTTP/1.1" status: 200 len: 684 time: 0.1118355 Dec 17 16:24:24.376547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34422) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:24.449321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Deleting port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:24.449902 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.459522 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b056-d98f-43a5-a91a-23dc3afd2c1b tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] Publish callbacks [] for subnetpool, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.460747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c5d3b056-d98f-43a5-a91a-23dc3afd2c1b tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] 10.222.0.54 "DELETE /v2.0/subnetpools/96fd1940-0368-4b86-80a7-7f0bf0b9cc3d HTTP/1.1" status: 204 len: 168 time: 0.0830848 Dec 17 16:24:24.463501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34424) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:24.477987 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-a8d73bc8-07fb-4703-85a2-95370cb5e15b tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] show failed (client error): The resource could not be found. Dec 17 16:24:24.479051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a8d73bc8-07fb-4703-85a2-95370cb5e15b tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] 10.222.0.54 "GET /v2.0/subnetpools/96fd1940-0368-4b86-80a7-7f0bf0b9cc3d HTTP/1.1" status: 404 len: 346 time: 0.0144444 Dec 17 16:24:24.482052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34426) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:24.496039 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [None req-ca6474f2-da1e-4c88-a6cd-932615feb1c0 tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] delete failed (client error): The resource could not be found. Dec 17 16:24:24.497027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca6474f2-da1e-4c88-a6cd-932615feb1c0 tempest-SubnetPoolsTestJSON-1624130961 tempest-SubnetPoolsTestJSON-1624130961-project] 10.222.0.54 "DELETE /v2.0/subnetpools/96fd1940-0368-4b86-80a7-7f0bf0b9cc3d HTTP/1.1" status: 404 len: 346 time: 0.0141122 Dec 17 16:24:24.532253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] For port 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,segment=NetworkSegment(6a0280d4-b9ae-484f-8963-563e81838b91),segment_id=6a0280d4-b9ae-484f-8963-563e81838b91)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:24.532623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.546209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Calling delete_port for 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:24.739767 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.765321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34434) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:24.800752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7a03a7-cfa4-4dab-b70d-63fc91465b5d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:24.888006 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe5efc07-bc7b-40fa-a47d-c219a67eb61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.891852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee433c9-7376-4da2-a32a-d70204078597 req-e653968f-863b-477e-8982-3a81ca7509e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:24.891852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dee433c9-7376-4da2-a32a-d70204078597 req-e653968f-863b-477e-8982-3a81ca7509e5 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 946 time: 0.0912299 Dec 17 16:24:24.977660 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe5efc07-bc7b-40fa-a47d-c219a67eb61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:24.985220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fe5efc07-bc7b-40fa-a47d-c219a67eb61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:25.019669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fe5efc07-bc7b-40fa-a47d-c219a67eb61b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f979a977bec6428faf41f0781d10ecc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530143 Dec 17 16:24:25.020698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dee433c9-7376-4da2-a32a-d70204078597 req-63d7d522-0484-4faa-a952-8c3cf09fae6b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945210 Dec 17 16:24:25.023266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34438) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:25.043607 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:25.052245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5efc07-bc7b-40fa-a47d-c219a67eb61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77998710-410c-4bda-9a67-5bac78de7b67,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:25.154136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd27a28-ce6c-409f-9e0c-5da9240af416 req-b00d0d78-d4d7-4e9f-9212-6b50873bc1c4 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:25.155685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fd27a28-ce6c-409f-9e0c-5da9240af416 req-b00d0d78-d4d7-4e9f-9212-6b50873bc1c4 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 946 time: 0.0492506 Dec 17 16:24:25.169625 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b660dac5-fbb4-4a92-a2ba-90fc70cf11b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:25.200704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b660dac5-fbb4-4a92-a2ba-90fc70cf11b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:25.210017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2fd27a28-ce6c-409f-9e0c-5da9240af416 req-c5f38c1a-ffda-4fa1-938f-e0865a090a42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477884 Dec 17 16:24:25.326712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b660dac5-fbb4-4a92-a2ba-90fc70cf11b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:25.329359 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b660dac5-fbb4-4a92-a2ba-90fc70cf11b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:25.330653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b660dac5-fbb4-4a92-a2ba-90fc70cf11b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77998710-410c-4bda-9a67-5bac78de7b67 HTTP/1.1" status: 204 len: 168 time: 0.3064053 Dec 17 16:24:25.345050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660dac5-fbb4-4a92-a2ba-90fc70cf11b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77998710-410c-4bda-9a67-5bac78de7b67,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:25.353230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Router 121490b7-4820-4ecb-9b67-87ded77660e7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:25.475280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:25.481095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-74943455-3a7e-42b0-8508-0553399d0ac6 admin admin] 10.222.0.54 "PUT /v2.0/routers/121490b7-4820-4ecb-9b67-87ded77660e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1372025 Dec 17 16:24:25.484013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34450) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:25.486137 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] Sync routers for ids ['121490b7-4820-4ecb-9b67-87ded77660e7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:25.495998 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] Routers {'121490b7-4820-4ecb-9b67-87ded77660e7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:25.496713 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['121490b7-4820-4ecb-9b67-87ded77660e7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:25.607091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:25.609184 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] Set router 121490b7-4820-4ecb-9b67-87ded77660e7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:25.811989 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:24:24Z', 'revision_number': 5, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:25.843430 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] Checking router: 121490b7-4820-4ecb-9b67-87ded77660e7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:25.853122 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] Routers {'121490b7-4820-4ecb-9b67-87ded77660e7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:25.853773 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['121490b7-4820-4ecb-9b67-87ded77660e7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:25.979492 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] Set router 121490b7-4820-4ecb-9b67-87ded77660e7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:26.065427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.118171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Deleting port a580c336-01bc-44ef-9fe2-fc6ce61e6923 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:26.118515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.174516 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:24:24Z', 'revision_number': 5, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:26.197192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] For port a580c336-01bc-44ef-9fe2-fc6ce61e6923, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a580c336-01bc-44ef-9fe2-fc6ce61e6923,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:26.197671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.200900 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c276d56-67c4-45a6-a977-dadab2b9baa7 None None] The sync data for ids ['121490b7-4820-4ecb-9b67-87ded77660e7'] in n-d-806683-20 is: [{'id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'name': 'tempest-TestServerMultinode-1457530334-router', 'tenant_id': '0952dea7fd4143eb893baf4eeedab95c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:24:24Z', 'revision_number': 5, 'project_id': '0952dea7fd4143eb893baf4eeedab95c', 'gw_port': {'id': 'a580c336-01bc-44ef-9fe2-fc6ce61e6923', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121490b7-4820-4ecb-9b67-87ded77660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:41Z', 'updated_at': '2021-12-17T16:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:26.215302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Calling delete_port for a580c336-01bc-44ef-9fe2-fc6ce61e6923 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:26.386233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.415861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a580c336-01bc-44ef-9fe2-fc6ce61e6923,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:26.430180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b83361-0776-4c64-9a1e-04aa1bce899c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:26.492684 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.585496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.588428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.645637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.646203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 121490b7-4820-4ecb-9b67-87ded77660e7 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:24:26.654460 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.655631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4ba47ea0-0323-4f6a-9898-29ebbc9a24c9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/121490b7-4820-4ecb-9b67-87ded77660e7 HTTP/1.1" status: 204 len: 168 time: 1.1706264 Dec 17 16:24:26.658301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34486) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:26.700872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34488) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:26.712873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Deleting subnet be0cfe1e-2745-4125-9642-04fb1e54cd55 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:24:26.716558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.768247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.863440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.931865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.964849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0cfe1e-2745-4125-9642-04fb1e54cd55,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:26.974059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:26.980653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/be0cfe1e-2745-4125-9642-04fb1e54cd55 HTTP/1.1" status: 204 len: 168 time: 0.3211913 Dec 17 16:24:26.981295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34496) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:26.982245 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349bd70d-904c-431c-8def-69c24226401b None None] Network 454bb56e-9c54-46a9-a3bb-f9f24230cf57 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:27.003012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.003368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.003720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.004113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.004455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.005168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.005502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.005839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.006173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.006503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.006833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.007209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.007475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3df532-d348-4424-9051-49687a445bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:27.097321 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.158889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Deleting port ba9a3ad3-3483-485b-ba27-a9aa4f950590 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:27.159277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.236252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] For port ba9a3ad3-3483-485b-ba27-a9aa4f950590, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ba9a3ad3-3483-485b-ba27-a9aa4f950590,segment=NetworkSegment(6a0280d4-b9ae-484f-8963-563e81838b91),segment_id=6a0280d4-b9ae-484f-8963-563e81838b91)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:27.236618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.251102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Calling delete_port for ba9a3ad3-3483-485b-ba27-a9aa4f950590 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:27.298193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.332121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.361199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9a3ad3-3483-485b-ba27-a9aa4f950590,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:27.361421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] No DVR routers for this DVR port ba9a3ad3-3483-485b-ba27-a9aa4f950590 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:27.404658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc9fca-d600-45aa-b777-a833c0f7baa8 None None] DHCP port deletion for 454bb56e-9c54-46a9-a3bb-f9f24230cf57 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:27.433012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:27.445979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.465749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:27.466177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9c7a03a7-cfa4-4dab-b70d-63fc91465b5d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:27.471135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454bb56e-9c54-46a9-a3bb-f9f24230cf57']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:27.481490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0280d4-b9ae-484f-8963-563e81838b91') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:27.481826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0280d4-b9ae-484f-8963-563e81838b91') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:27.496059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.510194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.516488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:24:27.517519 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:27.519191 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:27.574042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.579427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.583103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] 10.222.0.54 "DELETE /v2.0/networks/454bb56e-9c54-46a9-a3bb-f9f24230cf57 HTTP/1.1" status: 204 len: 168 time: 0.6005242 Dec 17 16:24:27.603463 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aacad8-99ae-4597-ad55-0b8856b5d475 admin admin] Pushing event deleted for resources: {'Network': ['ID=454bb56e-9c54-46a9-a3bb-f9f24230cf57,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:27.620880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.20.0.17 (f21b9665-4ccc-4159-aa7a-eac26a389f7d/5112994b-a190-4ddf-83f3-02c4431ccb21/7e65ebb3-95dc-48a0-90c1-5366452cd393) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:24:27.745825 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.769068 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34502) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:27.780851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.812507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-50cdce23-0fc2-4fdd-90f9-58a3604aa398 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3bd04c525c2494fa788fd2ee084b1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399456 Dec 17 16:24:27.812716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34504) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:27.823708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:24:27.827106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:24:27.830839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:24:27.857252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=7e65ebb3-95dc-48a0-90c1-5366452cd393,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:27.864741 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53587d6a-6723-4a2a-872b-fe00e3bfbacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.878507 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.891071 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53587d6a-6723-4a2a-872b-fe00e3bfbacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.945979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53587d6a-6723-4a2a-872b-fe00e3bfbacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.949106 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-53587d6a-6723-4a2a-872b-fe00e3bfbacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:27.950726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-53587d6a-6723-4a2a-872b-fe00e3bfbacf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b6673c7-1123-4828-9616-441568fb693a HTTP/1.1" status: 204 len: 168 time: 0.1366894 Dec 17 16:24:27.959094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53587d6a-6723-4a2a-872b-fe00e3bfbacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6673c7-1123-4828-9616-441568fb693a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:28.019326 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.164011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d48681a7-6bef-4a54-ac5c-4a04b71a1ed3 None None] Provisioning complete for port 7e65ebb3-95dc-48a0-90c1-5366452cd393 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:28.164388 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d48681a7-6bef-4a54-ac5c-4a04b71a1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.200697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d48681a7-6bef-4a54-ac5c-4a04b71a1ed3 None None] Port 7e65ebb3-95dc-48a0-90c1-5366452cd393 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:24:28.324263 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.326786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34514) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:28.330034 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.371874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d9c8ea11-2a14-45da-bcc3-19543965148b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0952dea7fd4143eb893baf4eeedab95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408294 Dec 17 16:24:28.373589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34516) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:28.435638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=7e65ebb3-95dc-48a0-90c1-5366452cd393,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:28.439514 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.510644 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6239d38e-e905-408b-a624-be0591ddeeb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.540698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6239d38e-e905-408b-a624-be0591ddeeb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.602094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:24:28.604457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:24:28.672582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6239d38e-e905-408b-a624-be0591ddeeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.676323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6239d38e-e905-408b-a624-be0591ddeeb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:28.678039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6239d38e-e905-408b-a624-be0591ddeeb1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7a3fda1-ac10-4d21-beee-0c9dcc6f5028 HTTP/1.1" status: 204 len: 168 time: 0.3013256 Dec 17 16:24:28.719163 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239d38e-e905-408b-a624-be0591ddeeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3fda1-ac10-4d21-beee-0c9dcc6f5028,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:28.773821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:28.907415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:28.936734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Sync routers for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:28.944564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bb0393ae-98f0-47b8-8f66-37fb271b8513 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "PUT /v2.0/routers/e6af4410-0eb5-471b-9eef-3e7e4b7f2f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2413847 Dec 17 16:24:28.951507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:28.952252 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:28.957725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1fbfc4a8-6529-4c78-a3ec-87d3431a1d96 None None] Provisioning complete for port 7e65ebb3-95dc-48a0-90c1-5366452cd393 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:28.958359 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc4a8-6529-4c78-a3ec-87d3431a1d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:29.078371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a580c336-01bc-44ef-9fe2-fc6ce61e6923 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:29.083150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfc4a8-6529-4c78-a3ec-87d3431a1d96 None None] Port 7e65ebb3-95dc-48a0-90c1-5366452cd393 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:24:29.110739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a580c336-01bc-44ef-9fe2-fc6ce61e6923 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:29.111392 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a580c336-01bc-44ef-9fe2-fc6ce61e6923 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:29.112005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ba9a3ad3-3483-485b-ba27-a9aa4f950590 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:29.143164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: ba9a3ad3-3483-485b-ba27-a9aa4f950590 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:29.143511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ba9a3ad3-3483-485b-ba27-a9aa4f950590 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:29.163745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:29.424470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:27Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 1, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e65ebb3-95dc-48a0-90c1-5366452cd393', 'name': '', 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:de:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5112994b-a190-4ddf-83f3-02c4431ccb21', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:24:27Z', 'updated_at': '2021-12-17T16:24:28Z', 'revision_number': 2, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '5112994b-a190-4ddf-83f3-02c4431ccb21', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:29.452553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Checking router: e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:29.452905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Updating router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 port 7e65ebb3-95dc-48a0-90c1-5366452cd393 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:24:29.479751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:29.756085 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:29.764069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:29.817809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Pushing event updated for resources: {'Port': ['ID=7e65ebb3-95dc-48a0-90c1-5366452cd393,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:29.837317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.837670 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.838428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.838932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.839402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.839911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.840565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.841038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.841525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.841857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.842187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.842514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.842840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:29.878613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Attempting to bind port 7e65ebb3-95dc-48a0-90c1-5366452cd393 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:24:29.878993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Attempting to bind port 7e65ebb3-95dc-48a0-90c1-5366452cd393 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:24:29.879360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Attempting to bind port 7e65ebb3-95dc-48a0-90c1-5366452cd393 on network f21b9665-4ccc-4159-aa7a-eac26a389f7d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:24:29.885200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:24:29.885817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Checking segment: {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:24:29.886371 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:29.886771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Bound using segment: {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:24:29.887430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Bound port: 7e65ebb3-95dc-48a0-90c1-5366452cd393, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15755ac0-baa6-42e0-b3cc-66d9415d0f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:24:29.888021 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:29.962348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] For port 7e65ebb3-95dc-48a0-90c1-5366452cd393, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:24:29.968801 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] For port 7e65ebb3-95dc-48a0-90c1-5366452cd393, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7e65ebb3-95dc-48a0-90c1-5366452cd393,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:24:29.974917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:30.050104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad493cb-07df-4742-8ced-504423e9d3de None None] Pushing event updated for resources: {'Port': ['ID=7e65ebb3-95dc-48a0-90c1-5366452cd393,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:30.054317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:30.054951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:30.057042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-543768f6-55f5-4db4-89e1-175396f1d629 None None] Provisioning complete for port 7e65ebb3-95dc-48a0-90c1-5366452cd393 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:30.057423 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-543768f6-55f5-4db4-89e1-175396f1d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:30.233923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:30.265497 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-543768f6-55f5-4db4-89e1-175396f1d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:30.348111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-543768f6-55f5-4db4-89e1-175396f1d629 None None] For port 7e65ebb3-95dc-48a0-90c1-5366452cd393, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7e65ebb3-95dc-48a0-90c1-5366452cd393,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:30.353705 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-543768f6-55f5-4db4-89e1-175396f1d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:30.447795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543768f6-55f5-4db4-89e1-175396f1d629 None None] Pushing event updated for resources: {'Port': ['ID=7e65ebb3-95dc-48a0-90c1-5366452cd393,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:30.515632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-98c7434a-3534-48cb-9a1d-4965ececa5bc None None] Provisioning complete for port 7e65ebb3-95dc-48a0-90c1-5366452cd393 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:30.516018 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98c7434a-3534-48cb-9a1d-4965ececa5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:30.578361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:27Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 1, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e65ebb3-95dc-48a0-90c1-5366452cd393', 'name': '', 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:de:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5112994b-a190-4ddf-83f3-02c4431ccb21', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:24:27Z', 'updated_at': '2021-12-17T16:24:29Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '5112994b-a190-4ddf-83f3-02c4431ccb21', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:30.630499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ec40b4-e417-403a-9a6e-d7bc33ca816f None None] The sync data for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 is: [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:27Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 1, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e65ebb3-95dc-48a0-90c1-5366452cd393', 'name': '', 'network_id': 'f21b9665-4ccc-4159-aa7a-eac26a389f7d', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:de:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5112994b-a190-4ddf-83f3-02c4431ccb21', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:24:27Z', 'updated_at': '2021-12-17T16:24:29Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '5112994b-a190-4ddf-83f3-02c4431ccb21', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:31.070056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7e65ebb3-95dc-48a0-90c1-5366452cd393 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:24:31.124543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7e65ebb3-95dc-48a0-90c1-5366452cd393 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:24:31.125051 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:36.492421 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dd89b68b-4de7-470d-8446-47716a2dc60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:38.904208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c46e3e3a-cc43-44ca-99d1-a1f8fe0bf8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:40.055991 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:41.089404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:41.241245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:42.130266 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:45.653219 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.206249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:46.321255 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-304dbdbc-f971-49cd-8856-2d7a5d213067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.409493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-304dbdbc-f971-49cd-8856-2d7a5d213067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.415261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-304dbdbc-f971-49cd-8856-2d7a5d213067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.455928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-304dbdbc-f971-49cd-8856-2d7a5d213067 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11182570e320493183f643a105a7c1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484190 Dec 17 16:24:46.457870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dbdbc-f971-49cd-8856-2d7a5d213067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa42e3b-6afd-41ca-a362-9101ca13255b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:46.458876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34660) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:46.511593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.533752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.594960 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.597739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.598930 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfa42e3b-6afd-41ca-a362-9101ca13255b HTTP/1.1" status: 204 len: 168 time: 0.1383636 Dec 17 16:24:46.607586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa42e3b-6afd-41ca-a362-9101ca13255b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:46.615510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.615892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.616268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.616606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.616943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.617275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.617724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.617926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.618252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.618807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.619298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.619649 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.620008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f23285b-87b8-4dbd-a436-a174aed3821a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:24:46.873818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34666) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:46.888278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-416df77d-03c4-46d0-9daa-5b4c2addd9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.969840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-416df77d-03c4-46d0-9daa-5b4c2addd9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:46.974227 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-416df77d-03c4-46d0-9daa-5b4c2addd9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:47.010763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416df77d-03c4-46d0-9daa-5b4c2addd9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f813f0e-645a-4907-bd63-2fdc29a9595e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:47.015413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-416df77d-03c4-46d0-9daa-5b4c2addd9e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73e2ec4cd6d1412e8eec48494be42e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404929 Dec 17 16:24:47.018446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34668) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:47.075628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-883e96ac-b2a5-4bd1-92f8-5425cd6e3f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:47.099147 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-883e96ac-b2a5-4bd1-92f8-5425cd6e3f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:47.149931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-883e96ac-b2a5-4bd1-92f8-5425cd6e3f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:47.152693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-883e96ac-b2a5-4bd1-92f8-5425cd6e3f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:47.153878 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-883e96ac-b2a5-4bd1-92f8-5425cd6e3f25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f813f0e-645a-4907-bd63-2fdc29a9595e HTTP/1.1" status: 204 len: 168 time: 0.1343589 Dec 17 16:24:47.161475 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e96ac-b2a5-4bd1-92f8-5425cd6e3f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f813f0e-645a-4907-bd63-2fdc29a9595e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:49.462006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34722) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:49.862475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:50.186222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port 7e65ebb3-95dc-48a0-90c1-5366452cd393 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:50.186576 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:50.278906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port 7e65ebb3-95dc-48a0-90c1-5366452cd393, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7e65ebb3-95dc-48a0-90c1-5366452cd393,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:50.279265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:50.293247 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for 7e65ebb3-95dc-48a0-90c1-5366452cd393 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:50.482600 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:50.510161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=7e65ebb3-95dc-48a0-90c1-5366452cd393,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:50.692899 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:50.925502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:51.038580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:51.044751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-45fbc508-a780-4c05-8542-e1bf736e87c3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "PUT /v2.0/routers/e6af4410-0eb5-471b-9eef-3e7e4b7f2f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5817380 Dec 17 16:24:51.050115 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] Sync routers for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:51.064461 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:51.065144 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:51.180741 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:51.281690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33955c-c933-46d1-bfe0-b202e67e7772 req-372c97d6-d1d5-4b20-bec6-9f230e877c5e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:51.283248 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c33955c-c933-46d1-bfe0-b202e67e7772 req-372c97d6-d1d5-4b20-bec6-9f230e877c5e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 946 time: 0.0511117 Dec 17 16:24:51.333600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c33955c-c933-46d1-bfe0-b202e67e7772 req-8d4d0434-ddc6-48ab-8824-b8b22de02623 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Dec 17 16:24:51.422959 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:50Z', 'revision_number': 6, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 1, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:51.449438 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] Checking router: e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:51.458702 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:51.459317 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:51.567001 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:51.881904 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:50Z', 'revision_number': 6, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 1, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:51.908214 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d8f1e-ed12-4ec8-9c36-78d5e7e41e8f None None] The sync data for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 is: [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:50Z', 'revision_number': 6, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '29d65a5e-9036-42f0-9182-52f5c0f78bf5', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'port_id': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'mac_address': 'fa:16:3e:50:e2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:23:31Z', 'updated_at': '2021-12-17T16:23:34Z', 'revision_number': 1, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:52.461152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128299e-88f4-4802-9fec-6e456bc61b0b req-3802feeb-70c0-4665-a68a-84fb9acf2a81 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:52.462586 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2128299e-88f4-4802-9fec-6e456bc61b0b req-3802feeb-70c0-4665-a68a-84fb9acf2a81 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 946 time: 0.0522387 Dec 17 16:24:52.516811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2128299e-88f4-4802-9fec-6e456bc61b0b req-602e1283-e78e-42bf-84a8-cf7c1393d8ab tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454111 Dec 17 16:24:52.901806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-096baf06-ec2b-43c7-b2b7-b24fb54a6925 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:52.903279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-096baf06-ec2b-43c7-b2b7-b24fb54a6925 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 946 time: 0.3402405 Dec 17 16:24:53.001428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port e06036b1-1597-42dc-901c-96ea3d591580 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:53.002114 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.010623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7e65ebb3-95dc-48a0-90c1-5366452cd393 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:53.035718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7e65ebb3-95dc-48a0-90c1-5366452cd393 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:53.036088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7e65ebb3-95dc-48a0-90c1-5366452cd393 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:53.105174 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port e06036b1-1597-42dc-901c-96ea3d591580, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e06036b1-1597-42dc-901c-96ea3d591580,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:53.105839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.120052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for e06036b1-1597-42dc-901c-96ea3d591580 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:53.261624 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.293023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=e06036b1-1597-42dc-901c-96ea3d591580,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:53.339791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] No DVR routers for this DVR port e06036b1-1597-42dc-901c-96ea3d591580 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:53.342462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.345899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8fcee93-e82d-42b0-9452-340611de9a89 req-d1bedb90-3d66-4942-b320-9d1f1c3fe70e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "DELETE /v2.0/ports/e06036b1-1597-42dc-901c-96ea3d591580 HTTP/1.1" status: 204 len: 173 time: 0.4362245 Dec 17 16:24:53.346338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'name': 'network-vif-deleted', 'tag': 'e06036b1-1597-42dc-901c-96ea3d591580'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:53.348739 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509d4cb-f18d-46f3-8c43-d331e8cfb989" -d '{"events": [{"server_uuid": "687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2", "name": "network-vif-deleted", "tag": "e06036b1-1597-42dc-901c-96ea3d591580"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:53.390982 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef84c1d4-6031-44ad-90f0-e6c98dfe1a40 x-openstack-request-id: req-ef84c1d4-6031-44ad-90f0-e6c98dfe1a40 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:53.391337 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2", "name": "network-vif-deleted", "tag": "e06036b1-1597-42dc-901c-96ea3d591580", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:53.391516 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef84c1d4-6031-44ad-90f0-e6c98dfe1a40 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:53.391941 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2', 'name': 'network-vif-deleted', 'tag': 'e06036b1-1597-42dc-901c-96ea3d591580', 'status': 'completed', 'code': 200} Dec 17 16:24:53.433513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34760) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:53.553181 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb339df4-d025-4f3c-a13d-dc2c00c2d8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.648834 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49d52f6b-a07b-48a6-9b87-005a09547d72 req-ca10166f-f114-497b-ad8c-3adbc2866d57 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=687b6b4f-c84a-4cf6-b3b5-ca6ccff76db2 HTTP/1.1" status: 200 len: 210 time: 0.0418556 Dec 17 16:24:53.686821 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb339df4-d025-4f3c-a13d-dc2c00c2d8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.693333 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb339df4-d025-4f3c-a13d-dc2c00c2d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.744064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb339df4-d025-4f3c-a13d-dc2c00c2d8bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=311193a09d4a45e49d83df98846b4320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3084676 Dec 17 16:24:53.747309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34766) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:53.760791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb339df4-d025-4f3c-a13d-dc2c00c2d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f73460-ff2c-4350-b22e-4c01d3a88134,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:53.835901 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc133af4-1c10-4ec6-a397-d8fe7f94484b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.862620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc133af4-1c10-4ec6-a397-d8fe7f94484b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.918575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc133af4-1c10-4ec6-a397-d8fe7f94484b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.922008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bc133af4-1c10-4ec6-a397-d8fe7f94484b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:53.926148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bc133af4-1c10-4ec6-a397-d8fe7f94484b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23f73460-ff2c-4350-b22e-4c01d3a88134 HTTP/1.1" status: 204 len: 168 time: 0.1753743 Dec 17 16:24:53.935045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc133af4-1c10-4ec6-a397-d8fe7f94484b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f73460-ff2c-4350-b22e-4c01d3a88134,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:54.199533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34772) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:54.212814 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce34b622-979a-4344-a829-d259fca8b9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.319340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-6b702aa5-8e15-40a4-9f19-62a06c2788ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0716295 Dec 17 16:24:54.328637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce34b622-979a-4344-a829-d259fca8b9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.333483 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce34b622-979a-4344-a829-d259fca8b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.377639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ce34b622-979a-4344-a829-d259fca8b9bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=235fcc4b5a3c47308fce91445e213364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1713951 Dec 17 16:24:54.377886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34774) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:54.388171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34b622-979a-4344-a829-d259fca8b9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7a030-0d4b-4bb2-8891-4b7155d6c1b0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:54.425185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1b529a-1c19-400a-b2ce-deca8ff89645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.428671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-5929fac7-1ee0-4f73-a5e8-c3a5df1e6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:54.430230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-5929fac7-1ee0-4f73-a5e8-c3a5df1e6fae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1097 time: 0.0568991 Dec 17 16:24:54.449810 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1b529a-1c19-400a-b2ce-deca8ff89645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.499379 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1b529a-1c19-400a-b2ce-deca8ff89645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.502244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1b529a-1c19-400a-b2ce-deca8ff89645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.503451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c1b529a-1c19-400a-b2ce-deca8ff89645 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79b7a030-0d4b-4bb2-8891-4b7155d6c1b0 HTTP/1.1" status: 204 len: 168 time: 0.1280801 Dec 17 16:24:54.511555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b529a-1c19-400a-b2ce-deca8ff89645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7a030-0d4b-4bb2-8891-4b7155d6c1b0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:54.542597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-1d1f3fc8-cec8-4d16-84ce-76ed40f68c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:54.544698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-1d1f3fc8-cec8-4d16-84ce-76ed40f68c8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 898 time: 0.0889227 Dec 17 16:24:54.621407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-d57c903e-da42-4e95-b010-5e2b7cb31090 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 200 len: 1001 time: 0.0647349 Dec 17 16:24:54.682125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-0b09a4ae-c1a1-44cc-a06a-93ffc506ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:54.683622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-0b09a4ae-c1a1-44cc-a06a-93ffc506ac1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95aa7535-54a7-4af5-823b-e91d80717f46 HTTP/1.1" status: 200 len: 834 time: 0.0518115 Dec 17 16:24:54.708318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34782) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:54.734864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-11643085-bb43-42be-a2f1-74d0ea258123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:54.736559 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-11643085-bb43-42be-a2f1-74d0ea258123 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5136c5c-1352-4b73-aa30-b39cfa4afe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422344 Dec 17 16:24:54.749395 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:24:54.774335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-919c6eda-829e-4f5d-870d-0e325f0d796f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.805568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-919c6eda-829e-4f5d-870d-0e325f0d796f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.846033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-891d34c6-67d9-4b72-8135-20d55a4a8b6e service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973299 Dec 17 16:24:54.873671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-919c6eda-829e-4f5d-870d-0e325f0d796f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.876981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-919c6eda-829e-4f5d-870d-0e325f0d796f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:54.878346 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-919c6eda-829e-4f5d-870d-0e325f0d796f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/security-groups/aa6eaa02-a28f-428c-a35c-f1bbec7a7b46 HTTP/1.1" status: 204 len: 168 time: 0.1696637 Dec 17 16:24:54.888729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c6eda-829e-4f5d-870d-0e325f0d796f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6eaa02-a28f-428c-a35c-f1bbec7a7b46,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:54.926143 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34792) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:54.956035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-edfa2157-fa07-4fba-b964-d5ec3740f2f8 req-5637fa26-01a6-4932-a08f-fd74b7138b76 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005049 Dec 17 16:24:54.981814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting subnet 5112994b-a190-4ddf-83f3-02c4431ccb21 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:24:54.985089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.030473 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.120098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.186856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.216187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Subnet': ['ID=5112994b-a190-4ddf-83f3-02c4431ccb21,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:55.218230 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.221553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-19e3b656-5cfe-4c68-a49d-deb12ee9db02 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/subnets/5112994b-a190-4ddf-83f3-02c4431ccb21 HTTP/1.1" status: 204 len: 168 time: 0.2943816 Dec 17 16:24:55.224152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34804) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:55.226008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b77845-7ae4-448d-9beb-1a0344bd759e None None] Network f21b9665-4ccc-4159-aa7a-eac26a389f7d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:24:55.308170 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.370349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port 2407931e-838e-48ce-a2ae-58deeb68cdb0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:55.370691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.395546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] DHCP port deletion for f21b9665-4ccc-4159-aa7a-eac26a389f7d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:24:55.437052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port 2407931e-838e-48ce-a2ae-58deeb68cdb0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2407931e-838e-48ce-a2ae-58deeb68cdb0,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:55.437459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.451169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for 2407931e-838e-48ce-a2ae-58deeb68cdb0 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:55.456513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] Deleting port 2407931e-838e-48ce-a2ae-58deeb68cdb0 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:55.456966 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.521792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] For port 2407931e-838e-48ce-a2ae-58deeb68cdb0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2407931e-838e-48ce-a2ae-58deeb68cdb0,segment=NetworkSegment(15755ac0-baa6-42e0-b3cc-66d9415d0f38),segment_id=15755ac0-baa6-42e0-b3cc-66d9415d0f38)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:55.522181 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.536213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] Calling delete_port for 2407931e-838e-48ce-a2ae-58deeb68cdb0 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:55.542529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.575500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] No DVR routers for this DVR port 2407931e-838e-48ce-a2ae-58deeb68cdb0 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:55.577480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=2407931e-838e-48ce-a2ae-58deeb68cdb0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:55.637082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.661845 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.662080 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] Pushing event deleted for resources: {'Port': ['ID=2407931e-838e-48ce-a2ae-58deeb68cdb0,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:55.669491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43034e5-57a7-4a64-a93b-7c8bca284213 None None] No DVR routers for this DVR port 2407931e-838e-48ce-a2ae-58deeb68cdb0 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:55.694856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21b9665-4ccc-4159-aa7a-eac26a389f7d']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:55.703085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15755ac0-baa6-42e0-b3cc-66d9415d0f38') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:55.703431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15755ac0-baa6-42e0-b3cc-66d9415d0f38') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:55.713167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.726953 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.734857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:24:55.735315 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:24:55.738433 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:24:55.800431 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.807677 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:55.811114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/networks/f21b9665-4ccc-4159-aa7a-eac26a389f7d HTTP/1.1" status: 204 len: 168 time: 0.5860217 Dec 17 16:24:55.814012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34820) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:24:55.823748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ca5d4-e153-4ea2-a622-e334c897efce tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Network': ['ID=f21b9665-4ccc-4159-aa7a-eac26a389f7d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:55.979678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port b8dcad32-8183-45f8-91e0-696b9643fcd9 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:55.980219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:56.059648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:56.060002 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:56.072061 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for b8dcad32-8183-45f8-91e0-696b9643fcd9 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:56.222413 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:56.247103 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=b8dcad32-8183-45f8-91e0-696b9643fcd9,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:56.275726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e06036b1-1597-42dc-901c-96ea3d591580 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:56.297847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: e06036b1-1597-42dc-901c-96ea3d591580 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:56.298434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e06036b1-1597-42dc-901c-96ea3d591580 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:56.308745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:56.309340 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Floating IP 29d65a5e-9036-42f0-9182-52f5c0f78bf5 disassociated (deleted). External IP: 172.25.0.141, port: cbdc28ed-fdcd-4491-9cba-834df1fd80a8. Dec 17 16:24:56.538373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:24:56.998629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:24:57.003109 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:57.014079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] Sync routers for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:24:57.027115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:57.028060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:57.030389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6476ed0b-758f-4010-82e6-8767b67a9aca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/floatingips/29d65a5e-9036-42f0-9182-52f5c0f78bf5 HTTP/1.1" status: 204 len: 168 time: 1.2152629 Dec 17 16:24:57.031020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:57.036447 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a559e278-5251-4620-9384-83bd6810b40c" -d '{"events": [{"name": "network-changed", "server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:57.095273 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b1067-5aeb-4ab5-87ca-18c8642e6319 x-openstack-request-id: req-192b1067-5aeb-4ab5-87ca-18c8642e6319 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:57.095572 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:57.095857 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-192b1067-5aeb-4ab5-87ca-18c8642e6319 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:57.096274 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'status': 'completed', 'code': 200} Dec 17 16:24:57.183552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e278-5251-4620-9384-83bd6810b40c req-e629c446-0cc0-4560-a225-e67e27d0b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:57.186135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a559e278-5251-4620-9384-83bd6810b40c req-e629c446-0cc0-4560-a225-e67e27d0b7fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 1097 time: 0.0604751 Dec 17 16:24:57.276798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2407931e-838e-48ce-a2ae-58deeb68cdb0 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:24:57.299877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 2407931e-838e-48ce-a2ae-58deeb68cdb0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:24:57.300475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2407931e-838e-48ce-a2ae-58deeb68cdb0 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:24:57.360709 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e3d80-1355-4322-9429-628651195a7d req-aec6a27d-bcaf-42cc-8514-af0208ce8fe6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:57.372417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-961e3d80-1355-4322-9429-628651195a7d req-aec6a27d-bcaf-42cc-8514-af0208ce8fe6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 945 time: 0.0692327 Dec 17 16:24:57.383848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e278-5251-4620-9384-83bd6810b40c req-51b28513-af9b-40ac-8664-03861d749129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:57.386179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a559e278-5251-4620-9384-83bd6810b40c req-51b28513-af9b-40ac-8664-03861d749129 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 200 len: 898 time: 0.1886036 Dec 17 16:24:57.391977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:57.437206 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a559e278-5251-4620-9384-83bd6810b40c req-cb61bcbe-8ef8-4b3c-a6f9-71e35b0bfaf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 200 len: 217 time: 0.0402637 Dec 17 16:24:57.437439 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-961e3d80-1355-4322-9429-628651195a7d req-45f37c4d-fb4b-42cb-a3c4-e6aa1a22da72 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552504 Dec 17 16:24:57.497612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e278-5251-4620-9384-83bd6810b40c req-f975fec7-56b4-40fe-82bf-de35fc96cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:57.499281 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a559e278-5251-4620-9384-83bd6810b40c req-f975fec7-56b4-40fe-82bf-de35fc96cdb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95aa7535-54a7-4af5-823b-e91d80717f46 HTTP/1.1" status: 200 len: 834 time: 0.0525453 Dec 17 16:24:57.555077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e278-5251-4620-9384-83bd6810b40c req-3d35c22a-5aae-4b4a-8785-f5c198fb21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:57.556632 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a559e278-5251-4620-9384-83bd6810b40c req-3d35c22a-5aae-4b4a-8785-f5c198fb21e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f5136c5c-1352-4b73-aa30-b39cfa4afe82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487058 Dec 17 16:24:57.627961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:50Z', 'revision_number': 6, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:57.661938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a559e278-5251-4620-9384-83bd6810b40c req-389c2844-dc05-4a6a-bdda-0d3b8caa054f service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948746 Dec 17 16:24:57.668169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] Checking router: e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:24:57.682523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:24:57.683167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:57.793110 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a559e278-5251-4620-9384-83bd6810b40c req-77a395e2-37d3-4785-8e52-c34ef5b3ffc3 service neutron] 10.222.0.47 "GET /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219034 Dec 17 16:24:57.823335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:24:58.033555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:50Z', 'revision_number': 6, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:24:58.060338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75ae07-45c3-4090-80a9-7c5154dedd22 None None] The sync data for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 is: [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:24:50Z', 'revision_number': 6, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e570602e-bd4b-4672-b8e3-68fc8329b504', 'name': '', 'network_id': 'f5136c5c-1352-4b73-aa30-b39cfa4afe82', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:79:ae:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:06Z', 'updated_at': '2021-12-17T16:23:11Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': '95aa7535-54a7-4af5-823b-e91d80717f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:24:58.279129 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e74bec-aea1-4ddd-8952-afb026adce56 None None] New status for floating IP 29d65a5e-9036-42f0-9182-52f5c0f78bf5: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:24:58.559674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29353-11c3-4e6c-92b7-8f4ed0e966bf req-b4a9f5c2-596b-43d3-bd58-87e977e98388 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:58.561836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5f29353-11c3-4e6c-92b7-8f4ed0e966bf req-b4a9f5c2-596b-43d3-bd58-87e977e98388 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 945 time: 0.0520477 Dec 17 16:24:58.619437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5f29353-11c3-4e6c-92b7-8f4ed0e966bf req-840fd71a-d566-4c3c-bfb0-8093f73f30ec tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503449 Dec 17 16:24:58.818653 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-88e3ab93-9b8b-4abd-a495-67dc0cb9d4a8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:58.828176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-88e3ab93-9b8b-4abd-a495-67dc0cb9d4a8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 945 time: 0.0553641 Dec 17 16:24:58.912556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:24:58.912808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:59.009394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port cbdc28ed-fdcd-4491-9cba-834df1fd80a8, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:24:59.009394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:59.023165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for cbdc28ed-fdcd-4491-9cba-834df1fd80a8 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:24:59.156061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:59.188977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=cbdc28ed-fdcd-4491-9cba-834df1fd80a8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:24:59.229699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] No DVR routers for this DVR port cbdc28ed-fdcd-4491-9cba-834df1fd80a8 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:24:59.232639 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:24:59.236084 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c063f94b-3ea3-4e4b-9bba-764679c9b5cb req-6268848c-dac8-407b-94a7-a927746b749d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.47 "DELETE /v2.0/ports/cbdc28ed-fdcd-4491-9cba-834df1fd80a8 HTTP/1.1" status: 204 len: 173 time: 0.4060464 Dec 17 16:24:59.236466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'name': 'network-vif-deleted', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:24:59.238664 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db7ca8c-1eeb-4d94-a904-33c30827370f" -d '{"events": [{"server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "name": "network-vif-deleted", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:24:59.277729 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213874d-e51b-49b7-9cad-af16437d471b x-openstack-request-id: req-7213874d-e51b-49b7-9cad-af16437d471b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:24:59.278042 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef017f7-1d97-4c5c-9a7c-ffa8934f1b53", "name": "network-vif-deleted", "tag": "cbdc28ed-fdcd-4491-9cba-834df1fd80a8", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:24:59.278294 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7213874d-e51b-49b7-9cad-af16437d471b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:24:59.278700 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef017f7-1d97-4c5c-9a7c-ffa8934f1b53', 'name': 'network-vif-deleted', 'tag': 'cbdc28ed-fdcd-4491-9cba-834df1fd80a8', 'status': 'completed', 'code': 200} Dec 17 16:24:59.760706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5866aec-fa0e-4019-9e15-a6253c0a92c4 req-9863a056-0172-43e3-bce8-cb33956d1300 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=fef017f7-1d97-4c5c-9a7c-ffa8934f1b53 HTTP/1.1" status: 200 len: 210 time: 0.0421288 Dec 17 16:25:00.105459 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34876) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:00.212739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d02c4e1-7847-4504-af15-cfa17a67e43f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.289995 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d02c4e1-7847-4504-af15-cfa17a67e43f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.294954 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9d02c4e1-7847-4504-af15-cfa17a67e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.334485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9d02c4e1-7847-4504-af15-cfa17a67e43f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50658ce01155483a919eca70f23af3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278700 Dec 17 16:25:00.335385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02c4e1-7847-4504-af15-cfa17a67e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d203ee9-ac41-4219-b2c1-b1c787bbdf49,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:00.337240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34882) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:00.385791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f83df163-fc2c-403a-a615-585e97fb59e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.409627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f83df163-fc2c-403a-a615-585e97fb59e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.461498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f83df163-fc2c-403a-a615-585e97fb59e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.464320 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f83df163-fc2c-403a-a615-585e97fb59e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.465600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f83df163-fc2c-403a-a615-585e97fb59e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d203ee9-ac41-4219-b2c1-b1c787bbdf49 HTTP/1.1" status: 204 len: 168 time: 0.1251144 Dec 17 16:25:00.473975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83df163-fc2c-403a-a615-585e97fb59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d203ee9-ac41-4219-b2c1-b1c787bbdf49,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:00.736630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34888) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:00.750737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ba5309-25fa-4526-82c7-56f75f8a0458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.820825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34892) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:00.837234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ba5309-25fa-4526-82c7-56f75f8a0458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.842825 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ba5309-25fa-4526-82c7-56f75f8a0458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.886510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-10ba5309-25fa-4526-82c7-56f75f8a0458 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=761de2cb4a144b0d95e72f0e5d5e8d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486461 Dec 17 16:25:00.887619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba5309-25fa-4526-82c7-56f75f8a0458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037f829d-a4f3-4616-8047-0310e66456ad,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:00.889372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34894) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:00.915189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5398e4-79a2-4848-9f23-89f2836e32bb tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.955254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5398e4-79a2-4848-9f23-89f2836e32bb tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:00.988208 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4842-0e7e-492c-bff5-9cef9fb83e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.017967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4842-0e7e-492c-bff5-9cef9fb83e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.061417 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5398e4-79a2-4848-9f23-89f2836e32bb tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.064143 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf5398e4-79a2-4848-9f23-89f2836e32bb tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.065358 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf5398e4-79a2-4848-9f23-89f2836e32bb tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/security-groups/1899c3f0-83ff-400e-aa4b-380ebbdc4e3e HTTP/1.1" status: 204 len: 168 time: 0.2428138 Dec 17 16:25:01.071661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4842-0e7e-492c-bff5-9cef9fb83e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.074556 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4842-0e7e-492c-bff5-9cef9fb83e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.075734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e3cc4842-0e7e-492c-bff5-9cef9fb83e22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/037f829d-a4f3-4616-8047-0310e66456ad HTTP/1.1" status: 204 len: 168 time: 0.1852577 Dec 17 16:25:01.081650 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5398e4-79a2-4848-9f23-89f2836e32bb tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1899c3f0-83ff-400e-aa4b-380ebbdc4e3e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:01.091029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc4842-0e7e-492c-bff5-9cef9fb83e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037f829d-a4f3-4616-8047-0310e66456ad,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:01.145226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34900) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:01.544077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.716446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device cbdc28ed-fdcd-4491-9cba-834df1fd80a8 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:25:01.744689 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: cbdc28ed-fdcd-4491-9cba-834df1fd80a8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:25:01.745038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device cbdc28ed-fdcd-4491-9cba-834df1fd80a8 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:25:01.810686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port e570602e-bd4b-4672-b8e3-68fc8329b504 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:25:01.811036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.901797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port e570602e-bd4b-4672-b8e3-68fc8329b504, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e570602e-bd4b-4672-b8e3-68fc8329b504,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:01.902655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:01.919720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for e570602e-bd4b-4672-b8e3-68fc8329b504 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:25:02.112513 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:02.146429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=e570602e-bd4b-4672-b8e3-68fc8329b504,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:02.330163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:02.557092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:25:02.673726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:02.682093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7d4b7b0-3dbd-4a39-94f4-fdfe12561302 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "PUT /v2.0/routers/e6af4410-0eb5-471b-9eef-3e7e4b7f2f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325565 Dec 17 16:25:02.682093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34950) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:02.687682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] Sync routers for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:02.699054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:02.699730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:02.735443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting subnet 95aa7535-54a7-4af5-823b-e91d80717f46 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:25:02.739994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:02.786398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:02.828145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:02.886371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:02.962356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:02.990311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34954) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:02.998277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Subnet': ['ID=95aa7535-54a7-4af5-823b-e91d80717f46,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:03.006981 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.010888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1cab8d5a-2711-4983-9a61-dd61a7fa3a7e tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/subnets/95aa7535-54a7-4af5-823b-e91d80717f46 HTTP/1.1" status: 204 len: 168 time: 0.3283865 Dec 17 16:25:03.015868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34958) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:03.026812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e9573-0686-459d-993f-4235ffadc43c None None] Network f5136c5c-1352-4b73-aa30-b39cfa4afe82 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:25:03.154051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:25:02Z', 'revision_number': 7, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:03.182828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d52130c8-9bd5-4567-a15a-7a33ae03833c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.185383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] Checking router: e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:03.196539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] Routers {'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:03.197155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:03.222441 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.252140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] DHCP port deletion for f5136c5c-1352-4b73-aa30-b39cfa4afe82 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:03.351774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] Set router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:03.379797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.382352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] Deleting port b1bc21a2-869c-4938-8401-bd4a5b910bda {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:25:03.382725 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.385020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d52130c8-9bd5-4567-a15a-7a33ae03833c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.391216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d52130c8-9bd5-4567-a15a-7a33ae03833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.458581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d52130c8-9bd5-4567-a15a-7a33ae03833c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1de75ae89ca443d7b005ce0f37b42fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4659345 Dec 17 16:25:03.459317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52130c8-9bd5-4567-a15a-7a33ae03833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb1fa7-8956-4341-98a0-7ada8403ad9b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:03.461344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34960) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:03.488300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port c87fa0af-daec-4bfa-8c33-ac4357b841ef {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:25:03.488765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.534972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a80718c3-5fc6-45f8-afee-59b0a91f0c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.535440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] For port b1bc21a2-869c-4938-8401-bd4a5b910bda, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b1bc21a2-869c-4938-8401-bd4a5b910bda,segment=NetworkSegment(2f200de0-be69-42b6-ae08-5e931e932e2f),segment_id=2f200de0-be69-42b6-ae08-5e931e932e2f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:03.536025 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.558260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] Calling delete_port for b1bc21a2-869c-4938-8401-bd4a5b910bda owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:25:03.563411 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a80718c3-5fc6-45f8-afee-59b0a91f0c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.575664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port c87fa0af-daec-4bfa-8c33-ac4357b841ef, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c87fa0af-daec-4bfa-8c33-ac4357b841ef,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:03.576035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.589576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for c87fa0af-daec-4bfa-8c33-ac4357b841ef owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:25:03.619877 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a80718c3-5fc6-45f8-afee-59b0a91f0c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.624120 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a80718c3-5fc6-45f8-afee-59b0a91f0c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.628254 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a80718c3-5fc6-45f8-afee-59b0a91f0c7e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ffb1fa7-8956-4341-98a0-7ada8403ad9b HTTP/1.1" status: 204 len: 168 time: 0.1641934 Dec 17 16:25:03.645612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80718c3-5fc6-45f8-afee-59b0a91f0c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb1fa7-8956-4341-98a0-7ada8403ad9b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:03.712314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:25:02Z', 'revision_number': 7, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:03.745038 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.748778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda99c44-907e-4840-aafa-2a07dae1e9ee None None] The sync data for ids ['e6af4410-0eb5-471b-9eef-3e7e4b7f2f44'] in n-d-806683-20 is: [{'id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'name': 'tempest-TestNetworkBasicOps-router-1348444439', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:23:00Z', 'updated_at': '2021-12-17T16:25:02Z', 'revision_number': 7, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': 'c87fa0af-daec-4bfa-8c33-ac4357b841ef', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4410-0eb5-471b-9eef-3e7e4b7f2f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:23:01Z', 'updated_at': '2021-12-17T16:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:03.777605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] Pushing event deleted for resources: {'Port': ['ID=b1bc21a2-869c-4938-8401-bd4a5b910bda,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:03.778734 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.781719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200a083-9158-4479-be9d-15e96e0a221d None None] No DVR routers for this DVR port b1bc21a2-869c-4938-8401-bd4a5b910bda on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:25:03.813316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=c87fa0af-daec-4bfa-8c33-ac4357b841ef,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:03.830082 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84ad252-2558-47ee-acd5-8a1097080dd0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:03.883089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.977337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34966) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:03.977852 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.979750 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:03.992770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b976c8-7497-4c78-bcaa-db261c5d1147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.027500 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.028179 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Fanout notify agent at l3_agent the message router_deleted on router e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:25:04.035658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.036927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1750997c-bd4d-4884-bdff-e66257f8efea tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/routers/e6af4410-0eb5-471b-9eef-3e7e4b7f2f44 HTTP/1.1" status: 204 len: 168 time: 1.0200844 Dec 17 16:25:04.040339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34968) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:04.138601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b976c8-7497-4c78-bcaa-db261c5d1147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.144893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.150471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b976c8-7497-4c78-bcaa-db261c5d1147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.202948 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2b976c8-7497-4c78-bcaa-db261c5d1147 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea6e14ac0bf34e9b8aca0e1c43b7b502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191689 Dec 17 16:25:04.202948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b976c8-7497-4c78-bcaa-db261c5d1147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ab29b-6906-4409-8e17-77cb794c5fee,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:04.204358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 34970) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:04.260139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a57937ee-bf4e-4f2a-90f4-5faabdc49d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.283123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a57937ee-bf4e-4f2a-90f4-5faabdc49d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.296989 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.317123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5136c5c-1352-4b73-aa30-b39cfa4afe82']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:04.328154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f200de0-be69-42b6-ae08-5e931e932e2f') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:04.328455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f200de0-be69-42b6-ae08-5e931e932e2f') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:04.331094 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a57937ee-bf4e-4f2a-90f4-5faabdc49d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.333804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a57937ee-bf4e-4f2a-90f4-5faabdc49d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.334938 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a57937ee-bf4e-4f2a-90f4-5faabdc49d16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c8ab29b-6906-4409-8e17-77cb794c5fee HTTP/1.1" status: 204 len: 168 time: 0.1293244 Dec 17 16:25:04.342631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.343338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57937ee-bf4e-4f2a-90f4-5faabdc49d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ab29b-6906-4409-8e17-77cb794c5fee,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:04.360749 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.368276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:25:04.368612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:25:04.371855 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:25:04.441808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.460950 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.464368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/networks/f5136c5c-1352-4b73-aa30-b39cfa4afe82 HTTP/1.1" status: 204 len: 168 time: 0.4229233 Dec 17 16:25:04.465229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa7e4f-2bd7-470f-b3ba-7876cd473337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Network': ['ID=f5136c5c-1352-4b73-aa30-b39cfa4afe82,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:04.484226 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34974) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:04.490035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'network': {'name': 'tempest-network-smoke--66350275', 'project_id': '019a9af5c19841e59423939d63a954e1', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:04.517843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:04.521584 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.546108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:25:04.555442 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.555791 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Added segment 96848214-cc85-4b3a-90cd-c9b2ce8346e3 of type vlan for network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 Dec 17 16:25:04.599384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.625023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.631159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:04.631768 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.689473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2042027 Dec 17 16:25:04.692179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 34982) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:04.703905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'admin_state_up': True, 'project_id': '019a9af5c19841e59423939d63a954e1', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:04.715555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57bab1-f024-47df-8aca-67711374eab3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Network': ['ID=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:04.725922 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:25:04.740433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.741654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.794233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:04.939940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:05.071552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b1bc21a2-869c-4938-8401-bd4a5b910bda no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:25:05.096573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b1bc21a2-869c-4938-8401-bd4a5b910bda {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:25:05.096916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b1bc21a2-869c-4938-8401-bd4a5b910bda not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:25:05.097326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e570602e-bd4b-4672-b8e3-68fc8329b504 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:25:05.116688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e570602e-bd4b-4672-b8e3-68fc8329b504 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:25:05.117247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e570602e-bd4b-4672-b8e3-68fc8329b504 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:25:05.117807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c87fa0af-daec-4bfa-8c33-ac4357b841ef no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:25:05.140497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c87fa0af-daec-4bfa-8c33-ac4357b841ef {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:25:05.140844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c87fa0af-daec-4bfa-8c33-ac4357b841ef not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:25:05.155000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:05.173793 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:05.276074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.25.0.149 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/3e183516-b219-4c39-b776-38814ee84e45) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:05.385858 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:05.422534 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:05.460666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:05.463585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:05.467587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:05.478843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcf739-ad0a-4b30-932e-80f459d7c1d9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:05.491105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=3e183516-b219-4c39-b776-38814ee84e45,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:05.545190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3370fc80-66ce-4714-92c7-a683d18c3f5b None None] Provisioning complete for port 3e183516-b219-4c39-b776-38814ee84e45 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:05.545742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3370fc80-66ce-4714-92c7-a683d18c3f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:05.579679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3370fc80-66ce-4714-92c7-a683d18c3f5b None None] Port 3e183516-b219-4c39-b776-38814ee84e45 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:05.730164 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:05.929860 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:06.459740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:25:06.505167 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-47aeea73-671b-427c-b189-be6fa0eb9411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:06.579509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:06.592025 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Sync routers for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:06.606433 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:06.607710 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:06.616466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:06.620583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3fb62653-2e76-4721-b568-56146798ed7d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9245028 Dec 17 16:25:06.620825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35026) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:06.651951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2acb458b-ca57-49db-a7f6-597cd1a6be01 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=019a9af5c19841e59423939d63a954e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298810 Dec 17 16:25:06.654652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35028) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:06.739037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:06.754488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67b77f5-ef60-4d90-abb1-78ab86dc3310 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:06.758843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e67b77f5-ef60-4d90-abb1-78ab86dc3310 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0998807 Dec 17 16:25:06.759087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35030) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:06.797611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d000cc63-1289-4d9e-9eb9-956f9ad3a70b tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368505 Dec 17 16:25:06.800189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35032) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:06.807257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070924937', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'project_id': '019a9af5c19841e59423939d63a954e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:06.912979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:06.917329 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:06.977101 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:05Z', 'revision_number': 3, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:07.013684 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Checking router: 5fb0f862-2fa2-48a1-98ee-dad869f38f8f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:07.014028 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Updating router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f port 3e183516-b219-4c39-b776-38814ee84e45 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:25:07.043605 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.125139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.199619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Subnet': ['ID=fa9ba8cc-8003-45ed-9970-e5de89012a55,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:07.207319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Checking segment: {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:07.207694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network hostable DHCP agents. Network: a3a42f5f-77f9-41e8-8d69-9e69bfcd3711, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:25:07.229221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:25:07.242404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a3a42f5f-77f9-41e8-8d69-9e69bfcd3711) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:07.251308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:07.253010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495f1d6-4a70-4d29-9985-494e9847828b None None] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:25:07.253622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.277892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4e041a6d-d61c-476c-ae5a-2096100ea0f7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4764631 Dec 17 16:25:07.280816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35034) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:07.362053 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.368414 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.377618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:25:07.378729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.420011 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Attempting to bind port 3e183516-b219-4c39-b776-38814ee84e45 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:07.420380 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Attempting to bind port 3e183516-b219-4c39-b776-38814ee84e45 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:07.420782 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Attempting to bind port 3e183516-b219-4c39-b776-38814ee84e45 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:07.430234 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:07.430604 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:07.431001 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.431385 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:07.431860 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Bound port: 3e183516-b219-4c39-b776-38814ee84e45, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:07.432382 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.437350 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Pushing event updated for resources: {'Port': ['ID=3e183516-b219-4c39-b776-38814ee84e45,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:07.469277 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.469492 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.469840 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.470170 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.470477 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.470799 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.471118 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.471435 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.471735 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.472090 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.472404 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.472716 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.473024 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:07.485346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9e7b3-7dea-4082-b677-c25f5005e3bd None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:07.497486 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] For port 3e183516-b219-4c39-b776-38814ee84e45, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:07.500554 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] For port 3e183516-b219-4c39-b776-38814ee84e45, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3e183516-b219-4c39-b776-38814ee84e45,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:07.507790 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.560892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539f823-8def-4dd5-937a-5a93f1d2656c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:07.561467 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:07.562187 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:24:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:07.562849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Allocated IP 172.20.0.2 (a3a42f5f-77f9-41e8-8d69-9e69bfcd3711/fa9ba8cc-8003-45ed-9970-e5de89012a55/2cce04c4-9a3d-435d-b7ed-11c51b96f48c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:07.630621 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaec592-a769-4958-9958-0f1dc45548d9 None None] Pushing event updated for resources: {'Port': ['ID=3e183516-b219-4c39-b776-38814ee84e45,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:07.658876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-25e7ebaf-fc4d-4fe5-b896-6857b447401c None None] Provisioning complete for port 3e183516-b219-4c39-b776-38814ee84e45 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:07.659357 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25e7ebaf-fc4d-4fe5-b896-6857b447401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.691595 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:07.794667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.800199 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25e7ebaf-fc4d-4fe5-b896-6857b447401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.801128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.807301 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:07.887759 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:05Z', 'revision_number': 3, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:08.018326 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e2343-7c99-4151-96bc-6da58bf6f2e9 None None] The sync data for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 is: [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:05Z', 'revision_number': 3, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:08.052123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-25e7ebaf-fc4d-4fe5-b896-6857b447401c None None] For port 3e183516-b219-4c39-b776-38814ee84e45, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3e183516-b219-4c39-b776-38814ee84e45,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:08.053162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Pushing event updated for resources: {'Port': ['ID=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:08.057310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:08.060229 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:08.063143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25e7ebaf-fc4d-4fe5-b896-6857b447401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.066192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:08.114197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.20.0.1 (a3a42f5f-77f9-41e8-8d69-9e69bfcd3711/fa9ba8cc-8003-45ed-9970-e5de89012a55/167a4e36-cf65-4a31-8d65-5b05bb964c23) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:08.158918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7ebaf-fc4d-4fe5-b896-6857b447401c None None] Pushing event updated for resources: {'Port': ['ID=3e183516-b219-4c39-b776-38814ee84e45,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:08.163879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Attempting to bind port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:08.164478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Attempting to bind port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:08.165032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Attempting to bind port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c on network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:08.170849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:08.171236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Checking segment: {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:08.171650 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.172075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Bound using segment: {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:08.172546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Bound port: 2cce04c4-9a3d-435d-b7ed-11c51b96f48c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:08.172930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.240352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.244811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7d793852-8290-462f-9985-d8c27482d255 None None] For port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:08.248338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7d793852-8290-462f-9985-d8c27482d255 None None] For port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:08.254732 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.308120 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.324700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d793852-8290-462f-9985-d8c27482d255 None None] Pushing event updated for resources: {'Port': ['ID=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:08.375375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:08.381889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:08.384275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=167a4e36-cf65-4a31-8d65-5b05bb964c23,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:08.386777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:08.446033 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.660185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:08.920486 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43f0e69b-c6ca-43ab-aadc-8cf4c2b4e70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.186796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2cce04c4-9a3d-435d-b7ed-11c51b96f48c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:09.256372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:09.257799 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.335719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.341849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.345413 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.393821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:09.403747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.404803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3e183516-b219-4c39-b776-38814ee84e45 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:09.452492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=167a4e36-cf65-4a31-8d65-5b05bb964c23,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:09.457242 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.504675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 3e183516-b219-4c39-b776-38814ee84e45 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:09.505057 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.506864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:09.544053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f142aae-e60a-4564-89ae-20385defbdd1 None None] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:25:09.566390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:09.568468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:09.651276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-67b41d55-0b3d-43b9-9c38-ef247c8eb185 None None] Provisioning complete for port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:09.651791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-67b41d55-0b3d-43b9-9c38-ef247c8eb185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:09.722164 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:25:09.863353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:09.870387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-870db596-14aa-47dd-84be-987262f6b67f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "PUT /v2.0/routers/5fb0f862-2fa2-48a1-98ee-dad869f38f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5881903 Dec 17 16:25:09.873389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35046) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:09.982139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65bb9e1-99d3-4a63-bb22-9a4e303cfb28 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:09.982770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65bb9e1-99d3-4a63-bb22-9a4e303cfb28 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:09.983293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65bb9e1-99d3-4a63-bb22-9a4e303cfb28 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:09.986601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65bb9e1-99d3-4a63-bb22-9a4e303cfb28 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:09.988544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a65bb9e1-99d3-4a63-bb22-9a4e303cfb28 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1140785 Dec 17 16:25:09.991175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35048) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:10.065663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba17bf8-c602-42c5-8cf4-1640d9c43482 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:10.066141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba17bf8-c602-42c5-8cf4-1640d9c43482 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:10.066614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba17bf8-c602-42c5-8cf4-1640d9c43482 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:10.067023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f577b338-be78-4313-9b34-767da722761b None None] Provisioning complete for port 167a4e36-cf65-4a31-8d65-5b05bb964c23 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:10.067462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba17bf8-c602-42c5-8cf4-1640d9c43482 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:10.067592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f577b338-be78-4313-9b34-767da722761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:10.069378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6ba17bf8-c602-42c5-8cf4-1640d9c43482 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0771430 Dec 17 16:25:10.072348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35050) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:10.074462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:10.101806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Sync routers for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:10.125038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:10.125985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:10.288031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f577b338-be78-4313-9b34-767da722761b None None] Port 167a4e36-cf65-4a31-8d65-5b05bb964c23 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:10.318909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f577b338-be78-4313-9b34-767da722761b None None] Provisioning complete for port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:10.319847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f577b338-be78-4313-9b34-767da722761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:10.369537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:10.464667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-74ad07e3-9e94-46ca-a535-95cd0be1ccac tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3908935 Dec 17 16:25:10.653732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:09Z', 'revision_number': 2, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:10.679051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Checking router: 5fb0f862-2fa2-48a1-98ee-dad869f38f8f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:10.679443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Updating router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f port 167a4e36-cf65-4a31-8d65-5b05bb964c23 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:25:10.710976 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:10.715112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-defc6116-af57-4c75-8642-f467e30c472c None None] Provisioning complete for port 167a4e36-cf65-4a31-8d65-5b05bb964c23 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:10.715467 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-defc6116-af57-4c75-8642-f467e30c472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:10.785666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-defc6116-af57-4c75-8642-f467e30c472c None None] Port 167a4e36-cf65-4a31-8d65-5b05bb964c23 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:10.955771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35062) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:10.960792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f62f0088-4048-4a36-a652-2a43f57ad530 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969941876', 'description': 'tempest-secgroup-smoke-1969941876 description', 'project_id': '019a9af5c19841e59423939d63a954e1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:10.986002 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62f0088-4048-4a36-a652-2a43f57ad530 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.024820 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.034842 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.066694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62f0088-4048-4a36-a652-2a43f57ad530 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.072760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62f0088-4048-4a36-a652-2a43f57ad530 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.095749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2cce04c4-9a3d-435d-b7ed-11c51b96f48c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:11.109998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f62f0088-4048-4a36-a652-2a43f57ad530 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.111263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f62f0088-4048-4a36-a652-2a43f57ad530 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1543462 Dec 17 16:25:11.113657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f0088-4048-4a36-a652-2a43f57ad530 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c911a391-7c5b-4592-8b68-ae6c82d02e61,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.114750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35066) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:11.119780 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-da5972e9-bc28-4f3f-8a9f-60eaf7678f89 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'c911a391-7c5b-4592-8b68-ae6c82d02e61', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:11.142719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.146589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5958b40-9f64-49be-a62d-46b3e763de43 None None] Pushing event updated for resources: {'Port': ['ID=167a4e36-cf65-4a31-8d65-5b05bb964c23,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.171055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da5972e9-bc28-4f3f-8a9f-60eaf7678f89 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.213533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Attempting to bind port 167a4e36-cf65-4a31-8d65-5b05bb964c23 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:11.214095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Attempting to bind port 167a4e36-cf65-4a31-8d65-5b05bb964c23 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:11.215116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Attempting to bind port 167a4e36-cf65-4a31-8d65-5b05bb964c23 on network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:11.231505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:11.232206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Checking segment: {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:11.232795 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.233353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Bound using segment: {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:11.233999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Bound port: 167a4e36-cf65-4a31-8d65-5b05bb964c23, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:11.234586 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.267141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:11.267554 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.279508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da5972e9-bc28-4f3f-8a9f-60eaf7678f89 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.285313 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da5972e9-bc28-4f3f-8a9f-60eaf7678f89 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.301826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5972e9-bc28-4f3f-8a9f-60eaf7678f89 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bb524d-47c8-4c5e-a3c8-62ea85dc6165,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.316242 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.320602 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da5972e9-bc28-4f3f-8a9f-60eaf7678f89 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.322941 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-da5972e9-bc28-4f3f-8a9f-60eaf7678f89 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2070055 Dec 17 16:25:11.325909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35072) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:11.332896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3c958c10-8aca-4566-af7a-c786baa8db42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'c911a391-7c5b-4592-8b68-ae6c82d02e61', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:11.375162 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c958c10-8aca-4566-af7a-c786baa8db42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.396666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] For port 167a4e36-cf65-4a31-8d65-5b05bb964c23, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:11.415194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] For port 167a4e36-cf65-4a31-8d65-5b05bb964c23, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=167a4e36-cf65-4a31-8d65-5b05bb964c23,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:11.422605 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.454207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c958c10-8aca-4566-af7a-c786baa8db42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.459245 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c958c10-8aca-4566-af7a-c786baa8db42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.489793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c958c10-8aca-4566-af7a-c786baa8db42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b28b0d-d114-4d86-9b9c-e50fb6823282,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.490053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5958b40-9f64-49be-a62d-46b3e763de43 None None] Pushing event updated for resources: {'Port': ['ID=167a4e36-cf65-4a31-8d65-5b05bb964c23,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.493481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:11.494258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:11.502933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3c958c10-8aca-4566-af7a-c786baa8db42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.504792 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3c958c10-8aca-4566-af7a-c786baa8db42 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770246 Dec 17 16:25:11.508412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35074) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:11.514774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0c6f8c59-2605-4f79-b321-c261fc63ffc7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'c911a391-7c5b-4592-8b68-ae6c82d02e61', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:11.553199 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8c59-2605-4f79-b321-c261fc63ffc7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.635252 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8c59-2605-4f79-b321-c261fc63ffc7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.643529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8c59-2605-4f79-b321-c261fc63ffc7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.669785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f8c59-2605-4f79-b321-c261fc63ffc7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2a4805-d6e7-4d34-a345-24d7c468978a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.684057 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8c59-2605-4f79-b321-c261fc63ffc7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.689072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0c6f8c59-2605-4f79-b321-c261fc63ffc7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757703 Dec 17 16:25:11.689455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35076) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:11.694367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f2a25044-bdfd-4d21-915f-f17434e274ba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'c911a391-7c5b-4592-8b68-ae6c82d02e61', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:11.732398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2a25044-bdfd-4d21-915f-f17434e274ba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.793291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-91aae87c-b2cd-4658-afd1-01337fc67010 None None] Provisioning complete for port 167a4e36-cf65-4a31-8d65-5b05bb964c23 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:11.793703 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91aae87c-b2cd-4658-afd1-01337fc67010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.804178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2a25044-bdfd-4d21-915f-f17434e274ba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.808099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2a25044-bdfd-4d21-915f-f17434e274ba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.832875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a25044-bdfd-4d21-915f-f17434e274ba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7520f16f-6fb3-4c7e-ba03-ff6c43421171,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.840714 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2a25044-bdfd-4d21-915f-f17434e274ba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.842686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:11.844833 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35078) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:11.848008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2a25044-bdfd-4d21-915f-f17434e274ba tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538136 Dec 17 16:25:11.850084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'c911a391-7c5b-4592-8b68-ae6c82d02e61', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:11.873759 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Project 019a9af5c19841e59423939d63a954e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:25:11.879655 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.944415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.950529 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.972656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d0fa34-4e78-4847-a188-e41a4e77e720,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:11.978858 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:11.980740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e9f397b9-02ee-40f7-9b57-2ab5a8bf0a96 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339519 Dec 17 16:25:11.983113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35080) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:11.988077 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'security_group_rule': {'security_group_id': 'c911a391-7c5b-4592-8b68-ae6c82d02e61', 'project_id': '019a9af5c19841e59423939d63a954e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:11.997001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91aae87c-b2cd-4658-afd1-01337fc67010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.020323 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Project 019a9af5c19841e59423939d63a954e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:25:12.027723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.061452 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-91aae87c-b2cd-4658-afd1-01337fc67010 None None] For port 167a4e36-cf65-4a31-8d65-5b05bb964c23, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=167a4e36-cf65-4a31-8d65-5b05bb964c23,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:12.084891 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91aae87c-b2cd-4658-afd1-01337fc67010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.095568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.100078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.118882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72aa2cd-edf4-4795-9d00-cd072ff2a4ea,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:12.134049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.135530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7c847ac-083c-4448-b2b0-40f17b487424 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513433 Dec 17 16:25:12.155318 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.165483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aae87c-b2cd-4658-afd1-01337fc67010 None None] Pushing event updated for resources: {'Port': ['ID=167a4e36-cf65-4a31-8d65-5b05bb964c23,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:12.177432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:11Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:12.220490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a9fef-edac-45a7-9ff4-cee7ab01d5ee None None] The sync data for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 is: [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:11Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:12.228775 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b4c1330f-66b1-4fd8-a5b8-0ec5f95cd131 None None] Provisioning complete for port 167a4e36-cf65-4a31-8d65-5b05bb964c23 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:12.229290 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b4c1330f-66b1-4fd8-a5b8-0ec5f95cd131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:12.435060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-804bae2b-2a35-4ff4-9eaa-9d3b97b729a9 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969941876&fields=id&tenant_id=019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 267 time: 0.0727973 Dec 17 16:25:12.608155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-92f487bc-1f8d-434b-8cac-8c9d1179cf28 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:12.612112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-92f487bc-1f8d-434b-8cac-8c9d1179cf28 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/networks?id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 HTTP/1.1" status: 200 len: 795 time: 0.1714044 Dec 17 16:25:12.641731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-29823499-a362-455d-9b81-1fb284c87c77 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/quotas/019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 375 time: 0.0165555 Dec 17 16:25:12.722234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-73352e8d-452d-4a81-8fe3-037eee160daf tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679915 Dec 17 16:25:12.821058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-2b79a0b9-c195-41c8-b3bf-f8d04ca11290 service neutron] 10.222.0.54 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921669 Dec 17 16:25:12.923047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-7d33b36d-5e11-4a21-922a-cd075c3c85fd service neutron] 10.222.0.54 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954909 Dec 17 16:25:13.106565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 167a4e36-cf65-4a31-8d65-5b05bb964c23 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:13.132283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8c06950-e5c2-498a-b39a-144b1e8f3b29 req-9edaeb04-db06-410e-b6f2-c8efaee70ff9 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 210 time: 0.0364020 Dec 17 16:25:13.162547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 167a4e36-cf65-4a31-8d65-5b05bb964c23 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:13.163031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:14.117907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-0aadde50-d380-4632-b207-26a6dd9dc89f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:14.119366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-0aadde50-d380-4632-b207-26a6dd9dc89f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "GET /v2.0/networks?id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 HTTP/1.1" status: 200 len: 795 time: 0.1208744 Dec 17 16:25:14.190520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-ab04ebe1-db65-40b1-a8a2-d8ec88d0b13d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=019a9af5c19841e59423939d63a954e1 HTTP/1.1" status: 200 len: 380 time: 0.0614679 Dec 17 16:25:14.202859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'port': {'device_id': '40d00274-ddca-46ec-9649-1446390d6c46', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'admin_state_up': True, 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'security_groups': ['c911a391-7c5b-4592-8b68-ae6c82d02e61']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:14.241387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bb75f9c6-2ab7-45e6-910b-716e967ca990 req-c8aac13a-b81d-4ab5-a12e-8f07f9a2d39c tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 210 time: 0.0291269 Dec 17 16:25:14.321452 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Made reservation on behalf of 019a9af5c19841e59423939d63a954e1 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:14.325467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:14.463905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.20.0.5 (a3a42f5f-77f9-41e8-8d69-9e69bfcd3711/fa9ba8cc-8003-45ed-9970-e5de89012a55/e28608ce-9f78-4463-98d5-212d2b3dfc3c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:14.610987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:14.649530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:14.697441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:14.700824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:14.704828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:14.712005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=e28608ce-9f78-4463-98d5-212d2b3dfc3c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:14.765580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:14.766244 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:14.789263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-8b777465-83f9-4998-8823-f82d49888b24 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912912 Dec 17 16:25:14.801983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Request body: {'port': {'device_id': '40d00274-ddca-46ec-9649-1446390d6c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:14.864130 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.020805 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4dc44167-a88b-4415-9990-c505b02e4ce7 None None] Provisioning complete for port e28608ce-9f78-4463-98d5-212d2b3dfc3c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:15.021867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4dc44167-a88b-4415-9990-c505b02e4ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.056657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4dc44167-a88b-4415-9990-c505b02e4ce7 None None] Port e28608ce-9f78-4463-98d5-212d2b3dfc3c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:15.143927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28608ce-9f78-4463-98d5-212d2b3dfc3c {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:25:15.152025 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.165261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Transition to ACTIVE for port object e28608ce-9f78-4463-98d5-212d2b3dfc3c will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:25:15.170045 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.243257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=e28608ce-9f78-4463-98d5-212d2b3dfc3c,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:15.298713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Attempting to bind port e28608ce-9f78-4463-98d5-212d2b3dfc3c on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:15.299053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Attempting to bind port e28608ce-9f78-4463-98d5-212d2b3dfc3c by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:15.299363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Attempting to bind port e28608ce-9f78-4463-98d5-212d2b3dfc3c on network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:15.304510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Port e28608ce-9f78-4463-98d5-212d2b3dfc3c on network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:25:15.304895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Attempting to bind port e28608ce-9f78-4463-98d5-212d2b3dfc3c on network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:15.310067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:15.310411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Checking segment: {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:15.310791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Bound using segment: {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:15.311243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Bound port: e28608ce-9f78-4463-98d5-212d2b3dfc3c, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96848214-cc85-4b3a-90cd-c9b2ce8346e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:15.311606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.417955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5ec38-5453-4431-9d48-2317d5d6be02 req-c52d21d9-abf9-4e2c-abdd-a84d1add1a2a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:15.419684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a5ec38-5453-4431-9d48-2317d5d6be02 req-c52d21d9-abf9-4e2c-abdd-a84d1add1a2a tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 943 time: 0.0982468 Dec 17 16:25:15.423782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] For port e28608ce-9f78-4463-98d5-212d2b3dfc3c, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:15.428477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] For port e28608ce-9f78-4463-98d5-212d2b3dfc3c, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:15.437152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.499461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:15.500835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.502283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] 10.222.0.49 "PUT /v2.0/ports/e28608ce-9f78-4463-98d5-212d2b3dfc3c HTTP/1.1" status: 200 len: 1092 time: 0.7047470 Dec 17 16:25:15.507538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:15.510930 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691f1d03-c5b1-4864-bbe0-7e58ee85a500" -d '{"events": [{"name": "network-changed", "server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:15.595265 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7845c9c-328b-48fc-8fbf-2807292bb0e6 x-openstack-request-id: req-c7845c9c-328b-48fc-8fbf-2807292bb0e6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:15.595566 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:15.595842 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7845c9c-328b-48fc-8fbf-2807292bb0e6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:15.596271 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'status': 'completed', 'code': 200} Dec 17 16:25:15.630695 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a5ec38-5453-4431-9d48-2317d5d6be02 req-b2e241c7-96e0-470d-8719-c507e9736342 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046001 Dec 17 16:25:15.635887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf2e1a-1268-4b10-aad3-e38257b29ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=e28608ce-9f78-4463-98d5-212d2b3dfc3c,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:15.653509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-74a17199-9b70-4e2e-ab0b-5806667ff37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:15.666212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-74a17199-9b70-4e2e-ab0b-5806667ff37e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 1095 time: 0.1050208 Dec 17 16:25:15.676020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:15.719401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-39f19d5e-6213-4f0b-abe0-c3cabca5f25d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c HTTP/1.1" status: 200 len: 217 time: 0.0455437 Dec 17 16:25:15.785361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-21953235-3f69-4d37-bdfb-b2b0959a9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:15.786806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-21953235-3f69-4d37-bdfb-b2b0959a9bfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9ba8cc-8003-45ed-9970-e5de89012a55 HTTP/1.1" status: 200 len: 835 time: 0.0603552 Dec 17 16:25:15.842030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-92776670-868c-4ec8-8b72-784aea6bdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:15.844144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-92776670-868c-4ec8-8b72-784aea6bdad6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462484 Dec 17 16:25:15.940994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-d0e5cfef-8ac1-4d8b-9da3-b660b71f02d4 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888813 Dec 17 16:25:16.033318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35128) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:16.044465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91c988bc-7df8-49e2-af3e-7da7e627790c req-1d5e4ae6-72d3-4b5f-b269-2ae343554aa8 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958514 Dec 17 16:25:16.130140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-ff83f4cb-46d0-4b0d-94d7-d86ae6b280e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:16.131720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-ff83f4cb-46d0-4b0d-94d7-d86ae6b280e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 1095 time: 0.0439293 Dec 17 16:25:16.155382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-beb45216-c290-4fff-9dbf-aba1e006aecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.241039 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-beb45216-c290-4fff-9dbf-aba1e006aecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.241399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-7e839751-3309-431e-9f45-bce5cd3f8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:16.243047 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-7e839751-3309-431e-9f45-bce5cd3f8ae7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 HTTP/1.1" status: 200 len: 896 time: 0.1040962 Dec 17 16:25:16.246865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-beb45216-c290-4fff-9dbf-aba1e006aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.285551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb45216-c290-4fff-9dbf-aba1e006aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e53081-8843-46f1-8c95-f369cb279aa4,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:16.289517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-c1525b5d-ce55-4362-ae7c-52083e0829ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c HTTP/1.1" status: 200 len: 217 time: 0.0388737 Dec 17 16:25:16.289991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-beb45216-c290-4fff-9dbf-aba1e006aecc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e076f7d2edf24973a80e69ac90a9cb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544739 Dec 17 16:25:16.293026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35132) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:16.342702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-ca54d484-32c0-49cd-8ccb-fa56f85b0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:16.344367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-ca54d484-32c0-49cd-8ccb-fa56f85b0a07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9ba8cc-8003-45ed-9970-e5de89012a55 HTTP/1.1" status: 200 len: 835 time: 0.0467408 Dec 17 16:25:16.354206 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-43b53dad-677f-47b9-a6db-a91b8ed73f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.378327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-43b53dad-677f-47b9-a6db-a91b8ed73f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.403134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-f1e3f0bb-e76c-4343-b1ee-da5742e20d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:16.404825 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-f1e3f0bb-e76c-4343-b1ee-da5742e20d14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520599 Dec 17 16:25:16.433589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-43b53dad-677f-47b9-a6db-a91b8ed73f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.436696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-43b53dad-677f-47b9-a6db-a91b8ed73f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.440253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-43b53dad-677f-47b9-a6db-a91b8ed73f90 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37e53081-8843-46f1-8c95-f369cb279aa4 HTTP/1.1" status: 204 len: 168 time: 0.1440139 Dec 17 16:25:16.446976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b53dad-677f-47b9-a6db-a91b8ed73f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e53081-8843-46f1-8c95-f369cb279aa4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:16.522852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-8aeacb19-1dfe-45f4-a64d-3fb8dc8f7c11 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090293 Dec 17 16:25:16.630985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-691f1d03-c5b1-4864-bbe0-7e58ee85a500 req-fde899f9-ea28-412d-aeb3-362626ece395 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006150 Dec 17 16:25:16.741729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35140) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:16.757465 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c053a35b-5f77-4d60-8f87-eb1ad9e9e19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.772190 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4d67-87ff-4639-a151-f00bde70605c req-d2eb8f60-1036-46de-9012-c7cb5cbe637f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:16.774339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e37d4d67-87ff-4639-a151-f00bde70605c req-d2eb8f60-1036-46de-9012-c7cb5cbe637f tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 943 time: 0.0520072 Dec 17 16:25:16.830837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e37d4d67-87ff-4639-a151-f00bde70605c req-b830d223-734a-43c3-a30a-ef07f68a1f74 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501242 Dec 17 16:25:16.836205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c053a35b-5f77-4d60-8f87-eb1ad9e9e19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.841999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c053a35b-5f77-4d60-8f87-eb1ad9e9e19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.881400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053a35b-5f77-4d60-8f87-eb1ad9e9e19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04563d7a-b1dd-42ef-af8e-e3a1a86d9a23,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:16.885726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c053a35b-5f77-4d60-8f87-eb1ad9e9e19f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0fd5ac32474744c89470c80f761261cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428533 Dec 17 16:25:16.888486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:16.937467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a542789d-06f3-4aad-8c4d-031ed0bff879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:16.958125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a542789d-06f3-4aad-8c4d-031ed0bff879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:17.006859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a542789d-06f3-4aad-8c4d-031ed0bff879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:17.009604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a542789d-06f3-4aad-8c4d-031ed0bff879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:17.010863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a542789d-06f3-4aad-8c4d-031ed0bff879 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04563d7a-b1dd-42ef-af8e-e3a1a86d9a23 HTTP/1.1" status: 204 len: 168 time: 0.1213770 Dec 17 16:25:17.018883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542789d-06f3-4aad-8c4d-031ed0bff879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04563d7a-b1dd-42ef-af8e-e3a1a86d9a23,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:17.954282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791359b-bb36-4470-bc78-519e94feaf57 req-b5d87ed2-7ec0-4a58-a286-16c2bb0c76f3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:17.955791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a791359b-bb36-4470-bc78-519e94feaf57 req-b5d87ed2-7ec0-4a58-a286-16c2bb0c76f3 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 943 time: 0.0526757 Dec 17 16:25:18.006956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a791359b-bb36-4470-bc78-519e94feaf57 req-9ba7f7cb-d25c-404f-b524-6af33c422be7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450475 Dec 17 16:25:18.368777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e28608ce-9f78-4463-98d5-212d2b3dfc3c details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:25:18.468163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e28608ce-9f78-4463-98d5-212d2b3dfc3c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:18.481747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'port_id': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'mac_address': 'fa:16:3e:2c:38:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:25:18.528583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:18.542325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28608ce-9f78-4463-98d5-212d2b3dfc3c {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:25:18.561759 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e28608ce-9f78-4463-98d5-212d2b3dfc3c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:18.567186 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:18.619734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e28608ce-9f78-4463-98d5-212d2b3dfc3c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:18.767318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e28608ce-9f78-4463-98d5-212d2b3dfc3c'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:25:19.126545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba37b6c-7036-4573-8799-d63205016496 req-45b790c2-9f54-4f71-b7d2-b87ad17855a2 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:19.128099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ba37b6c-7036-4573-8799-d63205016496 req-45b790c2-9f54-4f71-b7d2-b87ad17855a2 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 944 time: 0.0505013 Dec 17 16:25:19.183540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ba37b6c-7036-4573-8799-d63205016496 req-a866aa05-353c-431a-8bb5-128dd94e7eab tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488605 Dec 17 16:25:20.305643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf8a4-3aa2-4464-ad95-3a47caf6057c req-24a813d9-07ea-4dd7-b856-ea91a9daac0d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:20.307151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21caf8a4-3aa2-4464-ad95-3a47caf6057c req-24a813d9-07ea-4dd7-b856-ea91a9daac0d tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 944 time: 0.0499537 Dec 17 16:25:20.358262 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21caf8a4-3aa2-4464-ad95-3a47caf6057c req-e2bdffc0-c507-4f3e-8887-daaab5c573e6 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Dec 17 16:25:20.384318 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e28608ce-9f78-4463-98d5-212d2b3dfc3c up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:20.440720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port e28608ce-9f78-4463-98d5-212d2b3dfc3c completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:25:20.445054 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port e28608ce-9f78-4463-98d5-212d2b3dfc3c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:20.445425 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:20.523134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:20.547267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:20.549882 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3745c7d-03b0-43ae-80b6-9f8b5c7f9135" -d '{"events": [{"server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "name": "network-vif-plugged", "status": "completed", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:20.563221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e28608ce-9f78-4463-98d5-212d2b3dfc3c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:20.568938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:20.596665 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8eb362-6fc6-49dc-9b2a-b6505f250b48 x-openstack-request-id: req-fd8eb362-6fc6-49dc-9b2a-b6505f250b48 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:20.597182 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "name": "network-vif-plugged", "status": "completed", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:20.597610 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd8eb362-6fc6-49dc-9b2a-b6505f250b48 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:20.598134 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'code': 200} Dec 17 16:25:20.627799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e28608ce-9f78-4463-98d5-212d2b3dfc3c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:20.696382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c215e-b9db-46fa-a7e9-c4174347cbb2 req-ec09627a-b194-41f5-bc31-77c53a3f3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:20.697780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935c215e-b9db-46fa-a7e9-c4174347cbb2 req-ec09627a-b194-41f5-bc31-77c53a3f3b0a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 1097 time: 0.0408959 Dec 17 16:25:20.749515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935c215e-b9db-46fa-a7e9-c4174347cbb2 req-64a0db13-3f88-4683-b354-bfd1a865b9f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Dec 17 16:25:21.479617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc2ecc-bbd1-4940-889e-520f4c8daa72 req-73376baf-769e-4ff4-87e7-d37c801770a4 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:21.481232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40dc2ecc-bbd1-4940-889e-520f4c8daa72 req-73376baf-769e-4ff4-87e7-d37c801770a4 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Dec 17 16:25:21.532198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-40dc2ecc-bbd1-4940-889e-520f4c8daa72 req-30eaa952-5081-427f-a81a-05b16ee55254 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Dec 17 16:25:22.179888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35222) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:22.291883 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-652ea6de-f6ce-423a-989b-d02ae4b57ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:22.372568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-652ea6de-f6ce-423a-989b-d02ae4b57ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:22.377812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-652ea6de-f6ce-423a-989b-d02ae4b57ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:22.414984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ea6de-f6ce-423a-989b-d02ae4b57ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54f8ba7-3ea3-430e-aab4-d92409c2898e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:22.419133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-652ea6de-f6ce-423a-989b-d02ae4b57ea6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23ca6c40e23242dcafa7d832e52bf25d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381458 Dec 17 16:25:22.421960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35226) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:22.477611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23f5e8a0-0ed1-427a-ba97-0d8548edcc3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:22.501765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23f5e8a0-0ed1-427a-ba97-0d8548edcc3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:22.551280 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23f5e8a0-0ed1-427a-ba97-0d8548edcc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:22.554018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-23f5e8a0-0ed1-427a-ba97-0d8548edcc3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:22.558246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-23f5e8a0-0ed1-427a-ba97-0d8548edcc3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c54f8ba7-3ea3-430e-aab4-d92409c2898e HTTP/1.1" status: 204 len: 168 time: 0.1353056 Dec 17 16:25:22.567736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e8a0-0ed1-427a-ba97-0d8548edcc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54f8ba7-3ea3-430e-aab4-d92409c2898e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:22.657699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c0483-dfb7-4521-baa5-cf197ec24d4d req-4678784c-850d-42aa-89ce-9361685cae31 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:22.665724 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d2c0483-dfb7-4521-baa5-cf197ec24d4d req-4678784c-850d-42aa-89ce-9361685cae31 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 945 time: 0.0573697 Dec 17 16:25:22.711802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d2c0483-dfb7-4521-baa5-cf197ec24d4d req-4b4d1cec-18ea-4740-ac71-48737c6f6b00 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450957 Dec 17 16:25:22.841273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5af79-7f0f-4f21-a82e-90cb5b803be9 req-b1a4b1ab-c9ad-43e8-8d36-fef77d77a041 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:22.843016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81e5af79-7f0f-4f21-a82e-90cb5b803be9 req-b1a4b1ab-c9ad-43e8-8d36-fef77d77a041 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 945 time: 0.0536981 Dec 17 16:25:22.905086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81e5af79-7f0f-4f21-a82e-90cb5b803be9 req-19b7aef6-64bc-44ab-b8e3-d3a540c48f69 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533490 Dec 17 16:25:22.928458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35244) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:22.968428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe6b96-b695-45a5-8328-2e6e5c3809e0 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:22.972685 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bafe6b96-b695-45a5-8328-2e6e5c3809e0 tempest-TestNetworkBasicOps-59579967 tempest-TestNetworkBasicOps-59579967-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 1092 time: 0.0404963 Dec 17 16:25:22.972865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35246) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:22.977415 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:23.005105 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:23.111629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:23.231616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Allocated IP 172.25.0.30 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/23b7de4b-2944-492a-a1cc-bfbc5e43d836) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:23.333000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:23.367659 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:23.406464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:23.411070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:23.414629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:23.420761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=23b7de4b-2944-492a-a1cc-bfbc5e43d836,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:23.952017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:24.056789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:24.213744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:24.219438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:24.283394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event updated for resources: {'Port': ['ID=23b7de4b-2944-492a-a1cc-bfbc5e43d836,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:24.297288 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:24.406862 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Floating IP 0d599e54-53f1-4cab-ab63-43eb946039f3 associated. External IP: 172.25.0.30, port: e28608ce-9f78-4463-98d5-212d2b3dfc3c. Dec 17 16:25:24.631644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:25:24.742112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:24.752213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] Sync routers for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:24.763557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:24.764450 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:24.765157 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:24.793778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-51dfbd77-898b-437d-8d15-1b8f14e419ad tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8168764 Dec 17 16:25:24.793778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:24.794238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35270) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:24.796757 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce84300-4230-40a8-a2c1-f2124f3d2e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:24.848586 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666b6eeb-9c7a-41ae-80e8-e734de8576bb x-openstack-request-id: req-666b6eeb-9c7a-41ae-80e8-e734de8576bb {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:24.848885 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:24.849690 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-666b6eeb-9c7a-41ae-80e8-e734de8576bb {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:24.849690 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'status': 'completed', 'code': 200} Dec 17 16:25:24.898742 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:24.957180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b3317f8e-12fc-4d0c-a763-b48b8857c2ca tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/floatingips/0d599e54-53f1-4cab-ab63-43eb946039f3 HTTP/1.1" status: 200 len: 990 time: 0.1618567 Dec 17 16:25:24.964203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-1ae1cad6-423d-4890-a450-59bba0003d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:24.965699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-1ae1cad6-423d-4890-a450-59bba0003d82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 1097 time: 0.0915279 Dec 17 16:25:25.062585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-b61f0ca7-61a8-490e-9b1f-cd161d70b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:25.064555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-b61f0ca7-61a8-490e-9b1f-cd161d70b6b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 HTTP/1.1" status: 200 len: 896 time: 0.0921717 Dec 17 16:25:25.142942 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0d599e54-53f1-4cab-ab63-43eb946039f3', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'port_id': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'mac_address': 'fa:16:3e:2c:38:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00274-ddca-46ec-9649-1446390d6c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:25:23Z', 'updated_at': '2021-12-17T16:25:23Z', 'revision_number': 0, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:12Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:25.173618 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] Checking router: 5fb0f862-2fa2-48a1-98ee-dad869f38f8f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:25.179050 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-740812e4-d1aa-4ac2-ae12-44b9d8520e2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c HTTP/1.1" status: 200 len: 998 time: 0.1072781 Dec 17 16:25:25.184771 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:25.185504 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:25.229922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-faf5f179-8819-4c64-bd32-82eccbc42ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:25.231914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-faf5f179-8819-4c64-bd32-82eccbc42ac3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9ba8cc-8003-45ed-9970-e5de89012a55 HTTP/1.1" status: 200 len: 835 time: 0.0463183 Dec 17 16:25:25.280258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-6dba9975-9d2e-4e96-8bfe-90bea6dcb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:25.281934 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-6dba9975-9d2e-4e96-8bfe-90bea6dcb421 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433321 Dec 17 16:25:25.303991 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:25.544923 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0d599e54-53f1-4cab-ab63-43eb946039f3', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'port_id': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'mac_address': 'fa:16:3e:2c:38:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00274-ddca-46ec-9649-1446390d6c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:25:23Z', 'updated_at': '2021-12-17T16:25:23Z', 'revision_number': 0, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:12Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:25.573680 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ea22f-ce51-45a4-8d3f-f7af12169455 None None] The sync data for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 is: [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0d599e54-53f1-4cab-ab63-43eb946039f3', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'port_id': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'mac_address': 'fa:16:3e:2c:38:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d00274-ddca-46ec-9649-1446390d6c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:25:23Z', 'updated_at': '2021-12-17T16:25:23Z', 'revision_number': 0, 'project_id': '019a9af5c19841e59423939d63a954e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:12Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:25.689029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-bc376804-8f4b-4cd3-9452-f103be238f87 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993182 Dec 17 16:25:25.788535 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fce84300-4230-40a8-a2c1-f2124f3d2e1d req-22c7c397-7047-4545-af9c-39476f100547 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915220 Dec 17 16:25:25.801038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a92183-068b-4e08-bc28-ef219fbccbd7 None None] New status for floating IP 0d599e54-53f1-4cab-ab63-43eb946039f3: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:25:25.961125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35278) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:26.027356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e3c64e2a-9797-4d5d-a32c-4da4e74f02a8 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/floatingips/0d599e54-53f1-4cab-ab63-43eb946039f3 HTTP/1.1" status: 200 len: 992 time: 0.0650578 Dec 17 16:25:31.749039 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:25:36.500089 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-93f4aa41-feb7-4ef4-8190-97c303013526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:38.910143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-39e2b29d-002e-441c-a6e8-6a360495fa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:40.063103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:40.879014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35374) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:40.989751 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.065775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.071527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.109859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67762b43-69da-4a2e-8f65-d0403b06179f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:41.114684 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08bd8e712aee49e6aa071df9240a232d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346354 Dec 17 16:25:41.117499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35378) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:41.120426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.120873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.121196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.121572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.121925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.122321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.122653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.123030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.123317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.123631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.123981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.124299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.124626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b264e2-762d-44ef-a5ce-e468565a7bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.125788 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.174933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d422f218-6628-43d5-9977-eecee6e9b57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.199306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d422f218-6628-43d5-9977-eecee6e9b57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.255747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.256134 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d422f218-6628-43d5-9977-eecee6e9b57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.259496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d422f218-6628-43d5-9977-eecee6e9b57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:41.260893 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d422f218-6628-43d5-9977-eecee6e9b57c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67762b43-69da-4a2e-8f65-d0403b06179f HTTP/1.1" status: 204 len: 168 time: 0.1413500 Dec 17 16:25:41.270720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422f218-6628-43d5-9977-eecee6e9b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67762b43-69da-4a2e-8f65-d0403b06179f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:42.130843 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.336638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35532) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:43.448920 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-95103a5a-1f87-4089-a61f-bbc30a227786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.525729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-95103a5a-1f87-4089-a61f-bbc30a227786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.531405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-95103a5a-1f87-4089-a61f-bbc30a227786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.571498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-95103a5a-1f87-4089-a61f-bbc30a227786 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c9e8cbcc91042149a9a40b44169048e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330236 Dec 17 16:25:43.572640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95103a5a-1f87-4089-a61f-bbc30a227786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f343bc84-7e0f-466d-8b06-7b25a1dd6a31,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:43.573816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35536) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:43.624849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06fd9251-24e7-4abe-b498-77caf4ce1b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.647257 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06fd9251-24e7-4abe-b498-77caf4ce1b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.697077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06fd9251-24e7-4abe-b498-77caf4ce1b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.699688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-06fd9251-24e7-4abe-b498-77caf4ce1b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:43.700969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-06fd9251-24e7-4abe-b498-77caf4ce1b09 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f343bc84-7e0f-466d-8b06-7b25a1dd6a31 HTTP/1.1" status: 204 len: 168 time: 0.1261797 Dec 17 16:25:43.708676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd9251-24e7-4abe-b498-77caf4ce1b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f343bc84-7e0f-466d-8b06-7b25a1dd6a31,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:43.967086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35542) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:43.983259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f32f6cbd-f335-4534-a3b5-a0959229ddcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:44.060605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f32f6cbd-f335-4534-a3b5-a0959229ddcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:44.066390 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f32f6cbd-f335-4534-a3b5-a0959229ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:44.103409 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f32f6cbd-f335-4534-a3b5-a0959229ddcf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c62a4a1f8b44473482ec15c4db9112a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351833 Dec 17 16:25:44.104380 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f6cbd-f335-4534-a3b5-a0959229ddcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9fd40e-ba7f-4746-bc44-e38c6e50b593,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:44.106373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35544) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:44.164853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-588421b8-6633-4c04-b8cf-2e4672cc1a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:44.192428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-588421b8-6633-4c04-b8cf-2e4672cc1a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:44.244373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-588421b8-6633-4c04-b8cf-2e4672cc1a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:44.247491 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-588421b8-6633-4c04-b8cf-2e4672cc1a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:44.248699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-588421b8-6633-4c04-b8cf-2e4672cc1a05 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d9fd40e-ba7f-4746-bc44-e38c6e50b593 HTTP/1.1" status: 204 len: 168 time: 0.1411922 Dec 17 16:25:44.258237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588421b8-6633-4c04-b8cf-2e4672cc1a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9fd40e-ba7f-4746-bc44-e38c6e50b593,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:44.984469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35566) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:45.103537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1593311445-network', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:45.129610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Made reservation on behalf of 7cbe8401b6804cfc979fdab7049d9e89 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:45.131989 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.140457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.215770 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.221743 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.246316 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:25:45.256605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6081186-6759-45b8-a0bb-f7e3a91ccec6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:45.262940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.263309 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Added segment d7b9f916-f4ba-48a6-8418-9dc0eb436ac2 of type vlan for network eca0248b-e883-482d-a258-7d23ee2d8651 Dec 17 16:25:45.304159 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.332375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.333462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:45.334174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.394615 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4089994 Dec 17 16:25:45.397565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35570) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:45.399565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65234640-cf1a-4a08-a60e-8468cd90bc6a admin admin] Pushing event updated for resources: {'Network': ['ID=eca0248b-e883-482d-a258-7d23ee2d8651,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:45.402811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Request body: {'subnet': {'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1593311445-subnet', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:45.409771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network eca0248b-e883-482d-a258-7d23ee2d8651 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:25:45.429884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Made reservation on behalf of 7cbe8401b6804cfc979fdab7049d9e89 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:45.432364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.615201 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.666815 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.667892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:45.679712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Checking segment: {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:45.680109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Network hostable DHCP agents. Network: eca0248b-e883-482d-a258-7d23ee2d8651, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:25:45.702331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Network eca0248b-e883-482d-a258-7d23ee2d8651 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:25:45.714066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, eca0248b-e883-482d-a258-7d23ee2d8651) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:45.718783 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:45.719406 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.723119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b71100-ea47-4722-8812-2c6d63b7f192 None None] Network eca0248b-e883-482d-a258-7d23ee2d8651 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:25:45.738861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2a2d0373-48b0-4d47-8888-f6ea80c36640 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3400648 Dec 17 16:25:45.741593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35572) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:45.745802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:45.770361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.771603 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.829211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-eca0248b-e883-482d-a258-7d23ee2d8651', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:25:45.830099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:45.973380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Allocated IP 172.20.0.2 (eca0248b-e883-482d-a258-7d23ee2d8651/dc2e42bb-f5e6-4033-95b4-fe48b9ab6304/832286ac-8fab-42de-a28d-6f58f9b0a950) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:46.115114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.129564 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.175743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Network eca0248b-e883-482d-a258-7d23ee2d8651 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:46.181101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:46.182852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.183029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Pushing event updated for resources: {'Port': ['ID=832286ac-8fab-42de-a28d-6f58f9b0a950,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:46.190145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:46.192707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.193046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.193376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.193703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.194024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.194329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.194646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.194980 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.195280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.195593 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.195932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.196248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.196560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.254287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Attempting to bind port 832286ac-8fab-42de-a28d-6f58f9b0a950 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:46.255101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Attempting to bind port 832286ac-8fab-42de-a28d-6f58f9b0a950 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:46.255101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Attempting to bind port 832286ac-8fab-42de-a28d-6f58f9b0a950 on network eca0248b-e883-482d-a258-7d23ee2d8651 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:46.260893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:46.261288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Checking segment: {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:46.261669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.262057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Bound using segment: {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:46.262549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Bound port: 832286ac-8fab-42de-a28d-6f58f9b0a950, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:46.263066 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.332132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] For port 832286ac-8fab-42de-a28d-6f58f9b0a950, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:46.335900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] For port 832286ac-8fab-42de-a28d-6f58f9b0a950, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=832286ac-8fab-42de-a28d-6f58f9b0a950,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:46.338461 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.342537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.405869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa74288-6074-4137-9d93-8b8a707ef4c4 None None] Pushing event updated for resources: {'Port': ['ID=832286ac-8fab-42de-a28d-6f58f9b0a950,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:46.564154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.587561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.705264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Allocated IP 172.25.0.228 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/80f96d94-ccfc-4585-bb02-220ec285a837) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:46.808819 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.850536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:46.891287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:46.894261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:46.898868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:46.907582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d37fd66-d0bd-45c7-858a-51edbf20cc08 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:46.922652 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Pushing event updated for resources: {'Port': ['ID=80f96d94-ccfc-4585-bb02-220ec285a837,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:46.934082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.936489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.936866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.937205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.937531 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.937860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.938182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.938507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.938812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.939132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.939448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.939762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.940105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:46.964395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-417d9b1f-b6b5-4074-843e-445dbf5001c0 None None] Provisioning complete for port 80f96d94-ccfc-4585-bb02-220ec285a837 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:46.964763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-417d9b1f-b6b5-4074-843e-445dbf5001c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.005230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-417d9b1f-b6b5-4074-843e-445dbf5001c0 None None] Port 80f96d94-ccfc-4585-bb02-220ec285a837 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:47.133237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 832286ac-8fab-42de-a28d-6f58f9b0a950 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:47.188531 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.192432 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 832286ac-8fab-42de-a28d-6f58f9b0a950 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:47.192829 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.277664 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.313470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 832286ac-8fab-42de-a28d-6f58f9b0a950, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=832286ac-8fab-42de-a28d-6f58f9b0a950,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:47.319446 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.362386 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ef62ed-fdb9-455b-b661-3fa73bbba44c None None] Network eca0248b-e883-482d-a258-7d23ee2d8651 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:25:47.394286 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.410923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=832286ac-8fab-42de-a28d-6f58f9b0a950,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:47.441105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-041c7ee8-7439-431e-b654-58fab0548f1c None None] Provisioning complete for port 832286ac-8fab-42de-a28d-6f58f9b0a950 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:47.441473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-041c7ee8-7439-431e-b654-58fab0548f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.524465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Router b2f2d75a-1760-4604-bcae-cdabaa56b78f is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:25:47.643359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:47.653895 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Sync routers for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:47.662482 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.663798 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-759e4df7-3452-44fb-ab8c-e84a5b34da7a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9212959 Dec 17 16:25:47.666461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35574) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:47.666594 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:47.667234 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:47.776026 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:47.782029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3abfe2f3-61f8-4ad2-a5d9-62a68220f21f None None] Provisioning complete for port 832286ac-8fab-42de-a28d-6f58f9b0a950 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:47.782487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3abfe2f3-61f8-4ad2-a5d9-62a68220f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:47.962565 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:47Z', 'revision_number': 3, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:47.989090 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Checking router: b2f2d75a-1760-4604-bcae-cdabaa56b78f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:47.989443 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Updating router b2f2d75a-1760-4604-bcae-cdabaa56b78f port 80f96d94-ccfc-4585-bb02-220ec285a837 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:25:48.013893 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.083124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.273431 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.279093 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.288959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Allocated IP 172.20.0.1 (eca0248b-e883-482d-a258-7d23ee2d8651/dc2e42bb-f5e6-4033-95b4-fe48b9ab6304/aa0600b7-9df2-4a79-9093-5d8a4061024f) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:48.322184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c2868-aaf5-4baa-9cd0-19321c3a86b6 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:48.325834 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Attempting to bind port 80f96d94-ccfc-4585-bb02-220ec285a837 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:48.326213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Attempting to bind port 80f96d94-ccfc-4585-bb02-220ec285a837 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:48.326585 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Attempting to bind port 80f96d94-ccfc-4585-bb02-220ec285a837 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:48.336158 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:48.336439 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:48.336838 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.337230 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:48.337696 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Bound port: 80f96d94-ccfc-4585-bb02-220ec285a837, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:48.338069 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.364627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848faa8-d82d-4aec-b732-b0818251d49a None None] Pushing event updated for resources: {'Port': ['ID=80f96d94-ccfc-4585-bb02-220ec285a837,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:48.384582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a5566e99-428a-474c-a39b-e7cb9a476edb None None] Provisioning complete for port 80f96d94-ccfc-4585-bb02-220ec285a837 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:48.385256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5566e99-428a-474c-a39b-e7cb9a476edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.393401 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] For port 80f96d94-ccfc-4585-bb02-220ec285a837, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:48.397122 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] For port 80f96d94-ccfc-4585-bb02-220ec285a837, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=80f96d94-ccfc-4585-bb02-220ec285a837,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:48.401664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.403020 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.424281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a5566e99-428a-474c-a39b-e7cb9a476edb None None] Port 80f96d94-ccfc-4585-bb02-220ec285a837 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:48.441301 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.445317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fb15c5-4c08-4d65-9e69-70fd5806a900 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:48.454380 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:48.454996 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:48.485545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Network eca0248b-e883-482d-a258-7d23ee2d8651 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:48.488651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:48.493335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:48.496669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0600b7-9df2-4a79-9093-5d8a4061024f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:48.536452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.550557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6bf454af-73f3-4eab-a63c-31dda7e067cf None None] Provisioning complete for port 80f96d94-ccfc-4585-bb02-220ec285a837 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:48.551309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6bf454af-73f3-4eab-a63c-31dda7e067cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.648736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6bf454af-73f3-4eab-a63c-31dda7e067cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.672185 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:48.678504 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848faa8-d82d-4aec-b732-b0818251d49a None None] Pushing event updated for resources: {'Port': ['ID=80f96d94-ccfc-4585-bb02-220ec285a837,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:48.679559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6bf454af-73f3-4eab-a63c-31dda7e067cf None None] For port 80f96d94-ccfc-4585-bb02-220ec285a837, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=80f96d94-ccfc-4585-bb02-220ec285a837,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:48.694703 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6bf454af-73f3-4eab-a63c-31dda7e067cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.772843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf454af-73f3-4eab-a63c-31dda7e067cf None None] Pushing event updated for resources: {'Port': ['ID=80f96d94-ccfc-4585-bb02-220ec285a837,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:48.815520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-eb78c90e-3a14-4150-bbd6-e6a20ece01aa None None] Provisioning complete for port aa0600b7-9df2-4a79-9093-5d8a4061024f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:48.815911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eb78c90e-3a14-4150-bbd6-e6a20ece01aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:48.850056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-eb78c90e-3a14-4150-bbd6-e6a20ece01aa None None] Port aa0600b7-9df2-4a79-9093-5d8a4061024f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:48.873048 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:47Z', 'revision_number': 3, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:48.899305 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf26661-6fea-4f76-943a-ad77bc629171 None None] The sync data for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 is: [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:47Z', 'revision_number': 3, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:48.966788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:49.117595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 832286ac-8fab-42de-a28d-6f58f9b0a950 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:49.159418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:49.168538 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:49.184519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 832286ac-8fab-42de-a28d-6f58f9b0a950 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:49.185050 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:49.240219 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0600b7-9df2-4a79-9093-5d8a4061024f,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:49.243546 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:49.338282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Network eca0248b-e883-482d-a258-7d23ee2d8651 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:49.339771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:49.474908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Router b2f2d75a-1760-4604-bcae-cdabaa56b78f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:25:49.581655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5597ae36-576c-422e-b9a5-5bf260611cbd None None] Provisioning complete for port aa0600b7-9df2-4a79-9093-5d8a4061024f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:49.582162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5597ae36-576c-422e-b9a5-5bf260611cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:49.609881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:49.617087 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-37b0aa33-ca00-445f-ba73-ce39024b2817 admin admin] 10.222.0.54 "PUT /v2.0/routers/b2f2d75a-1760-4604-bcae-cdabaa56b78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9495256 Dec 17 16:25:49.633079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5597ae36-576c-422e-b9a5-5bf260611cbd None None] Port aa0600b7-9df2-4a79-9093-5d8a4061024f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:50.118690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35594) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:50.124192 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1610921788-network', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:50.149203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Made reservation on behalf of 9389f35dd0594fcba97bad6f95e59750 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:50.152075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.161195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.245998 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.252001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.279971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:25:50.290157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e9e96-0e32-43b6-87aa-eebf56b5ee48,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:50.296957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.297441 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Added segment 1a5a6417-2535-474a-8992-001760e7cf8c of type vlan for network ceede5db-e2b6-4b62-b020-1099731f4566 Dec 17 16:25:50.343650 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.368658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.369664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:50.370248 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.427592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3077633 Dec 17 16:25:50.430438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35596) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:50.435934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Request body: {'subnet': {'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1610921788-subnet', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:50.439289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19468d-8581-470a-9396-3152984c199e admin admin] Pushing event updated for resources: {'Network': ['ID=ceede5db-e2b6-4b62-b020-1099731f4566,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:50.449181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ceede5db-e2b6-4b62-b020-1099731f4566 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:25:50.459070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Made reservation on behalf of 9389f35dd0594fcba97bad6f95e59750 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:50.461734 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.565613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Sync routers for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:50.575491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:50.576224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:50.636903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.686936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cc69a5-6d68-4894-92ab-a9f59a4820a5,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:50.703868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Checking segment: {'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:50.704254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Network hostable DHCP agents. Network: ceede5db-e2b6-4b62-b020-1099731f4566, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:25:50.722775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Network ceede5db-e2b6-4b62-b020-1099731f4566 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:25:50.734064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ceede5db-e2b6-4b62-b020-1099731f4566) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:50.738946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:50.739561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.759533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0f9cb775-c8e0-4b01-9cfe-9ea719544b3c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279271 Dec 17 16:25:50.763654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35600) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:50.768522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:50.793843 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.795162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.848653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbb4c9-1fb8-4416-af14-b5211bbb01ab None None] Network ceede5db-e2b6-4b62-b020-1099731f4566 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:25:50.854870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:50.915147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:50.990278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.029494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ceede5db-e2b6-4b62-b020-1099731f4566', 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566', 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'fixed_ips': [{'subnet_id': '54cc69a5-6d68-4894-92ab-a9f59a4820a5'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:25:51.030365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.148760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 80f96d94-ccfc-4585-bb02-220ec285a837 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:51.205859 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.225073 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.293537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Allocated IP 172.20.0.2 (ceede5db-e2b6-4b62-b020-1099731f4566/54cc69a5-6d68-4894-92ab-a9f59a4820a5/b8ed2f99-f20a-49bc-90c1-74ed96e62ec4) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:51.295540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 80f96d94-ccfc-4585-bb02-220ec285a837 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:51.295941 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.330561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Allocated IP 172.25.0.57 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:51.398261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:49Z', 'revision_number': 2, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:51.432326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Checking router: b2f2d75a-1760-4604-bcae-cdabaa56b78f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:51.432679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Updating router b2f2d75a-1760-4604-bcae-cdabaa56b78f port aa0600b7-9df2-4a79-9093-5d8a4061024f binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:25:51.441101 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.478631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.478966 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.520599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:51.523612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:51.527216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:51.532986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Pushing event updated for resources: {'Port': ['ID=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:51.555201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07388948-102a-4b0d-8580-8707e777208a None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:51.612025 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.666351 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.751367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Network ceede5db-e2b6-4b62-b020-1099731f4566 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:51.752512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-25196c23-5936-42e7-a0e0-3160bd030d2e None None] Provisioning complete for port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:51.752878 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-25196c23-5936-42e7-a0e0-3160bd030d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.777534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Pushing event updated for resources: {'Port': ['ID=b8ed2f99-f20a-49bc-90c1-74ed96e62ec4,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:51.782748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:51.791461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.809369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:51.851542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-25196c23-5936-42e7-a0e0-3160bd030d2e None None] Port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:51.895695 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Attempting to bind port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:51.896092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Attempting to bind port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:51.896457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Attempting to bind port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 on network ceede5db-e2b6-4b62-b020-1099731f4566 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:51.909969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:51.910343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Checking segment: {'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:51.910745 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.911169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Bound using segment: {'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:51.911642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Bound port: b8ed2f99-f20a-49bc-90c1-74ed96e62ec4, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:51.912049 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:51.987535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.016776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.023778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] For port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:52.027102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] For port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b8ed2f99-f20a-49bc-90c1-74ed96e62ec4,segment=NetworkSegment(1a5a6417-2535-474a-8992-001760e7cf8c),segment_id=1a5a6417-2535-474a-8992-001760e7cf8c)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:52.028257 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.036176 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.108578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ddea5-10ab-47bc-a7a9-179ef16c9018 None None] Pushing event updated for resources: {'Port': ['ID=aa0600b7-9df2-4a79-9093-5d8a4061024f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:52.160717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Router 0311fa8f-06c9-4376-b855-f22a1c8c78af is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:25:52.186146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Attempting to bind port aa0600b7-9df2-4a79-9093-5d8a4061024f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:52.186505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Attempting to bind port aa0600b7-9df2-4a79-9093-5d8a4061024f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:52.186866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Attempting to bind port aa0600b7-9df2-4a79-9093-5d8a4061024f on network eca0248b-e883-482d-a258-7d23ee2d8651 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:52.194799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:52.195166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Checking segment: {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:52.195562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.195987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Bound using segment: {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:52.196451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Bound port: aa0600b7-9df2-4a79-9093-5d8a4061024f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:52.196821 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.216374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42538-6ce6-4316-b5dc-ff05b98a455a None None] Pushing event updated for resources: {'Port': ['ID=b8ed2f99-f20a-49bc-90c1-74ed96e62ec4,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:52.298178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] For port aa0600b7-9df2-4a79-9093-5d8a4061024f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:52.303505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] For port aa0600b7-9df2-4a79-9093-5d8a4061024f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=aa0600b7-9df2-4a79-9093-5d8a4061024f,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:52.312046 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.316442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:52.329692 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Sync routers for ids ['0311fa8f-06c9-4376-b855-f22a1c8c78af'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:52.339453 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.341520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-26c18cfc-d920-4a5f-b365-ac5a732e00c4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5766394 Dec 17 16:25:52.344555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35602) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:52.375151 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Routers {'0311fa8f-06c9-4376-b855-f22a1c8c78af'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:52.376242 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0311fa8f-06c9-4376-b855-f22a1c8c78af'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:52.393957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ddea5-10ab-47bc-a7a9-179ef16c9018 None None] Pushing event updated for resources: {'Port': ['ID=aa0600b7-9df2-4a79-9093-5d8a4061024f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:52.404241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:52.404911 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:52.525586 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Set router 0311fa8f-06c9-4376-b855-f22a1c8c78af gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:52.538453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2f8ea694-37bf-4bf6-9505-db1a4183bdd2 None None] Provisioning complete for port aa0600b7-9df2-4a79-9093-5d8a4061024f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:52.538975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea694-37bf-4bf6-9505-db1a4183bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.594262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:52.751998 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:25:51Z', 'revision_number': 3, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port': {'id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:51Z', 'updated_at': '2021-12-17T16:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:52.758893 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea694-37bf-4bf6-9505-db1a4183bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.779944 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Checking router: 0311fa8f-06c9-4376-b855-f22a1c8c78af for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:52.780301 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Updating router 0311fa8f-06c9-4376-b855-f22a1c8c78af port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:25:52.808398 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.815039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2f8ea694-37bf-4bf6-9505-db1a4183bdd2 None None] For port aa0600b7-9df2-4a79-9093-5d8a4061024f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=aa0600b7-9df2-4a79-9093-5d8a4061024f,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:52.821381 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea694-37bf-4bf6-9505-db1a4183bdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.887862 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.906646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ea694-37bf-4bf6-9505-db1a4183bdd2 None None] Pushing event updated for resources: {'Port': ['ID=aa0600b7-9df2-4a79-9093-5d8a4061024f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:52.952227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3c6eba09-9801-44f0-a5a1-4e60a6e3aa07 None None] Provisioning complete for port aa0600b7-9df2-4a79-9093-5d8a4061024f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:52.952741 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c6eba09-9801-44f0-a5a1-4e60a6e3aa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:52.955913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:53.105156 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.108951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Allocated IP 172.20.0.1 (ceede5db-e2b6-4b62-b020-1099731f4566/54cc69a5-6d68-4894-92ab-a9f59a4820a5/71cd672a-5007-42ea-9ba4-c3cdf8588a36) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:53.122732 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.176459 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed253d9b-7d28-428e-93d4-4c45f4bd4b9c None None] Pushing event updated for resources: {'Port': ['ID=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:53.210985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Attempting to bind port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:53.212222 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Attempting to bind port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:53.213573 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Attempting to bind port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:53.221374 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:53.221755 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:53.222165 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.222564 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:53.223227 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Bound port: 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:53.223616 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.279075 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] For port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:53.281787 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.282442 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] For port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:53.285440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:53.287782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9294b9b-aedb-4fec-b0c4-a252ca38c399 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:53.288717 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.315769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0168cd-3334-4a29-b01e-87b4d1c13294 None None] The sync data for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 is: [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:53.326141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.374147 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Routers {'0311fa8f-06c9-4376-b855-f22a1c8c78af'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:53.374766 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0311fa8f-06c9-4376-b855-f22a1c8c78af'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:53.379167 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed253d9b-7d28-428e-93d4-4c45f4bd4b9c None None] Pushing event updated for resources: {'Port': ['ID=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:53.421813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72261f6-043b-48f3-8b88-313931cf47e7 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:25:53.423537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92c2ca-46eb-424b-a0a3-b2f6a8e8cd75 None None] Network ceede5db-e2b6-4b62-b020-1099731f4566 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:25:53.444587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Network ceede5db-e2b6-4b62-b020-1099731f4566 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:53.454180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:53.459372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:53.467421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Pushing event updated for resources: {'Port': ['ID=71cd672a-5007-42ea-9ba4-c3cdf8588a36,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:53.523103 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] Set router 0311fa8f-06c9-4376-b855-f22a1c8c78af gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:53.535520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.540727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:53.541095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.677266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] Provisioning complete for port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:53.677266 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.724127 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.730943 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:25:51Z', 'revision_number': 3, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port': {'id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:51Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:53.757725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.771688 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35662f2-8cac-48de-b6ab-3559945d3b6e None None] The sync data for ids ['0311fa8f-06c9-4376-b855-f22a1c8c78af'] in n-d-806683-20 is: [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:25:51Z', 'revision_number': 3, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port': {'id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:51Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:53.774660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b8ed2f99-f20a-49bc-90c1-74ed96e62ec4,segment=NetworkSegment(1a5a6417-2535-474a-8992-001760e7cf8c),segment_id=1a5a6417-2535-474a-8992-001760e7cf8c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:53.783237 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.858628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.904898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=b8ed2f99-f20a-49bc-90c1-74ed96e62ec4,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:53.920351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] For port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:53.929729 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:53.990671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] Provisioning complete for port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:53.991180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:54.033239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:54.040405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a75d92-1f2d-4ded-ac61-39b8d499da3e None None] Pushing event updated for resources: {'Port': ['ID=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:54.040684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:54.159909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Pushing event updated for resources: {'Port': ['ID=71cd672a-5007-42ea-9ba4-c3cdf8588a36,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:54.163373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:54.280977 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Network ceede5db-e2b6-4b62-b020-1099731f4566 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:54.282563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:54.292696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-55cbffba-2a65-4ab6-ac96-4dfb37acb503 None None] Provisioning complete for port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:54.294469 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55cbffba-2a65-4ab6-ac96-4dfb37acb503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:54.350860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-55cbffba-2a65-4ab6-ac96-4dfb37acb503 None None] Port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:54.370648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-55cbffba-2a65-4ab6-ac96-4dfb37acb503 None None] Provisioning complete for port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:54.371054 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-55cbffba-2a65-4ab6-ac96-4dfb37acb503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:54.469323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Router 0311fa8f-06c9-4376-b855-f22a1c8c78af has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:25:54.602133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:54.607675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-26f2d7f5-4fc7-4e28-bf59-cc50ae2b05b2 admin admin] 10.222.0.54 "PUT /v2.0/routers/0311fa8f-06c9-4376-b855-f22a1c8c78af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2619972 Dec 17 16:25:54.632016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ad1d3f84-aeca-4b56-98ff-d3d10eb6b973 None None] Provisioning complete for port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:54.632396 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3f84-aeca-4b56-98ff-d3d10eb6b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:54.639420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35608) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:54.692261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d3f84-aeca-4b56-98ff-d3d10eb6b973 None None] Port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:25:54.713931 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9ac835eb-68a3-4bbd-ba15-67c7ee2534f2 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/floatingips/0d599e54-53f1-4cab-ab63-43eb946039f3 HTTP/1.1" status: 200 len: 992 time: 0.0732844 Dec 17 16:25:54.971774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35618) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:55.205384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35620) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:55.210472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f004e236-7cf0-4285-9e57-2c6cca41252a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283778540', 'description': 'tempest-secgroup-smoke-283778540 description', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:55.247662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f004e236-7cf0-4285-9e57-2c6cca41252a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.263860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:55.326862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:55.327928 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.328264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f004e236-7cf0-4285-9e57-2c6cca41252a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.333278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f004e236-7cf0-4285-9e57-2c6cca41252a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.362472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004e236-7cf0-4285-9e57-2c6cca41252a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:55.367409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f004e236-7cf0-4285-9e57-2c6cca41252a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.368876 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f004e236-7cf0-4285-9e57-2c6cca41252a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1624284 Dec 17 16:25:55.371893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35622) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:55.377098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5990306d-ab5d-4e08-99b7-36fddd9c07f9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:55.409384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5990306d-ab5d-4e08-99b7-36fddd9c07f9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.420453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:55.471193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5990306d-ab5d-4e08-99b7-36fddd9c07f9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.471457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:55.471807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.476895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port 23b7de4b-2944-492a-a1cc-bfbc5e43d836 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:25:55.477429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5990306d-ab5d-4e08-99b7-36fddd9c07f9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.477530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.498538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990306d-ab5d-4e08-99b7-36fddd9c07f9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e639ff-0306-49fa-9e18-3ea57d89df9e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:55.509885 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5990306d-ab5d-4e08-99b7-36fddd9c07f9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.514546 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5990306d-ab5d-4e08-99b7-36fddd9c07f9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377912 Dec 17 16:25:55.514786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35624) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:55.519467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-67b5acbc-5b8a-427d-a4fc-4654d0b97b1e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:55.550645 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67b5acbc-5b8a-427d-a4fc-4654d0b97b1e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.556736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device aa0600b7-9df2-4a79-9093-5d8a4061024f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:55.560300 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.560742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.573384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for 23b7de4b-2944-492a-a1cc-bfbc5e43d836 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:25:55.605480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port aa0600b7-9df2-4a79-9093-5d8a4061024f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:55.605849 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.623319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67b5acbc-5b8a-427d-a4fc-4654d0b97b1e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.629609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67b5acbc-5b8a-427d-a4fc-4654d0b97b1e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.647614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5acbc-5b8a-427d-a4fc-4654d0b97b1e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbb9097-6f6a-44ea-8df1-5d536995cef5,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:55.658718 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-67b5acbc-5b8a-427d-a4fc-4654d0b97b1e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.662276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-67b5acbc-5b8a-427d-a4fc-4654d0b97b1e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465409 Dec 17 16:25:55.663346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35626) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:55.668263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6482b384-85f7-4520-a7f0-1c7205c89ecc tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:55.734378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6482b384-85f7-4520-a7f0-1c7205c89ecc tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.833194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6482b384-85f7-4520-a7f0-1c7205c89ecc tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.839072 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6482b384-85f7-4520-a7f0-1c7205c89ecc tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.847314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.883746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=23b7de4b-2944-492a-a1cc-bfbc5e43d836,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:55.885541 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482b384-85f7-4520-a7f0-1c7205c89ecc tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f04501-5d4b-42ad-be47-ac14f362ac86,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:55.891921 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6482b384-85f7-4520-a7f0-1c7205c89ecc tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.893137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6482b384-85f7-4520-a7f0-1c7205c89ecc tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287989 Dec 17 16:25:55.896053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35628) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:55.901653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c7489060-c007-4643-8ce4-6d54321c1d3a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:55.971215 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:55.971602 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Floating IP 0d599e54-53f1-4cab-ab63-43eb946039f3 disassociated (deleted). External IP: 172.25.0.30, port: e28608ce-9f78-4463-98d5-212d2b3dfc3c. Dec 17 16:25:56.017489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7489060-c007-4643-8ce4-6d54321c1d3a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.129352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7489060-c007-4643-8ce4-6d54321c1d3a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.164302 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7489060-c007-4643-8ce4-6d54321c1d3a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.225842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7489060-c007-4643-8ce4-6d54321c1d3a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9986b361-858e-400d-b847-bd2c51be6113,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:56.243047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c7489060-c007-4643-8ce4-6d54321c1d3a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.244306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c7489060-c007-4643-8ce4-6d54321c1d3a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3473544 Dec 17 16:25:56.248107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35630) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:56.252798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:56.263890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:25:56.278203 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Project 7cbe8401b6804cfc979fdab7049d9e89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:25:56.283217 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.346760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.352255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.373965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19fcc52-98f1-4c43-be8e-73daebbc9021,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:56.375786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:25:56.381230 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.381647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.385550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d061483b-3d44-406f-a5b2-cbedc8213b88 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337290 Dec 17 16:25:56.385714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35632) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:56.390487 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'security_group_rule': {'security_group_id': 'ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093', 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:56.405164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] Sync routers for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:56.416384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:56.417101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:56.420886 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Project 7cbe8401b6804cfc979fdab7049d9e89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:25:56.426714 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.430100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-186b6d7a-c123-4d00-bf54-97ac477eceb7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/floatingips/0d599e54-53f1-4cab-ab63-43eb946039f3 HTTP/1.1" status: 204 len: 168 time: 1.4544849 Dec 17 16:25:56.430100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:56.433003 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd08008-627c-4ae2-a276-399287202070" -d '{"events": [{"name": "network-changed", "server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:56.500190 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.506499 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.530191 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd4164-1cee-4e2a-a0b1-b4cb6bd66723 x-openstack-request-id: req-eafd4164-1cee-4e2a-a0b1-b4cb6bd66723 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:56.530866 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:56.530866 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eafd4164-1cee-4e2a-a0b1-b4cb6bd66723 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:56.531181 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'status': 'completed', 'code': 200} Dec 17 16:25:56.536940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3f5b8b-e7ec-4d6d-b926-fee7ab56f519,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:56.547717 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:56.558285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-27850f49-40a9-4c25-9dd0-9866d31c6cb9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1627169 Dec 17 16:25:56.624191 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:56.636771 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08008-627c-4ae2-a276-399287202070 req-fa458d4e-94a7-4c31-bf7f-09c9daaf66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:56.639500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fd08008-627c-4ae2-a276-399287202070 req-fa458d4e-94a7-4c31-bf7f-09c9daaf66a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=019a9af5c19841e59423939d63a954e1&device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 1097 time: 0.0689113 Dec 17 16:25:56.804024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38871a2-5e7b-4656-9eb9-125ad3746668 req-7f88ad7f-bef4-4ad7-a770-affa512e28f0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:56.805674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a38871a2-5e7b-4656-9eb9-125ad3746668 req-7f88ad7f-bef4-4ad7-a770-affa512e28f0 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 945 time: 0.0881863 Dec 17 16:25:56.832790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08008-627c-4ae2-a276-399287202070 req-e146c85c-c8db-44be-902d-43e262988cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:56.834612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fd08008-627c-4ae2-a276-399287202070 req-e146c85c-c8db-44be-902d-43e262988cfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 HTTP/1.1" status: 200 len: 896 time: 0.1797204 Dec 17 16:25:56.866649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:12Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:56.894096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fd08008-627c-4ae2-a276-399287202070 req-0bb26211-3c00-49b7-b267-296f89f85af8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c HTTP/1.1" status: 200 len: 217 time: 0.0501876 Dec 17 16:25:56.896458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] Checking router: 5fb0f862-2fa2-48a1-98ee-dad869f38f8f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:56.906766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:56.909154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:56.953461 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Sync routers for ids ['0311fa8f-06c9-4376-b855-f22a1c8c78af'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:25:56.959464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-afeb048f-5262-4702-b0d8-8c3a7b188b23 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283778540&fields=id&tenant_id=7cbe8401b6804cfc979fdab7049d9e89 HTTP/1.1" status: 200 len: 267 time: 0.0590906 Dec 17 16:25:56.961253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08008-627c-4ae2-a276-399287202070 req-f4193142-7810-4f13-b638-7f27beca655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:56.962808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fd08008-627c-4ae2-a276-399287202070 req-f4193142-7810-4f13-b638-7f27beca655f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa9ba8cc-8003-45ed-9970-e5de89012a55 HTTP/1.1" status: 200 len: 835 time: 0.0560222 Dec 17 16:25:56.968761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Routers {'0311fa8f-06c9-4376-b855-f22a1c8c78af'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:56.969384 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0311fa8f-06c9-4376-b855-f22a1c8c78af'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:56.984137 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a38871a2-5e7b-4656-9eb9-125ad3746668 req-1a1e87f5-1c67-4753-9b5c-40a3c42b4713 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601501 Dec 17 16:25:57.036896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:57.037919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08008-627c-4ae2-a276-399287202070 req-550d7657-2309-44f5-8dda-6b6ed8d8a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:57.039942 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fd08008-627c-4ae2-a276-399287202070 req-550d7657-2309-44f5-8dda-6b6ed8d8a00c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545435 Dec 17 16:25:57.110918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-687338b8-1d9b-4878-b73e-193740bd762e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:57.119360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-687338b8-1d9b-4878-b73e-193740bd762e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 809 time: 0.1475198 Dec 17 16:25:57.140032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1097e741-97b3-4f45-add7-84a53668c9d7 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/quotas/7cbe8401b6804cfc979fdab7049d9e89 HTTP/1.1" status: 200 len: 375 time: 0.0196166 Dec 17 16:25:57.164493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fd08008-627c-4ae2-a276-399287202070 req-c43923bc-be6d-451b-9134-303510e500ce service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159489 Dec 17 16:25:57.196235 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-e355583b-3efe-4af5-9d33-234e7be2f4ce tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550928 Dec 17 16:25:57.215639 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Set router 0311fa8f-06c9-4376-b855-f22a1c8c78af gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:57.277451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7fd08008-627c-4ae2-a276-399287202070 req-95431a0c-83d6-4f27-a26e-ed277cf729e0 service neutron] 10.222.0.49 "GET /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025004 Dec 17 16:25:57.296761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:12Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:57.312748 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-03f28d8e-865b-420d-a4a8-8ba3713b492e service neutron] 10.222.0.54 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033981 Dec 17 16:25:57.332093 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a856af1-5193-44be-ad62-54526f791ac3 None None] The sync data for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 is: [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:25:08Z', 'revision_number': 4, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '167a4e36-cf65-4a31-8d65-5b05bb964c23', 'name': '', 'network_id': 'a3a42f5f-77f9-41e8-8d69-9e69bfcd3711', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'mac_address': 'fa:16:3e:f0:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:07Z', 'updated_at': '2021-12-17T16:25:12Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'subnets': [{'id': 'fa9ba8cc-8003-45ed-9970-e5de89012a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:57.407219 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-6a5c2c6a-7255-413b-93b5-af1f9a4691bc service neutron] 10.222.0.54 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875318 Dec 17 16:25:57.462119 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 4, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port': {'id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:51Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '71cd672a-5007-42ea-9ba4-c3cdf8588a36', 'name': '', 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'mac_address': 'fa:16:3e:0a:ab:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '54cc69a5-6d68-4894-92ab-a9f59a4820a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:52Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 2, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'subnets': [{'id': '54cc69a5-6d68-4894-92ab-a9f59a4820a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:57.488988 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Checking router: 0311fa8f-06c9-4376-b855-f22a1c8c78af for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:25:57.489345 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Updating router 0311fa8f-06c9-4376-b855-f22a1c8c78af port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:25:57.515672 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:57.637454 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-514459a7-ff32-460b-850d-7d3769634206 req-32beee2c-8c71-4b58-9b50-586ef1362eb3 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 210 time: 0.0370533 Dec 17 16:25:57.649258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4e1fe-3bfe-411e-af86-c5f4e9947f53 None None] New status for floating IP 0d599e54-53f1-4cab-ab63-43eb946039f3: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:25:57.816498 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:57.821910 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:57.875128 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b8bd6-8657-473f-abd0-c8fb2516f76f None None] Pushing event updated for resources: {'Port': ['ID=71cd672a-5007-42ea-9ba4-c3cdf8588a36,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:57.921583 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Attempting to bind port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:25:57.921954 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Attempting to bind port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:25:57.922315 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Attempting to bind port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 on network ceede5db-e2b6-4b62-b020-1099731f4566 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:57.927407 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:57.927784 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Checking segment: {'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:25:57.928216 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:57.928604 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Bound using segment: {'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:57.929085 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Bound port: 71cd672a-5007-42ea-9ba4-c3cdf8588a36, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5a6417-2535-474a-8992-001760e7cf8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:25:57.929460 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.002523 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] For port 71cd672a-5007-42ea-9ba4-c3cdf8588a36, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:58.010087 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] For port 71cd672a-5007-42ea-9ba4-c3cdf8588a36, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=71cd672a-5007-42ea-9ba4-c3cdf8588a36,segment=NetworkSegment(1a5a6417-2535-474a-8992-001760e7cf8c),segment_id=1a5a6417-2535-474a-8992-001760e7cf8c)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:58.017273 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.086869 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Routers {'0311fa8f-06c9-4376-b855-f22a1c8c78af'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:25:58.087578 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0311fa8f-06c9-4376-b855-f22a1c8c78af'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:58.116341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-11099ba2-81c9-4559-a7e2-61933f5a67b7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:58.118152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-11099ba2-81c9-4559-a7e2-61933f5a67b7 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 945 time: 0.0815861 Dec 17 16:25:58.135741 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b8bd6-8657-473f-abd0-c8fb2516f76f None None] Pushing event updated for resources: {'Port': ['ID=71cd672a-5007-42ea-9ba4-c3cdf8588a36,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:58.158390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a6f3b262-b04a-4766-8515-3d2f006c3c9c None None] Provisioning complete for port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:58.159016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b262-b04a-4766-8515-3d2f006c3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.176551 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9264ab-49b2-4efc-b0cd-688f06f91c9b req-e1c3dc4f-490a-453f-b350-51d89d5b6be9 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:58.179116 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed9264ab-49b2-4efc-b0cd-688f06f91c9b req-e1c3dc4f-490a-453f-b350-51d89d5b6be9 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/ports?device_id=40d00274-ddca-46ec-9649-1446390d6c46 HTTP/1.1" status: 200 len: 945 time: 0.0876925 Dec 17 16:25:58.254043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] Set router 0311fa8f-06c9-4376-b855-f22a1c8c78af gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:25:58.290368 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ed9264ab-49b2-4efc-b0cd-688f06f91c9b req-9902ac98-3946-4105-b020-23c4139ab555 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "GET /v2.0/security-groups?id=c911a391-7c5b-4592-8b68-ae6c82d02e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047409 Dec 17 16:25:58.292578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port e28608ce-9f78-4463-98d5-212d2b3dfc3c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:25:58.292911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.317538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b262-b04a-4766-8515-3d2f006c3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.388508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a6f3b262-b04a-4766-8515-3d2f006c3c9c None None] For port 71cd672a-5007-42ea-9ba4-c3cdf8588a36, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=71cd672a-5007-42ea-9ba4-c3cdf8588a36,segment=NetworkSegment(1a5a6417-2535-474a-8992-001760e7cf8c),segment_id=1a5a6417-2535-474a-8992-001760e7cf8c)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:58.398454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b262-b04a-4766-8515-3d2f006c3c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.431238 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port e28608ce-9f78-4463-98d5-212d2b3dfc3c, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e28608ce-9f78-4463-98d5-212d2b3dfc3c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:58.431520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.446236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for e28608ce-9f78-4463-98d5-212d2b3dfc3c owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:25:58.454802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3b262-b04a-4766-8515-3d2f006c3c9c None None] Pushing event updated for resources: {'Port': ['ID=71cd672a-5007-42ea-9ba4-c3cdf8588a36,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:58.522781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-326ca264-7f50-4d17-ad5d-f84395085b8e None None] Provisioning complete for port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:58.523318 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-326ca264-7f50-4d17-ad5d-f84395085b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.525781 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 4, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port': {'id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:51Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '71cd672a-5007-42ea-9ba4-c3cdf8588a36', 'name': '', 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'mac_address': 'fa:16:3e:0a:ab:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '54cc69a5-6d68-4894-92ab-a9f59a4820a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:52Z', 'updated_at': '2021-12-17T16:25:57Z', 'revision_number': 4, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'subnets': [{'id': '54cc69a5-6d68-4894-92ab-a9f59a4820a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:25:58.558761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd15643-31bd-4cee-baf9-a4673bd0eda5 None None] The sync data for ids ['0311fa8f-06c9-4376-b855-f22a1c8c78af'] in n-d-806683-20 is: [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 4, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port': {'id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:51Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '71cd672a-5007-42ea-9ba4-c3cdf8588a36', 'name': '', 'network_id': 'ceede5db-e2b6-4b62-b020-1099731f4566', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'mac_address': 'fa:16:3e:0a:ab:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '54cc69a5-6d68-4894-92ab-a9f59a4820a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:52Z', 'updated_at': '2021-12-17T16:25:57Z', 'revision_number': 4, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'subnets': [{'id': '54cc69a5-6d68-4894-92ab-a9f59a4820a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:25:58.586184 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.635933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=e28608ce-9f78-4463-98d5-212d2b3dfc3c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:58.694234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] No DVR routers for this DVR port e28608ce-9f78-4463-98d5-212d2b3dfc3c on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:25:58.698372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:58.704891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20d3e52c-b7a3-49cb-af10-d098224df3b9 req-0028c8fc-9553-4829-abdf-97a50894e337 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.49 "DELETE /v2.0/ports/e28608ce-9f78-4463-98d5-212d2b3dfc3c HTTP/1.1" status: 204 len: 173 time: 0.5753932 Dec 17 16:25:58.705394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'name': 'network-vif-deleted', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:58.707867 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d90bbe6-049f-4704-88c1-148864035bb1" -d '{"events": [{"server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "name": "network-vif-deleted", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:58.771770 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e491acbf-56d2-4b37-8f65-0638d74976b8 x-openstack-request-id: req-e491acbf-56d2-4b37-8f65-0638d74976b8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:58.772183 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d00274-ddca-46ec-9649-1446390d6c46", "name": "network-vif-deleted", "tag": "e28608ce-9f78-4463-98d5-212d2b3dfc3c", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:58.772503 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e491acbf-56d2-4b37-8f65-0638d74976b8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:58.772966 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d00274-ddca-46ec-9649-1446390d6c46', 'name': 'network-vif-deleted', 'tag': 'e28608ce-9f78-4463-98d5-212d2b3dfc3c', 'status': 'completed', 'code': 200} Dec 17 16:25:58.785981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d546ddff-bc21-4c4f-8ec8-f64815e11936 req-5ca87002-b37c-4a01-88fb-83a260a26957 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 210 time: 0.0563545 Dec 17 16:25:58.958743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-b14314ab-c828-4761-8163-8c3592bb388a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:58.961664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-b14314ab-c828-4761-8163-8c3592bb388a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.47 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 809 time: 0.1231680 Dec 17 16:25:59.055868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-9c382b88-9451-4aab-b329-e085a4d95955 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cbe8401b6804cfc979fdab7049d9e89 HTTP/1.1" status: 200 len: 379 time: 0.0820141 Dec 17 16:25:59.070587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'port': {'device_id': '0b991502-8d08-4b41-8920-048deaee986c', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'admin_state_up': True, 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'security_groups': ['ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:59.165066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 71cd672a-5007-42ea-9ba4-c3cdf8588a36 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:59.259148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:59.259554 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.262794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Made reservation on behalf of 7cbe8401b6804cfc979fdab7049d9e89 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:25:59.267387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.352333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35672) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:59.415398 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb915f-462c-44a4-9f4b-3386b42c006b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.422816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Allocated IP 172.20.0.5 (eca0248b-e883-482d-a258-7d23ee2d8651/dc2e42bb-f5e6-4033-95b4-fe48b9ab6304/0e867735-e2b7-42fc-8ba0-a78732770dec) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:25:59.443794 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb915f-462c-44a4-9f4b-3386b42c006b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.517124 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb915f-462c-44a4-9f4b-3386b42c006b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.519977 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98bb915f-462c-44a4-9f4b-3386b42c006b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.521274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98bb915f-462c-44a4-9f4b-3386b42c006b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/security-groups/c911a391-7c5b-4592-8b68-ae6c82d02e61 HTTP/1.1" status: 204 len: 168 time: 0.1678610 Dec 17 16:25:59.531312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb915f-462c-44a4-9f4b-3386b42c006b tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c911a391-7c5b-4592-8b68-ae6c82d02e61,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:59.556303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35676) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:25:59.647000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.768770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:25:59.845978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Network eca0248b-e883-482d-a258-7d23ee2d8651 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:25:59.850771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:25:59.861043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:25:59.916594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'Port': ['ID=0e867735-e2b7-42fc-8ba0-a78732770dec,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:59.974818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:59.975503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:00.006204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a8b47-c0f4-4acb-9b1f-8ba12b2d20de req-39824df3-4e6b-406e-bcf7-05cd5102dd9b tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:00.007782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-929a8b47-c0f4-4acb-9b1f-8ba12b2d20de req-39824df3-4e6b-406e-bcf7-05cd5102dd9b tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 931 time: 0.1517711 Dec 17 16:26:00.026175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1393191d-4993-4093-a126-f14fe68b695d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9645209 Dec 17 16:26:00.058576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-888e0d07-5386-45ec-a504-281b9fa607d0 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:26:00.059750 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-888e0d07-5386-45ec-a504-281b9fa607d0 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117178 Dec 17 16:26:00.062004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-274c981a-e8b5-43de-ba65-b12f8f32f297 None None] Provisioning complete for port 0e867735-e2b7-42fc-8ba0-a78732770dec triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:26:00.062493 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-274c981a-e8b5-43de-ba65-b12f8f32f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:00.079052 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Request body: {'port': {'device_id': '0b991502-8d08-4b41-8920-048deaee986c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:00.098106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-274c981a-e8b5-43de-ba65-b12f8f32f297 None None] Port 0e867735-e2b7-42fc-8ba0-a78732770dec cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:26:00.131228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-929a8b47-c0f4-4acb-9b1f-8ba12b2d20de req-c5fbb5ed-cd7f-4d5b-89dd-c8a1c35a2f5a tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146369 Dec 17 16:26:00.167521 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:00.409140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:00.637876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e867735-e2b7-42fc-8ba0-a78732770dec {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:26:00.649189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:00.669069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Transition to ACTIVE for port object 0e867735-e2b7-42fc-8ba0-a78732770dec will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:26:00.676719 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:00.750335 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e867735-e2b7-42fc-8ba0-a78732770dec,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:01.141726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Attempting to bind port 0e867735-e2b7-42fc-8ba0-a78732770dec on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:26:01.142333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Attempting to bind port 0e867735-e2b7-42fc-8ba0-a78732770dec by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:26:01.142333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Attempting to bind port 0e867735-e2b7-42fc-8ba0-a78732770dec on network eca0248b-e883-482d-a258-7d23ee2d8651 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:01.149504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Port 0e867735-e2b7-42fc-8ba0-a78732770dec on network eca0248b-e883-482d-a258-7d23ee2d8651 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:26:01.149810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Attempting to bind port 0e867735-e2b7-42fc-8ba0-a78732770dec on network eca0248b-e883-482d-a258-7d23ee2d8651 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:01.154593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port 167a4e36-cf65-4a31-8d65-5b05bb964c23 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:26:01.154912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:01.160955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:26:01.161290 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Checking segment: {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:26:01.161676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Bound using segment: {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:26:01.162104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Bound port: 0e867735-e2b7-42fc-8ba0-a78732770dec, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:26:01.162451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:01.268972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ee6a-dd3f-4aab-9063-2a72cc07ae5f req-8ca56324-6db0-4718-ac15-ae4c9896738e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:01.270778 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1155ee6a-dd3f-4aab-9063-2a72cc07ae5f req-8ca56324-6db0-4718-ac15-ae4c9896738e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 943 time: 0.0600121 Dec 17 16:26:01.296970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port 167a4e36-cf65-4a31-8d65-5b05bb964c23, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=167a4e36-cf65-4a31-8d65-5b05bb964c23,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:01.297357 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:01.309319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] For port 0e867735-e2b7-42fc-8ba0-a78732770dec, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:26:01.316894 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for 167a4e36-cf65-4a31-8d65-5b05bb964c23 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:26:01.328836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] For port 0e867735-e2b7-42fc-8ba0-a78732770dec, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0e867735-e2b7-42fc-8ba0-a78732770dec,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:26:01.334236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1155ee6a-dd3f-4aab-9063-2a72cc07ae5f req-e76a2f60-65d3-4734-ac69-851e4763ccae tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556765 Dec 17 16:26:01.336391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:01.410705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:01.411356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:01.412753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 1092 time: 1.3391225 Dec 17 16:26:01.413199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:01.415472 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40" -d '{"events": [{"name": "network-changed", "server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:01.447999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601f770-0ab6-4b87-9948-02986eb8c3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e867735-e2b7-42fc-8ba0-a78732770dec,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:01.501853 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e1138-cf80-49db-a2b6-74e8e7104721 x-openstack-request-id: req-5c5e1138-cf80-49db-a2b6-74e8e7104721 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:01.501853 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:01.501853 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c5e1138-cf80-49db-a2b6-74e8e7104721 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:01.502289 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'status': 'completed', 'code': 200} Dec 17 16:26:01.554810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-bccd65eb-ceda-4e51-8c24-7113cf6bdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:01.556421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-bccd65eb-ceda-4e51-8c24-7113cf6bdfa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1095 time: 0.0992954 Dec 17 16:26:01.636823 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-1223c825-5bdc-481d-bccf-35354c8e89bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 217 time: 0.0677481 Dec 17 16:26:01.694268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:01.723967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-cc156425-6a2f-411c-8f34-15a1379d989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:01.725449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-cc156425-6a2f-411c-8f34-15a1379d989e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 200 len: 848 time: 0.0774157 Dec 17 16:26:01.727731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=167a4e36-cf65-4a31-8d65-5b05bb964c23,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:01.831315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-727b6dc0-63a3-4305-ae8b-5c6cd317ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:01.832859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-727b6dc0-63a3-4305-ae8b-5c6cd317ec27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eca0248b-e883-482d-a258-7d23ee2d8651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961719 Dec 17 16:26:02.002388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:02.011966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-ea64cd75-ed8b-47bf-b501-0b6f8e72da0b service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439481 Dec 17 16:26:02.189389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f957137-0a97-49ac-8556-a55365cd3de5 req-f67a362f-495a-4c58-918e-f168ad4749ff service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353338 Dec 17 16:26:02.330646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:26:02.332550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-d6bffe29-48ab-4412-85ab-2fc6b1940803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:02.334065 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-d6bffe29-48ab-4412-85ab-2fc6b1940803 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1095 time: 0.0608377 Dec 17 16:26:02.456654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc533b-37b6-4555-b9c7-59f6de4d2c8f req-d729de91-e940-4876-ab04-1ce8c2d2d5ff tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:02.458843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9bc533b-37b6-4555-b9c7-59f6de4d2c8f req-d729de91-e940-4876-ab04-1ce8c2d2d5ff tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 943 time: 0.0541267 Dec 17 16:26:02.510930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f9bc533b-37b6-4555-b9c7-59f6de4d2c8f req-39a67b84-6007-4ea8-8d56-753c4b08f394 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455668 Dec 17 16:26:02.511866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-c56669f3-423b-4086-9c1b-e562b31fdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:02.514187 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-c56669f3-423b-4086-9c1b-e562b31fdfbe service neutron] 10.222.0.47 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 910 time: 0.1725991 Dec 17 16:26:02.517256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:26:02.525468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-23c1cedd-c2a8-4ace-858d-39b8ec5c5c21 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "PUT /v2.0/routers/5fb0f862-2fa2-48a1-98ee-dad869f38f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648683 Dec 17 16:26:02.527087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35686) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:02.535114 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] Sync routers for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:26:02.545581 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:02.546336 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:02.554356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e28608ce-9f78-4463-98d5-212d2b3dfc3c no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:02.561055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-355ec615-e2ff-4ec8-8df4-8842fb56be83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 217 time: 0.0373306 Dec 17 16:26:02.579293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: e28608ce-9f78-4463-98d5-212d2b3dfc3c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:26:02.580025 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e28608ce-9f78-4463-98d5-212d2b3dfc3c not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:02.597846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting subnet fa9ba8cc-8003-45ed-9970-e5de89012a55 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:26:02.603932 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:02.620617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-2bb8d306-03d8-43af-84cc-876ee2c1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:02.622734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-2bb8d306-03d8-43af-84cc-876ee2c1ef8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 200 len: 848 time: 0.0539782 Dec 17 16:26:02.650162 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:02.672299 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:02.681013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-f15a193b-a790-45ce-ad06-ffe487f4eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:02.682650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-f15a193b-a790-45ce-ad06-ffe487f4eba2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eca0248b-e883-482d-a258-7d23ee2d8651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479050 Dec 17 16:26:02.739536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:02.775808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-a0b93d59-bbe2-4861-99db-3e9dd5514c3f service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854506 Dec 17 16:26:02.805778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:02.837988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9ba8cc-8003-45ed-9970-e5de89012a55,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:02.840091 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:02.844613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-323856ba-0171-404d-b5b3-87d25a0f77bc tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/subnets/fa9ba8cc-8003-45ed-9970-e5de89012a55 HTTP/1.1" status: 204 len: 168 time: 0.3157022 Dec 17 16:26:02.846528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35688) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:02.847720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b71089-e48e-443b-8000-952d8d45890e None None] Network a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:26:02.868809 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:26:01Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:02.895989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ab2b3a4-1dda-448b-a244-1b9ddf5cef40 req-ec170b07-52ff-443f-87ef-ba01dae9326e service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121113 Dec 17 16:26:02.905121 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] Checking router: 5fb0f862-2fa2-48a1-98ee-dad869f38f8f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:26:02.914259 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] Routers {'5fb0f862-2fa2-48a1-98ee-dad869f38f8f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:02.915230 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:25:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:02.963306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.029845 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] Set router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:03.056678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] DHCP port deletion for a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:26:03.083467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.138442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] Deleting port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:26:03.138963 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.166404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Deleting port 3e183516-b219-4c39-b776-38814ee84e45 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:26:03.166764 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.217557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] For port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:03.219114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.236823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2cce04c4-9a3d-435d-b7ed-11c51b96f48c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:03.262923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] Calling delete_port for 2cce04c4-9a3d-435d-b7ed-11c51b96f48c owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:26:03.264457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] For port 3e183516-b219-4c39-b776-38814ee84e45, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=3e183516-b219-4c39-b776-38814ee84e45,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:03.264831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.278766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Calling delete_port for 3e183516-b219-4c39-b776-38814ee84e45 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:26:03.317058 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:26:01Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:03.343287 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9786c2-20d5-49ad-a7d3-bade1d008b97 None None] The sync data for ids ['5fb0f862-2fa2-48a1-98ee-dad869f38f8f'] in n-d-806683-20 is: [{'id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'name': 'tempest-TestNetworkBasicOps-router-2010077465', 'tenant_id': '019a9af5c19841e59423939d63a954e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '3e183516-b219-4c39-b776-38814ee84e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:04Z', 'updated_at': '2021-12-17T16:26:01Z', 'revision_number': 5, 'project_id': '019a9af5c19841e59423939d63a954e1', 'gw_port': {'id': '3e183516-b219-4c39-b776-38814ee84e45', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0f862-2fa2-48a1-98ee-dad869f38f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:05Z', 'updated_at': '2021-12-17T16:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:26:03.367510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.412588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,segment=NetworkSegment(96848214-cc85-4b3a-90cd-c9b2ce8346e3),segment_id=96848214-cc85-4b3a-90cd-c9b2ce8346e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:03.417521 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.442892 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.447229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.461531 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] No DVR routers for this DVR port 2cce04c4-9a3d-435d-b7ed-11c51b96f48c on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:26:03.477579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Port': ['ID=3e183516-b219-4c39-b776-38814ee84e45,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:03.478419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:03.505885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29ac3-b618-4413-bcca-a02841ffb6c2 None None] Pushing event deleted for resources: {'Port': ['ID=2cce04c4-9a3d-435d-b7ed-11c51b96f48c,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:03.507744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27dd00-02be-4d96-bdbe-cb1494283138 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:26:03.541909 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.637145 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.639639 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec974a-a11e-4fd2-87a0-8067a702f42e req-bc719eaf-0a3f-426e-b83c-c402f88f8584 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:03.640198 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.641163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-49ec974a-a11e-4fd2-87a0-8067a702f42e req-bc719eaf-0a3f-426e-b83c-c402f88f8584 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 943 time: 0.0523667 Dec 17 16:26:03.685909 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.686440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb0f862-2fa2-48a1-98ee-dad869f38f8f {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:26:03.693168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-49ec974a-a11e-4fd2-87a0-8067a702f42e req-c4586830-3c44-4855-a174-f7772820eb8b tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459955 Dec 17 16:26:03.693742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:03.694854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0cc128f1-ee84-4988-97f1-2569e7dc0d30 tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/routers/5fb0f862-2fa2-48a1-98ee-dad869f38f8f HTTP/1.1" status: 204 len: 168 time: 0.8462136 Dec 17 16:26:03.697481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35692) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:04.011249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0e867735-e2b7-42fc-8ba0-a78732770dec details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:26:04.075807 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.110733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0e867735-e2b7-42fc-8ba0-a78732770dec, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0e867735-e2b7-42fc-8ba0-a78732770dec,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:04.122679 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'port_id': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'mac_address': 'fa:16:3e:48:01:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:26:04.167286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.170187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.181025 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e867735-e2b7-42fc-8ba0-a78732770dec {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:26:04.190677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a42f5f-77f9-41e8-8d69-9e69bfcd3711']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:04.201543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0e867735-e2b7-42fc-8ba0-a78732770dec, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0e867735-e2b7-42fc-8ba0-a78732770dec,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:04.201747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96848214-cc85-4b3a-90cd-c9b2ce8346e3') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:04.201747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96848214-cc85-4b3a-90cd-c9b2ce8346e3') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:04.205753 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.211397 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.225706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.232110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:26:04.232544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:26:04.235506 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:26:04.255512 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0e867735-e2b7-42fc-8ba0-a78732770dec,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:04.297773 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.305910 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.309385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] 10.222.0.54 "DELETE /v2.0/networks/a3a42f5f-77f9-41e8-8d69-9e69bfcd3711 HTTP/1.1" status: 204 len: 168 time: 0.6105638 Dec 17 16:26:04.319601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653732c1-9abb-4614-a024-c11d43166aed tempest-TestNetworkBasicOps-889038420 tempest-TestNetworkBasicOps-889038420-project] Pushing event deleted for resources: {'Network': ['ID=a3a42f5f-77f9-41e8-8d69-9e69bfcd3711,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:04.507006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['0e867735-e2b7-42fc-8ba0-a78732770dec'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:26:04.574765 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35698) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:04.727316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d703a89c-9b12-4b88-9534-200ad1e737b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=019a9af5c19841e59423939d63a954e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512136 Dec 17 16:26:04.729881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35704) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:04.780916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0af03747-a9b0-45d6-a1f2-4d86e9ec3bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.802984 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0af03747-a9b0-45d6-a1f2-4d86e9ec3bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.853153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0af03747-a9b0-45d6-a1f2-4d86e9ec3bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.855688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0af03747-a9b0-45d6-a1f2-4d86e9ec3bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:04.857079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0af03747-a9b0-45d6-a1f2-4d86e9ec3bcf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4d7ab27-f6ae-43d3-9d51-f34cef6190ad HTTP/1.1" status: 204 len: 168 time: 0.1262221 Dec 17 16:26:04.866177 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af03747-a9b0-45d6-a1f2-4d86e9ec3bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d7ab27-f6ae-43d3-9d51-f34cef6190ad,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:04.936575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e6b56-49b6-4877-86b3-5027a792234a req-a0e1c924-02fe-40e4-8afd-653d606b5ace tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:04.938108 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f2e6b56-49b6-4877-86b3-5027a792234a req-a0e1c924-02fe-40e4-8afd-653d606b5ace tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 944 time: 0.1734843 Dec 17 16:26:04.999355 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f2e6b56-49b6-4877-86b3-5027a792234a req-b7073bb9-47f5-49e1-92c2-e6bbc9d7d72e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548129 Dec 17 16:26:05.108285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 167a4e36-cf65-4a31-8d65-5b05bb964c23 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:05.131807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 167a4e36-cf65-4a31-8d65-5b05bb964c23 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:26:05.132181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 167a4e36-cf65-4a31-8d65-5b05bb964c23 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:05.149016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35712) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:05.162055 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dedd9670-440a-4d44-847b-06b70b16371a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:05.241615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dedd9670-440a-4d44-847b-06b70b16371a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:05.247555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dedd9670-440a-4d44-847b-06b70b16371a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:05.287885 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dedd9670-440a-4d44-847b-06b70b16371a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9614853a75e54b728a7e4823084ba727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377347 Dec 17 16:26:05.288756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd9670-440a-4d44-847b-06b70b16371a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9cabe3-045f-4de8-bf10-3843c705fdd2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:05.290825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35714) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:05.346631 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45190196-ba35-447a-b44d-ec2a2aa2cbda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:05.370601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45190196-ba35-447a-b44d-ec2a2aa2cbda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:05.422265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45190196-ba35-447a-b44d-ec2a2aa2cbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:05.425380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-45190196-ba35-447a-b44d-ec2a2aa2cbda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:05.426601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-45190196-ba35-447a-b44d-ec2a2aa2cbda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df9cabe3-045f-4de8-bf10-3843c705fdd2 HTTP/1.1" status: 204 len: 168 time: 0.1347210 Dec 17 16:26:05.435040 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45190196-ba35-447a-b44d-ec2a2aa2cbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9cabe3-045f-4de8-bf10-3843c705fdd2,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:06.011572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0e867735-e2b7-42fc-8ba0-a78732770dec up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:26:06.066676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 0e867735-e2b7-42fc-8ba0-a78732770dec completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:26:06.071287 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 0e867735-e2b7-42fc-8ba0-a78732770dec triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:26:06.071658 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:06.134389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fcd97-7e82-4aea-a3b0-bdaf757a333a req-e03c4436-415d-483d-b958-1a416545b8e9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:06.136417 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f62fcd97-7e82-4aea-a3b0-bdaf757a333a req-e03c4436-415d-483d-b958-1a416545b8e9 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 944 time: 0.0565565 Dec 17 16:26:06.153960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:06.176388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:06.178669 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232723be-7713-4ffe-bd8c-d82ca16d28e1" -d '{"events": [{"server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "name": "network-vif-plugged", "status": "completed", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:06.186027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f62fcd97-7e82-4aea-a3b0-bdaf757a333a req-607f6277-188b-4813-8912-104d113aa8b2 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433042 Dec 17 16:26:06.192321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 0e867735-e2b7-42fc-8ba0-a78732770dec, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0e867735-e2b7-42fc-8ba0-a78732770dec,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:06.196846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:06.229649 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d364407-d3aa-42cb-8478-8fdcebf5226f x-openstack-request-id: req-1d364407-d3aa-42cb-8478-8fdcebf5226f {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:06.229938 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "name": "network-vif-plugged", "status": "completed", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:06.230189 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d364407-d3aa-42cb-8478-8fdcebf5226f {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:06.230620 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'code': 200} Dec 17 16:26:06.246555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=0e867735-e2b7-42fc-8ba0-a78732770dec,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:06.333921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e6ac-f3ed-4d2c-b996-69815800e632 req-0c2c249f-78ca-4596-88be-dad653d1f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:06.335437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9b0e6ac-f3ed-4d2c-b996-69815800e632 req-0c2c249f-78ca-4596-88be-dad653d1f7e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1097 time: 0.0451014 Dec 17 16:26:06.391126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9b0e6ac-f3ed-4d2c-b996-69815800e632 req-5eaa4d34-18e7-45cb-b08e-4ec3d04c3f32 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Dec 17 16:26:06.505580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29552365-3dbb-42e5-b1e2-8b06b7577374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:07.060974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3e183516-b219-4c39-b776-38814ee84e45 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:07.083320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 3e183516-b219-4c39-b776-38814ee84e45 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:26:07.083666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 3e183516-b219-4c39-b776-38814ee84e45 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:07.322712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0d24d-0ca4-45a8-a81b-34b49c695d95 req-46f6af80-d348-4b57-b1bd-32e7bcb58e89 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:07.324182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36c0d24d-0ca4-45a8-a81b-34b49c695d95 req-46f6af80-d348-4b57-b1bd-32e7bcb58e89 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 945 time: 0.0526795 Dec 17 16:26:07.378745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36c0d24d-0ca4-45a8-a81b-34b49c695d95 req-c6b0d56b-623a-4261-93d9-18c7c8d1289e tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453033 Dec 17 16:26:08.515851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171ca31-9303-40b1-938d-e85f8a5c8305 req-9bbe739e-ae3a-4e65-b8f5-014ccbb38442 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:08.517477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c171ca31-9303-40b1-938d-e85f8a5c8305 req-9bbe739e-ae3a-4e65-b8f5-014ccbb38442 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 945 time: 0.0545673 Dec 17 16:26:08.583269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c171ca31-9303-40b1-938d-e85f8a5c8305 req-e5f79a70-71ac-4a7e-bcc6-817972dab971 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506134 Dec 17 16:26:08.727370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512338-5113-4648-8206-ca73a1d547a7 req-fc5512fb-3471-484e-8019-63b25832203b tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:08.729227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06512338-5113-4648-8206-ca73a1d547a7 req-fc5512fb-3471-484e-8019-63b25832203b tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 945 time: 0.0638022 Dec 17 16:26:08.748115 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:26:08.797356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06512338-5113-4648-8206-ca73a1d547a7 req-1bf9577b-1fd9-4688-97fb-54875d9b6202 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590460 Dec 17 16:26:08.910708 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58d55719-f54b-4fb9-835f-a3be78ccfb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:08.947037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68351830-6e70-471d-bcb3-60a347a90266 req-ac40a180-ca0b-4ab1-b1bc-400adb52d45d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:08.949023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68351830-6e70-471d-bcb3-60a347a90266 req-ac40a180-ca0b-4ab1-b1bc-400adb52d45d tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 945 time: 0.0665708 Dec 17 16:26:09.023339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68351830-6e70-471d-bcb3-60a347a90266 req-615bef77-8e81-467b-8339-c679d2671b43 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652339 Dec 17 16:26:09.050635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35730) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:09.307240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a883f1-5da8-4ab4-aec4-576f44ff5666 tempest-TestServerBasicOps-635146238 tempest-TestServerBasicOps-635146238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:09.308817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a4a883f1-5da8-4ab4-aec4-576f44ff5666 tempest-TestServerBasicOps-635146238 tempest-TestServerBasicOps-635146238-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1092 time: 0.2570662 Dec 17 16:26:09.313371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35734) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:09.317781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:09.345184 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:09.458107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:09.567168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Allocated IP 172.25.0.43 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/8dba9e78-2057-4924-8887-12c7c06f13dc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:26:09.689361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:09.728912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:09.769573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:26:09.772676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:09.776166 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:26:09.780868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'Port': ['ID=8dba9e78-2057-4924-8887-12c7c06f13dc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:10.068087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:10.299118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:10.369893 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:10.537380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:10.544192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:10.608579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event updated for resources: {'Port': ['ID=8dba9e78-2057-4924-8887-12c7c06f13dc,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:10.623505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:10.726301 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Floating IP caca3eb4-ba0b-4d55-955f-5dd083db2adf associated. External IP: 172.25.0.43, port: 0e867735-e2b7-42fc-8ba0-a78732770dec. Dec 17 16:26:10.941714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Router b2f2d75a-1760-4604-bcae-cdabaa56b78f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:26:11.054347 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:26:11.065665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] Sync routers for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:26:11.075271 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:11.076573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:11.077204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:26:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:11.103318 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-89a0c88e-c274-4d0a-81e5-77395ec22662 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7888942 Dec 17 16:26:11.103940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:11.107011 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206" -d '{"events": [{"name": "network-changed", "server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:11.147603 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132546a7-9145-473b-9411-219d2fecc50c x-openstack-request-id: req-132546a7-9145-473b-9411-219d2fecc50c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:11.147933 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:11.148195 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-132546a7-9145-473b-9411-219d2fecc50c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:11.148605 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'status': 'completed', 'code': 200} Dec 17 16:26:11.177548 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:11.203923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:11.212544 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-1a472ce9-f227-4e3c-a022-33dc692289c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:11.214074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-1a472ce9-f227-4e3c-a022-33dc692289c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1097 time: 0.0411611 Dec 17 16:26:11.260560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:11.311860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-ca5d5873-5452-401c-a860-d9883fa4852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:11.313380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-ca5d5873-5452-401c-a860-d9883fa4852d service neutron] 10.222.0.47 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 910 time: 0.0918927 Dec 17 16:26:11.379613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-e5cf2d51-b116-4684-b2b7-e5cce197f9c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 998 time: 0.0591912 Dec 17 16:26:11.429379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-0aecd01e-3ab2-45df-b881-61af2ab2358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:11.430915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-0aecd01e-3ab2-45df-b881-61af2ab2358e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 200 len: 848 time: 0.0445824 Dec 17 16:26:11.456232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'caca3eb4-ba0b-4d55-955f-5dd083db2adf', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'port_id': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'mac_address': 'fa:16:3e:48:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991502-8d08-4b41-8920-048deaee986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:26:10Z', 'updated_at': '2021-12-17T16:26:10Z', 'revision_number': 0, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 5, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:11.480173 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-7e6e70c1-77ee-4727-a4f3-95229038980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:11.481820 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-7e6e70c1-77ee-4727-a4f3-95229038980d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eca0248b-e883-482d-a258-7d23ee2d8651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440547 Dec 17 16:26:11.482385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] Checking router: b2f2d75a-1760-4604-bcae-cdabaa56b78f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:26:11.491246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:11.491850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:26:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:11.574121 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-932c6fc9-6656-4b47-8bb4-829cca22753a service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852470 Dec 17 16:26:11.605976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:11.674392 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c3307efe-5c88-4c89-9ec9-5e1d3ca5f206 req-d7ec11fc-69be-4106-95e2-8c71d162152f service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936320 Dec 17 16:26:11.847769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'caca3eb4-ba0b-4d55-955f-5dd083db2adf', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'port_id': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'mac_address': 'fa:16:3e:48:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991502-8d08-4b41-8920-048deaee986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:26:10Z', 'updated_at': '2021-12-17T16:26:10Z', 'revision_number': 0, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 5, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:11.874290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ceafa-644e-4e6d-9131-904de4b25610 None None] The sync data for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 is: [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'caca3eb4-ba0b-4d55-955f-5dd083db2adf', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'port_id': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'mac_address': 'fa:16:3e:48:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b991502-8d08-4b41-8920-048deaee986c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:26:10Z', 'updated_at': '2021-12-17T16:26:10Z', 'revision_number': 0, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 5, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:26:12.070168 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a856d-3989-4e42-a62e-9f16b254f2e8 None None] New status for floating IP caca3eb4-ba0b-4d55-955f-5dd083db2adf: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:26:12.126872 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:15.689304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:36.510020 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d2feebb5-64f1-4725-a12e-0056c823b086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:38.910149 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4af39adc-5f7f-4741-b87f-fbc620e93fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:40.077578 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:41.158015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:41.252016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:42.129996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:45.690202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:26:45.747235 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:26:48.278395 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35758) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:26:48.413867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d6ee4-4a9c-4e45-9506-dcc7fbd869c1 req-07abac00-0d5d-405d-9057-bb31fe0b0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:48.415371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c48d6ee4-4a9c-4e45-9506-dcc7fbd869c1 req-07abac00-0d5d-405d-9057-bb31fe0b0b61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1097 time: 0.1359196 Dec 17 16:26:48.464100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c48d6ee4-4a9c-4e45-9506-dcc7fbd869c1 req-37354194-266a-4ecc-9239-f7d3ff946337 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422499 Dec 17 16:26:58.273144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-61737072-3487-4bf3-a5c9-780963d5af70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437717 Dec 17 16:26:58.366573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-f8b7733d-7770-4eb1-af90-a6b4dc856ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:58.368182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-f8b7733d-7770-4eb1-af90-a6b4dc856ef4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1097 time: 0.0431743 Dec 17 16:26:58.490337 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-e703f670-4723-4f28-8996-3967682803fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:58.491854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-e703f670-4723-4f28-8996-3967682803fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 910 time: 0.0983188 Dec 17 16:26:58.562299 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-d3957a36-ff4b-4e5b-973f-6f75fea53b00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 1000 time: 0.0587265 Dec 17 16:26:58.615430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-df92c379-e821-4331-8005-1d1eaeca0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:58.617090 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-df92c379-e821-4331-8005-1d1eaeca0ad2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 200 len: 848 time: 0.0442381 Dec 17 16:26:58.671493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-001b616d-f6d5-44b8-88c8-5ba8bdfd9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:58.673019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-001b616d-f6d5-44b8-88c8-5ba8bdfd9144 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eca0248b-e883-482d-a258-7d23ee2d8651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454617 Dec 17 16:26:59.070755 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-5fe6064c-8fe3-4207-a9cc-cf5ad4d9350e service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861105 Dec 17 16:26:59.177841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07a07bfc-ef62-478e-bdab-e6fc6fa1092d req-6ad3f860-7909-4719-9f42-5a2d5d2983d1 service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957074 Dec 17 16:27:06.516183 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7af4bef9-0954-40a0-b32e-6e2bfaec20fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:08.912587 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec680f48-4c31-4243-98e0-abe809186971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:10.078272 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:11.166566 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:11.253936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:12.130622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:15.686630 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:16.107524 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-7b9db37e-594a-4de1-b7cd-058c281ec7c7 req-d1777dca-84fc-4c50-9eda-d6225fa25ac3 service neutron] (109783) timed out ('10.222.0.54', 33364) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:27:22.752833 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:27:36.513762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30334a09-48fa-4f79-8831-9db296fc7fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:38.912474 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65c9d13b-bd8d-43d0-8e63-c68f3cfb1d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:40.084210 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:40.849688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-d56776fc-2263-4595-86e2-d57a15fe516a req-854c8a7d-6248-4f41-bde7-670ff5555759 service neutron] (109784) timed out ('10.222.0.47', 50075) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:27:41.189824 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:41.260244 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:42.137542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:45.700333 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:27:59.757497 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:28:00.260454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-c57fca5d-0a41-4916-84a2-6222992ddc97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428147 Dec 17 16:28:00.348837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-c3f1d85a-e938-468b-b0de-36a2e58e7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:00.350497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-c3f1d85a-e938-468b-b0de-36a2e58e7595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1097 time: 0.0427313 Dec 17 16:28:00.466599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-10aae551-a5a9-41d4-8fb2-6d7e743e5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:00.468129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-10aae551-a5a9-41d4-8fb2-6d7e743e5d02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 910 time: 0.0925152 Dec 17 16:28:00.535784 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-d8151f5b-4d80-4abe-b84f-37ff91cbc68b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 1000 time: 0.0571220 Dec 17 16:28:00.589282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-66bdb7ae-1a08-4bc7-8685-606e4702c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:00.591167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-66bdb7ae-1a08-4bc7-8685-606e4702c225 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 200 len: 848 time: 0.0475354 Dec 17 16:28:00.649622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-a22da9f9-d431-426d-aa4d-322b0deac198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:00.651105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-a22da9f9-d431-426d-aa4d-322b0deac198 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eca0248b-e883-482d-a258-7d23ee2d8651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492210 Dec 17 16:28:00.746974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-0914cfdb-f5d7-4ecf-bea9-13ce8d6a5547 service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Dec 17 16:28:00.850876 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5081afa-37b8-4844-825b-826af37fb1d0 req-918df2f9-723c-428e-b837-2ec91d6228d7 service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916648 Dec 17 16:28:06.512959 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d7da235f-018f-4ab8-877d-c3be7895c304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:08.909700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f1216185-e766-46cb-bc9a-30ae346afe70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:10.085241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:11.177640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:11.260081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:12.124984 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:15.711762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:36.511690 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b364c7c7-4d3f-4c4a-a4cc-69e1d771a132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:36.761820 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:28:38.911866 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-938d230d-4371-4a6b-a5e6-d97531631ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:40.093634 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:41.181172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:41.267870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:42.125975 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:28:45.714657 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:02.335972 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-63859b27-9f3b-4b7f-b03d-ceb38d9a7861 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1091101 Dec 17 16:29:02.439071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-49f0b482-a5ec-41da-9759-db8a761bfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:02.440629 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-49f0b482-a5ec-41da-9759-db8a761bfbe8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1097 time: 0.0432315 Dec 17 16:29:02.561338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-4f7f01fb-a4fe-4ca2-8272-337a609e4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:02.562863 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-4f7f01fb-a4fe-4ca2-8272-337a609e4453 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 910 time: 0.0895076 Dec 17 16:29:02.635729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-81064741-70fa-4b2b-bfb1-b72716c73b2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 1000 time: 0.0612459 Dec 17 16:29:02.695256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-f1fc840c-8401-4cc1-8f43-afcb90e70121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:02.696773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-f1fc840c-8401-4cc1-8f43-afcb90e70121 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 200 len: 848 time: 0.0499673 Dec 17 16:29:02.750292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-e094bc53-f9b6-4db3-99df-22e01b0adde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:02.752200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-e094bc53-f9b6-4db3-99df-22e01b0adde1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eca0248b-e883-482d-a258-7d23ee2d8651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461357 Dec 17 16:29:02.847944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-3bbbfaf4-9dbc-43b9-8367-6d792799b8cf service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853443 Dec 17 16:29:02.950491 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e27a6d8-3634-477f-8ab2-be5a09863cf3 req-5c844129-128b-4d60-84a1-b3a6c5d5e870 service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919266 Dec 17 16:29:06.513721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-92701232-2c81-4051-ac58-46431ea983c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:08.911530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c77c4d2-51e4-47b8-a9bd-e77c32989991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:10.090366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:11.190769 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:11.272100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:12.135159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:13.767178 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:29:15.726871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:36.509242 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa353-ef28-4e07-9401-4005faa8df0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:38.916296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2fe32768-6471-4df3-816d-6b1ad8f5781f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:40.096246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:41.206986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:41.271376 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:42.129980 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:45.742273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:29:50.767536 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:30:04.265225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-3b9df75e-d35c-444e-a8c5-d78f044c48f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437467 Dec 17 16:30:04.356851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-57e40d64-9af5-44c3-b23c-3eaf75996a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.358391 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-57e40d64-9af5-44c3-b23c-3eaf75996a3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 1097 time: 0.0436409 Dec 17 16:30:04.484799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-a6e373ba-0d3b-48d2-a064-5cb4321ba1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.486387 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-a6e373ba-0d3b-48d2-a064-5cb4321ba1d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 200 len: 910 time: 0.0975280 Dec 17 16:30:04.552018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-d2c429cc-9ea4-449e-83be-ad9519636b22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 200 len: 1000 time: 0.0579162 Dec 17 16:30:04.611314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-0a6563d6-25a3-4c02-906a-b1903ab1c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.612873 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-0a6563d6-25a3-4c02-906a-b1903ab1c579 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 200 len: 848 time: 0.0502710 Dec 17 16:30:04.676813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-d2ddad79-56d5-41f3-be2b-47a5c4aeeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.678354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-d2ddad79-56d5-41f3-be2b-47a5c4aeeecc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eca0248b-e883-482d-a258-7d23ee2d8651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540402 Dec 17 16:30:04.779633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-3b8eaa96-651a-4cfe-91ac-461b27cbe819 service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890527 Dec 17 16:30:04.879457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d91a395-6545-4060-ba2f-e390a04e48fb req-9913509b-8c5c-4169-8846-32175192513a service neutron] 10.222.0.47 "GET /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910716 Dec 17 16:30:06.519239 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a77eb17f-d7f3-4d0f-a367-87720ea32e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:08.918323 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-224c45e5-e97f-414c-8ef5-b6c37f5be5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:10.096991 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:11.207084 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:11.271293 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:12.128881 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:15.738411 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:27.771774 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:30:36.514739 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65d9abed-f26e-4d13-864e-f8b1b57ec589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:38.917816 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0602a651-ba41-4ab9-843b-ea9a86c11366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:40.101103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:41.205047 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:41.283457 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:42.135277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:45.760275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:53.115861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257f6ce-cce4-4213-8d9b-c2f044a5c95e req-94b99c4f-e8ce-4aff-9b7e-4385f356e542 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:53.117413 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b257f6ce-cce4-4213-8d9b-c2f044a5c95e req-94b99c4f-e8ce-4aff-9b7e-4385f356e542 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 945 time: 0.0600965 Dec 17 16:30:53.170925 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b257f6ce-cce4-4213-8d9b-c2f044a5c95e req-bc233b10-8fa9-44a7-8ad3-730dfcd3c5b1 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473483 Dec 17 16:30:54.319846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b45c96-5539-4528-b8e2-177559057063 req-3496fa1c-5f10-4fa1-8025-667c4c517275 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:54.321360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57b45c96-5539-4528-b8e2-177559057063 req-3496fa1c-5f10-4fa1-8025-667c4c517275 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 945 time: 0.0516455 Dec 17 16:30:54.373742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57b45c96-5539-4528-b8e2-177559057063 req-11ebb4f9-29cb-45c7-9d97-162c7f827450 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/security-groups?id=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462554 Dec 17 16:30:54.594146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daff611-422d-40d1-8014-9de4240c08ef req-a398e88b-7b4a-42e7-982f-549d9984d89f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:54.595623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5daff611-422d-40d1-8014-9de4240c08ef req-a398e88b-7b4a-42e7-982f-549d9984d89f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 945 time: 0.0573039 Dec 17 16:30:54.697489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Deleting port 0e867735-e2b7-42fc-8ba0-a78732770dec {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:30:54.697792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:54.807011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] For port 0e867735-e2b7-42fc-8ba0-a78732770dec, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=0e867735-e2b7-42fc-8ba0-a78732770dec,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:30:54.807382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:55.035111 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:55.035477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:55.035793 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Floating IP caca3eb4-ba0b-4d55-955f-5dd083db2adf disassociated. External IP: 172.25.0.43, port: 0e867735-e2b7-42fc-8ba0-a78732770dec. Dec 17 16:30:55.036166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Calling delete_port for 0e867735-e2b7-42fc-8ba0-a78732770dec owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:30:55.169025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:55.197959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event deleted for resources: {'Port': ['ID=0e867735-e2b7-42fc-8ba0-a78732770dec,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:55.210208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.210555 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.211319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.211319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.211602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.211867 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.212197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.212523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.212840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.213156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.213478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.213820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.214138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:55.331105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Router b2f2d75a-1760-4604-bcae-cdabaa56b78f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:30:55.447999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:30:55.460277 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] Sync routers for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:30:55.470177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:30:55.470708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:30:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:55.490373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] No DVR routers for this DVR port 0e867735-e2b7-42fc-8ba0-a78732770dec on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:30:55.493203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:55.496661 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5daff611-422d-40d1-8014-9de4240c08ef req-6a999f3e-75c4-40bd-9716-fe4901c8df01 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.47 "DELETE /v2.0/ports/0e867735-e2b7-42fc-8ba0-a78732770dec HTTP/1.1" status: 204 len: 173 time: 0.8901677 Dec 17 16:30:55.497110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'name': 'network-vif-deleted', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:30:55.499751 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca03eaa-8110-498e-b4f2-8b86e62ab529" -d '{"events": [{"server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "name": "network-vif-deleted", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:30:55.721961 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c67fe6e-5eca-48fa-bd58-d999d6335252 x-openstack-request-id: req-6c67fe6e-5eca-48fa-bd58-d999d6335252 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:30:55.722259 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b991502-8d08-4b41-8920-048deaee986c", "name": "network-vif-deleted", "tag": "0e867735-e2b7-42fc-8ba0-a78732770dec", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:30:55.722720 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c67fe6e-5eca-48fa-bd58-d999d6335252 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:30:55.723137 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b991502-8d08-4b41-8920-048deaee986c', 'name': 'network-vif-deleted', 'tag': '0e867735-e2b7-42fc-8ba0-a78732770dec', 'status': 'completed', 'code': 200} Dec 17 16:30:55.788055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7d16839-91b2-4be6-9b29-cdf1cfc5094b req-cdd51672-48f8-4558-bd34-63c9c1d58a89 tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b991502-8d08-4b41-8920-048deaee986c HTTP/1.1" status: 200 len: 210 time: 0.0352776 Dec 17 16:30:55.812680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:30:56.010300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 5, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:56.036757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] Checking router: b2f2d75a-1760-4604-bcae-cdabaa56b78f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:30:56.045232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:30:56.045832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:30:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:56.159161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:30:56.357329 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 5, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:56.383782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb8644-cc79-4c4d-8e71-056d3e5140fd None None] The sync data for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 is: [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'aa0600b7-9df2-4a79-9093-5d8a4061024f', 'name': '', 'network_id': 'eca0248b-e883-482d-a258-7d23ee2d8651', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'mac_address': 'fa:16:3e:c5:78:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:48Z', 'updated_at': '2021-12-17T16:25:52Z', 'revision_number': 5, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'subnets': [{'id': 'dc2e42bb-f5e6-4033-95b4-fe48b9ab6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:30:56.624739 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8da39-6c47-4ecc-9346-8c0f621d49c9 None None] New status for floating IP caca3eb4-ba0b-4d55-955f-5dd083db2adf: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:30:56.842782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35870) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:30:56.972859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Deleting port 8dba9e78-2057-4924-8887-12c7c06f13dc {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:30:56.973093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.046440 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.046775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.058509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Calling delete_port for 8dba9e78-2057-4924-8887-12c7c06f13dc owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:30:57.203478 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.229508 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event deleted for resources: {'Port': ['ID=8dba9e78-2057-4924-8887-12c7c06f13dc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:57.296503 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.299315 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.300534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3ca5295f-e7ea-45d7-b185-98b953d59c4c tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "DELETE /v2.0/floatingips/caca3eb4-ba0b-4d55-955f-5dd083db2adf HTTP/1.1" status: 204 len: 168 time: 0.4568734 Dec 17 16:30:57.374057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35876) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:30:57.430474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.459522 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.546730 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.549369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:57.550527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] 10.222.0.54 "DELETE /v2.0/security-groups/ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093 HTTP/1.1" status: 204 len: 168 time: 0.1750677 Dec 17 16:30:57.560160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3bd14e-c2b8-46ff-8d2b-b03e65fd3093,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:57.567693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.568063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.568461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.568731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.569060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.569386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.569708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.570206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.570553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.571082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.571406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.571745 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:57.572100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24bb418-be7b-438b-bb0d-0c061933b33f tempest-TestServerBasicOps-1582347905 tempest-TestServerBasicOps-1582347905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:58.613980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35882) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:30:59.082860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:59.328974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0e867735-e2b7-42fc-8ba0-a78732770dec no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:30:59.332361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Deleting port aa0600b7-9df2-4a79-9093-5d8a4061024f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:30:59.333125 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:59.353204 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 0e867735-e2b7-42fc-8ba0-a78732770dec {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:30:59.353542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 0e867735-e2b7-42fc-8ba0-a78732770dec not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:30:59.717233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] For port aa0600b7-9df2-4a79-9093-5d8a4061024f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=aa0600b7-9df2-4a79-9093-5d8a4061024f,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:30:59.717877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:59.730186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Calling delete_port for aa0600b7-9df2-4a79-9093-5d8a4061024f owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:30:59.923364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:30:59.950013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0600b7-9df2-4a79-9093-5d8a4061024f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:00.120307 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:00.354795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Router b2f2d75a-1760-4604-bcae-cdabaa56b78f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:00.465500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:00.472572 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-84294399-865d-43d7-8f22-fc484ff1fbc5 admin admin] 10.222.0.54 "PUT /v2.0/routers/b2f2d75a-1760-4604-bcae-cdabaa56b78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8559370 Dec 17 16:31:00.473780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35886) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:00.476703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] Sync routers for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:00.489591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:00.490391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:30:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:00.588541 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:00.597349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:00.694975 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:00.755951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Deleting port 80f96d94-ccfc-4585-bb02-220ec285a837 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:00.756307 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:00.776127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:30:59Z', 'revision_number': 5, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port': {'id': '80f96d94-ccfc-4585-bb02-220ec285a837', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:46Z', 'updated_at': '2021-12-17T16:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:00.804492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] Checking router: b2f2d75a-1760-4604-bcae-cdabaa56b78f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:00.813705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] Routers {'b2f2d75a-1760-4604-bcae-cdabaa56b78f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:00.814310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:30:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:00.837515 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] For port 80f96d94-ccfc-4585-bb02-220ec285a837, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=80f96d94-ccfc-4585-bb02-220ec285a837,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:00.837940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:00.850682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Calling delete_port for 80f96d94-ccfc-4585-bb02-220ec285a837 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:00.904324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] Set router b2f2d75a-1760-4604-bcae-cdabaa56b78f gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:00.958085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:31:00Z', 'revision_number': 6, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:00.984612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89473d5f-d4f9-43e1-aebf-8b9bd112ab9b None None] The sync data for ids ['b2f2d75a-1760-4604-bcae-cdabaa56b78f'] in n-d-806683-20 is: [{'id': 'b2f2d75a-1760-4604-bcae-cdabaa56b78f', 'name': 'tempest-TestServerBasicOps-1593311445-router', 'tenant_id': '7cbe8401b6804cfc979fdab7049d9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:45Z', 'updated_at': '2021-12-17T16:31:00Z', 'revision_number': 6, 'project_id': '7cbe8401b6804cfc979fdab7049d9e89', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:01.020495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.050985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f96d94-ccfc-4585-bb02-220ec285a837,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:01.058819 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79663558-9058-42fe-bd59-0ed8983b0b82 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:01.123633 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.215943 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.218064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.264925 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.265461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2f2d75a-1760-4604-bcae-cdabaa56b78f {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:31:01.270194 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.271369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ef3a663b-48d3-4be3-a6a0-717302b16312 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b2f2d75a-1760-4604-bcae-cdabaa56b78f HTTP/1.1" status: 204 len: 168 time: 0.7964792 Dec 17 16:31:01.274378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:01.318662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] Deleting subnet dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:31:01.322685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.363911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.448642 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device aa0600b7-9df2-4a79-9093-5d8a4061024f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:01.448839 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.472220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: aa0600b7-9df2-4a79-9093-5d8a4061024f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:01.472604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device aa0600b7-9df2-4a79-9093-5d8a4061024f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:01.504113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.532443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.536743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dc2e42bb-f5e6-4033-95b4-fe48b9ab6304 HTTP/1.1" status: 204 len: 168 time: 0.2613659 Dec 17 16:31:01.537332 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b06411-5e40-4134-81d2-b3cd1f1a6947 None None] Network eca0248b-e883-482d-a258-7d23ee2d8651 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:31:01.538085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78df2ce-44d0-423a-b1ae-85a3ae84c8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2e42bb-f5e6-4033-95b4-fe48b9ab6304,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:01.540397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35890) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:01.615790 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.672144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Deleting port 832286ac-8fab-42de-a28d-6f58f9b0a950 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:01.672497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.736725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] For port 832286ac-8fab-42de-a28d-6f58f9b0a950, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=832286ac-8fab-42de-a28d-6f58f9b0a950,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:01.736725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.752208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Calling delete_port for 832286ac-8fab-42de-a28d-6f58f9b0a950 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:01.769634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] DHCP port deletion for eca0248b-e883-482d-a258-7d23ee2d8651 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:01.822883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Deleting port 832286ac-8fab-42de-a28d-6f58f9b0a950 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:01.823251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.838233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.865470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Pushing event deleted for resources: {'Port': ['ID=832286ac-8fab-42de-a28d-6f58f9b0a950,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:01.872244 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] No DVR routers for this DVR port 832286ac-8fab-42de-a28d-6f58f9b0a950 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:01.890378 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] For port 832286ac-8fab-42de-a28d-6f58f9b0a950, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=832286ac-8fab-42de-a28d-6f58f9b0a950,segment=NetworkSegment(d7b9f916-f4ba-48a6-8418-9dc0eb436ac2),segment_id=d7b9f916-f4ba-48a6-8418-9dc0eb436ac2)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:01.890763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.903784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Calling delete_port for 832286ac-8fab-42de-a28d-6f58f9b0a950 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:01.948499 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.975080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca0248b-e883-482d-a258-7d23ee2d8651']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:01.982303 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:01.987096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:01.987096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b9f916-f4ba-48a6-8418-9dc0eb436ac2') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:01.996987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.006256 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Pushing event deleted for resources: {'Port': ['ID=832286ac-8fab-42de-a28d-6f58f9b0a950,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:02.015336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.015677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.016230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.016790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.017121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.017619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.017958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.018266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.018611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.018901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.019214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.019333 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.019525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.020023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:02.024849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce0af7-8431-416d-9ff4-240203db9d63 None None] No DVR routers for this DVR port 832286ac-8fab-42de-a28d-6f58f9b0a950 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:02.031057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:31:02.031894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:31:02.034811 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:31:02.092501 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.099044 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.103625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] 10.222.0.54 "DELETE /v2.0/networks/eca0248b-e883-482d-a258-7d23ee2d8651 HTTP/1.1" status: 204 len: 168 time: 0.5613797 Dec 17 16:31:02.106690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35892) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:02.114932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ec227-d803-4ae9-ac76-fba8ba80012a admin admin] Pushing event deleted for resources: {'Network': ['ID=eca0248b-e883-482d-a258-7d23ee2d8651,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:02.458837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.702078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Deleting port 71cd672a-5007-42ea-9ba4-c3cdf8588a36 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:02.702779 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.788969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] For port 71cd672a-5007-42ea-9ba4-c3cdf8588a36, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=71cd672a-5007-42ea-9ba4-c3cdf8588a36,segment=NetworkSegment(1a5a6417-2535-474a-8992-001760e7cf8c),segment_id=1a5a6417-2535-474a-8992-001760e7cf8c)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:02.789437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:02.811390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Calling delete_port for 71cd672a-5007-42ea-9ba4-c3cdf8588a36 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:03.001784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:03.039037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=71cd672a-5007-42ea-9ba4-c3cdf8588a36,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:03.333159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 80f96d94-ccfc-4585-bb02-220ec285a837 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:03.354732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 80f96d94-ccfc-4585-bb02-220ec285a837 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:03.355079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 80f96d94-ccfc-4585-bb02-220ec285a837 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:03.355468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 832286ac-8fab-42de-a28d-6f58f9b0a950 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:03.375543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 832286ac-8fab-42de-a28d-6f58f9b0a950 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:03.375879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 832286ac-8fab-42de-a28d-6f58f9b0a950 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:03.488394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:03.727552 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Router 0311fa8f-06c9-4376-b855-f22a1c8c78af has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:03.838060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:03.844212 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d936009f-548f-4432-a314-111b21c1ffa6 admin admin] 10.222.0.54 "PUT /v2.0/routers/0311fa8f-06c9-4376-b855-f22a1c8c78af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360532 Dec 17 16:31:03.846828 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35894) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:03.849648 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] Sync routers for ids ['0311fa8f-06c9-4376-b855-f22a1c8c78af'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:03.861142 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] Routers {'0311fa8f-06c9-4376-b855-f22a1c8c78af'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:03.861754 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:30:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0311fa8f-06c9-4376-b855-f22a1c8c78af'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:03.956008 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.058484 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] Set router 0311fa8f-06c9-4376-b855-f22a1c8c78af gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:04.065427 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.120869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Deleting port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:04.121154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.203520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] For port 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:04.203920 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.221873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Calling delete_port for 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:04.237139 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:31:02Z', 'revision_number': 5, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port': {'id': '73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:25:51Z', 'updated_at': '2021-12-17T16:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:04.268431 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] Checking router: 0311fa8f-06c9-4376-b855-f22a1c8c78af for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:04.277310 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] Routers {'0311fa8f-06c9-4376-b855-f22a1c8c78af'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:04.277945 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:30:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['0311fa8f-06c9-4376-b855-f22a1c8c78af'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:04.362626 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] Set router 0311fa8f-06c9-4376-b855-f22a1c8c78af gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:04.392173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.413315 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:31:04Z', 'revision_number': 6, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:04.420928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:04.441374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff712e1-a901-4578-96c0-1da65fd2eae1 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:04.442797 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1c3ac-e75c-4fd6-9e4e-13e793554274 None None] The sync data for ids ['0311fa8f-06c9-4376-b855-f22a1c8c78af'] in n-d-806683-20 is: [{'id': '0311fa8f-06c9-4376-b855-f22a1c8c78af', 'name': 'tempest-TestServerBasicOps-1610921788-router', 'tenant_id': '9389f35dd0594fcba97bad6f95e59750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:25:50Z', 'updated_at': '2021-12-17T16:31:04Z', 'revision_number': 6, 'project_id': '9389f35dd0594fcba97bad6f95e59750', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:04.491381 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.581784 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.584124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.630298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.630979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0311fa8f-06c9-4376-b855-f22a1c8c78af {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:31:04.635443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.636657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f2b7d383-2167-4e6d-b396-3b83aa8d0201 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0311fa8f-06c9-4376-b855-f22a1c8c78af HTTP/1.1" status: 204 len: 168 time: 0.7888620 Dec 17 16:31:04.639230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35896) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:04.688015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] Deleting subnet 54cc69a5-6d68-4894-92ab-a9f59a4820a5 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:31:04.691139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.732013 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.771342 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:31:04.818098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.881128 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.904927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54cc69a5-6d68-4894-92ab-a9f59a4820a5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:04.910380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:04.913767 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6e91a0f2-8be6-405f-afc9-c552b6a35466 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/54cc69a5-6d68-4894-92ab-a9f59a4820a5 HTTP/1.1" status: 204 len: 168 time: 0.2736471 Dec 17 16:31:04.915824 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a54ab-8bbd-4da6-a199-4aac29f59745 None None] Network ceede5db-e2b6-4b62-b020-1099731f4566 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:31:04.916603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35898) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:04.984085 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.047969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Deleting port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:05.048325 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.116557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] For port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b8ed2f99-f20a-49bc-90c1-74ed96e62ec4,segment=NetworkSegment(1a5a6417-2535-474a-8992-001760e7cf8c),segment_id=1a5a6417-2535-474a-8992-001760e7cf8c)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:05.116915 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.130504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Calling delete_port for b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:05.214243 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.228273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0bfe1c-be8f-403e-b33e-c1d75a008fd1 None None] DHCP port deletion for ceede5db-e2b6-4b62-b020-1099731f4566 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:05.246174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ed2f99-f20a-49bc-90c1-74ed96e62ec4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:05.251321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] No DVR routers for this DVR port b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:05.316130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:05.328753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.338676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:05.339112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b8ed2f99-f20a-49bc-90c1-74ed96e62ec4 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:05.339756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 71cd672a-5007-42ea-9ba4-c3cdf8588a36 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:05.353941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceede5db-e2b6-4b62-b020-1099731f4566']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:05.360275 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 71cd672a-5007-42ea-9ba4-c3cdf8588a36 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:05.360892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 71cd672a-5007-42ea-9ba4-c3cdf8588a36 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:05.361500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:05.364356 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5a6417-2535-474a-8992-001760e7cf8c') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:05.364666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5a6417-2535-474a-8992-001760e7cf8c') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:05.374668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.386596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:05.387152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 73e34023-f4ae-4bb7-92a5-7f38f7e4ef5a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:05.389303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.395843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:31:05.396265 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:31:05.398956 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:31:05.459403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.465454 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.468662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ceede5db-e2b6-4b62-b020-1099731f4566 HTTP/1.1" status: 204 len: 168 time: 0.5510786 Dec 17 16:31:05.486500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93baa9-4d97-46c5-a474-1f8d92234e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceede5db-e2b6-4b62-b020-1099731f4566,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:05.591741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35902) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:05.633095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-04affc3f-7c19-4459-a096-45be976343d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cbe8401b6804cfc979fdab7049d9e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404112 Dec 17 16:31:05.636123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35904) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:05.702220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd161-b48e-4da8-ac78-9751b7c25e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.724881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd161-b48e-4da8-ac78-9751b7c25e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.780564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd161-b48e-4da8-ac78-9751b7c25e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.783138 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd161-b48e-4da8-ac78-9751b7c25e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:05.784365 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c9cd161-b48e-4da8-ac78-9751b7c25e6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6081186-6759-45b8-a0bb-f7e3a91ccec6 HTTP/1.1" status: 204 len: 168 time: 0.1470611 Dec 17 16:31:05.792553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cd161-b48e-4da8-ac78-9751b7c25e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6081186-6759-45b8-a0bb-f7e3a91ccec6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:06.136737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35910) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:06.177820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4d13e425-5d4f-4151-b258-f059937a7d3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9389f35dd0594fcba97bad6f95e59750&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399225 Dec 17 16:31:06.180503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35912) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:06.228684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b3dc-c01c-44c0-92af-1e31a34987e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:06.249736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b3dc-c01c-44c0-92af-1e31a34987e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:06.302154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b3dc-c01c-44c0-92af-1e31a34987e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:06.306352 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b3dc-c01c-44c0-92af-1e31a34987e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:06.307565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e7c9b3dc-c01c-44c0-92af-1e31a34987e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d13e9e96-0e32-43b6-87aa-eebf56b5ee48 HTTP/1.1" status: 204 len: 168 time: 0.1261258 Dec 17 16:31:06.315588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9b3dc-c01c-44c0-92af-1e31a34987e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e9e96-0e32-43b6-87aa-eebf56b5ee48,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:06.519574 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-34d6e959-e049-4fa7-9a86-f39afcce5bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.065511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35934) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:07.170140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-448124417-network', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:07.198373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Made reservation on behalf of 5cd5df3c8bee4ed8a1bb011a795f9a1e for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:07.200944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.209606 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.289020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.294828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.319405 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:31:07.329082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4aade-3ff1-4c39-8b4c-d036e7707423,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:07.333880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.334221 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Added segment 1f25fea9-2958-4f5d-b417-f10959514af3 of type vlan for network 6a569107-e7c7-4834-aefa-cfeab10215c5 Dec 17 16:31:07.374658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.401546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.402623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:07.403263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.462531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3958535 Dec 17 16:31:07.465873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35938) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:07.467505 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4f338-f341-4f86-a16e-a4efea3560cb admin admin] Pushing event updated for resources: {'Network': ['ID=6a569107-e7c7-4834-aefa-cfeab10215c5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:07.472181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Request body: {'subnet': {'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-448124417-subnet', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:07.477562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:31:07.496750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Made reservation on behalf of 5cd5df3c8bee4ed8a1bb011a795f9a1e for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:07.499062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.674317 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.727345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6c8298-8828-48b2-a2fc-f527af3242d0,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:07.737485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Checking segment: {'id': '1f25fea9-2958-4f5d-b417-f10959514af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:31:07.737848 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Network hostable DHCP agents. Network: 6a569107-e7c7-4834-aefa-cfeab10215c5, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:31:07.757647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:31:07.767324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 6a569107-e7c7-4834-aefa-cfeab10215c5) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:07.771528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:07.772149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.776228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16699fd1-453b-4e2d-8625-ab5b842119e7 None None] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:31:07.791506 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-822c452e-6e89-4466-ad6f-18082ba5b616 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3220787 Dec 17 16:31:07.791762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35940) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:07.796096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-448124417-router', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:07.821354 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.822475 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.876138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-6a569107-e7c7-4834-aefa-cfeab10215c5', 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5', 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'fixed_ips': [{'subnet_id': 'dd6c8298-8828-48b2-a2fc-f527af3242d0'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:31:07.877099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:07.882837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.013523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Allocated IP 172.20.0.2 (6a569107-e7c7-4834-aefa-cfeab10215c5/dd6c8298-8828-48b2-a2fc-f527af3242d0/b5186498-301f-4292-8414-e102313e8c66) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:08.022368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.164762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.170874 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.215084 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:08.216515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:08.219110 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:08.228281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Pushing event updated for resources: {'Port': ['ID=b5186498-301f-4292-8414-e102313e8c66,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:08.228589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.248042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.280837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Attempting to bind port b5186498-301f-4292-8414-e102313e8c66 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:31:08.281098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Attempting to bind port b5186498-301f-4292-8414-e102313e8c66 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1f25fea9-2958-4f5d-b417-f10959514af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:31:08.281461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Attempting to bind port b5186498-301f-4292-8414-e102313e8c66 on network 6a569107-e7c7-4834-aefa-cfeab10215c5 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:08.286596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:08.287002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Checking segment: {'id': '1f25fea9-2958-4f5d-b417-f10959514af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:31:08.287403 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.287858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Bound using segment: {'id': '1f25fea9-2958-4f5d-b417-f10959514af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:08.288353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Bound port: b5186498-301f-4292-8414-e102313e8c66, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f25fea9-2958-4f5d-b417-f10959514af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:31:08.288776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.351993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Allocated IP 172.25.0.116 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:08.355330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] For port b5186498-301f-4292-8414-e102313e8c66, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:08.358935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] For port b5186498-301f-4292-8414-e102313e8c66, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b5186498-301f-4292-8414-e102313e8c66,segment=NetworkSegment(1f25fea9-2958-4f5d-b417-f10959514af3),segment_id=1f25fea9-2958-4f5d-b417-f10959514af3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:08.362911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.425464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e2d33-2f7d-47bf-b5d0-d830c3585070 None None] Pushing event updated for resources: {'Port': ['ID=b5186498-301f-4292-8414-e102313e8c66,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:08.456209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.491084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.534794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:08.537696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:08.541885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:08.559227 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c83aa-c38e-4e48-975d-2e065b85d4a9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:08.576401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:08.643169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-66e5a247-0fd1-4ed2-916e-22946a5cd7fa None None] Provisioning complete for port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:08.643810 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-66e5a247-0fd1-4ed2-916e-22946a5cd7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.688906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-66e5a247-0fd1-4ed2-916e-22946a5cd7fa None None] Port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:31:08.831186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:08.912182 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d4097d24-19f3-4a5a-b2cf-70c3c6c721ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:09.313683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b5186498-301f-4292-8414-e102313e8c66 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:09.342381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330df5af-2dea-464b-87a0-8f8644459d6a None None] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:31:09.347412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:09.478604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Router cfa18f71-022b-474c-a7ea-712268440d03 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:31:09.595613 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:09.614450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:09.618377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3b02286e-e547-4687-9499-228610f597c8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8229969 Dec 17 16:31:09.618509 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Sync routers for ids ['cfa18f71-022b-474c-a7ea-712268440d03'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:09.618762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35942) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:09.633904 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b5186498-301f-4292-8414-e102313e8c66 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:09.634373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:09.639208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-391bba51-cc4e-4b54-9a60-3b1e6b936d2c None None] Provisioning complete for port b5186498-301f-4292-8414-e102313e8c66 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:09.639771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-391bba51-cc4e-4b54-9a60-3b1e6b936d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:09.705134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Routers {'cfa18f71-022b-474c-a7ea-712268440d03'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:09.705756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:31:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfa18f71-022b-474c-a7ea-712268440d03'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:09.904752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Set router cfa18f71-022b-474c-a7ea-712268440d03 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:09.965077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-391bba51-cc4e-4b54-9a60-3b1e6b936d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:09.968531 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.060153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port b5186498-301f-4292-8414-e102313e8c66, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b5186498-301f-4292-8414-e102313e8c66,segment=NetworkSegment(1f25fea9-2958-4f5d-b417-f10959514af3),segment_id=1f25fea9-2958-4f5d-b417-f10959514af3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:10.062613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.071840 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.187107 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.199878 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.db.api [None req-391bba51-cc4e-4b54-9a60-3b1e6b936d2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:31:10.200264 n-d-806683-20 neutron-server[109785]: DEBUG oslo_db.api [None req-391bba51-cc4e-4b54-9a60-3b1e6b936d2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:31:10.202002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=b5186498-301f-4292-8414-e102313e8c66,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:10.228533 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'name': 'tempest-ImageQuotaTest-448124417-router', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:07Z', 'updated_at': '2021-12-17T16:31:08Z', 'revision_number': 3, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'gw_port': {'id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:08Z', 'updated_at': '2021-12-17T16:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:10.234611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Allocated IP 172.20.0.1 (6a569107-e7c7-4834-aefa-cfeab10215c5/dd6c8298-8828-48b2-a2fc-f527af3242d0/bfae802e-f167-43d9-9def-a9d791983109) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:10.264390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Checking router: cfa18f71-022b-474c-a7ea-712268440d03 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:10.264739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Updating router cfa18f71-022b-474c-a7ea-712268440d03 port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:31:10.289732 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.337002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.370730 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.413440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:10.416808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:10.420386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:10.445575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfae802e-f167-43d9-9def-a9d791983109,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:10.464168 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.547700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.554432 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.601573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.615180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b353df3-dc62-42a2-b402-1c8fdc84928c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:10.629655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Attempting to bind port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:31:10.630031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Attempting to bind port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:31:10.630586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Attempting to bind port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:10.632763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde266b9-e57b-4d82-8139-c251297808d4 None None] Pushing event updated for resources: {'Port': ['ID=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:10.640345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:10.640723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:31:10.641121 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.641636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:10.642101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Bound port: 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:31:10.642476 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.698356 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] For port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:10.701627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] For port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:10.706666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.781360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a86b56-2da7-400b-92fb-665a1c5477ee None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:10.783115 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.789353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.802419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Routers {'cfa18f71-022b-474c-a7ea-712268440d03'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:10.803028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:31:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfa18f71-022b-474c-a7ea-712268440d03'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:10.846467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde266b9-e57b-4d82-8139-c251297808d4 None None] Pushing event updated for resources: {'Port': ['ID=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:10.860149 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.862119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfae802e-f167-43d9-9def-a9d791983109,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:10.922399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Provisioning complete for port bfae802e-f167-43d9-9def-a9d791983109 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:10.922765 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:10.954148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] Set router cfa18f71-022b-474c-a7ea-712268440d03 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:10.958036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:10.959416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:10.997867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Port bfae802e-f167-43d9-9def-a9d791983109 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:31:11.071467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Router cfa18f71-022b-474c-a7ea-712268440d03 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:11.078021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Provisioning complete for port b5186498-301f-4292-8414-e102313e8c66 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:11.078791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.184075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:11.196613 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ee1cba02-c974-4f57-a8c5-0ef30cb146b2 admin admin] 10.222.0.54 "PUT /v2.0/routers/cfa18f71-022b-474c-a7ea-712268440d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691242 Dec 17 16:31:11.237926 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.255848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Provisioning complete for port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:11.255848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.301439 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b5186498-301f-4292-8414-e102313e8c66 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:11.309733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'name': 'tempest-ImageQuotaTest-448124417-router', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:07Z', 'updated_at': '2021-12-17T16:31:10Z', 'revision_number': 4, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'gw_port': {'id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:08Z', 'updated_at': '2021-12-17T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bfae802e-f167-43d9-9def-a9d791983109', 'name': '', 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'mac_address': 'fa:16:3e:c4:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'dd6c8298-8828-48b2-a2fc-f527af3242d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:10Z', 'updated_at': '2021-12-17T16:31:10Z', 'revision_number': 2, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'subnets': [{'id': 'dd6c8298-8828-48b2-a2fc-f527af3242d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:11.354581 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.360538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac16771-a342-4337-85ea-20ba6f5bdc61 None None] The sync data for ids ['cfa18f71-022b-474c-a7ea-712268440d03'] in n-d-806683-20 is: [{'id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'name': 'tempest-ImageQuotaTest-448124417-router', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:07Z', 'updated_at': '2021-12-17T16:31:10Z', 'revision_number': 4, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'gw_port': {'id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:08Z', 'updated_at': '2021-12-17T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'bfae802e-f167-43d9-9def-a9d791983109', 'name': '', 'network_id': '6a569107-e7c7-4834-aefa-cfeab10215c5', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'mac_address': 'fa:16:3e:c4:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'dd6c8298-8828-48b2-a2fc-f527af3242d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:10Z', 'updated_at': '2021-12-17T16:31:10Z', 'revision_number': 2, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'subnets': [{'id': 'dd6c8298-8828-48b2-a2fc-f527af3242d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:11.427193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b5186498-301f-4292-8414-e102313e8c66 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:11.427565 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.432185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.480960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] For port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:11.487280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.590407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd934da6-e4d9-4af7-89f8-d05d14cbde72 None None] Pushing event updated for resources: {'Port': ['ID=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:11.627753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8d47beb0-f6fd-4ac3-b39e-ac1f76305793 None None] Provisioning complete for port bfae802e-f167-43d9-9def-a9d791983109 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:11.628107 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8d47beb0-f6fd-4ac3-b39e-ac1f76305793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:11.665965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8d47beb0-f6fd-4ac3-b39e-ac1f76305793 None None] Port bfae802e-f167-43d9-9def-a9d791983109 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:31:12.120868 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:12.351423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35962) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:12.749672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:13.032084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Deleting port bfae802e-f167-43d9-9def-a9d791983109 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:13.032423 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:13.117826 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:13.130585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Calling delete_port for bfae802e-f167-43d9-9def-a9d791983109 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:13.313916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:13.316371 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:13.346595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfae802e-f167-43d9-9def-a9d791983109,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:13.372968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:13.373448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:13.441495 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] Sync routers for ids ['cfa18f71-022b-474c-a7ea-712268440d03'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:13.453829 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] Routers {'cfa18f71-022b-474c-a7ea-712268440d03'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:13.454758 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:31:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfa18f71-022b-474c-a7ea-712268440d03'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:13.536427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:13.575273 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] Set router cfa18f71-022b-474c-a7ea-712268440d03 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:13.771280 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'name': 'tempest-ImageQuotaTest-448124417-router', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:07Z', 'updated_at': '2021-12-17T16:31:13Z', 'revision_number': 5, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'gw_port': {'id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:08Z', 'updated_at': '2021-12-17T16:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:13.803239 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] Checking router: cfa18f71-022b-474c-a7ea-712268440d03 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:13.813567 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] Routers {'cfa18f71-022b-474c-a7ea-712268440d03'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:13.814224 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:31:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['cfa18f71-022b-474c-a7ea-712268440d03'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:13.927291 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] Set router cfa18f71-022b-474c-a7ea-712268440d03 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:14.097978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Router cfa18f71-022b-474c-a7ea-712268440d03 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:14.105745 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'name': 'tempest-ImageQuotaTest-448124417-router', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:07Z', 'updated_at': '2021-12-17T16:31:13Z', 'revision_number': 5, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'gw_port': {'id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:08Z', 'updated_at': '2021-12-17T16:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:14.131934 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de6739d-3456-4dd0-8451-315ee8347945 None None] The sync data for ids ['cfa18f71-022b-474c-a7ea-712268440d03'] in n-d-806683-20 is: [{'id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'name': 'tempest-ImageQuotaTest-448124417-router', 'tenant_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:07Z', 'updated_at': '2021-12-17T16:31:13Z', 'revision_number': 5, 'project_id': '5cd5df3c8bee4ed8a1bb011a795f9a1e', 'gw_port': {'id': '6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa18f71-022b-474c-a7ea-712268440d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:08Z', 'updated_at': '2021-12-17T16:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:14.206339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:14.211657 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-af03a7b8-fd00-4f3e-89fb-a5af4e728cb1 admin admin] 10.222.0.54 "PUT /v2.0/routers/cfa18f71-022b-474c-a7ea-712268440d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8590345 Dec 17 16:31:14.214921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35964) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:14.318984 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.426193 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.483190 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Deleting port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:14.483534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.566417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] For port 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:14.567118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.579927 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Calling delete_port for 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:14.747705 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.778913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Pushing event deleted for resources: {'Port': ['ID=6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:14.808196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784d6cb-0b1f-44fe-9e51-9048c605a4c5 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:14.844276 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.939724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.942319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.988812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.989409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa18f71-022b-474c-a7ea-712268440d03 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:31:14.994140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:14.995334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-22670a43-469d-4cbd-ba39-2bbacc752167 admin admin] 10.222.0.54 "DELETE /v2.0/routers/cfa18f71-022b-474c-a7ea-712268440d03 HTTP/1.1" status: 204 len: 168 time: 0.7794945 Dec 17 16:31:14.997888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35966) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:15.049191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] Deleting subnet dd6c8298-8828-48b2-a2fc-f527af3242d0 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:31:15.052591 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.087839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.125109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] Sync routers for ids ['cfa18f71-022b-474c-a7ea-712268440d03'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:15.135558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] Routers set() bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:15.135950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] Router IDs set() for agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 16:31:15.136548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_agentschedulers_db [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cfa18f71-022b-474c-a7ea-712268440d03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:31:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent'). {{(pid=109785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 16:31:15.145166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] Routers set() bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:15.145526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] Router IDs set() for agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 16:31:15.146083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_agentschedulers_db [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cfa18f71-022b-474c-a7ea-712268440d03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:31:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent'). {{(pid=109785) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 16:31:15.146449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db94c0-3880-40bd-83ba-1c8ebfa4821f None None] The sync data for ids ['cfa18f71-022b-474c-a7ea-712268440d03'] in n-d-806683-20 is: [] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:15.168421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.233122 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.260784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6c8298-8828-48b2-a2fc-f527af3242d0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:15.264727 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.268031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6f93b949-2293-4c91-a06f-f61160f4554e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dd6c8298-8828-48b2-a2fc-f527af3242d0 HTTP/1.1" status: 204 len: 168 time: 0.2691400 Dec 17 16:31:15.270572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35968) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:15.271161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637184d4-656b-4728-a765-e41b92475431 None None] Network 6a569107-e7c7-4834-aefa-cfeab10215c5 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:31:15.347340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.405072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Deleting port b5186498-301f-4292-8414-e102313e8c66 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:15.405371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.476900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] For port b5186498-301f-4292-8414-e102313e8c66, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b5186498-301f-4292-8414-e102313e8c66,segment=NetworkSegment(1f25fea9-2958-4f5d-b417-f10959514af3),segment_id=1f25fea9-2958-4f5d-b417-f10959514af3)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:15.477154 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.490225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Calling delete_port for b5186498-301f-4292-8414-e102313e8c66 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:15.578747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.603324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5186498-301f-4292-8414-e102313e8c66,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:15.612720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] No DVR routers for this DVR port b5186498-301f-4292-8414-e102313e8c66 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:15.617816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a4708-1469-4535-b76b-a40e57673e2c None None] DHCP port deletion for 6a569107-e7c7-4834-aefa-cfeab10215c5 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:31:15.649729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bfae802e-f167-43d9-9def-a9d791983109 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:15.674214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: bfae802e-f167-43d9-9def-a9d791983109 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:15.674587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device bfae802e-f167-43d9-9def-a9d791983109 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:15.700954 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.720893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a569107-e7c7-4834-aefa-cfeab10215c5']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:15.730141 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f25fea9-2958-4f5d-b417-f10959514af3') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:15.730374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f25fea9-2958-4f5d-b417-f10959514af3') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:15.739857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.753749 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.760281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:31:15.760774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:31:15.762655 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:31:15.767965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.819222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.825144 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:15.828720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] 10.222.0.54 "DELETE /v2.0/networks/6a569107-e7c7-4834-aefa-cfeab10215c5 HTTP/1.1" status: 204 len: 168 time: 0.5560813 Dec 17 16:31:15.842329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64264c3b-e00f-42ed-a70a-3466d7f20f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a569107-e7c7-4834-aefa-cfeab10215c5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:15.950338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35972) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:15.992232 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2ec3ad56-ab79-4f23-9f6b-375c2d2e1f01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5cd5df3c8bee4ed8a1bb011a795f9a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402989 Dec 17 16:31:15.994761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35974) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:16.049425 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7aaeaad-2d46-494c-95a1-d25b78aca8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.071346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7aaeaad-2d46-494c-95a1-d25b78aca8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.119009 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7aaeaad-2d46-494c-95a1-d25b78aca8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.121665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d7aaeaad-2d46-494c-95a1-d25b78aca8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.122826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d7aaeaad-2d46-494c-95a1-d25b78aca8d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ce4aade-3ff1-4c39-8b4c-d036e7707423 HTTP/1.1" status: 204 len: 168 time: 0.1269243 Dec 17 16:31:16.130845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaeaad-2d46-494c-95a1-d25b78aca8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4aade-3ff1-4c39-8b4c-d036e7707423,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:16.466002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 35980) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:16.479409 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4d6b-96f7-433b-808b-2e34d432c327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.567786 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4d6b-96f7-433b-808b-2e34d432c327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.574261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4d6b-96f7-433b-808b-2e34d432c327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.616683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1d5e4d6b-96f7-433b-808b-2e34d432c327 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1495128 Dec 17 16:31:16.617854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e4d6b-96f7-433b-808b-2e34d432c327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac2f23-322f-42a8-b722-a36eaaa33727,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:16.619685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 35982) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:16.673965 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3e32bab-cc8e-49fd-a8c7-f67ba7beb074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.696356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3e32bab-cc8e-49fd-a8c7-f67ba7beb074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.749873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3e32bab-cc8e-49fd-a8c7-f67ba7beb074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.753865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d3e32bab-cc8e-49fd-a8c7-f67ba7beb074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:16.755498 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d3e32bab-cc8e-49fd-a8c7-f67ba7beb074 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30ac2f23-322f-42a8-b722-a36eaaa33727 HTTP/1.1" status: 204 len: 168 time: 0.1337521 Dec 17 16:31:16.763791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e32bab-cc8e-49fd-a8c7-f67ba7beb074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac2f23-322f-42a8-b722-a36eaaa33727,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:17.275767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b5186498-301f-4292-8414-e102313e8c66 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:17.299961 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b5186498-301f-4292-8414-e102313e8c66 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:17.300319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b5186498-301f-4292-8414-e102313e8c66 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:17.300739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:17.320565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:17.320875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 6183fb80-e1d3-4b8b-ae0d-d7a9ebf40252 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:27.678177 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-83512239-83a7-435b-a443-2572628dc77b tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7138d9ad63e24eeb93ead8d62d163963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337985 Dec 17 16:31:27.880346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-8c66de3d-fb90-4a11-878f-ec9b2e31705f tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:27.881824 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-8c66de3d-fb90-4a11-878f-ec9b2e31705f tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982620 Dec 17 16:31:27.899555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-eb86e7a7-6943-4fa7-8ddd-b2be17e5a0b5 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/quotas/7138d9ad63e24eeb93ead8d62d163963 HTTP/1.1" status: 200 len: 375 time: 0.0091314 Dec 17 16:31:27.933012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-0d5af1e2-77c1-44c5-afc4-b53a5c6c4458 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7138d9ad63e24eeb93ead8d62d163963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277791 Dec 17 16:31:28.224240 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2313c2df-351b-4d83-9ce5-05b302bc1eec req-4a507ef3-7723-4650-8df1-6c3a97f85021 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 210 time: 0.1411142 Dec 17 16:31:29.130229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-ca1ba2e8-a744-4185-8f48-e2947dceca0b tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7138d9ad63e24eeb93ead8d62d163963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353799 Dec 17 16:31:29.319436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efeb7ec8-84ca-4524-9eb6-871c15aff252 req-ded84109-c5ed-470a-8b09-72d2c7732b03 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Dec 17 16:31:29.320240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-0b2f5d80-0356-4efe-a052-d5041a198b83 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:29.321698 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-0b2f5d80-0356-4efe-a052-d5041a198b83 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853304 Dec 17 16:31:29.334845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Request body: {'port': {'device_id': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'admin_state_up': True, 'tenant_id': '7138d9ad63e24eeb93ead8d62d163963'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:29.455900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Made reservation on behalf of 7138d9ad63e24eeb93ead8d62d163963 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:29.459393 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:29.468174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:29.541843 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:29.546424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:29.604018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:29.683725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Allocated IP 192.168.233.176 (18341941-6654-4988-a3e9-241d49a47433/fca9f319-2381-49cd-ac1b-b4dd78b45070/907682eb-f556-45e5-bda2-6ef5d981cef7) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:29.846756 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:29.898427 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:29.947024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Network 18341941-6654-4988-a3e9-241d49a47433 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:29.950353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:29.954028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:29.960225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Pushing event updated for resources: {'Port': ['ID=907682eb-f556-45e5-bda2-6ef5d981cef7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:30.007199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:30.007838 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.024575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-e1378558-7a9b-4d57-ab32-efcd777fcd39 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6936085 Dec 17 16:31:30.034809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-f1f27234-3027-4ea6-ba5a-a5c0cc3d8124 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:31:30.035699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-f1f27234-3027-4ea6-ba5a-a5c0cc3d8124 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053005 Dec 17 16:31:30.112393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Request body: {'port': {'device_id': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:30.143162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a811a49d-8171-48d3-9acf-a889c2a610a9 None None] Provisioning complete for port 907682eb-f556-45e5-bda2-6ef5d981cef7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:30.143743 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a811a49d-8171-48d3-9acf-a889c2a610a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.166290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.179684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a811a49d-8171-48d3-9acf-a889c2a610a9 None None] Port 907682eb-f556-45e5-bda2-6ef5d981cef7 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:31:30.463427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907682eb-f556-45e5-bda2-6ef5d981cef7 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:31:30.474289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9483a-1764-46d8-a157-52d54cc102f4 req-7d36b4bc-4b7a-4e6c-9e38-c0124ee49e5d tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:30.475799 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42e9483a-1764-46d8-a157-52d54cc102f4 req-7d36b4bc-4b7a-4e6c-9e38-c0124ee49e5d tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 936 time: 0.0880027 Dec 17 16:31:30.479788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.505393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Transition to ACTIVE for port object 907682eb-f556-45e5-bda2-6ef5d981cef7 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:31:30.511789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.573269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-42e9483a-1764-46d8-a157-52d54cc102f4 req-897c95f0-fb08-4d71-a40a-d34251c90683 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Dec 17 16:31:30.586194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Pushing event updated for resources: {'Port': ['ID=907682eb-f556-45e5-bda2-6ef5d981cef7,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:30.661318 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Attempting to bind port 907682eb-f556-45e5-bda2-6ef5d981cef7 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:31:30.661659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Attempting to bind port 907682eb-f556-45e5-bda2-6ef5d981cef7 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:31:30.661987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Attempting to bind port 907682eb-f556-45e5-bda2-6ef5d981cef7 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:30.666569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Port 907682eb-f556-45e5-bda2-6ef5d981cef7 on network 18341941-6654-4988-a3e9-241d49a47433 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:31:30.666917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Attempting to bind port 907682eb-f556-45e5-bda2-6ef5d981cef7 on network 18341941-6654-4988-a3e9-241d49a47433 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:30.672111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:30.672446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Checking segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:31:30.672858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Bound using segment: {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:30.673310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Bound port: 907682eb-f556-45e5-bda2-6ef5d981cef7, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d41248-26b3-498d-9eda-75d12708ef4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '18341941-6654-4988-a3e9-241d49a47433'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:31:30.673668 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.737731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] For port 907682eb-f556-45e5-bda2-6ef5d981cef7, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:30.741485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] For port 907682eb-f556-45e5-bda2-6ef5d981cef7, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=907682eb-f556-45e5-bda2-6ef5d981cef7,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:30.747672 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.786887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:30.787525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:30.789102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] 10.222.0.49 "PUT /v2.0/ports/907682eb-f556-45e5-bda2-6ef5d981cef7 HTTP/1.1" status: 200 len: 1097 time: 0.7451160 Dec 17 16:31:30.789419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'tag': '907682eb-f556-45e5-bda2-6ef5d981cef7'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:30.791679 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cac74d-72bb-4152-8c2a-482eea537648" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3ad5ae-7d99-477a-95b3-1695084c1f15", "tag": "907682eb-f556-45e5-bda2-6ef5d981cef7"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:30.819487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc357d93-324e-4441-ae5e-d3177e2a6a8f service neutron] Pushing event updated for resources: {'Port': ['ID=907682eb-f556-45e5-bda2-6ef5d981cef7,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:30.890887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-f942115d-04d7-4c3e-8dc7-4f5a6d294c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:30.892497 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-f942115d-04d7-4c3e-8dc7-4f5a6d294c39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7138d9ad63e24eeb93ead8d62d163963&device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 1100 time: 0.0465379 Dec 17 16:31:30.936594 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59f76f-9895-43e4-b373-c2a2cc968ef9 x-openstack-request-id: req-2f59f76f-9895-43e4-b373-c2a2cc968ef9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:30.936970 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3ad5ae-7d99-477a-95b3-1695084c1f15", "tag": "907682eb-f556-45e5-bda2-6ef5d981cef7", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:30.937292 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f59f76f-9895-43e4-b373-c2a2cc968ef9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:30.937766 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'tag': '907682eb-f556-45e5-bda2-6ef5d981cef7', 'status': 'completed', 'code': 200} Dec 17 16:31:30.939383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-aa2c3769-2e55-4573-b829-7554e8e59752 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=907682eb-f556-45e5-bda2-6ef5d981cef7 HTTP/1.1" status: 200 len: 217 time: 0.0385101 Dec 17 16:31:30.994228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-7bba0e4d-e0b6-4531-8dde-b3690a0afd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:30.995703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-7bba0e4d-e0b6-4531-8dde-b3690a0afd60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0489967 Dec 17 16:31:31.042793 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a70bef-122f-4865-a4d3-153a2e07769b req-15015bfd-01f2-494d-a539-c8078c68b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:31.044715 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-15015bfd-01f2-494d-a539-c8078c68b733 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0418303 Dec 17 16:31:31.161821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-6a3a535e-d1f6-4077-821f-540893e4e843 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084716 Dec 17 16:31:31.264873 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a70bef-122f-4865-a4d3-153a2e07769b req-39fbe6db-66f0-4a4a-a8d6-bb998b843f84 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956488 Dec 17 16:31:31.355968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cac74d-72bb-4152-8c2a-482eea537648 req-09951a9c-b393-4b27-ab4e-4d9bc877368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:31.357616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54cac74d-72bb-4152-8c2a-482eea537648 req-09951a9c-b393-4b27-ab4e-4d9bc877368a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7138d9ad63e24eeb93ead8d62d163963&device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 1100 time: 0.0430357 Dec 17 16:31:31.456349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cac74d-72bb-4152-8c2a-482eea537648 req-3796c2c5-4435-422c-92f2-4427c955860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:31.457740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54cac74d-72bb-4152-8c2a-482eea537648 req-3796c2c5-4435-422c-92f2-4427c955860e service neutron] 10.222.0.49 "GET /v2.0/networks?id=18341941-6654-4988-a3e9-241d49a47433 HTTP/1.1" status: 200 len: 870 time: 0.0923326 Dec 17 16:31:31.500472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54cac74d-72bb-4152-8c2a-482eea537648 req-9f73024c-3a86-4a83-b274-7c27328c0b8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=907682eb-f556-45e5-bda2-6ef5d981cef7 HTTP/1.1" status: 200 len: 217 time: 0.0345330 Dec 17 16:31:31.550917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cac74d-72bb-4152-8c2a-482eea537648 req-f3908fde-c8a4-4cf9-b703-89f5a47821bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:31.552390 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54cac74d-72bb-4152-8c2a-482eea537648 req-f3908fde-c8a4-4cf9-b703-89f5a47821bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fca9f319-2381-49cd-ac1b-b4dd78b45070 HTTP/1.1" status: 200 len: 843 time: 0.0444539 Dec 17 16:31:31.611343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cac74d-72bb-4152-8c2a-482eea537648 req-c82f8919-e9e7-46c0-8de9-11ec75825688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:31.612887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54cac74d-72bb-4152-8c2a-482eea537648 req-c82f8919-e9e7-46c0-8de9-11ec75825688 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18341941-6654-4988-a3e9-241d49a47433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521421 Dec 17 16:31:31.741612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac582-4fd2-4c3e-894f-f7b4ccc40fa4 req-9912ccf3-7582-4b1b-8f33-4a26f0ffef7a tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:31.742995 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea5ac582-4fd2-4c3e-894f-f7b4ccc40fa4 req-9912ccf3-7582-4b1b-8f33-4a26f0ffef7a tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 948 time: 0.0769031 Dec 17 16:31:31.745271 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54cac74d-72bb-4152-8c2a-482eea537648 req-b5dc306d-3a18-404b-aea0-57968c660d05 service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247241 Dec 17 16:31:31.845262 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea5ac582-4fd2-4c3e-894f-f7b4ccc40fa4 req-619a67a0-9dc4-454a-9a44-6aa312386980 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936737 Dec 17 16:31:31.872779 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-54cac74d-72bb-4152-8c2a-482eea537648 req-dde8ad20-5898-412c-9288-251b25d3ec2e service neutron] 10.222.0.49 "GET /v2.0/networks/18341941-6654-4988-a3e9-241d49a47433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189523 Dec 17 16:31:32.979869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f271a8-769b-418a-8cc3-63ff96fb1eb6 req-f4474f44-2057-410c-bfb7-e788f00a379b tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:32.981467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41f271a8-769b-418a-8cc3-63ff96fb1eb6 req-f4474f44-2057-410c-bfb7-e788f00a379b tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 948 time: 0.0549760 Dec 17 16:31:33.033382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-41f271a8-769b-418a-8cc3-63ff96fb1eb6 req-a61b1e51-6c8b-422c-bfa8-d6efa9b52b72 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Dec 17 16:31:33.967853 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 907682eb-f556-45e5-bda2-6ef5d981cef7 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:31:34.072301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 907682eb-f556-45e5-bda2-6ef5d981cef7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=907682eb-f556-45e5-bda2-6ef5d981cef7,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:34.084647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '907682eb-f556-45e5-bda2-6ef5d981cef7', 'network_id': '18341941-6654-4988-a3e9-241d49a47433', 'port_id': '907682eb-f556-45e5-bda2-6ef5d981cef7', 'mac_address': 'fa:16:3e:8c:4b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca9f319-2381-49cd-ac1b-b4dd78b45070', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:31:34.123401 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:34.136920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907682eb-f556-45e5-bda2-6ef5d981cef7 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:31:34.157299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da6f63-f871-41da-a32d-7126e6de5ad1 req-7a81037c-42b0-4932-b424-ff0ea4b5cb90 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:34.158644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 907682eb-f556-45e5-bda2-6ef5d981cef7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=907682eb-f556-45e5-bda2-6ef5d981cef7,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:34.158814 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98da6f63-f871-41da-a32d-7126e6de5ad1 req-7a81037c-42b0-4932-b424-ff0ea4b5cb90 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 948 time: 0.0516677 Dec 17 16:31:34.162884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:34.210015 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=907682eb-f556-45e5-bda2-6ef5d981cef7,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:34.211428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-98da6f63-f871-41da-a32d-7126e6de5ad1 req-71bd2559-6234-4685-9b6a-c1bee5c307fa tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Dec 17 16:31:34.412936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['907682eb-f556-45e5-bda2-6ef5d981cef7'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:31:35.339365 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485072b9-6291-4909-98a5-58f2999c45cb req-e2129835-d7ab-4575-9468-fa5ea4ca9b72 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:35.340881 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-485072b9-6291-4909-98a5-58f2999c45cb req-e2129835-d7ab-4575-9468-fa5ea4ca9b72 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 949 time: 0.0520015 Dec 17 16:31:35.392049 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-485072b9-6291-4909-98a5-58f2999c45cb req-e0595f61-adb7-480a-83b8-89461cc6016a tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Dec 17 16:31:35.967903 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 907682eb-f556-45e5-bda2-6ef5d981cef7 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:36.027448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 907682eb-f556-45e5-bda2-6ef5d981cef7 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:31:36.031226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 907682eb-f556-45e5-bda2-6ef5d981cef7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:36.031599 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:36.112086 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:36.135476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907682eb-f556-45e5-bda2-6ef5d981cef7'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:36.137823 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe0b5a8-2266-4c1e-a789-bee645abce6c" -d '{"events": [{"server_uuid": "2b3ad5ae-7d99-477a-95b3-1695084c1f15", "name": "network-vif-plugged", "status": "completed", "tag": "907682eb-f556-45e5-bda2-6ef5d981cef7"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:36.151699 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 907682eb-f556-45e5-bda2-6ef5d981cef7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=907682eb-f556-45e5-bda2-6ef5d981cef7,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:36.157298 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:36.205906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=907682eb-f556-45e5-bda2-6ef5d981cef7,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:36.246913 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24818a5-9bcb-485b-94be-7ca4f8cbccf6 x-openstack-request-id: req-b24818a5-9bcb-485b-94be-7ca4f8cbccf6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:36.247254 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3ad5ae-7d99-477a-95b3-1695084c1f15", "name": "network-vif-plugged", "status": "completed", "tag": "907682eb-f556-45e5-bda2-6ef5d981cef7", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:36.248158 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b24818a5-9bcb-485b-94be-7ca4f8cbccf6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:36.248568 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907682eb-f556-45e5-bda2-6ef5d981cef7', 'code': 200} Dec 17 16:31:36.363741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0f000-4630-490b-9994-76c030457f25 req-782c4200-531d-4025-a516-78e1db21712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:36.365298 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48e0f000-4630-490b-9994-76c030457f25 req-782c4200-531d-4025-a516-78e1db21712d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 1102 time: 0.0516214 Dec 17 16:31:36.411321 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48e0f000-4630-490b-9994-76c030457f25 req-589165df-2e1c-4f53-b454-57dbe0b256a0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Dec 17 16:31:36.526329 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4bf6202f-f186-4209-a74e-7a5f85faf39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:36.526607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ece9b6-cfb7-4c65-9fcd-879e10804f81 req-65220f05-af3a-44a7-80fc-e1c4c99de530 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:36.527960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73ece9b6-cfb7-4c65-9fcd-879e10804f81 req-65220f05-af3a-44a7-80fc-e1c4c99de530 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 950 time: 0.0601258 Dec 17 16:31:36.579767 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-73ece9b6-cfb7-4c65-9fcd-879e10804f81 req-e2896dbb-0182-48a1-976c-fdfb62243dbc tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Dec 17 16:31:37.705354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d20a5-7549-4897-b26b-dbdfbf80c496 req-e03a755d-7590-4248-8049-dc3b562632d2 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:37.706867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935d20a5-7549-4897-b26b-dbdfbf80c496 req-e03a755d-7590-4248-8049-dc3b562632d2 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 950 time: 0.0553575 Dec 17 16:31:37.766753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-935d20a5-7549-4897-b26b-dbdfbf80c496 req-4b49c5f0-c7f7-4832-b4af-eaa2f1f62a9d tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 Dec 17 16:31:38.134502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-d067d009-0cce-4e0e-94e6-4bdbeab792fb req-e3cc4a07-af0e-4e6e-8f51-ef970e9bbb55 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:31:38.135514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d067d009-0cce-4e0e-94e6-4bdbeab792fb req-e3cc4a07-af0e-4e6e-8f51-ef970e9bbb55 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0636559 Dec 17 16:31:38.565173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-ccc9bc82-b682-419f-84f1-77c9ae3514eb req-e8b8833e-94e7-40cf-9335-be5b2690377d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:31:38.566270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ccc9bc82-b682-419f-84f1-77c9ae3514eb req-e8b8833e-94e7-40cf-9335-be5b2690377d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0653098 Dec 17 16:31:38.919537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0503eded-9e5f-4a0a-ba83-e78ce397745b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:38.939760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8704-2078-4523-b674-47c6dd500080 req-8e69e214-aabc-4f16-a80b-857e7bf9f9e4 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:38.941273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b42d8704-2078-4523-b674-47c6dd500080 req-8e69e214-aabc-4f16-a80b-857e7bf9f9e4 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 950 time: 0.0549409 Dec 17 16:31:38.989062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b42d8704-2078-4523-b674-47c6dd500080 req-188722c9-2b13-487b-aeab-ee860a5a3bd1 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Dec 17 16:31:40.104621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:40.110479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8322ed-693b-410d-bb9d-b83b28b1aa11 req-afcc5da6-38d9-4662-b3a8-b00d41111ee3 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:40.112029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee8322ed-693b-410d-bb9d-b83b28b1aa11 req-afcc5da6-38d9-4662-b3a8-b00d41111ee3 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 950 time: 0.0513234 Dec 17 16:31:40.161569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-b8c3f365-9435-44d1-86ee-07e27686a465 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:40.163037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-b8c3f365-9435-44d1-86ee-07e27686a465 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 950 time: 0.0489588 Dec 17 16:31:40.164643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee8322ed-693b-410d-bb9d-b83b28b1aa11 req-e5b8d36b-eddb-483f-85f1-21f3bf6dfeec tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/security-groups?id=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462704 Dec 17 16:31:40.259800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Deleting port 907682eb-f556-45e5-bda2-6ef5d981cef7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:31:40.260185 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:40.684477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] For port 907682eb-f556-45e5-bda2-6ef5d981cef7, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=907682eb-f556-45e5-bda2-6ef5d981cef7,segment=NetworkSegment(85d41248-26b3-498d-9eda-75d12708ef4b),segment_id=85d41248-26b3-498d-9eda-75d12708ef4b)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:40.684765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:40.697494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Calling delete_port for 907682eb-f556-45e5-bda2-6ef5d981cef7 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:31:40.839979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:40.852645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['907682eb-f556-45e5-bda2-6ef5d981cef7'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:31:40.868783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Pushing event deleted for resources: {'Port': ['ID=907682eb-f556-45e5-bda2-6ef5d981cef7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:40.915601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] No DVR routers for this DVR port 907682eb-f556-45e5-bda2-6ef5d981cef7 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:40.918422 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:40.922174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-864bcbe8-745a-45eb-a409-f66491c66a57 req-78b73016-1fb1-4690-b467-c7c727d9374e tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.49 "DELETE /v2.0/ports/907682eb-f556-45e5-bda2-6ef5d981cef7 HTTP/1.1" status: 204 len: 173 time: 0.7511871 Dec 17 16:31:40.922633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'name': 'network-vif-deleted', 'tag': '907682eb-f556-45e5-bda2-6ef5d981cef7'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:40.925042 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d017d378-968d-44e8-a643-6778e5f46f85" -d '{"events": [{"server_uuid": "2b3ad5ae-7d99-477a-95b3-1695084c1f15", "name": "network-vif-deleted", "tag": "907682eb-f556-45e5-bda2-6ef5d981cef7"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:40.977010 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c2e1a8-e97c-4878-b573-8043dc4b2f9a x-openstack-request-id: req-d5c2e1a8-e97c-4878-b573-8043dc4b2f9a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:40.977311 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3ad5ae-7d99-477a-95b3-1695084c1f15", "name": "network-vif-deleted", "tag": "907682eb-f556-45e5-bda2-6ef5d981cef7", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:40.977543 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5c2e1a8-e97c-4878-b573-8043dc4b2f9a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:40.977948 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3ad5ae-7d99-477a-95b3-1695084c1f15', 'name': 'network-vif-deleted', 'tag': '907682eb-f556-45e5-bda2-6ef5d981cef7', 'status': 'completed', 'code': 200} Dec 17 16:31:41.202883 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:41.274514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b42029c-d247-4f64-bcc7-ec295fd39310 req-9856cac6-2398-4e7f-96d3-14a38ad4a1d1 tempest-ServersAdminNegativeTestJSON-737283600 tempest-ServersAdminNegativeTestJSON-737283600-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b3ad5ae-7d99-477a-95b3-1695084c1f15 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Dec 17 16:31:41.288471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:41.776325 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:31:42.125405 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:42.618067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36132) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:42.765897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3b589f3b-cc7d-434f-a2e8-d4c1899e8663 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7138d9ad63e24eeb93ead8d62d163963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466501 Dec 17 16:31:42.768884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36136) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:42.827545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80c276f1-eb76-4766-8800-6c226ac86c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:42.849187 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80c276f1-eb76-4766-8800-6c226ac86c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:42.908398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80c276f1-eb76-4766-8800-6c226ac86c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:42.912124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80c276f1-eb76-4766-8800-6c226ac86c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:42.913662 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-80c276f1-eb76-4766-8800-6c226ac86c1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e27b9957-d7ec-43d9-afcf-c7f1ac6a505b HTTP/1.1" status: 204 len: 168 time: 0.1430314 Dec 17 16:31:42.921891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c276f1-eb76-4766-8800-6c226ac86c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b9957-d7ec-43d9-afcf-c7f1ac6a505b,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:43.182489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36142) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:43.196233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cdeadeb-895b-41d4-8225-b4cb56784ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:43.273980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cdeadeb-895b-41d4-8225-b4cb56784ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:43.279869 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cdeadeb-895b-41d4-8225-b4cb56784ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:43.319923 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3cdeadeb-895b-41d4-8225-b4cb56784ce7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b6cc7d8782b2411588bbdcf726bc0525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338649 Dec 17 16:31:43.319923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeadeb-895b-41d4-8225-b4cb56784ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30a617d-8e01-4a0d-87f4-0679676044a0,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:43.320411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36144) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:43.388275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eef7b1cb-f03c-4133-a55a-d1217dbfd824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:43.414086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eef7b1cb-f03c-4133-a55a-d1217dbfd824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:43.461327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eef7b1cb-f03c-4133-a55a-d1217dbfd824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:43.463804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eef7b1cb-f03c-4133-a55a-d1217dbfd824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:43.465054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eef7b1cb-f03c-4133-a55a-d1217dbfd824 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e30a617d-8e01-4a0d-87f4-0679676044a0 HTTP/1.1" status: 204 len: 168 time: 0.1436412 Dec 17 16:31:43.472955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7b1cb-f03c-4133-a55a-d1217dbfd824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30a617d-8e01-4a0d-87f4-0679676044a0,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:44.013123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 907682eb-f556-45e5-bda2-6ef5d981cef7 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:44.035916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 907682eb-f556-45e5-bda2-6ef5d981cef7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:31:44.036262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 907682eb-f556-45e5-bda2-6ef5d981cef7 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:44.214264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36166) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:44.319795 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-687467307-network', 'tenant_id': 'ad90bc3b039146bcb8915e5f2aa945f6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:44.345901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Made reservation on behalf of ad90bc3b039146bcb8915e5f2aa945f6 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:44.348171 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.356792 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.428168 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.433734 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.459065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:31:44.468745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644e643f-b486-4bda-af6b-e88a11aa6d60,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:44.474617 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.474960 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Added segment 1198c9dd-2fd7-422f-8bec-a30be8fa628f of type vlan for network da2809e9-1478-4c08-8a12-1f9b66333042 Dec 17 16:31:44.527341 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.555129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.556188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:44.556770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.627179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4117942 Dec 17 16:31:44.630455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36170) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:44.635758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Request body: {'subnet': {'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-687467307-subnet', 'tenant_id': 'ad90bc3b039146bcb8915e5f2aa945f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:44.644490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f66964-58aa-4568-87d0-68910d10aaed admin admin] Pushing event updated for resources: {'Network': ['ID=da2809e9-1478-4c08-8a12-1f9b66333042,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:44.655677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network da2809e9-1478-4c08-8a12-1f9b66333042 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:31:44.662204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Made reservation on behalf of ad90bc3b039146bcb8915e5f2aa945f6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:44.664648 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.831525 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.879489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0134210e-f466-4dfb-b951-30182815a369,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:44.896675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Checking segment: {'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:31:44.897042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Network hostable DHCP agents. Network: da2809e9-1478-4c08-8a12-1f9b66333042, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:31:44.915772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Network da2809e9-1478-4c08-8a12-1f9b66333042 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:31:44.925946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, da2809e9-1478-4c08-8a12-1f9b66333042) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:44.930361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:44.931461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:44.934746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84b58d-9308-4d21-9be1-57ac5c33ad40 None None] Network da2809e9-1478-4c08-8a12-1f9b66333042 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:31:44.947780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e25acfea-1289-4e2e-9e6c-3798d814f662 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3162093 Dec 17 16:31:45.031973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5d285-5c92-4513-a3a1-c4cf16ff6bb8 None None] Network da2809e9-1478-4c08-8a12-1f9b66333042 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:31:45.387890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-50e1b8bf-b8e5-4cef-8baa-bc479e22ef03 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:45.389404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-50e1b8bf-b8e5-4cef-8baa-bc479e22ef03 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 811 time: 0.1052828 Dec 17 16:31:45.405014 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-8d9787f1-bc30-44a3-b318-74e56f45e66d tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/quotas/ad90bc3b039146bcb8915e5f2aa945f6 HTTP/1.1" status: 200 len: 375 time: 0.0095031 Dec 17 16:31:45.437380 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-342f2b7c-4e03-4577-a2d2-99f6d8edbdd0 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267851 Dec 17 16:31:45.448235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-77481722-a0d6-4caf-91c3-7c6a5b05ff24 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:31:45.449200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-77481722-a0d6-4caf-91c3-7c6a5b05ff24 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050888 Dec 17 16:31:45.546970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-e491c5e0-4e3e-4176-ac19-9edf0686f464 service neutron] 10.222.0.54 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919335 Dec 17 16:31:45.642201 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-f42d208e-f4ba-4929-aacd-c5c67009d3c3 service neutron] 10.222.0.54 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859833 Dec 17 16:31:45.770267 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:45.809341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1218de66-1aa3-4880-bdec-1188a6a774e7 req-cc879ace-ab20-45cb-876e-33c65f7d32fa tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 210 time: 0.0321083 Dec 17 16:31:46.800875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-f2f39b61-7fe5-4afa-8d7e-8d31cb543472 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:46.802392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-f2f39b61-7fe5-4afa-8d7e-8d31cb543472 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.49 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 811 time: 0.1103787 Dec 17 16:31:46.816744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Request body: {'port': {'device_id': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042', 'admin_state_up': True, 'tenant_id': 'ad90bc3b039146bcb8915e5f2aa945f6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:46.904056 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9a1d8df-b0d4-47cd-8014-968143c6d684 req-168dba70-fb9f-451d-b5a0-2f1b6c204128 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 210 time: 0.0262799 Dec 17 16:31:46.930835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Made reservation on behalf of ad90bc3b039146bcb8915e5f2aa945f6 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:46.934493 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.068738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Allocated IP 172.20.0.7 (da2809e9-1478-4c08-8a12-1f9b66333042/0134210e-f466-4dfb-b951-30182815a369/488fa2a8-da66-43a6-addf-996699959661) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:47.220943 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.260378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.307903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Network da2809e9-1478-4c08-8a12-1f9b66333042 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:47.311329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:47.315058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:47.321298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:47.366026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:47.366630 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.385471 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-9bac94a0-b2f0-4b04-acfc-7539e5f6c553 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726876 Dec 17 16:31:47.397706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Request body: {'port': {'device_id': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:47.463796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.736618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488fa2a8-da66-43a6-addf-996699959661 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:31:47.744380 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.762670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Transition to ACTIVE for port object 488fa2a8-da66-43a6-addf-996699959661 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:31:47.767020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.814048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:47.882029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:31:47.882730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:31:47.882730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 on network da2809e9-1478-4c08-8a12-1f9b66333042 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:47.886926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Port 488fa2a8-da66-43a6-addf-996699959661 on network da2809e9-1478-4c08-8a12-1f9b66333042 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:31:47.887229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 on network da2809e9-1478-4c08-8a12-1f9b66333042 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:47.893231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:47.893742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Checking segment: {'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:31:47.894221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Bound using segment: {'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:47.894728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Bound port: 488fa2a8-da66-43a6-addf-996699959661, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:31:47.895284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:47.966847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:47.970393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:47.985895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:48.046832 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.047451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:48.048897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] 10.222.0.49 "PUT /v2.0/ports/488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 1092 time: 0.6553476 Dec 17 16:31:48.049331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'tag': '488fa2a8-da66-43a6-addf-996699959661'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:48.051575 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16d03e9-6207-4e17-a836-458740003fde" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "tag": "488fa2a8-da66-43a6-addf-996699959661"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:48.067872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3091-bd4e-498f-b5b2-03fe77623309 service neutron] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:48.080654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506510ea-841b-4959-81fd-6cb54b187b6b req-b6ee2bf7-7878-465a-9218-9e88a05908ff tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.082212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-506510ea-841b-4959-81fd-6cb54b187b6b req-b6ee2bf7-7878-465a-9218-9e88a05908ff tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 943 time: 0.1070852 Dec 17 16:31:48.107184 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d28000-0e7e-4d2f-b026-28c662a38f33 x-openstack-request-id: req-50d28000-0e7e-4d2f-b026-28c662a38f33 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:48.107472 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "tag": "488fa2a8-da66-43a6-addf-996699959661", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:48.107713 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50d28000-0e7e-4d2f-b026-28c662a38f33 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:48.108428 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'tag': '488fa2a8-da66-43a6-addf-996699959661', 'status': 'completed', 'code': 200} Dec 17 16:31:48.166785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-de522393-c927-4669-9f9e-ca861f6ff0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.168250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-de522393-c927-4669-9f9e-ca861f6ff0ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1095 time: 0.0770440 Dec 17 16:31:48.172094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-506510ea-841b-4959-81fd-6cb54b187b6b req-42e89e47-ad46-4155-af1f-13a658f6d211 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820355 Dec 17 16:31:48.210468 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-c6588bfd-7c1d-454c-8025-ae27d6829c65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0346947 Dec 17 16:31:48.261388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-ea32db42-c109-4f43-8ebf-1f23af338390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.262986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-ea32db42-c109-4f43-8ebf-1f23af338390 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0459270 Dec 17 16:31:48.299235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-fcd127a5-bca5-4e08-8589-7a70740e5ef0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290716 Dec 17 16:31:48.390806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-42ac38c9-4e56-4582-a254-8538cf360880 service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839415 Dec 17 16:31:48.490900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d76aafb0-917c-4624-86b9-9f2827ff1db0 req-0a9ccc20-b9a0-4032-93a6-06da1f85f8cb service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918605 Dec 17 16:31:48.581814 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d03e9-6207-4e17-a836-458740003fde req-7a826dfb-e18b-476e-a98f-021faa1f3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.583329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b16d03e9-6207-4e17-a836-458740003fde req-7a826dfb-e18b-476e-a98f-021faa1f3aa1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1095 time: 0.0417607 Dec 17 16:31:48.674511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d03e9-6207-4e17-a836-458740003fde req-153bb90c-17ce-47e2-917a-916ddc75f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.676065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b16d03e9-6207-4e17-a836-458740003fde req-153bb90c-17ce-47e2-917a-916ddc75f7e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 912 time: 0.0860534 Dec 17 16:31:48.720782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b16d03e9-6207-4e17-a836-458740003fde req-1b37d229-6c66-4eac-a29b-85b6166a628b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0378673 Dec 17 16:31:48.772733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d03e9-6207-4e17-a836-458740003fde req-342c349e-c2f0-439d-907f-2c5501f5910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.774193 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b16d03e9-6207-4e17-a836-458740003fde req-342c349e-c2f0-439d-907f-2c5501f5910f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0462928 Dec 17 16:31:48.809585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b16d03e9-6207-4e17-a836-458740003fde req-deb0736b-0be3-499a-92a3-bac63c8c6497 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255387 Dec 17 16:31:48.908106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b16d03e9-6207-4e17-a836-458740003fde req-63ccb288-ffe3-4297-b361-564fb269fb4a service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901959 Dec 17 16:31:49.000570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b16d03e9-6207-4e17-a836-458740003fde req-ce12e1ed-e058-4b59-b3e1-559d2a6dfbea service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846314 Dec 17 16:31:49.300606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a46ef-dbee-4313-9998-48afb853b100 req-276d0e8a-062a-460f-bbd6-1b997e51206a tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:49.302079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b8a46ef-dbee-4313-9998-48afb853b100 req-276d0e8a-062a-460f-bbd6-1b997e51206a tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 943 time: 0.0586541 Dec 17 16:31:49.354579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8b8a46ef-dbee-4313-9998-48afb853b100 req-108546f8-abcd-4028-8a7c-2282a830b278 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Dec 17 16:31:50.486629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f899b-32dc-4a90-906e-3b9ccf81843f req-735206f0-e957-4d2d-a5af-f459bfc32c81 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:50.488232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-624f899b-32dc-4a90-906e-3b9ccf81843f req-735206f0-e957-4d2d-a5af-f459bfc32c81 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 943 time: 0.0515866 Dec 17 16:31:50.542135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-624f899b-32dc-4a90-906e-3b9ccf81843f req-56a286e0-83a2-4230-a529-428a219a58ee tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477688 Dec 17 16:31:51.670595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87ca7-8b58-47be-8297-4bc7ddca304b req-57cf94c8-bb38-4e66-801b-a01d423f4590 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:51.672151 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39a87ca7-8b58-47be-8297-4bc7ddca304b req-57cf94c8-bb38-4e66-801b-a01d423f4590 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 943 time: 0.0505576 Dec 17 16:31:51.720860 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39a87ca7-8b58-47be-8297-4bc7ddca304b req-61592cb8-ccf2-4d5f-90be-27f0fbf64412 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Dec 17 16:31:52.029017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 488fa2a8-da66-43a6-addf-996699959661 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:31:52.134029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:52.146976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '488fa2a8-da66-43a6-addf-996699959661', 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042', 'port_id': '488fa2a8-da66-43a6-addf-996699959661', 'mac_address': 'fa:16:3e:4d:c8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0134210e-f466-4dfb-b951-30182815a369', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:31:52.184900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:52.198462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488fa2a8-da66-43a6-addf-996699959661 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:31:52.218831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:52.225736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:52.274994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:52.414600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['488fa2a8-da66-43a6-addf-996699959661'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:31:52.864390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf668f-9698-4876-aa1b-3815b5af2e2c req-1754cd09-ba42-498b-9494-22a9f723b413 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:52.865812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0aaf668f-9698-4876-aa1b-3815b5af2e2c req-1754cd09-ba42-498b-9494-22a9f723b413 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 944 time: 0.0630848 Dec 17 16:31:52.919976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0aaf668f-9698-4876-aa1b-3815b5af2e2c req-94a81925-ca90-4787-b6d7-b0af24778613 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Dec 17 16:31:54.041822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 488fa2a8-da66-43a6-addf-996699959661 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:54.066727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d435-75d6-4d34-b143-7c12c35b4176 req-7e9e6372-aa95-46cc-8989-85cd09fe3b40 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:54.068272 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d61d435-75d6-4d34-b143-7c12c35b4176 req-7e9e6372-aa95-46cc-8989-85cd09fe3b40 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 944 time: 0.0564299 Dec 17 16:31:54.097994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 488fa2a8-da66-43a6-addf-996699959661 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:31:54.101976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 488fa2a8-da66-43a6-addf-996699959661 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:54.102344 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:54.116575 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d61d435-75d6-4d34-b143-7c12c35b4176 req-76747a1c-7642-4515-a89d-74f6e735e212 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Dec 17 16:31:54.180316 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:54.204258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488fa2a8-da66-43a6-addf-996699959661'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:54.206637 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd542704-7246-4291-98e1-5bf7c13ac97c" -d '{"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-plugged", "status": "completed", "tag": "488fa2a8-da66-43a6-addf-996699959661"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:54.219289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:54.224322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:31:54.251742 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ff7c4-5cb6-462d-917a-2b7c1c1b57c5 x-openstack-request-id: req-b92ff7c4-5cb6-462d-917a-2b7c1c1b57c5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:54.252058 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-plugged", "status": "completed", "tag": "488fa2a8-da66-43a6-addf-996699959661", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:54.252305 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b92ff7c4-5cb6-462d-917a-2b7c1c1b57c5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:54.252683 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488fa2a8-da66-43a6-addf-996699959661', 'code': 200} Dec 17 16:31:54.277899 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:54.346656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855146b4-adf5-4b39-8347-71c357e43666 req-e08b3160-014e-4196-aceb-67ebd2b1457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:54.348187 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-855146b4-adf5-4b39-8347-71c357e43666 req-e08b3160-014e-4196-aceb-67ebd2b1457c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1097 time: 0.0405443 Dec 17 16:31:54.394562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-855146b4-adf5-4b39-8347-71c357e43666 req-563f9652-537f-4921-ba68-83171b66ac6d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380335 Dec 17 16:31:55.254756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c695bf-a0a1-4173-a3f9-e4b14f2b7fdc req-12f4ae71-3153-406a-aed0-345652d770cd tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:55.256297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53c695bf-a0a1-4173-a3f9-e4b14f2b7fdc req-12f4ae71-3153-406a-aed0-345652d770cd tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0579863 Dec 17 16:31:55.308026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53c695bf-a0a1-4173-a3f9-e4b14f2b7fdc req-57de6a2c-4eb6-43bb-b588-84f4c24a7822 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Dec 17 16:31:56.438079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640d985-0f3f-4a11-99f4-45cf707657b3 req-696888a0-2d14-4263-b4e3-f229af9b9e92 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:56.439557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0640d985-0f3f-4a11-99f4-45cf707657b3 req-696888a0-2d14-4263-b4e3-f229af9b9e92 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0537679 Dec 17 16:31:56.490683 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0640d985-0f3f-4a11-99f4-45cf707657b3 req-4cfd432c-5793-46c6-bd92-0776de0cb839 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Dec 17 16:31:56.799368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36224) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:31:56.854731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457eb51-7704-4915-9d2b-23d5e1a6abc0 req-43d2ed73-5959-420d-8159-066fceb53d4c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:56.856333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b457eb51-7704-4915-9d2b-23d5e1a6abc0 req-43d2ed73-5959-420d-8159-066fceb53d4c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0500681 Dec 17 16:31:56.927195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5334efa8-7ba4-4aa0-a8b5-5717afd1c98f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258392 Dec 17 16:31:56.930510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b457eb51-7704-4915-9d2b-23d5e1a6abc0 req-1dac6810-a8be-4ccd-9105-e82caf6b6ffd tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653129 Dec 17 16:31:56.936001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-36b2b57b-63d1-43d5-82b8-46f5e0c75f8f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:31:56.937341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-36b2b57b-63d1-43d5-82b8-46f5e0c75f8f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049098 Dec 17 16:31:58.062794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a03a-4c3b-4baf-b91b-57ad3f04346e req-2180c4df-dc6f-4cda-aa62-d50a1734dd46 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:58.064328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c820a03a-4c3b-4baf-b91b-57ad3f04346e req-2180c4df-dc6f-4cda-aa62-d50a1734dd46 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0550203 Dec 17 16:31:58.114975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c820a03a-4c3b-4baf-b91b-57ad3f04346e req-bc8e1c7d-7bb9-41a1-b741-28ef727ecc61 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Dec 17 16:31:58.249017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-67057056-f2b7-4d8d-99a0-9e5dfaf0e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:58.250426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-67057056-f2b7-4d8d-99a0-9e5dfaf0e07b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1097 time: 0.0462692 Dec 17 16:31:58.346966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-7cc90830-66a2-44bc-acf1-baadd9a930c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:58.348493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-7cc90830-66a2-44bc-acf1-baadd9a930c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 912 time: 0.0914559 Dec 17 16:31:58.395520 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-c9ad8f45-bf51-4fdb-a11c-e2ef43561bdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0393801 Dec 17 16:31:58.452736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-2cdc1134-fec6-4bfd-914c-f7e00d6430c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:58.454966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-2cdc1134-fec6-4bfd-914c-f7e00d6430c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0507598 Dec 17 16:31:58.489821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-7342228e-7143-4c15-9664-d25d97f3b87b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271792 Dec 17 16:31:58.586065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-55197367-ca90-4ff0-844a-a14a25176514 service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887513 Dec 17 16:31:58.689067 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-4fd9a0ca-9346-4495-8774-f7b58d7ac9eb service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959706 Dec 17 16:31:59.243990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4672dc3-da6b-4051-a3b1-72148ab3cc5f req-b1399c04-76f3-4236-984c-eee7c6289433 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:59.245488 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4672dc3-da6b-4051-a3b1-72148ab3cc5f req-b1399c04-76f3-4236-984c-eee7c6289433 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0515349 Dec 17 16:31:59.293833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4672dc3-da6b-4051-a3b1-72148ab3cc5f req-53741c8d-ae9d-4acd-a832-5da8d1c500f3 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Dec 17 16:32:00.428016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39559f-98c0-4b29-8572-3760f3feefc4 req-2cad5b6b-8edf-4834-96f5-6acc019c2f63 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:00.429513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d39559f-98c0-4b29-8572-3760f3feefc4 req-2cad5b6b-8edf-4834-96f5-6acc019c2f63 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0579288 Dec 17 16:32:00.489695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d39559f-98c0-4b29-8572-3760f3feefc4 req-1577ae07-97f6-4f97-8b5b-c9e103c7293a tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540128 Dec 17 16:32:01.629869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e53d60-4988-4208-976b-34d08230b797 req-b1121142-7cd5-4d57-8c88-aeabfede59fb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:01.631400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c2e53d60-4988-4208-976b-34d08230b797 req-b1121142-7cd5-4d57-8c88-aeabfede59fb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0555711 Dec 17 16:32:01.681094 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c2e53d60-4988-4208-976b-34d08230b797 req-554872da-9225-4654-b01d-81bb2e4db703 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Dec 17 16:32:02.413892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-e1b7c831-d03b-448f-8c1b-59cda2902ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:02.415453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-e1b7c831-d03b-448f-8c1b-59cda2902ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1097 time: 0.0456252 Dec 17 16:32:02.533947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-246ceb5c-c9e9-4a02-baf1-c639afaab823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:02.535494 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-246ceb5c-c9e9-4a02-baf1-c639afaab823 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 912 time: 0.0998070 Dec 17 16:32:02.577270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-146b7b30-1f1a-436e-bc5f-475663772550 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0344908 Dec 17 16:32:02.635004 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-1b1a9359-ae2b-4e89-bfe5-6525033d1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:02.636510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-1b1a9359-ae2b-4e89-bfe5-6525033d1a89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0525436 Dec 17 16:32:02.669842 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-885d779d-4511-4917-8de0-7fd100aee77a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255823 Dec 17 16:32:02.769048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-4d70d1e0-2d6e-492d-bf58-ce4b50032948 service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916665 Dec 17 16:32:02.801856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06543eff-a9cd-4ba3-99cb-2e9a31151180 req-d45b4bd9-7e37-4914-a927-312dd3b81e66 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:02.803360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06543eff-a9cd-4ba3-99cb-2e9a31151180 req-d45b4bd9-7e37-4914-a927-312dd3b81e66 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0505867 Dec 17 16:32:02.851494 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06543eff-a9cd-4ba3-99cb-2e9a31151180 req-a916f8fe-68b3-4a87-8e2c-2aa231056dd8 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Dec 17 16:32:02.860071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c66c8268-9ee7-4d3c-b343-b2d6cb37e6b8 req-6e0d138c-c6d2-4eb1-857a-8645bffce838 service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842168 Dec 17 16:32:03.991170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d1730-10a9-429b-b468-5cdc135a3fc6 req-06359c7d-bc3d-4024-b9b0-8093b39fd2bb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:03.992713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-db6d1730-10a9-429b-b468-5cdc135a3fc6 req-06359c7d-bc3d-4024-b9b0-8093b39fd2bb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0579998 Dec 17 16:32:04.043262 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-db6d1730-10a9-429b-b468-5cdc135a3fc6 req-3fa8c3bb-25b5-48da-bc7a-4e0e368ae14d tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Dec 17 16:32:05.172849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ada31-c596-44b7-a4a9-ef1406b5da45 req-e17f2279-1d3e-4cd6-a977-e1d2acd5c5e6 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:05.174340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a1ada31-c596-44b7-a4a9-ef1406b5da45 req-e17f2279-1d3e-4cd6-a977-e1d2acd5c5e6 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0561528 Dec 17 16:32:05.223776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0a1ada31-c596-44b7-a4a9-ef1406b5da45 req-9a2e1e17-fd20-48de-967f-621be5167950 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Dec 17 16:32:06.357195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87e5aa-5408-49d5-aef2-a29def66fa11 req-c9dbaff8-7add-4483-984c-e2ab88da09bb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:06.358688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d87e5aa-5408-49d5-aef2-a29def66fa11 req-c9dbaff8-7add-4483-984c-e2ab88da09bb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0581827 Dec 17 16:32:06.406741 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7d87e5aa-5408-49d5-aef2-a29def66fa11 req-f3e43e70-6f1b-4abe-8318-90246ce8e3be tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Dec 17 16:32:06.526462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b0d231a1-ac2a-482a-9299-2cc3caba2ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:07.537780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7591bb-2ee4-4afc-a5a3-694161b970c8 req-5564eda0-dbdd-420d-a72b-cf100303e7dd tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:07.539287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc7591bb-2ee4-4afc-a5a3-694161b970c8 req-5564eda0-dbdd-420d-a72b-cf100303e7dd tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0600703 Dec 17 16:32:07.589058 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dc7591bb-2ee4-4afc-a5a3-694161b970c8 req-e1f5e945-c9d4-41cc-aed9-d715368bd946 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Dec 17 16:32:08.719394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a1588-62db-4391-8109-6387e1d10be8 req-a7c20e9b-c12b-4aea-9f21-456b37aaf57d tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:08.720882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-420a1588-62db-4391-8109-6387e1d10be8 req-a7c20e9b-c12b-4aea-9f21-456b37aaf57d tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0492568 Dec 17 16:32:08.774469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-420a1588-62db-4391-8109-6387e1d10be8 req-1288d30b-bafb-4966-8af4-abf7ac82ff71 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Dec 17 16:32:08.919466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb3f2514-d9b7-4776-a5a1-1ccca3f7d044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:09.908986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c4517-12d6-4484-8ddc-568e096ad1e0 req-00f4d6bf-db41-4282-b8ed-fbf6638bd54c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:09.910381 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-937c4517-12d6-4484-8ddc-568e096ad1e0 req-00f4d6bf-db41-4282-b8ed-fbf6638bd54c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0515795 Dec 17 16:32:09.965129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-937c4517-12d6-4484-8ddc-568e096ad1e0 req-2f1e11e3-a673-49f3-a4fe-c299c7509a98 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487239 Dec 17 16:32:10.118579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:11.091187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571cf0-2232-41ec-b365-358341d9636d req-c4cc4404-dc4c-46ae-8588-552b2fa6b8d3 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:11.092672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e571cf0-2232-41ec-b365-358341d9636d req-c4cc4404-dc4c-46ae-8588-552b2fa6b8d3 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0488536 Dec 17 16:32:11.140906 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e571cf0-2232-41ec-b365-358341d9636d req-20265fed-73ef-4cb7-94ec-3d0be9087f77 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Dec 17 16:32:11.202870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:11.287725 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:12.127669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:12.267971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7ddc9-3e01-4686-a07e-c6bb05b263ac req-fea5d65c-fc4f-4647-8ca3-6de2272b71b1 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:12.270105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13e7ddc9-3e01-4686-a07e-c6bb05b263ac req-fea5d65c-fc4f-4647-8ca3-6de2272b71b1 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0530689 Dec 17 16:32:12.318943 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-13e7ddc9-3e01-4686-a07e-c6bb05b263ac req-7c8f6b39-6cc7-447e-93c4-bdbf65813397 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Dec 17 16:32:13.454363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26198690-5730-47ce-9958-07f7954d3cf3 req-3815eef9-e359-4f85-bcfe-ca760855acdb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:13.455895 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26198690-5730-47ce-9958-07f7954d3cf3 req-3815eef9-e359-4f85-bcfe-ca760855acdb tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0560820 Dec 17 16:32:13.523251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26198690-5730-47ce-9958-07f7954d3cf3 req-667830fb-5200-4efd-b068-48b1260552dc tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580297 Dec 17 16:32:14.657659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb44890-a5ed-4693-ad0b-9d63c92fb4d4 req-4bc5a8e4-b5aa-42dc-87f0-c0abeb801d54 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:14.659134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cfb44890-a5ed-4693-ad0b-9d63c92fb4d4 req-4bc5a8e4-b5aa-42dc-87f0-c0abeb801d54 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0498459 Dec 17 16:32:14.708518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cfb44890-a5ed-4693-ad0b-9d63c92fb4d4 req-a344fb04-0c84-4ec3-ba2e-7e315ec6d4cc tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Dec 17 16:32:15.766357 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:15.852128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f05e6-af73-4fcf-961c-cc41c9896b16 req-c61f9e20-e761-4bd2-a31a-557417798a60 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:15.854014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b0f05e6-af73-4fcf-961c-cc41c9896b16 req-c61f9e20-e761-4bd2-a31a-557417798a60 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0656669 Dec 17 16:32:15.905339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b0f05e6-af73-4fcf-961c-cc41c9896b16 req-0dac4e01-c639-4413-adc7-847e49df5dca tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Dec 17 16:32:17.055983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f62cb1-4b6d-4565-b345-66e1b9cbf0aa req-1b8bdfc7-cbe6-40c3-9bd8-79a2e8564a85 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:17.057447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5f62cb1-4b6d-4565-b345-66e1b9cbf0aa req-1b8bdfc7-cbe6-40c3-9bd8-79a2e8564a85 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0712063 Dec 17 16:32:17.109361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5f62cb1-4b6d-4565-b345-66e1b9cbf0aa req-4663a218-c2a5-4ef8-be7b-fb48e62f32c0 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Dec 17 16:32:18.242197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed9ba-e39e-413c-aaca-57a68848c288 req-ea1c9a34-684f-408c-9d23-2d1de06ee467 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:18.243682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f1ed9ba-e39e-413c-aaca-57a68848c288 req-ea1c9a34-684f-408c-9d23-2d1de06ee467 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0503690 Dec 17 16:32:18.292747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f1ed9ba-e39e-413c-aaca-57a68848c288 req-ff36b571-d22c-45a7-afc8-862396d04054 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Dec 17 16:32:18.775730 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:32:19.433997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c9472-6fe1-41e7-92f3-3e4471a71c9b req-4ecc9431-a31d-4295-8d7d-44fd54c62ed1 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:19.435616 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-351c9472-6fe1-41e7-92f3-3e4471a71c9b req-4ecc9431-a31d-4295-8d7d-44fd54c62ed1 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0594864 Dec 17 16:32:19.486254 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-351c9472-6fe1-41e7-92f3-3e4471a71c9b req-9b727fe9-41cb-406d-bb92-c192dd3e7608 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Dec 17 16:32:20.617507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530a9bf-c504-4867-b891-c5208c1dfbaf req-14f2e5a4-8e52-4a87-90e9-e30d519214b6 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:20.618996 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b530a9bf-c504-4867-b891-c5208c1dfbaf req-14f2e5a4-8e52-4a87-90e9-e30d519214b6 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0564101 Dec 17 16:32:20.673388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b530a9bf-c504-4867-b891-c5208c1dfbaf req-ad797295-cb07-4fc6-ae3f-90edf64ba3c3 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Dec 17 16:32:21.797792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccff6b-38ca-475d-ac23-af76fcb0f1d9 req-fcd8adfd-3b7f-40e2-b2d9-03fcb89b0f6d tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:21.799266 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ccff6b-38ca-475d-ac23-af76fcb0f1d9 req-fcd8adfd-3b7f-40e2-b2d9-03fcb89b0f6d tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0554898 Dec 17 16:32:21.849477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82ccff6b-38ca-475d-ac23-af76fcb0f1d9 req-e4c14b1a-f553-4ba8-bc6d-6e222435f90d tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Dec 17 16:32:22.981449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ec121-3d46-4801-9098-5bee688534b6 req-289ef279-5d04-4ff3-972d-16b97c0fd67e tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:22.982913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-023ec121-3d46-4801-9098-5bee688534b6 req-289ef279-5d04-4ff3-972d-16b97c0fd67e tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0506551 Dec 17 16:32:23.043171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-023ec121-3d46-4801-9098-5bee688534b6 req-4024942b-e858-483f-96cb-bcb959d70bf9 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540521 Dec 17 16:32:24.181446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9bd4-24f8-4852-9026-b83471c67ee0 req-4c3c6975-1da9-42fd-a83c-e409e466b70e tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:24.182880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0bce9bd4-24f8-4852-9026-b83471c67ee0 req-4c3c6975-1da9-42fd-a83c-e409e466b70e tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0544121 Dec 17 16:32:24.234689 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0bce9bd4-24f8-4852-9026-b83471c67ee0 req-9fc0e149-e79d-4640-8ef2-e8e8fa18785c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457363 Dec 17 16:32:25.371257 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e674ff-1300-48d5-bb4b-fc5b9d4ba040 req-2d7d7f9d-e699-4df1-b532-635d338f9185 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:25.372754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5e674ff-1300-48d5-bb4b-fc5b9d4ba040 req-2d7d7f9d-e699-4df1-b532-635d338f9185 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0568144 Dec 17 16:32:25.429212 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5e674ff-1300-48d5-bb4b-fc5b9d4ba040 req-674a9cf8-6232-4674-a7a3-75efbf998983 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472422 Dec 17 16:32:25.546189 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-4a11d69a-5ae5-4a28-9945-e8c45364fbce service neutron] show failed (client error): The resource could not be found. Dec 17 16:32:25.547100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-4a11d69a-5ae5-4a28-9945-e8c45364fbce service neutron] 10.222.0.49 "GET /v2.0/ports/488fa2a8-da66-43a6-addf-996699959661/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0682719 Dec 17 16:32:25.798696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-8eb7e20b-ff6c-447c-a0fb-1c3fbbdd0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:25.800200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-8eb7e20b-ff6c-447c-a0fb-1c3fbbdd0c84 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e&tenant_id=ad90bc3b039146bcb8915e5f2aa945f6 HTTP/1.1" status: 200 len: 1097 time: 0.0750735 Dec 17 16:32:25.818762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:32:25.872873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:26.094784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:26.128896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:32:26.173338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488fa2a8-da66-43a6-addf-996699959661'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:32:26.176131 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c7e8a5-ab53-4fe1-8552-6043db69feab" -d '{"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-unplugged", "status": "completed", "tag": "488fa2a8-da66-43a6-addf-996699959661"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:32:26.180289 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:26.193086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Transition to ACTIVE for port object 488fa2a8-da66-43a6-addf-996699959661 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:32:26.197820 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:26.232013 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f514cb17-fb29-4a2a-8dbc-3847a2787b0f x-openstack-request-id: req-f514cb17-fb29-4a2a-8dbc-3847a2787b0f {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:32:26.232286 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-unplugged", "status": "completed", "tag": "488fa2a8-da66-43a6-addf-996699959661", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:32:26.232561 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f514cb17-fb29-4a2a-8dbc-3847a2787b0f {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:32:26.232941 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '488fa2a8-da66-43a6-addf-996699959661', 'code': 200} Dec 17 16:32:26.251860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:26.266944 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] No DVR routers for this DVR port 488fa2a8-da66-43a6-addf-996699959661 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:32:26.274714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.275055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.275393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.275725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.276073 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.276398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.276719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.277039 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.277354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.277674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.277989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.278289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.278600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:26.322023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:32:26.322364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:32:26.322689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 on network da2809e9-1478-4c08-8a12-1f9b66333042 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:32:26.327448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Port 488fa2a8-da66-43a6-addf-996699959661 on network da2809e9-1478-4c08-8a12-1f9b66333042 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:32:26.327771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Attempting to bind port 488fa2a8-da66-43a6-addf-996699959661 on network da2809e9-1478-4c08-8a12-1f9b66333042 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:32:26.333043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:32:26.333384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Checking segment: {'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:32:26.333807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Bound using segment: {'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:32:26.334420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Bound port: 488fa2a8-da66-43a6-addf-996699959661, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1198c9dd-2fd7-422f-8bec-a30be8fa628f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:32:26.334770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:26.408619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:32:26.411579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:32:26.417940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:26.454324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:26.456047 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:26.456464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] 10.222.0.47 "PUT /v2.0/ports/488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 1092 time: 0.6419866 Dec 17 16:32:26.473384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c836422-8100-4343-b00e-ffeb7347e9cc service neutron] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:26.531612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-ee3be4d6-8159-402c-8c6b-a660b950618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:26.533152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-ee3be4d6-8159-402c-8c6b-a660b950618e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1095 time: 0.0447454 Dec 17 16:32:26.556863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21074ce2-8d18-4294-9f16-deab6b843c3a req-43404485-b05f-41f7-8c3d-d423e3da4bd6 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:26.558349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21074ce2-8d18-4294-9f16-deab6b843c3a req-43404485-b05f-41f7-8c3d-d423e3da4bd6 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 943 time: 0.0523667 Dec 17 16:32:26.613198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21074ce2-8d18-4294-9f16-deab6b843c3a req-1bbea6d6-26a4-4cc9-8c43-94ec526fe97c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486639 Dec 17 16:32:26.633067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-002d3081-fe9c-410f-beb8-f69e48643be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:26.634652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-002d3081-fe9c-410f-beb8-f69e48643be3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 912 time: 0.0902553 Dec 17 16:32:26.677586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-f0ed4060-2a34-4e0c-b98c-ae26f12cb81a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0350709 Dec 17 16:32:26.730902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-8ce92e33-8dfc-4906-a1fb-32c078e1a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:26.732385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-8ce92e33-8dfc-4906-a1fb-32c078e1a1e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0434451 Dec 17 16:32:26.770420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-349a8f6d-c2af-4105-8aa8-eaf36bac5b80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250359 Dec 17 16:32:26.865943 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-1c937e04-0236-4b41-877e-c61a482146a1 service neutron] 10.222.0.47 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835688 Dec 17 16:32:26.972743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e8f5dc86-9725-4956-a923-5c4d597eae39 req-b8374607-a4f1-45be-b128-3a29783bb322 service neutron] 10.222.0.47 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908148 Dec 17 16:32:27.759834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c877f-b3f7-40d5-8e89-28fb308acdf6 req-7453f294-f7ed-4308-b161-62e73659d157 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:27.761339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-553c877f-b3f7-40d5-8e89-28fb308acdf6 req-7453f294-f7ed-4308-b161-62e73659d157 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 943 time: 0.0649645 Dec 17 16:32:27.809170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-553c877f-b3f7-40d5-8e89-28fb308acdf6 req-d7c0b79b-1868-47c4-82ce-405300ee0b1c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Dec 17 16:32:28.234870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'tag': '488fa2a8-da66-43a6-addf-996699959661'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:32:28.238749 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48e60e-6c51-4274-9741-d4b47717a82f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "tag": "488fa2a8-da66-43a6-addf-996699959661"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:32:28.297714 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de14fb2-9e1d-4c9c-9667-713548819872 x-openstack-request-id: req-5de14fb2-9e1d-4c9c-9667-713548819872 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:32:28.298006 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "tag": "488fa2a8-da66-43a6-addf-996699959661", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:32:28.298322 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5de14fb2-9e1d-4c9c-9667-713548819872 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:32:28.298655 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'tag': '488fa2a8-da66-43a6-addf-996699959661', 'status': 'completed', 'code': 200} Dec 17 16:32:28.362599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-ee31d876-4ec1-42ed-ae9a-66d00ac3fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:28.364003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-833af66c-916f-4d5a-939a-f9438e9c2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:28.364273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-ee31d876-4ec1-42ed-ae9a-66d00ac3fdbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1095 time: 0.0435426 Dec 17 16:32:28.365592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-833af66c-916f-4d5a-939a-f9438e9c2bb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1095 time: 0.0419493 Dec 17 16:32:28.459503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-9dda5524-a246-405b-9bac-4f6023ceb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:28.461072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-9dda5524-a246-405b-9bac-4f6023ceb393 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 912 time: 0.0895777 Dec 17 16:32:28.465418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-11841a22-8b1c-47ba-af14-c0d2feec3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:28.466966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-11841a22-8b1c-47ba-af14-c0d2feec3ad7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 912 time: 0.0881879 Dec 17 16:32:28.502451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-27043fca-4e7c-422c-b13f-2b7bdb18d520 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0340869 Dec 17 16:32:28.512936 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-ff7c46ef-41c1-4873-ab53-99fb840b10f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0355642 Dec 17 16:32:28.558483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-aa9a99a0-96e6-4cd2-a6eb-515fb9967cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:28.560252 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-aa9a99a0-96e6-4cd2-a6eb-515fb9967cb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0509453 Dec 17 16:32:28.567022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-6983f1bc-1b14-406a-bfc1-4e820857d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:28.568572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-6983f1bc-1b14-406a-bfc1-4e820857d9e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0466256 Dec 17 16:32:28.592830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-0924566d-66c9-4cec-b713-9b00a10be9c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258379 Dec 17 16:32:28.605864 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-7333d3e4-6b79-49eb-9275-b9825f775bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278382 Dec 17 16:32:28.689290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-140aa278-3f13-41b5-bd62-712b6568c9ad service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888181 Dec 17 16:32:28.704242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-525decfd-bb15-40b6-9e87-a77567cf1dc0 service neutron] 10.222.0.47 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901089 Dec 17 16:32:28.796425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-2e059adf-dc87-424b-b824-2a6c1a3aa03f service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994346 Dec 17 16:32:28.797542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b48e60e-6c51-4274-9741-d4b47717a82f req-3122e5e2-a725-4771-b69f-833f8ab1e82e service neutron] 10.222.0.47 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Dec 17 16:32:28.934679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af965a51-a35b-4df6-867d-a4f919a64e8c req-c1c8107a-8de7-4789-95a4-dbd783c75ad2 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:28.936256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af965a51-a35b-4df6-867d-a4f919a64e8c req-c1c8107a-8de7-4789-95a4-dbd783c75ad2 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 943 time: 0.0545223 Dec 17 16:32:28.993642 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af965a51-a35b-4df6-867d-a4f919a64e8c req-59d7b51c-978f-4c91-bff0-790662387edd tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Dec 17 16:32:29.286278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-e3e42fee-5fa3-433e-8778-6e9a57cbf0b5 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:29.287853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-e3e42fee-5fa3-433e-8778-6e9a57cbf0b5 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e&tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 943 time: 0.0852146 Dec 17 16:32:29.352499 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-c16f7cf5-4170-4010-a351-e25f76bd55e8 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:32:29.353422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-c16f7cf5-4170-4010-a351-e25f76bd55e8 service neutron] 10.222.0.49 "DELETE /v2.0/ports/488fa2a8-da66-43a6-addf-996699959661/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0586488 Dec 17 16:32:29.448701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-b26c2b6f-b157-47b7-bcbd-964756bc11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:29.450710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-b26c2b6f-b157-47b7-bcbd-964756bc11e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 1095 time: 0.0481324 Dec 17 16:32:29.546590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-9164ad94-196a-4bd7-9206-dee7565b7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:29.548115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-9164ad94-196a-4bd7-9206-dee7565b7398 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 200 len: 912 time: 0.0900581 Dec 17 16:32:29.593135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-ce67ec85-f29a-45d8-b250-c00a61d6f20d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 200 len: 217 time: 0.0375435 Dec 17 16:32:29.643649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-d40dfe30-c557-405c-984d-3b752852d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:29.645054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-d40dfe30-c557-405c-984d-3b752852d227 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 200 len: 851 time: 0.0458302 Dec 17 16:32:29.661086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 488fa2a8-da66-43a6-addf-996699959661 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:32:29.680872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-0af2bed0-f81e-4665-95dc-03b8f953b3b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da2809e9-1478-4c08-8a12-1f9b66333042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284677 Dec 17 16:32:29.753367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:29.764793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '488fa2a8-da66-43a6-addf-996699959661', 'network_id': 'da2809e9-1478-4c08-8a12-1f9b66333042', 'port_id': '488fa2a8-da66-43a6-addf-996699959661', 'mac_address': 'fa:16:3e:4d:c8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0134210e-f466-4dfb-b951-30182815a369', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:32:29.777185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-665b282b-9713-4b7a-8d16-72022882d17a service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895603 Dec 17 16:32:29.804164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:29.816655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488fa2a8-da66-43a6-addf-996699959661 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:32:29.836434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:29.840874 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:29.871524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-a62570e3-f0c3-432a-b7a3-a072366dd293 service neutron] 10.222.0.49 "GET /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869656 Dec 17 16:32:29.887532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:29.896064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.896331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.896662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.896990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.897316 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.897627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.897937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.898254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.898565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.898880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.899192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.899504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:29.899841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:30.121712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['488fa2a8-da66-43a6-addf-996699959661'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:32:30.182661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 488fa2a8-da66-43a6-addf-996699959661 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:32:30.250006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 488fa2a8-da66-43a6-addf-996699959661 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:32:30.579229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d297-a46b-4540-9b2b-fe9fae7d8a1f req-29030442-d6c3-49ec-9cf0-b7438937d358 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:30.580748 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0483d297-a46b-4540-9b2b-fe9fae7d8a1f req-29030442-d6c3-49ec-9cf0-b7438937d358 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 944 time: 0.0490792 Dec 17 16:32:30.635830 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0483d297-a46b-4540-9b2b-fe9fae7d8a1f req-fbbbe3d9-664d-4599-bd92-e503cd8d2ce9 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485690 Dec 17 16:32:31.684033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 488fa2a8-da66-43a6-addf-996699959661 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:32:31.734007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 488fa2a8-da66-43a6-addf-996699959661 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:32:31.738373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 488fa2a8-da66-43a6-addf-996699959661 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:32:31.738742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:31.770368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1e190-d643-4fe3-8cc0-d96d80ce8c8d req-10834c6b-8ea4-4602-9fa5-917bf9407d3c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:31.773076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-baa1e190-d643-4fe3-8cc0-d96d80ce8c8d req-10834c6b-8ea4-4602-9fa5-917bf9407d3c tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 944 time: 0.0560143 Dec 17 16:32:31.820749 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:31.825083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-baa1e190-d643-4fe3-8cc0-d96d80ce8c8d req-55fad7c5-e3f8-4ef8-a5fd-26bb8241968e tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/security-groups?id=644e643f-b486-4bda-af6b-e88a11aa6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457435 Dec 17 16:32:31.845894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488fa2a8-da66-43a6-addf-996699959661'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:32:31.848225 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb74cd9d-26c8-464b-a789-3f42f7618024" -d '{"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-plugged", "status": "completed", "tag": "488fa2a8-da66-43a6-addf-996699959661"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:32:31.860959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:31.866082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:31.891207 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8448f7-1395-4070-ab90-a665179ac296 x-openstack-request-id: req-6f8448f7-1395-4070-ab90-a665179ac296 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:32:31.891500 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-plugged", "status": "completed", "tag": "488fa2a8-da66-43a6-addf-996699959661", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:32:31.891749 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f8448f7-1395-4070-ab90-a665179ac296 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:32:31.892161 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488fa2a8-da66-43a6-addf-996699959661', 'code': 200} Dec 17 16:32:31.917687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:31.955353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-66c44060-4896-48be-9754-c528024225e4 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:31.956832 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-66c44060-4896-48be-9754-c528024225e4 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 945 time: 0.0482278 Dec 17 16:32:32.053212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Deleting port 488fa2a8-da66-43a6-addf-996699959661 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:32:32.053515 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:32.141778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] For port 488fa2a8-da66-43a6-addf-996699959661, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=488fa2a8-da66-43a6-addf-996699959661,segment=NetworkSegment(1198c9dd-2fd7-422f-8bec-a30be8fa628f),segment_id=1198c9dd-2fd7-422f-8bec-a30be8fa628f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:32.142019 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:32.158930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Calling delete_port for 488fa2a8-da66-43a6-addf-996699959661 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:32:32.285028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:32.303609 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['488fa2a8-da66-43a6-addf-996699959661'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:32:32.313642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Pushing event deleted for resources: {'Port': ['ID=488fa2a8-da66-43a6-addf-996699959661,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:32.663029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] No DVR routers for this DVR port 488fa2a8-da66-43a6-addf-996699959661 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:32:32.666448 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:32.669735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af0e5ac4-3fee-403c-af49-9739498f3e75 req-dbe2329e-8b61-42bd-88d7-e6f73d7aca13 tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.47 "DELETE /v2.0/ports/488fa2a8-da66-43a6-addf-996699959661 HTTP/1.1" status: 204 len: 173 time: 0.7026930 Dec 17 16:32:32.670159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-deleted', 'tag': '488fa2a8-da66-43a6-addf-996699959661'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:32:32.672425 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48853b23-59e9-4b8e-8291-07d616159ebc" -d '{"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-deleted", "tag": "488fa2a8-da66-43a6-addf-996699959661"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:32:32.711351 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e933d-0323-4c61-9baf-9922ea82d66d x-openstack-request-id: req-672e933d-0323-4c61-9baf-9922ea82d66d {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:32:32.711656 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0a40dc-4b4b-473e-b8d2-7943798f401e", "name": "network-vif-deleted", "tag": "488fa2a8-da66-43a6-addf-996699959661", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:32:32.711977 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-672e933d-0323-4c61-9baf-9922ea82d66d {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:32:32.712389 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0a40dc-4b4b-473e-b8d2-7943798f401e', 'name': 'network-vif-deleted', 'tag': '488fa2a8-da66-43a6-addf-996699959661', 'status': 'completed', 'code': 200} Dec 17 16:32:32.942036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4f665f6-1628-400c-8e80-2cd5258bb0a7 req-2d50864f-bab1-446a-9d74-d19bc79efd7e tempest-DeleteServersTestJSON-80398048 tempest-DeleteServersTestJSON-80398048-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba0a40dc-4b4b-473e-b8d2-7943798f401e HTTP/1.1" status: 200 len: 210 time: 0.0295234 Dec 17 16:32:34.098421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36328) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:32:34.148994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Deleting subnet 0134210e-f466-4dfb-b951-30182815a369 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:32:34.152350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.186543 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.227430 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.298192 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.325135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0134210e-f466-4dfb-b951-30182815a369,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:34.329678 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.332883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0134210e-f466-4dfb-b951-30182815a369 HTTP/1.1" status: 204 len: 168 time: 0.2339952 Dec 17 16:32:34.335979 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36330) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:32:34.337991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.338356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.338687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.339025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.339372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.339706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.340062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.340387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.340714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.341034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.341353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.341679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.341998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be911d6a-1e98-493c-b20d-ebf934e27828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:32:34.408308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.487166 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.507977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2809e9-1478-4c08-8a12-1f9b66333042']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:32:34.517070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1198c9dd-2fd7-422f-8bec-a30be8fa628f') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:32:34.517373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1198c9dd-2fd7-422f-8bec-a30be8fa628f') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:32:34.526596 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.539859 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.545825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:32:34.546179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:32:34.547810 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:32:34.605277 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.610520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.613803 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] 10.222.0.54 "DELETE /v2.0/networks/da2809e9-1478-4c08-8a12-1f9b66333042 HTTP/1.1" status: 204 len: 168 time: 0.2768226 Dec 17 16:32:34.626942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb228f-3bf7-4f91-801d-7aab58b0b48f admin admin] Pushing event deleted for resources: {'Network': ['ID=da2809e9-1478-4c08-8a12-1f9b66333042,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:34.730326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36334) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:32:34.771514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-be200225-d74c-42d0-94ba-e449d2104569 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad90bc3b039146bcb8915e5f2aa945f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400014 Dec 17 16:32:34.774379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:32:34.826337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b649567-2b06-465c-abfc-15bd02489e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.848942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b649567-2b06-465c-abfc-15bd02489e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.901951 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b649567-2b06-465c-abfc-15bd02489e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.904707 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9b649567-2b06-465c-abfc-15bd02489e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:34.905915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9b649567-2b06-465c-abfc-15bd02489e6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/644e643f-b486-4bda-af6b-e88a11aa6d60 HTTP/1.1" status: 204 len: 168 time: 0.1305020 Dec 17 16:32:34.915371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b649567-2b06-465c-abfc-15bd02489e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644e643f-b486-4bda-af6b-e88a11aa6d60,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:35.170403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-7c634494-2025-4d8d-b70a-dc06b7025d89 req-ee3cc320-f96d-4884-89fa-c5b359e2e050 service neutron] (109783) timed out ('10.222.0.47', 50058) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:32:35.605509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36358) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:32:35.711804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-487729469-network', 'tenant_id': '02a10f41b4ca4cb18ad6dce48e7f625c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:32:35.732614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 488fa2a8-da66-43a6-addf-996699959661 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:32:35.736638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Made reservation on behalf of 02a10f41b4ca4cb18ad6dce48e7f625c for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:32:35.739512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:35.748711 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:35.753986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 488fa2a8-da66-43a6-addf-996699959661 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:32:35.754331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 488fa2a8-da66-43a6-addf-996699959661 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:32:35.825216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:35.830210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:35.854449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:32:35.863456 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492412d7-1c2c-4b56-8dd3-5bcd9091843a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:35.869744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:35.870095 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Added segment 650253d1-32d1-4b2b-b28e-f848f62bd267 of type vlan for network 655c717a-8d81-45f6-b9be-8b2145ed5b2b Dec 17 16:32:35.914687 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:35.944530 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:35.946729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:35.947629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:36.012866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4062629 Dec 17 16:32:36.016027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36362) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:32:36.017721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e19a8b-bd28-4f78-a651-bc260d863471 admin admin] Pushing event updated for resources: {'Network': ['ID=655c717a-8d81-45f6-b9be-8b2145ed5b2b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:36.021721 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Request body: {'subnet': {'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-487729469-subnet', 'tenant_id': '02a10f41b4ca4cb18ad6dce48e7f625c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:32:36.030291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 655c717a-8d81-45f6-b9be-8b2145ed5b2b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:32:36.053537 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Made reservation on behalf of 02a10f41b4ca4cb18ad6dce48e7f625c for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:32:36.056372 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:36.223650 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:36.279423 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc6634a-a8c4-4bcb-b405-b519a321a500,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:36.290616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Checking segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:32:36.290971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Network hostable DHCP agents. Network: 655c717a-8d81-45f6-b9be-8b2145ed5b2b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:32:36.309890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Network 655c717a-8d81-45f6-b9be-8b2145ed5b2b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:32:36.319730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 655c717a-8d81-45f6-b9be-8b2145ed5b2b) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:32:36.324216 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:36.324905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:36.330813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1bb9b-d752-4adf-bded-79cee2da48f3 None None] Network 655c717a-8d81-45f6-b9be-8b2145ed5b2b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:32:36.341397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a0e27d3a-bbc7-48e3-93b2-a9fdf85ecb15 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3241172 Dec 17 16:32:36.431375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15975f6-9f7c-4327-bd93-96c78d4b9310 None None] Network 655c717a-8d81-45f6-b9be-8b2145ed5b2b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:32:36.543626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ddbf-428f-46b3-9b97-4976742b162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:36.796030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-f2d4693f-0ac5-4727-8211-74d92c91cb09 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:36.797508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-f2d4693f-0ac5-4727-8211-74d92c91cb09 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 814 time: 0.1157861 Dec 17 16:32:36.812530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-589c2055-b4b1-415f-ab1c-6dbc16422791 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/quotas/02a10f41b4ca4cb18ad6dce48e7f625c HTTP/1.1" status: 200 len: 375 time: 0.0092139 Dec 17 16:32:36.843968 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ff63e457-d245-4b25-9e3e-c8c0640633a5 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260088 Dec 17 16:32:36.936162 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-0e6f00b5-4cbf-4170-9d2a-4958f8e1b6bd service neutron] 10.222.0.54 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Dec 17 16:32:37.033448 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-751ba7c6-9109-4c45-8128-abae7c640202 service neutron] 10.222.0.54 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883400 Dec 17 16:32:37.205348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b76ac2-d2e7-439e-a4d1-267528e71bf8 req-fc304f31-c49a-4fec-9dd1-9dbdc40f92e1 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 210 time: 0.0273621 Dec 17 16:32:38.171476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-4df3718a-f5e5-4f32-92ad-94b0ae2f0e1e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:38.172950 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-4df3718a-f5e5-4f32-92ad-94b0ae2f0e1e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 814 time: 0.1040909 Dec 17 16:32:38.186329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Request body: {'port': {'device_id': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b', 'admin_state_up': True, 'tenant_id': '02a10f41b4ca4cb18ad6dce48e7f625c'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:32:38.302139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Made reservation on behalf of 02a10f41b4ca4cb18ad6dce48e7f625c for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:32:38.303101 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-87088438-f0f0-43ba-81a6-2880a32c2337 req-3e63ea0a-99cd-4532-b041-d0e8c30d921b tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Dec 17 16:32:38.305843 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:38.462412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Allocated IP 172.20.0.2 (655c717a-8d81-45f6-b9be-8b2145ed5b2b/bdc6634a-a8c4-4bcb-b405-b519a321a500/ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:32:38.616250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:38.653966 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:38.706327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Network 655c717a-8d81-45f6-b9be-8b2145ed5b2b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:32:38.709642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:32:38.713512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:32:38.719857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:38.767723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:38.768351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:38.786973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-9f0413e9-4de4-4ccf-ba13-91fda0c7936d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042676 Dec 17 16:32:38.799157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Request body: {'port': {'device_id': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:32:38.856524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:38.915302 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d077f07-d27c-4ec8-8e9e-7447291f4124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:39.453317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636567-0c87-4df3-9e13-deef5085eb3a req-5cd1bf84-1196-4159-9c2d-24e7a1a37084 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:39.454787 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6636567-0c87-4df3-9e13-deef5085eb3a req-5cd1bf84-1196-4159-9c2d-24e7a1a37084 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 931 time: 0.0812886 Dec 17 16:32:39.511366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:32:39.525561 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:39.547810 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6636567-0c87-4df3-9e13-deef5085eb3a req-1e11ff40-25f2-42b9-be61-7996afdeeb07 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858638 Dec 17 16:32:39.548702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Transition to ACTIVE for port object ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:32:39.555152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:39.623517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:39.675022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:32:39.675366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:32:39.675696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:32:39.680110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:32:39.680442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:32:39.685230 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:32:39.685576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Checking segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:32:39.685964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Bound using segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:32:39.686386 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Bound port: ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:32:39.686737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:39.755963 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:32:39.759015 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:32:39.764575 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:39.799259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:39.799886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:39.801303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] 10.222.0.49 "PUT /v2.0/ports/ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 1092 time: 1.0061195 Dec 17 16:32:39.801747 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:32:39.804334 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:32:39.832588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d1a1e-f5e0-4051-9987-f8e90ab800ac service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:39.852915 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c032737-ea61-4e6f-9689-5beacbde7f84 x-openstack-request-id: req-6c032737-ea61-4e6f-9689-5beacbde7f84 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:32:39.853216 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:32:39.853472 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c032737-ea61-4e6f-9689-5beacbde7f84 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:32:39.853886 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'status': 'completed', 'code': 200} Dec 17 16:32:39.898609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-1bb3456b-de3b-4409-8f92-12fe033905a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:39.900171 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-1bb3456b-de3b-4409-8f92-12fe033905a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1095 time: 0.0430708 Dec 17 16:32:39.945141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-3b8957e0-fa86-4dcd-a117-7c2e53830042 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0374429 Dec 17 16:32:39.993447 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-5d9f0372-dd6a-4a19-be16-7059594f5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:39.994889 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-5d9f0372-dd6a-4a19-be16-7059594f5fe8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0435557 Dec 17 16:32:40.026659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-233d21c4-08f1-4ae6-a983-eb1350569734 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245118 Dec 17 16:32:40.113524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:40.122044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-8d75fb0b-1b3b-43ce-9852-4014af80bb17 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879986 Dec 17 16:32:40.221960 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4a7229cf-663c-4fc1-afc0-115c529d0ad8 req-deb76a71-d1b0-45be-b51d-42c4435497d5 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920079 Dec 17 16:32:40.316852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-a55918ae-4aef-4494-b770-b128b6874ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:40.318344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-a55918ae-4aef-4494-b770-b128b6874ce0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1095 time: 0.0429823 Dec 17 16:32:40.423933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-a2a213e4-f06c-4d86-9c41-ada7bd19fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:40.425357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-a2a213e4-f06c-4d86-9c41-ada7bd19fd23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0995119 Dec 17 16:32:40.468936 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-65698d57-1e91-4726-aa64-6b599bada0c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0356481 Dec 17 16:32:40.521502 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-c56f9635-0daa-4c73-a5cf-74cab8ea1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:40.523148 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-c56f9635-0daa-4c73-a5cf-74cab8ea1e81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0461216 Dec 17 16:32:40.559811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-f597bb8a-92a5-46e6-95d7-5cb3f016b238 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289066 Dec 17 16:32:40.679919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-0ed58df6-f7ea-46db-9431-aee44b12d964 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115460 Dec 17 16:32:40.691632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f07bb8-d30d-48df-a8f4-2850f685cc83 req-877917ea-0290-4ba9-8a7a-a518889db5ed tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:40.693028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79f07bb8-d30d-48df-a8f4-2850f685cc83 req-877917ea-0290-4ba9-8a7a-a518889db5ed tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0713823 Dec 17 16:32:40.799118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79f07bb8-d30d-48df-a8f4-2850f685cc83 req-90a9df4f-db78-48a3-8de2-02dc6c4ced80 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978448 Dec 17 16:32:40.821231 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f0ae8b49-fb11-4cf8-8bf2-401bdb7babf9 req-eb80785b-a58c-48ee-b680-d65babdf7e01 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272020 Dec 17 16:32:41.198716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:41.286601 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:41.942478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb080cc7-673e-4bb6-b051-9a4247439f88 req-bb38914d-de6f-4f32-a27a-875942ecb58c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:41.944001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb080cc7-673e-4bb6-b051-9a4247439f88 req-bb38914d-de6f-4f32-a27a-875942ecb58c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0612488 Dec 17 16:32:41.997427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb080cc7-673e-4bb6-b051-9a4247439f88 req-7a66b573-d917-48d5-bf5f-41bb3995d88e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Dec 17 16:32:42.131674 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:43.122138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3060f77-8eec-4331-8582-5b66e2fb44a6 req-09385ada-b2d4-463a-9db2-7f77925cb7a4 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:43.124054 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3060f77-8eec-4331-8582-5b66e2fb44a6 req-09385ada-b2d4-463a-9db2-7f77925cb7a4 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0520256 Dec 17 16:32:43.182860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b3060f77-8eec-4331-8582-5b66e2fb44a6 req-03799326-aa6d-458b-89db-f2c798389d10 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525796 Dec 17 16:32:44.215945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:32:44.309361 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d710d9-4d18-4eae-a198-3aaadaae26d9 req-1e724dab-1a0e-4040-8b0c-f3f2f6545523 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:44.310984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4d710d9-4d18-4eae-a198-3aaadaae26d9 req-1e724dab-1a0e-4040-8b0c-f3f2f6545523 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0489659 Dec 17 16:32:44.316501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:44.332528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b', 'port_id': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'mac_address': 'fa:16:3e:80:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6634a-a8c4-4bcb-b405-b519a321a500', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:32:44.358671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4d710d9-4d18-4eae-a198-3aaadaae26d9 req-8a3cd708-e273-4f54-bf80-b273bdcba089 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Dec 17 16:32:44.371371 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:44.386273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:32:44.406442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:44.412747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:44.461441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:44.613965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:32:45.108025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-6201da3a-56af-4d70-94d1-8b2cb6c76a07 req-f3c005fc-fd4a-407c-a923-7cdf02798ffe service neutron] (109783) timed out ('10.222.0.54', 59178) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:32:45.504425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682da330-252c-42f0-ba54-e058181c4250 req-0aa8f9b6-98f0-4547-9651-86cd988f10e4 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:45.505912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-682da330-252c-42f0-ba54-e058181c4250 req-0aa8f9b6-98f0-4547-9651-86cd988f10e4 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 944 time: 0.0615799 Dec 17 16:32:45.555897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-682da330-252c-42f0-ba54-e058181c4250 req-cd3d93d2-c448-46e2-a8d2-279dae596b3d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 Dec 17 16:32:45.784832 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:46.231413 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:32:46.289672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:32:46.294472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:32:46.294847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:46.380488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:46.405339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:32:46.407645 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d7bf64-16d8-4c05-8a52-ca1798e465dc" -d '{"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:32:46.421994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:32:46.427230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:32:46.456129 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c92854-121e-4efb-b987-83eb17b1d9ef x-openstack-request-id: req-02c92854-121e-4efb-b987-83eb17b1d9ef {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:32:46.456426 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:32:46.456679 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02c92854-121e-4efb-b987-83eb17b1d9ef {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:32:46.457067 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'code': 200} Dec 17 16:32:46.483605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:32:46.546945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb005b12-ec30-495c-87eb-9709ce94bf53 req-ff575440-41e5-49fb-9066-dfc42c1fa284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:46.548500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb005b12-ec30-495c-87eb-9709ce94bf53 req-ff575440-41e5-49fb-9066-dfc42c1fa284 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1097 time: 0.0410633 Dec 17 16:32:46.594928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb005b12-ec30-495c-87eb-9709ce94bf53 req-0dabba28-932f-4374-a9fa-e6261d5ab147 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387011 Dec 17 16:32:46.683228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0f28-4d29-48dc-a273-6be2fda9ca87 req-e1122881-a4af-4bcb-bc9b-3d0ba3de9431 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:46.684797 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8ec0f28-4d29-48dc-a273-6be2fda9ca87 req-e1122881-a4af-4bcb-bc9b-3d0ba3de9431 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0558572 Dec 17 16:32:46.734460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8ec0f28-4d29-48dc-a273-6be2fda9ca87 req-d3f6d892-a09a-4ef6-997d-269e3966c735 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Dec 17 16:32:47.874424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371797-6513-4e7e-b23c-e3e76dd255ea req-17678b2c-d648-43bb-8482-a98c6ed8702d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:47.875844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9371797-6513-4e7e-b23c-e3e76dd255ea req-17678b2c-d648-43bb-8482-a98c6ed8702d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0515807 Dec 17 16:32:47.927811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e9371797-6513-4e7e-b23c-e3e76dd255ea req-76e7d3bb-af58-4950-8890-b6b7a47f6402 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Dec 17 16:32:48.056269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfe6fc-d1c1-448a-aa43-35248c096502 req-a0356b18-0dc6-4280-80cb-2f23a5cc9f7f tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:48.057791 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ffbfe6fc-d1c1-448a-aa43-35248c096502 req-a0356b18-0dc6-4280-80cb-2f23a5cc9f7f tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0534375 Dec 17 16:32:48.106182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ffbfe6fc-d1c1-448a-aa43-35248c096502 req-2b049b13-4d1a-44f3-bbd3-e17813de692e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Dec 17 16:32:48.328854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd80aa-011a-49d9-8f7c-0b77b17d9673 req-5d128d31-f2b9-4b27-b850-9e264fcae978 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:48.330327 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-defd80aa-011a-49d9-8f7c-0b77b17d9673 req-5d128d31-f2b9-4b27-b850-9e264fcae978 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0658545 Dec 17 16:32:48.377913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-defd80aa-011a-49d9-8f7c-0b77b17d9673 req-479bcbab-babc-49ea-b439-b990e2511a4e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Dec 17 16:32:48.508622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a429-bce2-4808-9d11-b3c151927285 req-f304e4bd-4e0e-42a5-9729-19c5ce610c69 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:48.510173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e426a429-bce2-4808-9d11-b3c151927285 req-f304e4bd-4e0e-42a5-9729-19c5ce610c69 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0603456 Dec 17 16:32:48.563503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e426a429-bce2-4808-9d11-b3c151927285 req-89a60054-206d-4d69-999f-1239903225c6 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Dec 17 16:32:48.794585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-fa422c3f-1f23-477a-a514-868ad58c7435 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409627 Dec 17 16:32:48.804512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c024fe-98f0-47be-9b1c-fe71dd8481fd req-8e44d3ba-d2b3-445f-9430-a9343d12d067 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:48.806072 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0c024fe-98f0-47be-9b1c-fe71dd8481fd req-8e44d3ba-d2b3-445f-9430-a9343d12d067 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0496349 Dec 17 16:32:48.856748 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a0c024fe-98f0-47be-9b1c-fe71dd8481fd req-ac0f985f-880a-4d00-b4f6-ff69c1e45c8a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438435 Dec 17 16:32:49.982842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e07b0-7b11-407b-8002-bab2dfaf96ca req-cd3eee9d-5eff-46fd-bbe6-1048b9780cb5 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:49.984366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-834e07b0-7b11-407b-8002-bab2dfaf96ca req-cd3eee9d-5eff-46fd-bbe6-1048b9780cb5 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0551569 Dec 17 16:32:50.041091 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-834e07b0-7b11-407b-8002-bab2dfaf96ca req-cd0528b4-4566-4cf7-947a-cc961d36845e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478897 Dec 17 16:32:50.093683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-91c1d09c-96f2-4fa2-8671-501e395bc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:50.095232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-91c1d09c-96f2-4fa2-8671-501e395bc2ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1097 time: 0.0456727 Dec 17 16:32:50.188849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-761fc2e5-efa0-46cf-9b97-793c17e77091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:50.190286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-761fc2e5-efa0-46cf-9b97-793c17e77091 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0873320 Dec 17 16:32:50.236066 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-bfc67be2-b646-4073-9b20-14dc583fbb82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0390317 Dec 17 16:32:50.287170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-397a812e-ea2f-42be-b761-c47157900d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:50.288630 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-397a812e-ea2f-42be-b761-c47157900d38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0453074 Dec 17 16:32:50.326507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-6448fde9-19c5-4859-b07e-12f3e4678730 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305045 Dec 17 16:32:50.421655 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-c59939b2-27fa-4edf-8c52-e601721cb864 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877037 Dec 17 16:32:50.528951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-f2eef79f-823e-4f38-a8c7-374ec3ec7517 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987592 Dec 17 16:32:51.185244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecdaff-0b01-49b3-bdc1-c4acaa70b42e req-10f9e638-288e-43fd-b7d5-4349b7cfd062 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:51.186754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74ecdaff-0b01-49b3-bdc1-c4acaa70b42e req-10f9e638-288e-43fd-b7d5-4349b7cfd062 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Dec 17 16:32:51.234420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-74ecdaff-0b01-49b3-bdc1-c4acaa70b42e req-a4e029f1-7289-4252-a007-ac57733897eb tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Dec 17 16:32:52.368824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ed1ce-a771-40d7-8461-94fc0ef82da4 req-962bd3d2-ec87-4ac3-a860-f4fc75eaafbe tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:52.370343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d8ed1ce-a771-40d7-8461-94fc0ef82da4 req-962bd3d2-ec87-4ac3-a860-f4fc75eaafbe tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0575187 Dec 17 16:32:52.421442 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d8ed1ce-a771-40d7-8461-94fc0ef82da4 req-9162797d-b73a-4f50-9cf9-4c9df892dc65 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Dec 17 16:32:53.563334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272214e-0a27-4b1a-be48-da6a1c68a01c req-ac08538e-f084-43c7-aa26-9b560ba341d3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:53.564762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2272214e-0a27-4b1a-be48-da6a1c68a01c req-ac08538e-f084-43c7-aa26-9b560ba341d3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0612826 Dec 17 16:32:53.615681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2272214e-0a27-4b1a-be48-da6a1c68a01c req-5badaa5b-f18a-4172-bbb7-49c2108a9dd7 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Dec 17 16:32:54.757251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef4bb7-3161-4e9f-90bc-76246f75fd54 req-8c771304-f241-46f1-b00b-8468e9cd28f3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:54.758759 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97ef4bb7-3161-4e9f-90bc-76246f75fd54 req-8c771304-f241-46f1-b00b-8468e9cd28f3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0561564 Dec 17 16:32:54.808735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97ef4bb7-3161-4e9f-90bc-76246f75fd54 req-1cbd2af3-244c-4eb7-a521-10a81cb758df tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 Dec 17 16:32:55.777749 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:32:55.933960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba245a-2a19-4507-9d28-cf2fa5892388 req-06d4fbbd-7c0a-4869-b272-1f32214d9bd6 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:55.935447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28ba245a-2a19-4507-9d28-cf2fa5892388 req-06d4fbbd-7c0a-4869-b272-1f32214d9bd6 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Dec 17 16:32:55.991094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28ba245a-2a19-4507-9d28-cf2fa5892388 req-a9d7fbb2-4fd8-43ed-b4c4-f4d3a7081eaf tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491529 Dec 17 16:32:57.131329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f26b1-db5c-4645-9223-9e20ff21f15f req-995a1df0-8db4-41f0-975e-92d722741b93 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:57.133882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f26b1-db5c-4645-9223-9e20ff21f15f req-995a1df0-8db4-41f0-975e-92d722741b93 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0578737 Dec 17 16:32:57.200332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-440f26b1-db5c-4645-9223-9e20ff21f15f req-20d7b612-f2c7-44ad-9d46-380c9bc36e75 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560925 Dec 17 16:32:58.327836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8c2e0-0e3b-41d4-99c6-83d8e3977e84 req-5e42ec09-eb86-46de-87fd-596431eaa1d9 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:58.329401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80e8c2e0-0e3b-41d4-99c6-83d8e3977e84 req-5e42ec09-eb86-46de-87fd-596431eaa1d9 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0507920 Dec 17 16:32:58.379149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-80e8c2e0-0e3b-41d4-99c6-83d8e3977e84 req-c855ba68-361a-4be7-a670-414df503d0ad tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Dec 17 16:32:59.523195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348691ca-f35a-49a5-aaec-393b60c8c5d6 req-cebc4e55-604b-48d6-8232-b0e591fb6477 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:59.524709 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-348691ca-f35a-49a5-aaec-393b60c8c5d6 req-cebc4e55-604b-48d6-8232-b0e591fb6477 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Dec 17 16:32:59.581581 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-348691ca-f35a-49a5-aaec-393b60c8c5d6 req-70cc026a-fee4-4df6-82a1-c74db5652df2 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506928 Dec 17 16:33:00.036924 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-adafa591-9a9d-4f49-ba05-bb073bd286c0 req-236278f8-5918-4c83-981a-a357cb69847c service neutron] (109784) timed out ('10.222.0.49', 56844) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:33:00.706964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07560b99-bbd7-4a80-9ac3-b65d1431ada8 req-faba99f2-dcc4-41d5-9074-679418dae557 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:00.708504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07560b99-bbd7-4a80-9ac3-b65d1431ada8 req-faba99f2-dcc4-41d5-9074-679418dae557 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0538132 Dec 17 16:33:00.761926 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-07560b99-bbd7-4a80-9ac3-b65d1431ada8 req-bee32abf-7e79-4244-81ac-8f2883857594 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470102 Dec 17 16:33:01.660660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-d00d4d09-1ab9-4b13-840c-23eb50300d2f req-4f9d82aa-19e8-4532-ac98-e0094b4477b7 tempest-AttachVolumeNegativeTest-749594484 tempest-AttachVolumeNegativeTest-749594484-project] (109783) timed out ('10.222.0.49', 56814) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:33:01.886173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af980e0-e01c-46dc-96ae-b79c2aeb99c8 req-c63c800d-78d5-4aa6-9bb3-65f711565664 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:01.887687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5af980e0-e01c-46dc-96ae-b79c2aeb99c8 req-c63c800d-78d5-4aa6-9bb3-65f711565664 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Dec 17 16:33:01.939517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5af980e0-e01c-46dc-96ae-b79c2aeb99c8 req-ca464587-fbea-4e9d-b8d8-5936bf9c1b30 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Dec 17 16:33:02.398839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-70a279a8-9de4-4dc9-9677-6ce4db760321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:02.400383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-70a279a8-9de4-4dc9-9677-6ce4db760321 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1097 time: 0.0445693 Dec 17 16:33:02.512293 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-5e8704c1-db02-4ea4-8b7b-cfe81218f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:02.513797 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-5e8704c1-db02-4ea4-8b7b-cfe81218f476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0937567 Dec 17 16:33:02.557279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-c76f3f3d-a60b-4ed6-9cc0-f668f2cca3c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0361094 Dec 17 16:33:02.609349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-9f0d545f-9c62-4054-980e-a1557c9f0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:02.610819 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-9f0d545f-9c62-4054-980e-a1557c9f0fb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0471542 Dec 17 16:33:02.647232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-59da610f-e488-4deb-b895-cfd1bf21d447 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292645 Dec 17 16:33:02.755598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-f09f89cf-4102-4f73-97f4-b76f93cd4cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012309 Dec 17 16:33:02.858349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f4aec8ee-7565-4d83-a31e-565f6f49eb9f req-dc939988-20dd-4baf-86ec-42ac4c010f84 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952601 Dec 17 16:33:03.070658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306db70-c5f0-4812-ab8b-42a6ef4288f6 req-7afe2c2f-e927-44e2-925e-a649adcc6970 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:03.072071 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1306db70-c5f0-4812-ab8b-42a6ef4288f6 req-7afe2c2f-e927-44e2-925e-a649adcc6970 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0574374 Dec 17 16:33:03.135377 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1306db70-c5f0-4812-ab8b-42a6ef4288f6 req-9b9dc5d1-8bd8-4779-8959-61d0361d2f1d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536501 Dec 17 16:33:04.265001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28105-c1b5-49aa-b60d-f12768edd96e req-74e9e74a-cf89-4e03-8021-abb5dda2ee57 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:04.266496 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1dc28105-c1b5-49aa-b60d-f12768edd96e req-74e9e74a-cf89-4e03-8021-abb5dda2ee57 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0507700 Dec 17 16:33:04.315740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1dc28105-c1b5-49aa-b60d-f12768edd96e req-1983f816-63fc-4fab-9db3-e5f9b4302253 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Dec 17 16:33:05.455060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b515cd4-ea0a-43f5-95f1-5f53446beb46 req-11981bc6-8636-473e-8a4b-c0c74f92c9bd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:05.456613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b515cd4-ea0a-43f5-95f1-5f53446beb46 req-11981bc6-8636-473e-8a4b-c0c74f92c9bd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0514042 Dec 17 16:33:05.507051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b515cd4-ea0a-43f5-95f1-5f53446beb46 req-89c9781e-962f-47b2-9f3d-8750af4378bf tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Dec 17 16:33:06.526965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8186-f4c9-47fd-a9e3-f8f70b2a4945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:06.628377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f81dfc-062f-441a-8720-e314fb44712c req-baab0fe6-4230-401d-abec-fe53df1209d1 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:06.629896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83f81dfc-062f-441a-8720-e314fb44712c req-baab0fe6-4230-401d-abec-fe53df1209d1 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0544636 Dec 17 16:33:06.681056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-83f81dfc-062f-441a-8720-e314fb44712c req-64fd5ede-e993-4d31-8497-69237ec96123 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449524 Dec 17 16:33:07.800398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce0b00-588d-4c37-af77-2f3293f46fbe req-a6e9524d-e1f0-4056-a43e-7d794fa0dbdd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:07.801903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5ce0b00-588d-4c37-af77-2f3293f46fbe req-a6e9524d-e1f0-4056-a43e-7d794fa0dbdd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0505486 Dec 17 16:33:07.854706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c5ce0b00-588d-4c37-af77-2f3293f46fbe req-b20fdd26-43d2-4f9f-9399-2523c4d24994 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466075 Dec 17 16:33:08.916719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-51b66310-fbc9-4973-b292-71f045b810ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:09.004716 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2ad79-f5fb-4fdb-88f8-b783a5d86428 req-18a03eb0-90be-419d-a982-4a43d2d47a36 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:09.006202 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ddd2ad79-f5fb-4fdb-88f8-b783a5d86428 req-18a03eb0-90be-419d-a982-4a43d2d47a36 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0645130 Dec 17 16:33:09.055045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ddd2ad79-f5fb-4fdb-88f8-b783a5d86428 req-31f707b8-6a0f-4bda-bd11-c7f724cba541 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Dec 17 16:33:10.115631 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:10.174608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa14c0-c1e7-4415-8283-35fc97577f78 req-556333bb-d884-4469-be6d-d667681355d8 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:10.176371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1aa14c0-c1e7-4415-8283-35fc97577f78 req-556333bb-d884-4469-be6d-d667681355d8 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0509677 Dec 17 16:33:10.226126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a1aa14c0-c1e7-4415-8283-35fc97577f78 req-94c86d24-01d5-4ff4-8348-7cc558edc3e2 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Dec 17 16:33:11.205838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:11.293140 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:11.364448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46d36d-37c7-43d7-9582-1b08af5e8920 req-77e56378-f9a6-4ad7-a1fd-938b13edf9a1 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:11.366222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e46d36d-37c7-43d7-9582-1b08af5e8920 req-77e56378-f9a6-4ad7-a1fd-938b13edf9a1 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0652380 Dec 17 16:33:11.422112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e46d36d-37c7-43d7-9582-1b08af5e8920 req-60d2764d-ce8f-4b1b-8ba9-967949d02f9a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Dec 17 16:33:12.136173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:12.557369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d7b2-0627-47ca-8937-55662d207791 req-1e645c41-f108-431e-b4fa-1f338f825a69 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:12.558866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7cf8d7b2-0627-47ca-8937-55662d207791 req-1e645c41-f108-431e-b4fa-1f338f825a69 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Dec 17 16:33:12.609505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7cf8d7b2-0627-47ca-8937-55662d207791 req-0ad24c59-4f1c-4d2a-9f7f-68f5cff10d44 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Dec 17 16:33:13.741193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bc248-c170-44b3-a332-2b1d4e516454 req-48d6328f-3839-41af-91d1-0589031cd4fe tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:13.742714 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d0bc248-c170-44b3-a332-2b1d4e516454 req-48d6328f-3839-41af-91d1-0589031cd4fe tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0577857 Dec 17 16:33:13.793786 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8d0bc248-c170-44b3-a332-2b1d4e516454 req-4f2c558a-15ec-4155-aa1e-935cf50b8b36 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Dec 17 16:33:14.924142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72085cd7-b3ae-4e6c-acc5-057a2c9e980b req-fa594eb7-e0a2-49bf-93f0-fbc39cc06612 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:14.926202 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-72085cd7-b3ae-4e6c-acc5-057a2c9e980b req-fa594eb7-e0a2-49bf-93f0-fbc39cc06612 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0551934 Dec 17 16:33:14.987237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-72085cd7-b3ae-4e6c-acc5-057a2c9e980b req-2574b780-23b5-45ee-9164-0c93ea58d536 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548098 Dec 17 16:33:15.795689 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:16.114301 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e5b9-659a-41d1-81fe-b97baca20b7f req-f2b44fa3-3304-4977-9459-6285ef39a842 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:16.115782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c79e5b9-659a-41d1-81fe-b97baca20b7f req-f2b44fa3-3304-4977-9459-6285ef39a842 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0527899 Dec 17 16:33:16.166343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3c79e5b9-659a-41d1-81fe-b97baca20b7f req-960ab9b5-d9c2-428f-8541-c5795f62a106 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Dec 17 16:33:17.197119 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-6539c133-d36b-4725-83bc-d730b59e8391 req-4cc93772-c614-4c99-b33b-7a5878ed3c9e service neutron] show failed (client error): The resource could not be found. Dec 17 16:33:17.198311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-4cc93772-c614-4c99-b33b-7a5878ed3c9e service neutron] 10.222.0.49 "GET /v2.0/ports/ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0615942 Dec 17 16:33:17.286479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5e54c-9225-4049-b89f-711034ce1545 req-f87ccefa-7236-4662-854b-a6cba9195a4e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:17.288338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4b5e54c-9225-4049-b89f-711034ce1545 req-f87ccefa-7236-4662-854b-a6cba9195a4e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0523059 Dec 17 16:33:17.348397 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a4b5e54c-9225-4049-b89f-711034ce1545 req-12803fcf-b953-48c0-a08d-982e387be45a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527987 Dec 17 16:33:17.416616 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-1b2c1e03-0a2c-4dbf-861b-fbbeff4efd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:17.418135 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-1b2c1e03-0a2c-4dbf-861b-fbbeff4efd27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9&tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c HTTP/1.1" status: 200 len: 1097 time: 0.0461404 Dec 17 16:33:17.434470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:17.490880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:17.695620 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:17.732931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:33:17.779176 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:17.781479 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f4e285-80ae-4123-9073-888c602b4602" -d '{"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:17.785561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:17.798689 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Transition to ACTIVE for port object ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:33:17.805977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:17.838601 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500460d-33a3-402c-8551-5768abe9a9df x-openstack-request-id: req-8500460d-33a3-402c-8551-5768abe9a9df {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:17.839004 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:17.839260 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8500460d-33a3-402c-8551-5768abe9a9df {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:17.839647 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'code': 200} Dec 17 16:33:17.871457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] No DVR routers for this DVR port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:33:17.878314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:17.912505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:33:17.912872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:33:17.913223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:17.917903 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:33:17.918227 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Attempting to bind port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:17.923180 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:33:17.923521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Checking segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:33:17.924074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Bound using segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:33:17.924503 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Bound port: ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:33:17.924852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:17.989086 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:33:17.994168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:33:18.002558 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:18.052755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:18.053390 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:18.055223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] 10.222.0.47 "PUT /v2.0/ports/ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 1092 time: 0.6244514 Dec 17 16:33:18.076969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce1ad-b38b-4631-964e-ebd272f95e80 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:18.131386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-7cf56791-81b2-4a72-88f1-3bff81bde5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:18.132935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-7cf56791-81b2-4a72-88f1-3bff81bde5fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1095 time: 0.0463743 Dec 17 16:33:18.229707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-4e04cb2a-90c3-4e32-a9d4-f83207feb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:18.231199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-4e04cb2a-90c3-4e32-a9d4-f83207feb051 service neutron] 10.222.0.47 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0873790 Dec 17 16:33:18.282225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-24bf1c15-91e2-4f49-acbd-b4431a1674b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0389473 Dec 17 16:33:18.339622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539c133-d36b-4725-83bc-d730b59e8391 req-ad1871a0-fcd7-4951-be85-50e9bf817508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:18.341512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-ad1871a0-fcd7-4951-be85-50e9bf817508 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0480900 Dec 17 16:33:18.386507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-ddeddc88-0a99-4cfb-8953-21cef2273d34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309262 Dec 17 16:33:18.520897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda2863-b514-49da-9dcd-eb31328f78b1 req-2424f7e7-607f-484a-8904-daa16bf324a7 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:18.522407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1dda2863-b514-49da-9dcd-eb31328f78b1 req-2424f7e7-607f-484a-8904-daa16bf324a7 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0791748 Dec 17 16:33:18.524724 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-2f4f0660-ec23-4c33-bc0d-d914ed83b994 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269574 Dec 17 16:33:18.625009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1dda2863-b514-49da-9dcd-eb31328f78b1 req-ef0f86cc-8c86-4fa0-9aa6-4bda682fd93f tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963750 Dec 17 16:33:18.651986 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6539c133-d36b-4725-83bc-d730b59e8391 req-39f90939-7e5d-4ced-9c03-d66917765648 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164954 Dec 17 16:33:19.766254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4b205-3d17-4cc8-9290-043fa4246801 req-b3cec708-97f9-4081-ac8d-e9a84b6ec8ae tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:19.767742 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1e4b205-3d17-4cc8-9290-043fa4246801 req-b3cec708-97f9-4081-ac8d-e9a84b6ec8ae tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0546412 Dec 17 16:33:19.817182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d1e4b205-3d17-4cc8-9290-043fa4246801 req-4d416ef8-6740-4302-b714-f4099cba0a7f tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Dec 17 16:33:19.841168 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:19.843552 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d322b18-6601-4544-a7f8-67bc0e8e57a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:19.893861 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65dc5f9-ad8e-41bb-8ab7-742692485f87 x-openstack-request-id: req-a65dc5f9-ad8e-41bb-8ab7-742692485f87 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:19.894101 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:19.894532 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a65dc5f9-ad8e-41bb-8ab7-742692485f87 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:19.894952 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'status': 'completed', 'code': 200} Dec 17 16:33:19.960109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-4dab0e1f-9e06-4994-8c2c-871de3a7c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:19.961644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-4dab0e1f-9e06-4994-8c2c-871de3a7c590 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1095 time: 0.0448270 Dec 17 16:33:19.965181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-d7144190-8d93-404c-92c5-a386420c0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:19.966696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-d7144190-8d93-404c-92c5-a386420c0bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1095 time: 0.0430057 Dec 17 16:33:20.056761 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-a97cbd13-71dd-43df-a90f-8186de690fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:20.058281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-a97cbd13-71dd-43df-a90f-8186de690fd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0896757 Dec 17 16:33:20.067385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-86d8fad7-ff84-45a0-91fe-3d1bbe172d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:20.068913 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-86d8fad7-ff84-45a0-91fe-3d1bbe172d87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0899663 Dec 17 16:33:20.100334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-e5b1def7-84f7-44c0-935a-fed2f2978fd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0346084 Dec 17 16:33:20.111857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-81f72bd2-276f-4d77-82ac-f802e432464a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0355392 Dec 17 16:33:20.151807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-695f0114-9046-4f4e-aea3-fc7ccf544d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:20.153346 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-695f0114-9046-4f4e-aea3-fc7ccf544d04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0465941 Dec 17 16:33:20.162523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-a9b37feb-2ec9-4c3f-bf97-3fc49c0818f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:20.164019 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-a9b37feb-2ec9-4c3f-bf97-3fc49c0818f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0451910 Dec 17 16:33:20.186338 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-3f321ba2-3143-4938-86b3-0288ad05810d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251956 Dec 17 16:33:20.196180 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-86955014-8296-44eb-a050-e8f81f34685a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244460 Dec 17 16:33:20.280251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-3a9f5575-a533-4a45-86fe-767db77f5164 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865517 Dec 17 16:33:20.291632 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-b5a34376-2e49-4426-9a73-1de6b0856012 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862851 Dec 17 16:33:20.373900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-ebedb6fc-00b3-4e43-b0e5-614d3d4f3daa service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863469 Dec 17 16:33:20.387352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d322b18-6601-4544-a7f8-67bc0e8e57a2 req-1ae6bc6d-3424-46cc-b3a9-c073d590fc61 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877981 Dec 17 16:33:20.956547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6afef3-4ecf-4005-8e4c-54a7d582e371 req-4283cdc3-5f55-4b0a-bd71-77cdb753e79a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:20.958033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f6afef3-4ecf-4005-8e4c-54a7d582e371 req-4283cdc3-5f55-4b0a-bd71-77cdb753e79a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0589731 Dec 17 16:33:21.005270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f6afef3-4ecf-4005-8e4c-54a7d582e371 req-5e866f7f-be38-45d6-9cf3-a04e18e8512b tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Dec 17 16:33:21.255250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071edf0-13aa-453b-8d07-eadf16918815 req-77ca6e53-d31d-4b4f-9a93-6932fbe70684 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:21.256768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3071edf0-13aa-453b-8d07-eadf16918815 req-77ca6e53-d31d-4b4f-9a93-6932fbe70684 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 943 time: 0.0905659 Dec 17 16:33:21.264559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-3b7b19c0-4df6-48be-8fe0-46e64e3b428d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:21.265908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-3b7b19c0-4df6-48be-8fe0-46e64e3b428d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9&tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 943 time: 0.0865288 Dec 17 16:33:21.346958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3071edf0-13aa-453b-8d07-eadf16918815 req-caee4517-66fe-461c-8fb6-ff8a6a5cc37a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800817 Dec 17 16:33:21.356107 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-bc4d3997-b234-4c80-8e25-7172be5e9981 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:33:21.357077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-bc4d3997-b234-4c80-8e25-7172be5e9981 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0774820 Dec 17 16:33:21.456829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-c10da326-9034-44eb-84f6-860e93b73fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:21.458201 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-c10da326-9034-44eb-84f6-860e93b73fd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 1095 time: 0.0419297 Dec 17 16:33:21.567430 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-87acd8d5-3989-44ca-9064-a6dfd545dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:21.568978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-87acd8d5-3989-44ca-9064-a6dfd545dce7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.1041353 Dec 17 16:33:21.617513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-ff216152-14ae-45f4-9f40-45c97766e3f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 200 len: 217 time: 0.0415175 Dec 17 16:33:21.667142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-ffc2891f-e990-442f-81c9-875b6cb35796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:21.668591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-ffc2891f-e990-442f-81c9-875b6cb35796 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0447710 Dec 17 16:33:21.702665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-a3edd9a9-fe03-4627-9e13-35dbbf7b7c80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272980 Dec 17 16:33:21.794696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-ccd0d250-a76b-43dc-aa4f-e9e175132716 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842912 Dec 17 16:33:21.882403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb3a739e-5100-447a-b414-a0c51fbd9a75 req-66985078-1e92-4fa6-95bf-fb7e62050784 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807390 Dec 17 16:33:21.968393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:33:22.242780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:22.254559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b', 'port_id': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'mac_address': 'fa:16:3e:80:11:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6634a-a8c4-4bcb-b405-b519a321a500', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:33:22.291513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:22.304691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:33:22.324317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:22.328742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:22.368528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:33:22.405128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:22.420043 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:33:22.479890 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35362bb4-3b4c-4818-946b-8e9baaded0c2 req-4c0aede5-9f86-4d6b-a36c-94978eebbb7c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:22.482150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35362bb4-3b4c-4818-946b-8e9baaded0c2 req-4c0aede5-9f86-4d6b-a36c-94978eebbb7c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 944 time: 0.0539410 Dec 17 16:33:22.536192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35362bb4-3b4c-4818-946b-8e9baaded0c2 req-ce66dae3-bab6-4339-b53f-b8636cee22e0 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475380 Dec 17 16:33:22.551349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:33:22.666964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9bebd-b2e4-414b-89c8-a1a684a3bd71 req-d525960c-f672-4a60-9254-8f1d78d85e6d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:22.668540 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0af9bebd-b2e4-414b-89c8-a1a684a3bd71 req-d525960c-f672-4a60-9254-8f1d78d85e6d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 944 time: 0.0563145 Dec 17 16:33:22.718065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0af9bebd-b2e4-414b-89c8-a1a684a3bd71 req-cf9498d0-3eeb-4cde-8cd1-6dbef1a5c968 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434387 Dec 17 16:33:22.839108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d568-d8f8-45e9-8b8a-495ba2285f2e req-130a79d6-418b-4ba4-909f-a9ac501c768c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:22.840573 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b443d568-d8f8-45e9-8b8a-495ba2285f2e req-130a79d6-418b-4ba4-909f-a9ac501c768c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 944 time: 0.0516703 Dec 17 16:33:22.888803 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b443d568-d8f8-45e9-8b8a-495ba2285f2e req-b5ffaf61-c1c5-443e-b680-5cddf5bda449 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Dec 17 16:33:23.255211 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-9880cbf3-e129-4a83-bc2f-bbb33ff9703a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:23.256713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-9880cbf3-e129-4a83-bc2f-bbb33ff9703a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 814 time: 0.1135774 Dec 17 16:33:23.271791 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-7de4310c-5fc6-4f86-a96f-063b805b7c34 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/quotas/02a10f41b4ca4cb18ad6dce48e7f625c HTTP/1.1" status: 200 len: 375 time: 0.0092180 Dec 17 16:33:23.326656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1af34e67-471d-481a-9040-dc1c1a8d50da tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495055 Dec 17 16:33:23.424991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-7230227d-ebd0-4fe0-a508-e5e801fbf6bf service neutron] 10.222.0.54 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907133 Dec 17 16:33:23.518846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-338d76f7-4ca8-463e-8442-7ac3b3a4fdcc service neutron] 10.222.0.54 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877328 Dec 17 16:33:23.701274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f997014c-011a-44d2-a5ea-6c2fd77235bb req-dbd1996b-0f28-4aa1-82e1-f245ed04e070 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 210 time: 0.0266657 Dec 17 16:33:23.984060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:24.034577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:33:24.038906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:24.039276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:24.118022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:24.142877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:24.145530 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54823912-c7c3-44ef-890d-385d9369df94" -d '{"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:24.158404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:24.163765 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:24.190712 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ed5c7b-6593-4ec1-a5a9-243b01e5a773 x-openstack-request-id: req-13ed5c7b-6593-4ec1-a5a9-243b01e5a773 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:24.191046 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:24.191269 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13ed5c7b-6593-4ec1-a5a9-243b01e5a773 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:24.191689 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'code': 200} Dec 17 16:33:24.217673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:24.493334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-6b2361f5-821e-432b-9cb8-2458384c8cc4 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:24.494820 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-6b2361f5-821e-432b-9cb8-2458384c8cc4 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee205a72-d6bc-44a4-8474-3bbae11477a9 HTTP/1.1" status: 200 len: 945 time: 0.0524905 Dec 17 16:33:24.594784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Deleting port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:33:24.595412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:24.760292 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] For port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:24.760658 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:24.780742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-ba4dbb8b-f4a9-4c61-8ff0-d99d05400265 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:24.782181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-ba4dbb8b-f4a9-4c61-8ff0-d99d05400265 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.47 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 814 time: 0.1721087 Dec 17 16:33:24.783055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Calling delete_port for ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:33:24.798199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Request body: {'port': {'device_id': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b', 'admin_state_up': True, 'tenant_id': '02a10f41b4ca4cb18ad6dce48e7f625c'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:24.802135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-df4f650e-7c9d-45d8-b17d-2b785b5dbcb6 req-bafbaad6-23f2-4e0c-a7be-8753ad32499b tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 210 time: 0.0291545 Dec 17 16:33:25.010402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Made reservation on behalf of 02a10f41b4ca4cb18ad6dce48e7f625c for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:33:25.013834 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.045340 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.060973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:33:25.102952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Pushing event deleted for resources: {'Port': ['ID=ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:25.162492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] No DVR routers for this DVR port ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:33:25.168113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.171449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.47 "DELETE /v2.0/ports/ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 HTTP/1.1" status: 204 len: 173 time: 0.6693180 Dec 17 16:33:25.171938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-deleted', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:25.174474 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f9a12a-72c3-4014-9b2b-f1c8e012dea6" -d '{"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-deleted", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:25.219463 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3642eed1-f001-4eaa-9ad3-8c1627304c72 x-openstack-request-id: req-3642eed1-f001-4eaa-9ad3-8c1627304c72 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:25.219761 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee205a72-d6bc-44a4-8474-3bbae11477a9", "name": "network-vif-deleted", "tag": "ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:25.220045 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3642eed1-f001-4eaa-9ad3-8c1627304c72 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:25.220455 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee205a72-d6bc-44a4-8474-3bbae11477a9', 'name': 'network-vif-deleted', 'tag': 'ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6', 'status': 'completed', 'code': 200} Dec 17 16:33:25.226723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Allocated IP 172.20.0.8 (655c717a-8d81-45f6-b9be-8b2145ed5b2b/bdc6634a-a8c4-4bcb-b405-b519a321a500/5b843dd1-83aa-4f1d-bbc7-35a098636668) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:33:25.386665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.420496 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.436123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:33:25.464206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Network 655c717a-8d81-45f6-b9be-8b2145ed5b2b is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:33:25.467359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:25.470977 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:33:25.477403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:25.522090 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:25.522691 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.543650 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-1c0eba85-3a0a-47e4-830f-eef0eea49e76 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491043 Dec 17 16:33:25.564619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Request body: {'port': {'device_id': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:25.623099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.901273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b843dd1-83aa-4f1d-bbc7-35a098636668 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:33:25.909114 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.919868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c6bcc-80fc-4d0d-bf13-7c3e0ef4e6e3 req-4882241c-77d9-46ae-b355-674f0276c7e2 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:25.921344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-080c6bcc-80fc-4d0d-bf13-7c3e0ef4e6e3 req-4882241c-77d9-46ae-b355-674f0276c7e2 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 931 time: 0.0496414 Dec 17 16:33:25.922025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Transition to ACTIVE for port object 5b843dd1-83aa-4f1d-bbc7-35a098636668 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:33:25.926969 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:25.975156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:25.980072 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-080c6bcc-80fc-4d0d-bf13-7c3e0ef4e6e3 req-1872e85b-4f6a-4444-a2bc-36ad36ff6fc4 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519691 Dec 17 16:33:26.047513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:33:26.047876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:33:26.048201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:26.052763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:33:26.053080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:26.058529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:33:26.058842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Checking segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:33:26.059239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Bound using segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:33:26.059725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Bound port: 5b843dd1-83aa-4f1d-bbc7-35a098636668, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:33:26.060101 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:26.131658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:33:26.134774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:33:26.139752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:26.174875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:26.175524 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:26.176983 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] 10.222.0.47 "PUT /v2.0/ports/5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 1092 time: 0.6190262 Dec 17 16:33:26.196008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fab1f-b406-4cb0-a38c-9ee5f08024dc service neutron] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:26.257048 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-50408907-9368-4d1d-b767-d0f2417eab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:26.258559 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-50408907-9368-4d1d-b767-d0f2417eab09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1095 time: 0.0418341 Dec 17 16:33:26.308313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-cae63b14-5d43-43b5-a61c-231f7812e190 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.0370040 Dec 17 16:33:26.357514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-4d424890-16bf-4ea7-9448-38ad8621a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:26.358940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-4d424890-16bf-4ea7-9448-38ad8621a2af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0426843 Dec 17 16:33:26.394461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-ded07a31-5d4b-4ec0-ac13-ef7cfbb2ec74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244586 Dec 17 16:33:26.499018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-b1dafb49-1690-40e0-85b1-dc8fa04fcf50 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874956 Dec 17 16:33:26.594697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f6cecd9-ade7-411f-950c-c3bb05e3e4ac req-20f1d769-fd00-4cb4-9bac-74533fcc1393 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834429 Dec 17 16:33:27.121188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e5db-6b91-46c1-8d18-874f5dfe3ae5 req-fd45eba9-7f46-43cd-b625-8fe3be700a90 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:27.121188 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02f6e5db-6b91-46c1-8d18-874f5dfe3ae5 req-fd45eba9-7f46-43cd-b625-8fe3be700a90 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 943 time: 0.0559809 Dec 17 16:33:27.173627 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-02f6e5db-6b91-46c1-8d18-874f5dfe3ae5 req-ae31e759-22cb-4f3a-9420-5c6a4e1579bc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 Dec 17 16:33:27.221556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:27.224212 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7812461c-f363-46c4-8669-0e08e2715c76" -d '{"events": [{"name": "network-changed", "server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:27.262339 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c1aa8b-dadb-434c-a390-02910a757cbc x-openstack-request-id: req-05c1aa8b-dadb-434c-a390-02910a757cbc {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:27.262637 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:27.262895 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05c1aa8b-dadb-434c-a390-02910a757cbc {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:27.263302 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'status': 'completed', 'code': 200} Dec 17 16:33:27.334566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812461c-f363-46c4-8669-0e08e2715c76 req-35d889e6-a61d-4aa4-abd1-a6ab245cf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:27.336115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7812461c-f363-46c4-8669-0e08e2715c76 req-35d889e6-a61d-4aa4-abd1-a6ab245cf7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1095 time: 0.0430429 Dec 17 16:33:27.438035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812461c-f363-46c4-8669-0e08e2715c76 req-706ca216-ad6d-4e9f-bb23-d7da83074a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:27.439555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7812461c-f363-46c4-8669-0e08e2715c76 req-706ca216-ad6d-4e9f-bb23-d7da83074a9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0945349 Dec 17 16:33:27.804158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7812461c-f363-46c4-8669-0e08e2715c76 req-d8bfc330-790d-4eba-bbc7-0740f6a6bed4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.3511190 Dec 17 16:33:27.857595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812461c-f363-46c4-8669-0e08e2715c76 req-2f54f67a-eb6f-4c46-8dd0-4cc7692b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:27.858888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7812461c-f363-46c4-8669-0e08e2715c76 req-2f54f67a-eb6f-4c46-8dd0-4cc7692b9049 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0435870 Dec 17 16:33:27.895227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7812461c-f363-46c4-8669-0e08e2715c76 req-e72037c1-0cd3-4594-8a58-bd92a4e0480e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245938 Dec 17 16:33:27.998138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7812461c-f363-46c4-8669-0e08e2715c76 req-98d994f6-25af-482d-80f5-c2ba55bfa283 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904758 Dec 17 16:33:28.011471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:33:28.014651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:33:28.044640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:33:28.044990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ddcf4a46-d2d1-47e4-8fc2-eab868abbfb6 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:33:28.093544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7812461c-f363-46c4-8669-0e08e2715c76 req-5fc67acd-d301-4a77-9a12-0122c1103125 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841148 Dec 17 16:33:28.131752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:28.143057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b', 'port_id': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'mac_address': 'fa:16:3e:f7:99:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6634a-a8c4-4bcb-b405-b519a321a500', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:33:28.180318 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:28.197003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b843dd1-83aa-4f1d-bbc7-35a098636668 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:33:28.219804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:28.224870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:28.272373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:28.295679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28cd47-1eeb-4147-bb2b-a8589a1ecef2 req-f855c953-f645-4855-9bff-006037acfafd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.297200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fd28cd47-1eeb-4147-bb2b-a8589a1ecef2 req-f855c953-f645-4855-9bff-006037acfafd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 944 time: 0.0532153 Dec 17 16:33:28.345869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fd28cd47-1eeb-4147-bb2b-a8589a1ecef2 req-94eb2ef5-f5d4-4a28-89fd-fbb53ab000bf tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Dec 17 16:33:28.450345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['5b843dd1-83aa-4f1d-bbc7-35a098636668'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:33:29.479122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57b255-042c-48b9-aec3-ff7bf4e684f2 req-be3b6ab2-446e-4415-82bc-b752c9ec5d75 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:29.480617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c57b255-042c-48b9-aec3-ff7bf4e684f2 req-be3b6ab2-446e-4415-82bc-b752c9ec5d75 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 944 time: 0.0506399 Dec 17 16:33:29.530300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c57b255-042c-48b9-aec3-ff7bf4e684f2 req-b10bab95-fb94-4cac-8d3a-e299560b2c1c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Dec 17 16:33:30.029635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:30.085029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 5b843dd1-83aa-4f1d-bbc7-35a098636668 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:33:30.089126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 5b843dd1-83aa-4f1d-bbc7-35a098636668 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:30.089503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:30.176368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:30.199341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:30.201669 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc750bf6-8e02-4a96-8493-bceb5583f3d9" -d '{"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-plugged", "status": "completed", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:30.218379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:30.223518 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:30.246201 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee364ba9-a013-4cb5-a380-797fe6b8e4de x-openstack-request-id: req-ee364ba9-a013-4cb5-a380-797fe6b8e4de {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:30.246495 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-plugged", "status": "completed", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:30.246747 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee364ba9-a013-4cb5-a380-797fe6b8e4de {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:30.247484 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'code': 200} Dec 17 16:33:30.275442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:30.284979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.285590 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.285938 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.286285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.286624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.286953 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.287284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.288278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.288620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.288954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.289312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.289641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.290057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:30.345991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94555776-dc51-4b80-8673-77721c13ecd1 req-080916e9-51e0-4ab4-ae63-be7fb1d73575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:30.347577 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94555776-dc51-4b80-8673-77721c13ecd1 req-080916e9-51e0-4ab4-ae63-be7fb1d73575 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1097 time: 0.0405996 Dec 17 16:33:30.396097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94555776-dc51-4b80-8673-77721c13ecd1 req-07d272b4-b42d-46ea-8afe-0c6e867b9643 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Dec 17 16:33:30.660384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412718f1-0cd0-461a-92fe-0148d2f6ba1f req-c058e0d4-0523-4bc1-a7e4-2180399d4e03 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:30.661862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-412718f1-0cd0-461a-92fe-0148d2f6ba1f req-c058e0d4-0523-4bc1-a7e4-2180399d4e03 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0503848 Dec 17 16:33:30.710440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-412718f1-0cd0-461a-92fe-0148d2f6ba1f req-2db0db8d-e908-486a-96d8-2ff62c23d486 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424736 Dec 17 16:33:31.833528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f15f-bf78-4e97-8cfe-9cc878d7eaf3 req-03aa0449-2e41-400b-9b3f-293143a7c874 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:31.835021 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7567f15f-bf78-4e97-8cfe-9cc878d7eaf3 req-03aa0449-2e41-400b-9b3f-293143a7c874 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0532300 Dec 17 16:33:31.890298 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7567f15f-bf78-4e97-8cfe-9cc878d7eaf3 req-1eb17325-b659-44d7-addf-8a5d79567e12 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Dec 17 16:33:32.030322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee963c39-c670-431b-9743-9e5d25bfdf1d req-c872bbe5-cff5-43c5-b88d-acc1208dfafe tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:32.031804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee963c39-c670-431b-9743-9e5d25bfdf1d req-c872bbe5-cff5-43c5-b88d-acc1208dfafe tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0599289 Dec 17 16:33:32.080887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee963c39-c670-431b-9743-9e5d25bfdf1d req-ab7232df-eb76-466e-8997-c5f022a60cdc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Dec 17 16:33:32.345110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-d41da0da-23cd-49d2-b290-65ff84fe243c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670931 Dec 17 16:33:32.353042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59e001-7867-411e-b796-d7e0916d71a5 req-0f1bcf10-485a-4f08-a089-87364e779ac8 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:32.354424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea59e001-7867-411e-b796-d7e0916d71a5 req-0f1bcf10-485a-4f08-a089-87364e779ac8 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0685635 Dec 17 16:33:32.406704 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ea59e001-7867-411e-b796-d7e0916d71a5 req-ba113d6c-c7da-4366-abad-deb0da8b4ca9 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Dec 17 16:33:32.778020 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:33:33.460411 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-db0b4406-de53-4075-ba32-8df346cdc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:33.461931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-db0b4406-de53-4075-ba32-8df346cdc5a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1097 time: 0.0422666 Dec 17 16:33:33.590472 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943f580-065a-44dd-88a2-68d907d4617d req-1dde4808-2ea3-4946-8922-067dbb6a3d5e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:33.591895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a943f580-065a-44dd-88a2-68d907d4617d req-1dde4808-2ea3-4946-8922-067dbb6a3d5e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.1062281 Dec 17 16:33:33.593386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-57a7ea16-ca36-4c42-a7bb-5dce8042e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:33.594703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-57a7ea16-ca36-4c42-a7bb-5dce8042e85b service neutron] 10.222.0.47 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.1262314 Dec 17 16:33:33.644350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-1a3bdd9d-7e2d-455d-9e2e-e80265548990 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.0395758 Dec 17 16:33:33.702037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a943f580-065a-44dd-88a2-68d907d4617d req-e31fec56-a458-4a75-96b2-ea5c19560989 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032152 Dec 17 16:33:33.717426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-c08ac27e-6c63-44db-9d91-47f577935f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:33.718942 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-c08ac27e-6c63-44db-9d91-47f577935f46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0633781 Dec 17 16:33:33.751714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-99c7f8ed-e093-431d-952c-39a69d427242 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249970 Dec 17 16:33:33.841692 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-bdf8746d-c399-41ad-82c9-8315c7d31840 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822711 Dec 17 16:33:33.944504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-467e5e4c-207c-4456-ae9c-61b30e38ad56 service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960014 Dec 17 16:33:34.840057 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b81c-c94d-4dc9-8dc5-e4ebce73797f req-6a92b80f-b60c-43c0-8aac-75620da62635 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:34.841546 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8404b81c-c94d-4dc9-8dc5-e4ebce73797f req-6a92b80f-b60c-43c0-8aac-75620da62635 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0681765 Dec 17 16:33:34.890485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8404b81c-c94d-4dc9-8dc5-e4ebce73797f req-53c3c748-600a-45d1-8562-2c387e73a5cb tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Dec 17 16:33:36.020546 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba23b2-a5f5-4c57-923b-d8a7a707c151 req-9109f0b1-695e-4e50-ab1a-0863e7f7d0fd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:36.022007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68ba23b2-a5f5-4c57-923b-d8a7a707c151 req-9109f0b1-695e-4e50-ab1a-0863e7f7d0fd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0522795 Dec 17 16:33:36.068850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68ba23b2-a5f5-4c57-923b-d8a7a707c151 req-736519d6-bf5c-487f-986e-438ac4397abd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Dec 17 16:33:36.515582 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e00decff-c842-4f34-a3bd-97c97f00e2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:37.205114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b99c1-c079-4bbe-ab91-287d42ffcd68 req-a49c50e4-5e07-4950-8d07-5bf8be2367bc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:37.206903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab4b99c1-c079-4bbe-ab91-287d42ffcd68 req-a49c50e4-5e07-4950-8d07-5bf8be2367bc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0596015 Dec 17 16:33:37.258029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab4b99c1-c079-4bbe-ab91-287d42ffcd68 req-e46d47ce-a32f-4f9e-be11-f11783394847 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Dec 17 16:33:38.394499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a38f-af34-49b7-b28f-2873240e2076 req-d798b99a-db49-42df-8371-0395d19a7985 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:38.396018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70c6a38f-af34-49b7-b28f-2873240e2076 req-d798b99a-db49-42df-8371-0395d19a7985 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0610354 Dec 17 16:33:38.447545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-70c6a38f-af34-49b7-b28f-2873240e2076 req-cf5941f3-f123-4f1c-89f4-233a44d7637c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Dec 17 16:33:38.919250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-daf61d03-749b-441a-b9a7-a84024402ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:39.581919 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c7fdb-8888-4bb4-a8dc-301b8d69173d req-089986d8-044d-4fb1-9a1b-1397ce1aa959 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:39.583335 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f72c7fdb-8888-4bb4-a8dc-301b8d69173d req-089986d8-044d-4fb1-9a1b-1397ce1aa959 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Dec 17 16:33:39.634186 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f72c7fdb-8888-4bb4-a8dc-301b8d69173d req-a5303a6a-b623-4b24-8695-4732af45bbaf tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Dec 17 16:33:40.125365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:40.763891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199289d-63ca-40ba-b264-f7eaa8decec2 req-51949bc0-318a-4cda-b174-ce707a594050 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:40.765388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e199289d-63ca-40ba-b264-f7eaa8decec2 req-51949bc0-318a-4cda-b174-ce707a594050 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Dec 17 16:33:40.814283 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e199289d-63ca-40ba-b264-f7eaa8decec2 req-04c1a2b6-4ce4-4b25-8591-7a6728588293 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Dec 17 16:33:41.203688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:41.293110 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:41.956559 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729ae3a-0651-4c8f-a041-9d59da1aa057 req-fae37f79-5e73-44af-8676-b732f7ef5ba7 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:41.958118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b729ae3a-0651-4c8f-a041-9d59da1aa057 req-fae37f79-5e73-44af-8676-b732f7ef5ba7 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0544508 Dec 17 16:33:42.012035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b729ae3a-0651-4c8f-a041-9d59da1aa057 req-200b0209-6788-421a-8a71-36f012da1ba3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431378 Dec 17 16:33:42.136740 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:43.145759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a84cd-4bcd-4671-91d0-7278bf3f0d47 req-c5015382-f899-4c6e-ad15-ac4aefc1ab38 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:43.147250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d89a84cd-4bcd-4671-91d0-7278bf3f0d47 req-c5015382-f899-4c6e-ad15-ac4aefc1ab38 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0578606 Dec 17 16:33:43.203072 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d89a84cd-4bcd-4671-91d0-7278bf3f0d47 req-19ddcdcd-ad9f-4676-953a-7f8786fa1c8e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Dec 17 16:33:44.348256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae56d1-d5e0-453c-b535-36d107ef14e9 req-3e4bbc0d-cc7b-4516-aea3-ac23817a4756 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:44.349805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fae56d1-d5e0-453c-b535-36d107ef14e9 req-3e4bbc0d-cc7b-4516-aea3-ac23817a4756 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0631633 Dec 17 16:33:44.403285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5fae56d1-d5e0-453c-b535-36d107ef14e9 req-1ae731de-a788-4189-9e92-3d7aaf102684 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Dec 17 16:33:45.543287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f05cd8-86f2-43dc-89af-9aa54a4679c0 req-d6c78f2e-8536-43b7-883d-0eae43ef6a5d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:45.544817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9f05cd8-86f2-43dc-89af-9aa54a4679c0 req-d6c78f2e-8536-43b7-883d-0eae43ef6a5d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0588255 Dec 17 16:33:45.604332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9f05cd8-86f2-43dc-89af-9aa54a4679c0 req-30a51b7f-032d-407e-a435-69cbaa993f7a tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Dec 17 16:33:45.817561 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:33:46.726218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f3a67-d324-4ca2-91d3-446e40f5ffe1 req-723ee02b-4dc1-4172-9d75-9d3dbc8f8ccc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:46.727710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a8f3a67-d324-4ca2-91d3-446e40f5ffe1 req-723ee02b-4dc1-4172-9d75-9d3dbc8f8ccc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0537498 Dec 17 16:33:46.775998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7a8f3a67-d324-4ca2-91d3-446e40f5ffe1 req-ba30c9ce-9548-4914-9fe1-1793888dc795 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 Dec 17 16:33:47.902604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe071-1158-44b2-abdc-dea3e82fac76 req-ea29503f-9867-4a19-a581-b004530c09ed tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:47.904013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f9fe071-1158-44b2-abdc-dea3e82fac76 req-ea29503f-9867-4a19-a581-b004530c09ed tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Dec 17 16:33:47.956150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7f9fe071-1158-44b2-abdc-dea3e82fac76 req-62f8574b-0359-4803-b221-254ba5052c27 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Dec 17 16:33:49.086614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbc912-b591-4eb1-a0f2-d3c939058ba9 req-a1386e9d-34c6-4be0-8b78-be3c0421e313 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:49.088150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73bbc912-b591-4eb1-a0f2-d3c939058ba9 req-a1386e9d-34c6-4be0-8b78-be3c0421e313 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0592475 Dec 17 16:33:49.149946 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73bbc912-b591-4eb1-a0f2-d3c939058ba9 req-18251f0b-0d1d-4c26-949e-3977de5bcdcc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526872 Dec 17 16:33:50.276065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e2172-5758-440c-ab9d-ed0d9d665d44 req-60d815b7-a9fe-407c-986b-2061a113214c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:50.277566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-102e2172-5758-440c-ab9d-ed0d9d665d44 req-60d815b7-a9fe-407c-986b-2061a113214c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0568836 Dec 17 16:33:50.327843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-102e2172-5758-440c-ab9d-ed0d9d665d44 req-c94a8f77-45c7-4224-bdf1-070406e12527 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 Dec 17 16:33:51.461708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326ae46-cdb8-49b3-b1ec-d1588594e7f7 req-b8ac7487-eadc-49af-88de-0cdc7f814be5 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:51.463285 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9326ae46-cdb8-49b3-b1ec-d1588594e7f7 req-b8ac7487-eadc-49af-88de-0cdc7f814be5 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0615299 Dec 17 16:33:51.512705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9326ae46-cdb8-49b3-b1ec-d1588594e7f7 req-1fdcc217-25bf-4315-a2dd-16adb3256f4e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Dec 17 16:33:52.649774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17585c-6082-4ad4-a49e-4570ed37c919 req-15a4fd66-a809-42aa-8915-19905d0861bf tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:52.651267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d17585c-6082-4ad4-a49e-4570ed37c919 req-15a4fd66-a809-42aa-8915-19905d0861bf tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0572107 Dec 17 16:33:52.701701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9d17585c-6082-4ad4-a49e-4570ed37c919 req-9a4658dc-a7c6-4d47-a6f2-016a2d06981f tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443590 Dec 17 16:33:53.829896 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe35e5d-b63c-446e-b817-d2c3d2cd143a req-0b8305cc-1049-4a82-8ae6-2c49d24085ef tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:53.831409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fe35e5d-b63c-446e-b817-d2c3d2cd143a req-0b8305cc-1049-4a82-8ae6-2c49d24085ef tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Dec 17 16:33:53.882147 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fe35e5d-b63c-446e-b817-d2c3d2cd143a req-09fb2b57-bfb1-485c-8bae-420265431e2e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420995 Dec 17 16:33:55.010225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66273a29-472c-4923-ab6a-3e229c838be7 req-6ee51729-e18b-4094-ad8e-21e68df5b3d7 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:55.011702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66273a29-472c-4923-ab6a-3e229c838be7 req-6ee51729-e18b-4094-ad8e-21e68df5b3d7 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0614483 Dec 17 16:33:55.065862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-66273a29-472c-4923-ab6a-3e229c838be7 req-295e63a3-1c92-45d4-a17e-b635448ea143 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Dec 17 16:33:56.205012 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa98dd7-5a29-4f58-9978-e7b2cda7aeeb req-5667b26b-42fa-42cb-89ce-094dc590d882 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:56.206578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aa98dd7-5a29-4f58-9978-e7b2cda7aeeb req-5667b26b-42fa-42cb-89ce-094dc590d882 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0641725 Dec 17 16:33:56.258013 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aa98dd7-5a29-4f58-9978-e7b2cda7aeeb req-233af174-c5b2-4aba-98ce-90be25d88aad tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Dec 17 16:33:57.390640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b75977-b363-4779-ac08-709261b7add1 req-fe35219c-b9a5-4eaa-a088-e23c9dc38e59 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:57.392159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2b75977-b363-4779-ac08-709261b7add1 req-fe35219c-b9a5-4eaa-a088-e23c9dc38e59 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Dec 17 16:33:57.447169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2b75977-b363-4779-ac08-709261b7add1 req-eebd2d96-9383-461b-b82e-4a06e42cd76b tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Dec 17 16:33:58.595033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7dc1-9610-4d4d-9f08-571a24450c45 req-122376c0-c83c-4803-9975-d45f539e2150 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:58.596708 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5aac7dc1-9610-4d4d-9f08-571a24450c45 req-122376c0-c83c-4803-9975-d45f539e2150 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0585039 Dec 17 16:33:58.648530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5aac7dc1-9610-4d4d-9f08-571a24450c45 req-afa15f78-caf0-4de2-b09a-37a13a65c808 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Dec 17 16:33:59.776025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04468f-f83f-4433-9e7e-3e1d13ea612d req-f8eed20c-d35e-4fec-ba1e-f30c3ded0ba1 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:59.777513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c04468f-f83f-4433-9e7e-3e1d13ea612d req-f8eed20c-d35e-4fec-ba1e-f30c3ded0ba1 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0528960 Dec 17 16:33:59.831227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c04468f-f83f-4433-9e7e-3e1d13ea612d req-c731989c-e259-4b3a-9f81-a86ddd8a8cfc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 Dec 17 16:34:00.970488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b84683-103c-4af6-8671-f6dfc2d46adb req-cabb1dfe-1b67-4fe2-8b45-4a8882633af2 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:00.972020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7b84683-103c-4af6-8671-f6dfc2d46adb req-cabb1dfe-1b67-4fe2-8b45-4a8882633af2 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0504389 Dec 17 16:34:01.023218 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c7b84683-103c-4af6-8671-f6dfc2d46adb req-6f18be3c-6612-48d9-97ae-217f255d8372 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Dec 17 16:34:01.190359 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-6a07eab4-ffe4-4179-9658-f2a8fa6d4957 service neutron] show failed (client error): The resource could not be found. Dec 17 16:34:01.191504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-6a07eab4-ffe4-4179-9658-f2a8fa6d4957 service neutron] 10.222.0.47 "GET /v2.0/ports/5b843dd1-83aa-4f1d-bbc7-35a098636668/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0713990 Dec 17 16:34:01.447438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-45608fe0-2c96-4077-9aa1-97ded3a23df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:01.448886 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-45608fe0-2c96-4077-9aa1-97ded3a23df2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659&tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c HTTP/1.1" status: 200 len: 1097 time: 0.0749257 Dec 17 16:34:01.462663 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:01.516187 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:01.730456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:01.764655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:34:01.803044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:01.805486 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814f33c0-61ac-493d-a2e0-90ad56a17f5f" -d '{"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-unplugged", "status": "completed", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:01.809220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:01.822545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Transition to ACTIVE for port object 5b843dd1-83aa-4f1d-bbc7-35a098636668 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:34:01.827089 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:01.860347 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283908b4-21c9-411d-a0ba-0008ad3b7348 x-openstack-request-id: req-283908b4-21c9-411d-a0ba-0008ad3b7348 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:01.860640 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-unplugged", "status": "completed", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:01.860891 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-283908b4-21c9-411d-a0ba-0008ad3b7348 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:01.861284 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'code': 200} Dec 17 16:34:01.896587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] No DVR routers for this DVR port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:34:01.903048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:01.913706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.914055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.914398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.914740 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.915074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.915400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.915743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.916091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.916421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.916732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.917076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.917381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.917700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:01.948820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:34:01.949163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:34:01.949492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:34:01.954030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:34:01.954354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Attempting to bind port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on network 655c717a-8d81-45f6-b9be-8b2145ed5b2b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:34:01.959372 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:34:01.959678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Checking segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:34:01.960110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Bound using segment: {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:34:01.960538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Bound port: 5b843dd1-83aa-4f1d-bbc7-35a098636668, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650253d1-32d1-4b2b-b28e-f848f62bd267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:34:01.960892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:02.022607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:34:02.025694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:34:02.030907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:02.065802 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:02.066442 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:02.067952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] 10.222.0.49 "PUT /v2.0/ports/5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 1092 time: 0.6094282 Dec 17 16:34:02.090011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5094a5-24ec-404e-b942-2aebe1972311 service neutron] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:02.165698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-b35cf50f-2071-435c-ae3d-47f796c7dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:02.167206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-b35cf50f-2071-435c-ae3d-47f796c7dff1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1095 time: 0.0743043 Dec 17 16:34:02.178810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2946-84fe-4999-a860-361b42f92503 req-63c705eb-4d6c-4332-a696-37f74e786d9e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:02.180225 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa8f2946-84fe-4999-a860-361b42f92503 req-63c705eb-4d6c-4332-a696-37f74e786d9e tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 943 time: 0.0776818 Dec 17 16:34:02.633778 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa8f2946-84fe-4999-a860-361b42f92503 req-0e25fcaf-48e4-4d0a-96fe-00697e43f687 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347405 Dec 17 16:34:02.644348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-2942059d-febc-46b2-9cee-703742f96387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:02.646653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-2942059d-febc-46b2-9cee-703742f96387 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.4648304 Dec 17 16:34:02.691128 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-25e572d9-1ad0-4d12-b2e5-f06861364a49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.0361614 Dec 17 16:34:02.740329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-5b29c29e-5385-44da-bc20-069d4c837d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:02.741780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-5b29c29e-5385-44da-bc20-069d4c837d6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0439560 Dec 17 16:34:02.772638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-a6198869-1443-423c-a1e1-6ab276f37ecd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241292 Dec 17 16:34:02.871243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-b34d7f26-694d-4205-8d4d-86f20b889099 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914092 Dec 17 16:34:02.969517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b966a5bc-98d4-4faf-ab35-f6047a60f119 req-acb01eae-632d-4f96-8277-d483e2ed937c service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899801 Dec 17 16:34:03.396368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-d2aa48ee-9704-407b-aa65-d26c2fcd97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:03.397526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-d2aa48ee-9704-407b-aa65-d26c2fcd97df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1095 time: 0.0431900 Dec 17 16:34:03.501035 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-4d8ef549-3765-4769-a1a3-4bd526885bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:03.502480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-4d8ef549-3765-4769-a1a3-4bd526885bf7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0838356 Dec 17 16:34:03.546323 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-a823f6cd-5369-4a73-ac39-d46ba01cc2a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.0361178 Dec 17 16:34:03.602468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-b08aaef6-ac03-4d90-a0b6-7f2f03221198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:03.603986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-b08aaef6-ac03-4d90-a0b6-7f2f03221198 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0489273 Dec 17 16:34:03.638274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-214ead32-3a33-4cca-8fc4-c702577051a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249455 Dec 17 16:34:03.739364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-0ad2f906-443a-439a-ba62-ef6964f71d22 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903881 Dec 17 16:34:03.838924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cfee96cb-b40e-41dc-ad66-8358c543ce68 req-efcffb76-92ec-4b6e-8dfe-af77f30117f1 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912111 Dec 17 16:34:03.862808 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:03.865527 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c21cd1-913c-48c3-a7fc-42a2642d8301" -d '{"events": [{"name": "network-changed", "server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:03.918600 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2337ed-fc05-4a57-9e83-76fba2cbe206 x-openstack-request-id: req-dc2337ed-fc05-4a57-9e83-76fba2cbe206 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:03.918874 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:03.919163 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc2337ed-fc05-4a57-9e83-76fba2cbe206 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:03.919583 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'status': 'completed', 'code': 200} Dec 17 16:34:03.992543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-1803ab3b-bb1f-46bd-831a-27a41747d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:03.994818 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-1803ab3b-bb1f-46bd-831a-27a41747d154 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1095 time: 0.0502872 Dec 17 16:34:04.040033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68135d3-f15e-4923-9978-0451e5e88eb2 req-af8256ac-0594-4354-9255-0889d068a230 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:04.041550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f68135d3-f15e-4923-9978-0451e5e88eb2 req-af8256ac-0594-4354-9255-0889d068a230 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 943 time: 0.0571554 Dec 17 16:34:04.091707 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-9382e9e6-8192-436a-807e-dcde11d94468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:04.093221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-9382e9e6-8192-436a-807e-dcde11d94468 service neutron] 10.222.0.49 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0912831 Dec 17 16:34:04.117369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f68135d3-f15e-4923-9978-0451e5e88eb2 req-2a43a19c-0038-4897-87a4-d282ee3416ab tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693626 Dec 17 16:34:04.126929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-a22e866b-19f8-4e98-aa22-6d0b758b0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:04.128461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-a22e866b-19f8-4e98-aa22-6d0b758b0c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1095 time: 0.1840427 Dec 17 16:34:04.141349 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-ac0ecd1a-6eaf-4a7a-a4fa-05cfdc3167b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.0392909 Dec 17 16:34:04.196770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-e9d7aa13-4954-4a02-b7df-7d4b9e9984d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:04.198278 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-e9d7aa13-4954-4a02-b7df-7d4b9e9984d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0473800 Dec 17 16:34:04.231525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-656242d8-12e1-42f6-ab53-e44e530f99cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252898 Dec 17 16:34:04.231773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-aecb565d-fe08-41be-ac08-72e8956fdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:04.234382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-aecb565d-fe08-41be-ac08-72e8956fdab4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0937138 Dec 17 16:34:04.244608 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:34:04.281436 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-ca631ae3-d0ec-4267-a6de-5f9040428cf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.0367222 Dec 17 16:34:04.285032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:34:04.333557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-d80da0a1-2c08-4296-bacb-167960b5c507 service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939708 Dec 17 16:34:04.337696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-3f02dbe4-07ab-491d-9d9b-2fa8c0633b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:04.339170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-3f02dbe4-07ab-491d-9d9b-2fa8c0633b8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0498767 Dec 17 16:34:04.376154 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-33eddf52-cbc5-4380-9d08-c0b1bb955087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256279 Dec 17 16:34:04.434757 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-fa336a21-8355-46d7-84c7-506dc9a1a87c service neutron] 10.222.0.49 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932751 Dec 17 16:34:04.473068 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-aedd0453-48a6-4b01-bcb2-34879212b2bd service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863726 Dec 17 16:34:04.580795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30c21cd1-913c-48c3-a7fc-42a2642d8301 req-a8e1f0ea-3f36-49eb-a6a2-4debdd51927e service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963497 Dec 17 16:34:05.265375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bbcc0-524c-425a-a98b-bf730bd3d1fe req-02d3ebdc-b2b0-43e5-848e-2e618a65791b tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:05.267233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef4bbcc0-524c-425a-a98b-bf730bd3d1fe req-02d3ebdc-b2b0-43e5-848e-2e618a65791b tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 943 time: 0.0671084 Dec 17 16:34:05.316998 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ef4bbcc0-524c-425a-a98b-bf730bd3d1fe req-f6869486-2fcd-4e82-8af4-ca377f129a0d tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Dec 17 16:34:05.529768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781eaec-d8dd-495e-8d30-d592c756280f req-1340e298-ad37-4ad6-8cc4-b7eca1d59ec0 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:05.531286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c781eaec-d8dd-495e-8d30-d592c756280f req-1340e298-ad37-4ad6-8cc4-b7eca1d59ec0 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 943 time: 0.0558231 Dec 17 16:34:05.580016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c781eaec-d8dd-495e-8d30-d592c756280f req-92ab1136-7816-46c6-90ab-34c28a14b152 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424399 Dec 17 16:34:05.585627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-e5c9deff-5a84-4aaf-8a44-7450e7b81f58 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:05.587091 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-e5c9deff-5a84-4aaf-8a44-7450e7b81f58 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.47 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659&tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 943 time: 0.0856378 Dec 17 16:34:05.656477 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-3d98b390-f9d3-4f5d-959b-fc6ea8131068 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:34:05.657484 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-3d98b390-f9d3-4f5d-959b-fc6ea8131068 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5b843dd1-83aa-4f1d-bbc7-35a098636668/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0589707 Dec 17 16:34:05.758918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-2b7c29a2-26db-4250-a8d5-4f8fd05927c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:05.760505 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-2b7c29a2-26db-4250-a8d5-4f8fd05927c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 1095 time: 0.0477204 Dec 17 16:34:05.858553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-f84284cd-3fae-47c3-800a-2a2a2ae91afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:05.860223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-f84284cd-3fae-47c3-800a-2a2a2ae91afc service neutron] 10.222.0.47 "GET /v2.0/networks?id=655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 200 len: 915 time: 0.0876834 Dec 17 16:34:05.905976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-7bfd770a-6e2c-4b09-b61c-4384a5f1c70b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 200 len: 217 time: 0.0379400 Dec 17 16:34:05.956658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-ab6b6596-0f6c-428c-b4e6-ff9e4e86e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:05.958131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-ab6b6596-0f6c-428c-b4e6-ff9e4e86e7e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 200 len: 854 time: 0.0442076 Dec 17 16:34:05.996960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-3e08b313-0fb2-43cd-92cb-59fa9e743a1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=655c717a-8d81-45f6-b9be-8b2145ed5b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277152 Dec 17 16:34:06.103785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-e40de325-5d6f-4354-9f98-449b3c0e371e service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970397 Dec 17 16:34:06.198897 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9730fe88-21d9-448f-aac3-6e2042be1481 req-21c701e9-05a7-4b29-800c-309165f4b51b service neutron] 10.222.0.47 "GET /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843990 Dec 17 16:34:06.517762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-77e73927-b9c4-48f0-9676-a83fc29b054d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:06.648029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:34:06.710516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef04d8-4969-4a8e-91c2-49098d87eab7 req-7289c813-5c43-4bdc-89d1-eab164d5d1f3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:06.712071 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65ef04d8-4969-4a8e-91c2-49098d87eab7 req-7289c813-5c43-4bdc-89d1-eab164d5d1f3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 943 time: 0.0576475 Dec 17 16:34:06.751538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:06.764429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'network_id': '655c717a-8d81-45f6-b9be-8b2145ed5b2b', 'port_id': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'mac_address': 'fa:16:3e:f7:99:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6634a-a8c4-4bcb-b405-b519a321a500', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:34:06.770390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65ef04d8-4969-4a8e-91c2-49098d87eab7 req-6a9cdb80-4850-4684-b8ab-8e5711b3f68f tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494289 Dec 17 16:34:06.802428 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:06.815269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b843dd1-83aa-4f1d-bbc7-35a098636668 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:34:06.834764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:06.839430 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:06.890446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:07.055651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['5b843dd1-83aa-4f1d-bbc7-35a098636668'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:34:07.901879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7918b5-adc8-4dd1-9751-1c2ed6c8c2e0 req-e1750ee3-96be-4e07-a5de-a19a9ebeb6fa tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:07.903300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d7918b5-adc8-4dd1-9751-1c2ed6c8c2e0 req-e1750ee3-96be-4e07-a5de-a19a9ebeb6fa tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 944 time: 0.0581286 Dec 17 16:34:07.953549 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d7918b5-adc8-4dd1-9751-1c2ed6c8c2e0 req-216642cc-881c-42c3-8dd3-09c5a71758d2 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Dec 17 16:34:08.081611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d800d-1342-42ee-9863-eaad03e4a256 req-311b5442-9ae1-4679-a451-ae5d647dc5d3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:08.083092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-289d800d-1342-42ee-9863-eaad03e4a256 req-311b5442-9ae1-4679-a451-ae5d647dc5d3 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 944 time: 0.0568554 Dec 17 16:34:08.137330 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-289d800d-1342-42ee-9863-eaad03e4a256 req-d592f052-6b14-4782-afad-8b31e621fadd tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480127 Dec 17 16:34:08.269895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9c0c6-dab6-4f79-8235-70f2e7ea06ba req-2f543a3c-5149-4e58-b04f-f06fa2f281cb tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:08.271411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8b9c0c6-dab6-4f79-8235-70f2e7ea06ba req-2f543a3c-5149-4e58-b04f-f06fa2f281cb tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 944 time: 0.0515983 Dec 17 16:34:08.324557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8b9c0c6-dab6-4f79-8235-70f2e7ea06ba req-5cb2bf31-9dcb-4f4b-ae8d-1417f1d8c590 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464418 Dec 17 16:34:08.664164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:34:08.680865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f11c38-c46b-47cd-8e0a-f4976505d053 req-faf839b2-9bf6-4e64-a329-26506ecf3797 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:08.682362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-37f11c38-c46b-47cd-8e0a-f4976505d053 req-faf839b2-9bf6-4e64-a329-26506ecf3797 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 944 time: 0.0533290 Dec 17 16:34:08.716135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 5b843dd1-83aa-4f1d-bbc7-35a098636668 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:34:08.720505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 5b843dd1-83aa-4f1d-bbc7-35a098636668 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:08.720817 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:08.735649 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-37f11c38-c46b-47cd-8e0a-f4976505d053 req-a6541157-9cd4-474a-891e-0ab42a2acab6 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Dec 17 16:34:08.799854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:08.822596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:08.824915 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66162b6e-5b23-42b6-81e7-83d4fedcd119" -d '{"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-plugged", "status": "completed", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:08.838087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:08.844758 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:08.873644 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2740217-c7a6-4e44-a1f5-c12f4625fae5 x-openstack-request-id: req-a2740217-c7a6-4e44-a1f5-c12f4625fae5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:08.874086 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-plugged", "status": "completed", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:08.874409 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2740217-c7a6-4e44-a1f5-c12f4625fae5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:08.874991 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'code': 200} Dec 17 16:34:08.913521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:08.921316 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-69e49c61-4aa7-49fc-af81-6ab7cb03e66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:09.777892 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:34:09.800741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-7b98d1e6-117b-4fa4-9481-f0c90087ed47 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:09.802246 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-7b98d1e6-117b-4fa4-9481-f0c90087ed47 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.49 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0518498 Dec 17 16:34:09.855496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a7746-9f58-49b2-a912-c6bae3eda0ca req-51cb3764-655c-423b-83b0-50becd13d04c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:09.856904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e64a7746-9f58-49b2-a912-c6bae3eda0ca req-51cb3764-655c-423b-83b0-50becd13d04c tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/ports?device_id=135cdf1d-a7f6-409c-bb0a-cccf0f356659 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Dec 17 16:34:09.896360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Deleting port 5b843dd1-83aa-4f1d-bbc7-35a098636668 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:34:09.896829 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:09.905840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e64a7746-9f58-49b2-a912-c6bae3eda0ca req-5bd276c5-9ff0-4edb-8c7a-53da06ff1952 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.54 "GET /v2.0/security-groups?id=492412d7-1c2c-4b56-8dd3-5bcd9091843a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Dec 17 16:34:09.992061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] For port 5b843dd1-83aa-4f1d-bbc7-35a098636668, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=5b843dd1-83aa-4f1d-bbc7-35a098636668,segment=NetworkSegment(650253d1-32d1-4b2b-b28e-f848f62bd267),segment_id=650253d1-32d1-4b2b-b28e-f848f62bd267)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:09.992430 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:10.006123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Calling delete_port for 5b843dd1-83aa-4f1d-bbc7-35a098636668 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:34:10.123409 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:10.140343 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:10.153016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['5b843dd1-83aa-4f1d-bbc7-35a098636668'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:34:10.169735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Pushing event deleted for resources: {'Port': ['ID=5b843dd1-83aa-4f1d-bbc7-35a098636668,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:10.211755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] No DVR routers for this DVR port 5b843dd1-83aa-4f1d-bbc7-35a098636668 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:34:10.214524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:10.217991 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d64535f-84a6-4899-91f3-8c5c484966ec req-712ce488-0e4f-42df-b3be-07f403855494 tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] 10.222.0.49 "DELETE /v2.0/ports/5b843dd1-83aa-4f1d-bbc7-35a098636668 HTTP/1.1" status: 204 len: 173 time: 0.4090488 Dec 17 16:34:10.218432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-deleted', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:10.220759 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca59f3-023e-4ce2-9c23-2f367e1fff0c" -d '{"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-deleted", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:10.262323 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a07a49-17d6-4e34-9b0d-beb32e6a3138 x-openstack-request-id: req-43a07a49-17d6-4e34-9b0d-beb32e6a3138 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:10.262616 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cdf1d-a7f6-409c-bb0a-cccf0f356659", "name": "network-vif-deleted", "tag": "5b843dd1-83aa-4f1d-bbc7-35a098636668", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:10.262881 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43a07a49-17d6-4e34-9b0d-beb32e6a3138 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:10.263281 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cdf1d-a7f6-409c-bb0a-cccf0f356659', 'name': 'network-vif-deleted', 'tag': '5b843dd1-83aa-4f1d-bbc7-35a098636668', 'status': 'completed', 'code': 200} Dec 17 16:34:11.033735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36686) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:11.078215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Deleting subnet bdc6634a-a8c4-4bcb-b405-b519a321a500 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:34:11.081624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.115857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.158444 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.215764 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.218327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.250044 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.253297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bdc6634a-a8c4-4bcb-b405-b519a321a500 HTTP/1.1" status: 204 len: 168 time: 0.2190540 Dec 17 16:34:11.254274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc6634a-a8c4-4bcb-b405-b519a321a500,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:11.256310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36688) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:11.262581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.262938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.263275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.263611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.263975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.264303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.264628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.264956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.265279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.265601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.265921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.266253 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.266560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf3892-b907-46a6-8b8c-586b746a0eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:11.292933 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.331492 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.410664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.430439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655c717a-8d81-45f6-b9be-8b2145ed5b2b']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:11.440889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650253d1-32d1-4b2b-b28e-f848f62bd267') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:11.441280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650253d1-32d1-4b2b-b28e-f848f62bd267') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:11.462367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.476017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.484924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:34:11.485425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:34:11.488096 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:34:11.547366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.554250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.557440 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/655c717a-8d81-45f6-b9be-8b2145ed5b2b HTTP/1.1" status: 204 len: 168 time: 0.3000445 Dec 17 16:34:11.568827 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9622aa5-4cbc-4a59-bd83-0a86d76d9bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=655c717a-8d81-45f6-b9be-8b2145ed5b2b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:11.680132 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36692) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:11.722018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-85daa12a-a35f-4ce0-b0a2-c0be21f72a6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02a10f41b4ca4cb18ad6dce48e7f625c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406699 Dec 17 16:34:11.724469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36694) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:11.773024 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80f4eb22-d198-40df-8c73-6bfaa09410bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.795800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80f4eb22-d198-40df-8c73-6bfaa09410bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.852881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80f4eb22-d198-40df-8c73-6bfaa09410bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.855572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-80f4eb22-d198-40df-8c73-6bfaa09410bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:11.856790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-80f4eb22-d198-40df-8c73-6bfaa09410bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/492412d7-1c2c-4b56-8dd3-5bcd9091843a HTTP/1.1" status: 204 len: 168 time: 0.1313148 Dec 17 16:34:11.864667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4eb22-d198-40df-8c73-6bfaa09410bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492412d7-1c2c-4b56-8dd3-5bcd9091843a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:12.135724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.609262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36716) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:12.719447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1952223770-network', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:12.744272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Made reservation on behalf of ac8f38353dc94d0486d9efc7e10469d6 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:34:12.747075 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.756146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.833228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.840723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.864234 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:34:12.874080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f54095c-938b-4ead-9c7d-09e4692150aa,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:12.878816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.879154 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Added segment 9f07c23c-728c-4650-8c6f-38727aceb5e1 of type vlan for network a765121c-8183-43ee-a64a-cf34e81a37be Dec 17 16:34:12.919005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.947886 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:12.948945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:12.949661 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.013605 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4029593 Dec 17 16:34:13.018275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36720) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:13.024874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Request body: {'subnet': {'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1952223770-subnet', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:13.027885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07045c59-27f9-4f1b-8d8f-0c8ed19ee77a admin admin] Pushing event updated for resources: {'Network': ['ID=a765121c-8183-43ee-a64a-cf34e81a37be,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:13.038651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a765121c-8183-43ee-a64a-cf34e81a37be details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:34:13.049785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Made reservation on behalf of ac8f38353dc94d0486d9efc7e10469d6 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:34:13.052318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.231464 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.289685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69acfed5-df99-4c55-a359-62e3fd10ad4e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:13.295061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:34:13.295342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Network hostable DHCP agents. Network: a765121c-8183-43ee-a64a-cf34e81a37be, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:34:13.313350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Network a765121c-8183-43ee-a64a-cf34e81a37be is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:34:13.323562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a765121c-8183-43ee-a64a-cf34e81a37be) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:34:13.328291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:13.328804 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.338994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe33ab-0bc3-400e-b9b9-41639431aeb3 None None] Network a765121c-8183-43ee-a64a-cf34e81a37be requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:34:13.346777 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-86610678-d6f0-414b-a311-40767a0a672d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3271685 Dec 17 16:34:13.349759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36722) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:13.356167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:13.380472 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.381548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.442202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.455119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-a765121c-8183-43ee-a64a-cf34e81a37be', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:34:13.456029 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.584228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.592665 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Allocated IP 172.20.0.2 (a765121c-8183-43ee-a64a-cf34e81a37be/69acfed5-df99-4c55-a359-62e3fd10ad4e/ecd28199-8862-4532-b737-2a87a361e2d4) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:34:13.732686 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.743100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.785258 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.791495 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Network a765121c-8183-43ee-a64a-cf34e81a37be is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:34:13.796680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:34:13.799344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:34:13.802901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Pushing event updated for resources: {'Port': ['ID=ecd28199-8862-4532-b737-2a87a361e2d4,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:13.809151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.855249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Attempting to bind port ecd28199-8862-4532-b737-2a87a361e2d4 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:34:13.855777 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Attempting to bind port ecd28199-8862-4532-b737-2a87a361e2d4 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:34:13.856256 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Attempting to bind port ecd28199-8862-4532-b737-2a87a361e2d4 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:34:13.861399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:34:13.861772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:34:13.862172 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.862674 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:34:13.863144 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Bound port: ecd28199-8862-4532-b737-2a87a361e2d4, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:34:13.863529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.909845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Allocated IP 172.25.0.245 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/04d8e0a5-399d-4568-807a-792b62024c2a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:34:13.928813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] For port ecd28199-8862-4532-b737-2a87a361e2d4, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:34:13.932149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] For port ecd28199-8862-4532-b737-2a87a361e2d4, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ecd28199-8862-4532-b737-2a87a361e2d4,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:34:13.936993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:13.999852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ea5ec-16f9-43f5-809b-5add24cb9f91 None None] Pushing event updated for resources: {'Port': ['ID=ecd28199-8862-4532-b737-2a87a361e2d4,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:14.023339 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:14.058049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:14.099720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:34:14.105358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:34:14.108991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:34:14.122160 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931be56a-8e4c-4f8f-88e3-d9073e8dd029 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:34:14.132703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Pushing event updated for resources: {'Port': ['ID=04d8e0a5-399d-4568-807a-792b62024c2a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:14.239586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-be3b832d-4159-4270-9774-013a9dc07ab8 None None] Provisioning complete for port 04d8e0a5-399d-4568-807a-792b62024c2a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:14.240007 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-be3b832d-4159-4270-9774-013a9dc07ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:14.275029 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-be3b832d-4159-4270-9774-013a9dc07ab8 None None] Port 04d8e0a5-399d-4568-807a-792b62024c2a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:34:14.390240 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:14.593816 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:14.678511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:34:14.700816 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 5b843dd1-83aa-4f1d-bbc7-35a098636668 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:34:14.701171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 5b843dd1-83aa-4f1d-bbc7-35a098636668 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:34:14.960128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26795947-f56d-4b4d-a7ed-b4a1bfed4abc None None] Network a765121c-8183-43ee-a64a-cf34e81a37be requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:34:15.034431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4c44769c-7d94-4d03-a89f-ebcbadc1ba9d None None] Provisioning complete for port ecd28199-8862-4532-b737-2a87a361e2d4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:15.034795 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c44769c-7d94-4d03-a89f-ebcbadc1ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.055074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:34:15.161937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c44769c-7d94-4d03-a89f-ebcbadc1ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.176412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:34:15.190207 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:34:15.198503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4c44769c-7d94-4d03-a89f-ebcbadc1ba9d None None] For port ecd28199-8862-4532-b737-2a87a361e2d4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ecd28199-8862-4532-b737-2a87a361e2d4,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:15.204394 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c44769c-7d94-4d03-a89f-ebcbadc1ba9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.213242 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:34:15.214010 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:34:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:15.219806 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.223030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8ca2dd60-26f7-482f-8c35-2f516c587980 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8713481 Dec 17 16:34:15.226172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36724) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:15.296496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44769c-7d94-4d03-a89f-ebcbadc1ba9d None None] Pushing event updated for resources: {'Port': ['ID=ecd28199-8862-4532-b737-2a87a361e2d4,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:15.341494 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:34:15.427137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6ef074ea-0c8d-4e22-9899-01168d2d2e8a None None] Provisioning complete for port ecd28199-8862-4532-b737-2a87a361e2d4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:15.427579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6ef074ea-0c8d-4e22-9899-01168d2d2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.473821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ecd28199-8862-4532-b737-2a87a361e2d4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:34:15.565547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port ecd28199-8862-4532-b737-2a87a361e2d4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:15.565547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.591261 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:14Z', 'revision_number': 3, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:15.623172 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:34:15.623554 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Updating router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 port 04d8e0a5-399d-4568-807a-792b62024c2a binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:34:15.657826 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.732675 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.811982 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.911135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Allocated IP 172.20.0.1 (a765121c-8183-43ee-a64a-cf34e81a37be/69acfed5-df99-4c55-a359-62e3fd10ad4e/f6854443-ca94-4e4b-aed2-af9908f14228) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:34:15.962996 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:15.970431 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.024935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10191c77-d383-45a7-b363-f1f3e9000fca None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:34:16.031642 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Attempting to bind port 04d8e0a5-399d-4568-807a-792b62024c2a on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:34:16.031934 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Attempting to bind port 04d8e0a5-399d-4568-807a-792b62024c2a by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:34:16.032255 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Attempting to bind port 04d8e0a5-399d-4568-807a-792b62024c2a on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:34:16.035575 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Pushing event updated for resources: {'Port': ['ID=04d8e0a5-399d-4568-807a-792b62024c2a,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:16.038108 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.040851 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:34:16.041248 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:34:16.041577 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.041861 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:34:16.042331 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Bound port: 04d8e0a5-399d-4568-807a-792b62024c2a, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:34:16.042687 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.049362 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.049703 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.050038 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.050451 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.050786 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.051153 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.051692 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.052254 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.052857 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.053591 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.053803 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.053985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.054315 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:16.079260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.120399 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] For port 04d8e0a5-399d-4568-807a-792b62024c2a, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:34:16.124581 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] For port 04d8e0a5-399d-4568-807a-792b62024c2a, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=04d8e0a5-399d-4568-807a-792b62024c2a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:34:16.125200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Network a765121c-8183-43ee-a64a-cf34e81a37be is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:34:16.128621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:34:16.129975 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.130119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-879960f9-3f4b-4827-986b-f57ebb0f59f9 None None] Provisioning complete for port 04d8e0a5-399d-4568-807a-792b62024c2a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:16.130574 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-879960f9-3f4b-4827-986b-f57ebb0f59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.131587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:34:16.137945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Pushing event updated for resources: {'Port': ['ID=f6854443-ca94-4e4b-aed2-af9908f14228,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:16.179945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.190692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db93a6a-e93c-496c-b4ef-ef2e19473c61 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:34:16.217747 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fd99e-df97-4476-9421-2e9c1674148a None None] Pushing event updated for resources: {'Port': ['ID=04d8e0a5-399d-4568-807a-792b62024c2a,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:16.222814 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:34:16.223415 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:34:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:16.233385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-879960f9-3f4b-4827-986b-f57ebb0f59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.261302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-879960f9-3f4b-4827-986b-f57ebb0f59f9 None None] For port 04d8e0a5-399d-4568-807a-792b62024c2a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=04d8e0a5-399d-4568-807a-792b62024c2a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:16.267456 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-879960f9-3f4b-4827-986b-f57ebb0f59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.326575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879960f9-3f4b-4827-986b-f57ebb0f59f9 None None] Pushing event updated for resources: {'Port': ['ID=04d8e0a5-399d-4568-807a-792b62024c2a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:16.360745 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:34:16.365172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.394889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9fb0544c-28db-420c-a252-3c6ee6be9f45 None None] Provisioning complete for port 04d8e0a5-399d-4568-807a-792b62024c2a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:16.395345 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9fb0544c-28db-420c-a252-3c6ee6be9f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.556312 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:14Z', 'revision_number': 3, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:16.558821 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.564362 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.584442 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a99a307-45f9-495f-88da-bf5112e1435e None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:14Z', 'revision_number': 3, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:34:16.602234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1ea89352-7897-4d46-8bd5-617d57215ee5 None None] Provisioning complete for port f6854443-ca94-4e4b-aed2-af9908f14228 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:16.602633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ea89352-7897-4d46-8bd5-617d57215ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.637395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Pushing event updated for resources: {'Port': ['ID=f6854443-ca94-4e4b-aed2-af9908f14228,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:16.638466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1ea89352-7897-4d46-8bd5-617d57215ee5 None None] Port f6854443-ca94-4e4b-aed2-af9908f14228 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:34:16.640191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:16.743429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Network a765121c-8183-43ee-a64a-cf34e81a37be is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:34:16.744937 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:34:16.886879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:34:17.002781 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:34:17.008010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4a9b0468-c5d7-40ef-acdc-57a19402a827 admin admin] 10.222.0.54 "PUT /v2.0/routers/39a790cc-ac1f-4ef9-b04e-f78f33d08ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804654 Dec 17 16:34:17.062599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-38aec18a-a868-442e-b697-e57b076c84e4 None None] Provisioning complete for port f6854443-ca94-4e4b-aed2-af9908f14228 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:17.063334 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-38aec18a-a868-442e-b697-e57b076c84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.104701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-38aec18a-a868-442e-b697-e57b076c84e4 None None] Port f6854443-ca94-4e4b-aed2-af9908f14228 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:34:17.416966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 04d8e0a5-399d-4568-807a-792b62024c2a up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:34:17.470845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 04d8e0a5-399d-4568-807a-792b62024c2a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:17.470987 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.480629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36732) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:17.485428 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e1190ff2-ffb7-49dd-b3e5-a981471edff4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100035709', 'description': 'tempest-description--162264842'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:17.509791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1190ff2-ffb7-49dd-b3e5-a981471edff4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.582724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1190ff2-ffb7-49dd-b3e5-a981471edff4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.588243 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1190ff2-ffb7-49dd-b3e5-a981471edff4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.618572 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e1190ff2-ffb7-49dd-b3e5-a981471edff4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.619832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e1190ff2-ffb7-49dd-b3e5-a981471edff4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1381021 Dec 17 16:34:17.622039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1190ff2-ffb7-49dd-b3e5-a981471edff4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0470d-6715-42a1-9c80-ecf65a316025,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:17.623254 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36734) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:17.629543 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-9a5c3298-b75f-40f3-ab0f-6f5d457d653c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'security_group_rule': {'security_group_id': '68b0470d-6715-42a1-9c80-ecf65a316025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:17.660297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3298-b75f-40f3-ab0f-6f5d457d653c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.718433 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3298-b75f-40f3-ab0f-6f5d457d653c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.723808 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3298-b75f-40f3-ab0f-6f5d457d653c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.741357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3298-b75f-40f3-ab0f-6f5d457d653c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d60e94-91b9-46af-bddd-fb7c954cbf0f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:17.751025 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3298-b75f-40f3-ab0f-6f5d457d653c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.752274 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9a5c3298-b75f-40f3-ab0f-6f5d457d653c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270068 Dec 17 16:34:17.756005 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36736) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:17.761119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-704a67ca-4179-4c5c-93f0-d9698f09af54 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'security_group_rule': {'security_group_id': '68b0470d-6715-42a1-9c80-ecf65a316025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:17.792666 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-704a67ca-4179-4c5c-93f0-d9698f09af54 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.849100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-704a67ca-4179-4c5c-93f0-d9698f09af54 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.854052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-704a67ca-4179-4c5c-93f0-d9698f09af54 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.873494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a67ca-4179-4c5c-93f0-d9698f09af54 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbb06df-1ff4-4c28-a4cc-9bc973ecd4a0,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:17.884200 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-704a67ca-4179-4c5c-93f0-d9698f09af54 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:17.885701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-704a67ca-4179-4c5c-93f0-d9698f09af54 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281960 Dec 17 16:34:17.889133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 36738) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:17.893604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:17.918638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.029944 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.136831 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Allocated IP 172.25.0.32 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/905d2179-cf85-41d7-8efc-0d4b20d4af12) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:34:18.211390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:34:18.222280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:34:18.222890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:34:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:18.242502 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.279715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.322926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:34:18.326117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:34:18.329883 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:34:18.362102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'Port': ['ID=905d2179-cf85-41d7-8efc-0d4b20d4af12,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:18.431323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.469785 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.511052 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:34:18.642089 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.649335 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.717974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 2, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:18.722598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'Port': ['ID=905d2179-cf85-41d7-8efc-0d4b20d4af12,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:18.730817 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.744059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:34:18.744415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Updating router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 port f6854443-ca94-4e4b-aed2-af9908f14228 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:34:18.747630 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.748929 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7a551bce-8ea2-4242-8832-665c72024322 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8588369 Dec 17 16:34:18.774054 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:18.913027 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-d069422b-0f67-466a-a736-4f53e6af7783 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1100035709&fields=id&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 267 time: 0.0499628 Dec 17 16:34:19.024858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-c6189038-4a7e-4f94-a7f8-665cf295d7b7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:19.026597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-c6189038-4a7e-4f94-a7f8-665cf295d7b7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1067855 Dec 17 16:34:19.044009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-9922dbc3-8dda-4474-8f9a-f47a31a9b27f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/quotas/ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 375 time: 0.0108266 Dec 17 16:34:19.051036 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.058018 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.112384 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-35b7f652-c7cf-4a2f-a21d-170bf62f0201 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618048 Dec 17 16:34:19.149179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b63f32-2364-46ac-b1e4-2439c795d675 None None] Pushing event updated for resources: {'Port': ['ID=f6854443-ca94-4e4b-aed2-af9908f14228,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:19.163250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Attempting to bind port f6854443-ca94-4e4b-aed2-af9908f14228 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:34:19.163701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Attempting to bind port f6854443-ca94-4e4b-aed2-af9908f14228 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:34:19.164198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Attempting to bind port f6854443-ca94-4e4b-aed2-af9908f14228 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:34:19.169836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:34:19.170349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:34:19.170851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.171357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:34:19.171977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Bound port: f6854443-ca94-4e4b-aed2-af9908f14228, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:34:19.172448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.237381 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] For port f6854443-ca94-4e4b-aed2-af9908f14228, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:34:19.240794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] For port f6854443-ca94-4e4b-aed2-af9908f14228, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f6854443-ca94-4e4b-aed2-af9908f14228,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:34:19.247912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.251764 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-1e6bddaa-4579-48b6-9f10-9c54a23ed440 service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213300 Dec 17 16:34:19.307349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:34:19.308273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:34:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:19.362413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-028c2d03-8473-4ee9-91a1-14a6f05da895 service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096461 Dec 17 16:34:19.373169 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b63f32-2364-46ac-b1e4-2439c795d675 None None] Pushing event updated for resources: {'Port': ['ID=f6854443-ca94-4e4b-aed2-af9908f14228,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:19.455314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:34:19.457879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-90db3a9d-fed5-47e7-9d30-8b3b9cec95f8 None None] Provisioning complete for port f6854443-ca94-4e4b-aed2-af9908f14228 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:19.458475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-90db3a9d-fed5-47e7-9d30-8b3b9cec95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.590014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee5e5ce3-8645-42a8-bdc2-20f7df2df5db req-dfa30801-3ac7-4ee9-b806-53232e49f1c1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 210 time: 0.0437913 Dec 17 16:34:19.703037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-90db3a9d-fed5-47e7-9d30-8b3b9cec95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.772794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-90db3a9d-fed5-47e7-9d30-8b3b9cec95f8 None None] For port f6854443-ca94-4e4b-aed2-af9908f14228, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f6854443-ca94-4e4b-aed2-af9908f14228,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:19.778347 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-90db3a9d-fed5-47e7-9d30-8b3b9cec95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:19.837870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db3a9d-fed5-47e7-9d30-8b3b9cec95f8 None None] Pushing event updated for resources: {'Port': ['ID=f6854443-ca94-4e4b-aed2-af9908f14228,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:19.842804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:19.870525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044614db-8a92-4833-98b1-a5afefb45965 None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:34:19.900586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7e93d18a-c253-4040-bc82-92d1d7a751dd None None] Provisioning complete for port f6854443-ca94-4e4b-aed2-af9908f14228 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:19.901064 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7e93d18a-c253-4040-bc82-92d1d7a751dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:20.706378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f7f818f4-3226-49bd-b17e-d1182c7fa3cb req-26b7aae3-bbbf-4987-8939-5bbce357c3d1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 210 time: 0.0393136 Dec 17 16:34:20.738490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-f04c1f90-bca7-460c-94a3-4e3fc33ac9c5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:20.740152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-f04c1f90-bca7-460c-94a3-4e3fc33ac9c5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1671078 Dec 17 16:34:20.814271 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-db5e28ff-67de-4c8c-aa3b-f557c284e540 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 380 time: 0.0571513 Dec 17 16:34:20.824384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'port': {'device_id': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'admin_state_up': True, 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'security_groups': ['68b0470d-6715-42a1-9c80-ecf65a316025']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:20.953598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Made reservation on behalf of ac8f38353dc94d0486d9efc7e10469d6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:34:20.957289 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.083584 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Allocated IP 172.20.0.4 (a765121c-8183-43ee-a64a-cf34e81a37be/69acfed5-df99-4c55-a359-62e3fd10ad4e/02eafd93-6a7f-48e0-be52-a5a888185b49) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:34:21.234268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.282853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.333815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Network a765121c-8183-43ee-a64a-cf34e81a37be is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:34:21.336579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:34:21.339286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:34:21.377294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:21.409345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:21.409962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.428348 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f6854443-ca94-4e4b-aed2-af9908f14228 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:34:21.431200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-07881c2f-25af-4f1d-87f8-8672584e6906 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109524 Dec 17 16:34:21.450064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Request body: {'port': {'device_id': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:21.477053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port f6854443-ca94-4e4b-aed2-af9908f14228 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:21.477514 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.511897 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.647274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cc2f6c06-0c77-4ee4-87db-9e09e7b14de4 None None] Provisioning complete for port 02eafd93-6a7f-48e0-be52-a5a888185b49 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:21.647725 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cc2f6c06-0c77-4ee4-87db-9e09e7b14de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.686480 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f6c06-0c77-4ee4-87db-9e09e7b14de4 None None] Port 02eafd93-6a7f-48e0-be52-a5a888185b49 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:34:21.791070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02eafd93-6a7f-48e0-be52-a5a888185b49 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:34:21.798978 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.812155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Transition to ACTIVE for port object 02eafd93-6a7f-48e0-be52-a5a888185b49 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:34:21.816921 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:21.828834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c440-7adb-4940-abbc-4081d682b8c3 req-f98d1163-02a7-4377-9c16-78c33f129a9f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:21.830361 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f013c440-7adb-4940-abbc-4081d682b8c3 req-f98d1163-02a7-4377-9c16-78c33f129a9f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 931 time: 0.0534072 Dec 17 16:34:21.867586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:21.888592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f013c440-7adb-4940-abbc-4081d682b8c3 req-0a661867-8d28-423e-bfdc-c3147ea6c9bb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513012 Dec 17 16:34:21.950540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:34:21.950881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:34:21.951210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:34:21.955597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Port 02eafd93-6a7f-48e0-be52-a5a888185b49 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:34:21.955945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:34:21.961053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:34:21.961389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:34:21.961770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:34:21.962202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Bound port: 02eafd93-6a7f-48e0-be52-a5a888185b49, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:34:21.962554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:22.028266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:34:22.031687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:34:22.036080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:22.072105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.072729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:22.074176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] 10.222.0.47 "PUT /v2.0/ports/02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 1092 time: 0.6299620 Dec 17 16:34:22.074535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:22.076790 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52616b6a-f157-4e7d-9d6a-0655024b121d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:22.105567 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3af469-ff33-4017-bfbe-949ca1aa6dee service neutron] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:22.136055 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b594881-ec58-40b7-8985-ae63723b4693 x-openstack-request-id: req-0b594881-ec58-40b7-8985-ae63723b4693 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:22.136441 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:22.136701 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b594881-ec58-40b7-8985-ae63723b4693 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:22.137116 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'status': 'completed', 'code': 200} Dec 17 16:34:22.171790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-ac863d3d-cb4d-4c56-8203-abdb1af35aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.173561 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-ac863d3d-cb4d-4c56-8203-abdb1af35aa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1095 time: 0.0486269 Dec 17 16:34:22.228503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-e3832a25-574a-4b21-bf61-3981557b9205 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 217 time: 0.0401347 Dec 17 16:34:22.282875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-2c66a0b0-296a-498c-b228-556703825418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.284458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-2c66a0b0-296a-498c-b228-556703825418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0449212 Dec 17 16:34:22.336024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-d6fc6275-7ece-4833-ae9a-509490ddc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.338029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-d6fc6275-7ece-4833-ae9a-509490ddc9ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429006 Dec 17 16:34:22.439169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-d960c1ea-a949-4b34-b654-38162e7be5b6 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897701 Dec 17 16:34:22.538603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cd349b4e-10f1-49a0-9f98-ee7f67fed239 req-0aeef2c2-dfeb-4858-9616-e42625cf3ba5 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876081 Dec 17 16:34:22.644849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-43bf4702-b62b-44bd-a94d-e1b329aaccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.646521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-43bf4702-b62b-44bd-a94d-e1b329aaccac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1095 time: 0.0473142 Dec 17 16:34:22.752202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-6f0f5529-0a64-42ef-b24d-4565fe31f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.753736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-6f0f5529-0a64-42ef-b24d-4565fe31f21a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0991786 Dec 17 16:34:22.801890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-765f9fac-3fb1-4499-98ff-c1d77825abd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 217 time: 0.0383348 Dec 17 16:34:22.865272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-26441488-3e54-4d72-bc3c-a0195f896baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.866919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-26441488-3e54-4d72-bc3c-a0195f896baa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0566497 Dec 17 16:34:22.915340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-a96a3b79-c1b0-4145-a88f-fb7135e2d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.916911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-a96a3b79-c1b0-4145-a88f-fb7135e2d9f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416873 Dec 17 16:34:23.010675 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-eb560e8e-549b-4211-8409-4d95cfe18d24 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829787 Dec 17 16:34:23.013373 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426735dc-f941-4132-8fc7-449803821be1 req-8c4b6eaf-0603-4481-89e7-c7155113a561 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:23.014912 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-426735dc-f941-4132-8fc7-449803821be1 req-8c4b6eaf-0603-4481-89e7-c7155113a561 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 943 time: 0.0494404 Dec 17 16:34:23.067865 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-426735dc-f941-4132-8fc7-449803821be1 req-d01e5fc6-e518-4e81-aa35-0d3109bd3f46 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468824 Dec 17 16:34:23.104604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52616b6a-f157-4e7d-9d6a-0655024b121d req-eb163a08-333c-499b-aa25-68d5f4a73ad8 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Dec 17 16:34:24.187277 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a274-6608-4a35-94f0-ad2538329343 req-1c115adc-7e15-4eb1-95ed-dc5b4b337442 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:24.188721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e04a274-6608-4a35-94f0-ad2538329343 req-1c115adc-7e15-4eb1-95ed-dc5b4b337442 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 943 time: 0.0507345 Dec 17 16:34:24.237268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e04a274-6608-4a35-94f0-ad2538329343 req-4732a9e7-4714-4b1d-98b9-b4aa977bf92d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Dec 17 16:34:24.338565 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:34:24.457758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:24.469265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'mac_address': 'fa:16:3e:4c:74:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:34:24.509209 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:24.522746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02eafd93-6a7f-48e0-be52-a5a888185b49 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:34:24.541648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:24.549040 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:24.596621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:24.811108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['02eafd93-6a7f-48e0-be52-a5a888185b49'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:34:25.367998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c9f3a-9807-4025-ac83-bff3021f6f18 req-bd7e72a5-3a65-44ad-972b-4bf32e9ee63e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:25.369548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e09c9f3a-9807-4025-ac83-bff3021f6f18 req-bd7e72a5-3a65-44ad-972b-4bf32e9ee63e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 944 time: 0.0538330 Dec 17 16:34:25.419774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e09c9f3a-9807-4025-ac83-bff3021f6f18 req-52edbfe0-206a-45b2-922c-1a2ae6df63c5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 Dec 17 16:34:26.355481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:34:26.412615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 02eafd93-6a7f-48e0-be52-a5a888185b49 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:34:26.416438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 02eafd93-6a7f-48e0-be52-a5a888185b49 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:34:26.416813 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:26.503252 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:26.527837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:26.530142 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b912af9d-7760-40e7-93b5-a70591be1664" -d '{"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-plugged", "status": "completed", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:26.544269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:34:26.552419 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:26.577751 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b532bb2-a98c-4378-9416-d82b600eafa3 x-openstack-request-id: req-9b532bb2-a98c-4378-9416-d82b600eafa3 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:26.578004 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-plugged", "status": "completed", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:26.578252 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b532bb2-a98c-4378-9416-d82b600eafa3 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:26.578641 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'code': 200} Dec 17 16:34:26.612957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:26.904398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3bd93-7bcf-4448-998c-245b5acd1f0d req-cda44cec-6fe1-4ff0-8c20-8672933495b8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:26.905820 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8f3bd93-7bcf-4448-998c-245b5acd1f0d req-cda44cec-6fe1-4ff0-8c20-8672933495b8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 944 time: 0.4072475 Dec 17 16:34:26.930877 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0b551-ef4e-44bd-b1a5-5cdc99cac6c2 req-63daf15d-3733-4e51-885f-ec16d81bc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:26.932370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afb0b551-ef4e-44bd-b1a5-5cdc99cac6c2 req-63daf15d-3733-4e51-885f-ec16d81bc399 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1097 time: 0.0683625 Dec 17 16:34:26.972040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8f3bd93-7bcf-4448-998c-245b5acd1f0d req-8dcc8e19-a6c8-4ec8-b890-508775f7580f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601227 Dec 17 16:34:26.995301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-afb0b551-ef4e-44bd-b1a5-5cdc99cac6c2 req-24095253-1a70-4588-bf9b-2427eac05941 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499547 Dec 17 16:34:28.112178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a79ea-4b50-4867-8d6d-926eccf67c67 req-f2f02f50-dbb0-425e-bc0a-e31742337273 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:28.113681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e87a79ea-4b50-4867-8d6d-926eccf67c67 req-f2f02f50-dbb0-425e-bc0a-e31742337273 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0563524 Dec 17 16:34:28.166397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e87a79ea-4b50-4867-8d6d-926eccf67c67 req-3a11c1be-812e-4df5-a418-ec18efb4b24d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456133 Dec 17 16:34:29.307523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc9c31-83df-4ea5-88b7-ff99ffeb7d99 req-cb59d970-75c1-4a37-9ca8-542e87887e61 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:29.309040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2cc9c31-83df-4ea5-88b7-ff99ffeb7d99 req-cb59d970-75c1-4a37-9ca8-542e87887e61 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0566621 Dec 17 16:34:29.362576 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2cc9c31-83df-4ea5-88b7-ff99ffeb7d99 req-9031bfe9-6cdb-4ac8-8356-4081396b2c38 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Dec 17 16:34:29.497169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6acd8-b9d1-401f-9cac-845d0aaa2234 req-f5d9faab-f4cf-4e3f-9f33-2e0f5b1a6d34 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:29.498616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ed6acd8-b9d1-401f-9cac-845d0aaa2234 req-f5d9faab-f4cf-4e3f-9f33-2e0f5b1a6d34 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0608401 Dec 17 16:34:29.507254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 36784) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:34:29.512122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'floatingip': {'port_id': '02eafd93-6a7f-48e0-be52-a5a888185b49'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:34:29.552107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:30.035546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:30.041866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:30.151629 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 associated. External IP: 172.25.0.32, port: 02eafd93-6a7f-48e0-be52-a5a888185b49. Dec 17 16:34:30.364696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:34:30.474604 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:34:30.479944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:30.484930 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:34:30.510039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-69bb2907-4195-48bc-a9da-f6f3869bf640 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "PUT /v2.0/floatingips/ea78d944-7f3d-49f2-abc6-d65798ed0818 HTTP/1.1" status: 200 len: 990 time: 1.0016723 Dec 17 16:34:30.510777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:30.513238 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24028053-6056-4ac0-9674-d8b92844935e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:30.552849 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4d13d-f590-4299-a947-ab52902db5c1 x-openstack-request-id: req-93d4d13d-f590-4299-a947-ab52902db5c1 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:30.553326 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:30.553592 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93d4d13d-f590-4299-a947-ab52902db5c1 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:30.554257 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'status': 'completed', 'code': 200} Dec 17 16:34:30.586621 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:34:30.587515 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:34:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:30.617995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24028053-6056-4ac0-9674-d8b92844935e req-4eff5f31-e1d7-452a-adab-edf13f1b7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:30.619406 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24028053-6056-4ac0-9674-d8b92844935e req-4eff5f31-e1d7-452a-adab-edf13f1b7350 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1097 time: 0.0404952 Dec 17 16:34:30.693344 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:34:30.712479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24028053-6056-4ac0-9674-d8b92844935e req-f099ebdd-b143-48f8-a878-8d6f512c76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:30.713961 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24028053-6056-4ac0-9674-d8b92844935e req-f099ebdd-b143-48f8-a878-8d6f512c76d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0869231 Dec 17 16:34:30.781224 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24028053-6056-4ac0-9674-d8b92844935e req-f0f6727c-05e7-412d-9b6e-7573ff390178 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 998 time: 0.0603662 Dec 17 16:34:30.831364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24028053-6056-4ac0-9674-d8b92844935e req-2553931a-b966-4ca6-9a04-3e4abe4de5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:30.832912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24028053-6056-4ac0-9674-d8b92844935e req-2553931a-b966-4ca6-9a04-3e4abe4de5d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0450742 Dec 17 16:34:30.883701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24028053-6056-4ac0-9674-d8b92844935e req-18ee5a90-c11c-477f-876f-73093be47ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:30.885251 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24028053-6056-4ac0-9674-d8b92844935e req-18ee5a90-c11c-477f-876f-73093be47ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454669 Dec 17 16:34:30.916060 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:4c:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:34:29Z', 'revision_number': 1, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:30.945426 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:34:30.953703 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:34:30.954333 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:34:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:30.974767 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24028053-6056-4ac0-9674-d8b92844935e req-d4e740cc-12fc-409e-9088-1c391c39e3d5 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825143 Dec 17 16:34:31.058718 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:34:31.068955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24028053-6056-4ac0-9674-d8b92844935e req-edeec5b0-58b1-4917-9729-502fe5baa9ce service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Dec 17 16:34:31.291036 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:4c:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:34:29Z', 'revision_number': 1, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:31.321375 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e70b2-250c-43ea-b6d7-135236f802ca None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:4c:74:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:34:29Z', 'revision_number': 1, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:34:31.546336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc973f3-442b-4d31-a119-8664ad18b4a4 None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:34:36.520428 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f838de66-46d5-45e5-aa9f-dfa381766757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:38.919483 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5723de7-b437-4245-82dd-8f5198621e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:40.137803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:41.217617 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:41.300243 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:42.135484 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:45.820922 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:34:46.778853 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:35:06.520575 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec8568a4-baa6-443e-9241-ad8bd76d2356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:08.254880 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-1689c869-e433-422f-816e-6b47b606a943 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440180 Dec 17 16:35:08.350852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-821254c7-bda0-4173-9b9b-c90388f637b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:08.352307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-821254c7-bda0-4173-9b9b-c90388f637b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1097 time: 0.0478513 Dec 17 16:35:08.471836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-a18a3edd-b74d-499f-b5ec-bebd605db3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:08.474086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-a18a3edd-b74d-499f-b5ec-bebd605db3d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0990191 Dec 17 16:35:08.549857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-d6cb13a0-95a0-4411-b963-748789fb0091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 1000 time: 0.0642951 Dec 17 16:35:08.604870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-350123c6-7d57-47c6-8fef-5bb57e7433f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:08.606285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-350123c6-7d57-47c6-8fef-5bb57e7433f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0453804 Dec 17 16:35:08.662215 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-a0fa7693-a5ae-49b1-8133-a7bfa0cb4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:08.663708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-a0fa7693-a5ae-49b1-8133-a7bfa0cb4da6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450253 Dec 17 16:35:08.767263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-4280214f-d729-4273-a0ea-a88e18f8a2fd service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919864 Dec 17 16:35:08.889564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4e3518e0-80b0-4d04-b7c7-fe8dcc86b2ab req-a73c7229-e429-46a5-9719-c0c5db6a07fc service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111171 Dec 17 16:35:08.914121 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-39db13cd-fe1c-4855-8cef-71e24b1888d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:10.138074 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:11.226721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:11.301847 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:12.137114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:15.820095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:23.780718 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:35:36.518797 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8639bffd-542e-4b27-bd87-276a68634665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:38.925337 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7ce1657e-84fd-4bb7-8aa6-a47cf1b32f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:40.141226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:41.248905 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:41.302325 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:42.137218 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:35:45.823600 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:00.782793 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:36:06.521045 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b95a5098-ef51-43f0-9ba0-4cc73ea3ff80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:08.244310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-fa5b9b77-c748-46a4-933c-299a02a3e1e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453093 Dec 17 16:36:08.343668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-e7f48279-41ff-48f3-b019-5f46530a8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:08.345523 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-e7f48279-41ff-48f3-b019-5f46530a8077 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1097 time: 0.0529804 Dec 17 16:36:08.461331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-3a2b5209-729e-4046-ad5e-5d6d77cc3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:08.462870 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-3a2b5209-729e-4046-ad5e-5d6d77cc3837 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0940173 Dec 17 16:36:08.534231 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-2a293ce8-df8d-44d4-b327-a7b2a44a7808 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 1000 time: 0.0629876 Dec 17 16:36:08.590706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-fd3adad6-e671-4585-b335-7a3396e120bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:08.592256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-fd3adad6-e671-4585-b335-7a3396e120bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0473669 Dec 17 16:36:08.647069 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-0af70fb7-822d-48b9-b8d5-5169c61a5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:08.648633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-0af70fb7-822d-48b9-b8d5-5169c61a5677 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479681 Dec 17 16:36:08.661142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-8c4d78b6-31d1-4dd5-929b-0844568caebf service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:36:08.662075 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-8c4d78b6-31d1-4dd5-929b-0844568caebf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049455 Dec 17 16:36:08.771490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-f556252a-f9e3-4749-ba9b-8d1c9ff591d5 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018345 Dec 17 16:36:08.868034 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91b75226-d638-46ad-8ac3-b0561fb98910 req-7f8ccb20-c300-449e-87a8-724c0b413888 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879738 Dec 17 16:36:08.924068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-18d70edf-ac31-4615-bb24-6647618de05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:09.596654 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d6d3-f21d-442e-8dcc-54d7576c9e96 req-9cc8b6ae-cdc3-411f-b288-5e3bce08d073 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:09.598205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22a6d6d3-f21d-442e-8dcc-54d7576c9e96 req-9cc8b6ae-cdc3-411f-b288-5e3bce08d073 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0602036 Dec 17 16:36:09.647070 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22a6d6d3-f21d-442e-8dcc-54d7576c9e96 req-56ffbdd8-618d-4eea-9674-d683ce1b957d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Dec 17 16:36:09.912146 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-86127189-ecea-4338-ba44-e06632a725e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686259 Dec 17 16:36:09.924619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1342a-4420-4d7f-a8da-a9584d0a561f req-0cffa66b-a1ec-4d5b-bb53-0e86d71ef6c2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:09.926107 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72f1342a-4420-4d7f-a8da-a9584d0a561f req-0cffa66b-a1ec-4d5b-bb53-0e86d71ef6c2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0747709 Dec 17 16:36:09.976753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72f1342a-4420-4d7f-a8da-a9584d0a561f req-bd950000-41cb-4ee2-8946-8a1c6ab851a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Dec 17 16:36:10.139873 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:11.109840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a598a-272b-4aba-b22a-7b5a24a99d42 req-35c83571-947c-433f-b104-bd24fbcd17ef tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:11.111385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf0a598a-272b-4aba-b22a-7b5a24a99d42 req-35c83571-947c-433f-b104-bd24fbcd17ef tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0568833 Dec 17 16:36:11.189837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cf0a598a-272b-4aba-b22a-7b5a24a99d42 req-0a8ae497-f664-47d4-a478-dfddc4a9db5d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717354 Dec 17 16:36:11.196137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-7bb0d513-29b9-4421-ae03-d1827005174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:11.197598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-7bb0d513-29b9-4421-ae03-d1827005174c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1097 time: 0.0638907 Dec 17 16:36:11.222832 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:11.299336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-3054939b-8de4-41c2-b726-3f178aae09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:11.301214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-3054939b-8de4-41c2-b726-3f178aae09f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0903952 Dec 17 16:36:11.308090 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:11.369619 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-e356396b-2fa6-4cad-8004-5137a1874ecc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 1000 time: 0.0582790 Dec 17 16:36:11.425401 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-6a9ffb03-fac7-4138-92a8-4e0e1f3a7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:11.426850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-6a9ffb03-fac7-4138-92a8-4e0e1f3a7925 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0460362 Dec 17 16:36:11.488174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-602b96b0-d6ff-4918-aca2-58e090af9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:11.490460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-602b96b0-d6ff-4918-aca2-58e090af9a5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523958 Dec 17 16:36:11.585804 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-d163cb86-76ab-4bbc-b0ce-4631517c2b7e service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829756 Dec 17 16:36:11.683550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-3e82efd2-4969-4503-bf93-f42a684feb2b service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859442 Dec 17 16:36:12.142951 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:12.310500 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ff4f2-71da-4e28-a786-17e0ef7692a1 req-a4ae2bb0-24f5-40fb-88a4-fe7f4d3a7598 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:12.312718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a28ff4f2-71da-4e28-a786-17e0ef7692a1 req-a4ae2bb0-24f5-40fb-88a4-fe7f4d3a7598 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Dec 17 16:36:12.373245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a28ff4f2-71da-4e28-a786-17e0ef7692a1 req-3e80d22f-ee1c-42d3-80bc-79248a42992c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497336 Dec 17 16:36:13.501248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b9367-134d-45c6-96ad-8213bca97774 req-1bb1614e-c620-4606-8a05-56f700755651 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:13.502762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821b9367-134d-45c6-96ad-8213bca97774 req-1bb1614e-c620-4606-8a05-56f700755651 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0519061 Dec 17 16:36:13.555282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-821b9367-134d-45c6-96ad-8213bca97774 req-c68a4969-c485-4a5a-a684-415f179be6ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Dec 17 16:36:14.697519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2043c-0424-4049-a648-10a8a0e10386 req-74819bd8-53d4-4659-8f55-b02fcc1956fb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:14.699123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a2043c-0424-4049-a648-10a8a0e10386 req-74819bd8-53d4-4659-8f55-b02fcc1956fb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0567532 Dec 17 16:36:14.748240 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17a2043c-0424-4049-a648-10a8a0e10386 req-d4e6d8b7-92c9-4af8-8c9a-ab7b39ed3d29 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Dec 17 16:36:15.827076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:15.877275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0afb-f884-4824-b7d1-198379e398ae req-0c110ac5-8c7f-4a30-ba10-06a1b1b2f8fd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:15.879006 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96c0afb-f884-4824-b7d1-198379e398ae req-0c110ac5-8c7f-4a30-ba10-06a1b1b2f8fd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0501420 Dec 17 16:36:15.957016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d96c0afb-f884-4824-b7d1-198379e398ae req-42880bee-15a2-48af-9ca1-d6b87a6c511d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671799 Dec 17 16:36:17.105692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6439-2b98-49d6-aaae-79aaf45e1059 req-b4db8f55-c7b6-4566-b5fe-c7cf32b98438 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:17.107528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-938e6439-2b98-49d6-aaae-79aaf45e1059 req-b4db8f55-c7b6-4566-b5fe-c7cf32b98438 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0711801 Dec 17 16:36:17.157343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-938e6439-2b98-49d6-aaae-79aaf45e1059 req-4e230b51-9c23-42da-a5c0-a7850f0507c4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Dec 17 16:36:18.278729 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8151-8721-4527-b30d-ffeac9a30f62 req-07abfc2d-ece5-4818-9ae3-642d26ffb243 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:18.280291 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d2e8151-8721-4527-b30d-ffeac9a30f62 req-07abfc2d-ece5-4818-9ae3-642d26ffb243 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0506220 Dec 17 16:36:18.329138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d2e8151-8721-4527-b30d-ffeac9a30f62 req-0adf75c3-5359-4f60-81d5-a0023fee2839 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Dec 17 16:36:19.471750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8311e5-cd7e-4a6e-8644-13917537e86b req-fcfd2633-9c6a-443b-b8c2-0e1fe7fe5421 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:19.473336 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba8311e5-cd7e-4a6e-8644-13917537e86b req-fcfd2633-9c6a-443b-b8c2-0e1fe7fe5421 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0657804 Dec 17 16:36:19.534242 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ba8311e5-cd7e-4a6e-8644-13917537e86b req-47e5ef53-7c6b-443a-b5b3-c8e08b343eef tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541191 Dec 17 16:36:20.660076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce6ac5-8aee-49c3-801f-e9cf02b7e99a req-3b7d4869-f680-4010-a20e-5cabdce8f702 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:20.661563 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94ce6ac5-8aee-49c3-801f-e9cf02b7e99a req-3b7d4869-f680-4010-a20e-5cabdce8f702 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Dec 17 16:36:20.717987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-94ce6ac5-8aee-49c3-801f-e9cf02b7e99a req-27607df9-f44a-4698-ab66-becd766299aa tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474217 Dec 17 16:36:21.856312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03eb38-9dd2-44cb-9e2b-1a834547b355 req-b3985140-4129-423f-80bf-ae1e685e12ba tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:21.857847 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f03eb38-9dd2-44cb-9e2b-1a834547b355 req-b3985140-4129-423f-80bf-ae1e685e12ba tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0568333 Dec 17 16:36:21.906320 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f03eb38-9dd2-44cb-9e2b-1a834547b355 req-3d90f078-f647-49c0-bfb7-6d0372a73221 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Dec 17 16:36:23.034654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea767e-4eb6-4bd8-814b-b6e8d07390fc req-c81d7130-88cd-4791-8f9d-b303389cb718 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:23.036167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31ea767e-4eb6-4bd8-814b-b6e8d07390fc req-c81d7130-88cd-4791-8f9d-b303389cb718 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0585911 Dec 17 16:36:23.085794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-31ea767e-4eb6-4bd8-814b-b6e8d07390fc req-ece3747e-a1d8-4da9-9717-a2e9f394f5ef tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Dec 17 16:36:23.753165 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-3ee71375-8f16-4f09-82ce-ef351be746a2 service neutron] show failed (client error): The resource could not be found. Dec 17 16:36:23.754250 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-3ee71375-8f16-4f09-82ce-ef351be746a2 service neutron] 10.222.0.47 "GET /v2.0/ports/02eafd93-6a7f-48e0-be52-a5a888185b49/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0630906 Dec 17 16:36:23.987535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-0c8073d2-eec3-44b8-bc89-6697e6a07117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:23.989095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-0c8073d2-eec3-44b8-bc89-6697e6a07117 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 1097 time: 0.0431130 Dec 17 16:36:24.001134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:36:24.058319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:24.261665 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389a55d-bee9-4842-832a-768d66931fc4 req-495b5ed9-7996-48eb-8c62-b083def6d26d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:24.263165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1389a55d-bee9-4842-832a-768d66931fc4 req-495b5ed9-7996-48eb-8c62-b083def6d26d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.1076429 Dec 17 16:36:24.328636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:24.346232 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1389a55d-bee9-4842-832a-768d66931fc4 req-baefb41a-22c0-4852-9939-40ff9e10cf6f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766270 Dec 17 16:36:24.368445 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:36:24.414308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:24.417640 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6354ad-ea5b-4dbe-9898-3a2ddc82c999" -d '{"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-unplugged", "status": "completed", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:24.421947 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:24.436338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Transition to ACTIVE for port object 02eafd93-6a7f-48e0-be52-a5a888185b49 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:36:24.442247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:24.474076 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67dac85-c499-4e12-86e6-06da87575b89 x-openstack-request-id: req-c67dac85-c499-4e12-86e6-06da87575b89 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:24.474552 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-unplugged", "status": "completed", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:24.474962 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c67dac85-c499-4e12-86e6-06da87575b89 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:24.475600 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'code': 200} Dec 17 16:36:24.522728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:24.922971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.923224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.923526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.923860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.924211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.924599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.924915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.925233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.925554 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.925862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.926182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.926489 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.926792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:24.975506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] No DVR routers for this DVR port 02eafd93-6a7f-48e0-be52-a5a888185b49 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:36:25.111254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:36:25.112025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:36:25.112025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:36:25.116326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Port 02eafd93-6a7f-48e0-be52-a5a888185b49 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:36:25.116644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Attempting to bind port 02eafd93-6a7f-48e0-be52-a5a888185b49 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:36:25.122309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:36:25.122648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:36:25.123029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:36:25.123453 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Bound port: 02eafd93-6a7f-48e0-be52-a5a888185b49, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:36:25.123770 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:25.188978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:36:25.192111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:36:25.198205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:25.233765 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:25.234471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:25.235885 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] 10.222.0.49 "PUT /v2.0/ports/02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 1092 time: 1.2387280 Dec 17 16:36:25.256198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6967926-1113-47a0-9c76-dfa0161fdb47 service neutron] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:25.301965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-7dac0ab1-d7ae-41d5-95a7-f266704ef43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:25.303487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-7dac0ab1-d7ae-41d5-95a7-f266704ef43f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1095 time: 0.0443649 Dec 17 16:36:25.400983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-78eec78c-4b35-46e8-8122-87ad0cada3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:25.402629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-78eec78c-4b35-46e8-8122-87ad0cada3c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0927751 Dec 17 16:36:25.504275 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-7ee5372e-38c6-410e-af76-288f72fbf216 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 998 time: 0.0925946 Dec 17 16:36:25.516225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610ae6c-54d4-44ab-b568-9e2c9f2cd600 req-0028b917-0913-4220-ba6a-8f5cd2352678 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:25.517620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f610ae6c-54d4-44ab-b568-9e2c9f2cd600 req-0028b917-0913-4220-ba6a-8f5cd2352678 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 943 time: 0.0946529 Dec 17 16:36:25.594656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-587b1061-b08f-40fa-a342-491acde90fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:25.596189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-587b1061-b08f-40fa-a342-491acde90fb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0777137 Dec 17 16:36:25.604522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f610ae6c-54d4-44ab-b568-9e2c9f2cd600 req-1485077b-faf9-4f49-bd60-8f0b0095f147 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781984 Dec 17 16:36:25.646052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-e95ae9b9-855d-4954-ac64-04f03f58c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:25.647560 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-e95ae9b9-855d-4954-ac64-04f03f58c0d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421982 Dec 17 16:36:25.747484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-ca005253-582b-47ab-bc59-aafa64bc764b service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918283 Dec 17 16:36:25.838933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7aaac779-7138-45f6-91c1-bc0125d6cf14 req-f6be506d-3e36-479e-bb87-86d93df9ab74 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833931 Dec 17 16:36:26.476687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:26.480072 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa5d58-66bf-49a4-beaa-382fd210783e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:26.536427 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2db937d-1688-4331-af53-4cd38eea9d38 x-openstack-request-id: req-b2db937d-1688-4331-af53-4cd38eea9d38 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:26.536718 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:26.536975 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2db937d-1688-4331-af53-4cd38eea9d38 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:26.537377 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'status': 'completed', 'code': 200} Dec 17 16:36:26.605605 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-95ce09c5-35e2-4dca-9062-8ca7bd0b582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.607150 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-95ce09c5-35e2-4dca-9062-8ca7bd0b582a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1095 time: 0.0447187 Dec 17 16:36:26.607273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-950fbfc6-122f-49a4-9a43-2985eaa81424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.608756 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-950fbfc6-122f-49a4-9a43-2985eaa81424 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1095 time: 0.0411682 Dec 17 16:36:26.709412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-026e0022-cc6b-4fd8-be32-a773849dd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.710931 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-026e0022-cc6b-4fd8-be32-a773849dd0a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0894361 Dec 17 16:36:26.736580 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-0726254c-66b9-423f-bac9-c6ac0bff4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.738034 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-0726254c-66b9-423f-bac9-c6ac0bff4675 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1224694 Dec 17 16:36:26.750639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9422782-d87c-4ead-9a0c-4bb5f44b8118 req-eadfc401-5e76-48a7-9ea4-567131769455 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.752052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e9422782-d87c-4ead-9a0c-4bb5f44b8118 req-eadfc401-5e76-48a7-9ea4-567131769455 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 943 time: 0.0736618 Dec 17 16:36:26.781634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-b78634a7-f7c4-4571-871e-5eb1a9b26237 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 998 time: 0.0594480 Dec 17 16:36:26.840820 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-af92481c-a6f0-420f-a8c9-24209a8cee27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 998 time: 0.0877762 Dec 17 16:36:26.841373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-d49d674e-52d5-4fb1-81c3-4533881e9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.842854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-d49d674e-52d5-4fb1-81c3-4533881e9443 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0495586 Dec 17 16:36:26.848155 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e9422782-d87c-4ead-9a0c-4bb5f44b8118 req-a8d57996-bc13-44b9-be07-ee2c36d79fcc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893734 Dec 17 16:36:26.893374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-f03ce03e-8664-4780-a477-4b08624bce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.894947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-f03ce03e-8664-4780-a477-4b08624bce19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0459545 Dec 17 16:36:26.896495 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-03a5a7fb-6af9-4acf-b1b4-bb13faaf8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.898038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-03a5a7fb-6af9-4acf-b1b4-bb13faaf8dac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439785 Dec 17 16:36:26.942390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-4d98a73e-e4e0-4d2f-bd24-6ad564d89efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:26.943943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-4d98a73e-e4e0-4d2f-bd24-6ad564d89efc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414033 Dec 17 16:36:26.993338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-58d945fd-6f85-4974-a6a5-d05ae040f36c service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821857 Dec 17 16:36:27.039981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-c4988189-b02f-46b6-b993-5795ef188d04 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876791 Dec 17 16:36:27.090445 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-00225016-fa10-4c94-b691-db4488d8d8ee service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854969 Dec 17 16:36:27.132948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-95fa5d58-66bf-49a4-beaa-382fd210783e req-6411b61a-8029-4f37-a86b-bc0a30742322 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849526 Dec 17 16:36:28.039945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e50e-4eb0-4820-bcc4-ce0e0531b63b req-abe9504f-97b1-4b95-b49d-ff591790d7b1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:28.041446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-df18e50e-4eb0-4820-bcc4-ce0e0531b63b req-abe9504f-97b1-4b95-b49d-ff591790d7b1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 943 time: 0.1140149 Dec 17 16:36:28.094769 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-df18e50e-4eb0-4820-bcc4-ce0e0531b63b req-48cdb0a9-7d98-44e0-ae9b-9e95562c5d6f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Dec 17 16:36:28.336722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8473cb-20cf-43a4-9cae-e8718dad016f req-39d5f232-a4cb-46b1-866d-ef26dc263216 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:28.338208 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c8473cb-20cf-43a4-9cae-e8718dad016f req-39d5f232-a4cb-46b1-866d-ef26dc263216 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 943 time: 0.0829620 Dec 17 16:36:28.350747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-2583c6cd-858f-4073-987e-ce59f0dad16f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:28.352154 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-2583c6cd-858f-4073-987e-ce59f0dad16f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520&tenant_id=ac8f38353dc94d0486d9efc7e10469d6&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 943 time: 0.0711243 Dec 17 16:36:28.429365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c8473cb-20cf-43a4-9cae-e8718dad016f req-a6f6f826-b124-4852-b0b0-2b101118ce2f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761464 Dec 17 16:36:28.438362 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-50aca37c-fdfc-47ae-b5aa-d4c36f8e51c6 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:36:28.439334 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-50aca37c-fdfc-47ae-b5aa-d4c36f8e51c6 service neutron] 10.222.0.47 "DELETE /v2.0/ports/02eafd93-6a7f-48e0-be52-a5a888185b49/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0733988 Dec 17 16:36:28.547197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-dcb16b36-09fa-4d11-ab40-7d9fc989f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:28.548768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-dcb16b36-09fa-4d11-ab40-7d9fc989f8b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 1095 time: 0.0446842 Dec 17 16:36:28.650370 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-eebbba51-62b3-4e91-a765-fda08f292857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:28.651859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-eebbba51-62b3-4e91-a765-fda08f292857 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0913208 Dec 17 16:36:28.721943 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-477638e6-9fc0-4fa7-88d3-cfe4a2562911 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 200 len: 998 time: 0.0582409 Dec 17 16:36:28.790016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-94133f53-c71b-4a3e-be48-087c3937eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:28.791509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-94133f53-c71b-4a3e-be48-087c3937eec2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0579526 Dec 17 16:36:28.844536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-8fd58780-32ff-4d7f-aeba-4b49974145d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:28.846032 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-8fd58780-32ff-4d7f-aeba-4b49974145d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428684 Dec 17 16:36:28.938258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-4037879f-11fb-46c8-9c4b-cf425b346d9b service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806727 Dec 17 16:36:29.019862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:36:29.037210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5e68b1f7-94d8-48b4-8bae-63af73372109 req-d4132624-9ffb-4df0-a95f-8b6ace419fd4 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881960 Dec 17 16:36:29.061321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:36:29.332411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:36:29.440448 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:29.453011 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'mac_address': 'fa:16:3e:4c:74:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:36:29.491143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:29.504977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02eafd93-6a7f-48e0-be52-a5a888185b49 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:36:29.525676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:29.530672 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:29.594667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:29.603208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.603553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.603917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.604248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.604577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.604900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.605240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.605537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.605854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.606231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.606550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.606862 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.607170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:29.674534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf55173-b535-4176-b77d-fa52bd5f2980 req-fed34543-49bb-44ff-8d78-2f2b15adc986 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:29.676158 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bf55173-b535-4176-b77d-fa52bd5f2980 req-fed34543-49bb-44ff-8d78-2f2b15adc986 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 944 time: 0.1708877 Dec 17 16:36:29.732127 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1bf55173-b535-4176-b77d-fa52bd5f2980 req-c939acfa-cebe-4890-a65b-8ab6d1b07438 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476978 Dec 17 16:36:29.777050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['02eafd93-6a7f-48e0-be52-a5a888185b49'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:36:30.864619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cb139-f5b4-4068-8ff1-55154da05408 req-ad13fd32-95d1-457e-bf1d-d21779365617 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:30.865999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb6cb139-f5b4-4068-8ff1-55154da05408 req-ad13fd32-95d1-457e-bf1d-d21779365617 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 944 time: 0.0501127 Dec 17 16:36:30.915347 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cb6cb139-f5b4-4068-8ff1-55154da05408 req-aa5eed67-2d7b-4e00-96cb-129c7cbed1ed tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 Dec 17 16:36:31.052676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc924985-c157-4ae6-8daa-8e2761e3d805 req-07f096eb-cf4a-41c8-bc7c-c5dddf7c3a6e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:31.054180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc924985-c157-4ae6-8daa-8e2761e3d805 req-07f096eb-cf4a-41c8-bc7c-c5dddf7c3a6e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 944 time: 0.0625789 Dec 17 16:36:31.109855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc924985-c157-4ae6-8daa-8e2761e3d805 req-7633f195-0db7-46ef-9eb1-7fdd732f8b52 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466454 Dec 17 16:36:31.234155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade03441-a193-44b2-8b45-7a60f1bb80c8 req-892fec84-7ad3-4614-8f30-f7a48aac8d70 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:31.235646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ade03441-a193-44b2-8b45-7a60f1bb80c8 req-892fec84-7ad3-4614-8f30-f7a48aac8d70 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 944 time: 0.0562103 Dec 17 16:36:31.286022 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ade03441-a193-44b2-8b45-7a60f1bb80c8 req-438c4fca-285f-4fc2-bd66-1622a0427012 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438457 Dec 17 16:36:31.347959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:36:31.554443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9a3f8-6d0e-4bcc-8762-7fea5ca47adf req-a451bf45-7387-4e64-8054-3a3eac638c41 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:31.556049 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1cc9a3f8-6d0e-4bcc-8762-7fea5ca47adf req-a451bf45-7387-4e64-8054-3a3eac638c41 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 944 time: 0.0508978 Dec 17 16:36:31.582334 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 02eafd93-6a7f-48e0-be52-a5a888185b49 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:36:31.587667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 02eafd93-6a7f-48e0-be52-a5a888185b49 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:36:31.588214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:31.605727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1cc9a3f8-6d0e-4bcc-8762-7fea5ca47adf req-ceedd366-845c-4279-864c-833c4b25acb7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 Dec 17 16:36:31.666259 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:31.689711 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:31.691973 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6794cf-dd38-4799-8371-ba8c0e4a6bee" -d '{"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-plugged", "status": "completed", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:31.705542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:31.710348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:31.734327 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bae9b2-f14f-47a7-b12d-5172f665e4f1 x-openstack-request-id: req-24bae9b2-f14f-47a7-b12d-5172f665e4f1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:31.734619 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-plugged", "status": "completed", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:31.734872 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24bae9b2-f14f-47a7-b12d-5172f665e4f1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:31.735255 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'code': 200} Dec 17 16:36:31.765647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:32.737056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae0dff-b242-4757-a3b6-bc7568a42b98 req-5323330d-4be9-42c2-94de-475c77e15804 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:32.738514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-69ae0dff-b242-4757-a3b6-bc7568a42b98 req-5323330d-4be9-42c2-94de-475c77e15804 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0603108 Dec 17 16:36:32.792048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-69ae0dff-b242-4757-a3b6-bc7568a42b98 req-b966a9dc-38a0-403f-b00d-22c24a4db7ad tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459144 Dec 17 16:36:32.809096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-6b9d5e20-6014-4ce0-b2b1-4cc092ad16ca tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:32.810597 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-6b9d5e20-6014-4ce0-b2b1-4cc092ad16ca tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Dec 17 16:36:32.904959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Deleting port 02eafd93-6a7f-48e0-be52-a5a888185b49 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:36:32.905183 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:33.008476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] For port 02eafd93-6a7f-48e0-be52-a5a888185b49, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=02eafd93-6a7f-48e0-be52-a5a888185b49,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:33.008812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:33.236222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:33.236485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:33.236803 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 disassociated. External IP: 172.25.0.32, port: 02eafd93-6a7f-48e0-be52-a5a888185b49. Dec 17 16:36:33.237153 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Calling delete_port for 02eafd93-6a7f-48e0-be52-a5a888185b49 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:36:33.375264 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:33.408329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event deleted for resources: {'Port': ['ID=02eafd93-6a7f-48e0-be52-a5a888185b49,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:33.524797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:36:33.635699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:36:33.646825 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:36:33.657532 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:36:33.658211 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:36:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:33.675245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] No DVR routers for this DVR port 02eafd93-6a7f-48e0-be52-a5a888185b49 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:36:33.678356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:33.681868 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-49707b78-4331-42bf-a2b0-39224f5921d3 req-5bf94b6d-bec5-437b-b9f0-a93318a1d3df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "DELETE /v2.0/ports/02eafd93-6a7f-48e0-be52-a5a888185b49 HTTP/1.1" status: 204 len: 173 time: 0.8650043 Dec 17 16:36:33.682451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-deleted', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:33.684824 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac823a7c-d8a5-4298-8922-6a3e6e4ccc91" -d '{"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-deleted", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:33.774508 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:36:33.793613 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4402395-47b2-4fe2-ba75-f7c7989ccbcc x-openstack-request-id: req-e4402395-47b2-4fe2-ba75-f7c7989ccbcc {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:33.793972 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3ac88-a8f5-4ce1-8dcd-84a528b76520", "name": "network-vif-deleted", "tag": "02eafd93-6a7f-48e0-be52-a5a888185b49", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:33.794284 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4402395-47b2-4fe2-ba75-f7c7989ccbcc {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:33.794749 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3ac88-a8f5-4ce1-8dcd-84a528b76520', 'name': 'network-vif-deleted', 'tag': '02eafd93-6a7f-48e0-be52-a5a888185b49', 'status': 'completed', 'code': 200} Dec 17 16:36:33.910344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1c207823-401a-4125-90cd-db769bb357f8 req-944db656-aa22-46ab-801c-fc984a93d3a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fa3ac88-a8f5-4ce1-8dcd-84a528b76520 HTTP/1.1" status: 200 len: 210 time: 0.0283399 Dec 17 16:36:34.065984 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:34.091520 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:36:34.100192 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:36:34.100752 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:36:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:34.204761 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:36:34.410878 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:34.437607 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c25203-96d1-493f-b3a1-1357af35e30f None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:36:34.667490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717ab4f-e01d-44ea-924a-c46b1fe84ffe None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:36:35.190235 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b042e8ea-ac01-4348-ac87-88f7e868fc4b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1100035709&fields=id&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 267 time: 0.0493801 Dec 17 16:36:35.297368 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b6ba3651-0219-4157-b4fb-b4538866674b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:35.298838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b6ba3651-0219-4157-b4fb-b4538866674b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1015711 Dec 17 16:36:35.314737 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-f139f956-7853-41b1-a57c-278159ee703e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/quotas/ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 375 time: 0.0097268 Dec 17 16:36:35.368132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-24ab6dd8-5a40-431d-b816-99b8a5722d7a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478559 Dec 17 16:36:35.388048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-471ff426-3b10-4993-9e3b-11feacf61be4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:36:35.389001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-471ff426-3b10-4993-9e3b-11feacf61be4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051701 Dec 17 16:36:35.481541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-8d24f3da-a46c-4c4b-8127-3ec906b32e4c service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867410 Dec 17 16:36:35.572748 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-3989b3ea-c1ba-40bd-b892-617a27842987 service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Dec 17 16:36:35.740958 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e61f5d43-f24d-4534-83d6-32b12165868f req-7658abf5-77d2-43a3-96c9-d05b9df6fa84 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 210 time: 0.0275900 Dec 17 16:36:36.516560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-015f3529-9ee7-433e-be16-bf5d4be8160d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:36.848921 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38be40d1-eb79-4a28-a008-703c57111b55 req-5e2db970-fa7d-44f2-9559-ec2bf545f3b7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 210 time: 0.0375397 Dec 17 16:36:36.883852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-30fcf462-a6ae-4617-8a0b-9379e53e09e0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:36.885420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-30fcf462-a6ae-4617-8a0b-9379e53e09e0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1169505 Dec 17 16:36:36.951536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-0e4ee034-9487-4fe3-b810-d32715cac1d0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 380 time: 0.0509791 Dec 17 16:36:36.961557 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'port': {'device_id': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'admin_state_up': True, 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'security_groups': ['68b0470d-6715-42a1-9c80-ecf65a316025']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:36:37.081321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Made reservation on behalf of ac8f38353dc94d0486d9efc7e10469d6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:36:37.084961 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.216645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Allocated IP 172.20.0.13 (a765121c-8183-43ee-a64a-cf34e81a37be/69acfed5-df99-4c55-a359-62e3fd10ad4e/aa818fa5-7ed4-4656-b8d7-e457f41f4b33) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:36:37.355728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.393458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:36:37.400856 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.415858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 02eafd93-6a7f-48e0-be52-a5a888185b49 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:36:37.416435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 02eafd93-6a7f-48e0-be52-a5a888185b49 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:36:37.447673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Network a765121c-8183-43ee-a64a-cf34e81a37be is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:36:37.450766 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:36:37.453682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:36:37.462373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:37.489137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.489494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.489791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.490146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.491012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.491012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.491266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.491615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.491957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.492276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.492595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.492907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.493243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:37.523389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:37.524017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.541842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-b52600ec-ddd5-40c2-b4c9-e03b3e7eb2ff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5841479 Dec 17 16:36:37.559441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Request body: {'port': {'device_id': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:36:37.620979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.645004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-29506c98-fb5e-432f-9094-282213317424 None None] Provisioning complete for port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:36:37.645608 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-29506c98-fb5e-432f-9094-282213317424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.682825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-29506c98-fb5e-432f-9094-282213317424 None None] Port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:36:37.783001 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:36:37.883999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa818fa5-7ed4-4656-b8d7-e457f41f4b33 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:36:37.891985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.904627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Transition to ACTIVE for port object aa818fa5-7ed4-4656-b8d7-e457f41f4b33 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:36:37.909517 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:37.988846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:38.011860 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106cb66-e4ef-4abf-844c-02fda85b5a04 req-4aff576c-9b54-462e-a51c-7ea5446037e3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:38.013373 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2106cb66-e4ef-4abf-844c-02fda85b5a04 req-4aff576c-9b54-462e-a51c-7ea5446037e3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0781107 Dec 17 16:36:38.107764 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2106cb66-e4ef-4abf-844c-02fda85b5a04 req-76e96991-4033-413f-a9db-e4a872250169 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806613 Dec 17 16:36:38.110383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:36:38.110718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:36:38.111084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:36:38.117144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:36:38.117488 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:36:38.123302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:36:38.123769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:36:38.124071 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:36:38.124491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Bound port: aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:36:38.124846 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:38.193102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:36:38.196554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:36:38.202313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:38.219917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:38.221332 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:38.222752 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 1093 time: 0.6677923 Dec 17 16:36:38.241116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:38.243681 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3ef85-3366-4117-873a-09dd39d410dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:38.308045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa7758-b5e8-4b49-ae63-96996ed22926 service neutron] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:38.327255 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-e5f4195b-ba0c-4230-a36b-ce86f1c966e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:38.329248 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-e5f4195b-ba0c-4230-a36b-ce86f1c966e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1096 time: 0.0549254 Dec 17 16:36:38.382733 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1013442-f556-404e-a3dd-005eec50ef8f x-openstack-request-id: req-d1013442-f556-404e-a3dd-005eec50ef8f {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:38.383022 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:38.383264 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1013442-f556-404e-a3dd-005eec50ef8f {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:38.383947 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'status': 'completed', 'code': 200} Dec 17 16:36:38.385788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-9c0dfebe-3031-4149-9e38-eaca9542965d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 217 time: 0.0442414 Dec 17 16:36:38.438830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-28337c98-3d65-4ed9-85b0-906a84f89ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:38.440337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-28337c98-3d65-4ed9-85b0-906a84f89ae3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0453508 Dec 17 16:36:38.489864 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-9132c7ec-af94-46cb-906d-6e6f292fbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:38.491292 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-9132c7ec-af94-46cb-906d-6e6f292fbdc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408611 Dec 17 16:36:38.912603 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-5e9289c8-e228-4f43-8584-893e2f46f4eb service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094458 Dec 17 16:36:38.920369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4696776-8ed4-4708-b731-863ff8e492a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:39.013479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6b690d67-9d3e-486b-be3a-986aee102bbd req-7133c943-0364-49de-b000-04c08572bead service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884483 Dec 17 16:36:39.129942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ef85-3366-4117-873a-09dd39d410dc req-93ca6bc0-58cf-4a5d-adc4-a7955b155719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:39.131746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faa3ef85-3366-4117-873a-09dd39d410dc req-93ca6bc0-58cf-4a5d-adc4-a7955b155719 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1096 time: 0.0567379 Dec 17 16:36:39.257695 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf92d30-e368-43c7-bea1-b52b402dd246 req-7e3dae18-068a-4aed-9a36-ee31d3f5b0bb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:39.259205 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf92d30-e368-43c7-bea1-b52b402dd246 req-7e3dae18-068a-4aed-9a36-ee31d3f5b0bb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0797436 Dec 17 16:36:39.260645 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ef85-3366-4117-873a-09dd39d410dc req-4f39e149-c751-4308-b8e7-68677697aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:39.261949 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faa3ef85-3366-4117-873a-09dd39d410dc req-4f39e149-c751-4308-b8e7-68677697aa15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1237338 Dec 17 16:36:39.313937 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faa3ef85-3366-4117-873a-09dd39d410dc req-d91fa6a5-79ef-4d27-988a-43de384f469c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 217 time: 0.0406511 Dec 17 16:36:39.364794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-acf92d30-e368-43c7-bea1-b52b402dd246 req-8fc5bede-f117-47c8-9254-9c317d386489 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975859 Dec 17 16:36:39.379055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ef85-3366-4117-873a-09dd39d410dc req-f08cf761-5bca-44da-b009-939b053a59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:39.380525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faa3ef85-3366-4117-873a-09dd39d410dc req-f08cf761-5bca-44da-b009-939b053a59c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0565405 Dec 17 16:36:39.435725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ef85-3366-4117-873a-09dd39d410dc req-b1dff09d-1712-4e0e-af3e-d89fa97d1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:39.437320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faa3ef85-3366-4117-873a-09dd39d410dc req-b1dff09d-1712-4e0e-af3e-d89fa97d1aed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490026 Dec 17 16:36:39.539664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faa3ef85-3366-4117-873a-09dd39d410dc req-f65321e2-bef4-4574-90fc-a8dad32cca9e service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943882 Dec 17 16:36:39.641590 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-faa3ef85-3366-4117-873a-09dd39d410dc req-00fbb7a6-d787-4ead-98da-b763bbc04ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900838 Dec 17 16:36:40.150885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:40.504488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65b6a-ce0d-460b-9621-56f5e4348708 req-edeabc63-c3f3-4253-96e5-4b81107365fd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:40.505957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b65b6a-ce0d-460b-9621-56f5e4348708 req-edeabc63-c3f3-4253-96e5-4b81107365fd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0611122 Dec 17 16:36:40.558157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79b65b6a-ce0d-460b-9621-56f5e4348708 req-a0db0e1a-a447-405a-9d4a-2cd7ea2d5beb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 Dec 17 16:36:41.229910 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:41.310072 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:41.682417 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a223ef-bf6b-4dc1-9d37-848520a596e1 req-313364d0-472d-4dca-875e-081e67ded6ed tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:41.683928 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48a223ef-bf6b-4dc1-9d37-848520a596e1 req-313364d0-472d-4dca-875e-081e67ded6ed tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0528474 Dec 17 16:36:41.735020 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48a223ef-bf6b-4dc1-9d37-848520a596e1 req-495c0c1a-d8d0-45fd-b12f-c28dccbb7514 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Dec 17 16:36:42.144762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:42.870399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e12c33-efd5-47b8-a38c-b8c33ec3b2b2 req-8d5fa2a4-7b45-404b-beda-ce0f5f3aad4e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:42.871782 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e12c33-efd5-47b8-a38c-b8c33ec3b2b2 req-8d5fa2a4-7b45-404b-beda-ce0f5f3aad4e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0512028 Dec 17 16:36:42.921504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-20e12c33-efd5-47b8-a38c-b8c33ec3b2b2 req-c0cd3076-c94e-4737-a2e1-569a9503258e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Dec 17 16:36:43.019687 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:36:43.126942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:43.139375 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'mac_address': 'fa:16:3e:05:19:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:36:43.180309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:43.195278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa818fa5-7ed4-4656-b8d7-e457f41f4b33 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:36:43.215673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:43.220941 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:43.268842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:43.488033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['aa818fa5-7ed4-4656-b8d7-e457f41f4b33'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:36:44.061521 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fc794-df38-4e65-ade2-f0468a8e437c req-74f71e1a-9272-4e86-b196-97acb727893b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:44.063041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-145fc794-df38-4e65-ade2-f0468a8e437c req-74f71e1a-9272-4e86-b196-97acb727893b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 945 time: 0.0627103 Dec 17 16:36:44.116473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-145fc794-df38-4e65-ade2-f0468a8e437c req-e9751655-f41f-4334-9aaf-9513ad622cbb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Dec 17 16:36:45.038881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:36:45.101897 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:36:45.106420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:36:45.106791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:45.186442 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:45.213839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:45.216270 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e9ccf9-db33-4aea-938a-f749af69e013" -d '{"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-plugged", "status": "completed", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:45.229466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:45.234088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:45.239470 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0320a-474b-4c45-8c63-c67be82545fa req-37a5690a-6b35-4c98-a694-7a17fc6bb2e7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:45.242462 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55f0320a-474b-4c45-8c63-c67be82545fa req-37a5690a-6b35-4c98-a694-7a17fc6bb2e7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 945 time: 0.0562685 Dec 17 16:36:45.287081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:45.294598 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55f0320a-474b-4c45-8c63-c67be82545fa req-a6274123-4a3d-490a-bd3a-2b233f57fac1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446944 Dec 17 16:36:45.330526 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaef019f-1e8e-4422-8ccc-1d45d6428af6 x-openstack-request-id: req-eaef019f-1e8e-4422-8ccc-1d45d6428af6 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:45.330838 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-plugged", "status": "completed", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:45.331087 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eaef019f-1e8e-4422-8ccc-1d45d6428af6 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:45.331494 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'code': 200} Dec 17 16:36:45.443081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d192-cd27-4f26-b2d7-4b9c504fefa4 req-1dd48893-6f80-44ac-9fe6-8e51a7550024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:45.444611 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b43d192-cd27-4f26-b2d7-4b9c504fefa4 req-1dd48893-6f80-44ac-9fe6-8e51a7550024 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1098 time: 0.0453486 Dec 17 16:36:45.497394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b43d192-cd27-4f26-b2d7-4b9c504fefa4 req-b1510eae-ab2c-472a-989f-eead5d56d1cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391753 Dec 17 16:36:45.832275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:46.429983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0c672-2571-427d-b126-b089ee8b22b3 req-9477ff52-1fb8-4d56-8278-ef64189aa346 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:46.431685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15c0c672-2571-427d-b126-b089ee8b22b3 req-9477ff52-1fb8-4d56-8278-ef64189aa346 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0528321 Dec 17 16:36:46.484317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-15c0c672-2571-427d-b126-b089ee8b22b3 req-8b3f067f-c96a-47ed-af91-2a9db2f9efb0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Dec 17 16:36:47.626265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ec2aa-a029-4c8d-99cc-c43d1fb4fd42 req-4e29e1e3-96aa-4aa3-bb5e-062f7963c788 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:47.627765 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a6ec2aa-a029-4c8d-99cc-c43d1fb4fd42 req-4e29e1e3-96aa-4aa3-bb5e-062f7963c788 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0526643 Dec 17 16:36:47.678824 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a6ec2aa-a029-4c8d-99cc-c43d1fb4fd42 req-954cc372-c5db-4810-abcd-0347a10ae4c7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441964 Dec 17 16:36:47.807234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b3590-908a-4a92-80b2-b41723284732 req-cf613e5f-5311-4806-ae34-30449305181e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:47.808747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-750b3590-908a-4a92-80b2-b41723284732 req-cf613e5f-5311-4806-ae34-30449305181e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0612943 Dec 17 16:36:47.817565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37184) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:36:47.821950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'floatingip': {'port_id': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:36:47.860005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:48.314444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:48.320877 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:48.427719 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 associated. External IP: 172.25.0.32, port: aa818fa5-7ed4-4656-b8d7-e457f41f4b33. Dec 17 16:36:48.638439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:36:48.747233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:36:48.752367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:36:48.757943 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d23483-3839-4956-8562-e14974774d95 None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:36:48.772355 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:36:48.772966 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:36:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:48.779328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c37f6018-9f3c-43b3-9c12-71436ec7b53b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "PUT /v2.0/floatingips/ea78d944-7f3d-49f2-abc6-d65798ed0818 HTTP/1.1" status: 200 len: 991 time: 0.9607003 Dec 17 16:36:48.780025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:48.782291 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4851b1-b8a5-4c8e-be3a-cc805981485d" -d '{"events": [{"name": "network-changed", "server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:48.820092 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda43c82-3614-4379-82f7-9b419ceb88a1 x-openstack-request-id: req-dda43c82-3614-4379-82f7-9b419ceb88a1 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:48.820687 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:48.820687 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dda43c82-3614-4379-82f7-9b419ceb88a1 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:48.821034 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'status': 'completed', 'code': 200} Dec 17 16:36:48.878011 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:36:48.888434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-3361c1b6-cb79-44bc-b59b-678db75517f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:48.889978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-3361c1b6-cb79-44bc-b59b-678db75517f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1098 time: 0.0445249 Dec 17 16:36:48.980045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-e9143bbb-183e-41b7-9aa0-43f4cb8e4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:48.981527 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-e9143bbb-183e-41b7-9aa0-43f4cb8e4b29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0837693 Dec 17 16:36:49.051171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-f20e0b85-9c2f-4773-9e6d-0888b11d0cf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 999 time: 0.0623820 Dec 17 16:36:49.101059 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-ecc7cb1f-32e9-4474-96bb-e321cad2e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:49.102604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-ecc7cb1f-32e9-4474-96bb-e321cad2e972 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0437236 Dec 17 16:36:49.106830 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:05:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:36:48Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:49.133193 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d23483-3839-4956-8562-e14974774d95 None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:36:49.141787 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:36:49.142398 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:36:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:49.150995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-f79f43a8-5967-4f50-a8b0-ce32b2810832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:49.152554 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-f79f43a8-5967-4f50-a8b0-ce32b2810832 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434372 Dec 17 16:36:49.247111 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-1152bb01-3b88-495a-a745-2c937c583870 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872893 Dec 17 16:36:49.249049 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:36:49.336715 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac4851b1-b8a5-4c8e-be3a-cc805981485d req-b24048c4-dd44-4eed-8e24-7e40b8dd2e43 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829530 Dec 17 16:36:49.473639 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-58d23483-3839-4956-8562-e14974774d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:05:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:36:48Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:36:49.500293 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d23483-3839-4956-8562-e14974774d95 None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:05:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:36:48Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:36:49.690976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e26bf0-ed52-4be8-9758-24731a74e621 None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:37:06.527377 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2943adba-ddb1-4f9c-b14c-1ef2c2ee26d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:08.925553 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58081184-e048-4667-97ea-039901ae29a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:09.242600 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-750374fe-a4ee-4a0e-936a-29be96ffa85e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416949 Dec 17 16:37:09.338730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03590078-568d-4950-a520-0287836b34b0 req-299cf696-7612-4cf9-84b8-b28cf2ef047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:09.340335 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-299cf696-7612-4cf9-84b8-b28cf2ef047e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1098 time: 0.0494714 Dec 17 16:37:09.454980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03590078-568d-4950-a520-0287836b34b0 req-49142dc7-3fc1-4b7e-a00d-191b23c909da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:09.456555 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-49142dc7-3fc1-4b7e-a00d-191b23c909da service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0893271 Dec 17 16:37:09.533623 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-cc21b9fb-38ce-4ab3-ba74-e8d6d3c12443 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 1001 time: 0.0667949 Dec 17 16:37:09.587013 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03590078-568d-4950-a520-0287836b34b0 req-06438c2d-b41f-4ef9-9a14-13ea8e5ff937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:09.588566 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-06438c2d-b41f-4ef9-9a14-13ea8e5ff937 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0461175 Dec 17 16:37:09.640325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03590078-568d-4950-a520-0287836b34b0 req-f237ec2a-d35d-4e8e-a868-05fb508c17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:09.641911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-f237ec2a-d35d-4e8e-a868-05fb508c17ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456321 Dec 17 16:37:09.740614 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-ff4d8aef-bc32-49e3-a0be-7bc4410bd78b service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911777 Dec 17 16:37:09.837009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-03590078-568d-4950-a520-0287836b34b0 req-1d0df3d5-2d88-4856-b8a9-b006728260c3 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866408 Dec 17 16:37:10.160789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:11.222666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:11.317500 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:12.145008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:14.794425 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:37:15.831320 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:36.530451 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57d6a034-1812-4a1c-8053-aad2d1dd9716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:38.924667 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-77e55fdd-06ab-4b22-8ba0-a2ec485340a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:40.154918 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:41.222198 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:41.317149 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:42.149222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:45.829524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:37:51.784867 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:38:06.529340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-792bd2f1-a7d1-42a4-9feb-d9dfda2c3d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:08.928372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7300a59f-745d-4d4f-9054-cfac77132bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:10.156774 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:11.217955 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:11.253194 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-c6b1787a-fefc-420b-bcfd-462e71fd2ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424223 Dec 17 16:38:11.321843 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:11.353657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-5ff601b8-ccab-42ff-bdbb-198f34ce3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:11.355185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-5ff601b8-ccab-42ff-bdbb-198f34ce3441 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1098 time: 0.0460322 Dec 17 16:38:11.481633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-43b017ec-081a-42a1-be7c-60157fe8a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:11.483310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-43b017ec-081a-42a1-be7c-60157fe8a17b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0971906 Dec 17 16:38:11.565861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-0ee59f03-3ff8-478e-96d9-a83bb24730a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 1001 time: 0.0710707 Dec 17 16:38:11.621369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-a14e0fb0-73cd-4a03-9610-d8a1aea45582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:11.622862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-a14e0fb0-73cd-4a03-9610-d8a1aea45582 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0488381 Dec 17 16:38:11.673895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-683e6fa1-8926-443c-9ece-330e83ddef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:11.675450 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-683e6fa1-8926-443c-9ece-330e83ddef73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416157 Dec 17 16:38:11.772471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-241c1b04-f303-4300-b434-3c9d9a16bd56 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858464 Dec 17 16:38:11.865496 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3823cb8f-64cb-44d9-aac5-9feaef7cf0f6 req-67f5166b-3bf2-4fa2-87fc-40dd994d64ef service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814552 Dec 17 16:38:12.160776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:15.840309 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:28.269308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f2aa-1fb3-451f-bd0c-b202396152d3 req-f2f7e626-cd18-4f26-9b1f-a036b4819237 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:28.270919 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e970f2aa-1fb3-451f-bd0c-b202396152d3 req-f2f7e626-cd18-4f26-9b1f-a036b4819237 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0526469 Dec 17 16:38:28.324402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e970f2aa-1fb3-451f-bd0c-b202396152d3 req-cde1a30f-2b13-499e-a1fa-4430c112ffdb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469844 Dec 17 16:38:28.787602 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:38:29.457442 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317a3e6-cd2e-4ed1-88a0-1378ce004953 req-02c7897b-c246-4690-8462-a8b684dd873c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:29.458932 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e317a3e6-cd2e-4ed1-88a0-1378ce004953 req-02c7897b-c246-4690-8462-a8b684dd873c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0552557 Dec 17 16:38:29.507457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e317a3e6-cd2e-4ed1-88a0-1378ce004953 req-e00de3da-b5e7-4005-a831-bace728fa1d1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 Dec 17 16:38:30.630266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa36e2-1867-4739-9d12-3040f4af1b97 req-1540bdba-7f56-45ad-9a0d-241edc393797 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:30.631856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2fa36e2-1867-4739-9d12-3040f4af1b97 req-1540bdba-7f56-45ad-9a0d-241edc393797 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0508149 Dec 17 16:38:30.679620 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b2fa36e2-1867-4739-9d12-3040f4af1b97 req-1a7981de-53ce-4396-9beb-bb8aa4dc8277 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Dec 17 16:38:31.806741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452bd50-e7f7-43de-acdb-b9d6412f3d2a req-0657967e-0ae0-4ce5-8d79-412d9a8c41a5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:31.808240 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2452bd50-e7f7-43de-acdb-b9d6412f3d2a req-0657967e-0ae0-4ce5-8d79-412d9a8c41a5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0569808 Dec 17 16:38:31.855558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2452bd50-e7f7-43de-acdb-b9d6412f3d2a req-f7952736-0954-4849-8602-8b020d0fb796 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412946 Dec 17 16:38:32.993225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a0049-b6cb-4a53-ab3c-6eb5e402b2b4 req-88300a7e-ca6d-4970-a597-8a71da38a8fb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:32.994711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e7a0049-b6cb-4a53-ab3c-6eb5e402b2b4 req-88300a7e-ca6d-4970-a597-8a71da38a8fb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0568085 Dec 17 16:38:33.054829 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1e7a0049-b6cb-4a53-ab3c-6eb5e402b2b4 req-3df96fd0-f51b-4e86-ab15-14010e11edef tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509858 Dec 17 16:38:34.193476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048376a0-c059-4dc8-b819-f2c385398003 req-fe9597ea-d842-415d-a670-559401d701c9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:34.194956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-048376a0-c059-4dc8-b819-f2c385398003 req-fe9597ea-d842-415d-a670-559401d701c9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0597911 Dec 17 16:38:34.244898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-048376a0-c059-4dc8-b819-f2c385398003 req-91987478-5d79-45ce-a313-fcc0eae405a0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Dec 17 16:38:35.382256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e438de-5940-4ce9-9b7f-aa46d21aafa1 req-b4a42a98-64cf-4dcc-87ce-7a3f1ff1d39b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:35.383779 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-56e438de-5940-4ce9-9b7f-aa46d21aafa1 req-b4a42a98-64cf-4dcc-87ce-7a3f1ff1d39b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0541191 Dec 17 16:38:35.431291 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-56e438de-5940-4ce9-9b7f-aa46d21aafa1 req-1a204481-6597-4951-9165-cc03031a6d46 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Dec 17 16:38:36.523598 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eb95d372-d5fc-4d7e-921d-c45f171caa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:36.554770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bb9a0-f426-45b5-bca3-dd275c3bd2e3 req-5421215a-46e1-48bd-896c-551c7292468e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:36.556311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-572bb9a0-f426-45b5-bca3-dd275c3bd2e3 req-5421215a-46e1-48bd-896c-551c7292468e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0495052 Dec 17 16:38:36.609441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-572bb9a0-f426-45b5-bca3-dd275c3bd2e3 req-43973a1d-e750-4c2a-9e23-1bcd51fb8804 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470204 Dec 17 16:38:37.734607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8fe03-ab58-4123-8f53-3969588865c9 req-529f391f-9a77-4341-bbc1-8bdde1e5efec tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:37.736156 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8bd8fe03-ab58-4123-8f53-3969588865c9 req-529f391f-9a77-4341-bbc1-8bdde1e5efec tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0557675 Dec 17 16:38:37.801173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8bd8fe03-ab58-4123-8f53-3969588865c9 req-03430fb8-bca4-4231-8b78-959e30481d72 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580289 Dec 17 16:38:38.921288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-74483b03-222e-4b08-9c8a-c9daa62b5e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:38.935907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e07831-4858-4f50-ad58-942e28db4ef2 req-f85de797-7abf-423e-afc3-f943722aa8ec tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:38.937401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5e07831-4858-4f50-ad58-942e28db4ef2 req-f85de797-7abf-423e-afc3-f943722aa8ec tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0500698 Dec 17 16:38:38.990504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c5e07831-4858-4f50-ad58-942e28db4ef2 req-d9e7a369-8a45-45b4-a024-3c93689715ab tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467184 Dec 17 16:38:39.236878 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd8a2-04b8-4257-a00a-25791eb80975 req-e996599d-de31-4c05-b827-265e6b2f6ce9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:39.238559 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7f9bd8a2-04b8-4257-a00a-25791eb80975 req-e996599d-de31-4c05-b827-265e6b2f6ce9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0493026 Dec 17 16:38:39.307517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-79ded32c-f829-48ee-b983-febb0c9707b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1254952 Dec 17 16:38:39.311165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7f9bd8a2-04b8-4257-a00a-25791eb80975 req-9af58304-c70b-4f01-887b-a845be79a3f5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633149 Dec 17 16:38:40.165761 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:40.439686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad80a2-8068-4743-a022-e65ed2cd599b req-f5d56fa0-3b16-4147-8529-350e63d0b1f6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:40.441118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4ad80a2-8068-4743-a022-e65ed2cd599b req-f5d56fa0-3b16-4147-8529-350e63d0b1f6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0519691 Dec 17 16:38:40.495763 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4ad80a2-8068-4743-a022-e65ed2cd599b req-d78fe1d6-e1f1-4c38-9919-ee112dfec1e0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451171 Dec 17 16:38:41.220504 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:41.333751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:41.632840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363011cc-4727-49a5-891c-b20993e50b16 req-074d96a9-98a4-443c-b506-1407c7fc1ee6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:41.634315 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-363011cc-4727-49a5-891c-b20993e50b16 req-074d96a9-98a4-443c-b506-1407c7fc1ee6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0584118 Dec 17 16:38:42.024267 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-363011cc-4727-49a5-891c-b20993e50b16 req-9941f6bf-51a5-42ad-9996-44d5810fd669 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809750 Dec 17 16:38:42.154544 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:43.162510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8cbcf-69d5-4073-bc40-87ff42d08d88 req-9896d348-5541-4fd4-a629-89db017f9141 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:43.164051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2f8cbcf-69d5-4073-bc40-87ff42d08d88 req-9896d348-5541-4fd4-a629-89db017f9141 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0573685 Dec 17 16:38:43.214439 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f2f8cbcf-69d5-4073-bc40-87ff42d08d88 req-a023ba5f-99bb-44af-bee5-179bc141336d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Dec 17 16:38:44.346135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8889c49-1642-4658-9832-9b670e096b92 req-571c72ed-9913-44fc-a7d3-dbd28480b28a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:44.347604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8889c49-1642-4658-9832-9b670e096b92 req-571c72ed-9913-44fc-a7d3-dbd28480b28a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0508487 Dec 17 16:38:44.398043 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a8889c49-1642-4658-9832-9b670e096b92 req-9dda1de1-1e7b-440a-8e5d-05f0f1618110 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413227 Dec 17 16:38:44.558318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-a4efcf48-0c54-4468-a131-75535d6aa6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:44.559866 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-a4efcf48-0c54-4468-a131-75535d6aa6ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1098 time: 0.0423961 Dec 17 16:38:44.670836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-060b9654-b01c-4a06-b882-b69b3614ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:44.672370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-060b9654-b01c-4a06-b882-b69b3614ff0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1031952 Dec 17 16:38:44.744030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-1522ecd8-8c5d-4f6b-a89b-f55bbc9148fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 1001 time: 0.0595012 Dec 17 16:38:44.802926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-fc70edc9-8b7f-4911-816c-20dd958665aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:44.804461 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-fc70edc9-8b7f-4911-816c-20dd958665aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0501318 Dec 17 16:38:44.861578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-9191aa28-582a-4a99-9dda-f869448eeaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:44.863730 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-9191aa28-582a-4a99-9dda-f869448eeaae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475214 Dec 17 16:38:44.959955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-c8723a38-bafb-43fa-8dfe-382e02df0949 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830264 Dec 17 16:38:45.059092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-049b68ce-e13c-4735-a877-54da849ec2b3 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882809 Dec 17 16:38:45.539635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addfb2f-7e02-4c8b-8b95-721c60fe83d3 req-5cfb476f-9039-4b5d-b131-2ba80cf8ec7f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:45.541174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9addfb2f-7e02-4c8b-8b95-721c60fe83d3 req-5cfb476f-9039-4b5d-b131-2ba80cf8ec7f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0594079 Dec 17 16:38:45.588735 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9addfb2f-7e02-4c8b-8b95-721c60fe83d3 req-97758758-19aa-4af8-bd62-7f20f6cf1919 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Dec 17 16:38:45.838556 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:46.707466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7a801-30e3-482f-8bf1-448b52f5ce5b req-24c7265d-93b1-4f1b-af9a-feab5def7280 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:46.709024 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b7a801-30e3-482f-8bf1-448b52f5ce5b req-24c7265d-93b1-4f1b-af9a-feab5def7280 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0506682 Dec 17 16:38:46.764213 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7b7a801-30e3-482f-8bf1-448b52f5ce5b req-2e939d44-fe95-470e-a2cc-7ab6c4433aa9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467796 Dec 17 16:38:47.190244 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-562de5ba-fa2e-4eae-8523-8ffadf079459 service neutron] show failed (client error): The resource could not be found. Dec 17 16:38:47.192062 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-562de5ba-fa2e-4eae-8523-8ffadf079459 service neutron] 10.222.0.47 "GET /v2.0/ports/aa818fa5-7ed4-4656-b8d7-e457f41f4b33/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0664012 Dec 17 16:38:47.482992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-b9876af1-2983-4d38-b658-f79af591eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:47.484553 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-b9876af1-2983-4d38-b658-f79af591eb2f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 1098 time: 0.0968874 Dec 17 16:38:47.497033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:38:47.550856 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:47.771022 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:38:47.812119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:38:47.851846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:38:47.854763 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db072910-4436-4cf5-9d1d-d5aad2227c8b" -d '{"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-unplugged", "status": "completed", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:38:47.859129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:47.876456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Transition to ACTIVE for port object aa818fa5-7ed4-4656-b8d7-e457f41f4b33 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:38:47.882412 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:47.903191 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd26ab-384c-49a5-8a61-476dd633ce4b req-71e3a6d5-0e1b-41fe-8260-38d1540c2fcc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:47.904854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ebdd26ab-384c-49a5-8a61-476dd633ce4b req-71e3a6d5-0e1b-41fe-8260-38d1540c2fcc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0594347 Dec 17 16:38:47.910377 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbda8dd0-f0dd-4ab4-86f5-90defde6ae0b x-openstack-request-id: req-dbda8dd0-f0dd-4ab4-86f5-90defde6ae0b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:38:47.910533 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-unplugged", "status": "completed", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:38:47.910789 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbda8dd0-f0dd-4ab4-86f5-90defde6ae0b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:38:47.911183 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'code': 200} Dec 17 16:38:47.961724 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ebdd26ab-384c-49a5-8a61-476dd633ce4b req-c5c3c8b0-e980-403f-b98c-d15a221f834e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492218 Dec 17 16:38:47.977319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:38:47.986684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.987036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.987393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.987735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.988107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.988458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.988772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.989100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.989427 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.989753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.990079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.990422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:47.990724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:48.035364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] No DVR routers for this DVR port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:38:48.172245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:38:48.172536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:38:48.172897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:38:48.177515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:38:48.177841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Attempting to bind port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:38:48.183436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:38:48.183781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:38:48.184196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:38:48.184624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Bound port: aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:38:48.184981 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:48.258720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:38:48.263007 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:38:48.267736 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:48.301847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:48.302481 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:48.304133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] 10.222.0.49 "PUT /v2.0/ports/aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 1093 time: 0.8113475 Dec 17 16:38:48.328200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0f30c-293d-4b38-94b2-e7a723417663 service neutron] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:38:48.379718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-002ed9d7-dacd-468d-9249-c2238a343839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:48.381330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-002ed9d7-dacd-468d-9249-c2238a343839 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1096 time: 0.0487494 Dec 17 16:38:48.475114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-b36e71d9-247e-40c5-a749-6d53cd119bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:48.476690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-b36e71d9-247e-40c5-a749-6d53cd119bb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0880923 Dec 17 16:38:48.552700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-907d1c8c-fac9-4e3c-b4c0-739dcc7d8fa0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 999 time: 0.0688839 Dec 17 16:38:48.604167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-9ceaafa5-cb6a-44ee-882b-714d7c6a334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:48.605652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-9ceaafa5-cb6a-44ee-882b-714d7c6a334e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0455594 Dec 17 16:38:48.654870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-72426fdb-a5bd-46b0-9c59-280334dd8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:48.656409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-72426fdb-a5bd-46b0-9c59-280334dd8535 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436783 Dec 17 16:38:48.752610 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-3ba28b1a-1b5e-499a-a5ba-59f54d8b2782 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888214 Dec 17 16:38:48.855345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-766a1e69-89fe-4831-8ad1-4dc19c8c1dfc req-4a1ba9de-e34e-4330-bb69-1deb5052baff service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938447 Dec 17 16:38:49.090326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823d632-add7-4fb5-88f7-e9cc93ea62f2 req-1c038cee-5d43-47df-9881-5959249fc7f3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:49.091914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5823d632-add7-4fb5-88f7-e9cc93ea62f2 req-1c038cee-5d43-47df-9881-5959249fc7f3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0530899 Dec 17 16:38:49.142504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5823d632-add7-4fb5-88f7-e9cc93ea62f2 req-6bfc7872-7843-4cd0-9f77-4a841662792e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Dec 17 16:38:49.912724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:38:49.916904 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe8425-f279-4b49-92dc-b3859827012f" -d '{"events": [{"name": "network-changed", "server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:38:49.979445 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0243e001-e54a-4900-89b8-050dbf9b31c4 x-openstack-request-id: req-0243e001-e54a-4900-89b8-050dbf9b31c4 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:38:49.979743 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:38:49.980018 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0243e001-e54a-4900-89b8-050dbf9b31c4 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:38:49.980452 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'status': 'completed', 'code': 200} Dec 17 16:38:50.055652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-07ca57c9-070a-4b63-b3e5-6148779f1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.057565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-07ca57c9-070a-4b63-b3e5-6148779f1f75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1096 time: 0.0503182 Dec 17 16:38:50.057770 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-5651da15-d898-4cae-ad99-8d2485c61316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.059164 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-5651da15-d898-4cae-ad99-8d2485c61316 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1096 time: 0.0503223 Dec 17 16:38:50.154170 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-aaa4438f-ffa3-4cf8-a2f4-e8f4b0a7fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.155703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-aaa4438f-ffa3-4cf8-a2f4-e8f4b0a7fe1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0908666 Dec 17 16:38:50.159134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-09645380-f5ce-43e9-b208-c6427932fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.160655 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-09645380-f5ce-43e9-b208-c6427932fdf5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0906360 Dec 17 16:38:50.232265 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-c54ba758-9dc6-40d4-830c-c31a8de05def service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 999 time: 0.0597663 Dec 17 16:38:50.255056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-87af8bb8-1c66-4ef2-a28a-d7b99afadd42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 999 time: 0.0924177 Dec 17 16:38:50.285998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-663d7e45-bd32-43d2-b0a3-2b72cb1d1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.287482 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-663d7e45-bd32-43d2-b0a3-2b72cb1d1ad1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0449693 Dec 17 16:38:50.301339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c107f8-bda8-4841-b2ca-9b83289ea6fd req-54b8e1c9-4dcc-449b-b1d6-71b022d0d9d2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.302815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4c107f8-bda8-4841-b2ca-9b83289ea6fd req-54b8e1c9-4dcc-449b-b1d6-71b022d0d9d2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0862150 Dec 17 16:38:50.332978 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-a63fb702-997e-48ec-bf1f-31f0d94d73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.334484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-a63fb702-997e-48ec-bf1f-31f0d94d73bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0708437 Dec 17 16:38:50.342625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-fa544e5b-d253-4fe5-b687-045f66383aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.344307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-fa544e5b-d253-4fe5-b687-045f66383aed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456660 Dec 17 16:38:50.390031 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4c107f8-bda8-4841-b2ca-9b83289ea6fd req-491b6bf0-8bb2-4698-a3dd-80d41f164e85 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788343 Dec 17 16:38:50.404254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8425-f279-4b49-92dc-b3859827012f req-53eb5619-91c2-41e6-b650-54ebe8656d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.417926 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-53eb5619-91c2-41e6-b650-54ebe8656d0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601103 Dec 17 16:38:50.447762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-d523cdfe-47e1-4241-bd71-65c8bf1929bf service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911462 Dec 17 16:38:50.503852 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-7d431d01-703b-45fb-bb81-1596c10fdf15 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890827 Dec 17 16:38:50.558074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-37f36efc-5dd0-4a56-938e-d70366502120 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990813 Dec 17 16:38:50.634836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a62d7-248e-4e14-8a7b-6a5112163660 req-6d75f96e-b7be-4e42-8af0-8d2bcb6f3ab5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.636376 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-038a62d7-248e-4e14-8a7b-6a5112163660 req-6d75f96e-b7be-4e42-8af0-8d2bcb6f3ab5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0772290 Dec 17 16:38:50.642111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0fe8425-f279-4b49-92dc-b3859827012f req-7844d339-8685-4913-9f1b-8133722310a5 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331084 Dec 17 16:38:50.642446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-e3c85271-0523-46d0-b58b-9538e9598b20 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.643992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-e3c85271-0523-46d0-b58b-9538e9598b20 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732&tenant_id=ac8f38353dc94d0486d9efc7e10469d6&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 944 time: 0.0528526 Dec 17 16:38:50.689060 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-038a62d7-248e-4e14-8a7b-6a5112163660 req-9cbf5d9f-fbfc-4742-bdd1-a43c25d93a38 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Dec 17 16:38:50.711043 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-4f268c11-cc56-4b25-bb52-3222e685499a service neutron] delete failed (client error): The resource could not be found. Dec 17 16:38:50.712107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-4f268c11-cc56-4b25-bb52-3222e685499a service neutron] 10.222.0.47 "DELETE /v2.0/ports/aa818fa5-7ed4-4656-b8d7-e457f41f4b33/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0554929 Dec 17 16:38:50.808418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-e3a49a1d-b76b-4e3e-9b3c-bc6e530f9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.810243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-e3a49a1d-b76b-4e3e-9b3c-bc6e530f9bd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1096 time: 0.0430977 Dec 17 16:38:50.913659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-35fafe23-1647-495c-b64a-bc54d8ee902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:50.915207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-35fafe23-1647-495c-b64a-bc54d8ee902f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0941501 Dec 17 16:38:50.983124 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-49073495-30a8-402e-9093-5c58676cbedd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 999 time: 0.0572031 Dec 17 16:38:51.040815 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-2a254522-d470-4a66-9495-119f9b1a932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:51.042259 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-2a254522-d470-4a66-9495-119f9b1a932c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0482459 Dec 17 16:38:51.094589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-8f2a4c6f-6ba4-4f13-8950-c019f949e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:51.096057 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-8f2a4c6f-6ba4-4f13-8950-c019f949e819 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414557 Dec 17 16:38:51.191003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-5016a2d7-c500-4fc6-948f-670852f08d4d service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Dec 17 16:38:51.287703 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7baa658f-df9a-4b47-8cab-1d683da7dcaa req-a383c6ab-df1f-4f91-a59f-f27b7fd08cf0 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846720 Dec 17 16:38:51.639636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:38:51.678940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:38:51.823856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd614c7-a730-4b86-a1af-d09448963b91 req-2e99977c-021c-40f0-9bb4-7e47e0bee868 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:51.825444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0bd614c7-a730-4b86-a1af-d09448963b91 req-2e99977c-021c-40f0-9bb4-7e47e0bee868 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0536845 Dec 17 16:38:51.878152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0bd614c7-a730-4b86-a1af-d09448963b91 req-e053f7dd-7c1e-4d85-a459-9e42e83a947e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464780 Dec 17 16:38:51.995124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad865-4531-4548-879b-c721e8ffea88 req-7591d206-c70d-4dfb-a4ef-913cf59f3430 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:51.997701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ffad865-4531-4548-879b-c721e8ffea88 req-7591d206-c70d-4dfb-a4ef-913cf59f3430 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0496848 Dec 17 16:38:52.055355 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ffad865-4531-4548-879b-c721e8ffea88 req-b314b23b-e57b-498a-831f-bd4efb5c5855 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485954 Dec 17 16:38:52.122516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:38:52.222641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:38:52.235200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'mac_address': 'fa:16:3e:05:19:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:38:52.265818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ec20-1677-4862-819a-6a94b969d529 req-7381086e-69f4-48f0-8b04-d8c515fb0924 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:52.267374 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee22ec20-1677-4862-819a-6a94b969d529 req-7381086e-69f4-48f0-8b04-d8c515fb0924 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 944 time: 0.0516543 Dec 17 16:38:52.274286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:52.287765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa818fa5-7ed4-4656-b8d7-e457f41f4b33 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:38:52.307201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:38:52.311362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:52.347794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417da89d-d556-4800-a263-656589fa04cd req-864273c7-dbf5-4041-8fc5-a42d6b007912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:52.349635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-417da89d-d556-4800-a263-656589fa04cd req-864273c7-dbf5-4041-8fc5-a42d6b007912 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 1096 time: 0.0813370 Dec 17 16:38:52.357887 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ee22ec20-1677-4862-819a-6a94b969d529 req-ea397f2f-a790-4734-8846-d22008ee17b5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803583 Dec 17 16:38:52.366279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:38:52.374865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.375218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.375550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.375885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.376200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.376523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.376845 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.377163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.377486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.377826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.378138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.378423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.378766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:52.457510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417da89d-d556-4800-a263-656589fa04cd req-670e7874-fc54-419f-b7d4-3c8063ecb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:52.459019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-417da89d-d556-4800-a263-656589fa04cd req-670e7874-fc54-419f-b7d4-3c8063ecb3f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1002455 Dec 17 16:38:52.518134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['aa818fa5-7ed4-4656-b8d7-e457f41f4b33'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:38:52.526149 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-417da89d-d556-4800-a263-656589fa04cd req-75d91e56-bd8b-44c5-a859-876b6435dfc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 200 len: 1000 time: 0.0589719 Dec 17 16:38:52.583125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417da89d-d556-4800-a263-656589fa04cd req-f18a569c-b539-4419-8888-39d4d622b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:52.584736 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-417da89d-d556-4800-a263-656589fa04cd req-f18a569c-b539-4419-8888-39d4d622b691 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0511518 Dec 17 16:38:52.638249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417da89d-d556-4800-a263-656589fa04cd req-a642484a-2e8b-446e-8a0f-7b1c657a65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:52.639658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-417da89d-d556-4800-a263-656589fa04cd req-a642484a-2e8b-446e-8a0f-7b1c657a65a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466793 Dec 17 16:38:52.749217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-417da89d-d556-4800-a263-656589fa04cd req-b93fea0c-4aa3-46ac-9f70-b307d00cee0b service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017878 Dec 17 16:38:52.862332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-417da89d-d556-4800-a263-656589fa04cd req-ab73cb0e-344c-4cae-a348-9e69f24056b1 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054742 Dec 17 16:38:53.494935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054390e-99a9-42bb-8154-b571de6b7022 req-31aa700a-556b-4ae6-82ad-c6c8511489a8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:53.496507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3054390e-99a9-42bb-8154-b571de6b7022 req-31aa700a-556b-4ae6-82ad-c6c8511489a8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 945 time: 0.0627186 Dec 17 16:38:53.545225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3054390e-99a9-42bb-8154-b571de6b7022 req-a991c188-8ed4-40fd-9dd5-ada6e55c85fe tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Dec 17 16:38:53.791388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c20df8-305f-4076-9986-b978c1f545f4 req-ac8c3b58-879c-485d-9676-aa61f925f8b5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:53.793218 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99c20df8-305f-4076-9986-b978c1f545f4 req-ac8c3b58-879c-485d-9676-aa61f925f8b5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 945 time: 0.0529728 Dec 17 16:38:53.847007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99c20df8-305f-4076-9986-b978c1f545f4 req-9280bd69-6d24-4f94-bd80-9ccfc031b97f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Dec 17 16:38:54.155923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:38:54.226351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:38:54.230671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:38:54.231056 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:54.312296 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:54.338571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:38:54.341109 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0a1b1a-dcd9-48da-a1a4-5b55e4976cb4" -d '{"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-plugged", "status": "completed", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:38:54.353352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:38:54.358646 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:54.382252 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a9f2c7-0a0f-4fde-9b4e-9ae01b62f2b1 x-openstack-request-id: req-e2a9f2c7-0a0f-4fde-9b4e-9ae01b62f2b1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:38:54.382547 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-plugged", "status": "completed", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:38:54.382801 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2a9f2c7-0a0f-4fde-9b4e-9ae01b62f2b1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:38:54.383193 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'code': 200} Dec 17 16:38:54.409421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:38:54.978143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993d8b-dbe0-42d4-a24d-cc0c831826fd req-932e6009-bbf2-43f7-b947-01236e7502ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:54.979842 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca993d8b-dbe0-42d4-a24d-cc0c831826fd req-932e6009-bbf2-43f7-b947-01236e7502ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0524671 Dec 17 16:38:55.023750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-730e6f61-742a-42a3-b03f-cfc07a94cf25 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:55.025286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-730e6f61-742a-42a3-b03f-cfc07a94cf25 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 946 time: 0.0522759 Dec 17 16:38:55.032300 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ca993d8b-dbe0-42d4-a24d-cc0c831826fd req-21e41e5e-73e1-45df-9328-12a35fa9c899 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Dec 17 16:38:55.115144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Deleting port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:38:55.115475 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:55.207300 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] For port aa818fa5-7ed4-4656-b8d7-e457f41f4b33, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:38:55.207552 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:55.377010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:55.377345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:55.377677 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 disassociated. External IP: 172.25.0.32, port: aa818fa5-7ed4-4656-b8d7-e457f41f4b33. Dec 17 16:38:55.378018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Calling delete_port for aa818fa5-7ed4-4656-b8d7-e457f41f4b33 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:38:55.522015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:55.548754 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event deleted for resources: {'Port': ['ID=aa818fa5-7ed4-4656-b8d7-e457f41f4b33,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:38:55.667024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:38:55.782155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:38:55.795651 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:38:55.805991 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:38:55.806598 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:38:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:55.823357 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] No DVR routers for this DVR port aa818fa5-7ed4-4656-b8d7-e457f41f4b33 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:38:55.826081 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:38:55.829604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8a9071d6-c51d-42f6-b34a-958ef7006b70 req-26cb6fbf-9260-495a-918b-04e6baa15fe3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "DELETE /v2.0/ports/aa818fa5-7ed4-4656-b8d7-e457f41f4b33 HTTP/1.1" status: 204 len: 173 time: 0.7979891 Dec 17 16:38:55.830046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-deleted', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:38:55.832371 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a59a5-440b-488c-b4ab-ce08b879a367" -d '{"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-deleted", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:38:55.872853 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11368a4f-1d36-4345-8740-84c4c42218c5 x-openstack-request-id: req-11368a4f-1d36-4345-8740-84c4c42218c5 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:38:55.873155 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49139f1-8f27-4377-9140-09c2d07e7732", "name": "network-vif-deleted", "tag": "aa818fa5-7ed4-4656-b8d7-e457f41f4b33", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:38:55.873415 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11368a4f-1d36-4345-8740-84c4c42218c5 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:38:55.873825 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49139f1-8f27-4377-9140-09c2d07e7732', 'name': 'network-vif-deleted', 'tag': 'aa818fa5-7ed4-4656-b8d7-e457f41f4b33', 'status': 'completed', 'code': 200} Dec 17 16:38:55.923884 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:38:56.175550 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-677edc59-5498-4eb3-ac8e-ccef4e5390cd req-aea892a3-9a2f-41d4-9674-2f9a9cd00cba tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=f49139f1-8f27-4377-9140-09c2d07e7732 HTTP/1.1" status: 200 len: 210 time: 0.0522244 Dec 17 16:38:56.224331 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:56.252192 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:38:56.260668 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:38:56.261254 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:38:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:56.365827 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:38:56.568865 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:56.595830 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168f361-0c6e-47a1-be1e-1c723fe653f4 None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:38:56.818133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c1373-05a2-4c11-85c7-3d62ee92aaf4 None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:38:57.464513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-68644f9f-0ef5-4e81-9ee4-fdf252664100 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1100035709&fields=id&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 267 time: 0.0470192 Dec 17 16:38:57.580715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-dac5f4ad-0c3c-472c-87db-321a364a18b7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:57.582214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-dac5f4ad-0c3c-472c-87db-321a364a18b7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1078758 Dec 17 16:38:57.598947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-be8f0c17-8c0c-49e6-85af-6935d7901eff tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/quotas/ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 375 time: 0.0099826 Dec 17 16:38:57.652551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-fd3d8930-26d1-4449-9fd4-275f6455bb5f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476096 Dec 17 16:38:57.804164 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-2220eb6a-c345-407a-bdf6-c9bf2fb9112c service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380913 Dec 17 16:38:57.913957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-d588bfc6-d152-435d-9fd5-9ba7e2b6e51d service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029935 Dec 17 16:38:59.109158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7fb4a7c9-068c-416b-9514-3c873f58de90 req-130fefa0-7cf2-427f-a444-eb3a13598592 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 210 time: 0.0268059 Dec 17 16:39:00.170183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:39:00.170932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-905866b8-1152-4a0a-b966-084289577e43 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:00.172133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-905866b8-1152-4a0a-b966-084289577e43 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1096516 Dec 17 16:39:00.189995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: aa818fa5-7ed4-4656-b8d7-e457f41f4b33 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:39:00.190371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device aa818fa5-7ed4-4656-b8d7-e457f41f4b33 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:39:00.226224 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cb1299cd-f265-40d9-8ede-408c9913c982 req-6d0a685a-8751-4929-baf0-4946598a712f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 210 time: 0.0349624 Dec 17 16:39:00.240875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-1c3f5923-5de2-4762-8ccf-c80dfcc877ca tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 380 time: 0.0539870 Dec 17 16:39:00.252951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'port': {'device_id': '76cacfc0-4788-4016-bb9d-343d25290a11', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'admin_state_up': True, 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'security_groups': ['68b0470d-6715-42a1-9c80-ecf65a316025']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:39:00.375300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Made reservation on behalf of ac8f38353dc94d0486d9efc7e10469d6 for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:39:00.380922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:00.511125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Allocated IP 172.20.0.13 (a765121c-8183-43ee-a64a-cf34e81a37be/69acfed5-df99-4c55-a359-62e3fd10ad4e/b8db6c94-b129-4fc6-b1ef-93fe991f3479) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:39:00.657310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:00.695069 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:00.738640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Network a765121c-8183-43ee-a64a-cf34e81a37be is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:39:00.741711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:39:00.744606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:39:00.772095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:39:00.783756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.784252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.784554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.785025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.785385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.785744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.786082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.786397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.786714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.787172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.787407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.787669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.788016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:39:00.813036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:00.813663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:00.832731 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-4fd2e4ba-229f-4dba-b1f5-02596dcad423 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5834091 Dec 17 16:39:00.850638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Request body: {'port': {'device_id': '76cacfc0-4788-4016-bb9d-343d25290a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:39:00.910594 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:00.973550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c506628f-2362-4f55-b7d8-2f04ab069826 None None] Provisioning complete for port b8db6c94-b129-4fc6-b1ef-93fe991f3479 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:39:00.974035 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c506628f-2362-4f55-b7d8-2f04ab069826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:01.010830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c506628f-2362-4f55-b7d8-2f04ab069826 None None] Port b8db6c94-b129-4fc6-b1ef-93fe991f3479 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:39:01.468137 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b3788-3255-476f-831a-83a719bd6b8c req-25497fc5-0521-4be8-8254-3a5487f899a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:01.469522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d0b3788-3255-476f-831a-83a719bd6b8c req-25497fc5-0521-4be8-8254-3a5487f899a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 932 time: 0.0770576 Dec 17 16:39:01.559876 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d0b3788-3255-476f-831a-83a719bd6b8c req-fc9beb19-1ec4-4266-bc3e-de1a37f49dea tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842021 Dec 17 16:39:01.563455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8db6c94-b129-4fc6-b1ef-93fe991f3479 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:39:01.571117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:01.584312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Transition to ACTIVE for port object b8db6c94-b129-4fc6-b1ef-93fe991f3479 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:39:01.588653 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:01.637618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:39:01.709523 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:39:01.709855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:39:01.710188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:39:01.714810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:39:01.715148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:39:01.721489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:39:01.721754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:39:01.722138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:39:01.722574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Bound port: b8db6c94-b129-4fc6-b1ef-93fe991f3479, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:39:01.722933 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:01.791880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:39:01.795031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:39:01.800418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:01.838703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:01.839348 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:01.840976 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5890db38-9f63-4177-80a9-842006f851ff service neutron] 10.222.0.47 "PUT /v2.0/ports/b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1093 time: 0.9946241 Dec 17 16:39:01.841323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:39:01.843674 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa257e51-99e7-4f88-bac0-a9c2e02c0723" -d '{"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:39:01.865049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890db38-9f63-4177-80a9-842006f851ff service neutron] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:39:01.887681 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a8a9da-3b24-446a-b6c1-ffdf0d9069f5 x-openstack-request-id: req-f4a8a9da-3b24-446a-b6c1-ffdf0d9069f5 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:39:01.888627 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:39:01.888627 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4a8a9da-3b24-446a-b6c1-ffdf0d9069f5 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:39:01.888907 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'status': 'completed', 'code': 200} Dec 17 16:39:01.934540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-738951c1-83ad-43a1-9148-177496b3102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:01.936828 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-738951c1-83ad-43a1-9148-177496b3102c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1096 time: 0.0439663 Dec 17 16:39:01.991496 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-1aaa780a-70bf-4728-aa0c-10ddce64c721 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 217 time: 0.0385950 Dec 17 16:39:02.043680 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-d15d753f-123e-40fb-ac04-7c837616c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:02.045708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-d15d753f-123e-40fb-ac04-7c837616c764 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0448389 Dec 17 16:39:02.096201 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-74b10470-acd0-4836-9615-f3e736f6292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:02.097733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-74b10470-acd0-4836-9615-f3e736f6292c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399790 Dec 17 16:39:02.200415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-46581155-3b2f-4152-9676-117bcea48db5 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903432 Dec 17 16:39:02.296310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35d860be-0692-4aca-b293-99b6f02ed7f3 req-5f1b427d-bace-43c2-a35d-d6e3c29cecf9 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Dec 17 16:39:02.397534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-d6612b29-d6a0-48f1-a989-59f6b0615fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:02.399067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-d6612b29-d6a0-48f1-a989-59f6b0615fe2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1096 time: 0.0435212 Dec 17 16:39:02.500873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-bba3b732-e551-4b8d-b669-1326b1918bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:02.502344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-bba3b732-e551-4b8d-b669-1326b1918bdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0919886 Dec 17 16:39:02.546694 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-6d8f3609-6d9c-4110-9432-7fa2aac1fa25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 217 time: 0.0363393 Dec 17 16:39:02.608353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-74f58898-f246-4e9a-a555-5702d1d72c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:02.608907 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-74f58898-f246-4e9a-a555-5702d1d72c48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0560000 Dec 17 16:39:02.687453 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-a8fee69f-c145-41be-8525-c6a322627ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:02.689002 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-a8fee69f-c145-41be-8525-c6a322627ad0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721505 Dec 17 16:39:02.700735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c4a36-d0d8-43f0-88b4-eb6ddd8e3e5a req-1ce019ad-dc20-4fce-a08d-2f31d8338284 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:02.702468 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8e1c4a36-d0d8-43f0-88b4-eb6ddd8e3e5a req-1ce019ad-dc20-4fce-a08d-2f31d8338284 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 944 time: 0.0597341 Dec 17 16:39:02.801747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8e1c4a36-d0d8-43f0-88b4-eb6ddd8e3e5a req-581eccbb-f3a0-41dc-8d4e-ab86b2084182 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911853 Dec 17 16:39:02.823526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-b6e2b516-2e8e-450f-a0f1-d36fd6bf9150 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200826 Dec 17 16:39:02.920174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa257e51-99e7-4f88-bac0-a9c2e02c0723 req-f09c9649-9be9-4892-bae5-2ab287ad483e service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Dec 17 16:39:03.938719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0e68-6514-497f-8a95-fb5671095953 req-a51936ce-f53e-411b-bfe7-6ec4275ba3bc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:03.940269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecef0e68-6514-497f-8a95-fb5671095953 req-a51936ce-f53e-411b-bfe7-6ec4275ba3bc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 944 time: 0.0517328 Dec 17 16:39:04.002233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ecef0e68-6514-497f-8a95-fb5671095953 req-12e21066-aec8-48ba-a592-15ea1f330274 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558500 Dec 17 16:39:05.148388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6138c-9e5d-45ec-947c-a3a007941c69 req-cc21a0fa-ef5f-48c4-980c-218627b7d689 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:05.149910 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f8a6138c-9e5d-45ec-947c-a3a007941c69 req-cc21a0fa-ef5f-48c4-980c-218627b7d689 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 944 time: 0.0576181 Dec 17 16:39:05.199316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f8a6138c-9e5d-45ec-947c-a3a007941c69 req-a25dd1d5-df96-481d-b46d-1b7f7c5e411d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413191 Dec 17 16:39:05.672342 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:39:05.776730 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:39:05.786867 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:39:05.792308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'mac_address': 'fa:16:3e:88:14:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:39:05.830968 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:05.844364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8db6c94-b129-4fc6-b1ef-93fe991f3479 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:39:05.864589 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:39:05.870449 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:05.915682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:39:06.168049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b8db6c94-b129-4fc6-b1ef-93fe991f3479'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:39:06.320343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fcb86-a341-415a-8e84-e1769fcc5ff4 req-488e39ca-0d23-462c-8474-c4139beb9337 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:06.321977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc4fcb86-a341-415a-8e84-e1769fcc5ff4 req-488e39ca-0d23-462c-8474-c4139beb9337 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Dec 17 16:39:06.372026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cc4fcb86-a341-415a-8e84-e1769fcc5ff4 req-8bf790b6-9fb0-4f17-be3c-227486c18e72 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Dec 17 16:39:06.528333 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98b1c0ba-cc2a-437b-b85f-f126e115f790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:07.496304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd5aed-50d8-4687-92db-9ce4edd3d176 req-8432f886-c1a6-4c4e-9262-9b5f8d178e61 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:07.497852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bcd5aed-50d8-4687-92db-9ce4edd3d176 req-8432f886-c1a6-4c4e-9262-9b5f8d178e61 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Dec 17 16:39:07.549144 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bcd5aed-50d8-4687-92db-9ce4edd3d176 req-b039bc86-4d24-4382-ad40-bdb0f0f22490 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Dec 17 16:39:07.688315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:39:07.746704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port b8db6c94-b129-4fc6-b1ef-93fe991f3479 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:39:07.750905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b8db6c94-b129-4fc6-b1ef-93fe991f3479 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:39:07.751426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:07.848551 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:07.872200 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:39:07.874912 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1526056-cfef-46dd-9fb7-140ceb69175f" -d '{"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-plugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:39:07.887343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:39:07.893481 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:07.915981 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da16104a-29aa-4691-8fe9-656e88702045 x-openstack-request-id: req-da16104a-29aa-4691-8fe9-656e88702045 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:39:07.916273 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-plugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:39:07.916528 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da16104a-29aa-4691-8fe9-656e88702045 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:39:07.916914 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'code': 200} Dec 17 16:39:07.944525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:39:08.098571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65626dcb-599c-46ea-8b07-12e6222faa93 req-d476b74a-fea0-42db-9bc1-269155a70e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:08.100159 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65626dcb-599c-46ea-8b07-12e6222faa93 req-d476b74a-fea0-42db-9bc1-269155a70e88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1098 time: 0.1185477 Dec 17 16:39:08.157947 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-65626dcb-599c-46ea-8b07-12e6222faa93 req-f560e020-a2e2-42f3-ba60-b8df8c0083f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Dec 17 16:39:08.679485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1e711-223d-41ec-93d5-b8c855d28057 req-58eab007-c86b-4141-b4f1-769da5690bd3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:08.681061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60b1e711-223d-41ec-93d5-b8c855d28057 req-58eab007-c86b-4141-b4f1-769da5690bd3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0503781 Dec 17 16:39:08.736890 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-60b1e711-223d-41ec-93d5-b8c855d28057 req-13a96a03-d2af-4355-a5b4-cb8abdcaecc7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492148 Dec 17 16:39:08.930921 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59d30edc-bc56-42c2-a95a-4a600236ed42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:09.869054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4327f-2933-40ba-88a4-3d03e4cc4939 req-25cfde28-f815-4993-a09a-2f22261262c3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:09.870534 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64d4327f-2933-40ba-88a4-3d03e4cc4939 req-25cfde28-f815-4993-a09a-2f22261262c3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0587993 Dec 17 16:39:09.922391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-64d4327f-2933-40ba-88a4-3d03e4cc4939 req-286b7861-3d6f-4eeb-8c29-66b927951f22 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Dec 17 16:39:10.042473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab22ed-4f58-4dd0-b38a-f64a4ed1d5b1 req-8cd966ab-8a79-4013-9cc3-a0c0e60d4ba7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:10.043915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-14ab22ed-4f58-4dd0-b38a-f64a4ed1d5b1 req-8cd966ab-8a79-4013-9cc3-a0c0e60d4ba7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0524395 Dec 17 16:39:10.053616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 37558) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:39:10.058234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'floatingip': {'port_id': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:39:10.097514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:10.162925 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:10.550141 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:10.555629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:10.658070 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 associated. External IP: 172.25.0.32, port: b8db6c94-b129-4fc6-b1ef-93fe991f3479. Dec 17 16:39:10.869229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:39:11.217877 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:11.244466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-e5d71025-351c-4c5d-a300-d84fb3fa9a0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459278 Dec 17 16:39:11.324536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:39:11.327951 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:11.330303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:11.331390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-154b77f5-58a0-4711-8fd2-b5029acff090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:11.333009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-154b77f5-58a0-4711-8fd2-b5029acff090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1098 time: 0.0438685 Dec 17 16:39:11.335675 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:39:11.347138 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:39:11.347743 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:39:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:39:11.356556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c60a278-81e8-4d4a-921f-b4bf8ceaae26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "PUT /v2.0/floatingips/ea78d944-7f3d-49f2-abc6-d65798ed0818 HTTP/1.1" status: 200 len: 991 time: 1.3017192 Dec 17 16:39:11.357139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:39:11.359564 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065" -d '{"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:39:11.400901 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf6e43a-08fc-4a1f-a4d7-a55c8a783709 x-openstack-request-id: req-ecf6e43a-08fc-4a1f-a4d7-a55c8a783709 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:39:11.401258 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:39:11.401603 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecf6e43a-08fc-4a1f-a4d7-a55c8a783709 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:39:11.402091 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'status': 'completed', 'code': 200} Dec 17 16:39:11.449286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-587b0bca-a2b8-433c-9481-1ca2f9b633db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:11.450814 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-587b0bca-a2b8-433c-9481-1ca2f9b633db service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0929453 Dec 17 16:39:11.476814 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:39:11.522269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-6b734bf4-78cd-48c0-8517-ffc212a30ff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 999 time: 0.0631692 Dec 17 16:39:11.582844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-06e6368c-4192-4db0-b66a-f6972e7c9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:11.584462 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-06e6368c-4192-4db0-b66a-f6972e7c9649 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0558517 Dec 17 16:39:11.632134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-3341a410-4b06-4bc8-905f-5caf0c1b2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:11.633660 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-3341a410-4b06-4bc8-905f-5caf0c1b2650 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421278 Dec 17 16:39:11.702713 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:88:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cacfc0-4788-4016-bb9d-343d25290a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:39:10Z', 'revision_number': 9, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:39:11.728140 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-1d3076a9-4a88-401f-896d-fefdfc52868e service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874817 Dec 17 16:39:11.728774 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:39:11.738216 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:39:11.738817 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:39:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:39:11.817410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1d417c63-61b9-418c-b5de-97e2f1133ec9 req-7e0f37d0-7874-4892-be45-186008f66d0f service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825629 Dec 17 16:39:11.842744 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:39:11.900379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-768d8c61-7710-476e-acd8-98ed075d7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:11.901894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-768d8c61-7710-476e-acd8-98ed075d7e70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1098 time: 0.0411682 Dec 17 16:39:11.998014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-cc2b60d4-e95d-4e31-8120-b5bd9579cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:11.999519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-cc2b60d4-e95d-4e31-8120-b5bd9579cee9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0904689 Dec 17 16:39:12.069671 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-59897df3-bc6e-4fdf-b91d-c76745a6738d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 999 time: 0.0621672 Dec 17 16:39:12.087490 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:88:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cacfc0-4788-4016-bb9d-343d25290a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:39:10Z', 'revision_number': 9, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:39:12.125835 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-64852e04-1498-4de1-a00b-d2ae8abd5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:12.127346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-64852e04-1498-4de1-a00b-d2ae8abd5e34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0505810 Dec 17 16:39:12.150397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:12.177636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-553114ef-688c-4815-aec6-805da22e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:12.179158 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-553114ef-688c-4815-aec6-805da22e69cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451229 Dec 17 16:39:12.202421 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc245d-41d7-4b44-8703-3b8594dbed5f None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:88:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cacfc0-4788-4016-bb9d-343d25290a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:39:10Z', 'revision_number': 9, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:39:12.280522 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-7d2228db-fa1d-4c0b-b550-0f270fb986a6 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936656 Dec 17 16:39:12.379316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4d24b5c9-5e6f-4ed8-b6de-fd994d94c065 req-543e85c2-e216-49e7-8d0e-4f22999c5ce0 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912094 Dec 17 16:39:12.411754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5a9fc-56b1-4ab5-ba0b-78c560805349 None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:39:15.282537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-82ee1288-9af8-42b1-b91f-1fb403b75f6c req-faca6bcf-d4ba-4732-86cd-9c2925910089 tempest-TestServerMultinode-1685199249 tempest-TestServerMultinode-1685199249-project-admin] (109784) timed out ('10.222.0.49', 57396) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:39:15.840731 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:36.540863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-abbe07d9-fdce-4074-80c2-46399cafd22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:38.929790 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe8252a1-bd78-45ad-9c1f-209ab5dfb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:40.168103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:41.219241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:41.330362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:42.156644 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:39:42.792511 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:39:45.837851 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:06.547628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ee31c549-2a99-487a-8497-f30b93e50296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:08.930505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-28e5c0a8-45b8-4573-8a4d-40b23de3fb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:10.176622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:11.233803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:11.341809 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:12.143414 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-3f49dde4-3602-4bb1-8361-5b509319c992 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522292 Dec 17 16:40:12.153986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:12.237181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649809-31bc-473b-a825-b1bca956dfac req-55da79aa-4c35-4746-8b95-ec1b3db79b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:12.238698 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-55da79aa-4c35-4746-8b95-ec1b3db79b3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1098 time: 0.0414405 Dec 17 16:40:12.355715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649809-31bc-473b-a825-b1bca956dfac req-c9831fef-26e3-4e6a-afee-fd881ff1b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:12.357342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-c9831fef-26e3-4e6a-afee-fd881ff1b9cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0912132 Dec 17 16:40:12.451988 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-257c8a5f-40ca-4481-9417-338f22f9b96d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1002 time: 0.0754921 Dec 17 16:40:12.514609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649809-31bc-473b-a825-b1bca956dfac req-e80da8b5-f944-4396-89cb-6102c083d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:12.516171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-e80da8b5-f944-4396-89cb-6102c083d3cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0523243 Dec 17 16:40:12.572673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649809-31bc-473b-a825-b1bca956dfac req-130f4d8c-90f7-4578-a6a7-4edf1e913156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:12.574190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-130f4d8c-90f7-4578-a6a7-4edf1e913156 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456471 Dec 17 16:40:12.684825 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-691f81fc-934a-4945-8c0b-ca50d65bc228 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983825 Dec 17 16:40:12.781288 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-39649809-31bc-473b-a825-b1bca956dfac req-54e8d723-0223-4835-9bff-9f8af58efff2 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Dec 17 16:40:15.848819 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:19.794542 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:40:36.536494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f2d7d0b6-9218-4eb8-a987-4a9d3867a760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:38.930180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dde89744-6605-45fd-b781-336d838b873e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:40.172930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:41.232812 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:41.346011 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:42.163363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:45.838503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:40:51.742109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-42dde565-4512-4700-a654-c24ee5e25182 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419834 Dec 17 16:40:51.762224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb32f13-7801-4cd8-96bf-99e019af61ce req-d8745867-eb2e-4540-b624-3aa455e15608 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:51.763740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8eb32f13-7801-4cd8-96bf-99e019af61ce req-d8745867-eb2e-4540-b624-3aa455e15608 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0509691 Dec 17 16:40:51.812868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8eb32f13-7801-4cd8-96bf-99e019af61ce req-47b99bb5-bf61-4380-8350-2e5907ee9c13 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Dec 17 16:40:52.870382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-40d9bb68-898b-449e-a098-1032eb895447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:52.872018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-40d9bb68-898b-449e-a098-1032eb895447 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1098 time: 0.0480664 Dec 17 16:40:52.932029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254b1c-c9a4-4601-a7cf-23c758ec8243 req-88d4f540-3664-46c9-9a3a-86e6bf86ab14 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:52.933541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4254b1c-c9a4-4601-a7cf-23c758ec8243 req-88d4f540-3664-46c9-9a3a-86e6bf86ab14 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0492802 Dec 17 16:40:52.975888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-e53ccdc5-09e0-4e51-8e60-8b22629d0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:52.977794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-e53ccdc5-09e0-4e51-8e60-8b22629d0c12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0936797 Dec 17 16:40:52.983472 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e4254b1c-c9a4-4601-a7cf-23c758ec8243 req-ef514cb7-1686-45a6-86f3-bde268d8353e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Dec 17 16:40:53.061045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-84150a92-152d-44d3-b520-bb4aa9887262 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1002 time: 0.0739510 Dec 17 16:40:53.115909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-59ed3ac0-13b4-460a-ab51-0da067ad8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:53.117672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-59ed3ac0-13b4-460a-ab51-0da067ad8f41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0451746 Dec 17 16:40:53.168452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-57271083-0d3e-4b67-b20a-2318ea6a5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:53.169977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-57271083-0d3e-4b67-b20a-2318ea6a5a33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418196 Dec 17 16:40:53.280247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-bf89912a-b968-475e-a85c-03374f205921 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986130 Dec 17 16:40:53.373471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-11f93ff4-3ffd-4bcf-853f-28ef5dad9bbf service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824485 Dec 17 16:40:54.126660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a3477-401f-4962-a962-676e910cd709 req-117dd278-81c7-40b3-ac1f-52cfa60e7638 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:54.128172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c19a3477-401f-4962-a962-676e910cd709 req-117dd278-81c7-40b3-ac1f-52cfa60e7638 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0554912 Dec 17 16:40:54.187417 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c19a3477-401f-4962-a962-676e910cd709 req-dac3e869-3a52-4675-9451-31bb5c9ec113 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502598 Dec 17 16:40:55.325683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0401db-e36b-4f0f-8a4e-08b2ccdfd261 req-e45ccbcf-f331-4d73-94f1-0b6c133d36a8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:55.327203 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0401db-e36b-4f0f-8a4e-08b2ccdfd261 req-e45ccbcf-f331-4d73-94f1-0b6c133d36a8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0604351 Dec 17 16:40:55.374734 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0401db-e36b-4f0f-8a4e-08b2ccdfd261 req-a5300aaf-5193-4c5c-a480-157f38b2b583 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Dec 17 16:40:56.502094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772dfea-b75e-4e26-bfc3-6e05aaa34732 req-3ce3950e-8b39-432c-931c-dfdd31973d71 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:56.503604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f772dfea-b75e-4e26-bfc3-6e05aaa34732 req-3ce3950e-8b39-432c-931c-dfdd31973d71 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0573282 Dec 17 16:40:56.554390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f772dfea-b75e-4e26-bfc3-6e05aaa34732 req-5e014b3b-65a6-4177-b8a6-bcc43369b6ab tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Dec 17 16:40:56.796521 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:40:57.696344 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cf828-49e9-489e-876a-79120d279e82 req-a2a62883-7d39-474c-94bf-b3f5b1cfad8c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:57.697830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d67cf828-49e9-489e-876a-79120d279e82 req-a2a62883-7d39-474c-94bf-b3f5b1cfad8c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0629261 Dec 17 16:40:57.756307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d67cf828-49e9-489e-876a-79120d279e82 req-1843530d-c610-4045-aa82-1b3251742490 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494351 Dec 17 16:40:58.894651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda4da-7b3a-4b5b-8e1e-99975d2d9c44 req-4ca2bd73-e1c3-48c5-b681-2059ea753dea tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:58.896094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dcbda4da-7b3a-4b5b-8e1e-99975d2d9c44 req-4ca2bd73-e1c3-48c5-b681-2059ea753dea tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0552649 Dec 17 16:40:58.945987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dcbda4da-7b3a-4b5b-8e1e-99975d2d9c44 req-6efd0d78-e6ba-4b2e-9b14-2be9e93a71c0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Dec 17 16:41:00.090676 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26931e-6f01-40a2-aeef-a73ab3eecf56 req-cfe76573-bcdb-49ee-b32b-ee184a088973 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:00.092177 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6f26931e-6f01-40a2-aeef-a73ab3eecf56 req-cfe76573-bcdb-49ee-b32b-ee184a088973 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0558033 Dec 17 16:41:00.140284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6f26931e-6f01-40a2-aeef-a73ab3eecf56 req-6935dc85-9622-416e-b55a-c4136fc11723 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Dec 17 16:41:01.266882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a348d-45e7-4b01-82cb-4019709f4f44 req-f33147a8-d908-454a-b67f-44f1eb22ed73 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:01.268453 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-831a348d-45e7-4b01-82cb-4019709f4f44 req-f33147a8-d908-454a-b67f-44f1eb22ed73 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0572028 Dec 17 16:41:01.317631 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-831a348d-45e7-4b01-82cb-4019709f4f44 req-fe38ac25-563f-426e-9fad-08204903d3e9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Dec 17 16:41:02.459956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeb1ba-f9e5-4081-b45d-3767e57ccfa4 req-af138008-550a-47c3-af3c-f2708f58f57b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:02.461452 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5aeb1ba-f9e5-4081-b45d-3767e57ccfa4 req-af138008-550a-47c3-af3c-f2708f58f57b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0614302 Dec 17 16:41:02.511901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e5aeb1ba-f9e5-4081-b45d-3767e57ccfa4 req-514da28c-c7d8-4024-a8dc-f304ab429228 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Dec 17 16:41:03.649799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86553154-e61d-4824-9c5c-4393e2259aad req-3add2703-5260-4fd6-80ab-1c31882ebf60 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:03.651362 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86553154-e61d-4824-9c5c-4393e2259aad req-3add2703-5260-4fd6-80ab-1c31882ebf60 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0510280 Dec 17 16:41:03.698887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-86553154-e61d-4824-9c5c-4393e2259aad req-b35dab0c-49ca-4790-9b03-d8e0aa4f596d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Dec 17 16:41:04.851383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86f75-dc2b-4b57-9e83-20df9a6428f7 req-947c5a13-6e1e-4dc8-858a-2c95a2fe2ebc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:04.852863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55f86f75-dc2b-4b57-9e83-20df9a6428f7 req-947c5a13-6e1e-4dc8-858a-2c95a2fe2ebc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0552320 Dec 17 16:41:04.907183 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55f86f75-dc2b-4b57-9e83-20df9a6428f7 req-381df43b-2e30-45a8-88ef-61ba1091a83f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Dec 17 16:41:05.507323 n-d-806683-20 neutron-server[109784]: INFO neutron.api.v2.resource [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-79bcd8ef-4b7c-441e-a800-d72ee66ff007 service neutron] show failed (client error): The resource could not be found. Dec 17 16:41:05.508404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-79bcd8ef-4b7c-441e-a800-d72ee66ff007 service neutron] 10.222.0.47 "GET /v2.0/ports/b8db6c94-b129-4fc6-b1ef-93fe991f3479/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0600355 Dec 17 16:41:05.740371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-859bf444-4c14-43ce-a087-6a0d7ad18625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:05.742423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-859bf444-4c14-43ce-a087-6a0d7ad18625 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 1098 time: 0.0430903 Dec 17 16:41:05.756986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:05.818617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:06.028562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:06.040493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c436-3811-42d5-ab20-d6ab8dc1ac71 req-fb3680d1-2257-4e06-8fb7-4a9e5cc24e38 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:06.041996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b80c436-3811-42d5-ab20-d6ab8dc1ac71 req-fb3680d1-2257-4e06-8fb7-4a9e5cc24e38 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0551608 Dec 17 16:41:06.062708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:06.090119 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2b80c436-3811-42d5-ab20-d6ab8dc1ac71 req-5d1c0e82-23e9-4b64-a105-8de3f7af8a0f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 Dec 17 16:41:06.111102 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:06.112032 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e1b098-e709-49dc-a00f-d9f9081954c6" -d '{"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-unplugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:06.116256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:06.129557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Transition to ACTIVE for port object b8db6c94-b129-4fc6-b1ef-93fe991f3479 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:41:06.134188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:06.166962 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54743c26-c268-464b-913b-ab3c637baae6 x-openstack-request-id: req-54743c26-c268-464b-913b-ab3c637baae6 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:06.168080 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-unplugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:06.168080 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54743c26-c268-464b-913b-ab3c637baae6 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:06.168080 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'code': 200} Dec 17 16:41:06.222477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=6']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:06.233241 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.233587 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.233922 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.234256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.234582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.234908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.235274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.235535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.235879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.236199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.236520 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.236834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.237147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:06.273289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] No DVR routers for this DVR port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:41:06.409131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:41:06.409458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:41:06.409785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:06.414191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:41:06.414511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:06.419466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:06.419798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:41:06.420204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:06.420622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Bound port: b8db6c94-b129-4fc6-b1ef-93fe991f3479, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:41:06.420969 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:06.485104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:06.490122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:06.495610 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:06.532488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-01bc5117-6c2c-47ec-808e-8f2636bc3535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:06.535315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:06.536001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:06.537332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] 10.222.0.49 "PUT /v2.0/ports/b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1093 time: 0.7857516 Dec 17 16:41:06.551738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed428d45-5a59-4f70-b682-1dfe9e88ee7e service neutron] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:06.609947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-354657f1-bc74-44e5-8ad5-d7a4884dca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:06.611425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-354657f1-bc74-44e5-8ad5-d7a4884dca1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1096 time: 0.0486159 Dec 17 16:41:06.704376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-6dcc9b3f-b767-4e6a-8a9d-e0d3a161c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:06.705899 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-6dcc9b3f-b767-4e6a-8a9d-e0d3a161c9a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0877397 Dec 17 16:41:06.775270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-92ec8fd0-aea5-415b-87bb-017e3a8e5017 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0623338 Dec 17 16:41:06.826781 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-033bb5ed-e3ba-4a47-bf5e-7c1abe77733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:06.828167 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-033bb5ed-e3ba-4a47-bf5e-7c1abe77733e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0460131 Dec 17 16:41:06.874250 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-53a0b336-fc22-4388-8633-111740bb8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:06.875643 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-53a0b336-fc22-4388-8633-111740bb8e3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404825 Dec 17 16:41:06.975620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-66731ac4-c141-4e63-8a58-602e1ee99b38 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917256 Dec 17 16:41:07.070750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0336d843-f3e5-43b4-827f-4b1c9c565274 req-8bd23fb5-8337-4025-905a-6947390fb588 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875795 Dec 17 16:41:07.212591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e07fd-70fe-4300-8511-59e9e4e9580f req-8cbd412f-6121-44b4-821e-f4df1db185e1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:07.214105 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-864e07fd-70fe-4300-8511-59e9e4e9580f req-8cbd412f-6121-44b4-821e-f4df1db185e1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 944 time: 0.0493519 Dec 17 16:41:07.270339 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-864e07fd-70fe-4300-8511-59e9e4e9580f req-6bdc1f5b-8bc1-4e6f-9ea2-77f790aa966c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498381 Dec 17 16:41:08.169905 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:08.173870 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45" -d '{"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:08.233002 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623cc100-5bd0-4f66-8ac7-92cc6a5b1bc9 x-openstack-request-id: req-623cc100-5bd0-4f66-8ac7-92cc6a5b1bc9 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:08.233289 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:08.233569 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-623cc100-5bd0-4f66-8ac7-92cc6a5b1bc9 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:08.233971 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'status': 'completed', 'code': 200} Dec 17 16:41:08.300217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-f54bf11d-eae6-4282-9591-d6913e365cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.301844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-f54bf11d-eae6-4282-9591-d6913e365cc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1096 time: 0.0423591 Dec 17 16:41:08.303663 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-977efa97-bb5f-4611-b1be-1b5d231be1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.305167 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-977efa97-bb5f-4611-b1be-1b5d231be1f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1096 time: 0.0460184 Dec 17 16:41:08.320322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:41:08.378438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:41:08.404860 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-42d9a7db-8924-4a97-ae4f-aa32d4d308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.406377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-42d9a7db-8924-4a97-ae4f-aa32d4d308e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0972333 Dec 17 16:41:08.439797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-727b92f1-7903-492e-931e-f36a4d59156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.441296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-727b92f1-7903-492e-931e-f36a4d59156c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1229565 Dec 17 16:41:08.451726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397dbab-f353-4665-adc8-0028de9d7c5c req-f00b317e-dbf2-4085-8e18-7189ae136250 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.453184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3397dbab-f353-4665-adc8-0028de9d7c5c req-f00b317e-dbf2-4085-8e18-7189ae136250 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 944 time: 0.0789118 Dec 17 16:41:08.474957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-95eb5387-b557-4643-9031-ac13b6d93750 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0598269 Dec 17 16:41:08.530343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-b8c44690-e70e-465b-9e44-5947e42d6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.531861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-b8c44690-e70e-465b-9e44-5947e42d6cdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0492783 Dec 17 16:41:08.553589 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-08aee696-de4b-4117-bf7e-ce43ba293b5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0987937 Dec 17 16:41:08.557844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3397dbab-f353-4665-adc8-0028de9d7c5c req-290baa72-f721-4324-8499-0ad51c946f18 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974927 Dec 17 16:41:08.598932 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-34e5d9ce-0ca1-415f-bc33-7f9e9b49d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.600743 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-34e5d9ce-0ca1-415f-bc33-7f9e9b49d671 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592563 Dec 17 16:41:08.614232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-0be084b2-e839-406d-8227-a9081cf762cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.616586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-0be084b2-e839-406d-8227-a9081cf762cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0519753 Dec 17 16:41:08.674135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-9f0f87a0-86b9-45c8-ac48-3de5d6c816f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:08.675679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-9f0f87a0-86b9-45c8-ac48-3de5d6c816f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494099 Dec 17 16:41:08.706220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-c3e5bd30-d443-478a-b61e-ef9094422c75 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958450 Dec 17 16:41:08.772497 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-8f317ff9-c85e-40e3-b9fc-b4aa9f3c57fb service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879261 Dec 17 16:41:08.806264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-ffef60d4-1d6d-4179-adb3-4251e2e3cee3 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929892 Dec 17 16:41:08.875538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f05d9a95-71f3-4fc5-a438-5bf470d7dc45 req-bda92643-f8dc-46c4-b596-6a7cbfda88fe service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924621 Dec 17 16:41:08.924921 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f295f3e0-8fef-4c4b-aa44-9255c40ca601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:09.698307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e61c-979e-4b9e-95a4-e7645e726a87 req-5607eaf9-fb89-415f-8935-b13a10e07fa7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:09.699811 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6931e61c-979e-4b9e-95a4-e7645e726a87 req-5607eaf9-fb89-415f-8935-b13a10e07fa7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 944 time: 0.0573034 Dec 17 16:41:09.750102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6931e61c-979e-4b9e-95a4-e7645e726a87 req-531a7ae4-0da2-430b-8540-b79e03754471 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 Dec 17 16:41:09.914528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-8d516fa5-f820-4290-9dd6-5d398cc5b3d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400441 Dec 17 16:41:09.997548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.49', 57523) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:41:10.014894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-a60fa7a8-d7a4-43ad-ac83-33621a9f3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.016599 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-a60fa7a8-d7a4-43ad-ac83-33621a9f3eb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1096 time: 0.0509782 Dec 17 16:41:10.054182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-cd8fa55f-445d-4a24-a43c-1b78dda3f4de tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.055654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-cd8fa55f-445d-4a24-a43c-1b78dda3f4de tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11&tenant_id=ac8f38353dc94d0486d9efc7e10469d6&binding%3Ahost_id=n-h2-806683-20 HTTP/1.1" status: 200 len: 944 time: 0.0568876 Dec 17 16:41:10.118639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-da3e7cbc-0835-4976-87b2-81d3789e740a service neutron] 10.222.0.49 "GET /v2.0/ports/b8db6c94-b129-4fc6-b1ef-93fe991f3479/bindings/n-h2-806683-20 HTTP/1.1" status: 200 len: 383 time: 0.0543845 Dec 17 16:41:10.122570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cff89-0b86-46b1-bd60-042c19d3cb0b req-43b33ffb-6d32-4c37-b0c1-2ea2c7fb3d34 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.124139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-523cff89-0b86-46b1-bd60-042c19d3cb0b req-43b33ffb-6d32-4c37-b0c1-2ea2c7fb3d34 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 944 time: 0.1063569 Dec 17 16:41:10.164045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-7c69fc6c-789d-4834-b032-53abe0e14f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.165525 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-7c69fc6c-789d-4834-b032-53abe0e14f13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1193409 Dec 17 16:41:10.171937 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:10.232206 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-523cff89-0b86-46b1-bd60-042c19d3cb0b req-238c5d36-f50d-4016-88ba-50bbbbfe454a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014695 Dec 17 16:41:10.250211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-0f448f83-45a5-4aad-be8b-ed3463278f5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0742204 Dec 17 16:41:10.305858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-ffc7847e-6b68-4b05-a562-a3c5e49d42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.307571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-ffc7847e-6b68-4b05-a562-a3c5e49d42d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0499973 Dec 17 16:41:10.359723 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-67a4323f-5284-4454-9828-d4b01d6f11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.361308 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-67a4323f-5284-4454-9828-d4b01d6f11bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469320 Dec 17 16:41:10.454100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-429badd5-f70b-414a-b7fc-680ac82565b4 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Dec 17 16:41:10.562293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b86c5f08-c409-4ff1-ba0c-9499acaad90d req-76ab59b8-6cb1-402a-8c3a-6777aeb21f6c service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011448 Dec 17 16:41:10.644529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-4c4a0be6-9569-4e5e-a800-4daa562dbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.646033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-4c4a0be6-9569-4e5e-a800-4daa562dbedf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1096 time: 0.0432734 Dec 17 16:41:10.704867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:41:10.743297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-0237b5c7-6168-4f61-aed1-7ee5932a83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.744979 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-0237b5c7-6168-4f61-aed1-7ee5932a83cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0907397 Dec 17 16:41:10.805344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:10.810331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-f165d7d0-3507-4f0d-88ad-065de91beeda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0586455 Dec 17 16:41:10.817213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'mac_address': 'fa:16:3e:88:14:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:41:10.855068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:10.858909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-3b1d7f7f-ac09-43b3-bfff-a220679cc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.860419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-3b1d7f7f-ac09-43b3-bfff-a220679cc33a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0434599 Dec 17 16:41:10.869117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8db6c94-b129-4fc6-b1ef-93fe991f3479 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:41:10.893179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:10.897392 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:10.911122 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-695f625e-44e1-4804-988e-2244060e9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:10.912686 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-695f625e-44e1-4804-988e-2244060e9ab1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456383 Dec 17 16:41:10.946641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:10.954291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.954633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.955031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.955297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.955601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.955972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.956291 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.956611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.956930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.957226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.957540 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.957857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:10.958166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:11.004401 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-0ff37622-003b-4592-aa13-2023a8d322d1 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835412 Dec 17 16:41:11.101367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-e32b0ddb-ec72-4160-9293-05b90c6a8202 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Dec 17 16:41:11.145396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b8db6c94-b129-4fc6-b1ef-93fe991f3479'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:41:11.239464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:11.342772 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:11.357382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f71f0-5232-4950-b3ef-1d4350792eab req-22f9b72e-9b70-4095-a197-34b5e160883e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:11.358905 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79f71f0-5232-4950-b3ef-1d4350792eab req-22f9b72e-9b70-4095-a197-34b5e160883e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Dec 17 16:41:11.410309 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e79f71f0-5232-4950-b3ef-1d4350792eab req-cadb29a2-2f13-46f1-8b8e-b9c64b7f2142 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451870 Dec 17 16:41:12.158532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:12.546885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537f92b-b6ae-4b89-b763-c6fddb65574f req-ab815efd-7766-479e-a028-bc6f8ec3de26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:12.548620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c537f92b-b6ae-4b89-b763-c6fddb65574f req-ab815efd-7766-479e-a028-bc6f8ec3de26 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 945 time: 0.0547516 Dec 17 16:41:12.603851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c537f92b-b6ae-4b89-b763-c6fddb65574f req-8be72c06-493e-4627-b49b-d765ba274a86 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489900 Dec 17 16:41:12.728835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:12.794026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port b8db6c94-b129-4fc6-b1ef-93fe991f3479 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:41:12.798500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port b8db6c94-b129-4fc6-b1ef-93fe991f3479 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:12.799173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:12.878426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:12.905778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:12.908070 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c7972-e2d6-43aa-8e70-8dd5350e7eae" -d '{"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-plugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:12.921266 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:12.926345 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:12.963591 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcac2950-e7c2-4a66-bfa0-be46e5ea6938 x-openstack-request-id: req-fcac2950-e7c2-4a66-bfa0-be46e5ea6938 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:12.963921 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-plugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:12.964192 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcac2950-e7c2-4a66-bfa0-be46e5ea6938 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:12.964572 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'code': 200} Dec 17 16:41:12.981708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:13.187876 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-b073305f-80ab-4e9b-8009-ab7a489eebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:13.189404 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-b073305f-80ab-4e9b-8009-ab7a489eebfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 1098 time: 0.0600364 Dec 17 16:41:13.206629 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:13.265327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:13.464678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:13.510738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:13.563368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:13.565613 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5214049c-121e-46cf-9dd3-8ce16b953762" -d '{"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-unplugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:13.569749 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:13.582602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Transition to ACTIVE for port object b8db6c94-b129-4fc6-b1ef-93fe991f3479 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:41:13.590904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:13.617960 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99a30d2-6bc6-4815-b573-eab4837223df x-openstack-request-id: req-c99a30d2-6bc6-4815-b573-eab4837223df {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:13.618231 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-unplugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:13.618504 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c99a30d2-6bc6-4815-b573-eab4837223df {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:13.618897 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'code': 200} Dec 17 16:41:13.703262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=10']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:13.757035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.757374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.757711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.758068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.758378 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.758700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.759053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.759354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.759655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.759998 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.760312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.760627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.760940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:13.807744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] No DVR routers for this DVR port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:41:13.816638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c518-f15f-4d6b-80f5-343f55a28192 req-db3e3be2-6e7e-4b34-8e88-ec094e9806cd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:13.818107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d6c518-f15f-4d6b-80f5-343f55a28192 req-db3e3be2-6e7e-4b34-8e88-ec094e9806cd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 945 time: 0.1281371 Dec 17 16:41:13.935081 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d0d6c518-f15f-4d6b-80f5-343f55a28192 req-5afd2580-6530-464e-a6c6-0d954712335f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813696 Dec 17 16:41:13.986513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:41:13.986834 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:41:13.987178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:13.992088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:41:13.992413 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Attempting to bind port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:13.997772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:13.998113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:41:13.998910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:13.999566 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Bound port: b8db6c94-b129-4fc6-b1ef-93fe991f3479, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:41:13.999566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:14.066780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:14.069852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:14.076065 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:14.111366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.112084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:14.113449 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] 10.222.0.47 "PUT /v2.0/ports/b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1094 time: 0.9107800 Dec 17 16:41:14.132111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314367f-d0d1-4833-8141-dd6206887fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=11']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:14.191049 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-e9e5dc13-ab09-4fe9-9c2d-36949443b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.192667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-e9e5dc13-ab09-4fe9-9c2d-36949443b1f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1097 time: 0.0450177 Dec 17 16:41:14.292872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-1fb03151-3a4a-48b6-b0a4-43bc6a2de0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.294504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-1fb03151-3a4a-48b6-b0a4-43bc6a2de0f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0900111 Dec 17 16:41:14.362802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-1cc8c483-b72d-480b-b5e3-e20f2db480e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0574822 Dec 17 16:41:14.421847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-20501d26-b39e-43f2-9f68-dba5615d2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.423256 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-20501d26-b39e-43f2-9f68-dba5615d2912 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0495765 Dec 17 16:41:14.476262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-c9c64198-aa60-4fd9-ae47-384f5a3307a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.477761 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-c9c64198-aa60-4fd9-ae47-384f5a3307a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429342 Dec 17 16:41:14.585389 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-e95c6e87-bfa6-4ccb-9933-1200254399d1 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950696 Dec 17 16:41:14.694995 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-29a5caf1-d870-47ce-9c9c-e3e81288fc6a service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978982 Dec 17 16:41:15.060094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd5dd1-789d-47ba-85de-8590a1cdae72 req-a11ce1f3-f4e0-4d4f-8b90-c6f65d6edf1b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:15.061882 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ddd5dd1-789d-47ba-85de-8590a1cdae72 req-a11ce1f3-f4e0-4d4f-8b90-c6f65d6edf1b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 945 time: 0.0513301 Dec 17 16:41:15.113216 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ddd5dd1-789d-47ba-85de-8590a1cdae72 req-3181e0cf-c154-450b-8ab6-c0a35ad1a52d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Dec 17 16:41:15.620509 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:15.622890 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298f5973-76a8-41dc-a28e-b7051c5e0b70" -d '{"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:15.678726 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c573b7ae-a8de-4164-b127-16b399eb7191 x-openstack-request-id: req-c573b7ae-a8de-4164-b127-16b399eb7191 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:15.679043 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:15.679338 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c573b7ae-a8de-4164-b127-16b399eb7191 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:15.679741 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'status': 'completed', 'code': 200} Dec 17 16:41:15.741513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-13e9155c-08c5-4519-b139-1bce1a1c483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:15.743071 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-13e9155c-08c5-4519-b139-1bce1a1c483e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1097 time: 0.0470245 Dec 17 16:41:15.747807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-2385811a-db6f-4ac8-a313-07b251268594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:15.749621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-2385811a-db6f-4ac8-a313-07b251268594 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 1097 time: 0.0436728 Dec 17 16:41:15.835618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-23426992-ece6-4bb4-ab9c-17c8f097bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:15.836280 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:15.837185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-23426992-ece6-4bb4-ab9c-17c8f097bc9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0875735 Dec 17 16:41:15.849520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-1c1435ad-5f0b-4278-a16d-93699203a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:15.850914 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-1c1435ad-5f0b-4278-a16d-93699203a044 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0942883 Dec 17 16:41:15.909463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-befb8bbc-d866-4e4a-b214-641151261315 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0647514 Dec 17 16:41:15.917621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-95534aab-934b-4a18-bb08-1e06dd5bd2b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 200 len: 1000 time: 0.0591576 Dec 17 16:41:15.960413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-44b0ea9d-eb14-46b7-b9f7-467984979bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:15.961978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-44b0ea9d-eb14-46b7-b9f7-467984979bd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0462036 Dec 17 16:41:15.967224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-2bf15015-5c1f-467b-bfe5-f5eba14d4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:15.969234 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-2bf15015-5c1f-467b-bfe5-f5eba14d4604 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0439389 Dec 17 16:41:16.008457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-38bfb4b4-a01a-4edc-9bb5-0e2c955f1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:16.009982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-38bfb4b4-a01a-4edc-9bb5-0e2c955f1a04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409355 Dec 17 16:41:16.023286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-8da530e6-af5c-4fb7-9691-df462ed7dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:16.024817 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-8da530e6-af5c-4fb7-9691-df462ed7dcbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468090 Dec 17 16:41:16.106293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-74852ff2-1306-4a05-a3fc-e201248b781d service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889442 Dec 17 16:41:16.118815 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-c625d74f-b0a7-4e46-a117-3e95c9b8f4f1 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823114 Dec 17 16:41:16.210237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-635fd6b7-2aaa-437e-89e1-9ddcad7ac27a service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974469 Dec 17 16:41:16.248431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94cf2a-b8ad-47b9-a869-675029069e87 req-3da1471f-15ab-4b36-82cb-3758e92f4476 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:16.250135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff94cf2a-b8ad-47b9-a869-675029069e87 req-3da1471f-15ab-4b36-82cb-3758e92f4476 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 945 time: 0.0549142 Dec 17 16:41:16.306460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ff94cf2a-b8ad-47b9-a869-675029069e87 req-73622fb1-b1c2-497a-96a9-0d31db773158 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496912 Dec 17 16:41:16.364915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:41:16.466882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:16.479978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'mac_address': 'fa:16:3e:88:14:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:41:16.519352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:16.533395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8db6c94-b129-4fc6-b1ef-93fe991f3479 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:41:16.544478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-298f5973-76a8-41dc-a28e-b7051c5e0b70 req-56628dcd-7fbb-4da6-8310-0f359cfde6b5 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150856 Dec 17 16:41:16.553746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:16.558588 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:16.612107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:16.761516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:41:16.798631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b8db6c94-b129-4fc6-b1ef-93fe991f3479'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:41:16.804115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:41:17.439571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b718e05-62f2-4e74-888b-3f5f784d2e1e req-1a02c9b2-def7-42b2-b8e3-b8737079b0f2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:17.441122 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b718e05-62f2-4e74-888b-3f5f784d2e1e req-1a02c9b2-def7-42b2-b8e3-b8737079b0f2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0600173 Dec 17 16:41:17.493085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b718e05-62f2-4e74-888b-3f5f784d2e1e req-544f2c72-3b1f-4064-bcab-2a9fe82a62d0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Dec 17 16:41:17.618313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d8e0e-d45d-4797-8710-587d2244b20f req-3a4bf2d5-24bb-4401-9bdd-7e66c6140797 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:17.619849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c5d8e0e-d45d-4797-8710-587d2244b20f req-3a4bf2d5-24bb-4401-9bdd-7e66c6140797 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0532649 Dec 17 16:41:17.672195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c5d8e0e-d45d-4797-8710-587d2244b20f req-d1c420d7-2764-4b51-ae29-a1f5a8161690 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Dec 17 16:41:17.801212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c8c0a-ff82-47ec-9448-bd60d053ed38 req-be3fbf13-86d2-42b7-8ec7-611977d9d0de tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:17.802726 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-607c8c0a-ff82-47ec-9448-bd60d053ed38 req-be3fbf13-86d2-42b7-8ec7-611977d9d0de tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0540521 Dec 17 16:41:17.859199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-607c8c0a-ff82-47ec-9448-bd60d053ed38 req-c1610bef-0a43-45c9-8c48-322eaadb2473 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471828 Dec 17 16:41:18.118145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62e78-ba12-4763-bab4-fc338ce1d82d req-14ab190e-94e0-43e0-9fe3-4d04dd30a0c1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:18.119593 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fed62e78-ba12-4763-bab4-fc338ce1d82d req-14ab190e-94e0-43e0-9fe3-4d04dd30a0c1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 946 time: 0.0517688 Dec 17 16:41:18.171003 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fed62e78-ba12-4763-bab4-fc338ce1d82d req-5a03de20-8f39-4a3d-ae64-c02ed6903b3a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Dec 17 16:41:18.368784 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:18.425445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port b8db6c94-b129-4fc6-b1ef-93fe991f3479 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:41:18.430033 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b8db6c94-b129-4fc6-b1ef-93fe991f3479 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:18.430399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:18.506445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:18.529279 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:18.531842 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f33ec-e597-4adf-a939-5932f80d9055" -d '{"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-plugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:18.545170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:18.550206 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:18.576445 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f0dbab-3162-45fe-a669-697ff5f60e93 x-openstack-request-id: req-35f0dbab-3162-45fe-a669-697ff5f60e93 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:18.576710 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-plugged", "status": "completed", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:18.576967 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35f0dbab-3162-45fe-a669-697ff5f60e93 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:18.577528 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'code': 200} Dec 17 16:41:18.603656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=13']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:19.294902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd125a0-bd17-4c96-b1ec-a297b6b56d33 req-b7fec89d-5678-42b0-869a-7374919cbc7d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:19.296470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4bd125a0-bd17-4c96-b1ec-a297b6b56d33 req-b7fec89d-5678-42b0-869a-7374919cbc7d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 947 time: 0.0489550 Dec 17 16:41:19.342539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4bd125a0-bd17-4c96-b1ec-a297b6b56d33 req-18097886-28b3-4515-b77c-017ead882bf6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Dec 17 16:41:19.447760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b0800-b958-4526-8842-51aa2411c094 req-b1854519-0ae7-4316-9196-dc16e1ec01db tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:19.449301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d1b0800-b958-4526-8842-51aa2411c094 req-b1854519-0ae7-4316-9196-dc16e1ec01db tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 947 time: 0.0552602 Dec 17 16:41:19.543145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Deleting port b8db6c94-b129-4fc6-b1ef-93fe991f3479 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:41:19.543437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:19.638389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] For port b8db6c94-b129-4fc6-b1ef-93fe991f3479, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b8db6c94-b129-4fc6-b1ef-93fe991f3479,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:19.638748 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:19.828173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:19.828403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:19.828747 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 disassociated. External IP: 172.25.0.32, port: b8db6c94-b129-4fc6-b1ef-93fe991f3479. Dec 17 16:41:19.829083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Calling delete_port for b8db6c94-b129-4fc6-b1ef-93fe991f3479 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:41:19.961804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:19.998324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event deleted for resources: {'Port': ['ID=b8db6c94-b129-4fc6-b1ef-93fe991f3479,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:20.116006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:41:20.225165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:20.235595 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:20.246142 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:20.246747 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:41:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:20.266184 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] No DVR routers for this DVR port b8db6c94-b129-4fc6-b1ef-93fe991f3479 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:41:20.269131 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:20.272513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d1b0800-b958-4526-8842-51aa2411c094 req-8b7bfa81-141d-48c5-9184-143a4d2c2932 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "DELETE /v2.0/ports/b8db6c94-b129-4fc6-b1ef-93fe991f3479 HTTP/1.1" status: 204 len: 173 time: 0.8137913 Dec 17 16:41:20.272968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-deleted', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:20.275251 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d95fd-c620-457a-9820-32ec02c3a109" -d '{"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-deleted", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:20.315924 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdebe00-6225-413c-97db-6a492e78dab3 x-openstack-request-id: req-abdebe00-6225-413c-97db-6a492e78dab3 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:20.316621 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cacfc0-4788-4016-bb9d-343d25290a11", "name": "network-vif-deleted", "tag": "b8db6c94-b129-4fc6-b1ef-93fe991f3479", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:20.316621 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abdebe00-6225-413c-97db-6a492e78dab3 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:20.316890 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cacfc0-4788-4016-bb9d-343d25290a11', 'name': 'network-vif-deleted', 'tag': 'b8db6c94-b129-4fc6-b1ef-93fe991f3479', 'status': 'completed', 'code': 200} Dec 17 16:41:20.354707 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:20.463991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f66d8254-446f-499d-981f-2200caf163c6 req-785ce775-928c-4f1b-8ebf-9b8f4c4186c9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=76cacfc0-4788-4016-bb9d-343d25290a11 HTTP/1.1" status: 200 len: 210 time: 0.0290966 Dec 17 16:41:20.568872 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:20.598337 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:20.607449 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:20.608170 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:41:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:20.713250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:20.911878 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:20.941046 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6f062-3d2e-4319-9d70-f28ff3c5996e None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:21.157742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935694a5-6e83-4df0-a85b-2566bca2f1d9 None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:41:21.767350 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-50ec3386-d66b-46a3-9421-109c9e4199a1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1100035709&fields=id&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 267 time: 0.0455248 Dec 17 16:41:21.883111 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-89c717f5-957a-4ea6-b885-2f5228a0cf3e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:21.884551 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-89c717f5-957a-4ea6-b885-2f5228a0cf3e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1070492 Dec 17 16:41:21.903069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-d6dbe807-eca3-4245-a00f-0349d63d81fe tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/quotas/ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 375 time: 0.0096939 Dec 17 16:41:21.967539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-d077523a-d421-423d-9c46-1982dd2ed2d3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575445 Dec 17 16:41:22.074806 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-3e8abe43-841f-4a68-9598-03bb35091ebe service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947654 Dec 17 16:41:22.165501 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b6932751-60fe-4e20-b4c9-9559ec640227 service neutron] 10.222.0.54 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Dec 17 16:41:22.331242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-658cd09a-b5b0-4e81-b251-550e7425af66 req-a4e9c0c0-bd6d-4757-a346-63f933c1c967 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Dec 17 16:41:22.397095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:41:22.418949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: b8db6c94-b129-4fc6-b1ef-93fe991f3479 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:41:22.419302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b8db6c94-b129-4fc6-b1ef-93fe991f3479 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:41:23.390784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-40733ae0-39bb-440d-b6ce-e736bc67fb6e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:23.392329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-40733ae0-39bb-440d-b6ce-e736bc67fb6e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 812 time: 0.1134884 Dec 17 16:41:23.433248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-36ff6bb7-8932-49a3-8ab8-9defd68bf640 req-fe1eccfc-a01d-495f-af80-c3b84fd3daf7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 210 time: 0.0328863 Dec 17 16:41:23.479366 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-d9fb6481-5c33-4a03-ab9c-58739d134eb2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 380 time: 0.0772753 Dec 17 16:41:23.490992 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'port': {'device_id': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'admin_state_up': True, 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'security_groups': ['68b0470d-6715-42a1-9c80-ecf65a316025']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:23.611496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Made reservation on behalf of ac8f38353dc94d0486d9efc7e10469d6 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:41:23.615458 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:23.750914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Allocated IP 172.20.0.13 (a765121c-8183-43ee-a64a-cf34e81a37be/69acfed5-df99-4c55-a359-62e3fd10ad4e/c82a7fdf-aa3f-454a-b5e2-752c62cfe534) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:23.893711 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:23.935892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:23.986743 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Network a765121c-8183-43ee-a64a-cf34e81a37be is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:23.989902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:23.994018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:24.023718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:24.052891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.053535 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.072600 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b43e4fd3-1096-41e5-a5a7-59bdf4dec9f8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855944 Dec 17 16:41:24.084951 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Request body: {'port': {'device_id': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:24.140367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.261464 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-254b2069-ce4f-4ae6-8ca1-ae7814325a91 None None] Provisioning complete for port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:24.262114 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-254b2069-ce4f-4ae6-8ca1-ae7814325a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.298374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-254b2069-ce4f-4ae6-8ca1-ae7814325a91 None None] Port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:41:24.405139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:41:24.413323 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.426055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Transition to ACTIVE for port object c82a7fdf-aa3f-454a-b5e2-752c62cfe534 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:41:24.431928 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.487944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:24.560024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:41:24.560371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:41:24.560681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:24.565630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:41:24.565953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:24.572968 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:24.573643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:41:24.574225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:24.574855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Bound port: c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:41:24.575216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.583964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ba06-6949-48fa-a6c6-e4982940bc00 req-885568c5-378b-481c-b02c-f040d513ed43 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.585749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53d2ba06-6949-48fa-a6c6-e4982940bc00 req-885568c5-378b-481c-b02c-f040d513ed43 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0723369 Dec 17 16:41:24.639558 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53d2ba06-6949-48fa-a6c6-e4982940bc00 req-fa9eb573-1c85-41a4-9043-802e8a4f212e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 Dec 17 16:41:24.646409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:24.649708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:24.657771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.698432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.699055 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:24.700466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] 10.222.0.49 "PUT /v2.0/ports/c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1093 time: 0.6199570 Dec 17 16:41:24.700910 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:24.703281 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef0dc67f300149217aac259ee17b7a16e8161a0945f483feee3570105d3315a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:24.731622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5649bf-89e1-4e48-b853-58de3e2aeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:24.755114 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999c579-08cc-4d9e-b06f-25d1734fc228 x-openstack-request-id: req-a999c579-08cc-4d9e-b06f-25d1734fc228 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:24.755456 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:24.755714 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a999c579-08cc-4d9e-b06f-25d1734fc228 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:24.756187 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'status': 'completed', 'code': 200} Dec 17 16:41:24.802647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-a1233387-8471-43b9-85ab-d0b7ee712930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.804252 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-a1233387-8471-43b9-85ab-d0b7ee712930 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1096 time: 0.0439796 Dec 17 16:41:24.848163 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-b15dbc99-8d88-4902-acfc-26ff8fdd181f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 217 time: 0.0357010 Dec 17 16:41:24.903967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-feff2caa-d45c-49b0-8b64-fa6ae2c8040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.905573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-feff2caa-d45c-49b0-8b64-fa6ae2c8040f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0507269 Dec 17 16:41:24.952678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-bf442c29-438c-4ee2-9030-3d73e4d4d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.954188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-bf442c29-438c-4ee2-9030-3d73e4d4d533 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417299 Dec 17 16:41:25.043273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-1998412c-1f50-4966-8f16-c5eb2a8c456f service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811915 Dec 17 16:41:25.486644 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5c0cc3b-ac43-4848-a61e-cb766f25b19f req-4c6970ec-a847-489c-b3dd-b611ef1d723f service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364228 Dec 17 16:41:25.583851 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-4d8f31b9-e776-4a77-9e99-44eaae2ef548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:25.585398 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-4d8f31b9-e776-4a77-9e99-44eaae2ef548 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1096 time: 0.0490608 Dec 17 16:41:25.680121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-ba4b9d96-ff14-4f2d-a7a5-bc91f9aec6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:25.681612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-ba4b9d96-ff14-4f2d-a7a5-bc91f9aec6d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0892217 Dec 17 16:41:25.722881 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-f5c0b60a-9162-45fc-9946-ed53f457ca6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 217 time: 0.0334148 Dec 17 16:41:25.764275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98a364-6271-4ea0-a3f9-ead26dd2f0d7 req-f6d8c432-6f15-4a28-9902-7d4e3fdce725 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:25.766923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b98a364-6271-4ea0-a3f9-ead26dd2f0d7 req-f6d8c432-6f15-4a28-9902-7d4e3fdce725 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0556030 Dec 17 16:41:25.776099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-fa61d26c-740d-4767-aa36-c4c1be195e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:25.777784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-fa61d26c-740d-4767-aa36-c4c1be195e23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0469410 Dec 17 16:41:25.815954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4b98a364-6271-4ea0-a3f9-ead26dd2f0d7 req-3d3f275e-2e6e-4436-bb58-1a4190add7f7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Dec 17 16:41:25.832582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-2f147f7a-4591-4d9b-a5df-185e4d88509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:25.834464 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-2f147f7a-4591-4d9b-a5df-185e4d88509a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487421 Dec 17 16:41:25.930330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-b281db6b-ef23-49b8-a247-c7ebef10008a service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875740 Dec 17 16:41:26.052605 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae32d19e-6c8c-4cfc-b17a-1e7b80b55ed1 req-86f054f1-d703-4f04-9e66-4b3eb8e65ad4 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135211 Dec 17 16:41:26.967730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcdd16-3f55-4d97-9d0e-3695f0222e62 req-0222e682-6d65-4111-9342-0a298db83bd8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:26.969287 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4bcdd16-3f55-4d97-9d0e-3695f0222e62 req-0222e682-6d65-4111-9342-0a298db83bd8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0751350 Dec 17 16:41:27.026775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4bcdd16-3f55-4d97-9d0e-3695f0222e62 req-a2258b6a-96c8-4221-b51f-8acddd4dd76e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506170 Dec 17 16:41:28.243718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e4a05-6061-4d53-8697-abc13f2166e0 req-6c3e3935-321b-40eb-97c4-83de0a3876a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:28.245247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-603e4a05-6061-4d53-8697-abc13f2166e0 req-6c3e3935-321b-40eb-97c4-83de0a3876a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.1280711 Dec 17 16:41:28.295747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-603e4a05-6061-4d53-8697-abc13f2166e0 req-e96ffcdd-618b-4154-b289-5c6b606ce868 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Dec 17 16:41:28.837213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:41:28.944086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:28.954870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'mac_address': 'fa:16:3e:62:4a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:41:28.991983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:29.013596 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:41:29.035736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:29.043138 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:29.089865 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:29.248860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c82a7fdf-aa3f-454a-b5e2-752c62cfe534'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:41:29.426034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a84b66-a04d-4987-becd-3834ea6fe17d req-26ecac55-dd69-424a-85a5-a67463524d42 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:29.427526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7a84b66-a04d-4987-becd-3834ea6fe17d req-26ecac55-dd69-424a-85a5-a67463524d42 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0485611 Dec 17 16:41:29.541861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7a84b66-a04d-4987-becd-3834ea6fe17d req-2c56ff13-2d04-4d5c-a687-3b3399a6baf5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082802 Dec 17 16:41:30.663588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5ad22-3aa5-4efa-a993-fbff3254d746 req-e74d7645-5e82-47c7-ac3f-68abd32d38ba tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:30.665155 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dcc5ad22-3aa5-4efa-a993-fbff3254d746 req-e74d7645-5e82-47c7-ac3f-68abd32d38ba tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0520356 Dec 17 16:41:30.718533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-dcc5ad22-3aa5-4efa-a993-fbff3254d746 req-9086f10c-b127-4617-9a82-e08326e39ea1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471666 Dec 17 16:41:30.853896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:30.913577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:41:30.917383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:30.917759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:30.999572 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:31.028792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:31.031182 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9abdcc77902f81787fd44a8f1e8b04a8bb8aa4cb62a82494b846290f566a05a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c694d3b-596a-4737-81bf-daf7cbf345e0" -d '{"events": [{"server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "name": "network-vif-plugged", "status": "completed", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:31.045067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:31.049763 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:31.079159 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c25d53-0251-44a0-9c81-384622148592 x-openstack-request-id: req-14c25d53-0251-44a0-9c81-384622148592 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:31.079481 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "name": "network-vif-plugged", "status": "completed", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:31.079720 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14c25d53-0251-44a0-9c81-384622148592 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:31.080152 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'code': 200} Dec 17 16:41:31.106537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:31.179000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa04c68-238d-4328-acee-9332ef651c7b req-8e8cbdab-9de6-4277-b1cd-0c36b8e0e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:31.180637 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8aa04c68-238d-4328-acee-9332ef651c7b req-8e8cbdab-9de6-4277-b1cd-0c36b8e0e2b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1098 time: 0.0426085 Dec 17 16:41:31.226829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8aa04c68-238d-4328-acee-9332ef651c7b req-dd471dce-ff5f-4f4c-aaa0-51b43467a7a5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387638 Dec 17 16:41:31.854056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e2ddf-af44-4977-9ceb-1297a08a0a0d req-3066ae26-112e-4842-8589-7a1706275b15 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:31.855457 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-632e2ddf-af44-4977-9ceb-1297a08a0a0d req-3066ae26-112e-4842-8589-7a1706275b15 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0546451 Dec 17 16:41:31.924715 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-632e2ddf-af44-4977-9ceb-1297a08a0a0d req-05d1a4b2-a44a-486b-a665-61da6acccb08 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627222 Dec 17 16:41:33.057552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148078bc-1d2f-4f4e-aba1-b4ece8328a7f req-3bc8950d-4010-49b7-98d4-3395cb473fcb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:33.059036 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-148078bc-1d2f-4f4e-aba1-b4ece8328a7f req-3bc8950d-4010-49b7-98d4-3395cb473fcb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0522676 Dec 17 16:41:33.107625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-148078bc-1d2f-4f4e-aba1-b4ece8328a7f req-f283f311-fe88-482a-98f0-b4c7d4d89dc3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418305 Dec 17 16:41:33.235283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7142a-b128-4508-b6ea-65272bba6c73 req-299911fb-9c63-4453-9aee-22500e133546 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:33.236761 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-64f7142a-b128-4508-b6ea-65272bba6c73 req-299911fb-9c63-4453-9aee-22500e133546 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0508728 Dec 17 16:41:33.250572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 37930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:41:33.254959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Request body: {'floatingip': {'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:33.295307 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:33.770780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:33.777184 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:33.795956 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:41:33.887807 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 associated. External IP: 172.25.0.32, port: c82a7fdf-aa3f-454a-b5e2-752c62cfe534. Dec 17 16:41:34.104480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:41:34.230538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:34.236115 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:34.241313 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:34.252432 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:34.253041 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:41:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:34.263342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-defd2c15-baf4-4d56-b793-a81470ec39a4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "PUT /v2.0/floatingips/ea78d944-7f3d-49f2-abc6-d65798ed0818 HTTP/1.1" status: 200 len: 992 time: 1.0117404 Dec 17 16:41:34.263962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:34.266859 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a4b741-303e-4a93-98fc-27b49fa4abdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:34.306868 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eec43a-d176-429c-840f-41402f732464 x-openstack-request-id: req-d7eec43a-d176-429c-840f-41402f732464 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:34.307446 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:34.308090 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7eec43a-d176-429c-840f-41402f732464 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:34.308520 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'status': 'completed', 'code': 200} Dec 17 16:41:34.371384 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:34.374843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-54bd7a17-c3f6-4894-8090-71dbcfadc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:34.378788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-54bd7a17-c3f6-4894-8090-71dbcfadc425 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1098 time: 0.0485668 Dec 17 16:41:34.468708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-23e32be7-2653-4ae0-9b1b-e970e8232e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:34.470344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-23e32be7-2653-4ae0-9b1b-e970e8232e7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0847554 Dec 17 16:41:34.541721 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-a95ed680-110c-4db3-9271-ba20f3a0ab69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0634243 Dec 17 16:41:34.594206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-b03bfe4d-6d5f-4f44-a619-3c66dddb5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:34.595862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-b03bfe4d-6d5f-4f44-a619-3c66dddb5542 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0465598 Dec 17 16:41:34.647596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-39874ca3-f46e-467e-afb1-05b500d8315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:34.649180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-39874ca3-f46e-467e-afb1-05b500d8315b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459576 Dec 17 16:41:34.661901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-667fa8cc-fcfa-45e3-a0e1-1edebc03bcae service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:41:34.663035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-667fa8cc-fcfa-45e3-a0e1-1edebc03bcae service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058987 Dec 17 16:41:34.693223 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:62:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:41:33Z', 'revision_number': 13, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:34.718626 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:34.727465 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:34.728107 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:41:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:34.760330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-291a36d0-7ea1-4451-9e1e-8cb625dec182 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895424 Dec 17 16:41:34.835764 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:34.851562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a6a4b741-303e-4a93-98fc-27b49fa4abdf req-7c063d6f-5845-4928-b0c6-756d0276f8db service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Dec 17 16:41:35.059604 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:62:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:41:33Z', 'revision_number': 13, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:35.084643 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8084c-67fb-4b33-aaa8-8ee676cef7a3 None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'ea78d944-7f3d-49f2-abc6-d65798ed0818', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'mac_address': 'fa:16:3e:62:4a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:34:18Z', 'updated_at': '2021-12-17T16:41:33Z', 'revision_number': 13, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:35.297219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a993fc38-c4c4-48e4-bdf8-544b6cfe5a37 None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:41:36.533844 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4587dbc4-bc9e-476e-96f8-e010db730b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:38.939778 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e78cc362-533c-4b67-9e24-bbb7f3f1c3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:40.183129 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:41.404628 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:41.408610 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:42.164176 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:45.857999 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:41:48.466233 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-c48d6ee4-4a9c-4e45-9506-dcc7fbd869c1 req-37354194-266a-4ecc-9239-f7d3ff946337 service neutron] (109783) timed out ('10.222.0.54', 35758) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:42:06.531376 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b4c7817f-27db-4458-884e-e00d493a5f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:08.943094 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bf48172-04d1-4b74-b867-469ac4bcf0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:10.185698 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:10.795163 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:42:10.978890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-882ac01e-0697-46c6-a3d6-fd697fa28577 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490675 Dec 17 16:42:11.073101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-ca6d967d-a3c8-4bb4-b707-c3235b845577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:11.074615 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-ca6d967d-a3c8-4bb4-b707-c3235b845577 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1098 time: 0.0518584 Dec 17 16:42:11.179566 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-86997b4a-b1ac-49cd-a17f-a93bf25c6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:11.180968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-86997b4a-b1ac-49cd-a17f-a93bf25c6619 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0843072 Dec 17 16:42:11.240715 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:11.259939 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-7a9f232d-380f-4deb-818a-ad4039af6054 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1002 time: 0.0703440 Dec 17 16:42:11.311023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-7446142e-712d-4f0a-bbec-1569f42a9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:11.312500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-7446142e-712d-4f0a-bbec-1569f42a9cfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0451267 Dec 17 16:42:11.344490 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:11.359533 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-fcdf6772-3aa8-43fc-8449-570b6844ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:11.361504 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-fcdf6772-3aa8-43fc-8449-570b6844ff0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423453 Dec 17 16:42:11.455635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-1e12a840-b367-46f7-bfdd-009a90710911 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870123 Dec 17 16:42:11.548334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-55d6ced8-b20f-48d5-aea3-e6001bad3ae1 req-811a2017-5e9c-416d-80c0-3bf12cf15ab3 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858834 Dec 17 16:42:12.166589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:15.851414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:36.536505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26ca44df-b38f-4911-8f50-e5cd59e278e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:38.945692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-192cc306-450a-4a13-9839-a8d66a736128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:40.189055 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:41.259951 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:41.350357 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:42.168798 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:45.873759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:42:47.800527 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:43:06.538698 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1863b0c3-ca37-4fe8-83d1-f1d465155e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:08.944466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6bd3e293-d734-4231-8c56-a38fa003d94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:10.197803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:11.274241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:11.338189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-8cfb2c8d-19cd-4b80-9328-7bb26b65e2bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432627 Dec 17 16:43:11.359935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:11.431331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-0488f30f-8395-45ab-8eb8-d3f65956a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:11.431331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-0488f30f-8395-45ab-8eb8-d3f65956a0b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1098 time: 0.0491843 Dec 17 16:43:11.535859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-bfc23a3f-24e4-4e9a-aca6-7a46c65b71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:11.537524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-bfc23a3f-24e4-4e9a-aca6-7a46c65b71c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0868833 Dec 17 16:43:11.608978 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-4f7380ee-2a0b-4bba-876c-e9b9fca75797 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1002 time: 0.0646012 Dec 17 16:43:11.658807 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-8fe09e3c-d70c-4282-be32-a49861b72823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:11.660306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-8fe09e3c-d70c-4282-be32-a49861b72823 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0448601 Dec 17 16:43:11.707974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-48933cb4-1034-4f25-a503-7ebdda52ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:11.709993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-48933cb4-1034-4f25-a503-7ebdda52ffad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426133 Dec 17 16:43:11.806128 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-3d7284ac-f7d4-4dd6-9e59-0e69659c9eb2 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889971 Dec 17 16:43:11.899346 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-428655e9-337b-42cc-9bb8-dee5c949fe91 req-952ff218-27d3-443b-a0f7-3ad6198670fd service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853500 Dec 17 16:43:12.169162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:12.447189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292977d-39d6-494a-9a09-ed34d87085b4 req-83085791-42d3-49d7-bae7-a8dadf0f70ae tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:12.449800 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9292977d-39d6-494a-9a09-ed34d87085b4 req-83085791-42d3-49d7-bae7-a8dadf0f70ae tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0611999 Dec 17 16:43:12.502813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9292977d-39d6-494a-9a09-ed34d87085b4 req-dcb93924-a88f-4c26-bcf3-f802c3f1a85b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Dec 17 16:43:15.864343 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:24.649006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-fed55555-96fc-4ee5-82ac-66c10fefa0a9 req-741a71f1-460b-4abf-a5ed-56d47929df51 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:43:24.650028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fed55555-96fc-4ee5-82ac-66c10fefa0a9 req-741a71f1-460b-4abf-a5ed-56d47929df51 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0642366 Dec 17 16:43:24.805797 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:43:25.888747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-3ea66b79-ca94-4d3b-8d83-fa56d03526ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700426 Dec 17 16:43:25.901815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6fff-5a0d-4adb-acfb-32a145f3aa53 req-3f36fc93-d322-4df2-a782-71dc7be380e2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:25.903460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9eb6fff-5a0d-4adb-acfb-32a145f3aa53 req-3f36fc93-d322-4df2-a782-71dc7be380e2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0756443 Dec 17 16:43:25.907011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-dc545b68-c060-4144-8a07-a431c1c44a1f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:43:25.907977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-dc545b68-c060-4144-8a07-a431c1c44a1f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139518 Dec 17 16:43:25.952609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9eb6fff-5a0d-4adb-acfb-32a145f3aa53 req-e0b9707b-d8e5-4c16-999e-75a6d7a0590f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Dec 17 16:43:27.098792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dffd4-7bdc-442f-bcad-e1e35470428c req-4173a62b-3108-4ee8-8a31-70c9d7610b94 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:27.100634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-815dffd4-7bdc-442f-bcad-e1e35470428c req-4173a62b-3108-4ee8-8a31-70c9d7610b94 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0703499 Dec 17 16:43:27.160722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-815dffd4-7bdc-442f-bcad-e1e35470428c req-0a3b425b-b532-44d4-a2d0-f34e37c45f06 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505631 Dec 17 16:43:27.223136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-f4c574e5-7efd-4e56-b635-ac234c247ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:27.224712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-f4c574e5-7efd-4e56-b635-ac234c247ca8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1098 time: 0.0518391 Dec 17 16:43:27.339849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-d0d60c01-5242-4990-9e16-6ed597065bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:27.341517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-d0d60c01-5242-4990-9e16-6ed597065bc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1097043 Dec 17 16:43:27.418010 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-f8343a8a-85ea-44c1-a62e-69fd5c670206 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1002 time: 0.0680990 Dec 17 16:43:27.486433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-786473b4-2441-4389-9558-7f95fb83886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:27.487977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-786473b4-2441-4389-9558-7f95fb83886e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0623732 Dec 17 16:43:27.549864 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-badc70e6-fbf6-4cd6-a1eb-c3ed5364b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:27.551392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-badc70e6-fbf6-4cd6-a1eb-c3ed5364b00b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562975 Dec 17 16:43:27.686257 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-93b257f7-faf0-4da6-b33e-598bde7278ce service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274357 Dec 17 16:43:27.795161 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-e08ff679-006d-48d3-8b2e-4ba21324638b service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019864 Dec 17 16:43:28.293962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c37a16-79e9-492c-bd0d-3bf40e32a7f3 req-a2fc3a4b-28d2-4511-be21-04dbf4bda82e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:28.295457 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2c37a16-79e9-492c-bd0d-3bf40e32a7f3 req-a2fc3a4b-28d2-4511-be21-04dbf4bda82e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0524387 Dec 17 16:43:28.344291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f2c37a16-79e9-492c-bd0d-3bf40e32a7f3 req-635ae0f9-6a67-4b29-a796-993fd427ccbf tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426559 Dec 17 16:43:29.478612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862e6f3-4d32-48a1-b836-d8db2b074df2 req-e8f8831a-774c-49d8-b13f-bca3c31f616a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:29.481269 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d862e6f3-4d32-48a1-b836-d8db2b074df2 req-e8f8831a-774c-49d8-b13f-bca3c31f616a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0545123 Dec 17 16:43:29.541971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d862e6f3-4d32-48a1-b836-d8db2b074df2 req-2e6a6b53-daa2-47ac-8e10-56d6de671045 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514112 Dec 17 16:43:30.753389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a18de-3ea6-4048-b2df-8605d9774e80 req-0601b623-8e83-4504-a2d1-31b93a71b282 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:30.754872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c26a18de-3ea6-4048-b2df-8605d9774e80 req-0601b623-8e83-4504-a2d1-31b93a71b282 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0505147 Dec 17 16:43:30.802531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c26a18de-3ea6-4048-b2df-8605d9774e80 req-9636e283-1a03-406c-a965-dc093209b628 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Dec 17 16:43:31.993756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907b1b-72f6-46ef-b11c-f5c9d1d414e0 req-31c7a1f9-e776-4261-96d0-915e8c28366c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:31.995253 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91907b1b-72f6-46ef-b11c-f5c9d1d414e0 req-31c7a1f9-e776-4261-96d0-915e8c28366c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0617368 Dec 17 16:43:32.055046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91907b1b-72f6-46ef-b11c-f5c9d1d414e0 req-7f3dbdd6-eed5-4739-977e-399f648f70bb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536149 Dec 17 16:43:33.199270 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1a1a0-fa22-4b37-af4c-468c76cbcc15 req-2dad9757-5ffc-4dce-86e5-baa0cb7fba69 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:33.200783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97e1a1a0-fa22-4b37-af4c-468c76cbcc15 req-2dad9757-5ffc-4dce-86e5-baa0cb7fba69 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0565579 Dec 17 16:43:33.256362 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-97e1a1a0-fa22-4b37-af4c-468c76cbcc15 req-a27c0451-12aa-49a8-8abe-eae5675bc7dd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473557 Dec 17 16:43:34.485814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d96bf2-68a5-4e52-b43d-048022fe9dca req-0b38e583-6ba0-4dda-869b-16393162b8fb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:34.487297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7d96bf2-68a5-4e52-b43d-048022fe9dca req-0b38e583-6ba0-4dda-869b-16393162b8fb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.1099420 Dec 17 16:43:34.534790 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d7d96bf2-68a5-4e52-b43d-048022fe9dca req-a6213911-316c-4fc9-aa3c-0a00313bb43f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Dec 17 16:43:35.669176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467db41e-9092-4fc2-a4f8-5c891f7cf48f req-0ebcc329-d063-4c91-a452-70546bd4668f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:35.670648 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467db41e-9092-4fc2-a4f8-5c891f7cf48f req-0ebcc329-d063-4c91-a452-70546bd4668f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0495639 Dec 17 16:43:35.718508 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-467db41e-9092-4fc2-a4f8-5c891f7cf48f req-03bf11f0-0466-4590-88b6-ff10af466b8f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Dec 17 16:43:36.538263 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5ddce08-a115-4004-8012-b712f4d793d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:36.854079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aab4b6-c4ad-4c17-b5c4-ec003f8ddbfe req-f0c5b996-3136-4cdf-8f56-058814e6ec15 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:36.855586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67aab4b6-c4ad-4c17-b5c4-ec003f8ddbfe req-f0c5b996-3136-4cdf-8f56-058814e6ec15 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0591915 Dec 17 16:43:36.903520 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-67aab4b6-c4ad-4c17-b5c4-ec003f8ddbfe req-55d87f11-83fc-408a-b913-da138355900f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Dec 17 16:43:38.126061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cad44-d257-4af1-8679-e9361ed73310 req-eb74d87e-7a2f-444f-a003-236c321e3f6b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:38.127558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d4cad44-d257-4af1-8679-e9361ed73310 req-eb74d87e-7a2f-444f-a003-236c321e3f6b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0996490 Dec 17 16:43:38.181249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1d4cad44-d257-4af1-8679-e9361ed73310 req-1b9d87e3-8291-4759-871b-f4562f7e3fa3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474708 Dec 17 16:43:38.944633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ae225180-ffaa-402d-977c-4bebb67c6c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:39.312604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3ae53-bc7c-47c6-84fa-bf502099ca22 req-2a2de26b-56a4-43e8-97b3-7eaa8372d2ef tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:39.314133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36b3ae53-bc7c-47c6-84fa-bf502099ca22 req-2a2de26b-56a4-43e8-97b3-7eaa8372d2ef tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0582001 Dec 17 16:43:39.365788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-36b3ae53-bc7c-47c6-84fa-bf502099ca22 req-4414558c-c2fc-4e78-aeec-36b719b39aed tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Dec 17 16:43:40.191858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:40.492184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc92be-6d90-4830-8ae0-4ad6dea5c0d6 req-190d2ac5-ee00-4cba-9fc5-4260659c44d7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:40.493621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81fc92be-6d90-4830-8ae0-4ad6dea5c0d6 req-190d2ac5-ee00-4cba-9fc5-4260659c44d7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0521863 Dec 17 16:43:40.542578 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-81fc92be-6d90-4830-8ae0-4ad6dea5c0d6 req-1675304b-de7b-4ac5-8cd7-3dc37d26d7ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Dec 17 16:43:41.272413 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:41.353431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:41.664558 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475b25d-8ac3-4fb8-b122-c32235d666d2 req-69544566-4924-432c-ab80-16409ad9a947 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:41.666249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e475b25d-8ac3-4fb8-b122-c32235d666d2 req-69544566-4924-432c-ab80-16409ad9a947 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0516100 Dec 17 16:43:41.717354 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e475b25d-8ac3-4fb8-b122-c32235d666d2 req-754e5abe-721f-45a7-82fe-4e8081a645b5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 Dec 17 16:43:41.927391 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4fa2c12d-16a7-402b-9a89-49c306ac8caf service neutron] show failed (client error): The resource could not be found. Dec 17 16:43:41.928409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4fa2c12d-16a7-402b-9a89-49c306ac8caf service neutron] 10.222.0.49 "GET /v2.0/ports/c82a7fdf-aa3f-454a-b5e2-752c62cfe534/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0967460 Dec 17 16:43:42.161794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-5c33a33e-db0d-4317-b1c4-cf052bde3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:42.163438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-5c33a33e-db0d-4317-b1c4-cf052bde3e81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 1098 time: 0.0521815 Dec 17 16:43:42.163675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:42.179151 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:43:42.234655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:42.439880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:43:42.481313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:43:42.530300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:43:42.532619 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa4aceba43c778998b9748aa519fe6ac6242077dc8d64783731ee02fb50e30da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9fd25c-a8c2-499a-8776-394a873d86b6" -d '{"events": [{"server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "name": "network-vif-unplugged", "status": "completed", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:43:42.536663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:42.549949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Transition to ACTIVE for port object c82a7fdf-aa3f-454a-b5e2-752c62cfe534 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:43:42.553779 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:42.639991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:43:42.652818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.653167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.653562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.653902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.654240 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.654846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.655186 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.655561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.655869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.656203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.656536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.656861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.657293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:42.661620 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0c4b7-6589-457e-9ad6-415faaf207c6 x-openstack-request-id: req-e2c0c4b7-6589-457e-9ad6-415faaf207c6 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:43:42.661926 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "name": "network-vif-unplugged", "status": "completed", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:43:42.662179 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2c0c4b7-6589-457e-9ad6-415faaf207c6 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:43:42.662577 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'code': 200} Dec 17 16:43:42.695035 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] No DVR routers for this DVR port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:43:42.884244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7a006-9eb7-4a1c-9220-c8cb8d347593 req-3ba88b39-f522-4d04-8156-cd843dd769fc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:42.885704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5cc7a006-9eb7-4a1c-9220-c8cb8d347593 req-3ba88b39-f522-4d04-8156-cd843dd769fc tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0884662 Dec 17 16:43:42.888243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:43:42.888576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:43:42.888896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:43:42.898712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:43:42.899028 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:43:42.911626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:43:42.911997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:43:42.912377 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:43:42.912773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Bound port: c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:43:42.913138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:42.971670 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5cc7a006-9eb7-4a1c-9220-c8cb8d347593 req-0f9bb8a9-aa39-48e2-b10d-99492ce9d958 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793777 Dec 17 16:43:42.997805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:43:43.000974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:43:43.005248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:43.039399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:43.040064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:43.041681 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1093 time: 0.8665595 Dec 17 16:43:43.063182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4852e-daeb-4773-b42c-b07a99fd47e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:43:43.115256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-46b26cd7-0145-4667-9e41-166436969a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:43.116423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-46b26cd7-0145-4667-9e41-166436969a2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1096 time: 0.0463557 Dec 17 16:43:43.215936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-42fa07eb-9a04-453c-bbc0-8d7379cc4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:43.217420 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-42fa07eb-9a04-453c-bbc0-8d7379cc4eed service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0908515 Dec 17 16:43:43.292177 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-5c4d2696-0114-4d20-aa43-6f8300c6dedb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0619359 Dec 17 16:43:43.346475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-317154da-2b06-43f9-9f69-fa7c5860cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:43.347811 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-317154da-2b06-43f9-9f69-fa7c5860cdf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0437586 Dec 17 16:43:43.398657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-3c2536a7-4f5d-4018-ba73-151732fda955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:43.400278 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-3c2536a7-4f5d-4018-ba73-151732fda955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412045 Dec 17 16:43:43.440919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:43:43.487496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:43:43.498375 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-5ed918e4-5852-4633-944f-36f83faa684a service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853891 Dec 17 16:43:43.597018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-2538c39d-1e98-4837-b436-a8b05ff44b9b service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867178 Dec 17 16:43:44.099397 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb04fe1-b297-4382-a4c5-a6ad2f71c636 req-30d00bea-19d5-4c95-94e9-281fb6acfa34 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:44.100825 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dfb04fe1-b297-4382-a4c5-a6ad2f71c636 req-30d00bea-19d5-4c95-94e9-281fb6acfa34 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0541050 Dec 17 16:43:44.149823 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dfb04fe1-b297-4382-a4c5-a6ad2f71c636 req-8f1df085-e200-4a3c-8e2a-42ca4a5c4708 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Dec 17 16:43:44.663665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:43:44.705585 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb3438b-142c-4eb9-9b40-8e172461dad7" -d '{"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:43:44.802521 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e373a9d-ff0c-4951-b94d-e628149b5831 x-openstack-request-id: req-0e373a9d-ff0c-4951-b94d-e628149b5831 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:43:44.802820 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:43:44.803079 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e373a9d-ff0c-4951-b94d-e628149b5831 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:43:44.803489 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'status': 'completed', 'code': 200} Dec 17 16:43:44.864490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-335e11f4-fc74-4b1f-a452-52036ccaa911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:44.866001 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-335e11f4-fc74-4b1f-a452-52036ccaa911 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1096 time: 0.0439553 Dec 17 16:43:44.882626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-5ba30e78-a102-473d-8857-3815d8a79220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:44.884366 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-5ba30e78-a102-473d-8857-3815d8a79220 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1096 time: 0.0448289 Dec 17 16:43:44.960796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-1eac0ec0-4216-40ba-943d-c329b1a35973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:44.962251 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-1eac0ec0-4216-40ba-943d-c329b1a35973 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0889332 Dec 17 16:43:44.985311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-fae42a21-5602-45e3-82d0-fd3d28ddcd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:44.987126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-fae42a21-5602-45e3-82d0-fd3d28ddcd8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0894387 Dec 17 16:43:45.032096 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-14f17693-b7a6-4ab0-b491-33301d6257eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0609739 Dec 17 16:43:45.058517 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-081ff089-2878-4048-8970-5e168cb5f6f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0597434 Dec 17 16:43:45.082561 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-cdac0238-2297-4604-bdf2-6a115048020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:45.084197 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-cdac0238-2297-4604-bdf2-6a115048020f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0450883 Dec 17 16:43:45.118701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-3376d5be-f07f-4e51-b178-0192e8fa016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:45.120441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-3376d5be-f07f-4e51-b178-0192e8fa016f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0503793 Dec 17 16:43:45.136163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-602c5d16-bd81-411e-8e8f-2f6ebd3d7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:45.137785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-602c5d16-bd81-411e-8e8f-2f6ebd3d7008 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467713 Dec 17 16:43:45.287340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-79ef874e-e6a7-41d2-bd91-c4b17af0aea3 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410549 Dec 17 16:43:45.359909 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3a2e-16b0-449c-9459-2d32193018c7 req-0350039e-e8a1-4941-8036-a6cb22bb0b06 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:45.361470 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c2db3a2e-16b0-449c-9459-2d32193018c7 req-0350039e-e8a1-4941-8036-a6cb22bb0b06 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.1245046 Dec 17 16:43:45.433762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-b9ce6949-32a3-48f6-896a-6a2c843f820a service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391125 Dec 17 16:43:45.441487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c2db3a2e-16b0-449c-9459-2d32193018c7 req-a87be4a1-8a9c-4762-a99a-ccadd6cf01b2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686328 Dec 17 16:43:45.510519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-73ce421a-0e00-428a-bc77-93c6a2f98882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:45.512178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-73ce421a-0e00-428a-bc77-93c6a2f98882 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3803589 Dec 17 16:43:45.612598 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-77f1a7e3-5b49-45ec-a955-3a09d8265cbc service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878448 Dec 17 16:43:45.709146 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0eb3438b-142c-4eb9-9b40-8e172461dad7 req-60baa487-ea5d-44cf-acef-b444b200318f service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852404 Dec 17 16:43:45.862887 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:46.582772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5fef-1ade-4c55-9e9e-a4e479f20b8c req-4e0e516e-0846-4ec4-a7cd-9d5334e9b6a1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:46.584361 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee5b5fef-1ade-4c55-9e9e-a4e479f20b8c req-4e0e516e-0846-4ec4-a7cd-9d5334e9b6a1 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0527489 Dec 17 16:43:46.645230 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee5b5fef-1ade-4c55-9e9e-a4e479f20b8c req-0bb40f81-0c50-46f4-951d-9615cd9bf84b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497987 Dec 17 16:43:47.774681 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002af20-4d9b-456e-ae37-666551b33061 req-f759492a-48f7-4998-8b66-f7800f7b3204 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:47.776728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9002af20-4d9b-456e-ae37-666551b33061 req-f759492a-48f7-4998-8b66-f7800f7b3204 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0517151 Dec 17 16:43:47.829883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9002af20-4d9b-456e-ae37-666551b33061 req-2260bc8d-7151-41af-87ff-061c225f9569 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469728 Dec 17 16:43:48.963275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527400-5b92-40ac-aa96-7dba301ffef1 req-d861decf-617a-4d76-b960-9ce5f5b98e4a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:48.965108 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a527400-5b92-40ac-aa96-7dba301ffef1 req-d861decf-617a-4d76-b960-9ce5f5b98e4a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0588741 Dec 17 16:43:49.016826 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a527400-5b92-40ac-aa96-7dba301ffef1 req-91f38a1f-ebf7-4126-94a7-c48c5066fe20 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Dec 17 16:43:50.148783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489e4a8-c4c8-47a5-8b57-ea9714c56702 req-775d5035-389f-4be8-89f8-cad44d814cb6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:50.150289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5489e4a8-c4c8-47a5-8b57-ea9714c56702 req-775d5035-389f-4be8-89f8-cad44d814cb6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0519040 Dec 17 16:43:50.200043 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5489e4a8-c4c8-47a5-8b57-ea9714c56702 req-5a2106f6-9cdb-42ac-a728-6789669aad98 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Dec 17 16:43:51.326425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c140de3-e700-4744-9310-d6506c1cf212 req-40a2b952-b692-415b-9e4b-7feb70aff63c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:51.327979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c140de3-e700-4744-9310-d6506c1cf212 req-40a2b952-b692-415b-9e4b-7feb70aff63c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0519538 Dec 17 16:43:51.378308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c140de3-e700-4744-9310-d6506c1cf212 req-b90c8878-d676-4e07-9c06-b51373346c89 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Dec 17 16:43:52.525567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362d6c1-1fd9-4ea6-9246-ac16e3e017cb req-fadcac9f-d3b8-4d9a-ba6f-9a8f6829476a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:52.527129 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9362d6c1-1fd9-4ea6-9246-ac16e3e017cb req-fadcac9f-d3b8-4d9a-ba6f-9a8f6829476a tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0572789 Dec 17 16:43:52.588710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9362d6c1-1fd9-4ea6-9246-ac16e3e017cb req-a9895417-f167-4790-b2b5-6f62ea3b5bd5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499880 Dec 17 16:43:53.714354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a043c-cdc9-447e-b11b-7fbbded8e253 req-ff7eb656-2aa6-4489-ae75-5dcd29c0f420 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:53.715918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e24a043c-cdc9-447e-b11b-7fbbded8e253 req-ff7eb656-2aa6-4489-ae75-5dcd29c0f420 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0527065 Dec 17 16:43:53.768693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e24a043c-cdc9-447e-b11b-7fbbded8e253 req-60b9feff-0d0f-48ba-8ea4-c0fe4ff147da tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455267 Dec 17 16:43:54.905157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241e51-f169-4bd0-bf1b-fdddd78a5f58 req-1d81559b-73ff-4dc4-adf2-270f336671bd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:54.906541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec241e51-f169-4bd0-bf1b-fdddd78a5f58 req-1d81559b-73ff-4dc4-adf2-270f336671bd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0567176 Dec 17 16:43:54.957053 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec241e51-f169-4bd0-bf1b-fdddd78a5f58 req-975ec8d4-9337-4be7-bc5c-9db007796a5b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Dec 17 16:43:56.090229 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e50756-942f-41e0-b741-4a45f6276c5d req-dfbafab3-dcd2-4d75-afcf-1c0dbc7d0874 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:56.091700 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7e50756-942f-41e0-b741-4a45f6276c5d req-dfbafab3-dcd2-4d75-afcf-1c0dbc7d0874 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0576591 Dec 17 16:43:56.140012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7e50756-942f-41e0-b741-4a45f6276c5d req-d5516418-2538-4720-9de0-982b5662349b tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Dec 17 16:43:57.278353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d2d6-3fd9-4d45-9962-658b0a8dc394 req-4cde7b40-9195-4fc8-8eee-88ec75b20842 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:57.279851 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b19d2d6-3fd9-4d45-9962-658b0a8dc394 req-4cde7b40-9195-4fc8-8eee-88ec75b20842 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0611248 Dec 17 16:43:57.334057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b19d2d6-3fd9-4d45-9962-658b0a8dc394 req-0f349504-34cc-4228-99ae-21ff8057bdb3 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479691 Dec 17 16:43:57.634560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-adce75cc-7a1e-4409-80be-31289a9b367c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:57.636118 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-adce75cc-7a1e-4409-80be-31289a9b367c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.47 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073&tenant_id=ac8f38353dc94d0486d9efc7e10469d6&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 944 time: 0.0531497 Dec 17 16:43:57.650160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23688c71-4cb0-442f-9e87-1086fb92c646 req-636991e4-eeba-471d-80c1-f2006324c9d8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:57.651646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23688c71-4cb0-442f-9e87-1086fb92c646 req-636991e4-eeba-471d-80c1-f2006324c9d8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0512066 Dec 17 16:43:57.712109 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-23688c71-4cb0-442f-9e87-1086fb92c646 req-771da845-1990-433b-b65c-6baaab80dadd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534525 Dec 17 16:43:57.780989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-661ae59b-a71d-44c0-a45b-ee7f34edafbe service neutron] 10.222.0.47 "GET /v2.0/ports/c82a7fdf-aa3f-454a-b5e2-752c62cfe534/bindings/n-h1-806683-20 HTTP/1.1" status: 200 len: 383 time: 0.1013434 Dec 17 16:43:57.848525 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-fcea0244-96a0-4ba4-85df-739d3df09260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:57.850016 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-fcea0244-96a0-4ba4-85df-739d3df09260 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1096 time: 0.0436249 Dec 17 16:43:57.945271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-89713c3d-73bd-420d-8732-55702e42d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:57.946778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-89713c3d-73bd-420d-8732-55702e42d9bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0890605 Dec 17 16:43:58.016486 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-377a9538-84b2-4e2e-9286-66ddb5ebc9ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0625820 Dec 17 16:43:58.067849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-939ee92c-bfae-4a65-bd46-207d873bdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:58.069320 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-939ee92c-bfae-4a65-bd46-207d873bdd15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0459766 Dec 17 16:43:58.123206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-ae0354d1-6c5d-4e05-927b-912e12e33917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:58.124778 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-ae0354d1-6c5d-4e05-927b-912e12e33917 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485957 Dec 17 16:43:58.222191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-e51dacea-ad08-477f-8dcf-cf2799b34c41 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899162 Dec 17 16:43:58.313840 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-d9a69f3f-6857-4ed3-bb59-111c4f9bef7f service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850577 Dec 17 16:43:58.843109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4f0f9-0bf3-4fc2-aaf1-b4fe1f2a9559 req-cccda983-7ee9-4102-8808-4c14b2d4ad36 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:58.844646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aee4f0f9-0bf3-4fc2-aaf1-b4fe1f2a9559 req-cccda983-7ee9-4102-8808-4c14b2d4ad36 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 944 time: 0.0638783 Dec 17 16:43:58.898621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aee4f0f9-0bf3-4fc2-aaf1-b4fe1f2a9559 req-bd9be4e2-febf-4255-88e7-b76480417f4d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Dec 17 16:43:59.171305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:43:59.288347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:43:59.301333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'mac_address': 'fa:16:3e:62:4a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:43:59.339463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:59.352525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:43:59.371934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:43:59.377499 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:43:59.427258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:43:59.434749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.435095 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.435430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.435765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.436127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.436454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.436782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.437108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.437428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.437753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.438070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.438388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:43:59.438691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:00.023622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72526a-e54a-48ef-8bff-a719e81ff0e5 req-7032c545-5456-4734-98ff-f931ad705e75 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:00.025185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e72526a-e54a-48ef-8bff-a719e81ff0e5 req-7032c545-5456-4734-98ff-f931ad705e75 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Dec 17 16:44:00.074377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6e72526a-e54a-48ef-8bff-a719e81ff0e5 req-8014aaff-6c2a-4382-8bff-5b1a60d1d454 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Dec 17 16:44:01.177139 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:44:01.196147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7e000-b630-4b5d-87bc-5b793cccee55 req-904316d0-1a3b-4b08-a699-bee9b5722176 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:01.199733 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24e7e000-b630-4b5d-87bc-5b793cccee55 req-904316d0-1a3b-4b08-a699-bee9b5722176 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Dec 17 16:44:01.248383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24e7e000-b630-4b5d-87bc-5b793cccee55 req-adaf375b-2dbb-4872-af16-85ef433181e9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 Dec 17 16:44:01.280747 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:01.292113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'mac_address': 'fa:16:3e:62:4a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:44:01.806627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:44:02.377529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80ddc1-224b-425e-8efe-27907868a112 req-6fd08fc3-2b02-4076-9f89-88ab37b79f24 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:02.379059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa80ddc1-224b-425e-8efe-27907868a112 req-6fd08fc3-2b02-4076-9f89-88ab37b79f24 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0505600 Dec 17 16:44:02.426727 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fa80ddc1-224b-425e-8efe-27907868a112 req-566b6326-1913-447f-9748-0793199d38b7 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Dec 17 16:44:02.679738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-0ddfe096-3734-48e3-9803-32f4516932c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:02.681265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-0ddfe096-3734-48e3-9803-32f4516932c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073&tenant_id=ac8f38353dc94d0486d9efc7e10469d6 HTTP/1.1" status: 200 len: 1097 time: 0.0532172 Dec 17 16:44:02.695882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:44:02.756471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:02.957675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:02.992724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h1-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:44:03.028476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:44:03.038604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:03.052328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Ignored duplicate provisioning block setup for port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 17 16:44:03.057700 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:03.134853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=9']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:03.149438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.149750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.150124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.150461 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.150792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.151121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.151448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.151841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.152206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.152436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.152788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.153103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.153424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:03.190574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] No DVR routers for this DVR port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on host n-h1-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:44:03.194168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:44:03.245076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:44:03.335501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:44:03.335962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:44:03.336401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:44:03.341836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:44:03.342310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Attempting to bind port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on network a765121c-8183-43ee-a64a-cf34e81a37be {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:44:03.348507 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:44:03.348850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Checking segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:44:03.349278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Bound using segment: {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:44:03.349656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Bound port: c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f07c23c-728c-4650-8c6f-38727aceb5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:44:03.350015 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:03.415741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:44:03.419187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:44:03.425510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:03.463311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.464027 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:03.465438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] 10.222.0.49 "PUT /v2.0/ports/c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1093 time: 0.7760017 Dec 17 16:44:03.465884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:44:03.524662 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:44:03.528330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8869b96-f895-40ec-95f0-098a77630f9d service neutron] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=10']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:03.549762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-6cf17d14-9ad0-42f4-b668-0618eb615775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.552167 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-6cf17d14-9ad0-42f4-b668-0618eb615775 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1097 time: 0.0608437 Dec 17 16:44:03.575392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4a683-0740-411a-9639-f414c3507347 req-971701c2-5d23-4fe3-b727-230c05d15837 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.578399 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ed4a683-0740-411a-9639-f414c3507347 req-971701c2-5d23-4fe3-b727-230c05d15837 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0662982 Dec 17 16:44:03.640984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7ed4a683-0740-411a-9639-f414c3507347 req-01a7293e-5460-4c91-af5a-3745b2a788b4 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533397 Dec 17 16:44:03.653142 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df5a68-234c-45fc-9563-8be2946dd49a x-openstack-request-id: req-97df5a68-234c-45fc-9563-8be2946dd49a {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:44:03.653142 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:44:03.656175 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97df5a68-234c-45fc-9563-8be2946dd49a {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:44:03.656625 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'status': 'completed', 'code': 200} Dec 17 16:44:03.666902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-a4fa92d9-784a-4431-8ebb-7e2de9e0245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.668603 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-a4fa92d9-784a-4431-8ebb-7e2de9e0245c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.1098528 Dec 17 16:44:03.727769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-28a4483f-86b5-460a-812e-61f1e02042d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.729398 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-28a4483f-86b5-460a-812e-61f1e02042d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1097 time: 0.0481484 Dec 17 16:44:03.741921 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-2a2682fa-20f4-4a7a-a41b-fba42dc69526 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0658677 Dec 17 16:44:03.794198 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-19fe633a-1951-41e2-b7bf-8e2924a886f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.795773 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-19fe633a-1951-41e2-b7bf-8e2924a886f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0461621 Dec 17 16:44:03.825467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-deac1096-539c-43a0-82c3-cda8388371b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.827633 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-deac1096-539c-43a0-82c3-cda8388371b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0861671 Dec 17 16:44:03.841547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-e6a0a19f-7a13-4d1b-abb8-5ede9371b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.843102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-e6a0a19f-7a13-4d1b-abb8-5ede9371b2c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403237 Dec 17 16:44:03.901860 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-990641f5-3a74-4568-a2c2-65e05266a67e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0638301 Dec 17 16:44:03.936766 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-a02ef4a4-8628-4baf-94c4-0af980432d73 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866556 Dec 17 16:44:03.956940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-f9dd65f8-0b0b-4520-88d8-53f1f0df58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:03.958408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-f9dd65f8-0b0b-4520-88d8-53f1f0df58d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0440528 Dec 17 16:44:04.009153 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-4ac1d904-1208-4d19-9796-91cc42e76331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:04.010693 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-4ac1d904-1208-4d19-9796-91cc42e76331 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409391 Dec 17 16:44:04.028237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7d225a7-7dc5-40a6-8b8b-3da140ad1816 req-7993bd1c-4513-473b-9eab-4ada5382eb2b service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Dec 17 16:44:04.114784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-1daf5987-bf53-40b7-b496-d229997c4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:04.115967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-23cb23e7-adee-4f3c-a93f-302b39b0dd4a service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923011 Dec 17 16:44:04.116548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-1daf5987-bf53-40b7-b496-d229997c4b97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1097 time: 0.0447640 Dec 17 16:44:04.216572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-0cb4143e-7172-4e68-9475-44ba09975d29 service neutron] 10.222.0.47 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Dec 17 16:44:04.559578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-73ced009-87cc-4688-bc3a-f2dfb570de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:04.561118 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-73ced009-87cc-4688-bc3a-f2dfb570de94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.4380159 Dec 17 16:44:04.631730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-3fd89a16-feb7-462c-948c-99e4da71a846 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0632081 Dec 17 16:44:04.687013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-f767b0cf-4bce-4ac8-bd03-93e157c5e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:04.688767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-f767b0cf-4bce-4ac8-bd03-93e157c5e51b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0504305 Dec 17 16:44:04.764320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-abc38a8b-4792-4957-b80d-7be17e46a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:04.765850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-abc38a8b-4792-4957-b80d-7be17e46a266 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703840 Dec 17 16:44:04.780370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23277a-4452-4620-b9d2-696bbaee246e req-4982353a-c77e-4b3b-b298-4a2811605ab8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:04.781871 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b23277a-4452-4620-b9d2-696bbaee246e req-4982353a-c77e-4b3b-b298-4a2811605ab8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0589061 Dec 17 16:44:04.883659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b23277a-4452-4620-b9d2-696bbaee246e req-cc30893b-65b5-4cce-816b-88a5e8eeb92f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936759 Dec 17 16:44:04.908189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-fdc89192-a00b-4206-bcaa-38c6d384110e service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252890 Dec 17 16:44:05.000677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-812e4e38-5124-49d2-b4a9-e7a9c757a6f1 req-354081ce-4436-42ce-8aec-85029ca10863 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855677 Dec 17 16:44:06.010992 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bc52e-0422-4fb3-99cb-5a282a3ea467 req-c3ea1d7d-a263-4f1d-8ea2-2ba9e9027fac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:06.012545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c5bc52e-0422-4fb3-99cb-5a282a3ea467 req-c3ea1d7d-a263-4f1d-8ea2-2ba9e9027fac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0580564 Dec 17 16:44:06.068789 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0c5bc52e-0422-4fb3-99cb-5a282a3ea467 req-1513eead-0e87-45ee-801f-08fded16fc62 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498319 Dec 17 16:44:06.534034 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5af4d1c5-6012-4912-aacb-85af21e0a51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:07.204327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62868-8904-4597-a9ff-0d9b65a46a70 req-94a74940-cfa0-4d8a-b7e4-d973f2bd5e65 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:07.205919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25c62868-8904-4597-a9ff-0d9b65a46a70 req-94a74940-cfa0-4d8a-b7e4-d973f2bd5e65 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0573061 Dec 17 16:44:07.253827 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25c62868-8904-4597-a9ff-0d9b65a46a70 req-6ec1533c-e85d-4210-9029-85bec1e06a80 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Dec 17 16:44:08.378498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3e68d-4a28-430a-a143-b9f53040e7a1 req-2050415b-8092-414d-a040-7dfc6b48ea37 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:08.380378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1db3e68d-4a28-430a-a143-b9f53040e7a1 req-2050415b-8092-414d-a040-7dfc6b48ea37 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0549645 Dec 17 16:44:08.430770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1db3e68d-4a28-430a-a143-b9f53040e7a1 req-8eb04821-7f91-45e2-a959-72b3abec11c5 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Dec 17 16:44:08.940603 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57412bf5-a93f-4ef9-a62b-50041687c8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:09.565492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b271-6916-405a-a5e7-041701de515c req-3886f500-4905-44aa-9899-4cb5d1a357b0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:09.567751 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8314b271-6916-405a-a5e7-041701de515c req-3886f500-4905-44aa-9899-4cb5d1a357b0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0589199 Dec 17 16:44:09.621940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8314b271-6916-405a-a5e7-041701de515c req-7d77fc60-6acc-4cba-9780-1e4dc07ca8e6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 Dec 17 16:44:10.198230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:10.752412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e246506-f90b-4dc4-90d3-3c01f0e285a9 req-d97ba73d-7212-4247-84d9-6b7aef19e5d9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:10.754018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e246506-f90b-4dc4-90d3-3c01f0e285a9 req-d97ba73d-7212-4247-84d9-6b7aef19e5d9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0517621 Dec 17 16:44:10.805946 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e246506-f90b-4dc4-90d3-3c01f0e285a9 req-76f66db5-96f0-41d1-8b07-0f3783b1ff9e tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455284 Dec 17 16:44:11.294097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:11.368790 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:11.954703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5f641-fd9b-4b01-ac29-80410dc426fa req-b754e53c-453c-420e-8f5a-175d86e29368 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:11.956230 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fc5f641-fd9b-4b01-ac29-80410dc426fa req-b754e53c-453c-420e-8f5a-175d86e29368 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0669897 Dec 17 16:44:12.030077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8fc5f641-fd9b-4b01-ac29-80410dc426fa req-f4d25ffe-885c-4699-9a72-1d43c0428c23 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676956 Dec 17 16:44:12.042683 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-96a24f8b-a991-4e17-b07f-471b98fdd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:12.044772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-96a24f8b-a991-4e17-b07f-471b98fdd457 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 1097 time: 0.0616896 Dec 17 16:44:12.159272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-74a59a35-f9d1-4e53-a16c-d6da6d46d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:12.160709 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-74a59a35-f9d1-4e53-a16c-d6da6d46d732 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 200 len: 913 time: 0.0944016 Dec 17 16:44:12.170122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:12.227143 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-2cff90ba-19d5-4603-8387-57052c88c5f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 200 len: 1000 time: 0.0582619 Dec 17 16:44:12.277271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-653c97b6-fcd5-4bb5-8504-0c8e48ac91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:12.278731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-653c97b6-fcd5-4bb5-8504-0c8e48ac91c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 200 len: 851 time: 0.0443282 Dec 17 16:44:12.329023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-9310f347-a750-4e85-ab96-af07a2a456ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:12.330518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-9310f347-a750-4e85-ab96-af07a2a456ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a765121c-8183-43ee-a64a-cf34e81a37be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447121 Dec 17 16:44:12.421066 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-39846bd4-16db-4ab0-a2ea-c8a412f08678 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829377 Dec 17 16:44:12.519424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d4904da-1fab-44c3-b6f2-6e91b5cc2930 req-087036e9-3437-4afc-978d-9600b8d11b58 service neutron] 10.222.0.49 "GET /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896516 Dec 17 16:44:13.164664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67519c-e06a-46f4-94fa-79ffde681747 req-ccdcc420-bdc3-4aba-9275-a8e28b8dd7ee tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:13.166184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c67519c-e06a-46f4-94fa-79ffde681747 req-ccdcc420-bdc3-4aba-9275-a8e28b8dd7ee tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0562468 Dec 17 16:44:13.213839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6c67519c-e06a-46f4-94fa-79ffde681747 req-739f2319-237d-425d-aa64-12c2ec5c7b16 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Dec 17 16:44:14.362361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07db0-4db8-4830-88c5-7f7c932da49a req-6d0c3be3-ac2d-4753-9037-3b2a38ce9e07 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:14.364226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cae07db0-4db8-4830-88c5-7f7c932da49a req-6d0c3be3-ac2d-4753-9037-3b2a38ce9e07 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0626996 Dec 17 16:44:14.412490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cae07db0-4db8-4830-88c5-7f7c932da49a req-9d576460-f30b-4434-af7e-7b9801021b93 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Dec 17 16:44:15.551000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af509e4e-346c-413d-91bc-8a11fc016e72 req-86f02d0e-797e-456d-a764-578c67d05cdd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:15.552507 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af509e4e-346c-413d-91bc-8a11fc016e72 req-86f02d0e-797e-456d-a764-578c67d05cdd tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0553739 Dec 17 16:44:15.606503 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af509e4e-346c-413d-91bc-8a11fc016e72 req-d72430c2-d654-45cc-9fdb-a88628c6c6a6 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Dec 17 16:44:15.862606 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:16.730092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0736e6-9c26-4f99-858c-6aed41d119b7 req-4f0d1490-f28e-4600-81ff-d28352fcdf29 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:16.731584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b0736e6-9c26-4f99-858c-6aed41d119b7 req-4f0d1490-f28e-4600-81ff-d28352fcdf29 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0531199 Dec 17 16:44:16.792933 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5b0736e6-9c26-4f99-858c-6aed41d119b7 req-74eb7dd6-996e-4540-b809-c5f846dc0c5f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Dec 17 16:44:16.920820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5202a-087e-450d-8bbd-e90b31af361c req-610414fa-66f5-4806-a476-a281b368f0bb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:16.922342 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9cd5202a-087e-450d-8bbd-e90b31af361c req-610414fa-66f5-4806-a476-a281b368f0bb tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0581615 Dec 17 16:44:16.969841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9cd5202a-087e-450d-8bbd-e90b31af361c req-d07869ae-fce9-4757-8d2e-0ea814696a3f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Dec 17 16:44:17.098329 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d6541-3566-426e-8327-a9c1f05c3c9b req-bb8233a7-3ff9-4f77-9b97-f012fe4e59d8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:17.099767 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-959d6541-3566-426e-8327-a9c1f05c3c9b req-bb8233a7-3ff9-4f77-9b97-f012fe4e59d8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0618982 Dec 17 16:44:17.328064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-959d6541-3566-426e-8327-a9c1f05c3c9b req-d1b843aa-91d0-4a25-abbd-ad56a64adeab tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181234 Dec 17 16:44:17.578710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4abc1-cd5d-43d2-9a32-04c2dedff649 req-9fe0caed-96d7-425a-a568-e9a13dcf69b8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:17.584375 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ac4abc1-cd5d-43d2-9a32-04c2dedff649 req-9fe0caed-96d7-425a-a568-e9a13dcf69b8 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 945 time: 0.0643952 Dec 17 16:44:17.619506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:44:17.630453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ac4abc1-cd5d-43d2-9a32-04c2dedff649 req-154b6b20-cf85-4bdb-9528-f30bb3bc89e9 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Dec 17 16:44:17.715857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:17.728190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'port_id': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'mac_address': 'fa:16:3e:62:4a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:44:17.765362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:17.777913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:44:17.797420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:17.803095 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:17.857249 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:18.065690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c82a7fdf-aa3f-454a-b5e2-752c62cfe534'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:44:18.756285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b99d2e-a4f6-486c-911e-5ca944501c04 req-2a9d122c-aeec-4be3-815f-dd33d18b32c2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:18.757948 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4b99d2e-a4f6-486c-911e-5ca944501c04 req-2a9d122c-aeec-4be3-815f-dd33d18b32c2 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0527103 Dec 17 16:44:18.817331 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4b99d2e-a4f6-486c-911e-5ca944501c04 req-3ca6ba2d-3aee-4efe-b9db-eb1ea1158f7c tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups?id=68b0470d-6715-42a1-9c80-ecf65a316025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529172 Dec 17 16:44:19.068218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-b307d47f-8ec2-4eb9-b163-cf8b8f6ca38d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:19.069726 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-b307d47f-8ec2-4eb9-b163-cf8b8f6ca38d tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 946 time: 0.0517869 Dec 17 16:44:19.168908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Deleting port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:44:19.169152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:19.263169 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] For port c82a7fdf-aa3f-454a-b5e2-752c62cfe534, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:19.263548 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:19.456083 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:19.456337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:19.456665 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818 disassociated. External IP: 172.25.0.32, port: c82a7fdf-aa3f-454a-b5e2-752c62cfe534. Dec 17 16:44:19.457017 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Calling delete_port for c82a7fdf-aa3f-454a-b5e2-752c62cfe534 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:44:19.593041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:19.626064 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event deleted for resources: {'Port': ['ID=c82a7fdf-aa3f-454a-b5e2-752c62cfe534,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:19.626639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:44:19.650187 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:44:19.650749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 16:44:19.673757 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 not found, will not notify nova. {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 16:44:19.750078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:44:19.865419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:44:19.875396 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:44:19.885814 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:44:19.886854 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:44:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:19.913437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] No DVR routers for this DVR port c82a7fdf-aa3f-454a-b5e2-752c62cfe534 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:44:19.916689 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:19.920045 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e8d32f7-7c94-4287-ac18-4d975ab9d1bc req-9ad2f03f-c3cb-41c0-84af-e68bae6b734f tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.49 "DELETE /v2.0/ports/c82a7fdf-aa3f-454a-b5e2-752c62cfe534 HTTP/1.1" status: 204 len: 173 time: 0.8432925 Dec 17 16:44:19.920511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'name': 'network-vif-deleted', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:44:19.922997 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6eafb6-9317-4236-851f-056f3e58a8d4" -d '{"events": [{"server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "name": "network-vif-deleted", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:44:19.941276 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-860cf2ba-5289-4c3c-9470-3454b980ff39 req-d687d4e7-41f4-438d-9f48-288286579516 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 210 time: 0.0492826 Dec 17 16:44:19.977044 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded11b63-7157-4237-8b6d-3dd2560d89cf x-openstack-request-id: req-ded11b63-7157-4237-8b6d-3dd2560d89cf {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:44:19.977529 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da0bff9-bf98-4f7c-abe4-80e8c6fb4073", "name": "network-vif-deleted", "tag": "c82a7fdf-aa3f-454a-b5e2-752c62cfe534", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:44:19.977847 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ded11b63-7157-4237-8b6d-3dd2560d89cf {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:44:19.978272 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da0bff9-bf98-4f7c-abe4-80e8c6fb4073', 'name': 'network-vif-deleted', 'tag': 'c82a7fdf-aa3f-454a-b5e2-752c62cfe534', 'status': 'completed', 'code': 200} Dec 17 16:44:20.006633 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:44:20.212150 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:20.239602 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:44:20.257999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:44:20.259008 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:44:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:20.380184 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:44:20.681548 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:20.708035 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb12a90-9af1-4fb1-b03d-3372d9c3f7f4 None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'f6854443-ca94-4e4b-aed2-af9908f14228', 'name': '', 'network_id': 'a765121c-8183-43ee-a64a-cf34e81a37be', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'mac_address': 'fa:16:3e:7d:53:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:15Z', 'updated_at': '2021-12-17T16:34:19Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'subnets': [{'id': '69acfed5-df99-4c55-a359-62e3fd10ad4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:44:20.971060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578eccc-daa6-4cb8-a614-5445f70d079a None None] New status for floating IP ea78d944-7f3d-49f2-abc6-d65798ed0818: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:44:21.059710 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e042dcdf-ec84-441b-9b8a-114d11cdfb4a req-95b1369c-cb99-4724-a551-5187e9364836 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 210 time: 0.0299444 Dec 17 16:44:22.161431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d9280b5c-e93d-4104-8129-49d01233d36a req-14fce4a1-2979-41ce-8d43-74820d1bf884 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 210 time: 0.0278225 Dec 17 16:44:23.259055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cd3509f0-a4fa-45c5-a309-f5a7c61a4d0d req-6962c818-7dbf-4806-8aee-300d022530a0 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 210 time: 0.0268831 Dec 17 16:44:23.658203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:44:23.678621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: c82a7fdf-aa3f-454a-b5e2-752c62cfe534 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:44:23.678929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c82a7fdf-aa3f-454a-b5e2-752c62cfe534 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:44:24.379129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3d843405-5d50-4d4c-842e-a6998dfb58ad req-543fb2d5-ff80-4446-a1b0-89de89022d08 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/ports?device_id=5da0bff9-bf98-4f7c-abe4-80e8c6fb4073 HTTP/1.1" status: 200 len: 210 time: 0.0316780 Dec 17 16:44:29.194775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38400) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:29.256336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a98bf6bd-861f-493c-a64b-e83cd74037ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.281321 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a98bf6bd-861f-493c-a64b-e83cd74037ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.332023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a98bf6bd-861f-493c-a64b-e83cd74037ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.334691 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a98bf6bd-861f-493c-a64b-e83cd74037ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.335898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a98bf6bd-861f-493c-a64b-e83cd74037ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "DELETE /v2.0/security-groups/68b0470d-6715-42a1-9c80-ecf65a316025 HTTP/1.1" status: 204 len: 168 time: 0.1400671 Dec 17 16:44:29.338518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38402) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:29.345857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bf6bd-861f-493c-a64b-e83cd74037ac tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0470d-6715-42a1-9c80-ecf65a316025,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:29.362526 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-54d8bea9-069d-4f21-83f8-28adaa105910 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] show failed (client error): The resource could not be found. Dec 17 16:44:29.364480 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-54d8bea9-069d-4f21-83f8-28adaa105910 tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "GET /v2.0/security-groups/68b0470d-6715-42a1-9c80-ecf65a316025 HTTP/1.1" status: 404 len: 347 time: 0.0247052 Dec 17 16:44:29.367215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38404) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:29.495046 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Deleting port 905d2179-cf85-41d7-8efc-0d4b20d4af12 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:44:29.495356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.571885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.572118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.584714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Calling delete_port for 905d2179-cf85-41d7-8efc-0d4b20d4af12 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:44:29.724573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.754131 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Pushing event deleted for resources: {'Port': ['ID=905d2179-cf85-41d7-8efc-0d4b20d4af12,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:29.819136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.821778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:29.822934 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-efdac9e7-26fb-4255-bae8-6e4f490b45df tempest-ServerActionsTestJSON-278223142 tempest-ServerActionsTestJSON-278223142-project] 10.222.0.54 "DELETE /v2.0/floatingips/ea78d944-7f3d-49f2-abc6-d65798ed0818 HTTP/1.1" status: 204 len: 168 time: 0.4545119 Dec 17 16:44:29.826946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38406) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:30.340191 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:30.602734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Deleting port f6854443-ca94-4e4b-aed2-af9908f14228 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:44:30.603079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:30.692612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] For port f6854443-ca94-4e4b-aed2-af9908f14228, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=f6854443-ca94-4e4b-aed2-af9908f14228,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:30.692978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:30.705892 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Calling delete_port for f6854443-ca94-4e4b-aed2-af9908f14228 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:44:30.898597 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:30.929579 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6854443-ca94-4e4b-aed2-af9908f14228,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:31.094284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:31.325934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:44:31.449558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:44:31.457874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fa82d36e-1518-43b9-8d57-1037c41bfd4c admin admin] 10.222.0.54 "PUT /v2.0/routers/39a790cc-ac1f-4ef9-b04e-f78f33d08ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6271327 Dec 17 16:44:31.458375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38410) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:31.459436 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] Sync routers for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:44:31.469625 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:44:31.470213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:44:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:31.562104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:31.572186 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:44:31.767960 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:44:30Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:31.796071 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] Checking router: 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:44:31.805911 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] Routers {'39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:44:31.806522 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:44:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:31.914964 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] Set router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:44:32.018146 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.069996 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Deleting port 04d8e0a5-399d-4568-807a-792b62024c2a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:44:32.070333 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.095812 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:44:30Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:32.122046 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4776a24d-351a-4075-931b-c01034c14f9f None None] The sync data for ids ['39a790cc-ac1f-4ef9-b04e-f78f33d08ee7'] in n-d-806683-20 is: [{'id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'name': 'tempest-ServerActionsTestJSON-1952223770-router', 'tenant_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:44:30Z', 'revision_number': 5, 'project_id': 'ac8f38353dc94d0486d9efc7e10469d6', 'gw_port': {'id': '04d8e0a5-399d-4568-807a-792b62024c2a', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a790cc-ac1f-4ef9-b04e-f78f33d08ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:34:13Z', 'updated_at': '2021-12-17T16:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:44:32.156024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] For port 04d8e0a5-399d-4568-807a-792b62024c2a, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=04d8e0a5-399d-4568-807a-792b62024c2a,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:32.156381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.168751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Calling delete_port for 04d8e0a5-399d-4568-807a-792b62024c2a owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:44:32.338850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.361874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Pushing event deleted for resources: {'Port': ['ID=04d8e0a5-399d-4568-807a-792b62024c2a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:32.378584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88accb02-2592-4f40-88bc-c5774eb47b31 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:44:32.423275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.514437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.517401 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.570350 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.571010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:44:32.575865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.577236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6c92f588-2b02-47d6-a68c-ec7711fc1edd admin admin] 10.222.0.54 "DELETE /v2.0/routers/39a790cc-ac1f-4ef9-b04e-f78f33d08ee7 HTTP/1.1" status: 204 len: 168 time: 1.1176445 Dec 17 16:44:32.580533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38412) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:32.628271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] Deleting subnet 69acfed5-df99-4c55-a359-62e3fd10ad4e {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:44:32.631377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.665882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.751438 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.808642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.834610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69acfed5-df99-4c55-a359-62e3fd10ad4e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:32.839740 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.843061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5957397f-a57d-4311-a021-eafd387e8f8f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/69acfed5-df99-4c55-a359-62e3fd10ad4e HTTP/1.1" status: 204 len: 168 time: 0.2607908 Dec 17 16:44:32.845715 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38414) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:32.848963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c497498-384f-487e-8b6c-a98c4eb2686a None None] Network a765121c-8183-43ee-a64a-cf34e81a37be requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:44:32.917593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:32.973932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Deleting port ecd28199-8862-4532-b737-2a87a361e2d4 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:44:32.974274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.049561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] For port ecd28199-8862-4532-b737-2a87a361e2d4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=ecd28199-8862-4532-b737-2a87a361e2d4,segment=NetworkSegment(9f07c23c-728c-4650-8c6f-38727aceb5e1),segment_id=9f07c23c-728c-4650-8c6f-38727aceb5e1)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:33.049803 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.062542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Calling delete_port for ecd28199-8862-4532-b737-2a87a361e2d4 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:44:33.121866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] DHCP port deletion for a765121c-8183-43ee-a64a-cf34e81a37be request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:44:33.163072 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.178276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] Deleting port ecd28199-8862-4532-b737-2a87a361e2d4 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:44:33.178654 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.191055 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] No DVR routers for this DVR port ecd28199-8862-4532-b737-2a87a361e2d4 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:44:33.193025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd28199-8862-4532-b737-2a87a361e2d4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:33.241840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] For port ecd28199-8862-4532-b737-2a87a361e2d4, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:33.242237 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.254611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] Calling delete_port for ecd28199-8862-4532-b737-2a87a361e2d4 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:44:33.257281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] Port ecd28199-8862-4532-b737-2a87a361e2d4 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:44:33.258585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.266758 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.283300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] Pushing event deleted for resources: {'Port': ['ID=ecd28199-8862-4532-b737-2a87a361e2d4,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:33.287031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb2e28-ed4b-4b6a-ac78-8a42edd049b2 None None] No DVR routers for this DVR port ecd28199-8862-4532-b737-2a87a361e2d4 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:44:33.287262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a765121c-8183-43ee-a64a-cf34e81a37be']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:33.297206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f07c23c-728c-4650-8c6f-38727aceb5e1') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:33.297502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f07c23c-728c-4650-8c6f-38727aceb5e1') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:44:33.310768 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.325776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.330756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:44:33.331177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:44:33.333042 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:44:33.390121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.396005 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.399985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a765121c-8183-43ee-a64a-cf34e81a37be HTTP/1.1" status: 204 len: 168 time: 0.5533378 Dec 17 16:44:33.411325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f25b8-3669-48e8-9d83-6dd69f07c969 admin admin] Pushing event deleted for resources: {'Network': ['ID=a765121c-8183-43ee-a64a-cf34e81a37be,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:33.523702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38418) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:33.564697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b12b4321-896c-409d-80b8-4e7bd5a712d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac8f38353dc94d0486d9efc7e10469d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397744 Dec 17 16:44:33.567208 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38420) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:33.616008 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2b9-3f81-4d77-b29c-79ca425f568f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.636647 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2b9-3f81-4d77-b29c-79ca425f568f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.686309 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2b9-3f81-4d77-b29c-79ca425f568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.689166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f2b9-3f81-4d77-b29c-79ca425f568f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:33.690348 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3cc3f2b9-3f81-4d77-b29c-79ca425f568f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f54095c-938b-4ead-9c7d-09e4692150aa HTTP/1.1" status: 204 len: 168 time: 0.1222751 Dec 17 16:44:33.697770 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3f2b9-3f81-4d77-b29c-79ca425f568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f54095c-938b-4ead-9c7d-09e4692150aa,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:33.785493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ecd28199-8862-4532-b737-2a87a361e2d4 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:44:33.809147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: ecd28199-8862-4532-b737-2a87a361e2d4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:44:33.809613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device ecd28199-8862-4532-b737-2a87a361e2d4 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:44:33.810106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f6854443-ca94-4e4b-aed2-af9908f14228 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:44:33.829578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: f6854443-ca94-4e4b-aed2-af9908f14228 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:44:33.829999 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device f6854443-ca94-4e4b-aed2-af9908f14228 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:44:33.830343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 04d8e0a5-399d-4568-807a-792b62024c2a no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:44:33.849472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 04d8e0a5-399d-4568-807a-792b62024c2a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:44:33.853027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 04d8e0a5-399d-4568-807a-792b62024c2a not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:44:34.448298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38442) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:34.560677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1359888291-network', 'tenant_id': '73c347bc89c642fc8c9851394864b8cb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:44:34.588163 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Made reservation on behalf of 73c347bc89c642fc8c9851394864b8cb for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:44:34.590942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.603841 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.693249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.698438 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.722097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:44:34.730401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f77c49e-4980-4ec9-8a08-51b6ebdd6542,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:34.736605 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.736940 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Added segment 7ad9cd30-edc7-4840-9b11-55e65bbe5805 of type vlan for network 1a44279f-a499-4a8e-ab2b-3647261a3a2b Dec 17 16:44:34.776620 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.802949 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.804116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:34.804694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:34.856591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4071779 Dec 17 16:44:34.859756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38446) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:44:34.865575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Request body: {'subnet': {'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1359888291-subnet', 'tenant_id': '73c347bc89c642fc8c9851394864b8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:44:34.867861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488538e2-3566-4b3e-9b8a-930d7c76b406 admin admin] Pushing event updated for resources: {'Network': ['ID=1a44279f-a499-4a8e-ab2b-3647261a3a2b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:34.880848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 1a44279f-a499-4a8e-ab2b-3647261a3a2b details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:44:34.892332 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Made reservation on behalf of 73c347bc89c642fc8c9851394864b8cb for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:44:34.894881 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:35.077624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:35.136403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c396c73-44f0-410a-a13d-17cb089e28ba,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:35.145528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Checking segment: {'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:44:35.145900 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Network hostable DHCP agents. Network: 1a44279f-a499-4a8e-ab2b-3647261a3a2b, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:44:35.165235 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Network 1a44279f-a499-4a8e-ab2b-3647261a3a2b is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:44:35.175622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 1a44279f-a499-4a8e-ab2b-3647261a3a2b) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:44:35.179961 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:35.180550 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:35.184942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d441c74-3319-4ea6-bbe8-31f1036196b5 None None] Network 1a44279f-a499-4a8e-ab2b-3647261a3a2b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:44:35.196591 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dfe116ab-32db-4583-be56-c1e6c7da9685 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3353393 Dec 17 16:44:35.282804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ae879-1a80-4e35-8464-b67df804f22c None None] Network 1a44279f-a499-4a8e-ab2b-3647261a3a2b requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:44:35.636139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa823-2a8d-4710-a193-fdf71846e862 req-38570af5-f0c8-431a-b278-271eb4ae7a8c tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:35.637666 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-38570af5-f0c8-431a-b278-271eb4ae7a8c tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/networks?id=1a44279f-a499-4a8e-ab2b-3647261a3a2b HTTP/1.1" status: 200 len: 814 time: 0.1058061 Dec 17 16:44:35.656621 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-241aa73a-405c-4859-ba70-86f075f57e62 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/quotas/73c347bc89c642fc8c9851394864b8cb HTTP/1.1" status: 200 len: 375 time: 0.0095119 Dec 17 16:44:35.694509 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-4ebe7e8c-9d28-4770-8bda-144e58b44d26 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73c347bc89c642fc8c9851394864b8cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315838 Dec 17 16:44:35.822476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-b77c06fd-2a6f-4152-9de3-5e21584fdcf0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:44:35.824147 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-b77c06fd-2a6f-4152-9de3-5e21584fdcf0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0618756 Dec 17 16:44:35.921848 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-dd5bc26e-db43-49cc-b353-c6880b0f5f37 service neutron] 10.222.0.54 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885580 Dec 17 16:44:36.023667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-8ca88a89-78ca-4aaf-86f1-e7d061a6a801 service neutron] 10.222.0.54 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945506 Dec 17 16:44:36.196394 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1cd5f7c7-5f07-4c5f-b446-902fcf6c900d req-b5689b87-2348-4436-b78b-9f0e1c94363b tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 210 time: 0.0283370 Dec 17 16:44:36.528226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a374-e0ac-4bb9-ab5c-9c8f99511c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:37.304174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8434ed1c-a61d-4409-8c19-fa591b49280d req-186054a7-c0bf-4f48-ab81-0e37bb97dee3 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Dec 17 16:44:37.351382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa823-2a8d-4710-a193-fdf71846e862 req-a5f98377-5a47-47f7-b55b-f1b08775c02d tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:37.352905 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-a5f98377-5a47-47f7-b55b-f1b08775c02d tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.49 "GET /v2.0/networks?id=1a44279f-a499-4a8e-ab2b-3647261a3a2b HTTP/1.1" status: 200 len: 814 time: 0.1174452 Dec 17 16:44:37.367526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Request body: {'port': {'device_id': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b', 'admin_state_up': True, 'tenant_id': '73c347bc89c642fc8c9851394864b8cb'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:44:37.492173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Made reservation on behalf of 73c347bc89c642fc8c9851394864b8cb for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:44:37.495567 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:37.625800 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Allocated IP 172.20.0.11 (1a44279f-a499-4a8e-ab2b-3647261a3a2b/6c396c73-44f0-410a-a13d-17cb089e28ba/893b7440-31ef-45aa-8df7-d9279ddbdcd8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:44:37.793923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:37.832686 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:37.876779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Network 1a44279f-a499-4a8e-ab2b-3647261a3a2b is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:44:37.880127 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:44:37.883751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:44:37.889997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Pushing event updated for resources: {'Port': ['ID=893b7440-31ef-45aa-8df7-d9279ddbdcd8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:37.945160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:37.945770 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:37.971421 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-9558006d-c807-4af2-a095-6dda4c47190e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6075327 Dec 17 16:44:37.983766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Request body: {'port': {'device_id': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:44:38.036088 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:38.304253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893b7440-31ef-45aa-8df7-d9279ddbdcd8 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:44:38.311517 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:38.323547 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Transition to ACTIVE for port object 893b7440-31ef-45aa-8df7-d9279ddbdcd8 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:44:38.329646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:38.411103 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Pushing event updated for resources: {'Port': ['ID=893b7440-31ef-45aa-8df7-d9279ddbdcd8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:38.480082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99b523-fd02-484f-936c-d5618d2820e0 req-4723ce51-8dce-44df-aae9-52bb466eeedf tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:38.481597 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dd99b523-fd02-484f-936c-d5618d2820e0 req-4723ce51-8dce-44df-aae9-52bb466eeedf tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 944 time: 0.1050260 Dec 17 16:44:38.501611 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Attempting to bind port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:44:38.501890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Attempting to bind port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:44:38.502236 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Attempting to bind port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 on network 1a44279f-a499-4a8e-ab2b-3647261a3a2b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:44:38.519067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 on network 1a44279f-a499-4a8e-ab2b-3647261a3a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:44:38.519388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Attempting to bind port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 on network 1a44279f-a499-4a8e-ab2b-3647261a3a2b {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:44:38.531451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:44:38.531790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Checking segment: {'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:44:38.532199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Bound using segment: {'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:44:38.532622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Bound port: 893b7440-31ef-45aa-8df7-d9279ddbdcd8, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:44:38.532968 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:38.558983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dd99b523-fd02-484f-936c-d5618d2820e0 req-e14c428d-893f-4ba4-b241-0819873081e5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673511 Dec 17 16:44:38.611794 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] For port 893b7440-31ef-45aa-8df7-d9279ddbdcd8, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:44:38.615400 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] For port 893b7440-31ef-45aa-8df7-d9279ddbdcd8, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=893b7440-31ef-45aa-8df7-d9279ddbdcd8,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:44:38.622295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:38.659664 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:38.660496 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:38.661901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] 10.222.0.49 "PUT /v2.0/ports/893b7440-31ef-45aa-8df7-d9279ddbdcd8 HTTP/1.1" status: 200 len: 1093 time: 0.6822050 Dec 17 16:44:38.662369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'tag': '893b7440-31ef-45aa-8df7-d9279ddbdcd8'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:44:38.664675 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577dc62d-46bf-4637-b61a-7d11f18857be" -d '{"events": [{"name": "network-changed", "server_uuid": "4c04591e-2598-4b77-af20-84ab27d8fb68", "tag": "893b7440-31ef-45aa-8df7-d9279ddbdcd8"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:44:38.685306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630d0d4-aa98-46ec-98da-6938adc0c135 service neutron] Pushing event updated for resources: {'Port': ['ID=893b7440-31ef-45aa-8df7-d9279ddbdcd8,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:38.706938 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7a0a2b-e5d9-458f-bc69-6a02950a6048 x-openstack-request-id: req-0a7a0a2b-e5d9-458f-bc69-6a02950a6048 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:44:38.707247 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c04591e-2598-4b77-af20-84ab27d8fb68", "tag": "893b7440-31ef-45aa-8df7-d9279ddbdcd8", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:44:38.707608 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a7a0a2b-e5d9-458f-bc69-6a02950a6048 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:44:38.708060 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'tag': '893b7440-31ef-45aa-8df7-d9279ddbdcd8', 'status': 'completed', 'code': 200} Dec 17 16:44:38.753658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa823-2a8d-4710-a193-fdf71846e862 req-355ad0f4-4c0e-463b-8cb8-08c1dc15e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:38.755309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-355ad0f4-4c0e-463b-8cb8-08c1dc15e1c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73c347bc89c642fc8c9851394864b8cb&device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 1096 time: 0.0430443 Dec 17 16:44:38.802808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-3d13a224-bcf7-408b-b68e-edb0e975cec6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=893b7440-31ef-45aa-8df7-d9279ddbdcd8 HTTP/1.1" status: 200 len: 217 time: 0.0386846 Dec 17 16:44:38.805559 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:44:38.852997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa823-2a8d-4710-a193-fdf71846e862 req-4d3e238a-cb15-4007-94fe-dd82bcb75a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:38.854369 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-4d3e238a-cb15-4007-94fe-dd82bcb75a4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c396c73-44f0-410a-a13d-17cb089e28ba HTTP/1.1" status: 200 len: 854 time: 0.0446274 Dec 17 16:44:38.887209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-f9aad451-8533-43fc-ac45-a9aade68258f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a44279f-a499-4a8e-ab2b-3647261a3a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255320 Dec 17 16:44:38.935367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1484056a-9d4c-40b7-8081-5d1413f775e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:38.984308 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-d4716a1a-d2ae-4393-b7ea-cfb0d4e4648f service neutron] 10.222.0.49 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885825 Dec 17 16:44:39.079028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-735fa823-2a8d-4710-a193-fdf71846e862 req-daf8f7ad-9bc4-4285-b052-11e86f0d630d service neutron] 10.222.0.49 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874524 Dec 17 16:44:39.172558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc62d-46bf-4637-b61a-7d11f18857be req-ccdb7656-07ae-4181-85ae-ad0a834f25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:39.173966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-577dc62d-46bf-4637-b61a-7d11f18857be req-ccdb7656-07ae-4181-85ae-ad0a834f25e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73c347bc89c642fc8c9851394864b8cb&device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 1096 time: 0.0445051 Dec 17 16:44:39.268235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc62d-46bf-4637-b61a-7d11f18857be req-686d4803-7678-441e-933e-72ce62ef4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:39.270064 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-577dc62d-46bf-4637-b61a-7d11f18857be req-686d4803-7678-441e-933e-72ce62ef4bcc service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a44279f-a499-4a8e-ab2b-3647261a3a2b HTTP/1.1" status: 200 len: 915 time: 0.0891004 Dec 17 16:44:39.311666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-577dc62d-46bf-4637-b61a-7d11f18857be req-f5c91d42-8bbd-431a-ae5b-dec71b4891cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=893b7440-31ef-45aa-8df7-d9279ddbdcd8 HTTP/1.1" status: 200 len: 217 time: 0.0346985 Dec 17 16:44:39.369265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc62d-46bf-4637-b61a-7d11f18857be req-58523c16-f2ce-4985-a110-adf4810f38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:39.370699 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-577dc62d-46bf-4637-b61a-7d11f18857be req-58523c16-f2ce-4985-a110-adf4810f38d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c396c73-44f0-410a-a13d-17cb089e28ba HTTP/1.1" status: 200 len: 854 time: 0.0503283 Dec 17 16:44:39.403269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-577dc62d-46bf-4637-b61a-7d11f18857be req-d3863ffc-1b6f-4f70-a1b0-1c6fef6efb38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a44279f-a499-4a8e-ab2b-3647261a3a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241513 Dec 17 16:44:39.493255 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-577dc62d-46bf-4637-b61a-7d11f18857be req-180dc722-0947-46af-b720-0bc22fab25c3 service neutron] 10.222.0.49 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820804 Dec 17 16:44:39.588761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-577dc62d-46bf-4637-b61a-7d11f18857be req-59f197bd-29de-4b80-9446-af236b8578cf service neutron] 10.222.0.49 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881100 Dec 17 16:44:39.683203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2200d-1238-4d5b-a2f9-6a50d7d9480a req-29508fb1-9a3e-4955-9ccf-6aad957efcce tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:39.684711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ad2200d-1238-4d5b-a2f9-6a50d7d9480a req-29508fb1-9a3e-4955-9ccf-6aad957efcce tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 944 time: 0.0514085 Dec 17 16:44:39.742011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ad2200d-1238-4d5b-a2f9-6a50d7d9480a req-6a7bc9b5-f135-45a9-a547-73791cf758b6 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Dec 17 16:44:40.213571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:40.870457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537dcb4-2a32-4253-9bc1-0acd64cb7525 req-43f597c5-73ef-4384-ac3d-371d8ba55abb tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:40.871891 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8537dcb4-2a32-4253-9bc1-0acd64cb7525 req-43f597c5-73ef-4384-ac3d-371d8ba55abb tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 944 time: 0.0513942 Dec 17 16:44:40.920467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8537dcb4-2a32-4253-9bc1-0acd64cb7525 req-0dcbf444-df69-481c-8618-9b7559c79313 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Dec 17 16:44:41.291090 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:41.360982 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:41.734692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 893b7440-31ef-45aa-8df7-d9279ddbdcd8 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:44:41.836301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 893b7440-31ef-45aa-8df7-d9279ddbdcd8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=893b7440-31ef-45aa-8df7-d9279ddbdcd8,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:41.848756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '893b7440-31ef-45aa-8df7-d9279ddbdcd8', 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b', 'port_id': '893b7440-31ef-45aa-8df7-d9279ddbdcd8', 'mac_address': 'fa:16:3e:93:bc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c396c73-44f0-410a-a13d-17cb089e28ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:44:41.890731 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:41.904050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893b7440-31ef-45aa-8df7-d9279ddbdcd8 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:44:41.928613 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 893b7440-31ef-45aa-8df7-d9279ddbdcd8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=893b7440-31ef-45aa-8df7-d9279ddbdcd8,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:41.934992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:41.985574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=893b7440-31ef-45aa-8df7-d9279ddbdcd8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:42.046304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c21c-cfc9-428d-9707-97c55cbdf19e req-478f1355-1427-4646-9008-c47e45b42a85 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:42.047900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b66c21c-cfc9-428d-9707-97c55cbdf19e req-478f1355-1427-4646-9008-c47e45b42a85 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Dec 17 16:44:42.103242 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b66c21c-cfc9-428d-9707-97c55cbdf19e req-ac9f3bb4-d0e4-4a3a-877e-72cdaa1c47ac tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484915 Dec 17 16:44:42.121453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['893b7440-31ef-45aa-8df7-d9279ddbdcd8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:44:42.175227 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:43.232171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec335c65-b2ed-412d-ad14-8be8a339095b req-ea8b043e-423e-4ddd-ae2d-375d0b0993c2 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:43.233677 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec335c65-b2ed-412d-ad14-8be8a339095b req-ea8b043e-423e-4ddd-ae2d-375d0b0993c2 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 945 time: 0.0516284 Dec 17 16:44:43.289227 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ec335c65-b2ed-412d-ad14-8be8a339095b req-48d530ba-981c-4cd7-ba81-5494a0268745 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Dec 17 16:44:43.736675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 893b7440-31ef-45aa-8df7-d9279ddbdcd8 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:44:43.796698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:44:43.800520 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:44:43.800923 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:44.063253 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:44.087154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b7440-31ef-45aa-8df7-d9279ddbdcd8'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:44:44.100621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 893b7440-31ef-45aa-8df7-d9279ddbdcd8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=893b7440-31ef-45aa-8df7-d9279ddbdcd8,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:44.106825 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:44.136568 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992d182b-fa14-4b77-983c-64332a531b3c" -d '{"events": [{"server_uuid": "4c04591e-2598-4b77-af20-84ab27d8fb68", "name": "network-vif-plugged", "status": "completed", "tag": "893b7440-31ef-45aa-8df7-d9279ddbdcd8"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:44:44.160134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=893b7440-31ef-45aa-8df7-d9279ddbdcd8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:44.231993 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b958f1-bcbb-458b-8e9c-919d7e566ab5 x-openstack-request-id: req-66b958f1-bcbb-458b-8e9c-919d7e566ab5 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:44:44.232288 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c04591e-2598-4b77-af20-84ab27d8fb68", "name": "network-vif-plugged", "status": "completed", "tag": "893b7440-31ef-45aa-8df7-d9279ddbdcd8", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:44:44.232543 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66b958f1-bcbb-458b-8e9c-919d7e566ab5 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:44:44.232937 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893b7440-31ef-45aa-8df7-d9279ddbdcd8', 'code': 200} Dec 17 16:44:44.334013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8cca8-c74f-4086-be20-e50df17b518a req-957f6d09-3745-4d6f-a903-50b7935b96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:44.335625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9c8cca8-c74f-4086-be20-e50df17b518a req-957f6d09-3745-4d6f-a903-50b7935b96c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 1098 time: 0.0440962 Dec 17 16:44:44.382962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a9c8cca8-c74f-4086-be20-e50df17b518a req-e448294e-7e34-492f-80d5-f061a8f41d79 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Dec 17 16:44:44.408485 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dcdfa-847d-4a0e-a8ea-d0a23d8fedd5 req-06121311-6550-42a1-8f6c-b5b90134aeaf tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:44.409977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e47dcdfa-847d-4a0e-a8ea-d0a23d8fedd5 req-06121311-6550-42a1-8f6c-b5b90134aeaf tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0489919 Dec 17 16:44:44.457628 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e47dcdfa-847d-4a0e-a8ea-d0a23d8fedd5 req-3046106a-a302-4756-be6f-f384e9c39453 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Dec 17 16:44:45.584998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fb71b-818e-4166-9d4e-cf6706c24e4f req-6512e149-dfcd-4509-b3cc-6047a0225823 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:45.587311 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a02fb71b-818e-4166-9d4e-cf6706c24e4f req-6512e149-dfcd-4509-b3cc-6047a0225823 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0531251 Dec 17 16:44:45.643617 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a02fb71b-818e-4166-9d4e-cf6706c24e4f req-0c044103-d5f0-43ab-8c22-e688fd6dc481 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499442 Dec 17 16:44:45.877277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:45.902243 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-49d6a758-f8a9-4ae9-a22d-cbfad45435d1 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:45.903754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-49d6a758-f8a9-4ae9-a22d-cbfad45435d1 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/networks?id=1a44279f-a499-4a8e-ab2b-3647261a3a2b HTTP/1.1" status: 200 len: 814 time: 0.1103790 Dec 17 16:44:45.922444 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-0cb843dc-0b9e-4eaa-b064-c869486e863b tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/quotas/73c347bc89c642fc8c9851394864b8cb HTTP/1.1" status: 200 len: 375 time: 0.0099862 Dec 17 16:44:45.972356 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-3c21bdef-302f-47d7-8c86-a50e568332fa tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73c347bc89c642fc8c9851394864b8cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445061 Dec 17 16:44:46.062537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-f4c469cf-1fa1-46ce-9615-ccbfa52a638e service neutron] 10.222.0.54 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825684 Dec 17 16:44:46.167653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-86c0474b-467e-4061-8003-90501fdf29e2 service neutron] 10.222.0.54 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987360 Dec 17 16:44:46.347260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-75346808-9047-43f6-89fe-01def2731dbb req-108bf4e3-2082-4a41-a78d-180e9a4bc65c tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 210 time: 0.0302398 Dec 17 16:44:47.393812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e8075bcb-6910-49bf-bd9f-6a3ef61380b5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:47.395352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e8075bcb-6910-49bf-bd9f-6a3ef61380b5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.47 "GET /v2.0/networks?id=1a44279f-a499-4a8e-ab2b-3647261a3a2b HTTP/1.1" status: 200 len: 814 time: 0.1131885 Dec 17 16:44:47.411978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Request body: {'port': {'device_id': '687ce666-a539-47db-9fee-d11229f0ce9f', 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b', 'admin_state_up': True, 'tenant_id': '73c347bc89c642fc8c9851394864b8cb'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:44:47.478053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b5284776-38f3-404d-b2b0-8cb1702b3f0c req-2fcee89b-f41a-4a00-8aaf-3d883ae4cad5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 210 time: 0.0494194 Dec 17 16:44:47.553816 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Made reservation on behalf of 73c347bc89c642fc8c9851394864b8cb for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:44:47.557504 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:47.685183 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Allocated IP 172.20.0.3 (1a44279f-a499-4a8e-ab2b-3647261a3a2b/6c396c73-44f0-410a-a13d-17cb089e28ba/aa3b9854-bf36-4774-86e7-b45de0f180de) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:44:47.850568 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:47.889968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:47.902407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['893b7440-31ef-45aa-8df7-d9279ddbdcd8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:44:47.933129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Network 1a44279f-a499-4a8e-ab2b-3647261a3a2b is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:44:47.936481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:44:47.940237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:44:47.964909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Pushing event updated for resources: {'Port': ['ID=aa3b9854-bf36-4774-86e7-b45de0f180de,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:47.981469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.981807 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.982143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.982477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.982810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.983146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.983513 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.983788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.984144 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.984468 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.984791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.985105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:47.985426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:48.005344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:48.005962 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:48.023401 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-e5d8d32f-10b7-4205-a49b-fd319138cb1a tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6159754 Dec 17 16:44:48.040780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Request body: {'port': {'device_id': '687ce666-a539-47db-9fee-d11229f0ce9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:44:48.096780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:48.351348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3b9854-bf36-4774-86e7-b45de0f180de {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:44:48.358753 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:48.371744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Transition to ACTIVE for port object aa3b9854-bf36-4774-86e7-b45de0f180de will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:44:48.377574 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:48.429920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b9854-bf36-4774-86e7-b45de0f180de,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:48.500716 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Attempting to bind port aa3b9854-bf36-4774-86e7-b45de0f180de on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:44:48.500990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Attempting to bind port aa3b9854-bf36-4774-86e7-b45de0f180de by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:44:48.501348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Attempting to bind port aa3b9854-bf36-4774-86e7-b45de0f180de on network 1a44279f-a499-4a8e-ab2b-3647261a3a2b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:44:48.505681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Port aa3b9854-bf36-4774-86e7-b45de0f180de on network 1a44279f-a499-4a8e-ab2b-3647261a3a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:44:48.505996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Attempting to bind port aa3b9854-bf36-4774-86e7-b45de0f180de on network 1a44279f-a499-4a8e-ab2b-3647261a3a2b {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:44:48.511628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:44:48.512062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Checking segment: {'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:44:48.512529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Bound using segment: {'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:44:48.513031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Bound port: aa3b9854-bf36-4774-86e7-b45de0f180de, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad9cd30-edc7-4840-9b11-55e65bbe5805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:44:48.513447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:48.576915 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] For port aa3b9854-bf36-4774-86e7-b45de0f180de, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:44:48.579929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] For port aa3b9854-bf36-4774-86e7-b45de0f180de, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa3b9854-bf36-4774-86e7-b45de0f180de,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:44:48.586092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:48.599256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ea00-1a93-4497-9368-6110156b6133 req-5ddabd31-fb55-47ec-9981-1a18784f9193 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:48.600915 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c10ea00-1a93-4497-9368-6110156b6133 req-5ddabd31-fb55-47ec-9981-1a18784f9193 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 943 time: 0.0507278 Dec 17 16:44:48.624438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:48.625118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:48.626525 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa3b9854-bf36-4774-86e7-b45de0f180de HTTP/1.1" status: 200 len: 1092 time: 0.5900040 Dec 17 16:44:48.626948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687ce666-a539-47db-9fee-d11229f0ce9f', 'tag': 'aa3b9854-bf36-4774-86e7-b45de0f180de'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:44:48.629237 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cd2228-8481-4e49-8960-5932f46efd91" -d '{"events": [{"name": "network-changed", "server_uuid": "687ce666-a539-47db-9fee-d11229f0ce9f", "tag": "aa3b9854-bf36-4774-86e7-b45de0f180de"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:44:48.651603 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aa352-8579-48ee-b5e3-e09881565500 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b9854-bf36-4774-86e7-b45de0f180de,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:48.663482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2c10ea00-1a93-4497-9368-6110156b6133 req-9cdfb8e9-4d11-4663-92f1-cdcb6a880c0f tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559239 Dec 17 16:44:48.675210 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef1140f-c083-4e0a-a97f-cb28d0d11d05 x-openstack-request-id: req-8ef1140f-c083-4e0a-a97f-cb28d0d11d05 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:44:48.675503 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687ce666-a539-47db-9fee-d11229f0ce9f", "tag": "aa3b9854-bf36-4774-86e7-b45de0f180de", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:44:48.675756 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ef1140f-c083-4e0a-a97f-cb28d0d11d05 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:44:48.676197 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687ce666-a539-47db-9fee-d11229f0ce9f', 'tag': 'aa3b9854-bf36-4774-86e7-b45de0f180de', 'status': 'completed', 'code': 200} Dec 17 16:44:48.718967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-594c7f7e-d75b-41ad-bc45-dbc005f6bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:48.720714 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-594c7f7e-d75b-41ad-bc45-dbc005f6bce0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c347bc89c642fc8c9851394864b8cb&device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 1095 time: 0.0481017 Dec 17 16:44:48.765263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-f9638d87-96b0-42ae-a880-07663555c54a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa3b9854-bf36-4774-86e7-b45de0f180de HTTP/1.1" status: 200 len: 217 time: 0.0343111 Dec 17 16:44:48.817002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea34c741-cbe2-4457-9c21-82e8aca852c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:48.818415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-ea34c741-cbe2-4457-9c21-82e8aca852c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c396c73-44f0-410a-a13d-17cb089e28ba HTTP/1.1" status: 200 len: 854 time: 0.0426972 Dec 17 16:44:48.858908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-1cd074f0-4c6d-42b1-9761-0c5b069f5928 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a44279f-a499-4a8e-ab2b-3647261a3a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271945 Dec 17 16:44:48.952492 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-71311a3d-31fd-4730-92de-45b2b0c61f47 service neutron] 10.222.0.47 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816767 Dec 17 16:44:49.051272 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a355d667-1624-4720-abf2-d6e6b490d2eb req-125bc620-59cc-4d7c-8feb-da7a25820b9a service neutron] 10.222.0.47 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883512 Dec 17 16:44:49.156858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd2228-8481-4e49-8960-5932f46efd91 req-553372ea-facd-4a6a-b3eb-a9f9965bbcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:49.158466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57cd2228-8481-4e49-8960-5932f46efd91 req-553372ea-facd-4a6a-b3eb-a9f9965bbcb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73c347bc89c642fc8c9851394864b8cb&device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 1095 time: 0.0437427 Dec 17 16:44:49.260494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd2228-8481-4e49-8960-5932f46efd91 req-edfcb590-b530-4989-955a-3893065451c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:49.261994 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57cd2228-8481-4e49-8960-5932f46efd91 req-edfcb590-b530-4989-955a-3893065451c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a44279f-a499-4a8e-ab2b-3647261a3a2b HTTP/1.1" status: 200 len: 915 time: 0.0967014 Dec 17 16:44:49.308466 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57cd2228-8481-4e49-8960-5932f46efd91 req-91f877a5-8f8f-41ca-84e2-1855d086686a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa3b9854-bf36-4774-86e7-b45de0f180de HTTP/1.1" status: 200 len: 217 time: 0.0389059 Dec 17 16:44:49.368799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd2228-8481-4e49-8960-5932f46efd91 req-f22c9941-c0e4-4154-8db9-b4bdaf7c576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:49.370316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57cd2228-8481-4e49-8960-5932f46efd91 req-f22c9941-c0e4-4154-8db9-b4bdaf7c576b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c396c73-44f0-410a-a13d-17cb089e28ba HTTP/1.1" status: 200 len: 854 time: 0.0528533 Dec 17 16:44:49.405734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57cd2228-8481-4e49-8960-5932f46efd91 req-9d928ece-735e-43fb-b439-f5cc4eb57188 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a44279f-a499-4a8e-ab2b-3647261a3a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251000 Dec 17 16:44:49.503562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57cd2228-8481-4e49-8960-5932f46efd91 req-1397c88b-7262-4a34-a905-901d783fd6ba service neutron] 10.222.0.47 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901613 Dec 17 16:44:49.598166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57cd2228-8481-4e49-8960-5932f46efd91 req-95ed8c49-7841-473d-90b9-c3b61402ad8a service neutron] 10.222.0.47 "GET /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863183 Dec 17 16:44:49.787659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610fe0c-47af-4716-a201-fad3678cd705 req-f5d641ba-209a-4efe-a090-bdb3329e9685 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:49.789272 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a610fe0c-47af-4716-a201-fad3678cd705 req-f5d641ba-209a-4efe-a090-bdb3329e9685 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 943 time: 0.0518231 Dec 17 16:44:49.842574 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a610fe0c-47af-4716-a201-fad3678cd705 req-c99a817d-5f41-4f42-b28e-b7d613512588 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Dec 17 16:44:50.984548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda092f-6d73-44d3-9e33-d773f80ddb9c req-89533f4b-bc08-4100-9b50-c60542aa4c7e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:50.986052 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abda092f-6d73-44d3-9e33-d773f80ddb9c req-89533f4b-bc08-4100-9b50-c60542aa4c7e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 943 time: 0.0618072 Dec 17 16:44:51.035872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-abda092f-6d73-44d3-9e33-d773f80ddb9c req-82d6eb6a-6d19-4be1-99f9-dcccb7b3c183 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Dec 17 16:44:52.162569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16072-9582-4743-a0e7-d574bfa1a5f4 req-00e3cf6b-750f-45e8-b71b-9d5238e647e3 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:52.164143 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8bb16072-9582-4743-a0e7-d574bfa1a5f4 req-00e3cf6b-750f-45e8-b71b-9d5238e647e3 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 943 time: 0.0529101 Dec 17 16:44:52.230126 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8bb16072-9582-4743-a0e7-d574bfa1a5f4 req-5f671ae8-b035-409b-bea3-c27fcf3fcdbe tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Dec 17 16:44:53.361454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9bff-6988-4661-aa50-ed3e2cd0eb6f req-9bba66dd-c56c-4912-98ce-de7c8a319c78 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:53.363345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-522b9bff-6988-4661-aa50-ed3e2cd0eb6f req-9bba66dd-c56c-4912-98ce-de7c8a319c78 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 943 time: 0.0540614 Dec 17 16:44:53.414910 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-522b9bff-6988-4661-aa50-ed3e2cd0eb6f req-c024c052-26b4-4645-a276-83b2421e2749 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Dec 17 16:44:53.423991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa3b9854-bf36-4774-86e7-b45de0f180de details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:44:53.526727 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port aa3b9854-bf36-4774-86e7-b45de0f180de, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa3b9854-bf36-4774-86e7-b45de0f180de,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:53.538002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'aa3b9854-bf36-4774-86e7-b45de0f180de', 'network_id': '1a44279f-a499-4a8e-ab2b-3647261a3a2b', 'port_id': 'aa3b9854-bf36-4774-86e7-b45de0f180de', 'mac_address': 'fa:16:3e:68:e6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c396c73-44f0-410a-a13d-17cb089e28ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:44:53.580137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:53.594631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3b9854-bf36-4774-86e7-b45de0f180de {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:44:53.615410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port aa3b9854-bf36-4774-86e7-b45de0f180de, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa3b9854-bf36-4774-86e7-b45de0f180de,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:53.624693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:53.691394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=aa3b9854-bf36-4774-86e7-b45de0f180de,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:53.848232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['aa3b9854-bf36-4774-86e7-b45de0f180de'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:44:54.557660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de39db-625f-47dc-9067-ccf9ff9a6460 req-7b7a3689-9077-43de-a300-ece28a1abb09 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:54.559149 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1de39db-625f-47dc-9067-ccf9ff9a6460 req-7b7a3689-9077-43de-a300-ece28a1abb09 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 944 time: 0.0616345 Dec 17 16:44:54.610304 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d1de39db-625f-47dc-9067-ccf9ff9a6460 req-337451c3-a0ce-4a3d-92c8-4ba70ccf7d20 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Dec 17 16:44:55.425677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa3b9854-bf36-4774-86e7-b45de0f180de up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:44:55.487423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port aa3b9854-bf36-4774-86e7-b45de0f180de completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:44:55.492161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port aa3b9854-bf36-4774-86e7-b45de0f180de triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:44:55.492524 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:55.576613 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:55.602982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687ce666-a539-47db-9fee-d11229f0ce9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3b9854-bf36-4774-86e7-b45de0f180de'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:44:55.605451 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43fb667-140a-4cee-a7e9-2164451e925f" -d '{"events": [{"server_uuid": "687ce666-a539-47db-9fee-d11229f0ce9f", "name": "network-vif-plugged", "status": "completed", "tag": "aa3b9854-bf36-4774-86e7-b45de0f180de"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:44:55.619182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port aa3b9854-bf36-4774-86e7-b45de0f180de, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa3b9854-bf36-4774-86e7-b45de0f180de,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:55.624405 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:55.647846 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7480bf85-4e34-439f-8dfc-e0d3c1855786 x-openstack-request-id: req-7480bf85-4e34-439f-8dfc-e0d3c1855786 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:44:55.648154 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687ce666-a539-47db-9fee-d11229f0ce9f", "name": "network-vif-plugged", "status": "completed", "tag": "aa3b9854-bf36-4774-86e7-b45de0f180de", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:44:55.648394 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7480bf85-4e34-439f-8dfc-e0d3c1855786 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:44:55.648784 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687ce666-a539-47db-9fee-d11229f0ce9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3b9854-bf36-4774-86e7-b45de0f180de', 'code': 200} Dec 17 16:44:55.675606 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=aa3b9854-bf36-4774-86e7-b45de0f180de,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:55.761892 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc0b31-222e-45c0-ae14-b65316cd2a6a req-12932cf5-3631-4813-8139-b6caff6b0d1b tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:55.763502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12cc0b31-222e-45c0-ae14-b65316cd2a6a req-12932cf5-3631-4813-8139-b6caff6b0d1b tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 945 time: 0.0760648 Dec 17 16:44:55.780447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06080564-9ea3-4567-9273-8d5cb6b31530 req-1fa7a510-e425-4bb6-8b2c-81666b82c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:55.781854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06080564-9ea3-4567-9273-8d5cb6b31530 req-1fa7a510-e425-4bb6-8b2c-81666b82c0d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 1097 time: 0.0658631 Dec 17 16:44:55.839838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-12cc0b31-222e-45c0-ae14-b65316cd2a6a req-4f7d9c71-f609-483a-9000-a4262866b465 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689518 Dec 17 16:44:55.849777 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-06080564-9ea3-4567-9273-8d5cb6b31530 req-1f1140a8-98c2-4e89-93a0-2c9221d10dc2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Dec 17 16:44:56.976252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbcf91-7340-4d14-8d52-937801b7c0c9 req-e2fe8306-09b4-4b95-9b42-21921b637b4e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:56.977936 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60bbcf91-7340-4d14-8d52-937801b7c0c9 req-e2fe8306-09b4-4b95-9b42-21921b637b4e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 945 time: 0.0613048 Dec 17 16:44:57.029830 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60bbcf91-7340-4d14-8d52-937801b7c0c9 req-35a549cc-46cb-40b5-819b-271245ed4ec9 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Dec 17 16:44:58.154302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58eeea-71b8-40bb-84a5-19768fe77eaf req-02f6e21f-6486-46ef-9198-28dbcb7adc3e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:58.155794 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f58eeea-71b8-40bb-84a5-19768fe77eaf req-02f6e21f-6486-46ef-9198-28dbcb7adc3e tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 945 time: 0.0555294 Dec 17 16:44:58.210188 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9f58eeea-71b8-40bb-84a5-19768fe77eaf req-94b9d383-be2a-44fc-a061-8c5938707441 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Dec 17 16:44:58.466109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf149-7d8c-48bd-a6f9-af762865ab46 req-4ffaec9d-2dd3-4039-9852-5977f432ef64 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:58.467582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9adf149-7d8c-48bd-a6f9-af762865ab46 req-4ffaec9d-2dd3-4039-9852-5977f432ef64 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 945 time: 0.0566230 Dec 17 16:44:58.518615 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b9adf149-7d8c-48bd-a6f9-af762865ab46 req-e8664e32-96e0-4f96-ad90-5e4d6d302283 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Dec 17 16:44:59.650466 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95b3d7-e9b9-419f-b458-7f51c581dcca req-9b515282-4e06-480c-a199-b7d738b17b0f tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:59.651988 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b95b3d7-e9b9-419f-b458-7f51c581dcca req-9b515282-4e06-480c-a199-b7d738b17b0f tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 945 time: 0.0548990 Dec 17 16:44:59.699387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1b95b3d7-e9b9-419f-b458-7f51c581dcca req-a8d8a0e3-d609-4cb9-8d21-86fae7c870ce tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Dec 17 16:44:59.811725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-bd0df4a1-bd0b-4ba3-b015-9b4ced3d4393 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:59.813169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-bd0df4a1-bd0b-4ba3-b015-9b4ced3d4393 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.47 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 945 time: 0.0531342 Dec 17 16:44:59.906400 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Deleting port aa3b9854-bf36-4774-86e7-b45de0f180de {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:44:59.906694 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:44:59.996849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] For port aa3b9854-bf36-4774-86e7-b45de0f180de, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=aa3b9854-bf36-4774-86e7-b45de0f180de,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:59.997187 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:00.009724 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Calling delete_port for aa3b9854-bf36-4774-86e7-b45de0f180de owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:00.139580 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:00.155059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['893b7440-31ef-45aa-8df7-d9279ddbdcd8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:45:00.159158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['aa3b9854-bf36-4774-86e7-b45de0f180de'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:45:00.168987 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Pushing event deleted for resources: {'Port': ['ID=aa3b9854-bf36-4774-86e7-b45de0f180de,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:00.535162 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] No DVR routers for this DVR port aa3b9854-bf36-4774-86e7-b45de0f180de on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:00.538264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:00.542000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2af67854-eb0e-47fb-a138-06ea4fb48e20 req-cfd773d5-2c09-4173-bca8-c79e2bfdce08 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.47 "DELETE /v2.0/ports/aa3b9854-bf36-4774-86e7-b45de0f180de HTTP/1.1" status: 204 len: 173 time: 0.7226326 Dec 17 16:45:00.542447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687ce666-a539-47db-9fee-d11229f0ce9f', 'name': 'network-vif-deleted', 'tag': 'aa3b9854-bf36-4774-86e7-b45de0f180de'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:45:00.544714 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f794dd-ec1b-40ea-8d02-99c32f4d7571" -d '{"events": [{"server_uuid": "687ce666-a539-47db-9fee-d11229f0ce9f", "name": "network-vif-deleted", "tag": "aa3b9854-bf36-4774-86e7-b45de0f180de"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:45:00.586502 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62b936a-610d-4441-bcee-a275c1e6d81f x-openstack-request-id: req-e62b936a-610d-4441-bcee-a275c1e6d81f {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:45:00.586806 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687ce666-a539-47db-9fee-d11229f0ce9f", "name": "network-vif-deleted", "tag": "aa3b9854-bf36-4774-86e7-b45de0f180de", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:45:00.587091 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e62b936a-610d-4441-bcee-a275c1e6d81f {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:45:00.587502 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687ce666-a539-47db-9fee-d11229f0ce9f', 'name': 'network-vif-deleted', 'tag': 'aa3b9854-bf36-4774-86e7-b45de0f180de', 'status': 'completed', 'code': 200} Dec 17 16:45:00.809951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9334eb39-2291-4301-a61f-b4579d7e1832 req-7c8657ef-d171-4323-bcec-e9c098477bdb tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=687ce666-a539-47db-9fee-d11229f0ce9f HTTP/1.1" status: 200 len: 210 time: 0.0298357 Dec 17 16:45:01.971409 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11106-f2df-4c9a-97c2-8cdbbb03d26d req-66ead1bd-afad-4237-994c-fc47759b8d72 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:01.972952 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ec11106-f2df-4c9a-97c2-8cdbbb03d26d req-66ead1bd-afad-4237-994c-fc47759b8d72 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0530605 Dec 17 16:45:02.026810 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ec11106-f2df-4c9a-97c2-8cdbbb03d26d req-c2fe2088-8212-47c7-9e99-ceb6d08bfa9c tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Dec 17 16:45:02.175173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7c948-8b89-4048-a0eb-d11b4fda55eb req-a11b5026-3cd6-4062-b615-88d94858719c tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:02.176586 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ae7c948-8b89-4048-a0eb-d11b4fda55eb req-a11b5026-3cd6-4062-b615-88d94858719c tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0574996 Dec 17 16:45:02.234844 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ae7c948-8b89-4048-a0eb-d11b4fda55eb req-4bfbf6ef-e94a-40f2-b5d6-15d254b5f598 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484118 Dec 17 16:45:02.365046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca2318-7c5e-49b0-8c7b-6148bc4d537a req-fb1d16d4-8814-44e7-81f0-0870e1ace097 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:02.366537 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdca2318-7c5e-49b0-8c7b-6148bc4d537a req-fb1d16d4-8814-44e7-81f0-0870e1ace097 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0578923 Dec 17 16:45:02.414085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdca2318-7c5e-49b0-8c7b-6148bc4d537a req-ac86b813-aa3a-4a1c-8555-2431d8bcf9ae tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Dec 17 16:45:02.575481 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-0079971d-b9bd-4685-b0ce-3213da9f90c7 req-9241160a-4670-4277-aee7-fcaff2a7878f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:45:02.576557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0079971d-b9bd-4685-b0ce-3213da9f90c7 req-9241160a-4670-4277-aee7-fcaff2a7878f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494568 Dec 17 16:45:02.686302 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88035-c09e-46f3-8fc5-8c63fdfa8471 req-f19460c0-d6c9-4ba2-b65c-2ec1e4ec9dbb tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:02.687695 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8b88035-c09e-46f3-8fc5-8c63fdfa8471 req-f19460c0-d6c9-4ba2-b65c-2ec1e4ec9dbb tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0496593 Dec 17 16:45:02.739033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d8b88035-c09e-46f3-8fc5-8c63fdfa8471 req-a740a9a7-d592-4a17-8866-c502c942d900 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Dec 17 16:45:02.859774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05add87-2c9a-4996-850f-529d354400d9 req-60d0ee3b-7bea-4f9f-90c2-7bddbdc86a91 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:02.861314 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c05add87-2c9a-4996-850f-529d354400d9 req-60d0ee3b-7bea-4f9f-90c2-7bddbdc86a91 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0524974 Dec 17 16:45:02.912675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c05add87-2c9a-4996-850f-529d354400d9 req-7348cef3-182c-49c0-b85a-f199601bf597 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Dec 17 16:45:03.038907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0115dd-0a3a-4396-b4fa-33e09bdd406c req-99c4cd64-146b-4ee0-b5e5-615fe59fcb3d tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:03.040409 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b0115dd-0a3a-4396-b4fa-33e09bdd406c req-99c4cd64-146b-4ee0-b5e5-615fe59fcb3d tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Dec 17 16:45:03.091105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b0115dd-0a3a-4396-b4fa-33e09bdd406c req-f1409196-d8ba-4183-968a-1b213dfc5ef0 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Dec 17 16:45:03.429246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fd1ae-3894-4558-acec-7a425eef14e5 req-f66d5c0e-793c-43f2-a454-beca3d13b0e2 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:03.430765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-473fd1ae-3894-4558-acec-7a425eef14e5 req-f66d5c0e-793c-43f2-a454-beca3d13b0e2 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0613894 Dec 17 16:45:03.454851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa3b9854-bf36-4774-86e7-b45de0f180de no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:45:03.476493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: aa3b9854-bf36-4774-86e7-b45de0f180de {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:45:03.476831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device aa3b9854-bf36-4774-86e7-b45de0f180de not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:45:03.486798 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-473fd1ae-3894-4558-acec-7a425eef14e5 req-a8bb264d-bf59-4e40-90d7-f9e1a31d49db tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466268 Dec 17 16:45:04.615489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7ebe-ddb2-4798-a381-956338ab8c18 req-6d3c9087-758b-482f-82b8-4f8472ca5a4b tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:04.617012 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4ad7ebe-ddb2-4798-a381-956338ab8c18 req-6d3c9087-758b-482f-82b8-4f8472ca5a4b tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0542841 Dec 17 16:45:04.669163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b4ad7ebe-ddb2-4798-a381-956338ab8c18 req-810a4158-a548-49c0-9402-2001690e1609 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.54 "GET /v2.0/security-groups?id=1f77c49e-4980-4ec9-8a08-51b6ebdd6542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457880 Dec 17 16:45:04.687936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-0285b6a4-0523-4518-b1b8-24627b8b5d36 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:04.689087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-0285b6a4-0523-4518-b1b8-24627b8b5d36 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c04591e-2598-4b77-af20-84ab27d8fb68 HTTP/1.1" status: 200 len: 946 time: 0.0510755 Dec 17 16:45:04.782168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Deleting port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:45:04.782387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:04.872342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] For port 893b7440-31ef-45aa-8df7-d9279ddbdcd8, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=893b7440-31ef-45aa-8df7-d9279ddbdcd8,segment=NetworkSegment(7ad9cd30-edc7-4840-9b11-55e65bbe5805),segment_id=7ad9cd30-edc7-4840-9b11-55e65bbe5805)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:04.872675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:04.886661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Calling delete_port for 893b7440-31ef-45aa-8df7-d9279ddbdcd8 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:05.030822 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:05.043908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['893b7440-31ef-45aa-8df7-d9279ddbdcd8'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:45:05.061491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Pushing event deleted for resources: {'Port': ['ID=893b7440-31ef-45aa-8df7-d9279ddbdcd8,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:05.073983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.074335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.074679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.075023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.075358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.075688 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.076072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.076431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.076791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.077100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.077415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.077767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.078093 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:05.115115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] No DVR routers for this DVR port 893b7440-31ef-45aa-8df7-d9279ddbdcd8 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:05.118164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:05.121638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-daadd7fa-5da9-4e3a-9a86-86283c6546d8 req-13989af9-699d-4b36-b79c-9eadea2867d5 tempest-ServersNegativeTestJSON-1268131248 tempest-ServersNegativeTestJSON-1268131248-project] 10.222.0.49 "DELETE /v2.0/ports/893b7440-31ef-45aa-8df7-d9279ddbdcd8 HTTP/1.1" status: 204 len: 173 time: 0.4259484 Dec 17 16:45:05.122072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'name': 'network-vif-deleted', 'tag': '893b7440-31ef-45aa-8df7-d9279ddbdcd8'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:45:05.124398 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e32cb-7be5-4771-8a33-34314cd06da0" -d '{"events": [{"server_uuid": "4c04591e-2598-4b77-af20-84ab27d8fb68", "name": "network-vif-deleted", "tag": "893b7440-31ef-45aa-8df7-d9279ddbdcd8"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:45:05.164045 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71541fc6-5994-4a0a-bd97-6c996a40654e x-openstack-request-id: req-71541fc6-5994-4a0a-bd97-6c996a40654e {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:45:05.164357 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c04591e-2598-4b77-af20-84ab27d8fb68", "name": "network-vif-deleted", "tag": "893b7440-31ef-45aa-8df7-d9279ddbdcd8", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:45:05.164610 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71541fc6-5994-4a0a-bd97-6c996a40654e {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:45:05.165013 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04591e-2598-4b77-af20-84ab27d8fb68', 'name': 'network-vif-deleted', 'tag': '893b7440-31ef-45aa-8df7-d9279ddbdcd8', 'status': 'completed', 'code': 200} Dec 17 16:45:05.733444 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38616) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:05.780612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] Deleting subnet 6c396c73-44f0-410a-a13d-17cb089e28ba {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:45:05.783776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:05.818935 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:05.866682 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:05.925123 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:05.957880 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c396c73-44f0-410a-a13d-17cb089e28ba,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:05.961577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:05.964966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8a33be91-b1f8-49f8-8f37-04f48d9889cd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6c396c73-44f0-410a-a13d-17cb089e28ba HTTP/1.1" status: 204 len: 168 time: 0.2304869 Dec 17 16:45:05.967637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38618) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:06.038510 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.121389 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.141265 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a44279f-a499-4a8e-ab2b-3647261a3a2b']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:06.150390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad9cd30-edc7-4840-9b11-55e65bbe5805') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:06.150719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad9cd30-edc7-4840-9b11-55e65bbe5805') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:06.160001 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.174298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.183751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:06.184371 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:06.186939 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:06.246378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.251738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.254966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1a44279f-a499-4a8e-ab2b-3647261a3a2b HTTP/1.1" status: 204 len: 168 time: 0.2864158 Dec 17 16:45:06.266766 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab3490-0f23-463a-be11-cd7665fde017 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a44279f-a499-4a8e-ab2b-3647261a3a2b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:06.372871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38622) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:06.417772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3227b5b3-3f7d-4e73-a99a-45f117a62e77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73c347bc89c642fc8c9851394864b8cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436153 Dec 17 16:45:06.421263 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38624) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:06.470618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2298efa9-30a6-4f65-ab3d-8589784e6a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.497586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2298efa9-30a6-4f65-ab3d-8589784e6a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.534431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f2b1-6526-4a32-9753-fbabcabe32a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.549313 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2298efa9-30a6-4f65-ab3d-8589784e6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.553389 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2298efa9-30a6-4f65-ab3d-8589784e6a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:06.555185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2298efa9-30a6-4f65-ab3d-8589784e6a75 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f77c49e-4980-4ec9-8a08-51b6ebdd6542 HTTP/1.1" status: 204 len: 168 time: 0.1328547 Dec 17 16:45:06.564076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298efa9-30a6-4f65-ab3d-8589784e6a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f77c49e-4980-4ec9-8a08-51b6ebdd6542,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:07.300648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38646) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:07.401737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420072687'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:07.427882 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:07.431713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.440568 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.521108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.527334 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.556929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:07.566411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e750c6d-373a-415c-9a58-92fe3b99354b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:07.571189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.571532 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Added segment 5d67d008-7250-4774-858a-366f555be548 of type vlan for network 4e963016-a063-4c54-91c9-46cd22ca885e Dec 17 16:45:07.622532 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.651066 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.656642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:07.657226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:07.711913 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4101248 Dec 17 16:45:07.723759 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46350a-6cee-48ba-b107-c456e6523454 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Network': ['ID=4e963016-a063-4c54-91c9-46cd22ca885e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:07.735113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 4e963016-a063-4c54-91c9-46cd22ca885e details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:07.805061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 893b7440-31ef-45aa-8df7-d9279ddbdcd8 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:45:07.825310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 893b7440-31ef-45aa-8df7-d9279ddbdcd8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:45:07.825645 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 893b7440-31ef-45aa-8df7-d9279ddbdcd8 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:45:08.939648 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5975497b-81b1-4172-9685-94a69b0e1000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:10.202686 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:10.923053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38650) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:10.930911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'subnet': {'network_id': '4e963016-a063-4c54-91c9-46cd22ca885e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:11.025399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:11.028983 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.220518 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.276181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Subnet': ['ID=3b884f98-e53c-4f7c-b391-849800bb9f20,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:11.292605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Checking segment: {'id': '5d67d008-7250-4774-858a-366f555be548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4e963016-a063-4c54-91c9-46cd22ca885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:11.292949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network hostable DHCP agents. Network: 4e963016-a063-4c54-91c9-46cd22ca885e, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:11.299429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.310348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network 4e963016-a063-4c54-91c9-46cd22ca885e is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:11.322178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 4e963016-a063-4c54-91c9-46cd22ca885e) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:11.326811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:11.327436 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.333288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0159cce0-417c-4baa-a71e-5b2703aaca3a None None] Network 4e963016-a063-4c54-91c9-46cd22ca885e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:11.346419 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-13ccdab3-0cc2-484c-a9e9-47bacec5fec7 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4219890 Dec 17 16:45:11.350349 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38652) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:11.355033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-612233634'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:11.378252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:11.382031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.403160 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.406950 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:11.416049 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.416420 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Added segment 3fc74ab3-9def-4a3a-a79a-c705558876b2 of type vlan for network 295f7579-ea12-4a4f-bd73-6964a253431d Dec 17 16:45:11.449088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-4e963016-a063-4c54-91c9-46cd22ca885e', 'network_id': '4e963016-a063-4c54-91c9-46cd22ca885e', 'project_id': '1395ec6c15c244d092de273a12635001', 'fixed_ips': [{'subnet_id': '3b884f98-e53c-4f7c-b391-849800bb9f20'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:11.449945 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.466589 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.493437 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.499330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:11.499940 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.567245 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2162218 Dec 17 16:45:11.570134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38654) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:11.578321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'subnet': {'network_id': '295f7579-ea12-4a4f-bd73-6964a253431d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:11.583913 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41d3bd-3616-4ed9-8ffe-3692980a92bd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Network': ['ID=295f7579-ea12-4a4f-bd73-6964a253431d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:11.598942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 295f7579-ea12-4a4f-bd73-6964a253431d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:11.601280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Allocated IP 2001:db8:0:ffff::2 (4e963016-a063-4c54-91c9-46cd22ca885e/3b884f98-e53c-4f7c-b391-849800bb9f20/cdad349c-552d-4a1d-a810-1766b1dd51ac) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:11.678094 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:11.681916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.800898 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.806109 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.851771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Network 4e963016-a063-4c54-91c9-46cd22ca885e is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:11.854770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:11.858982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:11.864013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Pushing event updated for resources: {'Port': ['ID=cdad349c-552d-4a1d-a810-1766b1dd51ac,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:11.874030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.874368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.874828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.875021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.875344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.875651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.876021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.876383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.876732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.877012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.877402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.877721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.878088 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:11.879602 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.930569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Attempting to bind port cdad349c-552d-4a1d-a810-1766b1dd51ac on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:11.930955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Attempting to bind port cdad349c-552d-4a1d-a810-1766b1dd51ac by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5d67d008-7250-4774-858a-366f555be548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4e963016-a063-4c54-91c9-46cd22ca885e'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:11.931311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Attempting to bind port cdad349c-552d-4a1d-a810-1766b1dd51ac on network 4e963016-a063-4c54-91c9-46cd22ca885e {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:11.940447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:11.940447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Checking segment: {'id': '5d67d008-7250-4774-858a-366f555be548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4e963016-a063-4c54-91c9-46cd22ca885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:11.940447 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.940447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Bound using segment: {'id': '5d67d008-7250-4774-858a-366f555be548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4e963016-a063-4c54-91c9-46cd22ca885e'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:11.940447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Bound port: cdad349c-552d-4a1d-a810-1766b1dd51ac, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d67d008-7250-4774-858a-366f555be548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4e963016-a063-4c54-91c9-46cd22ca885e'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:11.940447 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:11.944842 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Subnet': ['ID=b7cd0020-2a46-4bf9-bc83-f8f267bd7875,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:11.968905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Checking segment: {'id': '3fc74ab3-9def-4a3a-a79a-c705558876b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '295f7579-ea12-4a4f-bd73-6964a253431d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:11.969270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network hostable DHCP agents. Network: 295f7579-ea12-4a4f-bd73-6964a253431d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:11.986599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network 295f7579-ea12-4a4f-bd73-6964a253431d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:11.996101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 295f7579-ea12-4a4f-bd73-6964a253431d) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:12.000542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:12.001078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.004588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] For port cdad349c-552d-4a1d-a810-1766b1dd51ac, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:12.007972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41188361-cb38-4237-b2dd-d29e5c50fbfe None None] Network 295f7579-ea12-4a4f-bd73-6964a253431d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:12.012406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] For port cdad349c-552d-4a1d-a810-1766b1dd51ac, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=cdad349c-552d-4a1d-a810-1766b1dd51ac,segment=NetworkSegment(5d67d008-7250-4774-858a-366f555be548),segment_id=5d67d008-7250-4774-858a-366f555be548)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:12.017267 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7e0e19b9-29db-41be-824f-0894ebec3d13 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4452701 Dec 17 16:45:12.019732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38656) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:12.028604 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.126844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.133066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc97f4-30fb-4469-906f-60eba00946e7 None None] Pushing event updated for resources: {'Port': ['ID=cdad349c-552d-4a1d-a810-1766b1dd51ac,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:12.177211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e4154-0793-41d8-a2f4-8be7d69f0973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-295f7579-ea12-4a4f-bd73-6964a253431d', 'network_id': '295f7579-ea12-4a4f-bd73-6964a253431d', 'project_id': '1395ec6c15c244d092de273a12635001', 'fixed_ips': [{'subnet_id': 'b7cd0020-2a46-4bf9-bc83-f8f267bd7875'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:12.178475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d09e4154-0793-41d8-a2f4-8be7d69f0973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.189399 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.220082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.320286 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-d09e4154-0793-41d8-a2f4-8be7d69f0973 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7cd0020-2a46-4bf9-bc83-f8f267bd7875: This subnet is being modified by another concurrent operation. Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7cd0020-2a46-4bf9-bc83-f8f267bd7875: This subnet is being modified by another concurrent operation. Dec 17 16:45:12.322718 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:45:12.350512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cd0020-2a46-4bf9-bc83-f8f267bd7875,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:12.352129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde9fe2-a112-4ca2-8268-2136bf016e16 None None] Network 295f7579-ea12-4a4f-bd73-6964a253431d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:12.418838 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.440621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295f7579-ea12-4a4f-bd73-6964a253431d']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:12.450886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc74ab3-9def-4a3a-a79a-c705558876b2') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:12.451319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc74ab3-9def-4a3a-a79a-c705558876b2') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:12.462364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.476681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.483402 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:12.483790 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:12.487012 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:12.546159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.556222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.560664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/295f7579-ea12-4a4f-bd73-6964a253431d HTTP/1.1" status: 204 len: 168 time: 0.5399435 Dec 17 16:45:12.564337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38658) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:12.569535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786690129'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:12.572280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b57df-2c7e-4457-b5f5-19e9474d6577 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Network': ['ID=295f7579-ea12-4a4f-bd73-6964a253431d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:12.596062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:12.599745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.625635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:12.635474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.635841 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Added segment 83055cfa-4b54-400a-b219-7da7310688fe of type vlan for network 40fed6d4-e540-441d-b6ef-45e5237fc0bc Dec 17 16:45:12.675671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.701860 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.707557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:12.708183 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.770068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2045574 Dec 17 16:45:12.772967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38660) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:12.778328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'subnet': {'network_id': '40fed6d4-e540-441d-b6ef-45e5237fc0bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:12.791980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed801c-6c82-42d2-a8e3-6a366dee0956 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Network': ['ID=40fed6d4-e540-441d-b6ef-45e5237fc0bc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:12.804296 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 40fed6d4-e540-441d-b6ef-45e5237fc0bc details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:12.883932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:12.888252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:12.948197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Performing IP validity checks on allocation pools {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:45:12.949099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.ipam_backend_mixin [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109784) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:45:13.086202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.102151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793dc124-1179-4130-b6f6-2421b6d5481a None None] Network 4e963016-a063-4c54-91c9-46cd22ca885e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:13.151476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Subnet': ['ID=32795281-2505-411b-9728-4779865429dc,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:13.155922 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Checking segment: {'id': '83055cfa-4b54-400a-b219-7da7310688fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '40fed6d4-e540-441d-b6ef-45e5237fc0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:13.156293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network hostable DHCP agents. Network: 40fed6d4-e540-441d-b6ef-45e5237fc0bc, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:13.174433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network 40fed6d4-e540-441d-b6ef-45e5237fc0bc is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:13.183045 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 40fed6d4-e540-441d-b6ef-45e5237fc0bc) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:13.187126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:13.187729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.203936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deee5bd-aa89-46ed-9e38-f1452a8f89cc None None] Network 40fed6d4-e540-441d-b6ef-45e5237fc0bc requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:13.206024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-28d25528-20fa-4e99-b9b1-f49c3ac9c2dd tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4319265 Dec 17 16:45:13.208750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38662) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:13.279221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f5bb965a-5982-4bd9-80c3-bbfbbf3f5498 None None] Provisioning complete for port cdad349c-552d-4a1d-a810-1766b1dd51ac triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:13.279590 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5bb965a-5982-4bd9-80c3-bbfbbf3f5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.313873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.359783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c8c46-ae5d-4368-953c-b8a1156d5503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-40fed6d4-e540-441d-b6ef-45e5237fc0bc', 'network_id': '40fed6d4-e540-441d-b6ef-45e5237fc0bc', 'project_id': '1395ec6c15c244d092de273a12635001', 'fixed_ips': [{'subnet_id': '32795281-2505-411b-9728-4779865429dc'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:13.361365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b74c8c46-ae5d-4368-953c-b8a1156d5503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.375789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.440631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.475040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Subnet': ['ID=32795281-2505-411b-9728-4779865429dc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:13.477828 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5bb965a-5982-4bd9-80c3-bbfbbf3f5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server [None req-b74c8c46-ae5d-4368-953c-b8a1156d5503 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32795281-2505-411b-9728-4779865429dc: This subnet is being modified by another concurrent operation. Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32795281-2505-411b-9728-4779865429dc: This subnet is being modified by another concurrent operation. Dec 17 16:45:13.507449 n-d-806683-20 neutron-server[109785]: ERROR oslo_messaging.rpc.server Dec 17 16:45:13.531358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fc6f29-167a-4c46-a3eb-0a94dbc76f6e None None] Network 40fed6d4-e540-441d-b6ef-45e5237fc0bc requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:13.535524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f5bb965a-5982-4bd9-80c3-bbfbbf3f5498 None None] For port cdad349c-552d-4a1d-a810-1766b1dd51ac, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=cdad349c-552d-4a1d-a810-1766b1dd51ac,segment=NetworkSegment(5d67d008-7250-4774-858a-366f555be548),segment_id=5d67d008-7250-4774-858a-366f555be548)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:13.550041 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.569600 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fed6d4-e540-441d-b6ef-45e5237fc0bc']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:13.572255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5bb965a-5982-4bd9-80c3-bbfbbf3f5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.579737 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83055cfa-4b54-400a-b219-7da7310688fe') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:13.580080 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83055cfa-4b54-400a-b219-7da7310688fe') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:13.593051 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.607569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.613964 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:13.614346 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:13.617657 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:13.647787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc483a8d-c141-45d0-a20f-f5b8291fe7b9 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:45:13.674421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb965a-5982-4bd9-80c3-bbfbbf3f5498 None None] Pushing event updated for resources: {'Port': ['ID=cdad349c-552d-4a1d-a810-1766b1dd51ac,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:13.683237 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.691093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.698181 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/40fed6d4-e540-441d-b6ef-45e5237fc0bc HTTP/1.1" status: 204 len: 168 time: 0.4846117 Dec 17 16:45:13.699431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38664) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:13.705615 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-301667473'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:13.708366 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c29da9-7c00-42f0-80de-1e2c9da652bb tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Network': ['ID=40fed6d4-e540-441d-b6ef-45e5237fc0bc,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:13.721134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f349102c-f350-4e6f-a911-2120709e514f None None] Provisioning complete for port cdad349c-552d-4a1d-a810-1766b1dd51ac triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:13.721505 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f349102c-f350-4e6f-a911-2120709e514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.730011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:13.733527 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.757791 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:13.766654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc483a8d-c141-45d0-a20f-f5b8291fe7b9 None None] Resources bound (agent type, host, resource id): {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:45:13.767503 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.767904 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Added segment 2e2909d9-983a-400e-b28b-add6d15edfa0 of type vlan for network afe318d1-8eda-427c-82ce-249d6984b784 Dec 17 16:45:13.811330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.837442 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.843842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:13.844640 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:13.875622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device cdad349c-552d-4a1d-a810-1766b1dd51ac up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:13.904195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2029159 Dec 17 16:45:13.907249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38666) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:13.912449 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'subnet': {'network_id': 'afe318d1-8eda-427c-82ce-249d6984b784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:13.931846 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa545aac-4c94-4a43-a036-f1e4121c2749 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Network': ['ID=afe318d1-8eda-427c-82ce-249d6984b784,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:13.946663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network afe318d1-8eda-427c-82ce-249d6984b784 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:14.001386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:14.005701 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.058580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port cdad349c-552d-4a1d-a810-1766b1dd51ac triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:14.058949 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.188310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.195377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4100f-cb9a-42ef-9600-c99b7886e797 None None] get_active_networks_info from n-d-806683-20 {{(pid=109785) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 17 16:45:14.252494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Subnet': ['ID=ac316229-625b-4bc8-a3a5-ab973664aa7a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:14.263873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Checking segment: {'id': '2e2909d9-983a-400e-b28b-add6d15edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'afe318d1-8eda-427c-82ce-249d6984b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:14.264809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network hostable DHCP agents. Network: afe318d1-8eda-427c-82ce-249d6984b784, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:14.283160 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network afe318d1-8eda-427c-82ce-249d6984b784 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:14.292762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, afe318d1-8eda-427c-82ce-249d6984b784) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:14.296967 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:14.297578 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.315408 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aeffd0f6-e72e-4f01-8d29-8aa531bb8a81 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4069953 Dec 17 16:45:14.319129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38668) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:14.324343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310124273'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:14.348224 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:14.351723 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.378202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:14.388512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.388854 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Added segment 548a65c3-4cb1-4869-a091-d814ee3714d5 of type vlan for network a07a0950-456b-4abb-bdd8-4fd8d3a854b7 Dec 17 16:45:14.430076 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.457654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.463241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:14.463845 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.528667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c4100f-cb9a-42ef-9600-c99b7886e797 None None] Unable to find a vacant binding_index for network afe318d1-8eda-427c-82ce-249d6984b784 and agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 {{(pid=109785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 17 16:45:14.531175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2110057 Dec 17 16:45:14.534133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38670) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:14.534310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c4100f-cb9a-42ef-9600-c99b7886e797 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, afe318d1-8eda-427c-82ce-249d6984b784) {{(pid=109785) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:45:14.537369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c11eac-4613-4951-b7d9-c65c54310c51 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Network': ['ID=a07a0950-456b-4abb-bdd8-4fd8d3a854b7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:14.541997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Request body: {'subnet': {'network_id': 'a07a0950-456b-4abb-bdd8-4fd8d3a854b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:14.552060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network a07a0950-456b-4abb-bdd8-4fd8d3a854b7 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:14.637908 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Made reservation on behalf of 1395ec6c15c244d092de273a12635001 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:14.642086 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.798274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-afe318d1-8eda-427c-82ce-249d6984b784', 'network_id': 'afe318d1-8eda-427c-82ce-249d6984b784', 'project_id': '1395ec6c15c244d092de273a12635001', 'fixed_ips': [{'subnet_id': 'ac316229-625b-4bc8-a3a5-ab973664aa7a'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:14.799222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.831281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.895795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event updated for resources: {'Subnet': ['ID=2c154d48-bd09-4e31-b95a-a4a6fbf1e9b5,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:14.906107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Checking segment: {'id': '548a65c3-4cb1-4869-a091-d814ee3714d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a07a0950-456b-4abb-bdd8-4fd8d3a854b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:14.906467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network hostable DHCP agents. Network: a07a0950-456b-4abb-bdd8-4fd8d3a854b7, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:14.922875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Network a07a0950-456b-4abb-bdd8-4fd8d3a854b7 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:14.932877 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, a07a0950-456b-4abb-bdd8-4fd8d3a854b7) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:14.937082 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:14.937646 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:14.943455 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Allocated IP 2001:db8::2 (afe318d1-8eda-427c-82ce-249d6984b784/ac316229-625b-4bc8-a3a5-ab973664aa7a/1ce36ac6-702e-41a3-8d4f-aaad76c653bc) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:14.953703 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-294cd40e-ca6e-47ed-9af0-f4c28073a4e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4181464 Dec 17 16:45:14.956330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38672) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:15.052148 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.089874 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.096569 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.136596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.138968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Network afe318d1-8eda-427c-82ce-249d6984b784 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:15.144208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:15.146987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:15.149024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Pushing event updated for resources: {'Port': ['ID=1ce36ac6-702e-41a3-8d4f-aaad76c653bc,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:15.197668 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.205069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Attempting to bind port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:15.205436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Attempting to bind port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2e2909d9-983a-400e-b28b-add6d15edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'afe318d1-8eda-427c-82ce-249d6984b784'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:15.205795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Attempting to bind port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc on network afe318d1-8eda-427c-82ce-249d6984b784 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:15.210752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:15.211119 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Checking segment: {'id': '2e2909d9-983a-400e-b28b-add6d15edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'afe318d1-8eda-427c-82ce-249d6984b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:15.211512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.211933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Bound using segment: {'id': '2e2909d9-983a-400e-b28b-add6d15edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'afe318d1-8eda-427c-82ce-249d6984b784'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:15.212393 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Bound port: 1ce36ac6-702e-41a3-8d4f-aaad76c653bc, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2909d9-983a-400e-b28b-add6d15edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'afe318d1-8eda-427c-82ce-249d6984b784'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:15.212857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.224342 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Subnet': ['ID=2c154d48-bd09-4e31-b95a-a4a6fbf1e9b5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:15.288486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] For port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:15.292576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] For port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1ce36ac6-702e-41a3-8d4f-aaad76c653bc,segment=NetworkSegment(2e2909d9-983a-400e-b28b-add6d15edfa0),segment_id=2e2909d9-983a-400e-b28b-add6d15edfa0)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:15.299058 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.299356 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.322534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07a0950-456b-4abb-bdd8-4fd8d3a854b7']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:15.333818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548a65c3-4cb1-4869-a091-d814ee3714d5') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:15.334085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548a65c3-4cb1-4869-a091-d814ee3714d5') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:15.347628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.357798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde3458-930e-4a0e-8855-b05ca924d46b None None] Pushing event updated for resources: {'Port': ['ID=1ce36ac6-702e-41a3-8d4f-aaad76c653bc,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:15.364069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.371341 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:15.371798 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:15.375850 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:15.437287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.449383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.455754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/a07a0950-456b-4abb-bdd8-4fd8d3a854b7 HTTP/1.1" status: 204 len: 168 time: 0.4954741 Dec 17 16:45:15.456233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38674) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:15.469684 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7aa8b-4c78-45d9-b5d2-dbb7339866e5 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Network': ['ID=a07a0950-456b-4abb-bdd8-4fd8d3a854b7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:15.485927 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26acccc-76fa-4eaf-b8e4-61c277cbc4ed tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] GET failed (client error): The resource could not be found. Dec 17 16:45:15.487634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b26acccc-76fa-4eaf-b8e4-61c277cbc4ed tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "GET /v2.0/subnets/2c154d48-bd09-4e31-b95a-a4a6fbf1e9b5 HTTP/1.1" status: 404 len: 337 time: 0.0300534 Dec 17 16:45:15.491961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38676) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:15.512064 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38f4871-b556-4ff8-84c1-afa4b3e99477 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] DELETE failed (client error): The resource could not be found. Dec 17 16:45:15.512578 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38f4871-b556-4ff8-84c1-afa4b3e99477 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:45:15.515725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b38f4871-b556-4ff8-84c1-afa4b3e99477 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/a07a0950-456b-4abb-bdd8-4fd8d3a854b7 HTTP/1.1" status: 404 len: 339 time: 0.0226412 Dec 17 16:45:15.519496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38678) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:15.549412 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb76181-e2a2-48b9-89dc-5d8a90bf27df tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] DELETE failed (client error): The resource could not be found. Dec 17 16:45:15.549863 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb76181-e2a2-48b9-89dc-5d8a90bf27df tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:45:15.552942 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6fb76181-e2a2-48b9-89dc-5d8a90bf27df tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/subnets/2c154d48-bd09-4e31-b95a-a4a6fbf1e9b5 HTTP/1.1" status: 404 len: 337 time: 0.0324688 Dec 17 16:45:15.555682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38680) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:15.581567 n-d-806683-20 neutron-server[109783]: INFO neutron.pecan_wsgi.hooks.translation [None req-456af7a3-e2e6-415e-9b76-2982e6905492 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] DELETE failed (client error): The resource could not be found. Dec 17 16:45:15.582302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456af7a3-e2e6-415e-9b76-2982e6905492 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:45:15.585576 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-456af7a3-e2e6-415e-9b76-2982e6905492 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/a07a0950-456b-4abb-bdd8-4fd8d3a854b7 HTTP/1.1" status: 404 len: 339 time: 0.0261006 Dec 17 16:45:15.589588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38682) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:15.653012 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Deleting subnet ac316229-625b-4bc8-a3a5-ab973664aa7a {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:45:15.656567 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.701218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.792174 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.804581 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:45:15.848030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1ce36ac6-702e-41a3-8d4f-aaad76c653bc up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:15.861350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.889322 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Subnet': ['ID=ac316229-625b-4bc8-a3a5-ab973664aa7a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:15.893054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.896338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-82547a14-84a3-40ad-80fd-635b1727f30d tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/subnets/ac316229-625b-4bc8-a3a5-ab973664aa7a HTTP/1.1" status: 204 len: 168 time: 0.3057287 Dec 17 16:45:15.898991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38684) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:15.910521 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.921503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:15.921864 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:15.977434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.002290 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.031067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Deleting port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:45:16.031396 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.043882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1ce36ac6-702e-41a3-8d4f-aaad76c653bc,segment=NetworkSegment(2e2909d9-983a-400e-b28b-add6d15edfa0),segment_id=2e2909d9-983a-400e-b28b-add6d15edfa0)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:16.048814 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.110842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] For port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1ce36ac6-702e-41a3-8d4f-aaad76c653bc,segment=NetworkSegment(2e2909d9-983a-400e-b28b-add6d15edfa0),segment_id=2e2909d9-983a-400e-b28b-add6d15edfa0)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:16.111213 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.111753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=1ce36ac6-702e-41a3-8d4f-aaad76c653bc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:16.127328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Calling delete_port for 1ce36ac6-702e-41a3-8d4f-aaad76c653bc owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:16.211533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.241703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Port': ['ID=1ce36ac6-702e-41a3-8d4f-aaad76c653bc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:16.245540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No DVR routers for this DVR port 1ce36ac6-702e-41a3-8d4f-aaad76c653bc on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:16.325911 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.347562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe318d1-8eda-427c-82ce-249d6984b784']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:16.361264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2909d9-983a-400e-b28b-add6d15edfa0') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:16.361565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2909d9-983a-400e-b28b-add6d15edfa0') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:16.372307 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.386195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.394089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c0e0a-3f3a-4c2a-9788-30c731e905df None None] Network afe318d1-8eda-427c-82ce-249d6984b784 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:16.395570 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:16.396028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.396260 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fc891-9293-495e-b212-fdc193f233a6 None None] Network a07a0950-456b-4abb-bdd8-4fd8d3a854b7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:16.399441 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:16.451886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fc891-9293-495e-b212-fdc193f233a6 None None] Network a07a0950-456b-4abb-bdd8-4fd8d3a854b7 could not be found, it might have been deleted concurrently. {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 16:45:16.455046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3ecd1eb3-48fd-45f0-b98a-71d19b02fabe None None] Could not find standard attr ID for object 1ce36ac6-702e-41a3-8d4f-aaad76c653bc. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:45:16.464471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891873c6-e3ce-4d6d-9a43-f34dd2bd8432 None None] Network a07a0950-456b-4abb-bdd8-4fd8d3a854b7 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:16.468297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.475083 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.478805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/afe318d1-8eda-427c-82ce-249d6984b784 HTTP/1.1" status: 204 len: 168 time: 0.5782619 Dec 17 16:45:16.481115 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38686) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:16.491862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a85915-55fc-40f5-9a6b-6760d9f78425 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Network': ['ID=afe318d1-8eda-427c-82ce-249d6984b784,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:16.498948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891873c6-e3ce-4d6d-9a43-f34dd2bd8432 None None] Network a07a0950-456b-4abb-bdd8-4fd8d3a854b7 could not be found, it might have been deleted concurrently. {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 16:45:16.508904 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a0437b-70db-4aff-9837-aa2f7a1b382f tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] DELETE failed (client error): The resource could not be found. Dec 17 16:45:16.509574 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a0437b-70db-4aff-9837-aa2f7a1b382f tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:45:16.513175 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-01a0437b-70db-4aff-9837-aa2f7a1b382f tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/subnets/32795281-2505-411b-9728-4779865429dc HTTP/1.1" status: 404 len: 337 time: 0.0304983 Dec 17 16:45:16.515921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38688) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:16.535195 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ad9e1d-431e-4a80-bfac-6291e73a3d09 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] DELETE failed (client error): The resource could not be found. Dec 17 16:45:16.535708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ad9e1d-431e-4a80-bfac-6291e73a3d09 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:45:16.538825 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-32ad9e1d-431e-4a80-bfac-6291e73a3d09 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/40fed6d4-e540-441d-b6ef-45e5237fc0bc HTTP/1.1" status: 404 len: 339 time: 0.0219743 Dec 17 16:45:16.541817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38690) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:16.564567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8929ae8-c694-4a6b-a6f1-7a61143459f1 None None] DHCP port deletion for afe318d1-8eda-427c-82ce-249d6984b784 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:16.573709 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-6873a2e8-a43c-4805-b174-69c9cd7dc001 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] DELETE failed (client error): The resource could not be found. Dec 17 16:45:16.574874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6873a2e8-a43c-4805-b174-69c9cd7dc001 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:45:16.577776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6873a2e8-a43c-4805-b174-69c9cd7dc001 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/subnets/b7cd0020-2a46-4bf9-bc83-f8f267bd7875 HTTP/1.1" status: 404 len: 337 time: 0.0350235 Dec 17 16:45:16.580372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38692) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:16.587048 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec3a3f-dc72-46dd-9801-6dde3e6289a4 None None] Network afe318d1-8eda-427c-82ce-249d6984b784 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:16.599799 n-d-806683-20 neutron-server[109784]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f591a4-d061-47ac-b748-c80c4cafb160 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] DELETE failed (client error): The resource could not be found. Dec 17 16:45:16.600528 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f591a4-d061-47ac-b748-c80c4cafb160 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109784) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:45:16.601077 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec3a3f-dc72-46dd-9801-6dde3e6289a4 None None] Network afe318d1-8eda-427c-82ce-249d6984b784 could not be found, it might have been deleted concurrently. {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 16:45:16.604004 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-33f591a4-d061-47ac-b748-c80c4cafb160 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/295f7579-ea12-4a4f-bd73-6964a253431d HTTP/1.1" status: 404 len: 339 time: 0.0226634 Dec 17 16:45:16.607134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38694) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:16.659457 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Deleting subnet 3b884f98-e53c-4f7c-b391-849800bb9f20 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:45:16.662500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.703061 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.796040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.855153 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.884889 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:16.888340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/subnets/3b884f98-e53c-4f7c-b391-849800bb9f20 HTTP/1.1" status: 204 len: 168 time: 0.2802482 Dec 17 16:45:16.889385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19506097-2f0a-433e-82ae-8f5c1f64297b tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Subnet': ['ID=3b884f98-e53c-4f7c-b391-849800bb9f20,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:16.890972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38696) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:16.894100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccebe4aa-ed91-4067-8417-e4bdb91b9aa0 None None] Network 4e963016-a063-4c54-91c9-46cd22ca885e requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:16.972537 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.027041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Deleting port cdad349c-552d-4a1d-a810-1766b1dd51ac {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:45:17.027392 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.039086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] DHCP port deletion for 4e963016-a063-4c54-91c9-46cd22ca885e request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:17.086945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] Deleting port cdad349c-552d-4a1d-a810-1766b1dd51ac {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:45:17.087454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.091456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] For port cdad349c-552d-4a1d-a810-1766b1dd51ac, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=cdad349c-552d-4a1d-a810-1766b1dd51ac,segment=NetworkSegment(5d67d008-7250-4774-858a-366f555be548),segment_id=5d67d008-7250-4774-858a-366f555be548)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:17.091919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.105487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Calling delete_port for cdad349c-552d-4a1d-a810-1766b1dd51ac owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:17.152844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] For port cdad349c-552d-4a1d-a810-1766b1dd51ac, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=cdad349c-552d-4a1d-a810-1766b1dd51ac,segment=NetworkSegment(5d67d008-7250-4774-858a-366f555be548),segment_id=5d67d008-7250-4774-858a-366f555be548)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:17.153240 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.166297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] Calling delete_port for cdad349c-552d-4a1d-a810-1766b1dd51ac owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:17.193783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.220486 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Port': ['ID=cdad349c-552d-4a1d-a810-1766b1dd51ac,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:17.223974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] No DVR routers for this DVR port cdad349c-552d-4a1d-a810-1766b1dd51ac on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:17.246109 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.277456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] No DVR routers for this DVR port cdad349c-552d-4a1d-a810-1766b1dd51ac on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:17.281828 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3c187-e9e3-4d82-85dd-44f4a7a21a52 None None] Pushing event deleted for resources: {'Port': ['ID=cdad349c-552d-4a1d-a810-1766b1dd51ac,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:17.310532 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.330349 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e963016-a063-4c54-91c9-46cd22ca885e']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:17.342623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d67d008-7250-4774-858a-366f555be548') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:17.343030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d67d008-7250-4774-858a-366f555be548') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:17.356000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.370036 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.375944 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:17.376319 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:17.379190 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:17.438257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.446550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.450063 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] 10.222.0.54 "DELETE /v2.0/networks/4e963016-a063-4c54-91c9-46cd22ca885e HTTP/1.1" status: 204 len: 168 time: 0.5579185 Dec 17 16:45:17.462483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86b44-d8ae-4dbf-9114-50abddafb586 tempest-NetworksIpV6Test-1950363706 tempest-NetworksIpV6Test-1950363706-project] Pushing event deleted for resources: {'Network': ['ID=4e963016-a063-4c54-91c9-46cd22ca885e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:17.707936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38704) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:17.820069 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1ce36ac6-702e-41a3-8d4f-aaad76c653bc no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:45:17.841884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1ce36ac6-702e-41a3-8d4f-aaad76c653bc {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:45:17.842241 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1ce36ac6-702e-41a3-8d4f-aaad76c653bc not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:45:17.842634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device cdad349c-552d-4a1d-a810-1766b1dd51ac no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:45:17.854360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c471d893-daa2-48fb-bb21-1a6e47fee242 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1395ec6c15c244d092de273a12635001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451893 Dec 17 16:45:17.856881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38708) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:17.863167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: cdad349c-552d-4a1d-a810-1766b1dd51ac {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:45:17.863438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device cdad349c-552d-4a1d-a810-1766b1dd51ac not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:45:17.904955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71c6c87c-761c-4419-b3a1-1f98537c097b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.925752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71c6c87c-761c-4419-b3a1-1f98537c097b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.972710 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71c6c87c-761c-4419-b3a1-1f98537c097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.975560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-71c6c87c-761c-4419-b3a1-1f98537c097b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:17.976745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-71c6c87c-761c-4419-b3a1-1f98537c097b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e750c6d-373a-415c-9a58-92fe3b99354b HTTP/1.1" status: 204 len: 168 time: 0.1189663 Dec 17 16:45:17.984998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6c87c-761c-4419-b3a1-1f98537c097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e750c6d-373a-415c-9a58-92fe3b99354b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:18.634692 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38730) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:18.732399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f57555d5-a8b2-4de1-95d5-f62590fb02a9 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-770078443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:18.761992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f57555d5-a8b2-4de1-95d5-f62590fb02a9 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.763393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f57555d5-a8b2-4de1-95d5-f62590fb02a9 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.821713 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f57555d5-a8b2-4de1-95d5-f62590fb02a9 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.826722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f57555d5-a8b2-4de1-95d5-f62590fb02a9 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.844447 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f57555d5-a8b2-4de1-95d5-f62590fb02a9 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.845692 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f57555d5-a8b2-4de1-95d5-f62590fb02a9 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2099013 Dec 17 16:45:18.848684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38734) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:18.853642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1855871328'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:18.878454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Made reservation on behalf of bbf71f5bee8445b5b2c91eb7e83ea35a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:18.882722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.892380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.966528 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.971233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:18.999870 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:19.006088 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34859332-795b-402c-9f1a-e52c4b458da3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:19.012291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.012628 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Added segment fd653086-8cc1-4213-a1a2-97f8a38804c6 of type vlan for network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee Dec 17 16:45:19.052012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.076766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.082434 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:19.083023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.140746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2909708 Dec 17 16:45:19.143693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38736) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:19.155512 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Request body: {'subnet': {'network_id': '15ed0e0a-b8ab-48b1-aacd-87f6df7eedee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:19.196976 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e2505-0346-4f64-b49e-304fad76631b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event updated for resources: {'Network': ['ID=15ed0e0a-b8ab-48b1-aacd-87f6df7eedee,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:19.207984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:19.255308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Made reservation on behalf of bbf71f5bee8445b5b2c91eb7e83ea35a for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:19.259705 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.460188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.522742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event updated for resources: {'Subnet': ['ID=efeeacee-e5ec-495a-a936-644701307db1,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:19.533359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Checking segment: {'id': 'fd653086-8cc1-4213-a1a2-97f8a38804c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '15ed0e0a-b8ab-48b1-aacd-87f6df7eedee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:19.533725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Network hostable DHCP agents. Network: 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:19.554166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:19.564612 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:19.569671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:19.571626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.572418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e70f1a-2bc9-4c1a-98bf-5a52ecab14b4 None None] Network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:19.596586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c79ff505-04c0-4e29-92ea-fece39d62436 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4519744 Dec 17 16:45:19.599575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38738) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:19.604504 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2116509956'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:19.627149 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Made reservation on behalf of bbf71f5bee8445b5b2c91eb7e83ea35a for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:19.630622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.655102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:19.664559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.664854 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Added segment 2f379957-df3a-4da6-8631-543d14e0c42d of type vlan for network 7a048334-51fb-4587-9374-69890c7e1bd8 Dec 17 16:45:19.673950 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-15ed0e0a-b8ab-48b1-aacd-87f6df7eedee', 'network_id': '15ed0e0a-b8ab-48b1-aacd-87f6df7eedee', 'project_id': 'bbf71f5bee8445b5b2c91eb7e83ea35a', 'fixed_ips': [{'subnet_id': 'efeeacee-e5ec-495a-a936-644701307db1'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:19.675098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.707609 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.733000 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.739272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:19.739886 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:19.797197 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1964636 Dec 17 16:45:19.799926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38740) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:19.807513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Allocated IP 172.20.0.2 (15ed0e0a-b8ab-48b1-aacd-87f6df7eedee/efeeacee-e5ec-495a-a936-644701307db1/665d45b8-f5ac-4509-b7a5-782043ad0a4c) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:19.811952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Request body: {'subnet': {'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:19.858814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d683316-09f9-4f67-918b-4f6be5a6f37a tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event updated for resources: {'Network': ['ID=7a048334-51fb-4587-9374-69890c7e1bd8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:19.870216 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 7a048334-51fb-4587-9374-69890c7e1bd8 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:19.914443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Made reservation on behalf of bbf71f5bee8445b5b2c91eb7e83ea35a for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:19.918634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.013843 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.020254 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.056889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:20.059652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:20.063219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:20.075258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Pushing event updated for resources: {'Port': ['ID=665d45b8-f5ac-4509-b7a5-782043ad0a4c,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:20.104207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.123323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Attempting to bind port 665d45b8-f5ac-4509-b7a5-782043ad0a4c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:20.123706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Attempting to bind port 665d45b8-f5ac-4509-b7a5-782043ad0a4c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'fd653086-8cc1-4213-a1a2-97f8a38804c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '15ed0e0a-b8ab-48b1-aacd-87f6df7eedee'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:20.124107 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Attempting to bind port 665d45b8-f5ac-4509-b7a5-782043ad0a4c on network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:20.129226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:20.129583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Checking segment: {'id': 'fd653086-8cc1-4213-a1a2-97f8a38804c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '15ed0e0a-b8ab-48b1-aacd-87f6df7eedee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:20.130018 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.130417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Bound using segment: {'id': 'fd653086-8cc1-4213-a1a2-97f8a38804c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '15ed0e0a-b8ab-48b1-aacd-87f6df7eedee'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:20.130887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Bound port: 665d45b8-f5ac-4509-b7a5-782043ad0a4c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd653086-8cc1-4213-a1a2-97f8a38804c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '15ed0e0a-b8ab-48b1-aacd-87f6df7eedee'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:20.131418 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.164992 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event updated for resources: {'Subnet': ['ID=0c0badd1-657d-4697-a056-4d902f13d50f,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:20.175529 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Checking segment: {'id': '2f379957-df3a-4da6-8631-543d14e0c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:20.175925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Network hostable DHCP agents. Network: 7a048334-51fb-4587-9374-69890c7e1bd8, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:20.195386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Network 7a048334-51fb-4587-9374-69890c7e1bd8 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:20.198736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] For port 665d45b8-f5ac-4509-b7a5-782043ad0a4c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:20.202196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] For port 665d45b8-f5ac-4509-b7a5-782043ad0a4c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=665d45b8-f5ac-4509-b7a5-782043ad0a4c,segment=NetworkSegment(fd653086-8cc1-4213-a1a2-97f8a38804c6),segment_id=fd653086-8cc1-4213-a1a2-97f8a38804c6)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:20.205182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 7a048334-51fb-4587-9374-69890c7e1bd8) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:20.209289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:20.209751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.210248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.217405 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec69613-ae1c-4017-8059-1fb1cb8fe6ed None None] Network 7a048334-51fb-4587-9374-69890c7e1bd8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:20.231746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38742) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:20.232346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-7fb7c3ab-78bd-4489-a029-effc39b37839 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4310365 Dec 17 16:45:20.237642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-da0c5a9f-c9e2-41c8-8a78-1d71ef6b94e0 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:20.331062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd487-0322-4a5f-aeae-9375c576615c None None] Pushing event updated for resources: {'Port': ['ID=665d45b8-f5ac-4509-b7a5-782043ad0a4c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:20.376056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-7a048334-51fb-4587-9374-69890c7e1bd8', 'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8', 'project_id': 'bbf71f5bee8445b5b2c91eb7e83ea35a', 'fixed_ips': [{'subnet_id': '0c0badd1-657d-4697-a056-4d902f13d50f'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:20.376935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.555566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Allocated IP 172.21.0.2 (7a048334-51fb-4587-9374-69890c7e1bd8/0c0badd1-657d-4697-a056-4d902f13d50f/26b62369-7857-4375-a837-7a23a84dad23) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:20.834486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-da0c5a9f-c9e2-41c8-8a78-1d71ef6b94e0 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.899423 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.906776 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:20.943608 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [None req-da0c5a9f-c9e2-41c8-8a78-1d71ef6b94e0 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:45:20.944725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Network 7a048334-51fb-4587-9374-69890c7e1bd8 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:20.945077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-da0c5a9f-c9e2-41c8-8a78-1d71ef6b94e0 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "PUT /v2.0/routers/ae8ec7ef-d98b-4347-a08e-9991105d230f HTTP/1.1" status: 400 len: 364 time: 0.7115119 Dec 17 16:45:20.948213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:20.951960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38744) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:20.952471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:20.977889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Pushing event updated for resources: {'Port': ['ID=26b62369-7857-4375-a837-7a23a84dad23,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:21.014310 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Attempting to bind port 26b62369-7857-4375-a837-7a23a84dad23 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:21.014683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Deleting subnet 0c0badd1-657d-4697-a056-4d902f13d50f {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:45:21.014880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Attempting to bind port 26b62369-7857-4375-a837-7a23a84dad23 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '2f379957-df3a-4da6-8631-543d14e0c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:21.015173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Attempting to bind port 26b62369-7857-4375-a837-7a23a84dad23 on network 7a048334-51fb-4587-9374-69890c7e1bd8 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:21.018593 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.021240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:21.021622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Checking segment: {'id': '2f379957-df3a-4da6-8631-543d14e0c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:21.022043 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.022446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Bound using segment: {'id': '2f379957-df3a-4da6-8631-543d14e0c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:21.022933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Bound port: 26b62369-7857-4375-a837-7a23a84dad23, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f379957-df3a-4da6-8631-543d14e0c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7a048334-51fb-4587-9374-69890c7e1bd8'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:21.023316 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.059998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.092744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] For port 26b62369-7857-4375-a837-7a23a84dad23, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:21.096751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] For port 26b62369-7857-4375-a837-7a23a84dad23, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=26b62369-7857-4375-a837-7a23a84dad23,segment=NetworkSegment(2f379957-df3a-4da6-8631-543d14e0c42d),segment_id=2f379957-df3a-4da6-8631-543d14e0c42d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:21.102255 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.158678 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.168112 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e977b-7377-43d6-a5ce-bbeaf37ecf98 None None] Pushing event updated for resources: {'Port': ['ID=26b62369-7857-4375-a837-7a23a84dad23,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:21.230379 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.260707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0badd1-657d-4697-a056-4d902f13d50f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:21.264698 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.268047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fa302007-f980-4375-b790-53ffb762375b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "DELETE /v2.0/subnets/0c0badd1-657d-4697-a056-4d902f13d50f HTTP/1.1" status: 204 len: 168 time: 0.3141098 Dec 17 16:45:21.270465 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38746) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:21.372553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3ec3d-c64c-44fd-8986-6a438729dbb9 None None] Network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:21.376479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.432868 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Deleting port 26b62369-7857-4375-a837-7a23a84dad23 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:45:21.433204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.451979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40f9604c-5394-4065-ae0d-0905ce7fc237 None None] Provisioning complete for port 665d45b8-f5ac-4509-b7a5-782043ad0a4c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:21.452437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40f9604c-5394-4065-ae0d-0905ce7fc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.509685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] For port 26b62369-7857-4375-a837-7a23a84dad23, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=26b62369-7857-4375-a837-7a23a84dad23,segment=NetworkSegment(2f379957-df3a-4da6-8631-543d14e0c42d),segment_id=2f379957-df3a-4da6-8631-543d14e0c42d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:21.510093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.523233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Calling delete_port for 26b62369-7857-4375-a837-7a23a84dad23 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:21.570463 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40f9604c-5394-4065-ae0d-0905ce7fc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.613629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-40f9604c-5394-4065-ae0d-0905ce7fc237 None None] For port 665d45b8-f5ac-4509-b7a5-782043ad0a4c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=665d45b8-f5ac-4509-b7a5-782043ad0a4c,segment=NetworkSegment(fd653086-8cc1-4213-a1a2-97f8a38804c6),segment_id=fd653086-8cc1-4213-a1a2-97f8a38804c6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:21.616597 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.621118 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40f9604c-5394-4065-ae0d-0905ce7fc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.649847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event deleted for resources: {'Port': ['ID=26b62369-7857-4375-a837-7a23a84dad23,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:21.655477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] No DVR routers for this DVR port 26b62369-7857-4375-a837-7a23a84dad23 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:21.685044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9604c-5394-4065-ae0d-0905ce7fc237 None None] Pushing event updated for resources: {'Port': ['ID=665d45b8-f5ac-4509-b7a5-782043ad0a4c,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:21.743505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.764083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a048334-51fb-4587-9374-69890c7e1bd8']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:21.773394 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f379957-df3a-4da6-8631-543d14e0c42d') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:21.773690 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f379957-df3a-4da6-8631-543d14e0c42d') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:21.785528 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.801600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.811188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:21.811972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:21.816061 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:21.857566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 665d45b8-f5ac-4509-b7a5-782043ad0a4c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:21.890212 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ba07b154-3122-46cc-b2b7-5eccb76f2b87 None None] Provisioning complete for port 665d45b8-f5ac-4509-b7a5-782043ad0a4c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:21.890660 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ba07b154-3122-46cc-b2b7-5eccb76f2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.898562 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.905837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.909124 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "DELETE /v2.0/networks/7a048334-51fb-4587-9374-69890c7e1bd8 HTTP/1.1" status: 204 len: 168 time: 0.6376977 Dec 17 16:45:21.911806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38748) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:21.934464 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181020a2-b083-47e5-b7c5-2f4e9f0e2b8e tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event deleted for resources: {'Network': ['ID=7a048334-51fb-4587-9374-69890c7e1bd8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:21.946860 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 665d45b8-f5ac-4509-b7a5-782043ad0a4c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:21.947231 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:21.978065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Deleting subnet efeeacee-e5ec-495a-a936-644701307db1 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:45:21.981904 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.029755 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.120623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.182772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.216006 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event deleted for resources: {'Subnet': ['ID=efeeacee-e5ec-495a-a936-644701307db1,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:22.220098 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.223548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a6f0a591-9ec5-41b6-8370-2401284e077b tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "DELETE /v2.0/subnets/efeeacee-e5ec-495a-a936-644701307db1 HTTP/1.1" status: 204 len: 168 time: 0.3106239 Dec 17 16:45:22.226252 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38750) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:22.227637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa7bf59-e0fd-40ef-9ee8-ee8471b08b58 None None] Network 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:22.276424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dbe23759-2013-4146-97b7-039b377e3a34 None None] Could not find standard attr ID for object 26b62369-7857-4375-a837-7a23a84dad23. {{(pid=109785) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 16:45:22.298165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669855b7-dbc2-4e9a-b8dd-3d708177fd06 None None] DHCP port deletion for 7a048334-51fb-4587-9374-69890c7e1bd8 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:22.308924 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.334463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fa74e-83dd-4ab4-978c-e10e738eac9b None None] Network 7a048334-51fb-4587-9374-69890c7e1bd8 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:22.348573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fa74e-83dd-4ab4-978c-e10e738eac9b None None] Network 7a048334-51fb-4587-9374-69890c7e1bd8 could not be found, it might have been deleted concurrently. {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 17 16:45:22.363473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Deleting port 665d45b8-f5ac-4509-b7a5-782043ad0a4c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:45:22.363846 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.420022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] DHCP port deletion for 15ed0e0a-b8ab-48b1-aacd-87f6df7eedee request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:22.433993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] For port 665d45b8-f5ac-4509-b7a5-782043ad0a4c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=665d45b8-f5ac-4509-b7a5-782043ad0a4c,segment=NetworkSegment(fd653086-8cc1-4213-a1a2-97f8a38804c6),segment_id=fd653086-8cc1-4213-a1a2-97f8a38804c6)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:22.434361 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.446938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Calling delete_port for 665d45b8-f5ac-4509-b7a5-782043ad0a4c owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:22.469601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] Deleting port 665d45b8-f5ac-4509-b7a5-782043ad0a4c {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:45:22.469870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.532992 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.537744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] For port 665d45b8-f5ac-4509-b7a5-782043ad0a4c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=665d45b8-f5ac-4509-b7a5-782043ad0a4c,segment=NetworkSegment(fd653086-8cc1-4213-a1a2-97f8a38804c6),segment_id=fd653086-8cc1-4213-a1a2-97f8a38804c6)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:22.538147 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.551535 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] Calling delete_port for 665d45b8-f5ac-4509-b7a5-782043ad0a4c owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:45:22.560852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] No DVR routers for this DVR port 665d45b8-f5ac-4509-b7a5-782043ad0a4c on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:22.565608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event deleted for resources: {'Port': ['ID=665d45b8-f5ac-4509-b7a5-782043ad0a4c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:22.629099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.646091 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.657873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] Pushing event deleted for resources: {'Port': ['ID=665d45b8-f5ac-4509-b7a5-782043ad0a4c,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:22.661513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ee4b3-b23d-449f-a576-2a91c68b568c None None] No DVR routers for this DVR port 665d45b8-f5ac-4509-b7a5-782043ad0a4c on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:22.670721 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ed0e0a-b8ab-48b1-aacd-87f6df7eedee']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:22.681971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd653086-8cc1-4213-a1a2-97f8a38804c6') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:22.682276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd653086-8cc1-4213-a1a2-97f8a38804c6') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:22.691416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.704533 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.710270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:45:22.710651 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:45:22.714301 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:45:22.773456 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.780616 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:22.783704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "DELETE /v2.0/networks/15ed0e0a-b8ab-48b1-aacd-87f6df7eedee HTTP/1.1" status: 204 len: 168 time: 0.5564368 Dec 17 16:45:22.786584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38752) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:22.795858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048898e-0e95-422e-8f24-351b17205f72 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Pushing event deleted for resources: {'Network': ['ID=15ed0e0a-b8ab-48b1-aacd-87f6df7eedee,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:22.814586 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e9efffa2-919f-4199-9bcc-c0f54c6a9029 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae8ec7ef-d98b-4347-a08e-9991105d230f HTTP/1.1" status: 200 len: 205 time: 0.0268016 Dec 17 16:45:22.817020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38754) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:22.890582 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-465956a8-d3e3-4305-b52a-64e04be27d49 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.048848 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-465956a8-d3e3-4305-b52a-64e04be27d49 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.051235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-465956a8-d3e3-4305-b52a-64e04be27d49 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.106387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-465956a8-d3e3-4305-b52a-64e04be27d49 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.106943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465956a8-d3e3-4305-b52a-64e04be27d49 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Fanout notify agent at l3_agent the message router_deleted on router ae8ec7ef-d98b-4347-a08e-9991105d230f {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:45:23.114387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-465956a8-d3e3-4305-b52a-64e04be27d49 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.115458 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-465956a8-d3e3-4305-b52a-64e04be27d49 tempest-RoutersNegativeTest-844882687 tempest-RoutersNegativeTest-844882687-project] 10.222.0.54 "DELETE /v2.0/routers/ae8ec7ef-d98b-4347-a08e-9991105d230f HTTP/1.1" status: 204 len: 168 time: 0.2975199 Dec 17 16:45:23.377403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38760) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:23.514360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-45ca383d-0ad3-4185-85b7-0c072ef2a0c4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bbf71f5bee8445b5b2c91eb7e83ea35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357529 Dec 17 16:45:23.516906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38764) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:23.563890 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aecf6a97-6db7-4428-9a68-c07aff8acb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.585301 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aecf6a97-6db7-4428-9a68-c07aff8acb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.634498 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aecf6a97-6db7-4428-9a68-c07aff8acb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.637164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-aecf6a97-6db7-4428-9a68-c07aff8acb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:23.638334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-aecf6a97-6db7-4428-9a68-c07aff8acb49 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34859332-795b-402c-9f1a-e52c4b458da3 HTTP/1.1" status: 204 len: 168 time: 0.1205440 Dec 17 16:45:23.646243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf6a97-6db7-4428-9a68-c07aff8acb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34859332-795b-402c-9f1a-e52c4b458da3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:23.828907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 26b62369-7857-4375-a837-7a23a84dad23 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:45:23.849404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 26b62369-7857-4375-a837-7a23a84dad23 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:45:23.849841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 26b62369-7857-4375-a837-7a23a84dad23 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:45:23.850263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 665d45b8-f5ac-4509-b7a5-782043ad0a4c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:45:23.870000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 665d45b8-f5ac-4509-b7a5-782043ad0a4c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:45:23.870349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 665d45b8-f5ac-4509-b7a5-782043ad0a4c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:45:24.331014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38786) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:24.440570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-897266981-network', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:24.466804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Made reservation on behalf of 7e9fd8d85bba487184be51e8e61c7b89 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:24.469126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.477699 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.551647 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.557847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.580797 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:24.590367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da4641-3294-4098-a6ff-7bf169d3a37a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:24.595032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.595369 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Added segment 1b904dab-883d-4e7f-a94a-5d50b0b194e5 of type vlan for network fb77c1d1-a8b7-4e91-841b-a9988a114505 Dec 17 16:45:24.634324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.670422 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.671676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:24.672282 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.722506 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3903856 Dec 17 16:45:24.725593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38790) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:24.732087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Request body: {'subnet': {'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-subnet', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:24.735938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b64125-6868-45ee-b2df-63ec6de560db admin admin] Pushing event updated for resources: {'Network': ['ID=fb77c1d1-a8b7-4e91-841b-a9988a114505,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:24.746534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:24.762042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Made reservation on behalf of 7e9fd8d85bba487184be51e8e61c7b89 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:24.764758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.925022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:24.976868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2314b4-62c1-482b-a1d5-c9cb00f86093,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:24.992180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Checking segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:24.992534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Network hostable DHCP agents. Network: fb77c1d1-a8b7-4e91-841b-a9988a114505, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:25.010005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:25.019020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, fb77c1d1-a8b7-4e91-841b-a9988a114505) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:25.022876 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:25.023462 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.028640 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b95c599-e3fc-4f48-8322-2756b7e44efa None None] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:25.040804 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-41533b48-f7e4-4e6b-a22c-9e07a493aabe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3135202 Dec 17 16:45:25.043387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38792) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:25.047713 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:25.073825 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.074878 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.124391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.126257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-fb77c1d1-a8b7-4e91-841b-a9988a114505', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:25.127102 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.262449 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.264246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Allocated IP 172.20.0.2 (fb77c1d1-a8b7-4e91-841b-a9988a114505/4a2314b4-62c1-482b-a1d5-c9cb00f86093/b9fc3fa7-3181-4225-8ce2-cf4e6734bf08) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:25.414052 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.421224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.460474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:25.467211 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.468172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:25.470473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Pushing event updated for resources: {'Port': ['ID=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:25.472592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:25.491849 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.534822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Attempting to bind port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:25.535065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Attempting to bind port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:25.535430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Attempting to bind port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 on network fb77c1d1-a8b7-4e91-841b-a9988a114505 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:25.540603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:25.540978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Checking segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:25.541363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.541766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Bound using segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:25.542217 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Bound port: b9fc3fa7-3181-4225-8ce2-cf4e6734bf08, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:25.542583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.603782 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] For port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:25.604268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Allocated IP 172.25.0.145 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/837041c6-5542-447b-a35b-d3e387d4b335) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:25.606739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] For port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:25.611299 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.668298 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67593b-91b6-4993-a11d-420a0a5ec884 None None] Pushing event updated for resources: {'Port': ['ID=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:25.724533 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.761907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.804551 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:25.814826 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:25.820817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:25.827671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Pushing event updated for resources: {'Port': ['ID=837041c6-5542-447b-a35b-d3e387d4b335,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:25.829923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc15c1-be1a-4891-b926-929223ff2c96 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:25.931285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8a1d30ba-7079-4613-a018-10132f329f2c None None] Provisioning complete for port 837041c6-5542-447b-a35b-d3e387d4b335 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:25.931804 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8a1d30ba-7079-4613-a018-10132f329f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:25.978536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d30ba-7079-4613-a018-10132f329f2c None None] Port 837041c6-5542-447b-a35b-d3e387d4b335 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:45:26.093502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:26.316306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:26.457092 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Router 39f30eba-67b7-46c2-870a-7936894c101e is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:45:26.567495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:45:26.578094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Sync routers for ids ['39f30eba-67b7-46c2-870a-7936894c101e'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:45:26.589371 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Routers {'39f30eba-67b7-46c2-870a-7936894c101e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:26.590377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39f30eba-67b7-46c2-870a-7936894c101e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:26.597385 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:26.601248 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3795c11d-9ecb-433e-b55e-e4f937549d69 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5542605 Dec 17 16:45:26.601737 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38794) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:26.629293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab98b9c-b4c1-49b5-bbd1-35843053bd08 None None] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:26.766290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e01b56d8-349d-4270-aea9-6252579ec5a7 None None] Provisioning complete for port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:26.766600 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e01b56d8-349d-4270-aea9-6252579ec5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:26.796817 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Set router 39f30eba-67b7-46c2-870a-7936894c101e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:27.026225 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.211268 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Allocated IP 172.20.0.1 (fb77c1d1-a8b7-4e91-841b-a9988a114505/4a2314b4-62c1-482b-a1d5-c9cb00f86093/2298b977-f3dd-47e9-8f8f-51e90543ad1f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:27.218609 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e01b56d8-349d-4270-aea9-6252579ec5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.262050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e01b56d8-349d-4270-aea9-6252579ec5a7 None None] For port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:27.267319 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e01b56d8-349d-4270-aea9-6252579ec5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.304842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '837041c6-5542-447b-a35b-d3e387d4b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:25Z', 'revision_number': 3, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port': {'id': '837041c6-5542-447b-a35b-d3e387d4b335', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:27.325972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.338081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Checking router: 39f30eba-67b7-46c2-870a-7936894c101e for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:45:27.338366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Updating router 39f30eba-67b7-46c2-870a-7936894c101e port 837041c6-5542-447b-a35b-d3e387d4b335 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:45:27.362598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.366109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b56d8-349d-4270-aea9-6252579ec5a7 None None] Pushing event updated for resources: {'Port': ['ID=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:27.376048 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.407325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:27.410187 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:27.414689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:27.416993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2298b977-f3dd-47e9-8f8f-51e90543ad1f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:27.454843 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.466977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e42eb292-6f6c-4db1-b3ee-968115d84c98 None None] Provisioning complete for port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:27.467348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e42eb292-6f6c-4db1-b3ee-968115d84c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.730354 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.739229 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.804583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Attempting to bind port 837041c6-5542-447b-a35b-d3e387d4b335 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:27.804972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Attempting to bind port 837041c6-5542-447b-a35b-d3e387d4b335 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:27.805339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Attempting to bind port 837041c6-5542-447b-a35b-d3e387d4b335 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:27.814019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-784acfea-81a1-489b-a60d-cacd5560e336 None None] Provisioning complete for port 2298b977-f3dd-47e9-8f8f-51e90543ad1f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:27.814392 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-784acfea-81a1-489b-a60d-cacd5560e336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.815994 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4409e2d-6f32-49c6-a866-bdad32a41c73 None None] Pushing event updated for resources: {'Port': ['ID=837041c6-5542-447b-a35b-d3e387d4b335,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:27.818409 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aad8ca-e715-40c7-96f4-20a6e5f8c070 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:27.854481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:27.854867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:27.855277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.855688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:27.856248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Bound port: 837041c6-5542-447b-a35b-d3e387d4b335, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:27.856636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.886002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:27.924020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-784acfea-81a1-489b-a60d-cacd5560e336 None None] Port 2298b977-f3dd-47e9-8f8f-51e90543ad1f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:45:27.952239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] For port 837041c6-5542-447b-a35b-d3e387d4b335, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:27.955941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] For port 837041c6-5542-447b-a35b-d3e387d4b335, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=837041c6-5542-447b-a35b-d3e387d4b335,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:27.963719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:27.993113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.013220 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:28.014180 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.018402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4759f8c2-e66d-4988-83b0-c79d63534b6f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:28.067638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Routers {'39f30eba-67b7-46c2-870a-7936894c101e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:28.067983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39f30eba-67b7-46c2-870a-7936894c101e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:28.115555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4409e2d-6f32-49c6-a866-bdad32a41c73 None None] Pushing event updated for resources: {'Port': ['ID=837041c6-5542-447b-a35b-d3e387d4b335,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:28.139014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-22446ed5-4e70-45b0-b610-cda572cc21bc None None] Provisioning complete for port 837041c6-5542-447b-a35b-d3e387d4b335 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:28.139389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-22446ed5-4e70-45b0-b610-cda572cc21bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.181706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.187955 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.266490 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.267432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Pushing event updated for resources: {'Port': ['ID=2298b977-f3dd-47e9-8f8f-51e90543ad1f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:28.272658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] Set router 39f30eba-67b7-46c2-870a-7936894c101e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:28.368562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:28.370469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:28.434912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-22446ed5-4e70-45b0-b610-cda572cc21bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.472576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-22446ed5-4e70-45b0-b610-cda572cc21bc None None] For port 837041c6-5542-447b-a35b-d3e387d4b335, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=837041c6-5542-447b-a35b-d3e387d4b335,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:28.481148 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-22446ed5-4e70-45b0-b610-cda572cc21bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.511763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Router 39f30eba-67b7-46c2-870a-7936894c101e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:45:28.586705 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22446ed5-4e70-45b0-b610-cda572cc21bc None None] Pushing event updated for resources: {'Port': ['ID=837041c6-5542-447b-a35b-d3e387d4b335,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:28.615138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-30f905ff-63ea-41f5-938e-6fdfb33222f9 None None] Provisioning complete for port 837041c6-5542-447b-a35b-d3e387d4b335 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:28.615517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-30f905ff-63ea-41f5-938e-6fdfb33222f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.638918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:45:28.644354 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ea1769d-7c3c-4a27-b814-e96d0246acc8 admin admin] 10.222.0.54 "PUT /v2.0/routers/39f30eba-67b7-46c2-870a-7936894c101e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0416038 Dec 17 16:45:28.677776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '837041c6-5542-447b-a35b-d3e387d4b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 4, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port': {'id': '837041c6-5542-447b-a35b-d3e387d4b335', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '2298b977-f3dd-47e9-8f8f-51e90543ad1f', 'name': '', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:27Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 1, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'subnets': [{'id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:28.711295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f660a87-3e12-4882-96fe-a968a95404bb None None] The sync data for ids ['39f30eba-67b7-46c2-870a-7936894c101e'] in n-d-806683-20 is: [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '837041c6-5542-447b-a35b-d3e387d4b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 4, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port': {'id': '837041c6-5542-447b-a35b-d3e387d4b335', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '2298b977-f3dd-47e9-8f8f-51e90543ad1f', 'name': '', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:27Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 1, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'subnets': [{'id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:45:28.879639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-20fa652a-1d27-4089-a62a-06da65e80b3a None None] Provisioning complete for port 2298b977-f3dd-47e9-8f8f-51e90543ad1f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:28.880254 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-20fa652a-1d27-4089-a62a-06da65e80b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:28.931887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-20fa652a-1d27-4089-a62a-06da65e80b3a None None] Port 2298b977-f3dd-47e9-8f8f-51e90543ad1f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:45:29.244777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 38810) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:29.249967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1851810213-network', 'tenant_id': '1b18c941074d452aab5a431e32936590'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:29.273928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Made reservation on behalf of 1b18c941074d452aab5a431e32936590 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:29.276505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.286002 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.369647 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.373654 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.407396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:45:29.424002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0136dcf3-4abc-428d-9188-430080b400ab,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:29.429753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.430102 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Added segment a3293158-1d0e-4758-a5c2-3c0397575d5e of type vlan for network 25366ac0-d1af-419e-9901-9350e2aec5cf Dec 17 16:45:29.473478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.504785 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.505854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:29.506437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.560119 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3141119 Dec 17 16:45:29.563015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38812) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:29.568232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Request body: {'subnet': {'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-subnet', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:29.574084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07dcee-91c0-4f93-860f-8c85443d3ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=25366ac0-d1af-419e-9901-9350e2aec5cf,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:29.585546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 25366ac0-d1af-419e-9901-9350e2aec5cf details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:45:29.601676 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Made reservation on behalf of 1b18c941074d452aab5a431e32936590 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:29.606136 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:29.860918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 837041c6-5542-447b-a35b-d3e387d4b335 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:29.913799 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 837041c6-5542-447b-a35b-d3e387d4b335 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:29.914430 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.134302 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.184830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b701f78-f102-481c-8d2e-badc50157858,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:30.199734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Checking segment: {'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:30.200117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Network hostable DHCP agents. Network: 25366ac0-d1af-419e-9901-9350e2aec5cf, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:45:30.218152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Network 25366ac0-d1af-419e-9901-9350e2aec5cf is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:45:30.228065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 25366ac0-d1af-419e-9901-9350e2aec5cf) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:30.232859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:30.233917 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.237039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476bf75-2830-40f3-bd3e-1e89b8f8bb0e None None] Network 25366ac0-d1af-419e-9901-9350e2aec5cf requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:30.251338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f12d8234-8701-4c8d-9dc9-180476622f91 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6872029 Dec 17 16:45:30.254046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38814) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:30.258500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:30.295795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.297274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.340508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-25366ac0-d1af-419e-9901-9350e2aec5cf', 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf', 'project_id': '1b18c941074d452aab5a431e32936590', 'fixed_ips': [{'subnet_id': '9b701f78-f102-481c-8d2e-badc50157858'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:45:30.341362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.349667 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.477234 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Allocated IP 172.20.0.2 (25366ac0-d1af-419e-9901-9350e2aec5cf/9b701f78-f102-481c-8d2e-badc50157858/548b6db6-d592-47af-a294-212565feb5c7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:30.489545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.624532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.630351 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.676740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Network 25366ac0-d1af-419e-9901-9350e2aec5cf is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:30.683124 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:30.685333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Pushing event updated for resources: {'Port': ['ID=548b6db6-d592-47af-a294-212565feb5c7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:30.687493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:30.707209 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.730760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.742807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Attempting to bind port 548b6db6-d592-47af-a294-212565feb5c7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:30.743190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Attempting to bind port 548b6db6-d592-47af-a294-212565feb5c7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:30.743987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Attempting to bind port 548b6db6-d592-47af-a294-212565feb5c7 on network 25366ac0-d1af-419e-9901-9350e2aec5cf {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:30.749376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:30.749875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Checking segment: {'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:30.750275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.750662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Bound using segment: {'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:30.751123 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Bound port: 548b6db6-d592-47af-a294-212565feb5c7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:30.751495 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.813051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] For port 548b6db6-d592-47af-a294-212565feb5c7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:30.817149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] For port 548b6db6-d592-47af-a294-212565feb5c7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=548b6db6-d592-47af-a294-212565feb5c7,segment=NetworkSegment(a3293158-1d0e-4758-a5c2-3c0397575d5e),segment_id=a3293158-1d0e-4758-a5c2-3c0397575d5e)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:30.824930 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.841447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Allocated IP 172.25.0.114 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/846d86b5-ea88-4d59-befc-dfc28461752d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:30.848102 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Sync routers for ids ['39f30eba-67b7-46c2-870a-7936894c101e'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:45:30.858990 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Routers {'39f30eba-67b7-46c2-870a-7936894c101e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:30.859749 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39f30eba-67b7-46c2-870a-7936894c101e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:30.890420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c6307-f876-4443-a208-d56fa10b6c8a None None] Pushing event updated for resources: {'Port': ['ID=548b6db6-d592-47af-a294-212565feb5c7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:30.964249 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:30.984362 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Set router 39f30eba-67b7-46c2-870a-7936894c101e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:31.001788 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.044854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:31.047956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:31.050443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:31.082973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56ca1c3-1b1e-48a6-9000-fbe014e80a76 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:31.086518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Pushing event updated for resources: {'Port': ['ID=846d86b5-ea88-4d59-befc-dfc28461752d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:31.241615 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '837041c6-5542-447b-a35b-d3e387d4b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 4, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port': {'id': '837041c6-5542-447b-a35b-d3e387d4b335', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '2298b977-f3dd-47e9-8f8f-51e90543ad1f', 'name': '', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:27Z', 'updated_at': '2021-12-17T16:45:28Z', 'revision_number': 2, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'subnets': [{'id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:31.284220 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Checking router: 39f30eba-67b7-46c2-870a-7936894c101e for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:45:31.284857 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Updating router 39f30eba-67b7-46c2-870a-7936894c101e port 2298b977-f3dd-47e9-8f8f-51e90543ad1f binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:45:31.314151 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.333006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5e039491-31b5-4319-9ccc-c39c681215b0 None None] Provisioning complete for port 846d86b5-ea88-4d59-befc-dfc28461752d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:31.333373 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5e039491-31b5-4319-9ccc-c39c681215b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.371364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5e039491-31b5-4319-9ccc-c39c681215b0 None None] Port 846d86b5-ea88-4d59-befc-dfc28461752d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:45:31.377197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.575443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.581036 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.591276 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.642624 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Pushing event updated for resources: {'Port': ['ID=2298b977-f3dd-47e9-8f8f-51e90543ad1f,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:31.744919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Router 95acea9e-c861-42fb-aa9f-f22c6a5c960f is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:45:31.771002 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.771731 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.772478 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.772960 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.773448 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.773833 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.774136 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.774557 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.774904 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.775226 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.775604 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.775936 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.776316 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:31.828786 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Attempting to bind port 2298b977-f3dd-47e9-8f8f-51e90543ad1f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:31.830200 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Attempting to bind port 2298b977-f3dd-47e9-8f8f-51e90543ad1f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:31.830482 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Attempting to bind port 2298b977-f3dd-47e9-8f8f-51e90543ad1f on network fb77c1d1-a8b7-4e91-841b-a9988a114505 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:31.836521 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:31.836851 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Checking segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:31.837348 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.838089 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Bound using segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:31.838536 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Bound port: 2298b977-f3dd-47e9-8f8f-51e90543ad1f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:31.839102 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.901733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:45:31.912441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 548b6db6-d592-47af-a294-212565feb5c7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:31.919481 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Sync routers for ids ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:45:31.929745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.930947 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] For port 2298b977-f3dd-47e9-8f8f-51e90543ad1f, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:31.933171 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5df8a9df-82e1-4b52-bba4-92e4aa17a66d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6777837 Dec 17 16:45:31.934709 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] For port 2298b977-f3dd-47e9-8f8f-51e90543ad1f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2298b977-f3dd-47e9-8f8f-51e90543ad1f,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:31.935730 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 38816) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:45:31.944114 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:31.987982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Routers {'95acea9e-c861-42fb-aa9f-f22c6a5c960f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:31.995414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:32.003144 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Routers {'39f30eba-67b7-46c2-870a-7936894c101e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:32.004013 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39f30eba-67b7-46c2-870a-7936894c101e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:32.072265 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f63a-821f-4d93-873b-a29bf6abc1b0 None None] Pushing event updated for resources: {'Port': ['ID=2298b977-f3dd-47e9-8f8f-51e90543ad1f,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:32.178562 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] Set router 39f30eba-67b7-46c2-870a-7936894c101e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:32.202225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-11b684df-d466-428e-8ee2-6c8441650e8f None None] Provisioning complete for port 2298b977-f3dd-47e9-8f8f-51e90543ad1f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:32.202765 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11b684df-d466-428e-8ee2-6c8441650e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.213885 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 548b6db6-d592-47af-a294-212565feb5c7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:32.214265 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.271864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4ac0f-6f86-4edb-b144-99511ef8447e None None] Network 25366ac0-d1af-419e-9901-9350e2aec5cf requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:45:32.357404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Set router 95acea9e-c861-42fb-aa9f-f22c6a5c960f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:32.409449 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '837041c6-5542-447b-a35b-d3e387d4b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 4, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port': {'id': '837041c6-5542-447b-a35b-d3e387d4b335', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '2298b977-f3dd-47e9-8f8f-51e90543ad1f', 'name': '', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:27Z', 'updated_at': '2021-12-17T16:45:31Z', 'revision_number': 4, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'subnets': [{'id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:32.416880 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.436717 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d6492b-c2e3-4b70-8e72-c8ee3d2c58f1 None None] The sync data for ids ['39f30eba-67b7-46c2-870a-7936894c101e'] in n-d-806683-20 is: [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '837041c6-5542-447b-a35b-d3e387d4b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:27Z', 'revision_number': 4, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port': {'id': '837041c6-5542-447b-a35b-d3e387d4b335', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '2298b977-f3dd-47e9-8f8f-51e90543ad1f', 'name': '', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'mac_address': 'fa:16:3e:bd:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:27Z', 'updated_at': '2021-12-17T16:45:31Z', 'revision_number': 4, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'subnets': [{'id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:45:32.566675 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.590267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Allocated IP 172.20.0.1 (25366ac0-d1af-419e-9901-9350e2aec5cf/9b701f78-f102-481c-8d2e-badc50157858/7479abe4-4be3-4715-8648-c81160209a3c) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:32.605128 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11b684df-d466-428e-8ee2-6c8441650e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.685060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 548b6db6-d592-47af-a294-212565feb5c7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=548b6db6-d592-47af-a294-212565feb5c7,segment=NetworkSegment(a3293158-1d0e-4758-a5c2-3c0397575d5e),segment_id=a3293158-1d0e-4758-a5c2-3c0397575d5e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:32.694848 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.708710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-11b684df-d466-428e-8ee2-6c8441650e8f None None] For port 2298b977-f3dd-47e9-8f8f-51e90543ad1f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2298b977-f3dd-47e9-8f8f-51e90543ad1f,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:32.714443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.735908 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11b684df-d466-428e-8ee2-6c8441650e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.762566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.775353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=548b6db6-d592-47af-a294-212565feb5c7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:32.810534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Network 25366ac0-d1af-419e-9901-9350e2aec5cf is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:32.813534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:32.818315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:32.819582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:31Z', 'revision_number': 3, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port': {'id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:32.825850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Pushing event updated for resources: {'Port': ['ID=7479abe4-4be3-4715-8648-c81160209a3c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:32.861662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Checking router: 95acea9e-c861-42fb-aa9f-f22c6a5c960f for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:45:32.861893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Updating router 95acea9e-c861-42fb-aa9f-f22c6a5c960f port 846d86b5-ea88-4d59-befc-dfc28461752d binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:45:32.872215 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.900662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5df482f1-7709-422f-a977-20099a7488c0 None None] Provisioning complete for port 2298b977-f3dd-47e9-8f8f-51e90543ad1f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:32.901041 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5df482f1-7709-422f-a977-20099a7488c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:32.902619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b684df-d466-428e-8ee2-6c8441650e8f None None] Pushing event updated for resources: {'Port': ['ID=2298b977-f3dd-47e9-8f8f-51e90543ad1f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:32.931277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.053728 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.149890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5df482f1-7709-422f-a977-20099a7488c0 None None] Provisioning complete for port 548b6db6-d592-47af-a294-212565feb5c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:33.150273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5df482f1-7709-422f-a977-20099a7488c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.258505 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.265770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.315961 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.321196 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.332887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Pushing event updated for resources: {'Port': ['ID=7479abe4-4be3-4715-8648-c81160209a3c,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:33.335398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.367678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b352e49-2b44-49c1-879e-ce61cab67a4f None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:33.374598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Attempting to bind port 846d86b5-ea88-4d59-befc-dfc28461752d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:33.374970 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Attempting to bind port 846d86b5-ea88-4d59-befc-dfc28461752d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:33.375328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Attempting to bind port 846d86b5-ea88-4d59-befc-dfc28461752d on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:33.389086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:33.389459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:33.389854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.390236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:33.390702 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Bound port: 846d86b5-ea88-4d59-befc-dfc28461752d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:33.391076 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.392959 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739885c-6973-432d-958b-e4e0013a69d0 None None] Pushing event updated for resources: {'Port': ['ID=846d86b5-ea88-4d59-befc-dfc28461752d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:33.438777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Network 25366ac0-d1af-419e-9901-9350e2aec5cf is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:33.440195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:33.449406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Provisioning complete for port 7479abe4-4be3-4715-8648-c81160209a3c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:33.449406 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.483176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] For port 846d86b5-ea88-4d59-befc-dfc28461752d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:33.501247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] For port 846d86b5-ea88-4d59-befc-dfc28461752d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=846d86b5-ea88-4d59-befc-dfc28461752d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:33.503039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Port 7479abe4-4be3-4715-8648-c81160209a3c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:45:33.510801 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.548086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Provisioning complete for port 846d86b5-ea88-4d59-befc-dfc28461752d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:33.548459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.562714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Router 95acea9e-c861-42fb-aa9f-f22c6a5c960f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:45:33.582756 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5597167-cb78-4f30-89f6-c81ed8155342 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:45:33.620739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739885c-6973-432d-958b-e4e0013a69d0 None None] Pushing event updated for resources: {'Port': ['ID=846d86b5-ea88-4d59-befc-dfc28461752d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:33.623517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Routers {'95acea9e-c861-42fb-aa9f-f22c6a5c960f'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:33.624172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:33.686744 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:45:33.691776 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ec613085-28b7-4228-bcbb-192cc222dbbe admin admin] 10.222.0.54 "PUT /v2.0/routers/95acea9e-c861-42fb-aa9f-f22c6a5c960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548900 Dec 17 16:45:33.905723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2298b977-f3dd-47e9-8f8f-51e90543ad1f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:33.949920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:33.983242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] Set router 95acea9e-c861-42fb-aa9f-f22c6a5c960f gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:34.018207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] For port 846d86b5-ea88-4d59-befc-dfc28461752d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=846d86b5-ea88-4d59-befc-dfc28461752d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:34.025242 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:34.102323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2298b977-f3dd-47e9-8f8f-51e90543ad1f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:34.102831 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:34.136876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Provisioning complete for port 548b6db6-d592-47af-a294-212565feb5c7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:34.137247 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:34.199962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b126c-3f5b-4d6e-8168-fc007e4e5fff None None] Pushing event updated for resources: {'Port': ['ID=846d86b5-ea88-4d59-befc-dfc28461752d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:34.350168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 548b6db6-d592-47af-a294-212565feb5c7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:34.417360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port': {'id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7479abe4-4be3-4715-8648-c81160209a3c', 'name': '', 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'mac_address': 'fa:16:3e:33:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9b701f78-f102-481c-8d2e-badc50157858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:32Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 2, 'project_id': '1b18c941074d452aab5a431e32936590', 'subnets': [{'id': '9b701f78-f102-481c-8d2e-badc50157858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:34.426517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-4ef1ea2d-c7c9-4444-86d6-7b335fd226e4 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:34.428023 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-4ef1ea2d-c7c9-4444-86d6-7b335fd226e4 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/networks?id=fb77c1d1-a8b7-4e91-841b-a9988a114505 HTTP/1.1" status: 200 len: 816 time: 0.1042933 Dec 17 16:45:34.443736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-057d0c03-6210-4d5e-b65e-2ac7da1b93bf tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/quotas/7e9fd8d85bba487184be51e8e61c7b89 HTTP/1.1" status: 200 len: 375 time: 0.0093303 Dec 17 16:45:34.443983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 548b6db6-d592-47af-a294-212565feb5c7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:34.444185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:34.446028 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289a82d-95e2-43b2-8279-478d95aaaebc None None] The sync data for ids ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'] in n-d-806683-20 is: [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port': {'id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7479abe4-4be3-4715-8648-c81160209a3c', 'name': '', 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'mac_address': 'fa:16:3e:33:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9b701f78-f102-481c-8d2e-badc50157858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:32Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 2, 'project_id': '1b18c941074d452aab5a431e32936590', 'subnets': [{'id': '9b701f78-f102-481c-8d2e-badc50157858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:45:34.511185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8328343a-b79e-41a9-b804-80bfc4ddb97a None None] Provisioning complete for port 7479abe4-4be3-4715-8648-c81160209a3c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:34.511557 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8328343a-b79e-41a9-b804-80bfc4ddb97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:34.576491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8328343a-b79e-41a9-b804-80bfc4ddb97a None None] Port 7479abe4-4be3-4715-8648-c81160209a3c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:45:34.588837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8328343a-b79e-41a9-b804-80bfc4ddb97a None None] Provisioning complete for port 846d86b5-ea88-4d59-befc-dfc28461752d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:34.589176 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8328343a-b79e-41a9-b804-80bfc4ddb97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:34.864273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-a5bf22cd-0dbe-47db-838b-57d2e9650c33 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e9fd8d85bba487184be51e8e61c7b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4143574 Dec 17 16:45:34.966729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-01bcd0af-c4ed-4529-bd23-545d8cb911e7 service neutron] 10.222.0.54 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860159 Dec 17 16:45:35.066321 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-e38396a3-29dc-42ac-8a7b-6654f516200f service neutron] 10.222.0.54 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933299 Dec 17 16:45:35.302305 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9075faaf-c080-443d-b001-73d19927f02f req-18252123-7050-46d7-ad70-2a046b91f092 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 210 time: 0.0530345 Dec 17 16:45:35.860038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 846d86b5-ea88-4d59-befc-dfc28461752d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:35.912558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 846d86b5-ea88-4d59-befc-dfc28461752d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:35.912929 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:36.305921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-7412265c-cde0-4ca9-9b05-c21705ec2bbb tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:36.307445 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-7412265c-cde0-4ca9-9b05-c21705ec2bbb tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "GET /v2.0/networks?id=fb77c1d1-a8b7-4e91-841b-a9988a114505 HTTP/1.1" status: 200 len: 816 time: 0.1134942 Dec 17 16:45:36.321498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Request body: {'port': {'device_id': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'admin_state_up': True, 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:36.395613 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3161094a-67bb-42ee-a9c3-fdd9299402fc req-dc09d8d1-0c29-4f04-a751-ed1cf7396747 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 210 time: 0.0274177 Dec 17 16:45:36.436374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Made reservation on behalf of 7e9fd8d85bba487184be51e8e61c7b89 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:45:36.439962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:36.532391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-63f376c8-0174-4a60-96d8-7b86a3a6396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:36.579321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Allocated IP 172.20.0.6 (fb77c1d1-a8b7-4e91-841b-a9988a114505/4a2314b4-62c1-482b-a1d5-c9cb00f86093/bfe8fbd0-a719-4cb1-9001-573d406705f6) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:45:36.714076 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Sync routers for ids ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:45:36.727268 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Routers {'95acea9e-c861-42fb-aa9f-f22c6a5c960f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:36.728265 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:36.735958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:36.770922 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:36.815194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:45:36.818350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:45:36.822210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:45:36.838743 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Set router 95acea9e-c861-42fb-aa9f-f22c6a5c960f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:36.847955 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Pushing event updated for resources: {'Port': ['ID=bfe8fbd0-a719-4cb1-9001-573d406705f6,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:36.876983 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:36.877635 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:36.896528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-f012bb6c-cf45-46f6-bcab-716e949d114f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792396 Dec 17 16:45:36.910387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Request body: {'port': {'device_id': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:36.981924 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.044331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-17206e6e-918f-4c54-af65-4c50cf89f8e2 None None] Provisioning complete for port bfe8fbd0-a719-4cb1-9001-573d406705f6 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:37.045389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-17206e6e-918f-4c54-af65-4c50cf89f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.054423 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port': {'id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7479abe4-4be3-4715-8648-c81160209a3c', 'name': '', 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'mac_address': 'fa:16:3e:33:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9b701f78-f102-481c-8d2e-badc50157858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:32Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 2, 'project_id': '1b18c941074d452aab5a431e32936590', 'subnets': [{'id': '9b701f78-f102-481c-8d2e-badc50157858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:37.079836 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-17206e6e-918f-4c54-af65-4c50cf89f8e2 None None] Port bfe8fbd0-a719-4cb1-9001-573d406705f6 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:45:37.080598 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Checking router: 95acea9e-c861-42fb-aa9f-f22c6a5c960f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:45:37.080963 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Updating router 95acea9e-c861-42fb-aa9f-f22c6a5c960f port 7479abe4-4be3-4715-8648-c81160209a3c binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:45:37.106520 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.262491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe8fbd0-a719-4cb1-9001-573d406705f6 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:45:37.270645 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.285622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Transition to ACTIVE for port object bfe8fbd0-a719-4cb1-9001-573d406705f6 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:45:37.290940 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.345735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe8fbd0-a719-4cb1-9001-573d406705f6,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:37.392918 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.399670 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.420501 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Attempting to bind port bfe8fbd0-a719-4cb1-9001-573d406705f6 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:37.431875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Attempting to bind port bfe8fbd0-a719-4cb1-9001-573d406705f6 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:37.432626 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Attempting to bind port bfe8fbd0-a719-4cb1-9001-573d406705f6 on network fb77c1d1-a8b7-4e91-841b-a9988a114505 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:37.449710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Port bfe8fbd0-a719-4cb1-9001-573d406705f6 on network fb77c1d1-a8b7-4e91-841b-a9988a114505 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:45:37.452031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Attempting to bind port bfe8fbd0-a719-4cb1-9001-573d406705f6 on network fb77c1d1-a8b7-4e91-841b-a9988a114505 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:37.461075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:37.461473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Checking segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:37.461844 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Bound using segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:37.462991 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c03dd-5053-4909-9bdd-03da76add5e5 None None] Pushing event updated for resources: {'Port': ['ID=7479abe4-4be3-4715-8648-c81160209a3c,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:37.463126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Bound port: bfe8fbd0-a719-4cb1-9001-573d406705f6, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:37.463377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.517728 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Attempting to bind port 7479abe4-4be3-4715-8648-c81160209a3c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:45:37.518120 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Attempting to bind port 7479abe4-4be3-4715-8648-c81160209a3c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:45:37.518448 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Attempting to bind port 7479abe4-4be3-4715-8648-c81160209a3c on network 25366ac0-d1af-419e-9901-9350e2aec5cf {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:37.523920 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:37.524287 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Checking segment: {'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:45:37.524746 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.525119 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Bound using segment: {'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:37.525588 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Bound port: 7479abe4-4be3-4715-8648-c81160209a3c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3293158-1d0e-4758-a5c2-3c0397575d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:45:37.525966 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.580560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] For port bfe8fbd0-a719-4cb1-9001-573d406705f6, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:37.602204 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcffb-03d2-47f1-91fd-ffa79ca53560 req-e4c9d5fe-d70a-4480-8352-a553dc85f7ba tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:37.604208 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2cdcffb-03d2-47f1-91fd-ffa79ca53560 req-e4c9d5fe-d70a-4480-8352-a553dc85f7ba tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 943 time: 0.0874975 Dec 17 16:45:37.606108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] For port 7479abe4-4be3-4715-8648-c81160209a3c, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:37.606269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] For port bfe8fbd0-a719-4cb1-9001-573d406705f6, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bfe8fbd0-a719-4cb1-9001-573d406705f6,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:37.610627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] For port 7479abe4-4be3-4715-8648-c81160209a3c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7479abe4-4be3-4715-8648-c81160209a3c,segment=NetworkSegment(a3293158-1d0e-4758-a5c2-3c0397575d5e),segment_id=a3293158-1d0e-4758-a5c2-3c0397575d5e)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:37.616884 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.617041 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.674527 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:37.675590 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.676579 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] 10.222.0.49 "PUT /v2.0/ports/bfe8fbd0-a719-4cb1-9001-573d406705f6 HTTP/1.1" status: 200 len: 1092 time: 0.7706439 Dec 17 16:45:37.677054 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'tag': 'bfe8fbd0-a719-4cb1-9001-573d406705f6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:45:37.679695 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e4b79a-ce4b-48c9-8a69-3bedef616588", "tag": "bfe8fbd0-a719-4cb1-9001-573d406705f6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:45:37.683756 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c03dd-5053-4909-9bdd-03da76add5e5 None None] Pushing event updated for resources: {'Port': ['ID=7479abe4-4be3-4715-8648-c81160209a3c,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:37.701269 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Routers {'95acea9e-c861-42fb-aa9f-f22c6a5c960f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:45:37.702164 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:45:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:37.722623 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaa686-0020-446a-a3fb-125804f73c77 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe8fbd0-a719-4cb1-9001-573d406705f6,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:37.765251 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd672f9b-8bec-43a7-bbd4-592eca398a65 x-openstack-request-id: req-fd672f9b-8bec-43a7-bbd4-592eca398a65 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:45:37.765561 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e4b79a-ce4b-48c9-8a69-3bedef616588", "tag": "bfe8fbd0-a719-4cb1-9001-573d406705f6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:45:37.765866 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd672f9b-8bec-43a7-bbd4-592eca398a65 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:45:37.766263 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'tag': 'bfe8fbd0-a719-4cb1-9001-573d406705f6', 'status': 'completed', 'code': 200} Dec 17 16:45:37.811236 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b2cdcffb-03d2-47f1-91fd-ffa79ca53560 req-9d0f191b-0c47-4695-b2d8-996805d7977f tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956971 Dec 17 16:45:37.846079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-bce15987-ddb3-487a-ae03-d564f4662478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:37.847665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-bce15987-ddb3-487a-ae03-d564f4662478 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e9fd8d85bba487184be51e8e61c7b89&device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 1095 time: 0.0927362 Dec 17 16:45:37.876892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-15b9ee7d-6da1-46c3-b963-9ecfca61d452 None None] Provisioning complete for port 7479abe4-4be3-4715-8648-c81160209a3c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:37.877806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-15b9ee7d-6da1-46c3-b963-9ecfca61d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:37.904652 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] Set router 95acea9e-c861-42fb-aa9f-f22c6a5c960f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:45:37.910638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-eeacc8ce-bc6a-4955-bae2-b5b933073e83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8fbd0-a719-4cb1-9001-573d406705f6 HTTP/1.1" status: 200 len: 217 time: 0.0539565 Dec 17 16:45:37.922563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7479abe4-4be3-4715-8648-c81160209a3c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:38.000282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-ca79e68f-7829-489e-b677-be3f32731c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:38.002590 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-ca79e68f-7829-489e-b677-be3f32731c78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a2314b4-62c1-482b-a1d5-c9cb00f86093 HTTP/1.1" status: 200 len: 855 time: 0.0847387 Dec 17 16:45:38.047478 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-15b9ee7d-6da1-46c3-b963-9ecfca61d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:38.066639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-d5ada490-e3bf-4871-80e7-444c7ca3ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:38.068386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-d5ada490-e3bf-4871-80e7-444c7ca3ba6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb77c1d1-a8b7-4e91-841b-a9988a114505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533829 Dec 17 16:45:38.074545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7479abe4-4be3-4715-8648-c81160209a3c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:38.075059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:38.118002 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-15b9ee7d-6da1-46c3-b963-9ecfca61d452 None None] For port 7479abe4-4be3-4715-8648-c81160209a3c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7479abe4-4be3-4715-8648-c81160209a3c,segment=NetworkSegment(a3293158-1d0e-4758-a5c2-3c0397575d5e),segment_id=a3293158-1d0e-4758-a5c2-3c0397575d5e)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:38.130967 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-15b9ee7d-6da1-46c3-b963-9ecfca61d452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:38.185959 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-c31637c9-5347-4a7f-9434-a6d9f376c178 service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094739 Dec 17 16:45:38.189709 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9ee7d-6da1-46c3-b963-9ecfca61d452 None None] Pushing event updated for resources: {'Port': ['ID=7479abe4-4be3-4715-8648-c81160209a3c,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:38.263317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1d7a6c5d-b41d-415f-a65d-1424d8fbac42 None None] Provisioning complete for port 7479abe4-4be3-4715-8648-c81160209a3c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:38.264163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d7a6c5d-b41d-415f-a65d-1424d8fbac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:38.282592 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port': {'id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7479abe4-4be3-4715-8648-c81160209a3c', 'name': '', 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'mac_address': 'fa:16:3e:33:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9b701f78-f102-481c-8d2e-badc50157858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:32Z', 'updated_at': '2021-12-17T16:45:37Z', 'revision_number': 4, 'project_id': '1b18c941074d452aab5a431e32936590', 'subnets': [{'id': '9b701f78-f102-481c-8d2e-badc50157858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:45:38.292776 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-21eba8b2-483a-47be-b0bc-f0e8c12f1224 req-05da9950-f08d-4967-bae0-55a78eddb5bc service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000793 Dec 17 16:45:38.311243 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144850f-7db8-4a7b-89f1-72fa5bc32eed None None] The sync data for ids ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'] in n-d-806683-20 is: [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port': {'id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7479abe4-4be3-4715-8648-c81160209a3c', 'name': '', 'network_id': '25366ac0-d1af-419e-9901-9350e2aec5cf', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'mac_address': 'fa:16:3e:33:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '9b701f78-f102-481c-8d2e-badc50157858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:32Z', 'updated_at': '2021-12-17T16:45:37Z', 'revision_number': 4, 'project_id': '1b18c941074d452aab5a431e32936590', 'subnets': [{'id': '9b701f78-f102-481c-8d2e-badc50157858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:45:38.387028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-8dc69ed6-daf3-4018-ace6-b8f5493a180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:38.388589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-8dc69ed6-daf3-4018-ace6-b8f5493a180d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e9fd8d85bba487184be51e8e61c7b89&device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 1095 time: 0.0434868 Dec 17 16:45:38.495480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-b24c3c32-1f1c-4170-a01d-11ede9eac45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:38.497041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-b24c3c32-1f1c-4170-a01d-11ede9eac45f service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb77c1d1-a8b7-4e91-841b-a9988a114505 HTTP/1.1" status: 200 len: 917 time: 0.1010463 Dec 17 16:45:38.542672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-f49ab071-c34d-45dc-a996-457e916fd2c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe8fbd0-a719-4cb1-9001-573d406705f6 HTTP/1.1" status: 200 len: 217 time: 0.0373414 Dec 17 16:45:38.594991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-f38e4af9-3d17-4b24-a739-799bf0279b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:38.596594 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-f38e4af9-3d17-4b24-a739-799bf0279b39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a2314b4-62c1-482b-a1d5-c9cb00f86093 HTTP/1.1" status: 200 len: 855 time: 0.0466824 Dec 17 16:45:38.649976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-81ee1455-188f-41a8-a53d-d6435c9d8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:38.651509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-81ee1455-188f-41a8-a53d-d6435c9d8392 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb77c1d1-a8b7-4e91-841b-a9988a114505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476553 Dec 17 16:45:38.747958 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-c0d4cc30-6c6e-4fcd-8883-c44bd42b50b9 service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878344 Dec 17 16:45:38.849426 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-89d7dcfc-a24b-47b0-b264-34f45d8a9fe8 req-4ee11e71-f2c2-4d55-8cca-a4d864f64884 service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930185 Dec 17 16:45:38.928896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b7eab-d166-465d-804c-fa71e39cea2e req-6f542e2a-cf93-40a8-bb4b-60bfa8cee227 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:38.930371 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a9b7eab-d166-465d-804c-fa71e39cea2e req-6f542e2a-cf93-40a8-bb4b-60bfa8cee227 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 943 time: 0.0518942 Dec 17 16:45:38.948640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1fb72fd8-538c-4328-85d6-48048842c8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:38.980925 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a9b7eab-d166-465d-804c-fa71e39cea2e req-40f2e573-bf3f-4cde-8e0b-9673a07540e5 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441225 Dec 17 16:45:39.833752 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7479abe4-4be3-4715-8648-c81160209a3c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:39.882411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7479abe4-4be3-4715-8648-c81160209a3c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:39.882751 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:39.998877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bfe8fbd0-a719-4cb1-9001-573d406705f6 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:45:40.095263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bfe8fbd0-a719-4cb1-9001-573d406705f6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bfe8fbd0-a719-4cb1-9001-573d406705f6,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:40.105096 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ab58-017c-41d9-b7d8-9f786498c0c1 req-83f98a8e-98b6-4147-8335-8430d33a3f5c tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:40.106607 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9947ab58-017c-41d9-b7d8-9f786498c0c1 req-83f98a8e-98b6-4147-8335-8430d33a3f5c tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 943 time: 0.0546281 Dec 17 16:45:40.107917 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'bfe8fbd0-a719-4cb1-9001-573d406705f6', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'port_id': 'bfe8fbd0-a719-4cb1-9001-573d406705f6', 'mac_address': 'fa:16:3e:8b:54:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:45:40.147292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:40.160601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe8fbd0-a719-4cb1-9001-573d406705f6 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:45:40.161671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9947ab58-017c-41d9-b7d8-9f786498c0c1 req-52bdcd66-a7eb-4711-80a3-c1f90b429eae tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481715 Dec 17 16:45:40.181771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bfe8fbd0-a719-4cb1-9001-573d406705f6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bfe8fbd0-a719-4cb1-9001-573d406705f6,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:40.187133 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:40.238456 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:40.254508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=bfe8fbd0-a719-4cb1-9001-573d406705f6,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:40.385943 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['bfe8fbd0-a719-4cb1-9001-573d406705f6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:45:41.289888 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764ca00-3bc7-40f9-adad-840cda2f5a2b req-f7c135d9-8c61-42ae-887e-b1950ca0019a tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:41.292041 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3764ca00-3bc7-40f9-adad-840cda2f5a2b req-f7c135d9-8c61-42ae-887e-b1950ca0019a tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 944 time: 0.0533698 Dec 17 16:45:41.300137 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:41.346216 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3764ca00-3bc7-40f9-adad-840cda2f5a2b req-f9b77c7b-b3b1-49ef-a4dc-84bf2d5de885 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469341 Dec 17 16:45:41.366960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:42.001385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bfe8fbd0-a719-4cb1-9001-573d406705f6 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:42.057717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port bfe8fbd0-a719-4cb1-9001-573d406705f6 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:45:42.064120 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port bfe8fbd0-a719-4cb1-9001-573d406705f6 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:42.064725 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:42.145192 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:42.184166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe8fbd0-a719-4cb1-9001-573d406705f6'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:45:42.187084 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2562bd5-1b47-4c73-b55e-c1214ef6b218" -d '{"events": [{"server_uuid": "d3e4b79a-ce4b-48c9-8a69-3bedef616588", "name": "network-vif-plugged", "status": "completed", "tag": "bfe8fbd0-a719-4cb1-9001-573d406705f6"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:45:42.199394 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:42.203682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port bfe8fbd0-a719-4cb1-9001-573d406705f6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bfe8fbd0-a719-4cb1-9001-573d406705f6,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:42.209768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:42.234437 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38f57bf-3754-460b-8e5b-da0a8f7620fd x-openstack-request-id: req-c38f57bf-3754-460b-8e5b-da0a8f7620fd {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:45:42.234699 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e4b79a-ce4b-48c9-8a69-3bedef616588", "name": "network-vif-plugged", "status": "completed", "tag": "bfe8fbd0-a719-4cb1-9001-573d406705f6", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:45:42.234951 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c38f57bf-3754-460b-8e5b-da0a8f7620fd {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:45:42.235347 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe8fbd0-a719-4cb1-9001-573d406705f6', 'code': 200} Dec 17 16:45:42.262179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=bfe8fbd0-a719-4cb1-9001-573d406705f6,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:42.335583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60af986-5ab6-47b6-a8d6-aea8006a9864 req-6cc0a8a6-d735-47b4-8318-9ad63250c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:42.337140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f60af986-5ab6-47b6-a8d6-aea8006a9864 req-6cc0a8a6-d735-47b4-8318-9ad63250c811 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 1097 time: 0.0465386 Dec 17 16:45:42.382332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f60af986-5ab6-47b6-a8d6-aea8006a9864 req-517577b8-3417-406f-b211-1e763dbf1025 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Dec 17 16:45:42.472382 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec815b-cd88-4624-841c-dd5373fcd0be req-ecb9cc70-489e-4aba-8016-1fb72edd2c0e tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:42.473894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8ec815b-cd88-4624-841c-dd5373fcd0be req-ecb9cc70-489e-4aba-8016-1fb72edd2c0e tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 945 time: 0.0581124 Dec 17 16:45:42.525526 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b8ec815b-cd88-4624-841c-dd5373fcd0be req-f903b101-290e-4165-948e-993ecebb4e20 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Dec 17 16:45:43.670491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b90b7c-b0c6-45c7-95e6-c86d0cda1103 req-3edd7ea7-5fe0-4ab5-8702-ab140ea37f1d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:43.671929 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31b90b7c-b0c6-45c7-95e6-c86d0cda1103 req-3edd7ea7-5fe0-4ab5-8702-ab140ea37f1d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 945 time: 0.0619321 Dec 17 16:45:43.724966 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31b90b7c-b0c6-45c7-95e6-c86d0cda1103 req-c3f83fcd-2b01-4908-bb69-566bb6d8c7c5 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Dec 17 16:45:43.845330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526e71d-de04-40f3-b69e-39905798ad4d req-0dfbc1e0-dec8-45f3-9386-d92ea411d921 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:43.846857 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2526e71d-de04-40f3-b69e-39905798ad4d req-0dfbc1e0-dec8-45f3-9386-d92ea411d921 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 945 time: 0.0534990 Dec 17 16:45:43.899075 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2526e71d-de04-40f3-b69e-39905798ad4d req-f4ce12f7-aac2-425b-bc21-69084daaecc5 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Dec 17 16:45:45.891445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:45:52.804538 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:46:05.734350 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5b936-2ae1-4d87-b5fd-cf0013428a4d req-5f1b230d-a13e-4242-af18-c5aa0882e282 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:05.735892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c5b936-2ae1-4d87-b5fd-cf0013428a4d req-5f1b230d-a13e-4242-af18-c5aa0882e282 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 945 time: 0.0553868 Dec 17 16:46:05.789652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e7c5b936-2ae1-4d87-b5fd-cf0013428a4d req-c8d6592e-08d4-4e43-bc41-86e163bd2dd3 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Dec 17 16:46:06.535535 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8290f77b-70be-4069-8225-0f047e7a60b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:06.923704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af076cc3-9545-4294-96bd-4f973384b181 req-3e647985-1807-42a6-bf9c-7fe68c9c8684 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:06.925131 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af076cc3-9545-4294-96bd-4f973384b181 req-3e647985-1807-42a6-bf9c-7fe68c9c8684 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 945 time: 0.0610456 Dec 17 16:46:06.991154 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af076cc3-9545-4294-96bd-4f973384b181 req-c851e54c-1f11-41b5-8e50-306c4d3ad12d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570409 Dec 17 16:46:07.238058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-f4321e05-d59a-4d59-af82-4e0c7ebfc0a8 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:07.240412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-f4321e05-d59a-4d59-af82-4e0c7ebfc0a8 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 945 time: 0.0612473 Dec 17 16:46:07.334134 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Deleting port bfe8fbd0-a719-4cb1-9001-573d406705f6 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:07.334644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:07.431667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] For port bfe8fbd0-a719-4cb1-9001-573d406705f6, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=bfe8fbd0-a719-4cb1-9001-573d406705f6,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:07.432064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:07.445572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Calling delete_port for bfe8fbd0-a719-4cb1-9001-573d406705f6 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:07.583018 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:07.595992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['bfe8fbd0-a719-4cb1-9001-573d406705f6'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:46:07.616448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Pushing event deleted for resources: {'Port': ['ID=bfe8fbd0-a719-4cb1-9001-573d406705f6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:07.644123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.644483 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.644836 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.645181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.645550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.645883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.646210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.646543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.646873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.647200 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.647525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.647870 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.648194 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:07.668141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] No DVR routers for this DVR port bfe8fbd0-a719-4cb1-9001-573d406705f6 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:46:07.671129 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:07.674992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-38ddc817-ef84-4373-a36b-35fa8801a5a5 req-61dc3c12-367f-46aa-aa73-089375d02b69 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "DELETE /v2.0/ports/bfe8fbd0-a719-4cb1-9001-573d406705f6 HTTP/1.1" status: 204 len: 173 time: 0.4286797 Dec 17 16:46:07.675468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'name': 'network-vif-deleted', 'tag': 'bfe8fbd0-a719-4cb1-9001-573d406705f6'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:46:07.678527 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402b458-a59f-43e1-8e4a-b24c659b15ff" -d '{"events": [{"server_uuid": "d3e4b79a-ce4b-48c9-8a69-3bedef616588", "name": "network-vif-deleted", "tag": "bfe8fbd0-a719-4cb1-9001-573d406705f6"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:46:07.721581 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406eaecd-7427-4169-81f8-b4ca8974c648 x-openstack-request-id: req-406eaecd-7427-4169-81f8-b4ca8974c648 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:46:07.722082 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e4b79a-ce4b-48c9-8a69-3bedef616588", "name": "network-vif-deleted", "tag": "bfe8fbd0-a719-4cb1-9001-573d406705f6", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:46:07.722332 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-406eaecd-7427-4169-81f8-b4ca8974c648 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:46:07.722749 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e4b79a-ce4b-48c9-8a69-3bedef616588', 'name': 'network-vif-deleted', 'tag': 'bfe8fbd0-a719-4cb1-9001-573d406705f6', 'status': 'completed', 'code': 200} Dec 17 16:46:08.109047 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04f9aba3-aa5a-4820-8559-796c60dd50c5 req-754f011a-c472-4f6b-a149-872156b672e6 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3e4b79a-ce4b-48c9-8a69-3bedef616588 HTTP/1.1" status: 200 len: 210 time: 0.0323000 Dec 17 16:46:08.959196 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b02-b5d3-424f-85ab-f53ef8f2f984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:10.120268 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-663f9605-6ac2-4c87-bbd9-f4a3219ea08d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:10.121755 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-663f9605-6ac2-4c87-bbd9-f4a3219ea08d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/networks?id=fb77c1d1-a8b7-4e91-841b-a9988a114505 HTTP/1.1" status: 200 len: 816 time: 0.1137488 Dec 17 16:46:10.139340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-458aa430-3461-4ca4-8387-6ba8f46ed4ed tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/quotas/7e9fd8d85bba487184be51e8e61c7b89 HTTP/1.1" status: 200 len: 375 time: 0.0113609 Dec 17 16:46:10.140226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bfe8fbd0-a719-4cb1-9001-573d406705f6 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:10.165404 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: bfe8fbd0-a719-4cb1-9001-573d406705f6 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:10.165703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device bfe8fbd0-a719-4cb1-9001-573d406705f6 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:10.198286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2585a124-d7bc-4736-bdfc-3df658180c34 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e9fd8d85bba487184be51e8e61c7b89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495148 Dec 17 16:46:10.207566 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:10.310648 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-18c556c2-4367-48b2-806e-dc7b4adff3da service neutron] 10.222.0.54 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985038 Dec 17 16:46:10.411953 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-f40b885e-4bba-4c7c-8681-f8b03aa89c78 service neutron] 10.222.0.54 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955248 Dec 17 16:46:10.577217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a7ac9385-b8ab-4f36-aa7b-0a325089e008 req-3a256321-14df-498d-b633-097e3ea180b1 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 210 time: 0.0275238 Dec 17 16:46:11.313147 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:11.368583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:11.537638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-32883d0d-2ef8-46c7-ab75-4245d2490bb6 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:11.539005 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-32883d0d-2ef8-46c7-ab75-4245d2490bb6 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "GET /v2.0/networks?id=fb77c1d1-a8b7-4e91-841b-a9988a114505 HTTP/1.1" status: 200 len: 816 time: 0.1168330 Dec 17 16:46:11.552088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Request body: {'port': {'device_id': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'admin_state_up': True, 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:11.663070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Made reservation on behalf of 7e9fd8d85bba487184be51e8e61c7b89 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:46:11.666614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:11.682672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24c2aa2f-a896-45c3-838e-1a9f454ef3fa req-8f320705-29f8-4d0c-832d-79258121de9d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 210 time: 0.0291653 Dec 17 16:46:11.806285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Allocated IP 172.20.0.4 (fb77c1d1-a8b7-4e91-841b-a9988a114505/4a2314b4-62c1-482b-a1d5-c9cb00f86093/c4410386-9858-492d-850c-03f03b0c809a) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:46:11.963403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.000140 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.045598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:46:12.048824 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:12.052534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:46:12.059235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Pushing event updated for resources: {'Port': ['ID=c4410386-9858-492d-850c-03f03b0c809a,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:12.114029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:12.114706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.133709 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-ca3cb197-cca1-45f5-b007-4ab73ed33a81 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853190 Dec 17 16:46:12.146184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Request body: {'port': {'device_id': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:12.178507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.207305 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.311221 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e01a569d-f634-461d-85b6-c0509ac80a83 None None] Provisioning complete for port c4410386-9858-492d-850c-03f03b0c809a triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:12.311508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e01a569d-f634-461d-85b6-c0509ac80a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.345831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e01a569d-f634-461d-85b6-c0509ac80a83 None None] Port c4410386-9858-492d-850c-03f03b0c809a cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:46:12.477891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4410386-9858-492d-850c-03f03b0c809a {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:46:12.485603 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.498728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Transition to ACTIVE for port object c4410386-9858-492d-850c-03f03b0c809a will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:46:12.505289 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.551758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4410386-9858-492d-850c-03f03b0c809a,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:12.625937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Attempting to bind port c4410386-9858-492d-850c-03f03b0c809a on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:46:12.626289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Attempting to bind port c4410386-9858-492d-850c-03f03b0c809a by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:46:12.626620 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Attempting to bind port c4410386-9858-492d-850c-03f03b0c809a on network fb77c1d1-a8b7-4e91-841b-a9988a114505 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:46:12.631338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Port c4410386-9858-492d-850c-03f03b0c809a on network fb77c1d1-a8b7-4e91-841b-a9988a114505 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:46:12.631669 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Attempting to bind port c4410386-9858-492d-850c-03f03b0c809a on network fb77c1d1-a8b7-4e91-841b-a9988a114505 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:46:12.636786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:46:12.637195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Checking segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:46:12.637612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Bound using segment: {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:46:12.638048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Bound port: c4410386-9858-492d-850c-03f03b0c809a, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b904dab-883d-4e7f-a94a-5d50b0b194e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:46:12.638411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.704884 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] For port c4410386-9858-492d-850c-03f03b0c809a, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:46:12.708363 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] For port c4410386-9858-492d-850c-03f03b0c809a, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c4410386-9858-492d-850c-03f03b0c809a,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:46:12.718316 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.757704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:12.758384 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:12.759757 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] 10.222.0.49 "PUT /v2.0/ports/c4410386-9858-492d-850c-03f03b0c809a HTTP/1.1" status: 200 len: 1092 time: 0.6179445 Dec 17 16:46:12.760224 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'tag': 'c4410386-9858-492d-850c-03f03b0c809a'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:46:12.762518 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc1905-92f9-4dce-8d54-4d56a42932d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9813ee5c-058f-4991-a157-7bfd335baa1e", "tag": "c4410386-9858-492d-850c-03f03b0c809a"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:46:12.813699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0c03b-b734-437a-ab97-476f925e8cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4410386-9858-492d-850c-03f03b0c809a,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:12.831985 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3789f55a-f901-4555-af28-ae2feb424c95 x-openstack-request-id: req-3789f55a-f901-4555-af28-ae2feb424c95 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:46:12.832515 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9813ee5c-058f-4991-a157-7bfd335baa1e", "tag": "c4410386-9858-492d-850c-03f03b0c809a", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:46:12.832766 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3789f55a-f901-4555-af28-ae2feb424c95 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:46:12.833180 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'tag': 'c4410386-9858-492d-850c-03f03b0c809a', 'status': 'completed', 'code': 200} Dec 17 16:46:12.860258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf563b2d-a7e5-4ed0-ab13-a20ab8b78dba req-30af3d09-4c95-4538-a88d-025643cb68cb tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:12.862205 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf563b2d-a7e5-4ed0-ab13-a20ab8b78dba req-30af3d09-4c95-4538-a88d-025643cb68cb tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 943 time: 0.0944386 Dec 17 16:46:12.889861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-70b52945-2c65-4715-b585-9fc942da714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:12.891378 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-70b52945-2c65-4715-b585-9fc942da714d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e9fd8d85bba487184be51e8e61c7b89&device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 1095 time: 0.0735886 Dec 17 16:46:12.951569 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-d758cbaa-9ace-4c9f-beae-12d61d06c10b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4410386-9858-492d-850c-03f03b0c809a HTTP/1.1" status: 200 len: 217 time: 0.0487413 Dec 17 16:46:12.956114 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bf563b2d-a7e5-4ed0-ab13-a20ab8b78dba req-35109cac-c42f-4511-a6b0-d723ce431f47 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864007 Dec 17 16:46:13.003912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-85c96c90-a5c6-4b1b-a84c-0be9858992af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:13.006600 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-85c96c90-a5c6-4b1b-a84c-0be9858992af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a2314b4-62c1-482b-a1d5-c9cb00f86093 HTTP/1.1" status: 200 len: 855 time: 0.0483947 Dec 17 16:46:13.055418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-385c5f9b-d7ec-473f-970d-274d0ee0c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:13.056964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-385c5f9b-d7ec-473f-970d-274d0ee0c805 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb77c1d1-a8b7-4e91-841b-a9988a114505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435469 Dec 17 16:46:13.152614 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-37937461-06d6-445e-adf9-f16cfa8fd6cd service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874882 Dec 17 16:46:13.258985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-881d10b1-1c46-48f1-add8-d9a475c43f92 req-feb525b6-e35d-4e9b-b75f-ba69f99539ca service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996313 Dec 17 16:46:13.350891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-f2e4510b-6e49-414f-9dbd-5f20e536e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:13.352447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-f2e4510b-6e49-414f-9dbd-5f20e536e879 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e9fd8d85bba487184be51e8e61c7b89&device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 1095 time: 0.0421989 Dec 17 16:46:13.453801 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-d6a0c04a-0cbd-4628-97f0-771490698fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:13.455196 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-d6a0c04a-0cbd-4628-97f0-771490698fd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb77c1d1-a8b7-4e91-841b-a9988a114505 HTTP/1.1" status: 200 len: 917 time: 0.0958486 Dec 17 16:46:13.498628 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-e6fa0409-4be2-4b40-b3ca-08780fe57167 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4410386-9858-492d-850c-03f03b0c809a HTTP/1.1" status: 200 len: 217 time: 0.0349579 Dec 17 16:46:13.551839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-f10c648b-804d-4d98-ba49-2492fe4817e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:13.553291 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-f10c648b-804d-4d98-ba49-2492fe4817e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a2314b4-62c1-482b-a1d5-c9cb00f86093 HTTP/1.1" status: 200 len: 855 time: 0.0470545 Dec 17 16:46:13.599920 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-94c76b4d-d9dc-4b2b-b6da-923e517d61df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:13.601473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-94c76b4d-d9dc-4b2b-b6da-923e517d61df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb77c1d1-a8b7-4e91-841b-a9988a114505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402863 Dec 17 16:46:13.692907 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-26cf4132-7265-43c3-93d3-ed35b80d2cca service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Dec 17 16:46:13.812888 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8cc1905-92f9-4dce-8d54-4d56a42932d7 req-de40feae-09e6-4257-aa98-7e20a4fe60b2 service neutron] 10.222.0.49 "GET /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104848 Dec 17 16:46:14.098471 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e509699-da01-4b63-a876-95e4802ba8bb req-7db63746-9fd5-407f-bea8-15f12976f1da tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:14.100785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e509699-da01-4b63-a876-95e4802ba8bb req-7db63746-9fd5-407f-bea8-15f12976f1da tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 943 time: 0.0633833 Dec 17 16:46:14.154654 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0e509699-da01-4b63-a876-95e4802ba8bb req-fa84c2e8-25db-449e-a2f3-e45bf4d7346c tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472612 Dec 17 16:46:15.288086 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d8e7-604b-4228-b85a-1755862062f9 req-5c5491ce-609f-4927-9137-730b3bba3a76 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:15.289571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e99d8e7-604b-4228-b85a-1755862062f9 req-5c5491ce-609f-4927-9137-730b3bba3a76 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 943 time: 0.0516002 Dec 17 16:46:15.338331 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4e99d8e7-604b-4228-b85a-1755862062f9 req-a1cc2f9e-3920-4519-bae1-a6dff03b991a tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Dec 17 16:46:15.909325 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:16.169823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c4410386-9858-492d-850c-03f03b0c809a details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:46:16.273588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c4410386-9858-492d-850c-03f03b0c809a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c4410386-9858-492d-850c-03f03b0c809a,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:16.286971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c4410386-9858-492d-850c-03f03b0c809a', 'network_id': 'fb77c1d1-a8b7-4e91-841b-a9988a114505', 'port_id': 'c4410386-9858-492d-850c-03f03b0c809a', 'mac_address': 'fa:16:3e:a6:7c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2314b4-62c1-482b-a1d5-c9cb00f86093', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:46:16.329323 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:16.342871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4410386-9858-492d-850c-03f03b0c809a {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:46:16.362896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c4410386-9858-492d-850c-03f03b0c809a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c4410386-9858-492d-850c-03f03b0c809a,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:16.368184 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:16.418263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c4410386-9858-492d-850c-03f03b0c809a,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:16.425826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.426098 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.426435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.426803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.427131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.427457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.427776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.428121 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.428418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.428753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.429179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.429360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.429666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:16.458719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e93794-ebdb-40a2-97a8-4be83a533a7f req-39ea922e-76d0-4015-bdb6-05fc92b843f6 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:16.460273 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57e93794-ebdb-40a2-97a8-4be83a533a7f req-39ea922e-76d0-4015-bdb6-05fc92b843f6 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 944 time: 0.0505795 Dec 17 16:46:16.511307 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-57e93794-ebdb-40a2-97a8-4be83a533a7f req-29600f7b-e402-4e57-b63e-45caaeb300a5 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Dec 17 16:46:16.557939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c4410386-9858-492d-850c-03f03b0c809a'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:46:17.642195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4e196-6dbd-456b-86f0-ba875ef5e8d6 req-802ab828-6088-40cc-86e9-774a1f5459e7 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:17.643655 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44f4e196-6dbd-456b-86f0-ba875ef5e8d6 req-802ab828-6088-40cc-86e9-774a1f5459e7 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 944 time: 0.0536895 Dec 17 16:46:17.694706 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-44f4e196-6dbd-456b-86f0-ba875ef5e8d6 req-65c60596-be2e-4548-a7b7-1f41f2d9dbba tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449257 Dec 17 16:46:18.200788 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c4410386-9858-492d-850c-03f03b0c809a up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:46:18.252682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port c4410386-9858-492d-850c-03f03b0c809a completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:46:18.256418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port c4410386-9858-492d-850c-03f03b0c809a triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:18.256793 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:18.339404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:18.363465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4410386-9858-492d-850c-03f03b0c809a'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:46:18.365728 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6d161e-46a3-41b8-8e2f-aba4cfd84c53" -d '{"events": [{"server_uuid": "9813ee5c-058f-4991-a157-7bfd335baa1e", "name": "network-vif-plugged", "status": "completed", "tag": "c4410386-9858-492d-850c-03f03b0c809a"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:46:18.379010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c4410386-9858-492d-850c-03f03b0c809a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c4410386-9858-492d-850c-03f03b0c809a,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:18.384426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:18.408655 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33064f1b-ee6e-443a-af3d-ca267e55ae3b x-openstack-request-id: req-33064f1b-ee6e-443a-af3d-ca267e55ae3b {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:46:18.408930 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9813ee5c-058f-4991-a157-7bfd335baa1e", "name": "network-vif-plugged", "status": "completed", "tag": "c4410386-9858-492d-850c-03f03b0c809a", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:46:18.409130 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33064f1b-ee6e-443a-af3d-ca267e55ae3b {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:46:18.409545 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4410386-9858-492d-850c-03f03b0c809a', 'code': 200} Dec 17 16:46:18.437051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c4410386-9858-492d-850c-03f03b0c809a,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:18.508336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ab68a-fd32-4ff6-a1ba-c66fcd4db41a req-454f13c2-8ceb-4fba-aabf-b2bbaeeda51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:18.509854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e39ab68a-fd32-4ff6-a1ba-c66fcd4db41a req-454f13c2-8ceb-4fba-aabf-b2bbaeeda51c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 1097 time: 0.0424213 Dec 17 16:46:18.560901 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e39ab68a-fd32-4ff6-a1ba-c66fcd4db41a req-977477fb-25b2-4fec-a41f-bb178b733542 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438879 Dec 17 16:46:18.821734 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875aedce-d0d0-447f-9b33-407e00b75482 req-6af3ef98-c4a8-4ec1-9b57-f78cdd7f1d17 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:18.824312 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-875aedce-d0d0-447f-9b33-407e00b75482 req-6af3ef98-c4a8-4ec1-9b57-f78cdd7f1d17 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 945 time: 0.0545704 Dec 17 16:46:18.876300 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-875aedce-d0d0-447f-9b33-407e00b75482 req-a3f90d7b-d751-4330-aef6-11106967f872 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Dec 17 16:46:20.006693 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894b4d2-90aa-4265-b254-2b692b88a2b1 req-b55a0fcf-f01b-47de-b45f-e22c0c5659f6 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:20.008204 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d894b4d2-90aa-4265-b254-2b692b88a2b1 req-b55a0fcf-f01b-47de-b45f-e22c0c5659f6 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 945 time: 0.0541670 Dec 17 16:46:20.057868 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d894b4d2-90aa-4265-b254-2b692b88a2b1 req-b7201129-3578-49bd-9498-8fa26a76a762 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Dec 17 16:46:20.187385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e210c8-a7e0-4b93-89ef-ac6ef6894fb4 req-18a78c64-1e16-4c9f-bcdc-71527fd95397 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:20.188908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85e210c8-a7e0-4b93-89ef-ac6ef6894fb4 req-18a78c64-1e16-4c9f-bcdc-71527fd95397 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 945 time: 0.0631428 Dec 17 16:46:20.235663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85e210c8-a7e0-4b93-89ef-ac6ef6894fb4 req-51b27ad3-fb73-4700-ac35-b9113bb936ed tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Dec 17 16:46:29.804041 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:46:36.529911 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e06b39a8-7503-410b-85e4-490c564519f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:38.943404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4c95911b-4e64-4329-9654-348efb9f1915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:40.210711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:41.312057 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:41.372438 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:41.883350 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6692-164c-4514-8652-4b04a7a11e39 req-a1f11cfb-a6f9-4d13-af7a-c1011b14736d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:41.884951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-146f6692-164c-4514-8652-4b04a7a11e39 req-a1f11cfb-a6f9-4d13-af7a-c1011b14736d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 945 time: 0.0617821 Dec 17 16:46:41.936441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-146f6692-164c-4514-8652-4b04a7a11e39 req-6bce0835-07be-43c8-b108-5ff0cb659861 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Dec 17 16:46:42.173461 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:43.074155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ee1bf-f53f-4462-8219-f26ed396d5a7 req-e5997fdc-982a-4d72-8d4b-9edf5101bef5 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:43.075673 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b85ee1bf-f53f-4462-8219-f26ed396d5a7 req-e5997fdc-982a-4d72-8d4b-9edf5101bef5 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 945 time: 0.0540617 Dec 17 16:46:43.126357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b85ee1bf-f53f-4462-8219-f26ed396d5a7 req-a911d85f-eb50-4d27-9c51-2bb332f5eb17 tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/security-groups?id=e4da4641-3294-4098-a6ff-7bf169d3a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435293 Dec 17 16:46:43.393861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-762b71ed-b7a8-4fe8-8d01-1775f127ab6d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:43.395352 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-762b71ed-b7a8-4fe8-8d01-1775f127ab6d tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 945 time: 0.0758586 Dec 17 16:46:43.488817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Deleting port c4410386-9858-492d-850c-03f03b0c809a {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:43.489165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:43.583699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] For port c4410386-9858-492d-850c-03f03b0c809a, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c4410386-9858-492d-850c-03f03b0c809a,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:43.584100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:43.948346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Calling delete_port for c4410386-9858-492d-850c-03f03b0c809a owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:44.083056 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:44.098230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c4410386-9858-492d-850c-03f03b0c809a'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:46:44.122121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Pushing event deleted for resources: {'Port': ['ID=c4410386-9858-492d-850c-03f03b0c809a,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:44.161874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] No DVR routers for this DVR port c4410386-9858-492d-850c-03f03b0c809a on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:46:44.164399 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:44.168587 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0df73752-0ab8-412a-84cf-83a1e1e0dbd4 req-43444914-09fe-4ab5-a477-cabbea98377b tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.49 "DELETE /v2.0/ports/c4410386-9858-492d-850c-03f03b0c809a HTTP/1.1" status: 204 len: 173 time: 0.7655652 Dec 17 16:46:44.168976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'name': 'network-vif-deleted', 'tag': 'c4410386-9858-492d-850c-03f03b0c809a'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:46:44.171302 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6c4a35-5f26-4109-b89e-f51d680f81a4" -d '{"events": [{"server_uuid": "9813ee5c-058f-4991-a157-7bfd335baa1e", "name": "network-vif-deleted", "tag": "c4410386-9858-492d-850c-03f03b0c809a"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:46:44.225238 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31158632-5fd8-49a1-a4e8-dbfd81040571 x-openstack-request-id: req-31158632-5fd8-49a1-a4e8-dbfd81040571 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:46:44.225970 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9813ee5c-058f-4991-a157-7bfd335baa1e", "name": "network-vif-deleted", "tag": "c4410386-9858-492d-850c-03f03b0c809a", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:46:44.226551 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31158632-5fd8-49a1-a4e8-dbfd81040571 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:46:44.227190 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9813ee5c-058f-4991-a157-7bfd335baa1e', 'name': 'network-vif-deleted', 'tag': 'c4410386-9858-492d-850c-03f03b0c809a', 'status': 'completed', 'code': 200} Dec 17 16:46:44.251024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-aa3cbc7c-8b0b-4339-a756-e2491bf55dce req-49d4ab07-5789-4bc4-bb13-db6014d2fe9a tempest-TestEncryptedCinderVolumes-2044957728 tempest-TestEncryptedCinderVolumes-2044957728-project] 10.222.0.54 "GET /v2.0/ports?device_id=9813ee5c-058f-4991-a157-7bfd335baa1e HTTP/1.1" status: 200 len: 210 time: 0.0376542 Dec 17 16:46:45.353230 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39172) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:45.723290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:45.918884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:45.969960 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Deleting port 2298b977-f3dd-47e9-8f8f-51e90543ad1f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:45.970281 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:46.050020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] For port 2298b977-f3dd-47e9-8f8f-51e90543ad1f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2298b977-f3dd-47e9-8f8f-51e90543ad1f,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:46.050421 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:46.063323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Calling delete_port for 2298b977-f3dd-47e9-8f8f-51e90543ad1f owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:46.248625 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:46.263167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c4410386-9858-492d-850c-03f03b0c809a no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:46.278683 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Pushing event deleted for resources: {'Port': ['ID=2298b977-f3dd-47e9-8f8f-51e90543ad1f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:46.287748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: c4410386-9858-492d-850c-03f03b0c809a {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:46.288164 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c4410386-9858-492d-850c-03f03b0c809a not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:46.307490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.307808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.308270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.308605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.308936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.309264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.309605 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.309904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.310200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.310520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.310832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.311146 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.311458 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:46.457394 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:46.679123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Router 39f30eba-67b7-46c2-870a-7936894c101e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:46:46.788855 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:46:46.794289 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-df569900-4836-4e83-b04b-39762acaaccd admin admin] 10.222.0.54 "PUT /v2.0/routers/39f30eba-67b7-46c2-870a-7936894c101e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4400010 Dec 17 16:46:46.797272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39174) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:46.798715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] Sync routers for ids ['39f30eba-67b7-46c2-870a-7936894c101e'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:46:46.810170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] Routers {'39f30eba-67b7-46c2-870a-7936894c101e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:46.811063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39f30eba-67b7-46c2-870a-7936894c101e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:46.898699 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:46.913646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] Set router 39f30eba-67b7-46c2-870a-7936894c101e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:47.002278 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.057343 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Deleting port 837041c6-5542-447b-a35b-d3e387d4b335 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:47.057662 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.090542 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '837041c6-5542-447b-a35b-d3e387d4b335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:46:46Z', 'revision_number': 5, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port': {'id': '837041c6-5542-447b-a35b-d3e387d4b335', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f30eba-67b7-46c2-870a-7936894c101e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:47.116977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] Checking router: 39f30eba-67b7-46c2-870a-7936894c101e for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:46:47.125399 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] Routers {'39f30eba-67b7-46c2-870a-7936894c101e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:47.126000 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['39f30eba-67b7-46c2-870a-7936894c101e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:47.134711 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] For port 837041c6-5542-447b-a35b-d3e387d4b335, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=837041c6-5542-447b-a35b-d3e387d4b335,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:47.135078 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.147433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Calling delete_port for 837041c6-5542-447b-a35b-d3e387d4b335 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:47.319624 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.350281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Pushing event deleted for resources: {'Port': ['ID=837041c6-5542-447b-a35b-d3e387d4b335,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:47.373627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34953202-be22-456d-a0c5-ce7f2ecfcb88 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:47.396628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] Set router 39f30eba-67b7-46c2-870a-7936894c101e gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:47.418634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.454761 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:46:47Z', 'revision_number': 6, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:47.482517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba523a-52d9-4dd5-845c-9606af9522b0 None None] The sync data for ids ['39f30eba-67b7-46c2-870a-7936894c101e'] in n-d-806683-20 is: [{'id': '39f30eba-67b7-46c2-870a-7936894c101e', 'name': 'tempest-TestEncryptedCinderVolumes-897266981-router', 'tenant_id': '7e9fd8d85bba487184be51e8e61c7b89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:25Z', 'updated_at': '2021-12-17T16:46:47Z', 'revision_number': 6, 'project_id': '7e9fd8d85bba487184be51e8e61c7b89', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:46:47.836262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.838861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.884090 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.884604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39f30eba-67b7-46c2-870a-7936894c101e {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:46:47.889318 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.890766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0773547e-6bf7-46b4-a2f2-35e170ffd13e admin admin] 10.222.0.54 "DELETE /v2.0/routers/39f30eba-67b7-46c2-870a-7936894c101e HTTP/1.1" status: 204 len: 168 time: 1.0923948 Dec 17 16:46:47.893281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39176) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:47.946357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2298b977-f3dd-47e9-8f8f-51e90543ad1f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:47.947244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] Deleting subnet 4a2314b4-62c1-482b-a1d5-c9cb00f86093 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:46:47.952923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:47.968465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 2298b977-f3dd-47e9-8f8f-51e90543ad1f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:47.968944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2298b977-f3dd-47e9-8f8f-51e90543ad1f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:47.988368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.062536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.119631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.146009 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2314b4-62c1-482b-a1d5-c9cb00f86093,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:48.149708 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.152909 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-961a6d1a-458c-4dcc-ad6d-834011680415 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a2314b4-62c1-482b-a1d5-c9cb00f86093 HTTP/1.1" status: 204 len: 168 time: 0.2586458 Dec 17 16:46:48.155534 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39178) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:48.157811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b3d45-54da-46fd-90e3-fa5ecf7734f8 None None] Network fb77c1d1-a8b7-4e91-841b-a9988a114505 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:46:48.222548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.280658 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Deleting port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:48.281106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.311289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] DHCP port deletion for fb77c1d1-a8b7-4e91-841b-a9988a114505 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:48.350758 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] For port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:48.351113 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.358497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] Deleting port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:48.359282 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.364047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Calling delete_port for b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:48.430376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] For port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,segment=NetworkSegment(1b904dab-883d-4e7f-a94a-5d50b0b194e5),segment_id=1b904dab-883d-4e7f-a94a-5d50b0b194e5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:48.430762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.443435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] Calling delete_port for b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:48.449994 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.482027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:48.484720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] No DVR routers for this DVR port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:46:48.532001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.558723 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] Pushing event deleted for resources: {'Port': ['ID=b9fc3fa7-3181-4225-8ce2-cf4e6734bf08,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:48.568504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315947b6-15d3-462a-9a6e-7624abeecd3e None None] No DVR routers for this DVR port b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:46:48.572775 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.595537 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb77c1d1-a8b7-4e91-841b-a9988a114505']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:48.604792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b904dab-883d-4e7f-a94a-5d50b0b194e5') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:48.605092 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b904dab-883d-4e7f-a94a-5d50b0b194e5') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:48.615173 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.628488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.634484 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:46:48.634865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:46:48.636737 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:46:48.706861 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.713729 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:48.717721 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fb77c1d1-a8b7-4e91-841b-a9988a114505 HTTP/1.1" status: 204 len: 168 time: 0.5611682 Dec 17 16:46:48.720928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39180) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:48.729315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4288404-081e-43f4-b24e-09f7de89ce45 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb77c1d1-a8b7-4e91-841b-a9988a114505,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:49.105332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:49.361964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Deleting port 7479abe4-4be3-4715-8648-c81160209a3c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:49.362202 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:49.454147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] For port 7479abe4-4be3-4715-8648-c81160209a3c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7479abe4-4be3-4715-8648-c81160209a3c,segment=NetworkSegment(a3293158-1d0e-4758-a5c2-3c0397575d5e),segment_id=a3293158-1d0e-4758-a5c2-3c0397575d5e)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:49.454693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:49.468340 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Calling delete_port for 7479abe4-4be3-4715-8648-c81160209a3c owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:49.652799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:49.678052 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=7479abe4-4be3-4715-8648-c81160209a3c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:49.848724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:49.926739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:49.947766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:49.948013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b9fc3fa7-3181-4225-8ce2-cf4e6734bf08 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:49.948437 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 837041c6-5542-447b-a35b-d3e387d4b335 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:49.967319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 837041c6-5542-447b-a35b-d3e387d4b335 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:49.967619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 837041c6-5542-447b-a35b-d3e387d4b335 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:50.065700 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Router 95acea9e-c861-42fb-aa9f-f22c6a5c960f has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:46:50.179331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:46:50.184326 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4049e92f-4f6b-4091-8904-0a3589a09e91 admin admin] 10.222.0.54 "PUT /v2.0/routers/95acea9e-c861-42fb-aa9f-f22c6a5c960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622056 Dec 17 16:46:50.187067 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39182) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:50.189634 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] Sync routers for ids ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:46:50.201350 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] Routers {'95acea9e-c861-42fb-aa9f-f22c6a5c960f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:50.202043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:50.293797 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.311795 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] Set router 95acea9e-c861-42fb-aa9f-f22c6a5c960f gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:50.398108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.459385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Deleting port 846d86b5-ea88-4d59-befc-dfc28461752d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:50.459622 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.503334 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:46:49Z', 'revision_number': 5, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port': {'id': '846d86b5-ea88-4d59-befc-dfc28461752d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:50.529002 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] Checking router: 95acea9e-c861-42fb-aa9f-f22c6a5c960f for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:46:50.537498 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] Routers {'95acea9e-c861-42fb-aa9f-f22c6a5c960f'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:50.538108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:50.543275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] For port 846d86b5-ea88-4d59-befc-dfc28461752d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=846d86b5-ea88-4d59-befc-dfc28461752d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:50.543673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.556374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Calling delete_port for 846d86b5-ea88-4d59-befc-dfc28461752d owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:50.622300 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] Set router 95acea9e-c861-42fb-aa9f-f22c6a5c960f gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:50.676254 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:46:50Z', 'revision_number': 6, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:50.702485 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6676d0d5-52c0-48d9-b7e6-3b3526e544f6 None None] The sync data for ids ['95acea9e-c861-42fb-aa9f-f22c6a5c960f'] in n-d-806683-20 is: [{'id': '95acea9e-c861-42fb-aa9f-f22c6a5c960f', 'name': 'tempest-TestEncryptedCinderVolumes-1851810213-router', 'tenant_id': '1b18c941074d452aab5a431e32936590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:45:30Z', 'updated_at': '2021-12-17T16:46:50Z', 'revision_number': 6, 'project_id': '1b18c941074d452aab5a431e32936590', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:46:50.729448 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.756738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Pushing event deleted for resources: {'Port': ['ID=846d86b5-ea88-4d59-befc-dfc28461752d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:50.770989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767769a1-191d-46f4-802e-d3eeaa97eb39 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:50.820913 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.911732 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.914026 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.958891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.959433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95acea9e-c861-42fb-aa9f-f22c6a5c960f {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:46:50.963748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:50.964917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d5e90abf-babd-40f4-a382-45ddd1b7c459 admin admin] 10.222.0.54 "DELETE /v2.0/routers/95acea9e-c861-42fb-aa9f-f22c6a5c960f HTTP/1.1" status: 204 len: 168 time: 0.7769146 Dec 17 16:46:50.967443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39184) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:51.013912 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] Deleting subnet 9b701f78-f102-481c-8d2e-badc50157858 {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:46:51.017451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.060853 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.149851 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.201871 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.224624 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b701f78-f102-481c-8d2e-badc50157858,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:51.230221 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.233438 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2825c948-b293-409b-8708-f9487e164542 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9b701f78-f102-481c-8d2e-badc50157858 HTTP/1.1" status: 204 len: 168 time: 0.2649591 Dec 17 16:46:51.236362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39186) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:51.239435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef9871-7a36-41a2-9c86-77bb0c25066e None None] Network 25366ac0-d1af-419e-9901-9350e2aec5cf requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:46:51.308246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.362692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Deleting port 548b6db6-d592-47af-a294-212565feb5c7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:51.363042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.436792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] For port 548b6db6-d592-47af-a294-212565feb5c7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=548b6db6-d592-47af-a294-212565feb5c7,segment=NetworkSegment(a3293158-1d0e-4758-a5c2-3c0397575d5e),segment_id=a3293158-1d0e-4758-a5c2-3c0397575d5e)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:51.437053 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.450401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Calling delete_port for 548b6db6-d592-47af-a294-212565feb5c7 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:51.500243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] DHCP port deletion for 25366ac0-d1af-419e-9901-9350e2aec5cf request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:51.535937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.549823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] Deleting port 548b6db6-d592-47af-a294-212565feb5c7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:46:51.550203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.563066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=548b6db6-d592-47af-a294-212565feb5c7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:51.565412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] No DVR routers for this DVR port 548b6db6-d592-47af-a294-212565feb5c7 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:46:51.618562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] For port 548b6db6-d592-47af-a294-212565feb5c7, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:51.619276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.632993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] Calling delete_port for 548b6db6-d592-47af-a294-212565feb5c7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:46:51.635740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] Port 548b6db6-d592-47af-a294-212565feb5c7 was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:46:51.637144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.643665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.663366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] Pushing event deleted for resources: {'Port': ['ID=548b6db6-d592-47af-a294-212565feb5c7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:51.663635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25366ac0-d1af-419e-9901-9350e2aec5cf']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:51.667739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf715fb-9088-4b20-aa1a-3d489fdf555b None None] No DVR routers for this DVR port 548b6db6-d592-47af-a294-212565feb5c7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:46:51.680297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3293158-1d0e-4758-a5c2-3c0397575d5e') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:51.680412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3293158-1d0e-4758-a5c2-3c0397575d5e') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:51.691261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.706020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.712956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:46:51.713442 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:46:51.715645 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:46:51.775675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.781337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:51.785263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] 10.222.0.54 "DELETE /v2.0/networks/25366ac0-d1af-419e-9901-9350e2aec5cf HTTP/1.1" status: 204 len: 168 time: 0.5478146 Dec 17 16:46:51.796969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29744b-ddb5-418a-acc1-e25c14337e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=25366ac0-d1af-419e-9901-9350e2aec5cf,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:51.865831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7479abe4-4be3-4715-8648-c81160209a3c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:51.886097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7479abe4-4be3-4715-8648-c81160209a3c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:51.886441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7479abe4-4be3-4715-8648-c81160209a3c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:51.886854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 548b6db6-d592-47af-a294-212565feb5c7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:51.906086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 548b6db6-d592-47af-a294-212565feb5c7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:51.906424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 548b6db6-d592-47af-a294-212565feb5c7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:51.906826 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 846d86b5-ea88-4d59-befc-dfc28461752d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:51.925076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 846d86b5-ea88-4d59-befc-dfc28461752d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:46:51.925469 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 846d86b5-ea88-4d59-befc-dfc28461752d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:51.946989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39190) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:51.988337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6bcd613c-ca08-4a90-8e2c-7abbd2c434a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e9fd8d85bba487184be51e8e61c7b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401123 Dec 17 16:46:51.990866 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39192) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:52.037512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-322f596f-9c21-42ce-aaec-2cd8844f3992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.058274 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-322f596f-9c21-42ce-aaec-2cd8844f3992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.114590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-322f596f-9c21-42ce-aaec-2cd8844f3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.119106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-322f596f-9c21-42ce-aaec-2cd8844f3992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.121026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-322f596f-9c21-42ce-aaec-2cd8844f3992 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e4da4641-3294-4098-a6ff-7bf169d3a37a HTTP/1.1" status: 204 len: 168 time: 0.1291137 Dec 17 16:46:52.130634 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f596f-9c21-42ce-aaec-2cd8844f3992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da4641-3294-4098-a6ff-7bf169d3a37a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:52.480116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39198) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:52.519904 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1ff6f6d0-3524-49fb-b7b5-77f91e1ffea3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b18c941074d452aab5a431e32936590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384805 Dec 17 16:46:52.522518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39200) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:52.574467 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b340f7-f314-4bff-bd19-703006139ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.595799 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b340f7-f314-4bff-bd19-703006139ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.645190 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b340f7-f314-4bff-bd19-703006139ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.649395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34b340f7-f314-4bff-bd19-703006139ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:52.650977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-34b340f7-f314-4bff-bd19-703006139ecf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0136dcf3-4abc-428d-9188-430080b400ab HTTP/1.1" status: 204 len: 168 time: 0.1274474 Dec 17 16:46:52.659080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b340f7-f314-4bff-bd19-703006139ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0136dcf3-4abc-428d-9188-430080b400ab,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:53.354996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39224) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:53.454110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1081556029-network', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:53.477769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Made reservation on behalf of 1470896cde8c4f599421fdcdb4d2e06b for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:46:53.480083 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.488700 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.560293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.565327 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.592256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:46:53.598826 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3624f03-c37f-4351-b816-169008b326f6,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:53.605072 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.605444 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Added segment 8c3cf8d3-acec-4faa-8acd-29c54b1714f5 of type vlan for network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d Dec 17 16:46:53.648384 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.674813 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.675727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:53.676431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.729363 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3732641 Dec 17 16:46:53.732528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39228) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:53.738218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Request body: {'subnet': {'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1081556029-subnet', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:53.740978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcec69-ed17-4591-b30e-e52d01774cdd admin admin] Pushing event updated for resources: {'Network': ['ID=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:53.750841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:46:53.764678 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Made reservation on behalf of 1470896cde8c4f599421fdcdb4d2e06b for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:46:53.767459 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.938216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:53.994815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce8277a-3db0-4cef-bac7-e680ae4c31b5,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:54.010181 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Checking segment: {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:46:54.010538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Network hostable DHCP agents. Network: 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:46:54.029245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:46:54.039701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:54.043786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:54.044407 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.049632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e7b9a-2e59-4556-b901-8c9eb6d97cc7 None None] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:46:54.061090 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ed2713ad-9559-42aa-91c8-a4434fe4035a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3274407 Dec 17 16:46:54.064085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39230) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:54.068529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:54.094021 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.095239 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.149758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.151046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:46:54.152073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.289881 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Allocated IP 172.20.0.2 (7e77b45d-17d3-4a67-9db7-3ec8b90cb12d/1ce8277a-3db0-4cef-bac7-e680ae4c31b5/34c2ada4-65c7-4ac5-ba06-dc557ae20c5d) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:46:54.290189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.436569 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.443730 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.483873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:46:54.487394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:54.491117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:46:54.492107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.496534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Pushing event updated for resources: {'Port': ['ID=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:54.513878 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.549180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Attempting to bind port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:46:54.549831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Attempting to bind port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:46:54.550189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Attempting to bind port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d on network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:46:54.555333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:46:54.555719 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Checking segment: {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:46:54.556135 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.556517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Bound using segment: {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:46:54.556974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Bound port: 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:46:54.557349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.621720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] For port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:46:54.624884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] For port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:46:54.626901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Allocated IP 172.25.0.175 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d7bf53f5-c572-4050-b1bb-ff2e877f52e5) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:46:54.630613 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.692525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d0bf2-353e-40ba-b651-64baa07c6e67 None None] Pushing event updated for resources: {'Port': ['ID=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:54.739863 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.775454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.819171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:46:54.823906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:54.827557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:46:54.833517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:54.840184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb9599-9276-4ee3-974e-985c3f086afb None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:54.933870 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-163ca86b-e9bb-40cd-91b2-59310f88180a None None] Provisioning complete for port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:54.934241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-163ca86b-e9bb-40cd-91b2-59310f88180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:54.971250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-163ca86b-e9bb-40cd-91b2-59310f88180a None None] Port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:46:55.464669 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:55.609716 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd13ab5-7db1-4425-bc95-27698db60cca None None] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:46:55.668058 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:55.717030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1834f778-b369-4939-8660-75c342747876 None None] Provisioning complete for port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:55.717397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1834f778-b369-4939-8660-75c342747876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:55.804523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Router ab419d37-0d98-4577-90a9-f3a1b342edf4 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:46:55.809547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1834f778-b369-4939-8660-75c342747876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:55.855530 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1834f778-b369-4939-8660-75c342747876 None None] For port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:55.862462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1834f778-b369-4939-8660-75c342747876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:55.922915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834f778-b369-4939-8660-75c342747876 None None] Pushing event updated for resources: {'Port': ['ID=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:55.923719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:46:55.946527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Sync routers for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:46:55.947297 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:55.951339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5fbdbbda-307a-4ea5-a33b-0c908b46ede2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8835576 Dec 17 16:46:55.952814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39232) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:55.957195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:46:55.991621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:55.992312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:56.106433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:56.106791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.141776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:56.168848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f56877a0-d0b2-4247-9adc-0d9aea7a6be3 None None] Provisioning complete for port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:56.169221 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f56877a0-d0b2-4247-9adc-0d9aea7a6be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.384165 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.547082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Allocated IP 172.20.0.1 (7e77b45d-17d3-4a67-9db7-3ec8b90cb12d/1ce8277a-3db0-4cef-bac7-e680ae4c31b5/52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:46:56.617979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:55Z', 'revision_number': 3, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:56.645652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Checking router: ab419d37-0d98-4577-90a9-f3a1b342edf4 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:46:56.645915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Updating router ab419d37-0d98-4577-90a9-f3a1b342edf4 port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:46:56.665151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.674846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.700155 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.741990 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:46:56.744896 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:56.749475 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:46:56.753000 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Pushing event updated for resources: {'Port': ['ID=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:56.791098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.932679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.956427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:56.961775 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.019161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb24b96-00b2-4282-863b-5230cf086d3b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:57.022016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Attempting to bind port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:46:57.022384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Attempting to bind port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:46:57.022739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Attempting to bind port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:46:57.025825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589e51-5bf1-4c8c-a508-1a099d20691c None None] Pushing event updated for resources: {'Port': ['ID=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:57.039741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-eb82de45-651f-42d3-a56a-08dfdc77747b None None] Provisioning complete for port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:57.040135 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eb82de45-651f-42d3-a56a-08dfdc77747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.042262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:46:57.042602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:46:57.042993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.043376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:46:57.043863 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Bound port: d7bf53f5-c572-4050-b1bb-ff2e877f52e5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:46:57.044240 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.104651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-eb82de45-651f-42d3-a56a-08dfdc77747b None None] Port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:46:57.116329 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.121776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.125016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] For port d7bf53f5-c572-4050-b1bb-ff2e877f52e5, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:46:57.129604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] For port d7bf53f5-c572-4050-b1bb-ff2e877f52e5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:46:57.133681 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.181021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f74b57-5067-41f5-b1f9-c9977cc5382b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:57.194849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Pushing event updated for resources: {'Port': ['ID=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:57.197228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.197644 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589e51-5bf1-4c8c-a508-1a099d20691c None None] Pushing event updated for resources: {'Port': ['ID=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:57.200344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:57.200942 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:57.265046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-be8b10de-2a6c-4071-a27d-90e1e9320802 None None] Provisioning complete for port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:57.265397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-be8b10de-2a6c-4071-a27d-90e1e9320802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.293878 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:46:57.295305 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:57.354315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:57.425936 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Router ab419d37-0d98-4577-90a9-f3a1b342edf4 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:46:57.498356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-be8b10de-2a6c-4071-a27d-90e1e9320802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.529571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-be8b10de-2a6c-4071-a27d-90e1e9320802 None None] For port d7bf53f5-c572-4050-b1bb-ff2e877f52e5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:57.534812 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-be8b10de-2a6c-4071-a27d-90e1e9320802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.542839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:46:57.552346 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-93b63fd3-8d35-4a52-b396-ffdec4ed4332 admin admin] 10.222.0.54 "PUT /v2.0/routers/ab419d37-0d98-4577-90a9-f3a1b342edf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5981553 Dec 17 16:46:57.622913 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b10de-2a6c-4071-a27d-90e1e9320802 None None] Pushing event updated for resources: {'Port': ['ID=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:57.660628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 2, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:57.663839 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ff0fcabe-bc7a-42fc-8cac-dbf8536f6032 None None] Provisioning complete for port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:57.664212 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff0fcabe-bc7a-42fc-8cac-dbf8536f6032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.689470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b11470-c26f-4a27-a911-31bbf28e1bbf None None] The sync data for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 is: [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 2, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:46:57.735487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fcabe-bc7a-42fc-8cac-dbf8536f6032 None None] Port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:46:57.746776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ff0fcabe-bc7a-42fc-8cac-dbf8536f6032 None None] Provisioning complete for port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:57.747146 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ff0fcabe-bc7a-42fc-8cac-dbf8536f6032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:57.882910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:46:57.954013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:57.954538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.086313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39248) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:58.091407 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1843570991-network', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:58.116412 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Made reservation on behalf of 7d58e8fa308c4d5ca78cf07915a67ce7 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:46:58.118849 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.128313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.212620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.217062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.244697 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:46:58.255025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d991a5-a4fb-4876-ba14-8aa69f382111,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:58.261398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.261752 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Added segment 1b83df91-e1a3-470e-9aeb-331d8726a514 of type vlan for network c11e0ddf-e991-46ed-af95-340458ba4e57 Dec 17 16:46:58.305304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.336607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.337746 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:58.338334 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.403055 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3155508 Dec 17 16:46:58.407509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39250) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:58.416079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Request body: {'subnet': {'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1843570991-subnet', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:58.421344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b75db9-2485-4658-a071-e71e31e27a0d admin admin] Pushing event updated for resources: {'Network': ['ID=c11e0ddf-e991-46ed-af95-340458ba4e57,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:58.431385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network c11e0ddf-e991-46ed-af95-340458ba4e57 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:46:58.445403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Made reservation on behalf of 7d58e8fa308c4d5ca78cf07915a67ce7 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:46:58.448992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.631601 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.694746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20265455-fbef-4ce7-8695-1ebd5f654bbb,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:58.705209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Checking segment: {'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:46:58.705573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Network hostable DHCP agents. Network: c11e0ddf-e991-46ed-af95-340458ba4e57, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:46:58.723534 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Network c11e0ddf-e991-46ed-af95-340458ba4e57 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:46:58.732966 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, c11e0ddf-e991-46ed-af95-340458ba4e57) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:58.738110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:58.738714 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.744395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c315c-1754-4062-b6de-d5a8c522a1a0 None None] Network c11e0ddf-e991-46ed-af95-340458ba4e57 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:46:58.756922 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5a1943de-d341-45b0-abe3-f6ab1d5b31e7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3450103 Dec 17 16:46:58.757427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39252) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:46:58.761948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:58.787781 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.789031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.844783 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.857605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-c11e0ddf-e991-46ed-af95-340458ba4e57', 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57', 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'fixed_ips': [{'subnet_id': '20265455-fbef-4ce7-8695-1ebd5f654bbb'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:46:58.858563 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:58.994906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.008710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Allocated IP 172.20.0.2 (c11e0ddf-e991-46ed-af95-340458ba4e57/20265455-fbef-4ce7-8695-1ebd5f654bbb/b24404c3-b76f-4b84-bb82-fb5543897a5f) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:46:59.158523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.165220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.211714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Network c11e0ddf-e991-46ed-af95-340458ba4e57 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:46:59.213393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.214809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:59.219085 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:46:59.226354 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Pushing event updated for resources: {'Port': ['ID=b24404c3-b76f-4b84-bb82-fb5543897a5f,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:59.233092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.275214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Attempting to bind port b24404c3-b76f-4b84-bb82-fb5543897a5f on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:46:59.275566 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Attempting to bind port b24404c3-b76f-4b84-bb82-fb5543897a5f by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:46:59.275963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Attempting to bind port b24404c3-b76f-4b84-bb82-fb5543897a5f on network c11e0ddf-e991-46ed-af95-340458ba4e57 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:46:59.281001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:46:59.281416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Checking segment: {'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:46:59.281759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.282226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Bound using segment: {'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:46:59.282698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Bound port: b24404c3-b76f-4b84-bb82-fb5543897a5f, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:46:59.283078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.339264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Allocated IP 172.25.0.117 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/84d0a649-753b-42f5-af4c-1b6910a0553d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:46:59.348786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] For port b24404c3-b76f-4b84-bb82-fb5543897a5f, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:46:59.351616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] For port b24404c3-b76f-4b84-bb82-fb5543897a5f, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b24404c3-b76f-4b84-bb82-fb5543897a5f,segment=NetworkSegment(1b83df91-e1a3-470e-9aeb-331d8726a514),segment_id=1b83df91-e1a3-470e-9aeb-331d8726a514)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:46:59.356530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.418297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da122a-ff10-4ff9-8007-07e2fe27b29e None None] Pushing event updated for resources: {'Port': ['ID=b24404c3-b76f-4b84-bb82-fb5543897a5f,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:59.455759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.492663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.531906 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:46:59.535148 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:46:59.537708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:46:59.551582 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e62e28-3937-466c-bce0-77335d24ff9b None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:46:59.569479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Pushing event updated for resources: {'Port': ['ID=84d0a649-753b-42f5-af4c-1b6910a0553d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:59.705500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ec8ed6a0-f106-4931-826f-5deaa23020be None None] Provisioning complete for port 84d0a649-753b-42f5-af4c-1b6910a0553d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:59.705899 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ec8ed6a0-f106-4931-826f-5deaa23020be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.745465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ed6a0-f106-4931-826f-5deaa23020be None None] Port 84d0a649-753b-42f5-af4c-1b6910a0553d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:46:59.855139 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:46:59.919787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d7bf53f5-c572-4050-b1bb-ff2e877f52e5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:46:59.967447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:46:59.967807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.052443 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b24404c3-b76f-4b84-bb82-fb5543897a5f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:00.057813 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.101907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b24404c3-b76f-4b84-bb82-fb5543897a5f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:00.102276 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.183123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.199267 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Router ebe68c6b-3375-439c-8194-a6542b77750d is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:47:00.236198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port b24404c3-b76f-4b84-bb82-fb5543897a5f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b24404c3-b76f-4b84-bb82-fb5543897a5f,segment=NetworkSegment(1b83df91-e1a3-470e-9aeb-331d8726a514),segment_id=1b83df91-e1a3-470e-9aeb-331d8726a514)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:00.241119 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.298321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=b24404c3-b76f-4b84-bb82-fb5543897a5f,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:00.302842 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Sync routers for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:47:00.317813 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:00.318694 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:00.330875 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:47:00.346161 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Sync routers for ids ['ebe68c6b-3375-439c-8194-a6542b77750d'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:47:00.350453 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.352430 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6aba0efb-e323-42cf-ab84-230cda5c86ea admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5936930 Dec 17 16:47:00.354969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39254) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:00.362418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Routers {'ebe68c6b-3375-439c-8194-a6542b77750d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:00.363060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ebe68c6b-3375-439c-8194-a6542b77750d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:00.435928 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:00.491158 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Set router ebe68c6b-3375-439c-8194-a6542b77750d gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:00.522932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebabbc2-1111-4262-8b9f-5bde4c3421d4 None None] Network c11e0ddf-e991-46ed-af95-340458ba4e57 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:47:00.657402 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 2, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:00.684907 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Checking router: ab419d37-0d98-4577-90a9-f3a1b342edf4 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:47:00.685594 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Updating router ab419d37-0d98-4577-90a9-f3a1b342edf4 port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:47:00.712560 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.822261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.850906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a2233e34-a670-4e97-a1a1-c8ab5b1238c3 None None] Provisioning complete for port b24404c3-b76f-4b84-bb82-fb5543897a5f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:00.851508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2233e34-a670-4e97-a1a1-c8ab5b1238c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:00.996450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Allocated IP 172.20.0.1 (c11e0ddf-e991-46ed-af95-340458ba4e57/20265455-fbef-4ce7-8695-1ebd5f654bbb/c8b10668-331e-416a-a22f-4a301521586b) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:47:01.023666 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.033163 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.053991 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:46:59Z', 'revision_number': 3, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port': {'id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:59Z', 'updated_at': '2021-12-17T16:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:01.085751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Checking router: ebe68c6b-3375-439c-8194-a6542b77750d for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:47:01.086109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Updating router ebe68c6b-3375-439c-8194-a6542b77750d port 84d0a649-753b-42f5-af4c-1b6910a0553d binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:47:01.111530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Pushing event updated for resources: {'Port': ['ID=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:01.121335 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.133484 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.134210 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.134764 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.135309 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.135899 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.136486 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.137044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.137594 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.138128 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.138681 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.139229 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.139792 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.140292 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:01.152925 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.178466 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Attempting to bind port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:47:01.181895 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Attempting to bind port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:47:01.182400 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Attempting to bind port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf on network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:47:01.193003 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:47:01.194252 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Checking segment: {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:47:01.194821 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.195535 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Bound using segment: {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:47:01.196245 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Bound port: 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:47:01.196939 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.223040 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.287010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Network c11e0ddf-e991-46ed-af95-340458ba4e57 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:47:01.299016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:47:01.305228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:47:01.357457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.411332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b10668-331e-416a-a22f-4a301521586b,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:01.447447 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.455362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.521052 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] For port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:47:01.523743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a1a2-e372-46d9-b226-0c5ad9bdcf35 None None] Pushing event updated for resources: {'Port': ['ID=84d0a649-753b-42f5-af4c-1b6910a0553d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:01.540517 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] For port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:47:01.548621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33415193-5b3a-4d10-bcac-a938c9deb9d5 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:47:01.549649 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.551666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.555549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] Provisioning complete for port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:01.555954 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.557883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Attempting to bind port 84d0a649-753b-42f5-af4c-1b6910a0553d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:47:01.558256 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Attempting to bind port 84d0a649-753b-42f5-af4c-1b6910a0553d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:47:01.558614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Attempting to bind port 84d0a649-753b-42f5-af4c-1b6910a0553d on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:47:01.587602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:47:01.588007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:47:01.588409 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.588815 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:47:01.589282 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Bound port: 84d0a649-753b-42f5-af4c-1b6910a0553d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:47:01.589656 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.617762 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:01.618528 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:01.690192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] For port 84d0a649-753b-42f5-af4c-1b6910a0553d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:47:01.695666 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] For port 84d0a649-753b-42f5-af4c-1b6910a0553d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=84d0a649-753b-42f5-af4c-1b6910a0553d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:47:01.749550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.769072 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:01.772497 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb4204-9d23-4bcf-9965-dae831281e39 None None] Pushing event updated for resources: {'Port': ['ID=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:01.802564 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549a4e9-1129-49d8-a9b7-3908a49c3434 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:47:01.817888 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.821758 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.829773 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.847843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Routers {'ebe68c6b-3375-439c-8194-a6542b77750d'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:01.848504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ebe68c6b-3375-439c-8194-a6542b77750d'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:01.853135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a1a2-e372-46d9-b226-0c5ad9bdcf35 None None] Pushing event updated for resources: {'Port': ['ID=84d0a649-753b-42f5-af4c-1b6910a0553d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:01.909790 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b10668-331e-416a-a22f-4a301521586b,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:01.935870 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:01.963515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] For port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:02.000176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b24404c3-b76f-4b84-bb82-fb5543897a5f up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:02.006980 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.046896 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4c75093d-4fac-47fd-a351-49835991adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:02.052464 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Network c11e0ddf-e991-46ed-af95-340458ba4e57 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:47:02.053979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:47:02.074433 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75093d-4fac-47fd-a351-49835991adce None None] The sync data for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 is: [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:47:02.096428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] Provisioning complete for port b24404c3-b76f-4b84-bb82-fb5543897a5f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:02.096796 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.108653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] Set router ebe68c6b-3375-439c-8194-a6542b77750d gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:02.195538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Router ebe68c6b-3375-439c-8194-a6542b77750d has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:47:02.201854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50cd5-bcb8-4944-bad0-1af0eeebe5b3 None None] Pushing event updated for resources: {'Port': ['ID=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:02.260780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port b24404c3-b76f-4b84-bb82-fb5543897a5f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:02.261300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.339097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:47:02.355260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5ae770d8-0046-49f8-8bdb-ce71d23fff41 admin admin] 10.222.0.54 "PUT /v2.0/routers/ebe68c6b-3375-439c-8194-a6542b77750d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982955 Dec 17 16:47:02.474797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:02.540364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Provisioning complete for port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:02.540738 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.544607 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 4, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port': {'id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:59Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c8b10668-331e-416a-a22f-4a301521586b', 'name': '', 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'mac_address': 'fa:16:3e:cc:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:47:00Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 2, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'subnets': [{'id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:02.599250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f705bbc-70db-47d1-ac40-fd9df92ade5c None None] The sync data for ids ['ebe68c6b-3375-439c-8194-a6542b77750d'] in n-d-806683-20 is: [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 4, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port': {'id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:59Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c8b10668-331e-416a-a22f-4a301521586b', 'name': '', 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'mac_address': 'fa:16:3e:cc:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:47:00Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 2, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'subnets': [{'id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:47:02.614440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:02.614731 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.737895 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Provisioning complete for port 84d0a649-753b-42f5-af4c-1b6910a0553d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:02.738272 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.844692 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.888103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] For port 84d0a649-753b-42f5-af4c-1b6910a0553d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=84d0a649-753b-42f5-af4c-1b6910a0553d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:02.901041 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.941177 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Provisioning complete for port c8b10668-331e-416a-a22f-4a301521586b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:02.941541 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:02.981154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Pushing event updated for resources: {'Port': ['ID=84d0a649-753b-42f5-af4c-1b6910a0553d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:02.990184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-58cb4e34-1fd9-4d0e-9309-2cbca37d3bfd None None] Port c8b10668-331e-416a-a22f-4a301521586b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:47:03.934882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:03.987263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:03.987651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:05.912072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 84d0a649-753b-42f5-af4c-1b6910a0553d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:05.954954 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Sync routers for ids ['ebe68c6b-3375-439c-8194-a6542b77750d'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:47:05.965844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 84d0a649-753b-42f5-af4c-1b6910a0553d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:05.966377 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:05.966749 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Routers {'ebe68c6b-3375-439c-8194-a6542b77750d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:05.967396 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ebe68c6b-3375-439c-8194-a6542b77750d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:06.109481 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Set router ebe68c6b-3375-439c-8194-a6542b77750d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:06.337566 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 4, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port': {'id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:59Z', 'updated_at': '2021-12-17T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c8b10668-331e-416a-a22f-4a301521586b', 'name': '', 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'mac_address': 'fa:16:3e:cc:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:47:00Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 2, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'subnets': [{'id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:06.365816 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Checking router: ebe68c6b-3375-439c-8194-a6542b77750d for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:47:06.366176 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Updating router ebe68c6b-3375-439c-8194-a6542b77750d port c8b10668-331e-416a-a22f-4a301521586b binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:47:06.396154 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:06.541538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bec33fc3-b1c3-40a1-a22e-d9a61974318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:06.710486 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:06.718639 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:06.768888 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a63c9-34a2-4e62-a09a-b1ccbddcb690 None None] Pushing event updated for resources: {'Port': ['ID=c8b10668-331e-416a-a22f-4a301521586b,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:06.817763 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:47:06.834278 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Attempting to bind port c8b10668-331e-416a-a22f-4a301521586b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:47:06.835043 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Attempting to bind port c8b10668-331e-416a-a22f-4a301521586b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:47:06.835699 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Attempting to bind port c8b10668-331e-416a-a22f-4a301521586b on network c11e0ddf-e991-46ed-af95-340458ba4e57 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:47:06.842378 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:47:06.843085 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Checking segment: {'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:47:06.843492 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:06.843914 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Bound using segment: {'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:47:06.844483 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Bound port: c8b10668-331e-416a-a22f-4a301521586b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b83df91-e1a3-470e-9aeb-331d8726a514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:47:06.844915 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:06.923835 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] For port c8b10668-331e-416a-a22f-4a301521586b, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:47:06.927449 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] For port c8b10668-331e-416a-a22f-4a301521586b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8b10668-331e-416a-a22f-4a301521586b,segment=NetworkSegment(1b83df91-e1a3-470e-9aeb-331d8726a514),segment_id=1b83df91-e1a3-470e-9aeb-331d8726a514)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:47:06.936723 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:07.001810 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Routers {'ebe68c6b-3375-439c-8194-a6542b77750d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:07.002553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:46:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ebe68c6b-3375-439c-8194-a6542b77750d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:07.074165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-df152879-184a-492e-93f5-ce0ef5f8a106 None None] Provisioning complete for port c8b10668-331e-416a-a22f-4a301521586b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:07.075318 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df152879-184a-492e-93f5-ce0ef5f8a106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:07.245532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df152879-184a-492e-93f5-ce0ef5f8a106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:07.307647 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-df152879-184a-492e-93f5-ce0ef5f8a106 None None] For port c8b10668-331e-416a-a22f-4a301521586b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8b10668-331e-416a-a22f-4a301521586b,segment=NetworkSegment(1b83df91-e1a3-470e-9aeb-331d8726a514),segment_id=1b83df91-e1a3-470e-9aeb-331d8726a514)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:07.315919 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-df152879-184a-492e-93f5-ce0ef5f8a106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:07.368602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df152879-184a-492e-93f5-ce0ef5f8a106 None None] Pushing event updated for resources: {'Port': ['ID=c8b10668-331e-416a-a22f-4a301521586b,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:07.398757 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] Set router ebe68c6b-3375-439c-8194-a6542b77750d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:07.402033 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a63c9-34a2-4e62-a09a-b1ccbddcb690 None None] Pushing event updated for resources: {'Port': ['ID=c8b10668-331e-416a-a22f-4a301521586b,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:07.445528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-11b1ab90-2040-456f-a187-2b6c45f4e60a None None] Provisioning complete for port c8b10668-331e-416a-a22f-4a301521586b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:07.445912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11b1ab90-2040-456f-a187-2b6c45f4e60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:07.680250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 4, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port': {'id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:59Z', 'updated_at': '2021-12-17T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c8b10668-331e-416a-a22f-4a301521586b', 'name': '', 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'mac_address': 'fa:16:3e:cc:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:47:00Z', 'updated_at': '2021-12-17T16:47:06Z', 'revision_number': 4, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'subnets': [{'id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:07.708550 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae8084b-ea23-4acf-8ad8-806408052baf None None] The sync data for ids ['ebe68c6b-3375-439c-8194-a6542b77750d'] in n-d-806683-20 is: [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 4, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port': {'id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:59Z', 'updated_at': '2021-12-17T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'c8b10668-331e-416a-a22f-4a301521586b', 'name': '', 'network_id': 'c11e0ddf-e991-46ed-af95-340458ba4e57', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'mac_address': 'fa:16:3e:cc:65:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:47:00Z', 'updated_at': '2021-12-17T16:47:06Z', 'revision_number': 4, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'subnets': [{'id': '20265455-fbef-4ce7-8695-1ebd5f654bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:47:07.916612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8b10668-331e-416a-a22f-4a301521586b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:07.971960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port c8b10668-331e-416a-a22f-4a301521586b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:07.973311 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:08.949773 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6981036a-05bf-40d5-bbf6-7bdb87dc7927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:10.219598 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:11.329869 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:11.377983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:12.179030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:13.169891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-80a1e311-a9e6-462a-9b82-3a0274cba15d tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:13.171287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-80a1e311-a9e6-462a-9b82-3a0274cba15d tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 815 time: 0.1028643 Dec 17 16:47:13.186667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-150e72cd-e119-4120-bc77-cca19e744584 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/quotas/1470896cde8c4f599421fdcdb4d2e06b HTTP/1.1" status: 200 len: 375 time: 0.0093827 Dec 17 16:47:13.567038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-64e8b5c5-52e8-4458-97f4-70a04a4189d1 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3749661 Dec 17 16:47:13.666595 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-1e072918-e5b6-4ff0-9b50-3286fd333ace service neutron] 10.222.0.54 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872192 Dec 17 16:47:13.762875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-12cf8d58-9e9f-4473-9104-d8a8e483fc5b service neutron] 10.222.0.54 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897958 Dec 17 16:47:13.926340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ccc6c856-ae5f-4b32-ac93-4d96de0f3c18 req-4297943f-c36b-4e55-ae50-bb8b3f57fe21 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 210 time: 0.0272326 Dec 17 16:47:14.932436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-b4b2c01a-bd1c-41bb-9943-c9f01a0db3e3 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:14.933956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-b4b2c01a-bd1c-41bb-9943-c9f01a0db3e3 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 815 time: 0.1158712 Dec 17 16:47:14.947314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'port': {'device_id': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'admin_state_up': True, 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:15.028378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e43b10b3-5cb4-4a91-ac58-e6bde5d5f1e8 req-7fe7c7f2-d7c2-4545-b13e-90212014c54a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 210 time: 0.0313909 Dec 17 16:47:15.061311 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Made reservation on behalf of 1470896cde8c4f599421fdcdb4d2e06b for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:47:15.065003 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:15.201392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Allocated IP 172.20.0.11 (7e77b45d-17d3-4a67-9db7-3ec8b90cb12d/1ce8277a-3db0-4cef-bac7-e680ae4c31b5/e9f27f18-6963-4364-a8f6-431a1db28f3f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:47:15.385045 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:15.427118 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:15.495297 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:47:15.498629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:47:15.502055 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:47:15.536212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:15.554995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.555335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.555675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.556032 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.556353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.556679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.557005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.557328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.557642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.557958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.558275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.558585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.558900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:15.577673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:15.578318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:15.608014 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-819720a3-d7c6-45cf-9c6a-cc5ddb9ea2f2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6646690 Dec 17 16:47:15.740735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-457027a8-3911-4cc6-b0c3-10566279a6c6 None None] Provisioning complete for port e9f27f18-6963-4364-a8f6-431a1db28f3f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:15.741813 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-457027a8-3911-4cc6-b0c3-10566279a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:15.782732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-457027a8-3911-4cc6-b0c3-10566279a6c6 None None] Port e9f27f18-6963-4364-a8f6-431a1db28f3f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:47:15.918517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:16.150085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268f8e6-bbe8-4cba-ac06-da4946b17138 req-9b6ff2ef-2223-46d8-b4e9-437bb9dcef74 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:16.151777 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0268f8e6-bbe8-4cba-ac06-da4946b17138 req-9b6ff2ef-2223-46d8-b4e9-437bb9dcef74 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0548739 Dec 17 16:47:16.205601 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0268f8e6-bbe8-4cba-ac06-da4946b17138 req-fced3653-f40a-4e90-879e-eaba669f1167 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Dec 17 16:47:17.331982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2938-b902-42a2-8569-a8ace0d164e8 req-ad19babc-435a-4a44-801a-7e0f796fbbf2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:17.333521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d0f2938-b902-42a2-8569-a8ace0d164e8 req-ad19babc-435a-4a44-801a-7e0f796fbbf2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0510814 Dec 17 16:47:17.383967 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d0f2938-b902-42a2-8569-a8ace0d164e8 req-583a6dfe-89f0-407e-b2c9-fec7305367ef tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Dec 17 16:47:18.520883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5eab1b-947e-480f-98c5-7dc73de8383f req-dfac433d-76f9-41d6-bb26-ec017e0aef46 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:18.524334 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f5eab1b-947e-480f-98c5-7dc73de8383f req-dfac433d-76f9-41d6-bb26-ec017e0aef46 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0666583 Dec 17 16:47:18.579905 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f5eab1b-947e-480f-98c5-7dc73de8383f req-caf04ade-bae8-4db2-bc0b-f88f90e0be58 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511827 Dec 17 16:47:19.713185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59e7cf-62f8-4b18-9d1e-5c355289dda0 req-c927fdf1-0bc3-4907-a377-0c8afb449d73 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:19.714711 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e59e7cf-62f8-4b18-9d1e-5c355289dda0 req-c927fdf1-0bc3-4907-a377-0c8afb449d73 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0555489 Dec 17 16:47:19.769715 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3e59e7cf-62f8-4b18-9d1e-5c355289dda0 req-7e744fb0-3cab-4389-828d-813616682e73 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460558 Dec 17 16:47:20.889136 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e4a58-db2b-449d-9cb9-0c4ebad11d94 req-eb0a21c8-467f-41a8-92dd-8ca271c2183a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:20.891321 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-149e4a58-db2b-449d-9cb9-0c4ebad11d94 req-eb0a21c8-467f-41a8-92dd-8ca271c2183a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0508854 Dec 17 16:47:20.955220 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-149e4a58-db2b-449d-9cb9-0c4ebad11d94 req-6863c220-6736-4292-92bb-1c12de21defb tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568581 Dec 17 16:47:22.078393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3fc69-e979-4d5f-830d-053cb34f3c9d req-a48d2386-b833-4384-920e-a6f2bf54446d tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:22.079998 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5b3fc69-e979-4d5f-830d-053cb34f3c9d req-a48d2386-b833-4384-920e-a6f2bf54446d tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0521820 Dec 17 16:47:22.129665 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5b3fc69-e979-4d5f-830d-053cb34f3c9d req-815b5bc1-f012-4089-bc80-a5c89ce80ff8 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Dec 17 16:47:23.251476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dca24-197f-40cb-aa45-c303f3a8c3ea req-6fa2eb7a-eb83-444f-bcce-7a49aeaebd33 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:23.253261 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a0dca24-197f-40cb-aa45-c303f3a8c3ea req-6fa2eb7a-eb83-444f-bcce-7a49aeaebd33 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0547652 Dec 17 16:47:23.305535 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a0dca24-197f-40cb-aa45-c303f3a8c3ea req-0e97a4dd-cd2a-4838-a799-1902d97e5bdf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Dec 17 16:47:24.427861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23053a2-11f9-4121-bc87-3dd9ff96335b req-2c869e3c-6463-4391-94b9-6bba1a989173 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:24.429646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b23053a2-11f9-4121-bc87-3dd9ff96335b req-2c869e3c-6463-4391-94b9-6bba1a989173 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 932 time: 0.0548091 Dec 17 16:47:24.486530 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b23053a2-11f9-4121-bc87-3dd9ff96335b req-e2d50b0a-e048-40c4-9245-66cbd2846653 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Dec 17 16:47:24.958478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Request body: {'port': {'device_id': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:25.039417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:25.332666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f27f18-6963-4364-a8f6-431a1db28f3f {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:47:25.340235 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:25.357269 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Transition to ACTIVE for port object e9f27f18-6963-4364-a8f6-431a1db28f3f will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:47:25.362725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:25.410288 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Pushing event updated for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:25.482284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Attempting to bind port e9f27f18-6963-4364-a8f6-431a1db28f3f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:47:25.482625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Attempting to bind port e9f27f18-6963-4364-a8f6-431a1db28f3f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:47:25.482985 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Attempting to bind port e9f27f18-6963-4364-a8f6-431a1db28f3f on network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:47:25.488275 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Port e9f27f18-6963-4364-a8f6-431a1db28f3f on network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:47:25.488599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Attempting to bind port e9f27f18-6963-4364-a8f6-431a1db28f3f on network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:47:25.493588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:47:25.493930 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Checking segment: {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:47:25.494315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Bound using segment: {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:47:25.494744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Bound port: e9f27f18-6963-4364-a8f6-431a1db28f3f, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c3cf8d3-acec-4faa-8acd-29c54b1714f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:47:25.495113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:25.576410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:47:25.602549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:47:25.608504 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:25.649687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:25.650238 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:25.651812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] 10.222.0.49 "PUT /v2.0/ports/e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 1093 time: 0.7011898 Dec 17 16:47:25.654730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:47:25.663852 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6" -d '{"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:47:25.679193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31f3e-df3b-4c3d-8159-263d67f3d9da req-e4c2468d-e100-4888-81cc-04f30f8ef7e2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:25.680813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6c31f3e-df3b-4c3d-8159-263d67f3d9da req-e4c2468d-e100-4888-81cc-04f30f8ef7e2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 944 time: 0.1181760 Dec 17 16:47:25.714429 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91483b9-39d2-4102-88ee-781a503a028b x-openstack-request-id: req-a91483b9-39d2-4102-88ee-781a503a028b {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:47:25.714725 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:47:25.714980 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a91483b9-39d2-4102-88ee-781a503a028b {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:47:25.715381 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'status': 'completed', 'code': 200} Dec 17 16:47:25.730941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48c0a9-7991-4cf4-922e-b6437ca640ce service neutron] Pushing event updated for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:26.133272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6c31f3e-df3b-4c3d-8159-263d67f3d9da req-7784f4f8-17ba-42e9-a99f-1f455bace31b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372973 Dec 17 16:47:26.139027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-e53b896c-96e1-446a-96bb-27dbc253b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.140510 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-e53b896c-96e1-446a-96bb-27dbc253b240 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1096 time: 0.4240592 Dec 17 16:47:26.185895 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-18c9c428-6360-425f-9226-fc553d3ab0f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 217 time: 0.0348165 Dec 17 16:47:26.236079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-230e7257-0690-4ee8-b8ee-bf7e06dcae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.237561 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-230e7257-0690-4ee8-b8ee-bf7e06dcae5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0436275 Dec 17 16:47:26.291718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-921ab2ef-a853-4b14-abb3-6f4c35d99d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.293260 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-921ab2ef-a853-4b14-abb3-6f4c35d99d87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484107 Dec 17 16:47:26.383400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-d5a83cb0-97d9-4e5a-83fb-524e2b9cdc93 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818248 Dec 17 16:47:26.499481 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ac0be3b6-16a0-49f4-abed-469a6228d2ce req-12b68837-4633-4621-843f-476209009e14 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083937 Dec 17 16:47:26.602567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-d1bb2a93-9eac-4ce6-931e-e9bf74563e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.604140 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-d1bb2a93-9eac-4ce6-931e-e9bf74563e82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1096 time: 0.0516162 Dec 17 16:47:26.716729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-ea2038dd-655d-445d-999b-62d0205d4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.718157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-ea2038dd-655d-445d-999b-62d0205d4a24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 916 time: 0.1068981 Dec 17 16:47:26.762021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-ce9e1328-f17d-42e9-8331-43cecc997a37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 217 time: 0.0344553 Dec 17 16:47:26.812840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-4ccf36c4-f5d6-4832-9978-964e3dc4c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.814279 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-4ccf36c4-f5d6-4832-9978-964e3dc4c58a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0437379 Dec 17 16:47:26.861871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-70d645e4-fb10-4c37-adc5-dda696c866dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.863447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-70d645e4-fb10-4c37-adc5-dda696c866dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407534 Dec 17 16:47:26.959211 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-20a705dd-f89c-4380-915e-db9a8dcafc90 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884166 Dec 17 16:47:27.056707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0a44567b-fe89-4c6b-a7fb-d1e6436f65e6 req-f9132fb7-e08b-4187-8230-9ee14efdfca4 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895553 Dec 17 16:47:27.256436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795c9ba-640f-49c4-af94-034dfba5a44f req-e0a9b824-d317-417d-a8a3-b0453cdc54b7 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:27.257955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a795c9ba-640f-49c4-af94-034dfba5a44f req-e0a9b824-d317-417d-a8a3-b0453cdc54b7 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 944 time: 0.0511456 Dec 17 16:47:27.319768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a795c9ba-640f-49c4-af94-034dfba5a44f req-bcd0f518-cbbf-4859-9337-f74113014443 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Dec 17 16:47:28.450125 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116c0dd-ee0b-4aa2-80f0-d658b0db28c8 req-08d6cdb6-3b8c-417d-ae53-70489787f6be tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:28.451621 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2116c0dd-ee0b-4aa2-80f0-d658b0db28c8 req-08d6cdb6-3b8c-417d-ae53-70489787f6be tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 944 time: 0.0523393 Dec 17 16:47:28.508084 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2116c0dd-ee0b-4aa2-80f0-d658b0db28c8 req-756736bc-3419-4027-a1f7-01041443b6fe tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478649 Dec 17 16:47:28.532760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e9f27f18-6963-4364-a8f6-431a1db28f3f details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:47:28.651314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:28.665692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'port_id': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'mac_address': 'fa:16:3e:1f:11:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:47:28.716245 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:28.731062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f27f18-6963-4364-a8f6-431a1db28f3f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:47:28.751005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:28.757691 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:28.809864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:28.817771 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.818114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.818461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.818779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.819102 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.819423 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.819745 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.820092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.820411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.820726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.821039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.821337 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.821648 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:28.970926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e9f27f18-6963-4364-a8f6-431a1db28f3f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:47:29.630681 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091541c-179f-4c3c-85a8-a340f4593c3b req-5d005fd5-2022-4b72-8572-415013b3485e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:29.632176 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0091541c-179f-4c3c-85a8-a340f4593c3b req-5d005fd5-2022-4b72-8572-415013b3485e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Dec 17 16:47:29.685888 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0091541c-179f-4c3c-85a8-a340f4593c3b req-2a8ea79a-cbb9-436b-9876-4dc7fb2ff436 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Dec 17 16:47:30.542762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e9f27f18-6963-4364-a8f6-431a1db28f3f up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:30.609497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port e9f27f18-6963-4364-a8f6-431a1db28f3f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:47:30.614390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port e9f27f18-6963-4364-a8f6-431a1db28f3f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:30.614757 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:30.705301 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:30.732571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:47:30.735069 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52021368-7e6a-49ae-9f75-8bca58166ff5" -d '{"events": [{"server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "name": "network-vif-plugged", "status": "completed", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:47:30.757743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:30.767367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:30.810471 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce504ce-399a-4010-9bbf-dac2dcfe6f44 x-openstack-request-id: req-0ce504ce-399a-4010-9bbf-dac2dcfe6f44 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:47:30.810854 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "name": "network-vif-plugged", "status": "completed", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:47:30.811209 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ce504ce-399a-4010-9bbf-dac2dcfe6f44 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:47:30.811678 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'code': 200} Dec 17 16:47:30.824775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c254fea-7455-4aed-8401-57e7d981de74 req-d9cffc5f-a448-4bad-a671-fbf29867a0d0 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:30.832555 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c254fea-7455-4aed-8401-57e7d981de74 req-d9cffc5f-a448-4bad-a671-fbf29867a0d0 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0613227 Dec 17 16:47:30.837557 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:30.925006 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8c254fea-7455-4aed-8401-57e7d981de74 req-a9cf2d12-419c-4a5a-8570-b6d66073ed33 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905612 Dec 17 16:47:30.927939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db52c9-f1d7-4d89-91ee-dfc07e8d35fe req-51ae0046-9fde-4164-91ec-7fa5abb3b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:30.929437 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29db52c9-f1d7-4d89-91ee-dfc07e8d35fe req-51ae0046-9fde-4164-91ec-7fa5abb3b2e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1098 time: 0.0810399 Dec 17 16:47:30.978905 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29db52c9-f1d7-4d89-91ee-dfc07e8d35fe req-c9cf1c89-4187-45fc-9f26-7f7f9efcfca9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422134 Dec 17 16:47:32.055097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba05ea-2b5f-42f1-ba6d-6d4e15663f9e req-a3d5a765-f8f2-4165-bb5c-9049ef53e944 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:32.056683 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-baba05ea-2b5f-42f1-ba6d-6d4e15663f9e req-a3d5a765-f8f2-4165-bb5c-9049ef53e944 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Dec 17 16:47:32.107215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-baba05ea-2b5f-42f1-ba6d-6d4e15663f9e req-e3d3b114-0fe7-49d2-ae28-59fda5355eed tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 Dec 17 16:47:33.240840 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0ee17-36b7-4c0f-b0eb-f850021d3008 req-026eddc4-074d-41ca-9a1b-bb0b3d7cbf94 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:33.242371 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73c0ee17-36b7-4c0f-b0eb-f850021d3008 req-026eddc4-074d-41ca-9a1b-bb0b3d7cbf94 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0536602 Dec 17 16:47:33.290690 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-73c0ee17-36b7-4c0f-b0eb-f850021d3008 req-255ba22c-8667-4a28-825e-d679e47c81bc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Dec 17 16:47:33.409597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889603-e8e6-4cf5-a5bd-ed28d98cfd44 req-ea8d11a2-a045-4b13-8e22-236a9287d45a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:33.411038 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6889603-e8e6-4cf5-a5bd-ed28d98cfd44 req-ea8d11a2-a045-4b13-8e22-236a9287d45a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0514123 Dec 17 16:47:33.460850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6889603-e8e6-4cf5-a5bd-ed28d98cfd44 req-80a6e9f9-f815-4349-ab14-e4ec68bbc25c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Dec 17 16:47:33.661030 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7b442-420d-4601-902d-718b0d88e36c req-9e71e4be-39c0-414f-82e9-7fc90762e814 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:33.662478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54f7b442-420d-4601-902d-718b0d88e36c req-9e71e4be-39c0-414f-82e9-7fc90762e814 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0535123 Dec 17 16:47:33.711770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54f7b442-420d-4601-902d-718b0d88e36c req-0b49a6ff-4e6a-4da5-b890-11895b502668 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Dec 17 16:47:36.545037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1977e154-a41f-41e8-b829-eee2e4bfb41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:38.943634 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a47d9f7a-849e-4b10-a136-3769a73188cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:40.217555 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:41.326308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:41.379364 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:42.182435 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:43.808900 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:47:45.942004 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:46.353905 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e5d9-a99f-4f58-ab23-05ebe6d6b04b req-3871b870-b4b7-46f1-988f-dd9a7937cd3c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:46.355435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6298e5d9-a99f-4f58-ab23-05ebe6d6b04b req-3871b870-b4b7-46f1-988f-dd9a7937cd3c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0515451 Dec 17 16:47:46.407364 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6298e5d9-a99f-4f58-ab23-05ebe6d6b04b req-f3f010ae-dcbf-4f94-81dd-b0dd62bd22cc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Dec 17 16:47:46.436884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39464) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:46.582047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e3c6f-b222-411c-adeb-49c781e4b31f tempest-TestMinimumBasicScenario-1951335036 tempest-TestMinimumBasicScenario-1951335036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:46.584473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-516e3c6f-b222-411c-adeb-49c781e4b31f tempest-TestMinimumBasicScenario-1951335036 tempest-TestMinimumBasicScenario-1951335036-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1093 time: 0.1464243 Dec 17 16:47:46.588548 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39468) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:46.593921 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:46.623559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:46.742607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:46.853550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Allocated IP 172.25.0.6 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d4cf38af-e739-4893-8b2a-3b20e95c949a) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:47:46.955130 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:46.992862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:47.033824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:47:47.043002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:47:47.045083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'Port': ['ID=d4cf38af-e739-4893-8b2a-3b20e95c949a,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:47.049341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:47:47.091093 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.091425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.091794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.092166 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.092479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.092886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.093231 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.093572 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.093943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.094285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.094657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.095011 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.095339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:47.449388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:47.524155 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:47.700042 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:47.706703 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:47.775607 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'Port': ['ID=d4cf38af-e739-4893-8b2a-3b20e95c949a,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:47.789572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:47.900828 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Floating IP a50ac60f-3bc2-4f7e-8f8a-229113748e8f associated. External IP: 172.25.0.6, port: e9f27f18-6963-4364-a8f6-431a1db28f3f. Dec 17 16:47:48.126420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Router ab419d37-0d98-4577-90a9-f3a1b342edf4 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:47:48.244710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:47:48.256203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] Sync routers for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:47:48.265467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.268420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:48.269140 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:47:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:48.296679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-22adcb70-b5aa-4202-aa80-0887904bc44c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7041628 Dec 17 16:47:48.296679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:47:48.296679 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ef8595-59f3-4316-bb7d-20f067f40dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:47:48.297264 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39470) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:48.302339 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bff2373c-11b4-4bc0-a3f1-6c78f69752a5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622722662', 'description': 'tempest-secgroup-smoke-1622722662 description', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:48.329865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bff2373c-11b4-4bc0-a3f1-6c78f69752a5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.335196 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8b430d-e3e7-4d03-a6b1-0d72c4959544 x-openstack-request-id: req-0e8b430d-e3e7-4d03-a6b1-0d72c4959544 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:47:48.335587 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:47:48.335963 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e8b430d-e3e7-4d03-a6b1-0d72c4959544 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:47:48.336461 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'status': 'completed', 'code': 200} Dec 17 16:47:48.376003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:48.430457 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-8a66ac9e-103e-4d11-872a-d88ca22f9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:48.431924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-8a66ac9e-103e-4d11-872a-d88ca22f9596 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1098 time: 0.0721309 Dec 17 16:47:48.441831 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bff2373c-11b4-4bc0-a3f1-6c78f69752a5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.451056 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bff2373c-11b4-4bc0-a3f1-6c78f69752a5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.518942 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bff2373c-11b4-4bc0-a3f1-6c78f69752a5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.520271 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bff2373c-11b4-4bc0-a3f1-6c78f69752a5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2221246 Dec 17 16:47:48.523325 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39474) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:48.525746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2373c-11b4-4bc0-a3f1-6c78f69752a5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f34b22b-c73f-43f4-810a-572ba4b05ff4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:48.528312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b5055e81-7983-47cd-bebf-1d9422a7a563 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'security_group_rule': {'security_group_id': '5f34b22b-c73f-43f4-810a-572ba4b05ff4', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:48.564452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5055e81-7983-47cd-bebf-1d9422a7a563 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.565062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-dcce0884-b8de-47e0-84a6-ac5c757a3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:48.566800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-dcce0884-b8de-47e0-84a6-ac5c757a3e14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 916 time: 0.1276588 Dec 17 16:47:48.618995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'a50ac60f-3bc2-4f7e-8f8a-229113748e8f', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'port_id': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'mac_address': 'fa:16:3e:1f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:47:47Z', 'updated_at': '2021-12-17T16:47:47Z', 'revision_number': 0, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 5, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:48.628412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5055e81-7983-47cd-bebf-1d9422a7a563 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.634048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5055e81-7983-47cd-bebf-1d9422a7a563 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.646396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-dcdf946f-c8c4-4ac5-b6f2-0d72ce97411a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 998 time: 0.0714021 Dec 17 16:47:48.648729 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] Checking router: ab419d37-0d98-4577-90a9-f3a1b342edf4 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:47:48.652589 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5055e81-7983-47cd-bebf-1d9422a7a563 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625daaa4-2dbb-4d62-b0cb-1107c2c8c14a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:48.658677 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:48.659274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:47:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:48.668673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b5055e81-7983-47cd-bebf-1d9422a7a563 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.672740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b5055e81-7983-47cd-bebf-1d9422a7a563 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456180 Dec 17 16:47:48.672904 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39476) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:48.677688 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-b031066a-fb4e-456d-9592-793c4208a783 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'security_group_rule': {'security_group_id': '5f34b22b-c73f-43f4-810a-572ba4b05ff4', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:48.703783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-be0ee659-47f3-4326-b21e-53e1f5b63d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:48.705269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-be0ee659-47f3-4326-b21e-53e1f5b63d9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0521631 Dec 17 16:47:48.708254 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b031066a-fb4e-456d-9592-793c4208a783 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.760519 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-46d4f245-aba3-42e6-92c6-cfa57c4310d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:48.762191 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-46d4f245-aba3-42e6-92c6-cfa57c4310d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496318 Dec 17 16:47:48.765977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b031066a-fb4e-456d-9592-793c4208a783 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.771211 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b031066a-fb4e-456d-9592-793c4208a783 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.774781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:48.790312 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031066a-fb4e-456d-9592-793c4208a783 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e87f7c-447f-4e89-80ea-0a3c50bfeb4a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:48.800798 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-b031066a-fb4e-456d-9592-793c4208a783 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.802997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b031066a-fb4e-456d-9592-793c4208a783 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287014 Dec 17 16:47:48.805719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39478) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:48.810731 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-20b7f22f-0c4c-44be-b2bf-e9a7cc87ac7b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'security_group_rule': {'security_group_id': '5f34b22b-c73f-43f4-810a-572ba4b05ff4', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:48.843465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20b7f22f-0c4c-44be-b2bf-e9a7cc87ac7b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.869816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-224cffc0-b9a6-4a13-a79a-358376fec5ea service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995016 Dec 17 16:47:48.908370 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20b7f22f-0c4c-44be-b2bf-e9a7cc87ac7b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.912853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20b7f22f-0c4c-44be-b2bf-e9a7cc87ac7b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.930445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7f22f-0c4c-44be-b2bf-e9a7cc87ac7b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61130acb-b06c-443c-a891-4ba551995132,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:48.940228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-20b7f22f-0c4c-44be-b2bf-e9a7cc87ac7b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:48.944360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-20b7f22f-0c4c-44be-b2bf-e9a7cc87ac7b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348844 Dec 17 16:47:48.944538 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39480) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:48.949660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0ec79e46-1f0f-4e46-9e50-b82ca8ff9251 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'security_group_rule': {'security_group_id': '5f34b22b-c73f-43f4-810a-572ba4b05ff4', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:48.968111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-88ef8595-59f3-4316-bb7d-20f067f40dfb req-ac82ef76-156b-46ae-bfb8-f41b2df53084 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908239 Dec 17 16:47:48.983252 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ec79e46-1f0f-4e46-9e50-b82ca8ff9251 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.026981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'a50ac60f-3bc2-4f7e-8f8a-229113748e8f', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'port_id': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'mac_address': 'fa:16:3e:1f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:47:47Z', 'updated_at': '2021-12-17T16:47:47Z', 'revision_number': 0, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 5, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:49.044545 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ec79e46-1f0f-4e46-9e50-b82ca8ff9251 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.049313 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ec79e46-1f0f-4e46-9e50-b82ca8ff9251 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.056306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31acf48c-8434-4df2-9211-edaaebbee289 None None] The sync data for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 is: [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'a50ac60f-3bc2-4f7e-8f8a-229113748e8f', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'floating_ip_address': '172.25.0.6', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'port_id': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'mac_address': 'fa:16:3e:1f:11:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:47:47Z', 'updated_at': '2021-12-17T16:47:47Z', 'revision_number': 0, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 5, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:47:49.067871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec79e46-1f0f-4e46-9e50-b82ca8ff9251 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379887b2-77ca-4e02-af7b-3c0b9c5b3db3,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:49.077997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0ec79e46-1f0f-4e46-9e50-b82ca8ff9251 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.079345 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0ec79e46-1f0f-4e46-9e50-b82ca8ff9251 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338651 Dec 17 16:47:49.082438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39482) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:49.087298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'security_group_rule': {'security_group_id': '5f34b22b-c73f-43f4-810a-572ba4b05ff4', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:49.115010 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Project 1470896cde8c4f599421fdcdb4d2e06b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:47:49.120778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.185644 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.190154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.209506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb9a6ae-067c-4eed-86d5-be871aa41a93,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:49.219720 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.220940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-781b2f04-f379-4938-8301-dfa9894a05ec tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374729 Dec 17 16:47:49.224186 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39484) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:47:49.228868 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'security_group_rule': {'security_group_id': '5f34b22b-c73f-43f4-810a-572ba4b05ff4', 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:49.257021 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Project 1470896cde8c4f599421fdcdb4d2e06b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:47:49.263479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.283840 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e4d592-4bf7-4188-9524-9ed14cd6b856 None None] New status for floating IP a50ac60f-3bc2-4f7e-8f8a-229113748e8f: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:47:49.330237 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.334716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.349705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eb085f-5a8f-4e62-9076-01274541507c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:49.361226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.362441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e5567b7c-f841-44a0-af86-289b6a895827 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371694 Dec 17 16:47:49.455028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-5ec4fcd0-690b-4edd-9635-af87bc5810e0 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622722662&fields=id&tenant_id=1470896cde8c4f599421fdcdb4d2e06b HTTP/1.1" status: 200 len: 267 time: 0.0471971 Dec 17 16:47:49.509841 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-6269d398-8040-445e-938e-1ceb50bfd5e1 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:49.511328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-6269d398-8040-445e-938e-1ceb50bfd5e1 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0499842 Dec 17 16:47:49.522661 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'port': {'security_groups': ['b3624f03-c37f-4351-b816-169008b326f6', '5f34b22b-c73f-43f4-810a-572ba4b05ff4']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:49.587100 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.776554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:49.808082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.814416 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.826690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e9f27f18-6963-4364-a8f6-431a1db28f3f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:47:49.859428 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:49.860080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:49.864532 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5bed98ed-790e-4283-a014-0ebc6b44800e req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "PUT /v2.0/ports/e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 982 time: 0.3462789 Dec 17 16:47:49.887142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20c305-ba8d-4e6b-b7c3-999dc67523cf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:49.936963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e9f27f18-6963-4364-a8f6-431a1db28f3f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:47:49.972408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff485f-1b75-4337-8a98-a3cd6c900f08 req-6c4fb515-a527-498f-b517-3b1cf4bc521a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:49.974134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65ff485f-1b75-4337-8a98-a3cd6c900f08 req-6c4fb515-a527-498f-b517-3b1cf4bc521a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0541291 Dec 17 16:47:50.040422 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65ff485f-1b75-4337-8a98-a3cd6c900f08 req-4f44987b-8913-490d-b6da-e32f272925ed tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586448 Dec 17 16:47:50.138449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3c3f2fbb-1dc6-4eff-8606-f72a7ba9fe32 None None] Provisioning complete for port e9f27f18-6963-4364-a8f6-431a1db28f3f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:50.138700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c3f2fbb-1dc6-4eff-8606-f72a7ba9fe32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:47:50.338070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:47:50.340584 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c872aac9-a2cf-4746-bba1-be1b8aca276a" -d '{"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:47:50.386251 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c574c80-b557-4771-b572-a8ee7b464238 x-openstack-request-id: req-5c574c80-b557-4771-b572-a8ee7b464238 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:47:50.386544 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:47:50.386819 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c574c80-b557-4771-b572-a8ee7b464238 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:47:50.387249 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'status': 'completed', 'code': 200} Dec 17 16:47:50.450585 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-2980a497-c5c9-4d36-bc52-32e423993360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:50.452116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-2980a497-c5c9-4d36-bc52-32e423993360 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1137 time: 0.0415161 Dec 17 16:47:50.546859 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-4fe6cd53-51f3-4b68-bc58-ac9fe93b9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:50.548385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-4fe6cd53-51f3-4b68-bc58-ac9fe93b9e39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 916 time: 0.0875206 Dec 17 16:47:50.620919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-907bbd1d-67e7-477a-9da5-79c8efe70e06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 1000 time: 0.0638044 Dec 17 16:47:50.679703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-88970644-1b74-4ee9-ad47-c6a3d574220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:50.682066 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-88970644-1b74-4ee9-ad47-c6a3d574220a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0527234 Dec 17 16:47:50.746148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-0f074e28-4196-4880-a207-def23fc21286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:50.747693 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-0f074e28-4196-4880-a207-def23fc21286 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571885 Dec 17 16:47:50.844625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-3a19ff2c-3267-4ae1-850b-60a9e0706f10 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878706 Dec 17 16:47:50.953718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c872aac9-a2cf-4746-bba1-be1b8aca276a req-966cce5d-9671-4064-955b-8c4d085b9602 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017430 Dec 17 16:48:06.553149 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99fbbbab-afc5-4c5f-8f52-f7e7cc28afdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:07.412371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-2d1f798a-088d-4962-a9dc-242d4169616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:07.413911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-2d1f798a-088d-4962-a9dc-242d4169616b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1137 time: 0.0431340 Dec 17 16:48:07.417122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988433-b5c5-465d-81fe-298540247b79 req-aafdf9f5-d609-41c2-aef3-cd9709751e59 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:07.418657 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45988433-b5c5-465d-81fe-298540247b79 req-aafdf9f5-d609-41c2-aef3-cd9709751e59 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0559697 Dec 17 16:48:07.481237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-45988433-b5c5-465d-81fe-298540247b79 req-4e815f51-a0a0-42ad-95aa-9b395400aa95 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561609 Dec 17 16:48:07.515310 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-725ffd97-2e3d-4c11-8bbc-096c3e0a33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:07.516891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-725ffd97-2e3d-4c11-8bbc-096c3e0a33d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 916 time: 0.0951948 Dec 17 16:48:07.585872 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-8d968b6f-5623-4825-bdb8-0d5497187445 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 1000 time: 0.0607939 Dec 17 16:48:07.640008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-ee813426-7c92-4fb6-b0ae-dd4ac9a8bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:07.641467 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-ee813426-7c92-4fb6-b0ae-dd4ac9a8bfbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0470912 Dec 17 16:48:07.699150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-466b59a5-2c51-4f68-b811-9a598e2758af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:07.700677 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-466b59a5-2c51-4f68-b811-9a598e2758af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517681 Dec 17 16:48:07.797980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-f10866be-0c2a-47f3-8b1f-cb68952d1405 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890212 Dec 17 16:48:07.898957 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2378397b-2a1a-4ed8-8dab-75bb1556cd8f req-1a79c2f9-79b4-43cc-9c9a-114c18a84eb7 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919802 Dec 17 16:48:08.613132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9039-507a-4e52-9aa7-87f3c2b1569c req-055583d4-21ff-4a20-9267-67b73662caaa tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:08.614649 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-815e9039-507a-4e52-9aa7-87f3c2b1569c req-055583d4-21ff-4a20-9267-67b73662caaa tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0531530 Dec 17 16:48:08.680274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-815e9039-507a-4e52-9aa7-87f3c2b1569c req-43d1e374-6d80-487a-82a8-d4fb97388a61 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590925 Dec 17 16:48:08.957715 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5be75146-9dab-4ae5-8754-ecd4754db2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:09.806784 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c9d93-a84d-46e3-928a-4232ece253d2 req-b19e24df-1ac4-4764-a48c-aaa7d7a736bf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:09.808323 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff0c9d93-a84d-46e3-928a-4232ece253d2 req-b19e24df-1ac4-4764-a48c-aaa7d7a736bf tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0538194 Dec 17 16:48:09.868564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ff0c9d93-a84d-46e3-928a-4232ece253d2 req-5556e782-7b12-4fd7-9fa6-c641a8d99d5a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539415 Dec 17 16:48:10.225030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:11.001307 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f34814-a1ff-41b4-a63a-5b07050765a1 req-49424bcd-b98c-4605-aa86-b63f2e8199e2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:11.002802 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0f34814-a1ff-41b4-a63a-5b07050765a1 req-49424bcd-b98c-4605-aa86-b63f2e8199e2 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0585456 Dec 17 16:48:11.077689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d0f34814-a1ff-41b4-a63a-5b07050765a1 req-2b0b7724-946d-4713-917b-731380108868 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605485 Dec 17 16:48:11.339754 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:11.381182 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:12.176357 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:12.199494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95e3c-18e8-4e25-8e63-5f74ee1b357f req-4e386df8-36d9-4072-a4a8-5ed3cc3c409f tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:12.201008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ec95e3c-18e8-4e25-8e63-5f74ee1b357f req-4e386df8-36d9-4072-a4a8-5ed3cc3c409f tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0525689 Dec 17 16:48:12.265200 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5ec95e3c-18e8-4e25-8e63-5f74ee1b357f req-6f3bd1f7-08ed-45bb-a40f-f0f4aedca328 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578740 Dec 17 16:48:13.395058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3dc4-8692-4fa8-b4c7-3553c0ff6648 req-b7089c87-63bd-4202-b902-4bde9f2852f4 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:13.396558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f3f3dc4-8692-4fa8-b4c7-3553c0ff6648 req-b7089c87-63bd-4202-b902-4bde9f2852f4 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0562422 Dec 17 16:48:13.462219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1f3f3dc4-8692-4fa8-b4c7-3553c0ff6648 req-00448f95-78aa-40ae-8200-e560add1d72a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559983 Dec 17 16:48:14.599593 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cbacc-3794-4870-b39e-97bf05b54759 req-807d2ddc-8a39-4207-b7ef-68e30f4b1359 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:14.601139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b49cbacc-3794-4870-b39e-97bf05b54759 req-807d2ddc-8a39-4207-b7ef-68e30f4b1359 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0506876 Dec 17 16:48:14.663553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b49cbacc-3794-4870-b39e-97bf05b54759 req-a8434ed3-27c5-400a-bde9-9ad045e355af tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559604 Dec 17 16:48:15.794168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337b05d-450b-48c6-a24c-c8489dbf92b0 req-89b5fa6c-10f0-40c1-a0af-ba52a4cc4e21 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:15.795671 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f337b05d-450b-48c6-a24c-c8489dbf92b0 req-89b5fa6c-10f0-40c1-a0af-ba52a4cc4e21 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0606856 Dec 17 16:48:15.862799 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f337b05d-450b-48c6-a24c-c8489dbf92b0 req-24431bb7-1856-4d90-9562-edd4d05e68ad tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606389 Dec 17 16:48:15.930607 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-457d0cda-646b-461b-93f1-c2b2d536ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:15.930920 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:15.932259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-457d0cda-646b-461b-93f1-c2b2d536ede4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1137 time: 0.0490668 Dec 17 16:48:16.048336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-c5bd3ed9-c775-4394-93b8-24a8510b831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:16.049897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-c5bd3ed9-c775-4394-93b8-24a8510b831e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 916 time: 0.0982511 Dec 17 16:48:16.126733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-458b4827-80f7-4bf1-9a20-777edfbb99b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 1000 time: 0.0692592 Dec 17 16:48:16.177819 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-3217cc7f-fe72-4f39-906b-b0feed4e287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:16.179272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-3217cc7f-fe72-4f39-906b-b0feed4e287c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0451369 Dec 17 16:48:16.237354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-babeb9d9-195a-4ae6-9714-fe4d5d2ed1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:16.238864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-babeb9d9-195a-4ae6-9714-fe4d5d2ed1b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522835 Dec 17 16:48:16.333656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-be452d3f-8abb-45aa-9251-91dc0efb274a service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876598 Dec 17 16:48:16.440069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a52ed68-b8f0-4554-b2b7-dfd2d3d844b1 req-6d0174ac-e40c-4147-b8c4-eba9a60bc050 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987217 Dec 17 16:48:16.993108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f13a20-0e92-4f14-83c7-61a4bb28b22d req-f32ab67d-f3f3-4c52-9dd3-74b6149b9b68 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:16.994585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53f13a20-0e92-4f14-83c7-61a4bb28b22d req-f32ab67d-f3f3-4c52-9dd3-74b6149b9b68 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0526528 Dec 17 16:48:17.066626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53f13a20-0e92-4f14-83c7-61a4bb28b22d req-a4d8c892-3307-4351-9be1-544c58149cdd tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611653 Dec 17 16:48:18.200014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1c187-a950-4b02-a527-53356b7cbc3e req-2bd82069-d714-4fa4-aa88-aa9232559044 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:18.201518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2c1c187-a950-4b02-a527-53356b7cbc3e req-2bd82069-d714-4fa4-aa88-aa9232559044 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0552895 Dec 17 16:48:18.267391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2c1c187-a950-4b02-a527-53356b7cbc3e req-04830b70-1bb2-4b66-b9f1-51d66a41854d tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591183 Dec 17 16:48:19.400575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a98648-a05c-4e12-91bf-9713410ba1a6 req-af67bb3e-b5e3-4c15-8922-df449fc1ab8c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:19.402073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25a98648-a05c-4e12-91bf-9713410ba1a6 req-af67bb3e-b5e3-4c15-8922-df449fc1ab8c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0553973 Dec 17 16:48:19.468321 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-25a98648-a05c-4e12-91bf-9713410ba1a6 req-f5c1d0e7-a529-4a6b-b629-80bc66ffa79c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598865 Dec 17 16:48:20.593105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12335027-b13f-446f-b973-86c483dea864 req-9e7bcc8f-5746-4b3f-8d08-c168e6b3de7a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:20.594656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12335027-b13f-446f-b973-86c483dea864 req-9e7bcc8f-5746-4b3f-8d08-c168e6b3de7a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0498953 Dec 17 16:48:20.655223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-12335027-b13f-446f-b973-86c483dea864 req-85015a1a-5034-4679-9e62-475ce713e035 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544071 Dec 17 16:48:20.809452 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:48:21.787762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad750c-0318-49d3-9d05-4130be0a172e req-0b380eb9-058a-4d46-9fc5-92897472297c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:21.789287 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91ad750c-0318-49d3-9d05-4130be0a172e req-0b380eb9-058a-4d46-9fc5-92897472297c tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0563993 Dec 17 16:48:21.861344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91ad750c-0318-49d3-9d05-4130be0a172e req-2a3c6994-0684-4a31-9967-ab32ef3765b4 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657670 Dec 17 16:48:22.998436 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485cd9-00f7-46e0-b418-34cf24c3a00c req-ba1f0c51-7ee3-4f32-9182-9847686edcd1 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:22.999948 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14485cd9-00f7-46e0-b418-34cf24c3a00c req-ba1f0c51-7ee3-4f32-9182-9847686edcd1 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0585709 Dec 17 16:48:23.069711 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14485cd9-00f7-46e0-b418-34cf24c3a00c req-ce468ff2-e32c-4fb3-bf20-b5e5660ea475 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614583 Dec 17 16:48:24.204969 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fd2d3-fd9a-4cb9-8789-2d080786dcc3 req-165f2f38-525f-49f7-b118-9d69b368bc0d tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:24.206465 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-808fd2d3-fd9a-4cb9-8789-2d080786dcc3 req-165f2f38-525f-49f7-b118-9d69b368bc0d tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0515997 Dec 17 16:48:24.270948 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-808fd2d3-fd9a-4cb9-8789-2d080786dcc3 req-3c1252fd-5b71-4369-ba50-55e74ba11ee6 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&id=5f34b22b-c73f-43f4-810a-572ba4b05ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577967 Dec 17 16:48:25.173126 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-9c2263a1-3506-48b6-9969-631bd48d0868 req-4ede9b54-3e07-406e-9ad2-881fd392e8dc tempest-ServerDiskConfigTestJSON-1398290135 tempest-ServerDiskConfigTestJSON-1398290135-project] (109784) timed out ('10.222.0.47', 50106) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:48:36.541028 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-75434929-41f3-4664-a716-91b0205049ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:38.972182 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-60ec8bf1-fe60-4f83-91bf-758b5cb6395a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:40.235472 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:41.341226 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:41.384437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:42.192651 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:45.932223 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.273135 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-12e1c49f-8b60-420e-bbbd-a5728d6aa972 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622722662&fields=id&tenant_id=1470896cde8c4f599421fdcdb4d2e06b HTTP/1.1" status: 200 len: 267 time: 0.2294750 Dec 17 16:48:57.337155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-094295c8-6da0-4e65-b89e-71d75cd30c45 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:57.339554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-094295c8-6da0-4e65-b89e-71d75cd30c45 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 985 time: 0.0600357 Dec 17 16:48:57.358308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Request body: {'port': {'security_groups': ['b3624f03-c37f-4351-b816-169008b326f6']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:48:57.423480 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.609647 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:48:57.639663 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.646391 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.659732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e9f27f18-6963-4364-a8f6-431a1db28f3f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:48:57.694552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:57.695171 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.696608 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-86487bae-2a2f-42c2-97e2-d3daf5d3c671 req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "PUT /v2.0/ports/e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 943 time: 0.3462605 Dec 17 16:48:57.697060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:48:57.702647 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3" -d '{"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:48:57.704072 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39562) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:48:57.756382 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab670eb-5cb4-4c2c-a5e9-f5cc1cdb994c x-openstack-request-id: req-cab670eb-5cb4-4c2c-a5e9-f5cc1cdb994c {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:48:57.757184 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:48:57.757184 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cab670eb-5cb4-4c2c-a5e9-f5cc1cdb994c {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:48:57.757395 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'status': 'completed', 'code': 200} Dec 17 16:48:57.757874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event updated for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=7']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:48:57.766448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.766849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.767309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.768110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.768110 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.768315 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.768494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.768815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.769140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.769455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.769783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.770099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.770418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3488ec8-674f-413b-b545-be767ec8e076 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.775786 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.778021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e9f27f18-6963-4364-a8f6-431a1db28f3f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:48:57.808250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:48:57.812709 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.897773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.900904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:57.905843 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "DELETE /v2.0/security-groups/5f34b22b-c73f-43f4-810a-572ba4b05ff4 HTTP/1.1" status: 204 len: 168 time: 0.1963308 Dec 17 16:48:57.906623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39566) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:48:57.944302 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-56f5c747-506b-472a-9b0b-3f0ccce252ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:57.946769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-56f5c747-506b-472a-9b0b-3f0ccce252ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1098 time: 0.1660490 Dec 17 16:48:57.952076 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f34b22b-c73f-43f4-810a-572ba4b05ff4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:48:57.968565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.968910 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.969245 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.969726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.970123 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.970486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.970776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.971098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.971414 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.971732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.972075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.972385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:57.972902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce6239-a43c-4c5a-849c-2cecd804aefc tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:48:58.037430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5193d256-c8d1-4fd7-afba-1cf4526a36f9 None None] Provisioning complete for port e9f27f18-6963-4364-a8f6-431a1db28f3f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:48:58.037430 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5193d256-c8d1-4fd7-afba-1cf4526a36f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:58.051935 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-9c91835e-c40c-4795-a6a0-e8bdc86d9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:58.053444 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-9c91835e-c40c-4795-a6a0-e8bdc86d9480 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 916 time: 0.0982971 Dec 17 16:48:58.111053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Deleting port d4cf38af-e739-4893-8b2a-3b20e95c949a {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:48:58.111053 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:58.129493 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-bdcdc976-6968-4c83-8ad4-3e72a8389d20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 1000 time: 0.0685918 Dec 17 16:48:58.185407 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-474633cd-5410-458c-9578-fa4566f2dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:58.187056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-474633cd-5410-458c-9578-fa4566f2dd4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0501988 Dec 17 16:48:58.198506 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:58.198979 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:58.214037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Calling delete_port for d4cf38af-e739-4893-8b2a-3b20e95c949a owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:48:58.238079 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-333adc6d-d4f3-47e3-8337-5bcf71d581cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:58.239755 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-333adc6d-d4f3-47e3-8337-5bcf71d581cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445590 Dec 17 16:48:58.340041 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-24252840-c84b-45b4-80dc-e27b9e099b43 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897367 Dec 17 16:48:58.378319 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:58.404217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event deleted for resources: {'Port': ['ID=d4cf38af-e739-4893-8b2a-3b20e95c949a,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:48:58.440451 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a70e1e7a-1a8b-4ab3-8f27-bba1b69604f3 req-fc8e9560-6440-4b19-8014-46acce209214 service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932655 Dec 17 16:48:58.473418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:58.473814 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Floating IP a50ac60f-3bc2-4f7e-8f8a-229113748e8f disassociated (deleted). External IP: 172.25.0.6, port: e9f27f18-6963-4364-a8f6-431a1db28f3f. Dec 17 16:48:58.703064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Router ab419d37-0d98-4577-90a9-f3a1b342edf4 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:48:58.819062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:48:58.824110 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:48:58.828854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] Sync routers for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:48:58.840185 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:48:58.840823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:48:58.851957 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0c01a4c4-b5df-4376-baab-9622520f1ea5 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "DELETE /v2.0/floatingips/a50ac60f-3bc2-4f7e-8f8a-229113748e8f HTTP/1.1" status: 204 len: 168 time: 0.9442399 Dec 17 16:48:58.852560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:48:58.854835 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96016e43-d926-4b02-9ef7-8d9eff071353" -d '{"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:48:58.963984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:48:58.976566 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b0380-91da-43c2-8beb-308a84d556c5 x-openstack-request-id: req-d38b0380-91da-43c2-8beb-308a84d556c5 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:48:58.977083 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:48:58.977413 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d38b0380-91da-43c2-8beb-308a84d556c5 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:48:58.977992 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'status': 'completed', 'code': 200} Dec 17 16:48:59.056210 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-4328644d-70d4-47ad-9c25-2ffca46c0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:59.057900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-4328644d-70d4-47ad-9c25-2ffca46c0fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 1098 time: 0.0613556 Dec 17 16:48:59.161965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-21fc5328-410a-4895-9f28-9dfc23167408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:59.163506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-21fc5328-410a-4895-9f28-9dfc23167408 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 200 len: 916 time: 0.0965104 Dec 17 16:48:59.196067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 5, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:48:59.211028 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-305c667d-f5f8-47c7-8a51-e8b7a947e6e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 200 len: 217 time: 0.0399456 Dec 17 16:48:59.222436 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] Checking router: ab419d37-0d98-4577-90a9-f3a1b342edf4 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:48:59.231302 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:48:59.232078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:48:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:48:59.261292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-a68b30d3-e63c-4086-abb8-08cd727f29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:59.262828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-a68b30d3-e63c-4086-abb8-08cd727f29a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 200 len: 854 time: 0.0446732 Dec 17 16:48:59.311703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-a009e2e6-1a4c-45d1-9b0d-d663b5bc1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:59.313281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-a009e2e6-1a4c-45d1-9b0d-d663b5bc1032 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417225 Dec 17 16:48:59.341414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:48:59.414864 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-1a30f503-b6b7-44b3-aa0f-470a34133dca service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938866 Dec 17 16:48:59.513622 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-96016e43-d926-4b02-9ef7-8d9eff071353 req-5582f626-7c4d-4684-a4d1-2994fec5b30a service neutron] 10.222.0.49 "GET /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849061 Dec 17 16:48:59.556866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 5, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:48:59.587253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb85f8-c8f4-4ce5-aded-04e1cec4b0f1 None None] The sync data for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 is: [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:56Z', 'revision_number': 4, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf', 'name': '', 'network_id': '7e77b45d-17d3-4a67-9db7-3ec8b90cb12d', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'mac_address': 'fa:16:3e:a5:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:56Z', 'updated_at': '2021-12-17T16:47:01Z', 'revision_number': 5, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'subnets': [{'id': '1ce8277a-3db0-4cef-bac7-e680ae4c31b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:48:59.814629 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7b6048-3e83-4c16-a3bd-6726fb6fe68f None None] New status for floating IP a50ac60f-3bc2-4f7e-8f8a-229113748e8f: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:49:06.535995 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a69998f8-9f9e-4e52-b768-8c0b9d9cea0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:08.086700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762f135-861d-4006-b1ec-a502d29e9f65 req-a8a16193-72b1-4821-9ea4-c607d56a190a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:08.088229 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d762f135-861d-4006-b1ec-a502d29e9f65 req-a8a16193-72b1-4821-9ea4-c607d56a190a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0498943 Dec 17 16:49:08.145456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d762f135-861d-4006-b1ec-a502d29e9f65 req-3827bc94-3450-4a31-b680-7d3654daa22b tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Dec 17 16:49:08.956854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-12e47e6d-8230-4f32-a5c7-731af83a3d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:09.278950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5a16c-019d-43f2-8b7d-098c548ca99e req-0c5845cc-cd3e-4a59-8b05-108a6cdfa867 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:09.280526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5a5a16c-019d-43f2-8b7d-098c548ca99e req-0c5845cc-cd3e-4a59-8b05-108a6cdfa867 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0534148 Dec 17 16:49:09.328606 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b5a5a16c-019d-43f2-8b7d-098c548ca99e req-f9102f79-f9b4-447a-9960-e87e1d77be2a tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/security-groups?id=b3624f03-c37f-4351-b816-169008b326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Dec 17 16:49:09.706221 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-223cbcf8-9c1a-4d4e-bd4c-eddca1daeb64 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:09.707672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-223cbcf8-9c1a-4d4e-bd4c-eddca1daeb64 tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.49 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 946 time: 0.0655141 Dec 17 16:49:09.798271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Deleting port e9f27f18-6963-4364-a8f6-431a1db28f3f {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:09.798604 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:09.905755 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] For port e9f27f18-6963-4364-a8f6-431a1db28f3f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=e9f27f18-6963-4364-a8f6-431a1db28f3f,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:09.906218 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:09.919847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Calling delete_port for e9f27f18-6963-4364-a8f6-431a1db28f3f owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:10.053332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:10.075835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['e9f27f18-6963-4364-a8f6-431a1db28f3f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:49:10.082088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Pushing event deleted for resources: {'Port': ['ID=e9f27f18-6963-4364-a8f6-431a1db28f3f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:10.124414 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] No DVR routers for this DVR port e9f27f18-6963-4364-a8f6-431a1db28f3f on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:49:10.127788 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:10.131174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3bf44eb-414f-45e0-9a15-e2c4387f5b65 req-4988cc76-6cfd-4464-aea6-9a866cedff8e tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.49 "DELETE /v2.0/ports/e9f27f18-6963-4364-a8f6-431a1db28f3f HTTP/1.1" status: 204 len: 173 time: 0.4169734 Dec 17 16:49:10.131629 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'name': 'network-vif-deleted', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:49:10.133905 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb277a8a-d3b3-430b-99c4-b553b075383f" -d '{"events": [{"server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "name": "network-vif-deleted", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:49:10.227513 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:10.231011 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bd3b67-9a5c-4d41-b34c-950c25b982d8 x-openstack-request-id: req-d4bd3b67-9a5c-4d41-b34c-950c25b982d8 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:49:10.231303 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687fd6aa-03d8-4079-8576-f3f00a64edf4", "name": "network-vif-deleted", "tag": "e9f27f18-6963-4364-a8f6-431a1db28f3f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:49:10.231632 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4bd3b67-9a5c-4d41-b34c-950c25b982d8 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:49:10.232264 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687fd6aa-03d8-4079-8576-f3f00a64edf4', 'name': 'network-vif-deleted', 'tag': 'e9f27f18-6963-4364-a8f6-431a1db28f3f', 'status': 'completed', 'code': 200} Dec 17 16:49:10.441596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f979fbe2-ba93-4583-978c-b53dc2754e7c req-5832ac4e-8e95-4c72-9822-0d483d9ce5ad tempest-TestMinimumBasicScenario-359329843 tempest-TestMinimumBasicScenario-359329843-project] 10.222.0.54 "GET /v2.0/ports?device_id=687fd6aa-03d8-4079-8576-f3f00a64edf4 HTTP/1.1" status: 200 len: 210 time: 0.0312805 Dec 17 16:49:11.352781 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:11.387780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:12.077122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39670) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:12.176900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:12.438565 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:13.018707 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Deleting port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:13.019044 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:13.038433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e9f27f18-6963-4364-a8f6-431a1db28f3f no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:49:13.058848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: e9f27f18-6963-4364-a8f6-431a1db28f3f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:49:13.059165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device e9f27f18-6963-4364-a8f6-431a1db28f3f not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:49:13.116197 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] For port 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:13.116857 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:13.133174 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Calling delete_port for 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:13.323766 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:13.348927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:13.527874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:13.747886 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Router ab419d37-0d98-4577-90a9-f3a1b342edf4 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:49:13.854596 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:49:13.860324 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-107ecfb2-c816-43ec-b7a7-087612a035c2 admin admin] 10.222.0.54 "PUT /v2.0/routers/ab419d37-0d98-4577-90a9-f3a1b342edf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7821703 Dec 17 16:49:13.863036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39672) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:13.865005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] Sync routers for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:49:13.875686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:13.876340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:13.976791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:13.984347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:14.083581 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.138668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Deleting port d7bf53f5-c572-4050-b1bb-ff2e877f52e5 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:14.139371 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.168147 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:49:13Z', 'revision_number': 5, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port': {'id': 'd7bf53f5-c572-4050-b1bb-ff2e877f52e5', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:af:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:14.194551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] Checking router: ab419d37-0d98-4577-90a9-f3a1b342edf4 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:49:14.203652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] Routers {'ab419d37-0d98-4577-90a9-f3a1b342edf4'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:14.204402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ab419d37-0d98-4577-90a9-f3a1b342edf4'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:14.222178 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] For port d7bf53f5-c572-4050-b1bb-ff2e877f52e5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:14.222554 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.234674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Calling delete_port for d7bf53f5-c572-4050-b1bb-ff2e877f52e5 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:14.291624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] Set router ab419d37-0d98-4577-90a9-f3a1b342edf4 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:14.345603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:49:14Z', 'revision_number': 6, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:14.373273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bf7c3f-1e03-4f33-8db2-f36a1feecd0b None None] The sync data for ids ['ab419d37-0d98-4577-90a9-f3a1b342edf4'] in n-d-806683-20 is: [{'id': 'ab419d37-0d98-4577-90a9-f3a1b342edf4', 'name': 'tempest-TestMinimumBasicScenario-1081556029-router', 'tenant_id': '1470896cde8c4f599421fdcdb4d2e06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:54Z', 'updated_at': '2021-12-17T16:49:14Z', 'revision_number': 6, 'project_id': '1470896cde8c4f599421fdcdb4d2e06b', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:49:14.407899 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.434195 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bf53f5-c572-4050-b1bb-ff2e877f52e5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:14.448615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e4c27d-d6e7-4f40-9f5e-8bc7780db74a None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:49:14.498587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.594583 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.596844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.648219 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.648714 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab419d37-0d98-4577-90a9-f3a1b342edf4 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:49:14.653478 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.654686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-107890d8-1370-413b-9e42-631385bcdbc9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ab419d37-0d98-4577-90a9-f3a1b342edf4 HTTP/1.1" status: 204 len: 168 time: 0.7905257 Dec 17 16:49:14.657164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39674) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:14.705657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] Deleting subnet 1ce8277a-3db0-4cef-bac7-e680ae4c31b5 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:49:14.709765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.746393 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.835015 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.895657 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.922297 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce8277a-3db0-4cef-bac7-e680ae4c31b5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:14.927893 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:14.932237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ce097d9d-c281-4a5e-9049-3b65e6a0b3e8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1ce8277a-3db0-4cef-bac7-e680ae4c31b5 HTTP/1.1" status: 204 len: 168 time: 0.2737763 Dec 17 16:49:14.933306 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d72fa7-b519-4834-833e-45d2101d7b6f None None] Network 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:49:14.934934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39676) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:15.010028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.068358 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Deleting port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:15.068683 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.140505 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] For port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:15.141132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.155930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Calling delete_port for 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:15.156823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] DHCP port deletion for 7e77b45d-17d3-4a67-9db7-3ec8b90cb12d request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:49:15.207339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Deleting port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:15.208080 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.244291 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.271435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:15.275185 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] No DVR routers for this DVR port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:49:15.281849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] For port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,segment=NetworkSegment(8c3cf8d3-acec-4faa-8acd-29c54b1714f5),segment_id=8c3cf8d3-acec-4faa-8acd-29c54b1714f5)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:15.282271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.295429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Calling delete_port for 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:15.353618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.374916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.376850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e77b45d-17d3-4a67-9db7-3ec8b90cb12d']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:15.387970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3cf8d3-acec-4faa-8acd-29c54b1714f5') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:15.388321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3cf8d3-acec-4faa-8acd-29c54b1714f5') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:15.399692 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.400867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Pushing event deleted for resources: {'Port': ['ID=34c2ada4-65c7-4ac5-ba06-dc557ae20c5d,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:15.409094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] No DVR routers for this DVR port 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:49:15.411444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.411791 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.412193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.412519 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.412877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.413211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.413532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.413858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.414175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.414492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.414812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.415137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.415454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaa3d30-e77c-4fad-a120-96cfa4545c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:15.416480 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.432432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:49:15.432833 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:49:15.434736 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:49:15.491268 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.496853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.500072 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7e77b45d-17d3-4a67-9db7-3ec8b90cb12d HTTP/1.1" status: 204 len: 168 time: 0.5641584 Dec 17 16:49:15.503431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39678) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:15.511972 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497e0bf-ecd0-4299-acc2-1e7f5a83bc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e77b45d-17d3-4a67-9db7-3ec8b90cb12d,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:15.888623 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.947589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:15.949776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d7bf53f5-c572-4050-b1bb-ff2e877f52e5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:49:15.970426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: d7bf53f5-c572-4050-b1bb-ff2e877f52e5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:49:15.970774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device d7bf53f5-c572-4050-b1bb-ff2e877f52e5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:49:15.971190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:49:15.991998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:49:15.992340 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 34c2ada4-65c7-4ac5-ba06-dc557ae20c5d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:49:15.992764 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:49:16.012366 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:49:16.012703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 52cf14b8-e358-4f21-b6b6-ed9a7a73cdaf not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:49:16.496215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Deleting port c8b10668-331e-416a-a22f-4a301521586b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:16.496608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:16.584588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] For port c8b10668-331e-416a-a22f-4a301521586b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=c8b10668-331e-416a-a22f-4a301521586b,segment=NetworkSegment(1b83df91-e1a3-470e-9aeb-331d8726a514),segment_id=1b83df91-e1a3-470e-9aeb-331d8726a514)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:16.585332 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:16.598736 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Calling delete_port for c8b10668-331e-416a-a22f-4a301521586b owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:16.779789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:16.809157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b10668-331e-416a-a22f-4a301521586b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:16.972064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:17.198710 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Router ebe68c6b-3375-439c-8194-a6542b77750d has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:49:17.313041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:49:17.318575 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-87ab3fbc-a831-4412-b837-d606f0965ec8 admin admin] 10.222.0.54 "PUT /v2.0/routers/ebe68c6b-3375-439c-8194-a6542b77750d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8139002 Dec 17 16:49:17.321345 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39680) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:17.322769 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da93422-9eac-4920-a00c-705667724481 None None] Sync routers for ids ['ebe68c6b-3375-439c-8194-a6542b77750d'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:49:17.333316 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] Routers {'ebe68c6b-3375-439c-8194-a6542b77750d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:17.334052 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ebe68c6b-3375-439c-8194-a6542b77750d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:17.430932 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:17.439502 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] Set router ebe68c6b-3375-439c-8194-a6542b77750d gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:17.535216 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:17.596232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Deleting port 84d0a649-753b-42f5-af4c-1b6910a0553d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:17.596812 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:17.629521 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:49:16Z', 'revision_number': 5, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port': {'id': '84d0a649-753b-42f5-af4c-1b6910a0553d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:46:59Z', 'updated_at': '2021-12-17T16:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:17.656719 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da93422-9eac-4920-a00c-705667724481 None None] Checking router: ebe68c6b-3375-439c-8194-a6542b77750d for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:49:17.665095 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] Routers {'ebe68c6b-3375-439c-8194-a6542b77750d'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:17.665704 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['ebe68c6b-3375-439c-8194-a6542b77750d'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:17.679509 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] For port 84d0a649-753b-42f5-af4c-1b6910a0553d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=84d0a649-753b-42f5-af4c-1b6910a0553d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:17.679866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:17.692150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Calling delete_port for 84d0a649-753b-42f5-af4c-1b6910a0553d owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:17.753342 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] Set router ebe68c6b-3375-439c-8194-a6542b77750d gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:17.806873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-4da93422-9eac-4920-a00c-705667724481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:49:17Z', 'revision_number': 6, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:17.833382 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da93422-9eac-4920-a00c-705667724481 None None] The sync data for ids ['ebe68c6b-3375-439c-8194-a6542b77750d'] in n-d-806683-20 is: [{'id': 'ebe68c6b-3375-439c-8194-a6542b77750d', 'name': 'tempest-TestMinimumBasicScenario-1843570991-router', 'tenant_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:46:58Z', 'updated_at': '2021-12-17T16:49:17Z', 'revision_number': 6, 'project_id': '7d58e8fa308c4d5ca78cf07915a67ce7', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:49:17.864337 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:17.894589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Pushing event deleted for resources: {'Port': ['ID=84d0a649-753b-42f5-af4c-1b6910a0553d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:17.909748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718811b8-caf1-4cb9-b11a-b10546f95c24 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:49:17.959260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.049294 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.051536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.095104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.095557 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebe68c6b-3375-439c-8194-a6542b77750d {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:49:18.100440 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.101712 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-c06fa775-0520-4517-bb32-26b0d2854acf admin admin] 10.222.0.54 "DELETE /v2.0/routers/ebe68c6b-3375-439c-8194-a6542b77750d HTTP/1.1" status: 204 len: 168 time: 0.7793889 Dec 17 16:49:18.104280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39682) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:18.154326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] Deleting subnet 20265455-fbef-4ce7-8695-1ebd5f654bbb {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:49:18.157597 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.200364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.297502 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.365009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.388289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20265455-fbef-4ce7-8695-1ebd5f654bbb,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:18.394361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.400592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444838d-7689-4a7e-a180-18995a02995a None None] Network c11e0ddf-e991-46ed-af95-340458ba4e57 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:49:18.401389 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:18.403388 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-43f2c0dc-dba1-48b0-838b-d249a7beacfe admin admin] 10.222.0.54 "DELETE /v2.0/subnets/20265455-fbef-4ce7-8695-1ebd5f654bbb HTTP/1.1" status: 204 len: 168 time: 0.2959075 Dec 17 16:49:18.483642 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.541032 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Deleting port b24404c3-b76f-4b84-bb82-fb5543897a5f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:18.541495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.606397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] For port b24404c3-b76f-4b84-bb82-fb5543897a5f, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=b24404c3-b76f-4b84-bb82-fb5543897a5f,segment=NetworkSegment(1b83df91-e1a3-470e-9aeb-331d8726a514),segment_id=1b83df91-e1a3-470e-9aeb-331d8726a514)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:18.606759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.619665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Calling delete_port for b24404c3-b76f-4b84-bb82-fb5543897a5f owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:18.673412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] DHCP port deletion for c11e0ddf-e991-46ed-af95-340458ba4e57 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:49:18.676883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8b10668-331e-416a-a22f-4a301521586b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:49:18.699549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: c8b10668-331e-416a-a22f-4a301521586b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:49:18.699914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device c8b10668-331e-416a-a22f-4a301521586b not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:49:18.710290 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.738346 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24404c3-b76f-4b84-bb82-fb5543897a5f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:18.741794 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] Deleting port b24404c3-b76f-4b84-bb82-fb5543897a5f {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:49:18.742160 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.743734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] No DVR routers for this DVR port b24404c3-b76f-4b84-bb82-fb5543897a5f on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:49:18.833283 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.842395 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] For port b24404c3-b76f-4b84-bb82-fb5543897a5f, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:18.842788 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.855357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11e0ddf-e991-46ed-af95-340458ba4e57']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:18.857965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] Calling delete_port for b24404c3-b76f-4b84-bb82-fb5543897a5f owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:49:18.860985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] Port b24404c3-b76f-4b84-bb82-fb5543897a5f was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 16:49:18.863139 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.866859 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b83df91-e1a3-470e-9aeb-331d8726a514') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:18.867155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b83df91-e1a3-470e-9aeb-331d8726a514') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:18.880500 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.896689 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] Pushing event deleted for resources: {'Port': ['ID=b24404c3-b76f-4b84-bb82-fb5543897a5f,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:18.897070 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.900936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed8464-0a67-4ee8-a0bd-6a3c0c55668b None None] No DVR routers for this DVR port b24404c3-b76f-4b84-bb82-fb5543897a5f on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:49:18.913656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:49:18.914298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:49:18.916285 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:49:18.978266 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.994318 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:18.997562 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c11e0ddf-e991-46ed-af95-340458ba4e57 HTTP/1.1" status: 204 len: 168 time: 0.5950418 Dec 17 16:49:19.010339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff573798-69f1-467c-9bdf-c2d8ecf10945 admin admin] Pushing event deleted for resources: {'Network': ['ID=c11e0ddf-e991-46ed-af95-340458ba4e57,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:19.183779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39688) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:19.236358 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a68cc3e8-b952-4a7e-9f45-ff18a00ccc82 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1470896cde8c4f599421fdcdb4d2e06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512288 Dec 17 16:49:19.239129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39690) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:19.288569 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9169-a0cf-468e-afd7-6c5a1124505f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.310971 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9169-a0cf-468e-afd7-6c5a1124505f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.360629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9169-a0cf-468e-afd7-6c5a1124505f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.363586 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9169-a0cf-468e-afd7-6c5a1124505f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.364971 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e2fe9169-a0cf-468e-afd7-6c5a1124505f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3624f03-c37f-4351-b816-169008b326f6 HTTP/1.1" status: 204 len: 168 time: 0.1248403 Dec 17 16:49:19.373099 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe9169-a0cf-468e-afd7-6c5a1124505f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3624f03-c37f-4351-b816-169008b326f6,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:19.745736 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39696) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:19.787393 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-34809afd-25e5-48b3-8cc4-9734082767b3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d58e8fa308c4d5ca78cf07915a67ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404077 Dec 17 16:49:19.790104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39698) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:19.837847 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b95c1e3-bf97-4882-845f-10a99cb4a4eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.866745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b95c1e3-bf97-4882-845f-10a99cb4a4eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.919942 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b95c1e3-bf97-4882-845f-10a99cb4a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.922563 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9b95c1e3-bf97-4882-845f-10a99cb4a4eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:19.923747 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9b95c1e3-bf97-4882-845f-10a99cb4a4eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6d991a5-a4fb-4876-ba14-8aa69f382111 HTTP/1.1" status: 204 len: 168 time: 0.1326578 Dec 17 16:49:19.932170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95c1e3-bf97-4882-845f-10a99cb4a4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d991a5-a4fb-4876-ba14-8aa69f382111,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:19.951855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b24404c3-b76f-4b84-bb82-fb5543897a5f no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:49:20.151445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: b24404c3-b76f-4b84-bb82-fb5543897a5f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:49:20.151686 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device b24404c3-b76f-4b84-bb82-fb5543897a5f not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:49:20.152171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 84d0a649-753b-42f5-af4c-1b6910a0553d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:49:20.172059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 84d0a649-753b-42f5-af4c-1b6910a0553d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:49:20.172388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 84d0a649-753b-42f5-af4c-1b6910a0553d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:49:21.628597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39738) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:21.635506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566150414', 'description': 'tempest-secgroup-smoke-1566150414 description', 'project_id': 'd92c1b164fa44371800a566ee555a0ed'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:21.665172 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.673102 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.750851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.756664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.795326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27323f0d-bf2b-45b5-a814-4add2da24f95,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:21.836481 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.842022 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.873238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.877099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2446742 Dec 17 16:49:21.877099 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d58dd1-3a3b-4759-a212-d90a39e31b68 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411c854c-266e-49fb-b972-61eda695d8c3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:21.877842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39740) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:21.882902 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3976e6bd-79bb-4e05-81b5-d351e2e388a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '411c854c-266e-49fb-b972-61eda695d8c3', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:21.915710 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3976e6bd-79bb-4e05-81b5-d351e2e388a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.963846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3976e6bd-79bb-4e05-81b5-d351e2e388a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.969046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3976e6bd-79bb-4e05-81b5-d351e2e388a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.986258 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976e6bd-79bb-4e05-81b5-d351e2e388a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c74d4f-db23-4830-a24b-afb535097698,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:21.995361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3976e6bd-79bb-4e05-81b5-d351e2e388a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:21.996585 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3976e6bd-79bb-4e05-81b5-d351e2e388a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177874 Dec 17 16:49:21.999325 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39742) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:22.003593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3b663ce9-f19a-45cf-b0b5-71976d20560c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '411c854c-266e-49fb-b972-61eda695d8c3', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:22.032451 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b663ce9-f19a-45cf-b0b5-71976d20560c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.090218 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b663ce9-f19a-45cf-b0b5-71976d20560c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.095330 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b663ce9-f19a-45cf-b0b5-71976d20560c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.113328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b663ce9-f19a-45cf-b0b5-71976d20560c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cbed8b-fa79-458d-bc52-e8659fb52253,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:22.123144 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b663ce9-f19a-45cf-b0b5-71976d20560c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.124448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3b663ce9-f19a-45cf-b0b5-71976d20560c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241446 Dec 17 16:49:22.127246 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39744) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:22.131552 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7ceae75a-943f-4a5a-9593-a1321835ad55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '411c854c-266e-49fb-b972-61eda695d8c3', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:22.162706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ceae75a-943f-4a5a-9593-a1321835ad55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.223425 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ceae75a-943f-4a5a-9593-a1321835ad55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.228742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ceae75a-943f-4a5a-9593-a1321835ad55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.249027 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae75a-943f-4a5a-9593-a1321835ad55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04d2a13-49f3-407f-90b7-f42f764e4b69,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:22.255957 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7ceae75a-943f-4a5a-9593-a1321835ad55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.257214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7ceae75a-943f-4a5a-9593-a1321835ad55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289587 Dec 17 16:49:22.261130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39746) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:22.265803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-70dec978-3f11-4949-90a8-c00291f13b49 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '411c854c-266e-49fb-b972-61eda695d8c3', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:22.297905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70dec978-3f11-4949-90a8-c00291f13b49 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.357556 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70dec978-3f11-4949-90a8-c00291f13b49 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.363694 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70dec978-3f11-4949-90a8-c00291f13b49 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.381112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dec978-3f11-4949-90a8-c00291f13b49 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9de4e5b-50cc-4344-8354-c969f952b623,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:22.387719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-70dec978-3f11-4949-90a8-c00291f13b49 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.388964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-70dec978-3f11-4949-90a8-c00291f13b49 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268973 Dec 17 16:49:22.391993 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39748) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:22.396734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '411c854c-266e-49fb-b972-61eda695d8c3', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:22.422641 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:49:22.427497 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.488566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.494096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.511933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ead1abc-5017-44bb-8399-6f969bb968cd,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:22.519555 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.521228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6f1679e5-ccac-4886-a6a3-af494a3f8309 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281097 Dec 17 16:49:22.524025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39750) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:22.528386 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '411c854c-266e-49fb-b972-61eda695d8c3', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:22.553128 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:49:22.558036 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.620372 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.628230 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.653502 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f15c385-b91b-4ee0-acca-681a8460c3b8,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:22.662233 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.663531 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-49604d0e-6899-4823-bc0d-fcdad481d208 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385508 Dec 17 16:49:22.667471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39752) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:22.674030 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'network': {'name': 'tempest-network-smoke--1527695272', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'port_security_enabled': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:22.702324 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:49:22.705992 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.731041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:49:22.741562 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.741908 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Added segment b0b82ae3-4e30-4cca-96d9-a0f28b6983e3 of type vlan for network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c Dec 17 16:49:22.784753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.811946 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.818094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:22.818684 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.878813 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2074935 Dec 17 16:49:22.879687 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39754) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:22.884920 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'admin_state_up': True, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:22.889003 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22043fd-6f7a-4103-bb6c-a5f04edf1a43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Network': ['ID=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:22.901183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:49:22.918656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.919618 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:22.974627 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:23.115443 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:23.309479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:23.328031 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:23.443114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.168 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/2f0e1cdc-d79b-42c7-ba26-ce09188dc18d) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:49:23.543739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:23.579536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:23.632068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:49:23.634939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:49:23.637462 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:49:23.642927 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:23.647908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260b84e-14b5-43b9-8810-03aa2af08470 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:49:23.698792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-87187d80-ab38-4772-8135-b948c25e6a0f None None] Provisioning complete for port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:23.699228 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-87187d80-ab38-4772-8135-b948c25e6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:23.734319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-87187d80-ab38-4772-8135-b948c25e6a0f None None] Port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:49:24.230269 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:24.433959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:24.569204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e3303327-0b22-4a3a-9cbe-ece46611653e is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:49:24.680060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:49:24.690091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Sync routers for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:49:24.701479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:24.702036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:24.702664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:24.702805 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a5d28471-c0fe-414a-8937-a2cfa8762657 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8224185 Dec 17 16:49:24.706193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39756) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:24.811175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:24.844943 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e19fb53d-aa57-4567-b53c-df7c6ea146d8 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d92c1b164fa44371800a566ee555a0ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1350822 Dec 17 16:49:24.845173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39760) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:24.936291 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f5d94-8255-4eca-acba-608d13c4aba8 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:24.937833 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-925f5d94-8255-4eca-acba-608d13c4aba8 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916753 Dec 17 16:49:24.940915 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39762) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:24.970029 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f48f9992-7e56-4519-a75c-35b6fc7faed5 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280454 Dec 17 16:49:24.973124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39764) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:24.978424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130797370', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:24.996083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:24Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:25.022822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Checking router: e3303327-0b22-4a3a-9cbe-ece46611653e for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:49:25.023173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Updating router e3303327-0b22-4a3a-9cbe-ece46611653e port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:49:25.053846 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.076188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:49:25.079676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.258862 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.312508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.319145 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.319341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Subnet': ['ID=059b51df-a389-4b48-a7f4-f2db8ca9b2bf,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:25.327710 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Checking segment: {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:49:25.328096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network hostable DHCP agents. Network: cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:49:25.345440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:49:25.356773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:49:25.362323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:25.362914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.378580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fddeac-eae1-4907-96cf-fd0b79a48f91 None None] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:49:25.380883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43274e60-6d68-4e9f-8d7d-d3a86bf14e01 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:49:25.381502 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bfb5a683-870b-42a1-85c3-bf2298addd3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4072104 Dec 17 16:49:25.384625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39766) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:25.399562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Attempting to bind port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:49:25.399956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Attempting to bind port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:49:25.400320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Attempting to bind port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:49:25.438167 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ccf3e-219a-4233-9923-cd715eef4089 None None] Pushing event updated for resources: {'Port': ['ID=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:25.447517 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:49:25.447918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:49:25.448319 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.448707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:49:25.449198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Bound port: 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:49:25.449547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.539024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-484468f7-1a7e-4e00-9f30-e05ce67e42f6 None None] Provisioning complete for port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:25.539275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-484468f7-1a7e-4e00-9f30-e05ce67e42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.566454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:49:25.567366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.586646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] For port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:49:25.607020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] For port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:49:25.615368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-484468f7-1a7e-4e00-9f30-e05ce67e42f6 None None] Port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:49:25.618127 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.712419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb08fd2-6453-40a9-b0af-1afe6521ef0e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:49:25.755662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:25.756359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:25.759868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ccf3e-219a-4233-9923-cd715eef4089 None None] Pushing event updated for resources: {'Port': ['ID=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:25.849800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.887934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Allocated IP 172.20.0.2 (cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c/059b51df-a389-4b48-a7f4-f2db8ca9b2bf/e2061445-2768-4d27-9941-0331edc7bd60) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:49:25.896974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7d1ae900-2ee3-4bb9-8c07-5c6158f6a49b None None] Provisioning complete for port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:25.897332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae900-2ee3-4bb9-8c07-5c6158f6a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:25.994513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:26.221745 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae900-2ee3-4bb9-8c07-5c6158f6a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.229532 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.256204 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.271449 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7d1ae900-2ee3-4bb9-8c07-5c6158f6a49b None None] For port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:26.287081 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.1 (cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c/059b51df-a389-4b48-a7f4-f2db8ca9b2bf/72cfa7bc-83b2-4eec-8155-156c74f85d01) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:49:26.298527 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae900-2ee3-4bb9-8c07-5c6158f6a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.314024 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:49:26.319549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:49:26.322977 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:49:26.324850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Pushing event updated for resources: {'Port': ['ID=e2061445-2768-4d27-9941-0331edc7bd60,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:26.405374 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.420168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:24Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:26.430072 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Attempting to bind port e2061445-2768-4d27-9941-0331edc7bd60 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:49:26.430412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Attempting to bind port e2061445-2768-4d27-9941-0331edc7bd60 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:49:26.430792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Attempting to bind port e2061445-2768-4d27-9941-0331edc7bd60 on network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:49:26.439387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.459989 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ae900-2ee3-4bb9-8c07-5c6158f6a49b None None] Pushing event updated for resources: {'Port': ['ID=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:26.462958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cc29f-7ed2-40ea-9794-93de940b8eb6 None None] The sync data for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 is: [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:24Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:49:26.465477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:49:26.465978 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Checking segment: {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:49:26.466248 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.466632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Bound using segment: {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:49:26.467106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Bound port: e2061445-2768-4d27-9941-0331edc7bd60, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:49:26.467485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.486054 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:49:26.493395 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:49:26.495408 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=72cfa7bc-83b2-4eec-8155-156c74f85d01,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:26.500393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:49:26.553350 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.724973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.736654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] For port e2061445-2768-4d27-9941-0331edc7bd60, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:49:26.740267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] For port e2061445-2768-4d27-9941-0331edc7bd60, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e2061445-2768-4d27-9941-0331edc7bd60,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:49:26.744485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:26.811192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fc300-f9f6-4350-9670-77222c78e335 None None] Pushing event updated for resources: {'Port': ['ID=e2061445-2768-4d27-9941-0331edc7bd60,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:27.065177 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:27.071204 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:27.160871 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=72cfa7bc-83b2-4eec-8155-156c74f85d01,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:27.164080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:27.265999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:49:27.267438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:49:27.382432 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e3303327-0b22-4a3a-9cbe-ece46611653e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:49:27.495369 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:49:27.501069 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a25704ce-a058-4680-b4eb-0c2794cff2ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/e3303327-0b22-4a3a-9cbe-ece46611653e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1154320 Dec 17 16:49:27.661495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-46566ef6-063e-474c-9491-0acf7717f9e0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566150414&fields=id&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 267 time: 0.0500667 Dec 17 16:49:27.777750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-6d324c86-caf2-4c14-94de-7423c3ec18d2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:27.777940 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37fd45-870d-437b-92a4-49672f0a560c None None] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:49:27.779258 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-6d324c86-caf2-4c14-94de-7423c3ec18d2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/networks?id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c HTTP/1.1" status: 200 len: 797 time: 0.1107132 Dec 17 16:49:27.795057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-c0c394c5-02da-4dd0-9069-8045df7c6a7f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/quotas/d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 375 time: 0.0098474 Dec 17 16:49:27.847527 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-0ffb9303-8be8-40d3-b6b8-ef8641c4de63 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457575 Dec 17 16:49:27.851300 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d62fb0bb-1bcd-497f-8c35-8ede4315f6c1 None None] Provisioning complete for port e2061445-2768-4d27-9941-0331edc7bd60 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:27.851677 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d62fb0bb-1bcd-497f-8c35-8ede4315f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:27.863686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-01a4d94d-59f6-40b8-a1a3-b3bfd76294fb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:49:27.864805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-01a4d94d-59f6-40b8-a1a3-b3bfd76294fb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059516 Dec 17 16:49:27.977831 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-ff7e0f05-2a83-46a9-b2d0-21b1b8ab5532 service neutron] 10.222.0.54 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063440 Dec 17 16:49:27.978010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d62fb0bb-1bcd-497f-8c35-8ede4315f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.038492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-d62fb0bb-1bcd-497f-8c35-8ede4315f6c1 None None] For port e2061445-2768-4d27-9941-0331edc7bd60, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e2061445-2768-4d27-9941-0331edc7bd60,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:28.047083 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d62fb0bb-1bcd-497f-8c35-8ede4315f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.101841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e2061445-2768-4d27-9941-0331edc7bd60 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:49:28.121148 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-2d65bfa5-bdde-4df4-b99e-8939ccee3d62 service neutron] 10.222.0.54 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418943 Dec 17 16:49:28.200843 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fb0bb-1bcd-497f-8c35-8ede4315f6c1 None None] Pushing event updated for resources: {'Port': ['ID=e2061445-2768-4d27-9941-0331edc7bd60,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:28.204248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e2061445-2768-4d27-9941-0331edc7bd60 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:28.204625 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.312199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3a416f45-9375-423a-9bba-46720260acc2 None None] Provisioning complete for port 72cfa7bc-83b2-4eec-8155-156c74f85d01 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:28.312580 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a416f45-9375-423a-9bba-46720260acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.409339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:49:28.421667 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-75568850-a243-4d58-b20e-08d075279381 req-2021d4ca-e718-4d71-8bb5-3dab57904ee2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 210 time: 0.0701313 Dec 17 16:49:28.472425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3a416f45-9375-423a-9bba-46720260acc2 None None] Port 72cfa7bc-83b2-4eec-8155-156c74f85d01 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:49:28.492522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3a416f45-9375-423a-9bba-46720260acc2 None None] Provisioning complete for port e2061445-2768-4d27-9941-0331edc7bd60 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:28.492899 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3a416f45-9375-423a-9bba-46720260acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.509101 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Sync routers for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:49:28.524802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:28.525860 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:28.553635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:28.553988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.661948 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:28.793446 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fc108769-b965-4a6f-b54e-8ea70d06a110 None None] Provisioning complete for port 72cfa7bc-83b2-4eec-8155-156c74f85d01 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:28.794535 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fc108769-b965-4a6f-b54e-8ea70d06a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.836320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fc108769-b965-4a6f-b54e-8ea70d06a110 None None] Port 72cfa7bc-83b2-4eec-8155-156c74f85d01 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:49:28.961598 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-3d4af345-e399-4d15-a282-1abad9c8c639 None None] Provisioning complete for port 72cfa7bc-83b2-4eec-8155-156c74f85d01 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:28.962663 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3d4af345-e399-4d15-a282-1abad9c8c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:28.980234 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 2, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:29.004603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3d4af345-e399-4d15-a282-1abad9c8c639 None None] Port 72cfa7bc-83b2-4eec-8155-156c74f85d01 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:49:29.009513 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Checking router: e3303327-0b22-4a3a-9cbe-ece46611653e for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:49:29.009513 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Updating router e3303327-0b22-4a3a-9cbe-ece46611653e port 72cfa7bc-83b2-4eec-8155-156c74f85d01 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:49:29.038197 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.312925 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.318753 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.371153 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Pushing event updated for resources: {'Port': ['ID=72cfa7bc-83b2-4eec-8155-156c74f85d01,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:29.396197 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.396432 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.396805 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.397278 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.397591 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.397978 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.398277 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.398615 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.398922 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.399216 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.399559 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.399857 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.400195 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:49:29.430555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Attempting to bind port 72cfa7bc-83b2-4eec-8155-156c74f85d01 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:49:29.430917 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Attempting to bind port 72cfa7bc-83b2-4eec-8155-156c74f85d01 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:49:29.431278 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Attempting to bind port 72cfa7bc-83b2-4eec-8155-156c74f85d01 on network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:49:29.436579 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:49:29.436949 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Checking segment: {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:49:29.437352 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.437737 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Bound using segment: {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:49:29.438194 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Bound port: 72cfa7bc-83b2-4eec-8155-156c74f85d01, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:49:29.438567 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.512303 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] For port 72cfa7bc-83b2-4eec-8155-156c74f85d01, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:49:29.518444 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] For port 72cfa7bc-83b2-4eec-8155-156c74f85d01, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=72cfa7bc-83b2-4eec-8155-156c74f85d01,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:49:29.526055 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.541873 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2d6c9cfe-4669-4e41-8842-2559d65c4e20 req-fed1e852-034c-4139-ad79-c37207aa7de1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 210 time: 0.0386705 Dec 17 16:49:29.582941 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:29.583555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:29.636591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e5a5e35-9260-4da2-9f2b-0528baeb5473 None None] Provisioning complete for port 72cfa7bc-83b2-4eec-8155-156c74f85d01 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:29.637425 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5e35-9260-4da2-9f2b-0528baeb5473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.728480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-cd6074fc-c887-4f9c-af35-e77361c4052c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:29.730328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-cd6074fc-c887-4f9c-af35-e77361c4052c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/networks?id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c HTTP/1.1" status: 200 len: 797 time: 0.1536539 Dec 17 16:49:29.736121 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:29.743308 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5e35-9260-4da2-9f2b-0528baeb5473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.771063 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b08f55-8023-458f-b206-cd0975649a26 None None] Pushing event updated for resources: {'Port': ['ID=72cfa7bc-83b2-4eec-8155-156c74f85d01,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:29.789073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e5a5e35-9260-4da2-9f2b-0528baeb5473 None None] For port 72cfa7bc-83b2-4eec-8155-156c74f85d01, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=72cfa7bc-83b2-4eec-8155-156c74f85d01,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:29.797530 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e5a5e35-9260-4da2-9f2b-0528baeb5473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.832849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-b51c2ad3-abb9-417c-8fc3-10a8a970f529 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 380 time: 0.0882850 Dec 17 16:49:29.844674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'port': {'device_id': '817dcad3-7772-4cd2-91d5-59610f95f386', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'admin_state_up': True, 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'security_groups': ['411c854c-266e-49fb-b972-61eda695d8c3']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:29.857315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a5e35-9260-4da2-9f2b-0528baeb5473 None None] Pushing event updated for resources: {'Port': ['ID=72cfa7bc-83b2-4eec-8155-156c74f85d01,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:29.927377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5f6b4a38-60fc-4393-9286-98d670fb53c8 None None] Provisioning complete for port 72cfa7bc-83b2-4eec-8155-156c74f85d01 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:29.927377 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4a38-60fc-4393-9286-98d670fb53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:29.983334 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:29.984743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e2061445-2768-4d27-9941-0331edc7bd60 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:49:29.989175 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:49:29.993075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.015873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5cfaa-01e4-4fff-b6d9-53379be85148 None None] The sync data for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 is: [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:49:30.068760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e2061445-2768-4d27-9941-0331edc7bd60 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:30.069153 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.143149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.8 (cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c/059b51df-a389-4b48-a7f4-f2db8ca9b2bf/35683083-e399-4950-a53b-9458466d8ad3) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:49:30.298443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.335748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.386636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:49:30.389984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:49:30.392535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:49:30.423319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=35683083-e399-4950-a53b-9458466d8ad3,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:30.461947 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:30.462531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.490332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-a66b503a-9fa5-48ef-85a7-d9fb0f6d4e69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6514988 Dec 17 16:49:30.503142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Request body: {'port': {'device_id': '817dcad3-7772-4cd2-91d5-59610f95f386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:30.570709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.672633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715d27d-0322-47c7-ac2d-1417a048fe3b req-3e698d24-1a55-408a-a175-eb496aaca688 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:30.674247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4715d27d-0322-47c7-ac2d-1417a048fe3b req-3e698d24-1a55-408a-a175-eb496aaca688 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 931 time: 0.0556064 Dec 17 16:49:30.702823 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-11af0c6c-cbd9-4497-a600-fd0fa5617abd None None] Provisioning complete for port 35683083-e399-4950-a53b-9458466d8ad3 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:30.703459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-11af0c6c-cbd9-4497-a600-fd0fa5617abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.741275 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4715d27d-0322-47c7-ac2d-1417a048fe3b req-48d596bc-db1f-4fee-908b-79304e50c9c0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569112 Dec 17 16:49:30.759623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-11af0c6c-cbd9-4497-a600-fd0fa5617abd None None] Port 35683083-e399-4950-a53b-9458466d8ad3 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:49:30.882088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35683083-e399-4950-a53b-9458466d8ad3 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:49:30.890157 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.904278 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Transition to ACTIVE for port object 35683083-e399-4950-a53b-9458466d8ad3 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:49:30.908771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:30.962308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Pushing event updated for resources: {'Port': ['ID=35683083-e399-4950-a53b-9458466d8ad3,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:31.030956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Attempting to bind port 35683083-e399-4950-a53b-9458466d8ad3 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:49:31.031314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Attempting to bind port 35683083-e399-4950-a53b-9458466d8ad3 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:49:31.031660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Attempting to bind port 35683083-e399-4950-a53b-9458466d8ad3 on network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:49:31.036699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Port 35683083-e399-4950-a53b-9458466d8ad3 on network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:49:31.037033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Attempting to bind port 35683083-e399-4950-a53b-9458466d8ad3 on network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:49:31.042218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:49:31.042572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Checking segment: {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:49:31.042943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Bound using segment: {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:49:31.043389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Bound port: 35683083-e399-4950-a53b-9458466d8ad3, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:49:31.043757 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:31.119161 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] For port 35683083-e399-4950-a53b-9458466d8ad3, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:49:31.122484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] For port 35683083-e399-4950-a53b-9458466d8ad3, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=35683083-e399-4950-a53b-9458466d8ad3,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:49:31.130428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:31.169225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.169850 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:31.171283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] 10.222.0.49 "PUT /v2.0/ports/35683083-e399-4950-a53b-9458466d8ad3 HTTP/1.1" status: 200 len: 1092 time: 0.6727216 Dec 17 16:49:31.171744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'tag': '35683083-e399-4950-a53b-9458466d8ad3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:49:31.174142 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2" -d '{"events": [{"name": "network-changed", "server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "tag": "35683083-e399-4950-a53b-9458466d8ad3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:49:31.212404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234d429-6fb4-4156-b206-7cbf853d2d1d service neutron] Pushing event updated for resources: {'Port': ['ID=35683083-e399-4950-a53b-9458466d8ad3,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:31.252000 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18b2716-6af3-4c8e-b021-3b110e9334ea x-openstack-request-id: req-f18b2716-6af3-4c8e-b021-3b110e9334ea {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:49:31.252568 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "tag": "35683083-e399-4950-a53b-9458466d8ad3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:49:31.252975 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f18b2716-6af3-4c8e-b021-3b110e9334ea {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:49:31.253438 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'tag': '35683083-e399-4950-a53b-9458466d8ad3', 'status': 'completed', 'code': 200} Dec 17 16:49:31.271191 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-3d37fa0c-7051-4379-a415-e2815e990c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.272953 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-3d37fa0c-7051-4379-a415-e2815e990c8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 1095 time: 0.0565798 Dec 17 16:49:31.322367 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-5f1bdef8-f0d4-4591-83bf-78bfbc993cc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35683083-e399-4950-a53b-9458466d8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0419838 Dec 17 16:49:31.379539 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-f8461756-9558-4c4b-aa4c-5ae5674e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.381048 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-f8461756-9558-4c4b-aa4c-5ae5674e7d55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=059b51df-a389-4b48-a7f4-f2db8ca9b2bf HTTP/1.1" status: 200 len: 835 time: 0.0520041 Dec 17 16:49:31.428777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-450f16a1-e6c9-46d7-8835-261695b72f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.430303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-450f16a1-e6c9-46d7-8835-261695b72f99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422556 Dec 17 16:49:31.523065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-76b01ed2-d140-401e-8962-59387da75b31 service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853212 Dec 17 16:49:31.616964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-926ec9b3-ad3a-4f03-9775-92c4ed693785 req-30424a12-2328-4b29-80d3-8648ce1f7792 service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871844 Dec 17 16:49:31.710249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-9ecbb349-0328-471c-9653-0b5a7cb84995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.712730 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-9ecbb349-0328-471c-9653-0b5a7cb84995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 1095 time: 0.0468383 Dec 17 16:49:31.813085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-dc905025-2ee1-4d7a-b5d7-f1b769612f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.814596 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-dc905025-2ee1-4d7a-b5d7-f1b769612f0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c HTTP/1.1" status: 200 len: 898 time: 0.0942924 Dec 17 16:49:31.856655 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-8709db36-adc9-4a03-bdf6-2ea93195549e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35683083-e399-4950-a53b-9458466d8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0350664 Dec 17 16:49:31.862239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2eea2-2606-4aba-90d5-81ec6eb55cb5 req-29565a81-1f3c-4f5b-bd45-fbafadbac956 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.863869 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52a2eea2-2606-4aba-90d5-81ec6eb55cb5 req-29565a81-1f3c-4f5b-bd45-fbafadbac956 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 943 time: 0.0499058 Dec 17 16:49:31.909321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-c555574b-4faa-4bb4-b0ca-105733f71c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.911189 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-c555574b-4faa-4bb4-b0ca-105733f71c54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=059b51df-a389-4b48-a7f4-f2db8ca9b2bf HTTP/1.1" status: 200 len: 835 time: 0.0460668 Dec 17 16:49:31.914284 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-52a2eea2-2606-4aba-90d5-81ec6eb55cb5 req-60221cd1-3295-4f9a-8ecb-ca3466d6e940 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Dec 17 16:49:31.965961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-4f7453f6-5063-496b-9c8d-4f2074d029a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:31.967112 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-4f7453f6-5063-496b-9c8d-4f2074d029a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474317 Dec 17 16:49:31.977506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 72cfa7bc-83b2-4eec-8155-156c74f85d01 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:49:32.027062 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 72cfa7bc-83b2-4eec-8155-156c74f85d01 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:32.027407 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:32.059141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-99eb7933-1559-4c21-ada5-8ddf994d7c61 service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836565 Dec 17 16:49:32.509795 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab9f1f49-901d-47f7-a2f1-1fbdec8f42a2 req-116193d1-3a10-47bf-a156-c66ffc3a970b service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422891 Dec 17 16:49:33.053522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1bc6f-c5f2-494f-ac51-c074455e498a req-c33c7265-1126-4ea4-be3e-763c0d6afd36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:33.055044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ac1bc6f-c5f2-494f-ac51-c074455e498a req-c33c7265-1126-4ea4-be3e-763c0d6afd36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 943 time: 0.0530515 Dec 17 16:49:33.101039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 35683083-e399-4950-a53b-9458466d8ad3 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:49:33.110629 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ac1bc6f-c5f2-494f-ac51-c074455e498a req-4aeff9ff-0964-4827-9be9-ee2fd3d0c1b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461912 Dec 17 16:49:33.201612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 35683083-e399-4950-a53b-9458466d8ad3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=35683083-e399-4950-a53b-9458466d8ad3,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:33.213341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '35683083-e399-4950-a53b-9458466d8ad3', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'port_id': '35683083-e399-4950-a53b-9458466d8ad3', 'mac_address': 'fa:16:3e:c1:c8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:49:33.255548 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:33.269319 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35683083-e399-4950-a53b-9458466d8ad3 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:49:33.288546 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 35683083-e399-4950-a53b-9458466d8ad3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=35683083-e399-4950-a53b-9458466d8ad3,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:33.295724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:33.343259 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=35683083-e399-4950-a53b-9458466d8ad3,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:33.549497 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['35683083-e399-4950-a53b-9458466d8ad3'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:49:34.252763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd3b51-45cd-44ed-9aa3-9864092ebbc3 req-359f0a22-1c29-4146-a0fb-f892e5315ec7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:34.254286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88fd3b51-45cd-44ed-9aa3-9864092ebbc3 req-359f0a22-1c29-4146-a0fb-f892e5315ec7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 944 time: 0.0683441 Dec 17 16:49:34.322518 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-88fd3b51-45cd-44ed-9aa3-9864092ebbc3 req-f52ff4f7-1eff-44a2-adef-9dcd63723c3a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576794 Dec 17 16:49:34.812367 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:49:35.117309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 35683083-e399-4950-a53b-9458466d8ad3 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:49:35.175500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 35683083-e399-4950-a53b-9458466d8ad3 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:49:35.179361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 35683083-e399-4950-a53b-9458466d8ad3 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:49:35.179736 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:35.260803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:35.284086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35683083-e399-4950-a53b-9458466d8ad3'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:49:35.286349 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b3eac0-6aab-45b8-b5a8-73b4c69caecf" -d '{"events": [{"server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "name": "network-vif-plugged", "status": "completed", "tag": "35683083-e399-4950-a53b-9458466d8ad3"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:49:35.299554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 35683083-e399-4950-a53b-9458466d8ad3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=35683083-e399-4950-a53b-9458466d8ad3,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:49:35.305674 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:35.330605 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcdb780-84da-4b4a-a77d-44928482d8de x-openstack-request-id: req-0bcdb780-84da-4b4a-a77d-44928482d8de {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:49:35.330893 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "name": "network-vif-plugged", "status": "completed", "tag": "35683083-e399-4950-a53b-9458466d8ad3", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:49:35.331141 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0bcdb780-84da-4b4a-a77d-44928482d8de {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:49:35.331526 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35683083-e399-4950-a53b-9458466d8ad3', 'code': 200} Dec 17 16:49:35.360908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=35683083-e399-4950-a53b-9458466d8ad3,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:35.440321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69219434-4036-4bc6-9e66-c398b0765b37 req-050fde43-7643-4d7a-9f86-9feede82df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:35.443237 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69219434-4036-4bc6-9e66-c398b0765b37 req-050fde43-7643-4d7a-9f86-9feede82df71 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 1097 time: 0.0427139 Dec 17 16:49:35.460594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512cbbe-9ebb-40a3-8873-eb83d195ef83 req-9c17c2fc-d4b2-419a-9db0-d382ee3b9a8f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:35.462117 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2512cbbe-9ebb-40a3-8873-eb83d195ef83 req-9c17c2fc-d4b2-419a-9db0-d382ee3b9a8f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0549552 Dec 17 16:49:35.498157 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69219434-4036-4bc6-9e66-c398b0765b37 req-522c5a8b-0c1d-4410-b5ef-00a7b8578939 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470192 Dec 17 16:49:35.516460 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2512cbbe-9ebb-40a3-8873-eb83d195ef83 req-d7a90f41-0a39-45f1-93c2-8775e49497a9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480900 Dec 17 16:49:36.542539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c709d4f5-0214-4c5a-9cf5-741a55babc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:36.647214 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a5b7-a2e9-4208-bfe1-68d027fa1a5f req-3c32d55e-cef6-4f81-a09b-e71d8248ff55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:36.648850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f1d4a5b7-a2e9-4208-bfe1-68d027fa1a5f req-3c32d55e-cef6-4f81-a09b-e71d8248ff55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Dec 17 16:49:36.698182 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f1d4a5b7-a2e9-4208-bfe1-68d027fa1a5f req-9947bc81-9a12-40c3-84e8-ef3438833e4b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Dec 17 16:49:37.833597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d371-8112-41b7-bab7-2e749380208b req-266e2150-c2f7-4f96-bcb8-74c144677ecc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:37.835239 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2596d371-8112-41b7-bab7-2e749380208b req-266e2150-c2f7-4f96-bcb8-74c144677ecc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0569594 Dec 17 16:49:37.891882 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2596d371-8112-41b7-bab7-2e749380208b req-3d751314-fbac-4600-9d20-115d4429828a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Dec 17 16:49:38.033946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a819c7-e331-4cee-9bdd-ae6aa2db5615 req-ed6cd955-e7aa-4584-b1f0-aa087aab676c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:38.035449 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b1a819c7-e331-4cee-9bdd-ae6aa2db5615 req-ed6cd955-e7aa-4584-b1f0-aa087aab676c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0550544 Dec 17 16:49:38.084968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b1a819c7-e331-4cee-9bdd-ae6aa2db5615 req-2c9b04c1-3446-4bb7-9fad-df687c1590cb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 Dec 17 16:49:38.107078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39818) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:38.153719 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d081b140-fd5f-479b-b692-49be2390073e tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:38.155151 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d081b140-fd5f-479b-b692-49be2390073e tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 1092 time: 0.0466864 Dec 17 16:49:38.158331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39820) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:38.162889 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '35683083-e399-4950-a53b-9458466d8ad3', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:49:38.188991 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:38.310037 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:38.430576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.71 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/53604a93-a887-4541-88c4-d32f3e68df71) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:49:38.538260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:38.577349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:38.623518 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:49:38.626602 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:49:38.630255 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:49:38.635916 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=53604a93-a887-4541-88c4-d32f3e68df71,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:38.963752 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d9482d5-f36a-41ab-b4c6-a99cafa3c51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:39.001189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:39.072046 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:39.217536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:39.223614 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:39.303642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=53604a93-a887-4541-88c4-d32f3e68df71,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:49:39.313666 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:39.415565 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP e7541530-abdb-4405-ac69-e6728f1826e5 associated. External IP: 172.25.0.71, port: 35683083-e399-4950-a53b-9458466d8ad3. Dec 17 16:49:39.639492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e3303327-0b22-4a3a-9cbe-ece46611653e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:49:39.751648 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:49:39.765545 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] Sync routers for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:49:39.772905 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:39.777441 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:39.778066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:39.801524 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-20b510d7-9621-4287-912a-7346266329b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6421032 Dec 17 16:49:39.802485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'tag': '35683083-e399-4950-a53b-9458466d8ad3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:49:39.805028 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad0bffc-5f47-417e-abdc-d8881db8b241" -d '{"events": [{"name": "network-changed", "server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "tag": "35683083-e399-4950-a53b-9458466d8ad3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:49:39.842019 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cbca12-3217-44ea-8470-1710c2686727 x-openstack-request-id: req-89cbca12-3217-44ea-8470-1710c2686727 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:49:39.842254 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "tag": "35683083-e399-4950-a53b-9458466d8ad3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:49:39.842502 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89cbca12-3217-44ea-8470-1710c2686727 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:49:39.842916 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'tag': '35683083-e399-4950-a53b-9458466d8ad3', 'status': 'completed', 'code': 200} Dec 17 16:49:39.903778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd38c5-58fd-4e3a-90b3-bd85168e6411 req-cdcfac37-8c14-4a12-988e-d94b69f89fbe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:39.905745 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71bd38c5-58fd-4e3a-90b3-bd85168e6411 req-cdcfac37-8c14-4a12-988e-d94b69f89fbe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Dec 17 16:49:39.908893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:39.911496 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-c0039bbd-88fd-4855-bc8d-cd92256a38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:39.913180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-c0039bbd-88fd-4855-bc8d-cd92256a38dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 1097 time: 0.0445313 Dec 17 16:49:39.958984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71bd38c5-58fd-4e3a-90b3-bd85168e6411 req-c428bc68-477e-438a-b517-a816612e9550 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Dec 17 16:49:39.982793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39826) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:40.017788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-33881044-455f-4e03-a0c4-1a72b210c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:40.019403 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-33881044-455f-4e03-a0c4-1a72b210c8a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c HTTP/1.1" status: 200 len: 898 time: 0.0993638 Dec 17 16:49:40.049796 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3a547f3f-1821-4b6a-a640-0aa66cc49523 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/e7541530-abdb-4405-ac69-e6728f1826e5 HTTP/1.1" status: 200 len: 990 time: 0.0651519 Dec 17 16:49:40.087309 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-a633d0d8-557b-4bf0-a2dc-ee7a9b5f25b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35683083-e399-4950-a53b-9458466d8ad3 HTTP/1.1" status: 200 len: 998 time: 0.0610242 Dec 17 16:49:40.135925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-86e254ee-3c11-497e-9627-f18a80b50da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:40.137375 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-86e254ee-3c11-497e-9627-f18a80b50da6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=059b51df-a389-4b48-a7f4-f2db8ca9b2bf HTTP/1.1" status: 200 len: 835 time: 0.0434871 Dec 17 16:49:40.137507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e7541530-abdb-4405-ac69-e6728f1826e5', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'port_id': '35683083-e399-4950-a53b-9458466d8ad3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'mac_address': 'fa:16:3e:c1:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817dcad3-7772-4cd2-91d5-59610f95f386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:49:38Z', 'updated_at': '2021-12-17T16:49:38Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:40.173614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] Checking router: e3303327-0b22-4a3a-9cbe-ece46611653e for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:49:40.183534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:49:40.184150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:49:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:40.192569 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-7ed2d5d1-b367-4d02-9db3-0ca1ec1f26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:40.194123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-7ed2d5d1-b367-4d02-9db3-0ca1ec1f26ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496910 Dec 17 16:49:40.242416 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:40.287556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-f5d7bf5b-247f-4c59-8c76-042e6d67558c service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860615 Dec 17 16:49:40.389558 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6ad0bffc-5f47-417e-abdc-d8881db8b241 req-51563a53-052f-4f55-b352-0dd4e7978895 service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949156 Dec 17 16:49:40.469498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:49:40.691179 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e7541530-abdb-4405-ac69-e6728f1826e5', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'port_id': '35683083-e399-4950-a53b-9458466d8ad3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'mac_address': 'fa:16:3e:c1:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817dcad3-7772-4cd2-91d5-59610f95f386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:49:38Z', 'updated_at': '2021-12-17T16:49:38Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:49:40.726778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363717c-5c9f-411a-b88a-cc66e47f2fd0 None None] The sync data for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 is: [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e7541530-abdb-4405-ac69-e6728f1826e5', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'port_id': '35683083-e399-4950-a53b-9458466d8ad3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'mac_address': 'fa:16:3e:c1:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817dcad3-7772-4cd2-91d5-59610f95f386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:49:38Z', 'updated_at': '2021-12-17T16:49:38Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:49:40.930004 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3c6313-4f2d-427d-ac7a-59c958395960 None None] New status for floating IP e7541530-abdb-4405-ac69-e6728f1826e5: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:49:41.051310 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39828) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:41.116572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-39b92c6a-2f11-4f66-b915-07ead3182449 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/e7541530-abdb-4405-ac69-e6728f1826e5 HTTP/1.1" status: 200 len: 990 time: 0.0639400 Dec 17 16:49:41.356204 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:41.391062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:42.121809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39830) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:49:42.179148 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:49:42.194067 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a6010bff-a325-470d-9e71-e6384716f7dd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/e7541530-abdb-4405-ac69-e6728f1826e5 HTTP/1.1" status: 200 len: 992 time: 0.0707355 Dec 17 16:49:45.948379 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:06.551571 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5cb1ede7-6729-493e-a9a8-fafb837665f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:08.971386 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0361551a-dc5e-4a72-818b-bc21bac799e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:10.238931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:11.373858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:11.394030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:11.812162 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:50:12.183640 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:13.538076 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335567b-46a3-492d-babb-b47457b89cbe req-9c4aedb2-1e6e-4775-beaa-4c838c2189b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:13.539556 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4335567b-46a3-492d-babb-b47457b89cbe req-9c4aedb2-1e6e-4775-beaa-4c838c2189b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Dec 17 16:50:13.595284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4335567b-46a3-492d-babb-b47457b89cbe req-32cb9c07-b379-4a63-9ba9-b143ee821955 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466022 Dec 17 16:50:14.726917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f93fd-8afa-46d0-9b17-a9e628314077 req-30134ea3-fce5-4a5e-ab22-bff82e90fbd0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:14.728446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-881f93fd-8afa-46d0-9b17-a9e628314077 req-30134ea3-fce5-4a5e-ab22-bff82e90fbd0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0583596 Dec 17 16:50:14.782242 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-881f93fd-8afa-46d0-9b17-a9e628314077 req-90823ccd-0b6e-4acb-9539-5d0f5a96ed0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 Dec 17 16:50:14.812330 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39848) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:14.879025 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a6291a12-62ef-490d-b5b3-b54463e7724b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/e7541530-abdb-4405-ac69-e6728f1826e5 HTTP/1.1" status: 200 len: 992 time: 0.0652723 Dec 17 16:50:15.959758 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:16.181193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a368ab-31e2-4811-ba34-aee5d3477191 req-b1f6368f-ca43-4b43-9cb7-5aec15249c76 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:16.184453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77a368ab-31e2-4811-ba34-aee5d3477191 req-b1f6368f-ca43-4b43-9cb7-5aec15249c76 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0584078 Dec 17 16:50:16.250705 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-77a368ab-31e2-4811-ba34-aee5d3477191 req-cd81405d-2429-4e14-937b-4b2d6408b6e6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603738 Dec 17 16:50:17.391426 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83276-866f-49c5-9420-f080719c88ac req-7c8b5d8d-2134-422f-bcba-ddff640473be tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:17.392973 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cb83276-866f-49c5-9420-f080719c88ac req-7c8b5d8d-2134-422f-bcba-ddff640473be tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0599031 Dec 17 16:50:17.443129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4cb83276-866f-49c5-9420-f080719c88ac req-4532dd2d-86dc-49bc-b3b7-9232b9490f91 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430305 Dec 17 16:50:18.573503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872debc5-1415-41ff-a079-8ddd9ea8a1a7 req-c732aaff-7535-4052-95fa-aa6581ab3e38 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:18.575039 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-872debc5-1415-41ff-a079-8ddd9ea8a1a7 req-c732aaff-7535-4052-95fa-aa6581ab3e38 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0505230 Dec 17 16:50:18.626102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-872debc5-1415-41ff-a079-8ddd9ea8a1a7 req-927a75f1-0b4f-45e3-a1c9-c96198449866 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Dec 17 16:50:18.903855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-dc5c68b0-484f-46df-a50c-7d1586839f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:18.905569 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-dc5c68b0-484f-46df-a50c-7d1586839f90 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 1097 time: 0.0426097 Dec 17 16:50:19.018946 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-979cbad4-9245-4f4a-bc81-5bebc981d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:19.020476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-979cbad4-9245-4f4a-bc81-5bebc981d04d service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c HTTP/1.1" status: 200 len: 898 time: 0.0926361 Dec 17 16:50:19.086983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-4527382c-63ac-4128-970f-7b74e50c793e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35683083-e399-4950-a53b-9458466d8ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0589039 Dec 17 16:50:19.140456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-9421007a-6bd6-4fb7-bdb3-1f613c451e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:19.141972 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-9421007a-6bd6-4fb7-bdb3-1f613c451e60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=059b51df-a389-4b48-a7f4-f2db8ca9b2bf HTTP/1.1" status: 200 len: 835 time: 0.0476892 Dec 17 16:50:19.192374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-4119547b-1edf-4fa8-bb19-b7c5e59d36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:19.193917 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-4119547b-1edf-4fa8-bb19-b7c5e59d36d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449610 Dec 17 16:50:19.286044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-c1106bf2-e035-4f22-a837-483524aaf4a2 service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845680 Dec 17 16:50:19.381964 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a00a43ff-7663-4fe1-a7ed-1c21fda5f409 req-b36ba491-2393-413e-9386-7578397c73ab service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879490 Dec 17 16:50:19.762819 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddd4ce-39aa-4029-b079-3954721752a6 req-008ce037-103d-4215-bb71-025e9be1b394 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:19.764328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-58ddd4ce-39aa-4029-b079-3954721752a6 req-008ce037-103d-4215-bb71-025e9be1b394 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0585494 Dec 17 16:50:19.820470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-58ddd4ce-39aa-4029-b079-3954721752a6 req-ee8cc61d-4601-42ac-aecd-d50c910d33dc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499136 Dec 17 16:50:20.954426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f4507-bd53-49cc-857c-19ee3693ee63 req-2606a792-31ec-4680-ab5f-3b6ccbadaa28 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.955955 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-196f4507-bd53-49cc-857c-19ee3693ee63 req-2606a792-31ec-4680-ab5f-3b6ccbadaa28 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0540161 Dec 17 16:50:21.005825 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-196f4507-bd53-49cc-857c-19ee3693ee63 req-5ea1fe7d-7e73-4a34-999b-abf7f9a8b77f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434783 Dec 17 16:50:22.126491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaef24-c050-4d75-ba70-ca3742e8b972 req-3b250542-187c-41a8-b0de-c85fb27f9d30 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:22.128007 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fccaef24-c050-4d75-ba70-ca3742e8b972 req-3b250542-187c-41a8-b0de-c85fb27f9d30 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0531478 Dec 17 16:50:22.186696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fccaef24-c050-4d75-ba70-ca3742e8b972 req-b6aea4cd-299c-4c39-8a67-8cff93fea0aa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521879 Dec 17 16:50:22.210271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39866) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:22.276746 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-62292e31-5e19-4656-a14d-51d8ff87157f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/e7541530-abdb-4405-ac69-e6728f1826e5 HTTP/1.1" status: 200 len: 992 time: 0.0649800 Dec 17 16:50:22.512540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39872) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:22.698342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 53604a93-a887-4541-88c4-d32f3e68df71 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:50:22.698688 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:22.795800 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:22.796097 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:22.808478 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 53604a93-a887-4541-88c4-d32f3e68df71 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:50:22.986077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:23.012956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=53604a93-a887-4541-88c4-d32f3e68df71,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:23.038405 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.038753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.039095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.039425 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.039755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.040106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.040427 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.040754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.041074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.041398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.041717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.042038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.042354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:23.081198 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:23.081536 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP e7541530-abdb-4405-ac69-e6728f1826e5 disassociated (deleted). External IP: 172.25.0.71, port: 35683083-e399-4950-a53b-9458466d8ad3. Dec 17 16:50:23.294712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e3303327-0b22-4a3a-9cbe-ece46611653e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:50:23.742359 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:50:23.747077 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:23.752667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] Sync routers for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:50:23.763136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:23.763750 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:23.775255 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c00808ef-436b-4fe1-8b09-ca8928952c0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/floatingips/e7541530-abdb-4405-ac69-e6728f1826e5 HTTP/1.1" status: 204 len: 168 time: 1.2614577 Dec 17 16:50:23.775881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'tag': '35683083-e399-4950-a53b-9458466d8ad3'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:23.778170 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e44a933-95a0-4448-85d1-339711257b78" -d '{"events": [{"name": "network-changed", "server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "tag": "35683083-e399-4950-a53b-9458466d8ad3"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:23.823229 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d03bc1d-c8e4-4423-8c60-63943f5ed055 x-openstack-request-id: req-4d03bc1d-c8e4-4423-8c60-63943f5ed055 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:23.823508 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "tag": "35683083-e399-4950-a53b-9458466d8ad3", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:23.823740 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d03bc1d-c8e4-4423-8c60-63943f5ed055 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:23.824222 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'tag': '35683083-e399-4950-a53b-9458466d8ad3', 'status': 'completed', 'code': 200} Dec 17 16:50:23.879476 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:23.890834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a933-95a0-4448-85d1-339711257b78 req-0be5183f-1df8-4157-87fb-2d27fbea6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:23.892386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e44a933-95a0-4448-85d1-339711257b78 req-0be5183f-1df8-4157-87fb-2d27fbea6a20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 1097 time: 0.0436077 Dec 17 16:50:24.024343 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a933-95a0-4448-85d1-339711257b78 req-e1c3ff24-f5e5-45f5-9c7f-a385bc6d5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:24.025828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e44a933-95a0-4448-85d1-339711257b78 req-e1c3ff24-f5e5-45f5-9c7f-a385bc6d5784 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c HTTP/1.1" status: 200 len: 898 time: 0.1211345 Dec 17 16:50:24.050976 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db6e72-febd-4123-8f30-83d13023ca21 req-d6757d0f-bb6c-44e0-a1ae-909fd268a753 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:24.052861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46db6e72-febd-4123-8f30-83d13023ca21 req-d6757d0f-bb6c-44e0-a1ae-909fd268a753 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0664134 Dec 17 16:50:24.089281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e44a933-95a0-4448-85d1-339711257b78 req-ecd0594a-f183-47c0-80ee-700c59274598 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35683083-e399-4950-a53b-9458466d8ad3 HTTP/1.1" status: 200 len: 217 time: 0.0544248 Dec 17 16:50:24.090586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:24.117684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] Checking router: e3303327-0b22-4a3a-9cbe-ece46611653e for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:50:24.126434 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:24.127045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:24.162768 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-46db6e72-febd-4123-8f30-83d13023ca21 req-7fd0af19-68bd-4427-a1d9-a47666812f5f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801396 Dec 17 16:50:24.164155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a933-95a0-4448-85d1-339711257b78 req-1de071a7-f52d-4eaf-a852-39954b8bb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:24.165625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e44a933-95a0-4448-85d1-339711257b78 req-1de071a7-f52d-4eaf-a852-39954b8bb7e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=059b51df-a389-4b48-a7f4-f2db8ca9b2bf HTTP/1.1" status: 200 len: 835 time: 0.0680163 Dec 17 16:50:24.222273 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44a933-95a0-4448-85d1-339711257b78 req-b027112f-b5ec-475e-b718-d3b675dd9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:24.223875 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e44a933-95a0-4448-85d1-339711257b78 req-b027112f-b5ec-475e-b718-d3b675dd9573 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488582 Dec 17 16:50:24.238933 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:24.321255 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e44a933-95a0-4448-85d1-339711257b78 req-ef28ab6c-58ca-43d8-b7cf-742fd8bfda0f service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896587 Dec 17 16:50:24.414541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3e44a933-95a0-4448-85d1-339711257b78 req-06b85c81-5093-4e99-a46a-f0e8fcdcbc50 service neutron] 10.222.0.49 "GET /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838852 Dec 17 16:50:24.447611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:24.473498 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8afccf-bd6b-44dc-8e17-da6bcfc6842b None None] The sync data for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 is: [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '72cfa7bc-83b2-4eec-8155-156c74f85d01', 'name': '', 'network_id': 'cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:a9:99:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:25Z', 'updated_at': '2021-12-17T16:49:29Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '059b51df-a389-4b48-a7f4-f2db8ca9b2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:50:24.693763 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b0c0e-0439-4e62-99d1-1fa99a739a09 None None] New status for floating IP e7541530-abdb-4405-ac69-e6728f1826e5: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:50:25.305111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f96ff-f573-4aa2-8353-d8cb2bc80719 req-200f7822-358b-48bb-b09d-c86f693aa761 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:25.306918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d1f96ff-f573-4aa2-8353-d8cb2bc80719 req-200f7822-358b-48bb-b09d-c86f693aa761 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0584304 Dec 17 16:50:25.362975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d1f96ff-f573-4aa2-8353-d8cb2bc80719 req-1419dc1a-6dd3-4b88-b7a0-58867609e534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=411c854c-266e-49fb-b972-61eda695d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Dec 17 16:50:25.566993 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-b58657b5-a474-4a76-ae06-3f0af8131481 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:25.568858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-b58657b5-a474-4a76-ae06-3f0af8131481 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 945 time: 0.0550382 Dec 17 16:50:25.665804 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 35683083-e399-4950-a53b-9458466d8ad3 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:50:25.666205 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:25.766717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 35683083-e399-4950-a53b-9458466d8ad3, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=35683083-e399-4950-a53b-9458466d8ad3,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:25.767051 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:25.779431 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 35683083-e399-4950-a53b-9458466d8ad3 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:50:25.923005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:25.954441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=35683083-e399-4950-a53b-9458466d8ad3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:25.966606 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.966961 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.967299 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.967633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.967997 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.968328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.968673 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.969047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.969317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.969639 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.969962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.970283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:25.970601 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:26.004971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] No DVR routers for this DVR port 35683083-e399-4950-a53b-9458466d8ad3 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:50:26.007745 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:26.011122 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9a51f49-5fe5-4b25-a1c6-5f293be016e0 req-71e8a68f-c49f-489b-bff5-c84d15a5fcc6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "DELETE /v2.0/ports/35683083-e399-4950-a53b-9458466d8ad3 HTTP/1.1" status: 204 len: 173 time: 0.4364238 Dec 17 16:50:26.011558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'name': 'network-vif-deleted', 'tag': '35683083-e399-4950-a53b-9458466d8ad3'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:26.013968 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08daac2-2f49-4a37-96d1-e5ce8bf79675" -d '{"events": [{"server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "name": "network-vif-deleted", "tag": "35683083-e399-4950-a53b-9458466d8ad3"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:26.059359 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0944e9af-e4bc-42b5-9d5a-986848349fc0 x-openstack-request-id: req-0944e9af-e4bc-42b5-9d5a-986848349fc0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:26.059654 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817dcad3-7772-4cd2-91d5-59610f95f386", "name": "network-vif-deleted", "tag": "35683083-e399-4950-a53b-9458466d8ad3", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:26.060313 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0944e9af-e4bc-42b5-9d5a-986848349fc0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:26.060726 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817dcad3-7772-4cd2-91d5-59610f95f386', 'name': 'network-vif-deleted', 'tag': '35683083-e399-4950-a53b-9458466d8ad3', 'status': 'completed', 'code': 200} Dec 17 16:50:26.489328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c738c8ec-86b4-4508-86f3-7eaf3bb8bc92 req-f3ee67a4-e8db-4d9a-8c65-97302d2f6b4a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=817dcad3-7772-4cd2-91d5-59610f95f386 HTTP/1.1" status: 200 len: 210 time: 0.0292430 Dec 17 16:50:27.560474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39888) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:27.930062 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:28.204296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 72cfa7bc-83b2-4eec-8155-156c74f85d01 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:50:28.204559 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:28.299275 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 72cfa7bc-83b2-4eec-8155-156c74f85d01, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=72cfa7bc-83b2-4eec-8155-156c74f85d01,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:28.299604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:28.312306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 72cfa7bc-83b2-4eec-8155-156c74f85d01 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:50:28.507671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:28.538586 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=72cfa7bc-83b2-4eec-8155-156c74f85d01,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:28.735696 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:28.960496 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e3303327-0b22-4a3a-9cbe-ece46611653e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:50:29.068083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:50:29.073680 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9adba483-35fe-4a52-83a8-ef70b3b00ef1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/e3303327-0b22-4a3a-9cbe-ece46611653e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5123429 Dec 17 16:50:29.077269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39890) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:29.079939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] Sync routers for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:50:29.090818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:29.091430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:29.134733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting subnet 059b51df-a389-4b48-a7f4-f2db8ca9b2bf {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:50:29.137967 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.179484 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.196257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:29.263408 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.326852 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.356853 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.360652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/subnets/059b51df-a389-4b48-a7f4-f2db8ca9b2bf HTTP/1.1" status: 204 len: 168 time: 0.2824805 Dec 17 16:50:29.361469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb64a74-816c-460d-a200-e403cc8c15ba tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Subnet': ['ID=059b51df-a389-4b48-a7f4-f2db8ca9b2bf,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:29.363592 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39892) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:29.366981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82350bc7-b8bd-4c7e-9877-1c6eeee927f4 None None] Network cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:50:29.409335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 35683083-e399-4950-a53b-9458466d8ad3 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:50:29.441020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 35683083-e399-4950-a53b-9458466d8ad3 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:50:29.441335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 35683083-e399-4950-a53b-9458466d8ad3 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:50:29.451915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:50:28Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:29.478302 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.495506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] Checking router: e3303327-0b22-4a3a-9cbe-ece46611653e for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:50:29.510676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] Routers {'e3303327-0b22-4a3a-9cbe-ece46611653e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:29.511284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e3303327-0b22-4a3a-9cbe-ece46611653e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:29.590012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.595081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] DHCP port deletion for cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:50:29.644313 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:50:29.644738 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.646183 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] Set router e3303327-0b22-4a3a-9cbe-ece46611653e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:29.730972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:29.731339 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.744376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:50:29.756325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Deleting port e2061445-2768-4d27-9941-0331edc7bd60 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:50:29.756806 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.867109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] For port e2061445-2768-4d27-9941-0331edc7bd60, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e2061445-2768-4d27-9941-0331edc7bd60,segment=NetworkSegment(b0b82ae3-4e30-4cca-96d9-a0f28b6983e3),segment_id=b0b82ae3-4e30-4cca-96d9-a0f28b6983e3)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:29.867362 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.885605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Calling delete_port for e2061445-2768-4d27-9941-0331edc7bd60 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:50:29.914000 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:29.943365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=2f0e1cdc-d79b-42c7-ba26-ce09188dc18d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:29.945996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:50:28Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:29.982538 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084ebfe-17b6-4976-a40a-3f190bb3b53e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:50:29.992363 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcbad6-96cf-4535-98c2-472dc4d5f48c None None] The sync data for ids ['e3303327-0b22-4a3a-9cbe-ece46611653e'] in n-d-806683-20 is: [{'id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474874151', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:49:22Z', 'updated_at': '2021-12-17T16:50:28Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '2f0e1cdc-d79b-42c7-ba26-ce09188dc18d', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3303327-0b22-4a3a-9cbe-ece46611653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:49:23Z', 'updated_at': '2021-12-17T16:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:50:30.016047 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.037485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.063055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Pushing event deleted for resources: {'Port': ['ID=e2061445-2768-4d27-9941-0331edc7bd60,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:30.067720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] No DVR routers for this DVR port e2061445-2768-4d27-9941-0331edc7bd60 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:50:30.080237 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.080790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.081419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.081852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.082267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.082682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.083071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.084496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.085030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.085458 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.085857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.086242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.087456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6135d5-25ca-4902-adf1-0b74f713daf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:30.115375 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.117733 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.163353 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.163928 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Fanout notify agent at l3_agent the message router_deleted on router e3303327-0b22-4a3a-9cbe-ece46611653e {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:50:30.172455 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.173924 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-38f52bad-e757-4be2-9b92-a0162390e007 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/routers/e3303327-0b22-4a3a-9cbe-ece46611653e HTTP/1.1" status: 204 len: 168 time: 0.8048794 Dec 17 16:50:30.177529 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39894) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:30.258013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.363596 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.394636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e2061445-2768-4d27-9941-0331edc7bd60 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:50:30.400838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:30.411394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:30.411692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b82ae3-4e30-4cca-96d9-a0f28b6983e3') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:30.419878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e2061445-2768-4d27-9941-0331edc7bd60 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:50:30.420236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e2061445-2768-4d27-9941-0331edc7bd60 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:50:30.424530 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.438369 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.447798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:50:30.448507 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:50:30.451784 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:50:30.519497 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.527076 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.530249 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/networks/cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c HTTP/1.1" status: 204 len: 168 time: 0.3517263 Dec 17 16:50:30.533085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39896) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:30.550370 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c529ed-719b-4607-bf9c-21b9f2840d55 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Network': ['ID=cb6399c9-1b8c-4c6f-8504-ebe4ffb9368c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:30.594819 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb64-49dc-4c31-a102-f7f299a8e30b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.622306 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb64-49dc-4c31-a102-f7f299a8e30b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.685603 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb64-49dc-4c31-a102-f7f299a8e30b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.688612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-dbf4cb64-49dc-4c31-a102-f7f299a8e30b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:30.691413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-dbf4cb64-49dc-4c31-a102-f7f299a8e30b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/security-groups/411c854c-266e-49fb-b972-61eda695d8c3 HTTP/1.1" status: 204 len: 168 time: 0.1554813 Dec 17 16:50:30.701491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4cb64-49dc-4c31-a102-f7f299a8e30b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c854c-266e-49fb-b972-61eda695d8c3,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:30.912919 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39902) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:30.917774 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3aaf92b4-e03d-4b03-a283-4bfd03ed5407 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840633041', 'description': 'tempest-secgroup-smoke-1840633041 description', 'project_id': 'd92c1b164fa44371800a566ee555a0ed'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:30.945599 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3aaf92b4-e03d-4b03-a283-4bfd03ed5407 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.012744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3aaf92b4-e03d-4b03-a283-4bfd03ed5407 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.018377 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3aaf92b4-e03d-4b03-a283-4bfd03ed5407 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.044831 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3aaf92b4-e03d-4b03-a283-4bfd03ed5407 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.046129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3aaf92b4-e03d-4b03-a283-4bfd03ed5407 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1319652 Dec 17 16:50:31.049165 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39904) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:31.056452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d1252e91-e2ed-4751-b1b1-3ae5f3bdae9a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '537f23e8-689b-4120-89e5-ac83c14d51dd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:31.070829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf92b4-e03d-4b03-a283-4bfd03ed5407 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537f23e8-689b-4120-89e5-ac83c14d51dd,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:31.094973 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1252e91-e2ed-4751-b1b1-3ae5f3bdae9a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.141391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1252e91-e2ed-4751-b1b1-3ae5f3bdae9a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.146665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1252e91-e2ed-4751-b1b1-3ae5f3bdae9a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.164763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1252e91-e2ed-4751-b1b1-3ae5f3bdae9a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784a5569-0a1b-4092-9365-573d484c055a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:31.173789 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1252e91-e2ed-4751-b1b1-3ae5f3bdae9a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.175010 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1252e91-e2ed-4751-b1b1-3ae5f3bdae9a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249168 Dec 17 16:50:31.179106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39906) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:31.183535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3a06a969-2053-4c47-ab28-ef55b8391a1d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '537f23e8-689b-4120-89e5-ac83c14d51dd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:31.214565 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a06a969-2053-4c47-ab28-ef55b8391a1d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.270336 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a06a969-2053-4c47-ab28-ef55b8391a1d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.275595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a06a969-2053-4c47-ab28-ef55b8391a1d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.295271 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06a969-2053-4c47-ab28-ef55b8391a1d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77b0bab-be2a-4179-ae04-6d100eac8065,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:31.300722 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3a06a969-2053-4c47-ab28-ef55b8391a1d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.304066 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3a06a969-2053-4c47-ab28-ef55b8391a1d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218469 Dec 17 16:50:31.305037 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39908) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:31.309866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3b429fba-b5f2-44c3-ac62-bd8f18697f78 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '537f23e8-689b-4120-89e5-ac83c14d51dd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:31.346906 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b429fba-b5f2-44c3-ac62-bd8f18697f78 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.755565 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b429fba-b5f2-44c3-ac62-bd8f18697f78 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.761531 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b429fba-b5f2-44c3-ac62-bd8f18697f78 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.782456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b429fba-b5f2-44c3-ac62-bd8f18697f78 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af03e50c-ee49-4ae4-bdb2-de07793f0049,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:31.789005 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3b429fba-b5f2-44c3-ac62-bd8f18697f78 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.790386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3b429fba-b5f2-44c3-ac62-bd8f18697f78 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4843211 Dec 17 16:50:31.793419 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39912) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:31.798703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-86b52312-3341-4cf8-9515-323653729ec2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '537f23e8-689b-4120-89e5-ac83c14d51dd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:31.831457 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b52312-3341-4cf8-9515-323653729ec2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.889451 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b52312-3341-4cf8-9515-323653729ec2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.894352 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b52312-3341-4cf8-9515-323653729ec2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.913970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b52312-3341-4cf8-9515-323653729ec2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a126f9b-f8c1-4b31-8b54-5a30dd539203,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:31.918995 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-86b52312-3341-4cf8-9515-323653729ec2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.920215 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-86b52312-3341-4cf8-9515-323653729ec2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257775 Dec 17 16:50:31.923038 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39914) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:31.927608 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '537f23e8-689b-4120-89e5-ac83c14d51dd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:31.954658 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:50:31.961060 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:31.997311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 72cfa7bc-83b2-4eec-8155-156c74f85d01 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:50:32.017896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 72cfa7bc-83b2-4eec-8155-156c74f85d01 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:50:32.018322 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 72cfa7bc-83b2-4eec-8155-156c74f85d01 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:50:32.018814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:50:32.025605 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.029592 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.039622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:50:32.039972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 2f0e1cdc-d79b-42c7-ba26-ce09188dc18d not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:50:32.049621 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861657fd-5350-43d7-8b23-18e6f07a30ff,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:32.055587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.056836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-81dcdca9-b66c-40da-b631-617ceacfe827 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326933 Dec 17 16:50:32.059633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39916) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:32.064283 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '537f23e8-689b-4120-89e5-ac83c14d51dd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:32.091791 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:50:32.096651 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.156536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.162082 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.179996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4ff11e-bb46-42dc-aa08-49bf215a3b02,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:32.186854 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.188107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2b1b954f-e06e-4d05-b51d-3fad52691812 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274509 Dec 17 16:50:32.191117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39918) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:32.196085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'network': {'name': 'tempest-network-smoke--1585861676', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:32.219673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:50:32.225304 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.259682 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:50:32.272046 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.273058 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Added segment ad6e433f-4709-44d2-be9e-6f19eeee391d of type vlan for network 539b56dd-6137-42ab-80f7-0dbbe6b715ec Dec 17 16:50:32.320537 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.359480 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.365111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:32.365668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.421734 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2295158 Dec 17 16:50:32.424558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39920) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:32.429675 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'admin_state_up': True, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:32.433741 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20a71e-d5c1-4aec-8007-b587ad24283b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Network': ['ID=539b56dd-6137-42ab-80f7-0dbbe6b715ec,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:32.445583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:50:32.458150 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.459277 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.514563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.651361 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.863226 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.882944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:32.983252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.15 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/439b13ce-76bf-4c94-a8d4-21795379f316) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:33.090253 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:33.135996 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:33.176852 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:33.179980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:33.184422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:50:33.187630 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=439b13ce-76bf-4c94-a8d4-21795379f316,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:33.192397 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c5baa8-21f1-48fc-9b9e-d4e8aa694e57 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:50:33.295697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a06a9681-44d2-4c56-bc79-7e8d701f2ff9 None None] Provisioning complete for port 439b13ce-76bf-4c94-a8d4-21795379f316 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:33.296064 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a06a9681-44d2-4c56-bc79-7e8d701f2ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:33.329636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a06a9681-44d2-4c56-bc79-7e8d701f2ff9 None None] Port 439b13ce-76bf-4c94-a8d4-21795379f316 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:50:33.446381 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:33.656724 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:33.801139 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3ca4dc49-167f-4678-b6a7-d2910d79607a is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:50:33.916173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:50:33.926313 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Sync routers for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:50:33.938343 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:33.939179 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:33.939328 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:33.944159 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39924) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:33.945330 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-871b1aa6-cf51-4475-8d17-1c69aef48fd3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5183713 Dec 17 16:50:33.973421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3a16bca3-6dde-48c7-81cd-ba87ceedeeeb tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d92c1b164fa44371800a566ee555a0ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280008 Dec 17 16:50:33.976301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39926) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:34.071486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d51a1-843c-40df-9195-0880c2de8e76 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:34.073024 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-662d51a1-843c-40df-9195-0880c2de8e76 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957830 Dec 17 16:50:34.076074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39928) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:34.106441 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ad2ee6dc-b004-4a0b-b045-eb7d20d196ac tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292006 Dec 17 16:50:34.109452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39930) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:34.114257 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376157565', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:34.137136 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:34.203790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:50:34.207883 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.315620 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:33Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:34.346469 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Checking router: 3ca4dc49-167f-4678-b6a7-d2910d79607a for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:50:34.346720 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Updating router 3ca4dc49-167f-4678-b6a7-d2910d79607a port 439b13ce-76bf-4c94-a8d4-21795379f316 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:50:34.373025 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.391739 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.450216 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Subnet': ['ID=7bb02b07-3b5f-410c-8749-36847338fa57,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:34.465726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Checking segment: {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:50:34.466087 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network hostable DHCP agents. Network: 539b56dd-6137-42ab-80f7-0dbbe6b715ec, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:50:34.484545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:50:34.494743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 539b56dd-6137-42ab-80f7-0dbbe6b715ec) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:34.499057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:34.499676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.507634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9429169-c13e-4ca8-b9df-cc6e486165eb None None] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:50:34.518332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f4f02516-3624-4e29-9f93-5fcb2d3d1e36 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4078689 Dec 17 16:50:34.521133 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 39932) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:34.615150 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:50:34.616486 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.627737 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.634259 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.676638 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Pushing event updated for resources: {'Port': ['ID=439b13ce-76bf-4c94-a8d4-21795379f316,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:34.690301 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.691241 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.691461 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.692120 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.692525 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.692856 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.693185 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.693505 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.693873 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.694232 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.694536 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.694890 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.695990 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:34.715565 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Attempting to bind port 439b13ce-76bf-4c94-a8d4-21795379f316 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:50:34.715965 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Attempting to bind port 439b13ce-76bf-4c94-a8d4-21795379f316 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:50:34.716326 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Attempting to bind port 439b13ce-76bf-4c94-a8d4-21795379f316 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:50:34.721278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c0b7e-bb66-4056-8db5-9d326e7702aa None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:50:34.721479 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:50:34.721687 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:50:34.722283 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.722833 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:50:34.723295 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Bound port: 439b13ce-76bf-4c94-a8d4-21795379f316, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:50:34.723672 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.775343 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Allocated IP 172.20.0.2 (539b56dd-6137-42ab-80f7-0dbbe6b715ec/7bb02b07-3b5f-410c-8749-36847338fa57/0dc25eb3-335e-4050-b37a-0053b2e47b4e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:34.783346 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] For port 439b13ce-76bf-4c94-a8d4-21795379f316, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:50:34.786655 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] For port 439b13ce-76bf-4c94-a8d4-21795379f316, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=439b13ce-76bf-4c94-a8d4-21795379f316,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:50:34.792164 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.848658 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e3ae9-de04-49c4-8813-29da49aeb490 None None] Pushing event updated for resources: {'Port': ['ID=439b13ce-76bf-4c94-a8d4-21795379f316,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:34.864856 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:34.865662 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:34.884364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5750506-9c13-426a-9969-9cdcc8eeaba0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:50:34.895068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9e8ee907-ff65-4067-9148-4a47e707169b None None] Provisioning complete for port 439b13ce-76bf-4c94-a8d4-21795379f316 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:34.895431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee907-ff65-4067-9148-4a47e707169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.972294 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:34.979125 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:34.984747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.018488 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.057320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:35.064126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:35.067551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Pushing event updated for resources: {'Port': ['ID=0dc25eb3-335e-4050-b37a-0053b2e47b4e,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:35.074301 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:50:35.077426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee907-ff65-4067-9148-4a47e707169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.135090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9e8ee907-ff65-4067-9148-4a47e707169b None None] For port 439b13ce-76bf-4c94-a8d4-21795379f316, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=439b13ce-76bf-4c94-a8d4-21795379f316,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:35.144742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee907-ff65-4067-9148-4a47e707169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.174916 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Attempting to bind port 0dc25eb3-335e-4050-b37a-0053b2e47b4e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:50:35.175292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Attempting to bind port 0dc25eb3-335e-4050-b37a-0053b2e47b4e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:50:35.175876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Attempting to bind port 0dc25eb3-335e-4050-b37a-0053b2e47b4e on network 539b56dd-6137-42ab-80f7-0dbbe6b715ec {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:50:35.186892 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:50:35.187599 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Checking segment: {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:50:35.188201 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.188762 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Bound using segment: {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:50:35.189400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Bound port: 0dc25eb3-335e-4050-b37a-0053b2e47b4e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:50:35.189971 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.190769 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:33Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:35.216003 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ee907-ff65-4067-9148-4a47e707169b None None] Pushing event updated for resources: {'Port': ['ID=439b13ce-76bf-4c94-a8d4-21795379f316,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:35.225520 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc76b2-dfd6-45ee-a1f8-214b83fafb8d None None] The sync data for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 is: [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:33Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:50:35.288813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] For port 0dc25eb3-335e-4050-b37a-0053b2e47b4e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:50:35.293208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] For port 0dc25eb3-335e-4050-b37a-0053b2e47b4e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0dc25eb3-335e-4050-b37a-0053b2e47b4e,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:50:35.295487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-dd597e2f-2b34-42d6-8a09-08ec365fa01c None None] Provisioning complete for port 439b13ce-76bf-4c94-a8d4-21795379f316 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:35.296238 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dd597e2f-2b34-42d6-8a09-08ec365fa01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.301385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.320790 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.1 (539b56dd-6137-42ab-80f7-0dbbe6b715ec/7bb02b07-3b5f-410c-8749-36847338fa57/7e35b234-ec42-4b3e-af81-702a395be68b) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:35.401696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016488e-455f-4e30-a0dd-a18fc186db6f None None] Pushing event updated for resources: {'Port': ['ID=0dc25eb3-335e-4050-b37a-0053b2e47b4e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:35.468450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.510629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.554853 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:35.566315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:35.571556 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:50:35.579702 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=7e35b234-ec42-4b3e-af81-702a395be68b,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:35.642865 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:35.804169 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.078806 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0dc25eb3-335e-4050-b37a-0053b2e47b4e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:50:36.140064 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.147843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.155339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0dc25eb3-335e-4050-b37a-0053b2e47b4e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:36.155807 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.236911 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.271863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.324858 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 0dc25eb3-335e-4050-b37a-0053b2e47b4e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0dc25eb3-335e-4050-b37a-0053b2e47b4e,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:36.333311 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.334305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 439b13ce-76bf-4c94-a8d4-21795379f316 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:50:36.433099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=0dc25eb3-335e-4050-b37a-0053b2e47b4e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:36.457854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 439b13ce-76bf-4c94-a8d4-21795379f316 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:36.458271 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.540688 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f163197-39b2-4d7a-b88b-111de0bc8acb None None] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:50:36.627473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-837624f9-e454-4d0f-94ca-828ae89b2534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.645462 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9ab35e31-d4ed-4968-a4d5-5ed3142af233 None None] Provisioning complete for port 0dc25eb3-335e-4050-b37a-0053b2e47b4e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:36.646004 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9ab35e31-d4ed-4968-a4d5-5ed3142af233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:36.656573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=7e35b234-ec42-4b3e-af81-702a395be68b,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:36.713685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:36.715300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:36.867604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3ca4dc49-167f-4678-b6a7-d2910d79607a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:50:36.997597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:50:37.000664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c5dd94ef-fcd1-4ba7-8cc8-0f240c53bd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/3ca4dc49-167f-4678-b6a7-d2910d79607a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4774919 Dec 17 16:50:37.031632 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bad9a71f-62e9-4aea-b129-df6cfcd79c3b None None] Provisioning complete for port 7e35b234-ec42-4b3e-af81-702a395be68b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:37.032040 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bad9a71f-62e9-4aea-b129-df6cfcd79c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:37.080175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bad9a71f-62e9-4aea-b129-df6cfcd79c3b None None] Port 7e35b234-ec42-4b3e-af81-702a395be68b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:50:37.091930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bad9a71f-62e9-4aea-b129-df6cfcd79c3b None None] Provisioning complete for port 0dc25eb3-335e-4050-b37a-0053b2e47b4e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:37.092224 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bad9a71f-62e9-4aea-b129-df6cfcd79c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:37.151328 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Sync routers for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:50:37.194492 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:37.195320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:37.202701 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-77355f37-1571-4dee-8e40-aaaf1b29c7c8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840633041&fields=id&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 267 time: 0.0618885 Dec 17 16:50:37.314022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:37.326131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-febcd434-a088-4cbb-9cd9-6524a1999e57 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:37.330519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-febcd434-a088-4cbb-9cd9-6524a1999e57 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/networks?id=539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 200 len: 797 time: 0.1206143 Dec 17 16:50:37.344312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-1944338d-c259-47c4-b4d4-4380dc856411 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/quotas/d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 375 time: 0.0099008 Dec 17 16:50:37.399722 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-2699fff2-899a-4de2-8715-2d716055c52b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490305 Dec 17 16:50:37.440591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-620c1101-3285-4542-ad05-1498b51a382d None None] Provisioning complete for port 7e35b234-ec42-4b3e-af81-702a395be68b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:37.440960 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-620c1101-3285-4542-ad05-1498b51a382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:37.498485 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-620c1101-3285-4542-ad05-1498b51a382d None None] Port 7e35b234-ec42-4b3e-af81-702a395be68b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:50:37.553886 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-1484eb25-a266-425c-9aee-3b638064db2d service neutron] 10.222.0.54 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367893 Dec 17 16:50:37.560230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 2, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:37.590036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Checking router: 3ca4dc49-167f-4678-b6a7-d2910d79607a for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:50:37.590384 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Updating router 3ca4dc49-167f-4678-b6a7-d2910d79607a port 7e35b234-ec42-4b3e-af81-702a395be68b binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:50:37.621351 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:37.635918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f4c4dfa1-7805-45ef-805d-e0bf3721529a None None] Provisioning complete for port 7e35b234-ec42-4b3e-af81-702a395be68b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:37.636252 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4c4dfa1-7805-45ef-805d-e0bf3721529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:37.646049 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-e55884c4-b85b-4497-9219-0e4eda63cdb3 service neutron] 10.222.0.54 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858486 Dec 17 16:50:37.702148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4dfa1-7805-45ef-805d-e0bf3721529a None None] Port 7e35b234-ec42-4b3e-af81-702a395be68b cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:50:37.819509 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7033d420-ac00-42c0-b65f-6ad21d8f85d2 req-38e7163a-85ef-4d54-a9d3-25ada89eafe5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 210 time: 0.0310962 Dec 17 16:50:37.922368 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:37.927840 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:37.987137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c8ba7-305a-495c-a473-df0917b0854e None None] Pushing event updated for resources: {'Port': ['ID=7e35b234-ec42-4b3e-af81-702a395be68b,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:38.032749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0dc25eb3-335e-4050-b37a-0053b2e47b4e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:50:38.067851 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Attempting to bind port 7e35b234-ec42-4b3e-af81-702a395be68b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:50:38.068226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Attempting to bind port 7e35b234-ec42-4b3e-af81-702a395be68b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:50:38.068583 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Attempting to bind port 7e35b234-ec42-4b3e-af81-702a395be68b on network 539b56dd-6137-42ab-80f7-0dbbe6b715ec {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:50:38.079254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:50:38.079627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Checking segment: {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:50:38.080052 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.080442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Bound using segment: {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:50:38.081018 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Bound port: 7e35b234-ec42-4b3e-af81-702a395be68b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:50:38.081275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.149100 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 0dc25eb3-335e-4050-b37a-0053b2e47b4e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:38.149100 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.183459 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] For port 7e35b234-ec42-4b3e-af81-702a395be68b, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:50:38.187934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] For port 7e35b234-ec42-4b3e-af81-702a395be68b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7e35b234-ec42-4b3e-af81-702a395be68b,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:50:38.195091 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.476721 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-860a75eb-8811-418c-a963-f69b87ec2831 None None] Provisioning complete for port 7e35b234-ec42-4b3e-af81-702a395be68b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:38.476964 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-860a75eb-8811-418c-a963-f69b87ec2831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.480795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:38.481456 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:38.483391 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c8ba7-305a-495c-a473-df0917b0854e None None] Pushing event updated for resources: {'Port': ['ID=7e35b234-ec42-4b3e-af81-702a395be68b,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:38.644591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:38.684894 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-860a75eb-8811-418c-a963-f69b87ec2831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.787090 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-860a75eb-8811-418c-a963-f69b87ec2831 None None] For port 7e35b234-ec42-4b3e-af81-702a395be68b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7e35b234-ec42-4b3e-af81-702a395be68b,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:38.793936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-860a75eb-8811-418c-a963-f69b87ec2831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.878772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a75eb-8811-418c-a963-f69b87ec2831 None None] Pushing event updated for resources: {'Port': ['ID=7e35b234-ec42-4b3e-af81-702a395be68b,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:38.921380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:38.925580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e00cbe8e-8baa-4b6b-8631-db4897823351 None None] Provisioning complete for port 7e35b234-ec42-4b3e-af81-702a395be68b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:38.926193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e00cbe8e-8baa-4b6b-8631-db4897823351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:38.974083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79c03feb-26a4-41a7-9a59-c4e64e215cdd req-e2f8cb5f-e1a0-4353-81a7-cd8745041b79 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 210 time: 0.0325916 Dec 17 16:50:38.978026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e40634-19f1-4ec3-9feb-9047a86eb69d None None] The sync data for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 is: [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:50:39.019889 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-42a51a00-e20c-4243-a7de-511a8136208e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:39.054131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-6eae6b99-2760-4d5f-8df7-3ac575022a51 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:39.058992 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-6eae6b99-2760-4d5f-8df7-3ac575022a51 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/networks?id=539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 200 len: 797 time: 0.1923592 Dec 17 16:50:39.138519 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-e1df19ae-42af-4eba-8254-db05514e6a5e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 380 time: 0.0623446 Dec 17 16:50:39.150193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'port': {'device_id': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'admin_state_up': True, 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'security_groups': ['537f23e8-689b-4120-89e5-ac83c14d51dd']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:39.270376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:50:39.274092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:39.403769 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.10 (539b56dd-6137-42ab-80f7-0dbbe6b715ec/7bb02b07-3b5f-410c-8749-36847338fa57/e6e50baf-1bf0-457d-8563-e3a40ba68214) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:39.553339 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:39.589959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:39.634316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:39.637734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:39.641618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:50:39.676633 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=e6e50baf-1bf0-457d-8563-e3a40ba68214,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:39.706189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:39.706835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:39.724991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d0ebdb44-6a84-4bf6-b4ca-8fe57acb1a73 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788186 Dec 17 16:50:39.739025 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-594004f8-eb85-41ef-aace-a14c2d1ef7d2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:50:39.740053 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-594004f8-eb85-41ef-aace-a14c2d1ef7d2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056343 Dec 17 16:50:39.806264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Request body: {'port': {'device_id': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:39.876138 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:39.906004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f0d39189-3bea-4a2e-8027-4dc9ec083ba5 None None] Provisioning complete for port e6e50baf-1bf0-457d-8563-e3a40ba68214 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:39.906615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f0d39189-3bea-4a2e-8027-4dc9ec083ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:39.948650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f0d39189-3bea-4a2e-8027-4dc9ec083ba5 None None] Port e6e50baf-1bf0-457d-8563-e3a40ba68214 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:50:40.049265 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7e35b234-ec42-4b3e-af81-702a395be68b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:50:40.112190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 7e35b234-ec42-4b3e-af81-702a395be68b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:40.114051 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:40.139462 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72496f0c-127d-4eef-8294-df7347dc262a req-26ba9de7-3107-4387-acdb-03d71aa17c11 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:40.141399 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72496f0c-127d-4eef-8294-df7347dc262a req-26ba9de7-3107-4387-acdb-03d71aa17c11 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 932 time: 0.0556974 Dec 17 16:50:40.177233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e50baf-1bf0-457d-8563-e3a40ba68214 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:50:40.184837 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:40.199037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Transition to ACTIVE for port object e6e50baf-1bf0-457d-8563-e3a40ba68214 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:50:40.203636 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72496f0c-127d-4eef-8294-df7347dc262a req-e25ff102-a2cb-4a06-bd7b-c051e074ee43 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548112 Dec 17 16:50:40.203904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:40.237898 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:40.261541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e50baf-1bf0-457d-8563-e3a40ba68214,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:40.332776 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Attempting to bind port e6e50baf-1bf0-457d-8563-e3a40ba68214 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:50:40.332994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Attempting to bind port e6e50baf-1bf0-457d-8563-e3a40ba68214 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:50:40.333339 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Attempting to bind port e6e50baf-1bf0-457d-8563-e3a40ba68214 on network 539b56dd-6137-42ab-80f7-0dbbe6b715ec {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:50:40.338259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Port e6e50baf-1bf0-457d-8563-e3a40ba68214 on network 539b56dd-6137-42ab-80f7-0dbbe6b715ec not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:50:40.338578 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Attempting to bind port e6e50baf-1bf0-457d-8563-e3a40ba68214 on network 539b56dd-6137-42ab-80f7-0dbbe6b715ec {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:50:40.343648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:50:40.344074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Checking segment: {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:50:40.344454 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Bound using segment: {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:50:40.344879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Bound port: e6e50baf-1bf0-457d-8563-e3a40ba68214, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6e433f-4709-44d2-be9e-6f19eeee391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:50:40.345228 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:40.421786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] For port e6e50baf-1bf0-457d-8563-e3a40ba68214, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:50:40.425017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] For port e6e50baf-1bf0-457d-8563-e3a40ba68214, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:50:40.429549 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:40.472880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:40.473467 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:40.474915 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] 10.222.0.47 "PUT /v2.0/ports/e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 200 len: 1093 time: 0.7213507 Dec 17 16:50:40.475638 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:40.478214 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d441ef-785a-4b37-9240-426fe7c2dba3" -d '{"events": [{"name": "network-changed", "server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:40.522940 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc58f9-f9da-4441-b0f3-e04df4d4b429 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e50baf-1bf0-457d-8563-e3a40ba68214,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:40.555772 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6c1e38-3bff-43f1-b193-efd8515df179 x-openstack-request-id: req-cb6c1e38-3bff-43f1-b193-efd8515df179 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:40.556195 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:40.556362 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb6c1e38-3bff-43f1-b193-efd8515df179 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:40.556765 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'status': 'completed', 'code': 200} Dec 17 16:50:40.572264 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-c61e9906-c03d-4aa9-92e0-52767a3ddb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:40.573816 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-c61e9906-c03d-4aa9-92e0-52767a3ddb72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1096 time: 0.0477238 Dec 17 16:50:40.621819 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-ff7c2f6e-5680-406a-9283-331e0e95544f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 200 len: 217 time: 0.0366330 Dec 17 16:50:40.684113 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-dfb2b262-a1ff-49b6-a3ef-99aece5b6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:40.685637 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-dfb2b262-a1ff-49b6-a3ef-99aece5b6051 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bb02b07-3b5f-410c-8749-36847338fa57 HTTP/1.1" status: 200 len: 835 time: 0.0507696 Dec 17 16:50:40.749678 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d469d62c-5caf-4740-aca5-d5aa09ea5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:40.751191 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-d469d62c-5caf-4740-aca5-d5aa09ea5849 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539b56dd-6137-42ab-80f7-0dbbe6b715ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531118 Dec 17 16:50:40.852543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-e5c4e40a-a2e9-4412-bb60-48419d9f3387 service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900791 Dec 17 16:50:40.960536 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e6302975-0a54-4c2a-8346-2e02a218b4e1 req-227f8a65-aeb7-47f3-9202-df86a303cace service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954244 Dec 17 16:50:41.060585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-f0d05a5d-6b72-4052-a46e-2554b8559dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:41.062093 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-f0d05a5d-6b72-4052-a46e-2554b8559dce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1096 time: 0.0441647 Dec 17 16:50:41.161703 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-bbe21920-9502-4466-ab75-a8a3c74df7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:41.163594 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-bbe21920-9502-4466-ab75-a8a3c74df7c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 200 len: 898 time: 0.0942581 Dec 17 16:50:41.213009 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-eed9246a-0006-447a-b87c-b2b4245615f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 200 len: 217 time: 0.0416474 Dec 17 16:50:41.275263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-b2adefb1-aefe-4beb-b389-75b2b9330e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:41.276784 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-b2adefb1-aefe-4beb-b389-75b2b9330e1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bb02b07-3b5f-410c-8749-36847338fa57 HTTP/1.1" status: 200 len: 835 time: 0.0563254 Dec 17 16:50:41.329945 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-40156ea1-1414-4d6a-9976-4e55ebb7bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:41.331475 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-40156ea1-1414-4d6a-9976-4e55ebb7bf79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539b56dd-6137-42ab-80f7-0dbbe6b715ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466919 Dec 17 16:50:41.333668 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a416-ff5b-425d-b70b-cc55d1d2fe9d req-55208851-c46e-446c-ba56-4a4b0f0c86a7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:41.335223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60c0a416-ff5b-425d-b70b-cc55d1d2fe9d req-55208851-c46e-446c-ba56-4a4b0f0c86a7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 944 time: 0.0533922 Dec 17 16:50:41.363340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:41.388707 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-60c0a416-ff5b-425d-b70b-cc55d1d2fe9d req-7f35a3d9-0ad2-427c-a74d-d8dafae3193b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472615 Dec 17 16:50:41.397163 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:41.424753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-431c28b4-8f09-43d8-82b6-1ee98200a23e service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854909 Dec 17 16:50:41.521643 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c6d441ef-785a-4b37-9240-426fe7c2dba3 req-26f303e1-d0ce-4992-b540-7448b138042d service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889971 Dec 17 16:50:42.181019 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:42.521399 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c5d9a-cd5f-4402-a033-c60b952a846f req-1854b7ad-e298-4a4d-84f2-494a1b90132f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:42.523120 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-672c5d9a-cd5f-4402-a033-c60b952a846f req-1854b7ad-e298-4a4d-84f2-494a1b90132f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 944 time: 0.0567021 Dec 17 16:50:42.578567 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-672c5d9a-cd5f-4402-a033-c60b952a846f req-09d6eade-8a88-4049-b4b4-bf4a1f373f39 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488889 Dec 17 16:50:43.136407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e6e50baf-1bf0-457d-8563-e3a40ba68214 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:50:43.237131 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port e6e50baf-1bf0-457d-8563-e3a40ba68214, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:43.250051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'port_id': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'mac_address': 'fa:16:3e:cb:3d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:50:43.293791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:43.308635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e50baf-1bf0-457d-8563-e3a40ba68214 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:50:43.329597 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port e6e50baf-1bf0-457d-8563-e3a40ba68214, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:43.334720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:43.381178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=e6e50baf-1bf0-457d-8563-e3a40ba68214,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:43.628781 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['e6e50baf-1bf0-457d-8563-e3a40ba68214'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:50:43.700437 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2680b8-9198-4ec6-add5-9b50d65e4aa1 req-5a3c66db-7fe7-44e9-9761-e343b6d3405e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:43.701874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6f2680b8-9198-4ec6-add5-9b50d65e4aa1 req-5a3c66db-7fe7-44e9-9761-e343b6d3405e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 945 time: 0.0507581 Dec 17 16:50:43.753732 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6f2680b8-9198-4ec6-add5-9b50d65e4aa1 req-fe050493-3c69-40ef-a999-3891adeb8b2a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Dec 17 16:50:44.893564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd572f-5667-4e26-81a1-ea2046af88ee req-9c4b9700-cf20-442f-aa57-a9b669ceed9c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:44.894947 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4cd572f-5667-4e26-81a1-ea2046af88ee req-9c4b9700-cf20-442f-aa57-a9b669ceed9c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 945 time: 0.0562871 Dec 17 16:50:44.950081 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c4cd572f-5667-4e26-81a1-ea2046af88ee req-3c0b4a07-5404-48d2-b907-13fc086e3ad7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 Dec 17 16:50:45.145722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e6e50baf-1bf0-457d-8563-e3a40ba68214 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:50:45.205091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port e6e50baf-1bf0-457d-8563-e3a40ba68214 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:50:45.209067 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port e6e50baf-1bf0-457d-8563-e3a40ba68214 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:45.209434 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:45.292191 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:45.314725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:45.317022 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe2a254-dca6-47f3-bf6c-bb59333de146" -d '{"events": [{"server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "name": "network-vif-plugged", "status": "completed", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:45.330166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port e6e50baf-1bf0-457d-8563-e3a40ba68214, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:45.334905 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:45.383570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=e6e50baf-1bf0-457d-8563-e3a40ba68214,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:45.417491 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e21b54-cfae-44cf-ab96-032692a2e966 x-openstack-request-id: req-27e21b54-cfae-44cf-ab96-032692a2e966 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:45.417789 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "name": "network-vif-plugged", "status": "completed", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:45.418061 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27e21b54-cfae-44cf-ab96-032692a2e966 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:45.418465 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'code': 200} Dec 17 16:50:45.527295 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867ebd4-f2d3-4969-988b-b2ef62eed312 req-7295a1d4-724b-4e5f-ae33-9f9a7f40d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:45.528837 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3867ebd4-f2d3-4969-988b-b2ef62eed312 req-7295a1d4-724b-4e5f-ae33-9f9a7f40d9b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1098 time: 0.0421531 Dec 17 16:50:45.580196 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3867ebd4-f2d3-4969-988b-b2ef62eed312 req-c2155c71-81b1-4018-bf4f-65dc8acd2d39 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Dec 17 16:50:45.966503 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:46.087959 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35671c-cc9a-403d-807a-f60568cd875d req-329f217e-c582-4359-861c-019396cd5355 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:46.089481 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b35671c-cc9a-403d-807a-f60568cd875d req-329f217e-c582-4359-861c-019396cd5355 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0580966 Dec 17 16:50:46.143214 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3b35671c-cc9a-403d-807a-f60568cd875d req-e9133568-7c5c-460c-b42b-d0203bec7883 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475848 Dec 17 16:50:47.274874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba75a7-094d-4382-8a66-3182aaf67bc4 req-25bd375d-2952-4a0e-a76c-f985c67203b7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:47.276411 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-faba75a7-094d-4382-8a66-3182aaf67bc4 req-25bd375d-2952-4a0e-a76c-f985c67203b7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0548065 Dec 17 16:50:47.325987 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-faba75a7-094d-4382-8a66-3182aaf67bc4 req-6acdc41e-f21d-4d97-844f-2069123c074c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435269 Dec 17 16:50:47.458948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ebfcd-f0d7-4528-8451-875b209e3376 req-d54393e5-7672-4498-b2f6-25230593d833 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:47.460452 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a76ebfcd-f0d7-4528-8451-875b209e3376 req-d54393e5-7672-4498-b2f6-25230593d833 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0578549 Dec 17 16:50:47.511458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a76ebfcd-f0d7-4528-8451-875b209e3376 req-3f263ede-20ee-499a-a98f-1e67de11170c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447578 Dec 17 16:50:47.537746 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39990) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:47.583584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec85362-cfbb-4c07-ba5f-a98129f22a98 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:47.587078 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bec85362-cfbb-4c07-ba5f-a98129f22a98 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1093 time: 0.0462554 Dec 17 16:50:47.589047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39992) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:47.593473 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:47.621059 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:47.729437 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:47.843254 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.216 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/347db298-5069-47ea-89f9-cbf1df81f65e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:50:47.949824 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:48.000003 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:48.040271 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:50:48.043209 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:50:48.045890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:50:48.068353 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=347db298-5069-47ea-89f9-cbf1df81f65e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:48.429923 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:48.505778 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:48.664461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:48.671864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:48.738895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=347db298-5069-47ea-89f9-cbf1df81f65e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:48.752549 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:48.811614 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:50:48.848886 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP 2785f074-2c43-4cff-9c6d-ca029fda2c0e associated. External IP: 172.25.0.216, port: e6e50baf-1bf0-457d-8563-e3a40ba68214. Dec 17 16:50:49.062779 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3ca4dc49-167f-4678-b6a7-d2910d79607a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:50:49.182589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:50:49.192049 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] Sync routers for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:50:49.200611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:50:49.201300 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:49.201921 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:49.228332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d6588484-3eec-4c76-9486-209ace1e4853 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6381810 Dec 17 16:50:49.228931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:49.231201 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54abef5-9a6b-4538-8a9c-83ad85b15792" -d '{"events": [{"name": "network-changed", "server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:49.275398 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57e9a78-8481-4af4-ad00-7c8e54ae2283 x-openstack-request-id: req-c57e9a78-8481-4af4-ad00-7c8e54ae2283 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:49.275686 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:49.275962 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c57e9a78-8481-4af4-ad00-7c8e54ae2283 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:49.276424 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'status': 'completed', 'code': 200} Dec 17 16:50:49.316285 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:49.339641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5395bd-e2d2-46c3-8e1a-96ea54f3036d req-f6c25704-562c-405a-a338-f605f03c8f5d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:49.341305 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab5395bd-e2d2-46c3-8e1a-96ea54f3036d req-f6c25704-562c-405a-a338-f605f03c8f5d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0528345 Dec 17 16:50:49.343187 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-27e99456-b898-469d-b9ee-1377d1506302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:49.344712 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-27e99456-b898-469d-b9ee-1377d1506302 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1098 time: 0.0411003 Dec 17 16:50:49.396412 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ab5395bd-e2d2-46c3-8e1a-96ea54f3036d req-4e02fddc-7556-4a84-a222-d3c4a6b75e7d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485694 Dec 17 16:50:49.419589 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 39998) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:49.445179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-36045b0c-f592-4def-b54e-65bb20d53343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:49.446856 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-36045b0c-f592-4def-b54e-65bb20d53343 service neutron] 10.222.0.47 "GET /v2.0/networks?id=539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 200 len: 898 time: 0.0939777 Dec 17 16:50:49.482125 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-71ebd103-126e-4286-b517-0d11ea911cab tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/2785f074-2c43-4cff-9c6d-ca029fda2c0e HTTP/1.1" status: 200 len: 992 time: 0.0606399 Dec 17 16:50:49.515533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-f1fdec0e-4be5-4cd5-9b15-6d100e38012b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 200 len: 1000 time: 0.0618522 Dec 17 16:50:49.553704 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2785f074-2c43-4cff-9c6d-ca029fda2c0e', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'port_id': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'mac_address': 'fa:16:3e:cb:3d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:50:48Z', 'updated_at': '2021-12-17T16:50:48Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:49.565473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-8e227f43-dc8b-49de-ba77-8762955e10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:49.566997 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-8e227f43-dc8b-49de-ba77-8762955e10cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bb02b07-3b5f-410c-8749-36847338fa57 HTTP/1.1" status: 200 len: 835 time: 0.0445213 Dec 17 16:50:49.579529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] Checking router: 3ca4dc49-167f-4678-b6a7-d2910d79607a for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:50:49.589322 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:50:49.589933 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:50:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:49.616167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-198de30b-3f1f-4b3a-adf0-798372d628a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:49.617692 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-198de30b-3f1f-4b3a-adf0-798372d628a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539b56dd-6137-42ab-80f7-0dbbe6b715ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435531 Dec 17 16:50:49.697018 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:50:49.704813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-a5d54f15-76dc-4fd8-a4b1-36d70a98cc0d service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800910 Dec 17 16:50:49.797426 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c54abef5-9a6b-4538-8a9c-83ad85b15792 req-e327b7ec-6b2a-4a1f-95fb-8bfeba3d7c38 service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858757 Dec 17 16:50:49.921696 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2785f074-2c43-4cff-9c6d-ca029fda2c0e', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'port_id': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'mac_address': 'fa:16:3e:cb:3d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:50:48Z', 'updated_at': '2021-12-17T16:50:48Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:50:50.034371 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41663f92-4b0f-4c6b-8c7b-d520e06233d0 None None] The sync data for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 is: [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2785f074-2c43-4cff-9c6d-ca029fda2c0e', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'port_id': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'mac_address': 'fa:16:3e:cb:3d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:50:48Z', 'updated_at': '2021-12-17T16:50:48Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:50:50.248981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3542a15c-f59b-4538-8a7b-e04246a0a4aa None None] New status for floating IP 2785f074-2c43-4cff-9c6d-ca029fda2c0e: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:50:50.485890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40000) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:50:50.555062 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-85085fac-57ea-4a15-8db5-1f8972555f85 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/2785f074-2c43-4cff-9c6d-ca029fda2c0e HTTP/1.1" status: 200 len: 994 time: 0.0675824 Dec 17 16:51:06.553669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6f2677a8-9bcb-4933-9eac-a7b8a76125f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:08.956791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-907d5df3-0dde-44a9-919a-300840319ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:10.248724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:11.364266 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:11.400576 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:12.182230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:15.979001 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:22.216918 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-826cafde-f33f-410f-b4b6-d2f945827b97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464697 Dec 17 16:51:22.307208 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-8de95f0e-e8af-4af0-8707-78c8bd18d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:22.308841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-8de95f0e-e8af-4af0-8707-78c8bd18d260 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1098 time: 0.0419061 Dec 17 16:51:22.429041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-ad52bba7-f6df-4941-9ef0-a67921c307b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:22.430564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-ad52bba7-f6df-4941-9ef0-a67921c307b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 200 len: 898 time: 0.0954604 Dec 17 16:51:22.508469 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-c849dd88-6143-49b5-8d65-8e798b2be320 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 200 len: 1002 time: 0.0702300 Dec 17 16:51:22.562843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-c91f7670-60e4-4ca3-9232-f18083e7d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:22.564244 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-c91f7670-60e4-4ca3-9232-f18083e7d287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bb02b07-3b5f-410c-8749-36847338fa57 HTTP/1.1" status: 200 len: 835 time: 0.0452735 Dec 17 16:51:22.616778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-52c03ec9-41e5-4843-847c-3e48dc457e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:22.618285 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-52c03ec9-41e5-4843-847c-3e48dc457e0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539b56dd-6137-42ab-80f7-0dbbe6b715ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466723 Dec 17 16:51:22.713098 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-b9051011-a6be-4c5a-8954-672e77fc90cc service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845265 Dec 17 16:51:22.815760 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2ef2c95f-8283-48ca-a668-045a4493acdf req-a7e40729-e69f-4587-8c26-a6144575231c service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887239 Dec 17 16:51:23.952581 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb844c8-21a6-42ef-8a21-7797929e8487 req-70ebff17-9868-4e55-bc91-841c926c7803 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:23.953981 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdb844c8-21a6-42ef-8a21-7797929e8487 req-70ebff17-9868-4e55-bc91-841c926c7803 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0795045 Dec 17 16:51:23.955728 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-31260342-eac6-468c-bb23-f97bf55d61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:23.957163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-31260342-eac6-468c-bb23-f97bf55d61b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1098 time: 0.0706978 Dec 17 16:51:24.059344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cdb844c8-21a6-42ef-8a21-7797929e8487 req-5efb154c-97b0-4b31-b7a7-c0748e703f3c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990779 Dec 17 16:51:24.084344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-e126f29c-9a40-4612-acca-9e5ad5917456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:24.085855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-e126f29c-9a40-4612-acca-9e5ad5917456 service neutron] 10.222.0.47 "GET /v2.0/networks?id=539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 200 len: 898 time: 0.1195815 Dec 17 16:51:24.160400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-5c04ec2e-783d-4bdc-9dd7-f19a1e9a7673 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 200 len: 1002 time: 0.0596924 Dec 17 16:51:24.221157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-b81ee82e-3223-4c70-bffa-5233849dc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:24.222617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-b81ee82e-3223-4c70-bffa-5233849dc943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bb02b07-3b5f-410c-8749-36847338fa57 HTTP/1.1" status: 200 len: 835 time: 0.0538323 Dec 17 16:51:24.269223 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-8e27a2dd-3e42-4ddf-8bff-d16c40ecf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:24.270708 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-8e27a2dd-3e42-4ddf-8bff-d16c40ecf0fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539b56dd-6137-42ab-80f7-0dbbe6b715ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405693 Dec 17 16:51:24.359030 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-1a2377f3-73dc-49c2-bb5d-6b1bbfb825b5 service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806549 Dec 17 16:51:24.463673 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a7bc2a9b-1074-4956-b164-357fa0217b39 req-11f4b497-38dc-41ac-baaa-68830b7d0606 service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952451 Dec 17 16:51:25.182772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cf1a0-d8eb-484f-9945-9beba72dc42a req-3aa0057c-7500-452b-9e8b-d874a2c5fdb0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:25.184301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-775cf1a0-d8eb-484f-9945-9beba72dc42a req-3aa0057c-7500-452b-9e8b-d874a2c5fdb0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0510526 Dec 17 16:51:25.238858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-775cf1a0-d8eb-484f-9945-9beba72dc42a req-7c7bd64d-1c98-4ce1-aef9-0c36585116bc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457036 Dec 17 16:51:25.816904 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:51:26.362542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be9ba2-afdb-4721-90f0-2658eb75d393 req-43353271-8766-47fa-9b8e-b141a1fa5de7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:26.364173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17be9ba2-afdb-4721-90f0-2658eb75d393 req-43353271-8766-47fa-9b8e-b141a1fa5de7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0510557 Dec 17 16:51:26.414985 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-17be9ba2-afdb-4721-90f0-2658eb75d393 req-9294e775-2a96-47af-8ca1-198ce4e06d87 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Dec 17 16:51:27.542991 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cedfd-60b6-452a-8153-abb455e2a390 req-6e3af629-4605-4759-bdcb-84c6d66ba749 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:27.544579 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-866cedfd-60b6-452a-8153-abb455e2a390 req-6e3af629-4605-4759-bdcb-84c6d66ba749 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0535157 Dec 17 16:51:27.597970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-866cedfd-60b6-452a-8153-abb455e2a390 req-f24858b5-d18b-48a7-bff4-871f400734d3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Dec 17 16:51:28.722759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430720d3-53e6-4a87-a22d-e4070196ca41 req-9b3d40dd-32da-4617-b6a8-9290b3c6b85d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:28.724258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-430720d3-53e6-4a87-a22d-e4070196ca41 req-9b3d40dd-32da-4617-b6a8-9290b3c6b85d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0538733 Dec 17 16:51:28.787927 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-430720d3-53e6-4a87-a22d-e4070196ca41 req-ae27d282-ccea-42ee-a19b-2196c2fbe55a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504227 Dec 17 16:51:29.920610 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154691c2-ff53-4286-88f3-d127bbd342e1 req-2db09237-2abc-47ae-80d3-7b08c36e94a6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:29.921989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-154691c2-ff53-4286-88f3-d127bbd342e1 req-2db09237-2abc-47ae-80d3-7b08c36e94a6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0543683 Dec 17 16:51:29.973301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-154691c2-ff53-4286-88f3-d127bbd342e1 req-aaa1ae5b-8435-45a8-9dba-92922b2b4301 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Dec 17 16:51:31.094023 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbc343-71e2-4b38-ac4c-7755239cf4e8 req-fb0dca12-62f8-4c5a-84ff-696142f6dc33 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:31.095483 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6edbc343-71e2-4b38-ac4c-7755239cf4e8 req-fb0dca12-62f8-4c5a-84ff-696142f6dc33 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0530438 Dec 17 16:51:31.148396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6edbc343-71e2-4b38-ac4c-7755239cf4e8 req-6eb39d27-b16b-4e21-9a6f-d90dc1265c13 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467017 Dec 17 16:51:32.274171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2b3a6-d7c7-40f3-be8a-81c6426ec189 req-0f0925fc-3e1b-4ac5-ba10-2d2e5a139705 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:32.275663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07d2b3a6-d7c7-40f3-be8a-81c6426ec189 req-0f0925fc-3e1b-4ac5-ba10-2d2e5a139705 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0530622 Dec 17 16:51:32.335272 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-07d2b3a6-d7c7-40f3-be8a-81c6426ec189 req-f4c00378-6fdb-4086-b5f8-4adb5712136f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508831 Dec 17 16:51:33.461602 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc323199-2248-4895-8e42-88a55272f485 req-002a8a9d-02dd-4e2c-a003-03b40ba95cfe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:33.463074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc323199-2248-4895-8e42-88a55272f485 req-002a8a9d-02dd-4e2c-a003-03b40ba95cfe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0516415 Dec 17 16:51:33.518190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-cc323199-2248-4895-8e42-88a55272f485 req-7fc07801-a3c7-4dc7-b3da-11b82efcc2d0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460448 Dec 17 16:51:34.658671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667483d-8f84-43f6-8184-97b3f1778fd1 req-405f539d-fcb1-4a38-b262-52a95e39d0a3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:34.660790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f667483d-8f84-43f6-8184-97b3f1778fd1 req-405f539d-fcb1-4a38-b262-52a95e39d0a3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0604656 Dec 17 16:51:34.714879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f667483d-8f84-43f6-8184-97b3f1778fd1 req-be7dda86-6432-403d-88cc-3234e209ff62 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476120 Dec 17 16:51:35.862656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248180d-38da-46e1-9e24-1f00fec6cdad req-e34a42ef-d611-4ab8-88b9-8fe73beb91f2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:35.864081 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1248180d-38da-46e1-9e24-1f00fec6cdad req-e34a42ef-d611-4ab8-88b9-8fe73beb91f2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0626245 Dec 17 16:51:35.917340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1248180d-38da-46e1-9e24-1f00fec6cdad req-3dab47c4-5a93-4be4-bb62-8f5ae054bcb6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466299 Dec 17 16:51:35.946293 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40036) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:51:36.024017 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2530aff7-bf77-4a1c-b77c-8b15cf5785d0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/2785f074-2c43-4cff-9c6d-ca029fda2c0e HTTP/1.1" status: 200 len: 994 time: 0.0765576 Dec 17 16:51:36.552824 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3db3537e-5fab-44c2-8ce9-32ee822eaab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:38.956768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5a3d94ee-118e-4ebe-a70c-26dbca1d81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:40.253762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:41.391300 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:41.404782 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:42.188343 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:51:45.989062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:02.823574 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:52:06.558414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-91ac7322-f23e-4a35-bbcb-d486a083695e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:08.452494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40048) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:08.951985 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-16e4c40e-cb53-433e-add4-34021fe3e7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:08.967340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 347db298-5069-47ea-89f9-cbf1df81f65e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:52:08.967681 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:09.042382 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:09.042697 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:09.054095 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 347db298-5069-47ea-89f9-cbf1df81f65e owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:52:09.222512 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:09.246331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=347db298-5069-47ea-89f9-cbf1df81f65e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:09.256409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.256760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.257097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.257435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.257764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.258097 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.258423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.258747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.259043 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.259963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.259963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.260145 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.260435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.323232 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:09.323545 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP 2785f074-2c43-4cff-9c6d-ca029fda2c0e disassociated (deleted). External IP: 172.25.0.216, port: e6e50baf-1bf0-457d-8563-e3a40ba68214. Dec 17 16:52:09.545034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3ca4dc49-167f-4678-b6a7-d2910d79607a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:09.652865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:09.657998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:09.662507 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] Sync routers for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:09.672420 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:09.673014 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:09.685037 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-9f1d3f18-a0f3-4e38-a70c-bc37525bacdc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/floatingips/2785f074-2c43-4cff-9c6d-ca029fda2c0e HTTP/1.1" status: 204 len: 168 time: 1.2313061 Dec 17 16:52:09.685632 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:09.687933 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91705141-1838-4aa7-833d-dc6482be80d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:09.728565 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321d245-58a1-4d9c-bfd8-d15dd22e598b x-openstack-request-id: req-b321d245-58a1-4d9c-bfd8-d15dd22e598b {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:09.728862 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:09.729126 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b321d245-58a1-4d9c-bfd8-d15dd22e598b {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:09.729576 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'status': 'completed', 'code': 200} Dec 17 16:52:09.782059 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:09.807975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705141-1838-4aa7-833d-dc6482be80d0 req-53f6f471-2a77-452a-b35a-6f965c946bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:09.809538 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91705141-1838-4aa7-833d-dc6482be80d0 req-53f6f471-2a77-452a-b35a-6f965c946bfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 1098 time: 0.0508206 Dec 17 16:52:09.909609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705141-1838-4aa7-833d-dc6482be80d0 req-0d6f034c-7543-4df9-8b1c-ee9fbba63b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:09.911168 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91705141-1838-4aa7-833d-dc6482be80d0 req-0d6f034c-7543-4df9-8b1c-ee9fbba63b1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 200 len: 898 time: 0.0933616 Dec 17 16:52:09.927748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a5af6-1108-4abe-ad72-c2af62fff17a req-e7356af9-316f-4d66-a30f-a83243d349c9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:09.929340 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-581a5af6-1108-4abe-ad72-c2af62fff17a req-e7356af9-316f-4d66-a30f-a83243d349c9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0506835 Dec 17 16:52:09.960955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91705141-1838-4aa7-833d-dc6482be80d0 req-38aa215f-74b2-4cdb-bd6a-43486f67cb0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 200 len: 217 time: 0.0418675 Dec 17 16:52:09.981016 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-581a5af6-1108-4abe-ad72-c2af62fff17a req-3b00a4fd-fab8-49ba-846e-479f4a49eb88 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442097 Dec 17 16:52:10.013259 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:10.014520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705141-1838-4aa7-833d-dc6482be80d0 req-44f3b4ab-0024-4ba7-abd9-dd2f20f209ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:10.016013 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91705141-1838-4aa7-833d-dc6482be80d0 req-44f3b4ab-0024-4ba7-abd9-dd2f20f209ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bb02b07-3b5f-410c-8749-36847338fa57 HTTP/1.1" status: 200 len: 835 time: 0.0468583 Dec 17 16:52:10.038854 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] Checking router: 3ca4dc49-167f-4678-b6a7-d2910d79607a for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:10.047448 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:10.048003 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:10.062827 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705141-1838-4aa7-833d-dc6482be80d0 req-802fa223-f7f8-443b-99f5-94d94f9385c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:10.064311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91705141-1838-4aa7-833d-dc6482be80d0 req-802fa223-f7f8-443b-99f5-94d94f9385c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539b56dd-6137-42ab-80f7-0dbbe6b715ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401139 Dec 17 16:52:10.153122 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:10.160618 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91705141-1838-4aa7-833d-dc6482be80d0 req-e0673982-e022-415d-b2e1-5aa0aee596f1 service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885592 Dec 17 16:52:10.249666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:10.257639 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-91705141-1838-4aa7-833d-dc6482be80d0 req-e52f7318-c23f-4e2b-9330-55e183ab9bcb service neutron] 10.222.0.47 "GET /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878942 Dec 17 16:52:10.352765 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:10.377997 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0942b-cc28-4bb1-8d6d-e050637b5674 None None] The sync data for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 is: [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '7e35b234-ec42-4b3e-af81-702a395be68b', 'name': '', 'network_id': '539b56dd-6137-42ab-80f7-0dbbe6b715ec', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:41:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:35Z', 'updated_at': '2021-12-17T16:50:38Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '7bb02b07-3b5f-410c-8749-36847338fa57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:10.622996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978d119-c491-4f6b-89b6-175770a662ed None None] New status for floating IP 2785f074-2c43-4cff-9c6d-ca029fda2c0e: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:52:11.122026 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bfd73-3a88-41e5-b2fd-fbf6764d5fb2 req-ee90e54d-cf49-4972-be43-ad73eba5c9bc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:11.123510 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-824bfd73-3a88-41e5-b2fd-fbf6764d5fb2 req-ee90e54d-cf49-4972-be43-ad73eba5c9bc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0616076 Dec 17 16:52:11.183625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-824bfd73-3a88-41e5-b2fd-fbf6764d5fb2 req-50372ed2-343e-483b-bc5e-0ac90b4b7ea2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=537f23e8-689b-4120-89e5-ac83c14d51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511386 Dec 17 16:52:11.407002 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:11.414256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:11.608952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-d9f77875-8b6b-4e05-a92e-472858004b83 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:11.610434 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-d9f77875-8b6b-4e05-a92e-472858004b83 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 946 time: 0.0524232 Dec 17 16:52:11.700933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port e6e50baf-1bf0-457d-8563-e3a40ba68214 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:52:11.701253 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:11.796811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port e6e50baf-1bf0-457d-8563-e3a40ba68214, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=e6e50baf-1bf0-457d-8563-e3a40ba68214,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:11.797179 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:11.809941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for e6e50baf-1bf0-457d-8563-e3a40ba68214 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:52:11.948032 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:11.977390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=e6e50baf-1bf0-457d-8563-e3a40ba68214,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:12.020288 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] No DVR routers for this DVR port e6e50baf-1bf0-457d-8563-e3a40ba68214 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:52:12.023122 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:12.027183 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b26410ff-8748-402f-b1c2-6fc5c5b1a664 req-36970cdb-be02-4f79-95a8-52972dfef4f7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "DELETE /v2.0/ports/e6e50baf-1bf0-457d-8563-e3a40ba68214 HTTP/1.1" status: 204 len: 173 time: 0.4103961 Dec 17 16:52:12.027720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'name': 'network-vif-deleted', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:12.029994 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16447e1-5ee1-4a93-92cd-8d7e7dc3cfb7" -d '{"events": [{"server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "name": "network-vif-deleted", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:12.069407 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b4d00-446e-471f-bc0c-3abfce1f2f2c x-openstack-request-id: req-df4b4d00-446e-471f-bc0c-3abfce1f2f2c {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:12.069691 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18c00e4-573a-4843-a635-bf78a0baf095", "name": "network-vif-deleted", "tag": "e6e50baf-1bf0-457d-8563-e3a40ba68214", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:12.069941 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df4b4d00-446e-471f-bc0c-3abfce1f2f2c {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:12.070795 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18c00e4-573a-4843-a635-bf78a0baf095', 'name': 'network-vif-deleted', 'tag': 'e6e50baf-1bf0-457d-8563-e3a40ba68214', 'status': 'completed', 'code': 200} Dec 17 16:52:12.183494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:12.302286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9031fde4-a5cd-404f-80ee-278b2cd02b74 req-c9f6573a-c252-48d5-9da9-7bbc33a54f0e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=e18c00e4-573a-4843-a635-bf78a0baf095 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Dec 17 16:52:13.378941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40064) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:14.129557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:14.400900 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 7e35b234-ec42-4b3e-af81-702a395be68b {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:52:14.401634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:14.491251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 7e35b234-ec42-4b3e-af81-702a395be68b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=7e35b234-ec42-4b3e-af81-702a395be68b,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:14.491611 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:14.504094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 7e35b234-ec42-4b3e-af81-702a395be68b owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:52:14.689411 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:14.719058 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=7e35b234-ec42-4b3e-af81-702a395be68b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:14.731229 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.732070 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.732360 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.732649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.732975 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.733294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.733614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.733934 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.734294 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.734619 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.734931 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.735249 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.735672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:14.905781 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.132185 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3ca4dc49-167f-4678-b6a7-d2910d79607a has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:15.259769 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:15.268385 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-040b3b9d-4696-45c8-8037-d327ee794763 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/3ca4dc49-167f-4678-b6a7-d2910d79607a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8893943 Dec 17 16:52:15.268726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40066) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:15.270806 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d165c11-1909-4167-a91f-3223e868039c None None] Sync routers for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:15.281498 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:15.282104 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:15.324228 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting subnet 7bb02b07-3b5f-410c-8749-36847338fa57 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:52:15.327528 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.368342 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.385676 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:15.450479 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.514300 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.544606 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.550542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/subnets/7bb02b07-3b5f-410c-8749-36847338fa57 HTTP/1.1" status: 204 len: 168 time: 0.2781470 Dec 17 16:52:15.550542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446902d3-225e-4073-a808-9c78aa0aede7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb02b07-3b5f-410c-8749-36847338fa57,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:15.551044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40068) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:15.552479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6118c-b452-4cee-ae4d-13b3abd5c229 None None] Network 539b56dd-6137-42ab-80f7-0dbbe6b715ec requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:52:15.582305 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:52:14Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:15.614269 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d165c11-1909-4167-a91f-3223e868039c None None] Checking router: 3ca4dc49-167f-4678-b6a7-d2910d79607a for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:15.618127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e6e50baf-1bf0-457d-8563-e3a40ba68214 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:15.626593 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] Routers {'3ca4dc49-167f-4678-b6a7-d2910d79607a'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:15.627464 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3ca4dc49-167f-4678-b6a7-d2910d79607a'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:15.658056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: e6e50baf-1bf0-457d-8563-e3a40ba68214 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:52:15.658311 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device e6e50baf-1bf0-457d-8563-e3a40ba68214 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:15.662811 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.740987 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] DHCP port deletion for 539b56dd-6137-42ab-80f7-0dbbe6b715ec request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:52:15.776790 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.794770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Deleting port 0dc25eb3-335e-4050-b37a-0053b2e47b4e {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:52:15.795170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.828054 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] Set router 3ca4dc49-167f-4678-b6a7-d2910d79607a gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:15.832486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 439b13ce-76bf-4c94-a8d4-21795379f316 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:52:15.833111 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.861804 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] For port 0dc25eb3-335e-4050-b37a-0053b2e47b4e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=0dc25eb3-335e-4050-b37a-0053b2e47b4e,segment=NetworkSegment(ad6e433f-4709-44d2-be9e-6f19eeee391d),segment_id=ad6e433f-4709-44d2-be9e-6f19eeee391d)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:15.862219 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.874581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Calling delete_port for 0dc25eb3-335e-4050-b37a-0053b2e47b4e owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:52:15.918309 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 439b13ce-76bf-4c94-a8d4-21795379f316, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=439b13ce-76bf-4c94-a8d4-21795379f316,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:15.918590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:15.932463 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 439b13ce-76bf-4c94-a8d4-21795379f316 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:52:15.966444 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.000580 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] No DVR routers for this DVR port 0dc25eb3-335e-4050-b37a-0053b2e47b4e on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:52:16.004665 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.005652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Pushing event deleted for resources: {'Port': ['ID=0dc25eb3-335e-4050-b37a-0053b2e47b4e,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:16.008693 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1d165c11-1909-4167-a91f-3223e868039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:52:14Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:16.013866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.014369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.014734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.015125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.015516 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.015976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.016361 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.016755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.019284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.019284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.019284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.019284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.019284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7c5f4c-fabd-4076-a2d1-f19772f8d3a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:16.038241 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d165c11-1909-4167-a91f-3223e868039c None None] The sync data for ids ['3ca4dc49-167f-4678-b6a7-d2910d79607a'] in n-d-806683-20 is: [{'id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440521748', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:52:14Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '439b13ce-76bf-4c94-a8d4-21795379f316', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4dc49-167f-4678-b6a7-d2910d79607a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:50:32Z', 'updated_at': '2021-12-17T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:16.128264 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.157966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=439b13ce-76bf-4c94-a8d4-21795379f316,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:16.177534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da5e3f6-6e8a-4848-af1e-04c745bc3cd9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:52:16.218216 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.316850 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.319665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.374145 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.374812 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca4dc49-167f-4678-b6a7-d2910d79607a {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:52:16.391010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.392844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a753ebc7-9624-45fe-8d40-171cc01e8560 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/routers/3ca4dc49-167f-4678-b6a7-d2910d79607a HTTP/1.1" status: 204 len: 168 time: 0.8408821 Dec 17 16:52:16.395640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40072) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:16.489274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.489595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0dc25eb3-335e-4050-b37a-0053b2e47b4e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:16.522574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 0dc25eb3-335e-4050-b37a-0053b2e47b4e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:52:16.523258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 0dc25eb3-335e-4050-b37a-0053b2e47b4e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:16.600713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.621167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539b56dd-6137-42ab-80f7-0dbbe6b715ec']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:16.631039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6e433f-4709-44d2-be9e-6f19eeee391d') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:16.631412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6e433f-4709-44d2-be9e-6f19eeee391d') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:16.641613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.655221 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.661276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:52:16.661664 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:52:16.664936 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:52:16.725534 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.733780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.739926 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40080) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:16.740111 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/networks/539b56dd-6137-42ab-80f7-0dbbe6b715ec HTTP/1.1" status: 204 len: 168 time: 0.3433149 Dec 17 16:52:16.757749 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d809392-3109-4200-be00-2660ddd0cbfa tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Network': ['ID=539b56dd-6137-42ab-80f7-0dbbe6b715ec,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:16.802890 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1be4768-4ec8-4d26-aa6c-30ddd930dd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.828597 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1be4768-4ec8-4d26-aa6c-30ddd930dd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.887991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1be4768-4ec8-4d26-aa6c-30ddd930dd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.890670 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d1be4768-4ec8-4d26-aa6c-30ddd930dd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:16.891892 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d1be4768-4ec8-4d26-aa6c-30ddd930dd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/security-groups/537f23e8-689b-4120-89e5-ac83c14d51dd HTTP/1.1" status: 204 len: 168 time: 0.1508820 Dec 17 16:52:16.902821 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be4768-4ec8-4d26-aa6c-30ddd930dd0a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537f23e8-689b-4120-89e5-ac83c14d51dd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:17.536670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40088) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:17.541440 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2113ff3d-dcfd-4a57-a952-3b79d49c9867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138970858', 'description': 'tempest-secgroup-smoke-138970858 description', 'project_id': 'd92c1b164fa44371800a566ee555a0ed'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:17.567084 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2113ff3d-dcfd-4a57-a952-3b79d49c9867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.637888 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2113ff3d-dcfd-4a57-a952-3b79d49c9867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.642718 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2113ff3d-dcfd-4a57-a952-3b79d49c9867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.666887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2113ff3d-dcfd-4a57-a952-3b79d49c9867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.668261 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2113ff3d-dcfd-4a57-a952-3b79d49c9867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1304653 Dec 17 16:52:17.671266 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40090) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:17.676070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0b88c783-a44c-4d83-bed1-4c9dd036e6d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:17.676517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113ff3d-dcfd-4a57-a952-3b79d49c9867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:17.707149 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b88c783-a44c-4d83-bed1-4c9dd036e6d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.754126 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b88c783-a44c-4d83-bed1-4c9dd036e6d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.759013 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b88c783-a44c-4d83-bed1-4c9dd036e6d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.777527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88c783-a44c-4d83-bed1-4c9dd036e6d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60cec52-758e-4968-8f28-bbcee56f3c15,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:17.784476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0b88c783-a44c-4d83-bed1-4c9dd036e6d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.785720 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0b88c783-a44c-4d83-bed1-4c9dd036e6d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132822 Dec 17 16:52:17.788540 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40092) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:17.793075 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-d2f4c264-b4e3-4cfe-ab59-5082323c04ff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:17.822680 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c264-b4e3-4cfe-ab59-5082323c04ff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.877826 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c264-b4e3-4cfe-ab59-5082323c04ff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.883566 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c264-b4e3-4cfe-ab59-5082323c04ff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.903873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4c264-b4e3-4cfe-ab59-5082323c04ff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70830b7-be82-4290-aba5-cdf9e966191c,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:17.912884 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c264-b4e3-4cfe-ab59-5082323c04ff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:17.914082 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d2f4c264-b4e3-4cfe-ab59-5082323c04ff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246064 Dec 17 16:52:17.917237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40094) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:17.921500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-45dee9bd-69b0-465e-94c2-175763726133 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:17.949832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45dee9bd-69b0-465e-94c2-175763726133 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.011974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45dee9bd-69b0-465e-94c2-175763726133 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.015920 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45dee9bd-69b0-465e-94c2-175763726133 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.033833 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dee9bd-69b0-465e-94c2-175763726133 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb766f2-eff9-4d01-8b6d-aa698596319b,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:18.041745 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-45dee9bd-69b0-465e-94c2-175763726133 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.045729 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-45dee9bd-69b0-465e-94c2-175763726133 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247845 Dec 17 16:52:18.045897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40096) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:18.050584 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-db415a50-4e63-4cf7-b20d-073ea3ff5de3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:18.062735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7e35b234-ec42-4b3e-af81-702a395be68b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:18.079595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db415a50-4e63-4cf7-b20d-073ea3ff5de3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.083174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 7e35b234-ec42-4b3e-af81-702a395be68b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:52:18.083522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 7e35b234-ec42-4b3e-af81-702a395be68b not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:18.084042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 439b13ce-76bf-4c94-a8d4-21795379f316 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:18.102304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 439b13ce-76bf-4c94-a8d4-21795379f316 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:52:18.102618 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 439b13ce-76bf-4c94-a8d4-21795379f316 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:18.138882 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db415a50-4e63-4cf7-b20d-073ea3ff5de3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.144415 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db415a50-4e63-4cf7-b20d-073ea3ff5de3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.163768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db415a50-4e63-4cf7-b20d-073ea3ff5de3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02a53da-a7d6-4f47-8b11-48bf8d0356ca,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:18.170803 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-db415a50-4e63-4cf7-b20d-073ea3ff5de3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.174610 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-db415a50-4e63-4cf7-b20d-073ea3ff5de3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250069 Dec 17 16:52:18.174776 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40098) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:18.179622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:18.205163 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:52:18.210388 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.271378 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.275892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.301374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12d627f-fba8-48ff-9f3d-d17d19ae75a6,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:18.308628 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.312567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-89b4f92e-5438-4dd5-94e7-f30358dc9015 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341450 Dec 17 16:52:18.313046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40100) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:18.317844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:18.342479 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:52:18.347460 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.410086 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.414189 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.433836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa24a9d5-87cb-4373-b17f-c8388f292ed2,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:18.442052 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.445940 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3efcc3e8-d4c2-4b3e-91dd-cb052224060a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291516 Dec 17 16:52:18.446377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40102) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:18.451979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'network': {'name': 'tempest-network-smoke--1670465271', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'port_security_enabled': True}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:18.476887 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:18.480553 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.508217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:52:18.517658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.518009 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Added segment dd4ab397-525c-41e4-ae9e-012b54ef10c4 of type vlan for network e4938508-ff93-4841-a4c1-6b4ad119effd Dec 17 16:52:18.558471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.584364 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.590724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:18.591382 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.647854 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2002342 Dec 17 16:52:18.650652 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40104) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:18.661784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'admin_state_up': True, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:18.675718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccf545-e9b9-4d31-9f50-0069e2e1beec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Network': ['ID=e4938508-ff93-4841-a4c1-6b4ad119effd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:18.692513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e4938508-ff93-4841-a4c1-6b4ad119effd details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:52:18.700495 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.701665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.756791 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:18.898220 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:19.105927 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:19.125373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:19.240384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.145 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:19.354064 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:19.391886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:19.435998 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:19.439218 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:19.443074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:19.454982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd7443-274f-4878-b8ad-96b8a716ca72 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:52:19.466656 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:19.509292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-179bbb60-64c6-4348-9459-15d6cedad537 None None] Provisioning complete for port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:19.509691 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-179bbb60-64c6-4348-9459-15d6cedad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:19.544822 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-179bbb60-64c6-4348-9459-15d6cedad537 None None] Port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:52:19.711487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:19.928347 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:20.063687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e978a177-b983-4644-ac90-fd335db9f243 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:52:20.187701 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:20.197844 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Sync routers for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:20.209521 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:20.210125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:20.210765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:20.210928 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-470d7aae-01e1-4800-b60a-b5840fb273d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5590792 Dec 17 16:52:20.214492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40108) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:20.243185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-dac3c3c8-ea11-4cc1-ae33-4501e3b7a234 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d92c1b164fa44371800a566ee555a0ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275624 Dec 17 16:52:20.246280 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40110) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:20.326915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:20.340891 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64302156-c40f-4a48-a067-7a680e201679 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:20.345154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-64302156-c40f-4a48-a067-7a680e201679 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952291 Dec 17 16:52:20.345393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40112) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:20.373577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-04255df3-f4cc-4eb2-86d6-051d3a7b7eca tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271277 Dec 17 16:52:20.376133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40114) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:20.380782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77587788', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:20.693134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:19Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:20.719178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Checking router: e978a177-b983-4644-ac90-fd335db9f243 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:20.719494 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Updating router e978a177-b983-4644-ac90-fd335db9f243 port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:52:20.745087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:20.831890 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:20.836136 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:20.999791 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.005104 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.026075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.051111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4003c-a898-400c-9567-7f5f2754d64e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:52:21.059792 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Attempting to bind port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:52:21.060195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Attempting to bind port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:52:21.060556 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Attempting to bind port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:21.069269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769fd72-7648-4aef-afeb-72bb8df7ebbb None None] Pushing event updated for resources: {'Port': ['ID=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:21.071549 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:21.071890 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:52:21.072332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.072748 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:21.073370 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Bound port: 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:52:21.073750 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.092041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Subnet': ['ID=bcc0b241-152d-454f-9ba9-ca2dbbad7450,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:21.098123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Checking segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:52:21.098658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network hostable DHCP agents. Network: e4938508-ff93-4841-a4c1-6b4ad119effd, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:52:21.117029 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network e4938508-ff93-4841-a4c1-6b4ad119effd is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:52:21.127121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e4938508-ff93-4841-a4c1-6b4ad119effd) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:21.131390 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] For port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:21.131686 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:21.132346 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.134963 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] For port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:21.140766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d00043-124d-4cec-83c7-1320e664f6bd None None] Network e4938508-ff93-4841-a4c1-6b4ad119effd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:52:21.144622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.148633 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e7e879d3-3070-474e-953a-8337489d158b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7715068 Dec 17 16:52:21.151997 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40116) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:21.267552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6e14a-b117-4bfb-9979-08afcfa71557 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:52:21.298907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8e847a37-2c8d-4918-92e4-de4589385b9b None None] Provisioning complete for port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:21.299281 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8e847a37-2c8d-4918-92e4-de4589385b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.331864 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:21.332611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:21.373346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769fd72-7648-4aef-afeb-72bb8df7ebbb None None] Pushing event updated for resources: {'Port': ['ID=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:21.457226 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e4938508-ff93-4841-a4c1-6b4ad119effd', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:52:21.458171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.607907 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.617475 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:21.764307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8e847a37-2c8d-4918-92e4-de4589385b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:21.847284 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8e847a37-2c8d-4918-92e4-de4589385b9b None None] For port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:21.848630 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Allocated IP 172.20.0.2 (e4938508-ff93-4841-a4c1-6b4ad119effd/bcc0b241-152d-454f-9ba9-ca2dbbad7450/636590a5-0e22-4610-9a20-9ca10dfd7fc5) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:21.858720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8e847a37-2c8d-4918-92e4-de4589385b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.006796 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e847a37-2c8d-4918-92e4-de4589385b9b None None] Pushing event updated for resources: {'Port': ['ID=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:22.032720 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-976dbbbc-81c8-4268-a246-74658c106c36 None None] Provisioning complete for port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:22.033092 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-976dbbbc-81c8-4268-a246-74658c106c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.149114 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:19Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:22.360490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5605a5d-374b-4f0d-9c73-c8165838cd31 None None] The sync data for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 is: [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:19Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:22.362794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.393303 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.425817 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.1 (e4938508-ff93-4841-a4c1-6b4ad119effd/bcc0b241-152d-454f-9ba9-ca2dbbad7450/df4d4679-4e1e-4ab5-bcc1-2efcdba2d549) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:22.445387 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Network e4938508-ff93-4841-a4c1-6b4ad119effd is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:22.454733 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:22.457006 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Pushing event updated for resources: {'Port': ['ID=636590a5-0e22-4610-9a20-9ca10dfd7fc5,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:22.459323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:22.522920 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Attempting to bind port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:52:22.523290 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Attempting to bind port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:52:22.524207 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Attempting to bind port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 on network e4938508-ff93-4841-a4c1-6b4ad119effd {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:22.529431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:22.529797 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Checking segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:52:22.530202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.530717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Bound using segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:22.531209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Bound port: 636590a5-0e22-4610-9a20-9ca10dfd7fc5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:52:22.531423 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.570654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.606305 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] For port 636590a5-0e22-4610-9a20-9ca10dfd7fc5, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:22.607903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.611923 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] For port 636590a5-0e22-4610-9a20-9ca10dfd7fc5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=636590a5-0e22-4610-9a20-9ca10dfd7fc5,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:22.618617 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.693020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network e4938508-ff93-4841-a4c1-6b4ad119effd is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:22.696665 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:22.701297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d4c6f-4df3-47ca-9875-2e08163f9ddd None None] Pushing event updated for resources: {'Port': ['ID=636590a5-0e22-4610-9a20-9ca10dfd7fc5,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:22.701530 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:22.738786 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:22.763957 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:22.919575 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:23.238010 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:23.244057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:23.322266 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:23.324057 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:23.430679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network e4938508-ff93-4841-a4c1-6b4ad119effd is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:23.432733 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:23.550424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e978a177-b983-4644-ac90-fd335db9f243 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:23.674569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15555583-a085-49e6-afd7-5c5413dbf610 None None] Network e4938508-ff93-4841-a4c1-6b4ad119effd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:52:23.791886 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-135c1a0e-79f2-482d-909e-c47fe1874987 None None] Provisioning complete for port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:23.792212 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-135c1a0e-79f2-482d-909e-c47fe1874987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:23.889235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-135c1a0e-79f2-482d-909e-c47fe1874987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:23.926979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-135c1a0e-79f2-482d-909e-c47fe1874987 None None] For port 636590a5-0e22-4610-9a20-9ca10dfd7fc5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=636590a5-0e22-4610-9a20-9ca10dfd7fc5,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:23.933092 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-135c1a0e-79f2-482d-909e-c47fe1874987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:23.989297 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c1a0e-79f2-482d-909e-c47fe1874987 None None] Pushing event updated for resources: {'Port': ['ID=636590a5-0e22-4610-9a20-9ca10dfd7fc5,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:24.023250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:24.030302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e086c1c3-fffc-4e78-b915-1892df4218ce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/e978a177-b983-4644-ac90-fd335db9f243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764896 Dec 17 16:52:24.156010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 636590a5-0e22-4610-9a20-9ca10dfd7fc5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:24.196852 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-346a6c35-1b87-4244-a8eb-3f32a40b8bed None None] Provisioning complete for port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:24.197525 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-346a6c35-1b87-4244-a8eb-3f32a40b8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:24.203524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-d1ca307a-6635-4cb4-829a-de2d11643018 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138970858&fields=id&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 267 time: 0.0478356 Dec 17 16:52:24.243107 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Sync routers for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:24.257188 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:24.258283 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:24.262850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:24.263223 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:24.334261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-e41950d2-5c05-434d-a180-1224ce8a2cd9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:24.335812 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-e41950d2-5c05-434d-a180-1224ce8a2cd9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 797 time: 0.1254649 Dec 17 16:52:24.358290 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-61179240-4c35-4fb3-9b15-dc9cf05d1447 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/quotas/d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 375 time: 0.0157440 Dec 17 16:52:24.384627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:24.409340 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-b04e5cdb-4dde-4ee4-a063-2ce54182f8db tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505304 Dec 17 16:52:24.423553 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-346a6c35-1b87-4244-a8eb-3f32a40b8bed None None] Provisioning complete for port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:24.424251 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-346a6c35-1b87-4244-a8eb-3f32a40b8bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:24.454079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:24.503358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-346a6c35-1b87-4244-a8eb-3f32a40b8bed None None] Port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:52:24.521172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-1bebafe7-1b7c-49fc-8116-2f9ff0022352 service neutron] 10.222.0.54 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992126 Dec 17 16:52:24.529345 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:24.529792 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:24.621701 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:23Z', 'revision_number': 2, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:24.628408 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f24b3b74-2ff0-4d31-afc7-e984e67ee7e4 None None] Provisioning complete for port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:24.628779 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f24b3b74-2ff0-4d31-afc7-e984e67ee7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:24.634124 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-ce15eb45-1669-48c6-9829-da979d026076 service neutron] 10.222.0.54 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064346 Dec 17 16:52:24.649614 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Checking router: e978a177-b983-4644-ac90-fd335db9f243 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:24.650007 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Updating router e978a177-b983-4644-ac90-fd335db9f243 port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:52:24.666359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f24b3b74-2ff0-4d31-afc7-e984e67ee7e4 None None] Port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:52:24.679908 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:24.819202 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fe3a37c3-78f5-4b78-8655-d50acadaa032 req-d82edd1f-ae50-4801-8716-34f8899df6b4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 210 time: 0.0290902 Dec 17 16:52:24.951322 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:24.959010 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.049113 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Pushing event updated for resources: {'Port': ['ID=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:25.060651 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.061000 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.061391 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.061699 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.062030 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.062364 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.062691 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.063016 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.063337 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.063658 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.063980 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.064302 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.064631 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:25.077068 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Attempting to bind port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:52:25.077646 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Attempting to bind port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:52:25.078224 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Attempting to bind port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 on network e4938508-ff93-4841-a4c1-6b4ad119effd {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:25.083802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:25.084245 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Checking segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:52:25.084648 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.085044 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Bound using segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:25.085512 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Bound port: df4d4679-4e1e-4ab5-bcc1-2efcdba2d549, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:52:25.085903 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.154388 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] For port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:25.158341 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] For port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:25.162860 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.226673 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf0c82-ee42-4c39-b7fd-8b5c6b6b2a62 None None] Pushing event updated for resources: {'Port': ['ID=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:25.235918 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:25.236935 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:25.299315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8032b54c-d308-4b40-a675-f5aabd897054 None None] Provisioning complete for port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:25.299950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8032b54c-d308-4b40-a675-f5aabd897054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.364246 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:25.393965 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8032b54c-d308-4b40-a675-f5aabd897054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.441174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8032b54c-d308-4b40-a675-f5aabd897054 None None] For port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:25.449170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8032b54c-d308-4b40-a675-f5aabd897054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.509896 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032b54c-d308-4b40-a675-f5aabd897054 None None] Pushing event updated for resources: {'Port': ['ID=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:25.570353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-7fdc675c-c58f-4f5f-a5a1-04c6de723537 None None] Provisioning complete for port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:25.570717 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7fdc675c-c58f-4f5f-a5a1-04c6de723537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:25.600187 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:25.627213 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6546b-cb31-4aff-909f-01f6b8616ed3 None None] The sync data for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 is: [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:25.877448 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-6e88a07c-f849-4054-92c6-9a02fc6556a3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:25.878976 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-6e88a07c-f849-4054-92c6-9a02fc6556a3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 797 time: 0.1227164 Dec 17 16:52:25.933838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5dce09ef-9e9a-4fb3-93fa-9d9d0f67c8c3 req-74db9902-a88a-433c-bb61-180adaed8ae4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 210 time: 0.0279005 Dec 17 16:52:25.952893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-663c55f6-8ce2-41ea-b135-fb5ccd8c18ab tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 379 time: 0.0633464 Dec 17 16:52:25.964735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'port': {'device_id': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'admin_state_up': True, 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'security_groups': ['5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:26.089512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:26.093327 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.105032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:26.164918 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:26.165285 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.232899 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.10 (e4938508-ff93-4841-a4c1-6b4ad119effd/bcc0b241-152d-454f-9ba9-ca2dbbad7450/b0c87e1c-edb9-4aef-bccf-de198a2b359f) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:26.381716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.418305 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.462903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network e4938508-ff93-4841-a4c1-6b4ad119effd is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:26.466535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:26.470510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:26.505603 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:26.532693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:26.533349 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.555043 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-b035b1f4-547c-418e-aff6-5437f709317f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5948358 Dec 17 16:52:26.565956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-b641ab9c-db22-487b-81b5-a4a1731130f2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:52:26.566989 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-b641ab9c-db22-487b-81b5-a4a1731130f2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059102 Dec 17 16:52:26.580123 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Request body: {'port': {'device_id': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:26.641564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.783962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-46f5a9d4-effe-4647-9f03-c79bbc2bdea2 None None] Provisioning complete for port b0c87e1c-edb9-4aef-bccf-de198a2b359f triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:26.784542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-46f5a9d4-effe-4647-9f03-c79bbc2bdea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.819094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-46f5a9d4-effe-4647-9f03-c79bbc2bdea2 None None] Port b0c87e1c-edb9-4aef-bccf-de198a2b359f cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:52:26.917898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c87e1c-edb9-4aef-bccf-de198a2b359f {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:52:26.925257 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:26.937285 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Transition to ACTIVE for port object b0c87e1c-edb9-4aef-bccf-de198a2b359f will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:52:26.944050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:27.010480 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:27.104989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827a73-c2b1-4ee4-900c-3cd4f9ddf367 req-f29cb94e-a88b-4085-8cec-d3ed9db61b16 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.106893 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16827a73-c2b1-4ee4-900c-3cd4f9ddf367 req-f29cb94e-a88b-4085-8cec-d3ed9db61b16 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 944 time: 0.0933156 Dec 17 16:52:27.107894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:52:27.108228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:52:27.108549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f on network e4938508-ff93-4841-a4c1-6b4ad119effd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:27.113751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Port b0c87e1c-edb9-4aef-bccf-de198a2b359f on network e4938508-ff93-4841-a4c1-6b4ad119effd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:52:27.114071 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f on network e4938508-ff93-4841-a4c1-6b4ad119effd {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:27.125939 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:27.126334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Checking segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:52:27.126659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Bound using segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:27.127091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Bound port: b0c87e1c-edb9-4aef-bccf-de198a2b359f, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:52:27.127434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:27.199053 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-16827a73-c2b1-4ee4-900c-3cd4f9ddf367 req-215fe408-8654-4d88-8a54-bbb6f092a2b5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826721 Dec 17 16:52:27.221410 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:27.224403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:27.230958 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:27.268251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.269263 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:27.270674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] 10.222.0.49 "PUT /v2.0/ports/b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1093 time: 0.6950140 Dec 17 16:52:27.271130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:27.273446 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec84847-d9ee-480f-bff0-c22cd2452e33" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:27.297627 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710cf00-8e37-4273-8e8c-b0b73394cc87 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:27.329668 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c787d-7aef-4eda-aa3a-08a61433f6ac x-openstack-request-id: req-975c787d-7aef-4eda-aa3a-08a61433f6ac {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:27.329968 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:27.330248 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-975c787d-7aef-4eda-aa3a-08a61433f6ac {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:27.330663 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'status': 'completed', 'code': 200} Dec 17 16:52:27.382398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-29c7132d-4363-4a8f-9528-01e509f4e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.383968 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-29c7132d-4363-4a8f-9528-01e509f4e6bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1096 time: 0.0488493 Dec 17 16:52:27.429238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-27564dc5-e096-415e-9935-af9762b1d8b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 217 time: 0.0358698 Dec 17 16:52:27.481970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-78406617-58b6-4fa5-985d-43628ecb1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.483446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-78406617-58b6-4fa5-985d-43628ecb1124 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0464125 Dec 17 16:52:27.534272 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d2f6-fc85-462f-b71a-003601573147 req-4e8e09c5-09e1-48a3-8928-eb6673e2b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.536149 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-4e8e09c5-09e1-48a3-8928-eb6673e2b280 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457497 Dec 17 16:52:27.628134 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-28d85c70-d345-4187-9c4b-3f89377b5a24 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848036 Dec 17 16:52:27.723416 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6858d2f6-fc85-462f-b71a-003601573147 req-bf1553e4-9ce3-41b1-a06d-fa43a59d3c88 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886891 Dec 17 16:52:27.814077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-1feba3db-d1aa-4286-ba49-bf6bfcbbcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.815595 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-1feba3db-d1aa-4286-ba49-bf6bfcbbcb08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1096 time: 0.0422916 Dec 17 16:52:27.906536 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-3bf5025b-7bd9-413b-9269-754461aa05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.908049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-3bf5025b-7bd9-413b-9269-754461aa05f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.0853431 Dec 17 16:52:27.953669 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-e646e98b-0928-4497-ad0c-221dfd324233 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 217 time: 0.0385089 Dec 17 16:52:28.005898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-a63134aa-422d-44c3-9ae1-4d474cc115b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:28.007404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-a63134aa-422d-44c3-9ae1-4d474cc115b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0470448 Dec 17 16:52:28.056215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-f947aa87-6f1e-46ff-b389-72b00abdf056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:28.057687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-f947aa87-6f1e-46ff-b389-72b00abdf056 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402768 Dec 17 16:52:28.153733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-9132fe9a-b276-4f4d-a4c2-2cfbb01180ab service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877759 Dec 17 16:52:28.247284 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ec84847-d9ee-480f-bff0-c22cd2452e33 req-de2eaf8d-381f-4f1c-97a7-9bd665534fa0 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855296 Dec 17 16:52:28.324990 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c558c8-6582-4c8f-8b99-b84ebd7b955b req-c839d7ee-238b-4bdb-8c5e-81687ba6fd50 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:28.326479 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51c558c8-6582-4c8f-8b99-b84ebd7b955b req-c839d7ee-238b-4bdb-8c5e-81687ba6fd50 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 944 time: 0.0565114 Dec 17 16:52:28.378274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-51c558c8-6582-4c8f-8b99-b84ebd7b955b req-06e783a3-8c17-4fb0-b86f-bd76cf1a8dd5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428336 Dec 17 16:52:29.530671 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968d724-c318-445a-9108-0e95f50374bd req-080d7f98-01a9-4ef9-a662-293b64e7f4a1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:29.532210 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d968d724-c318-445a-9108-0e95f50374bd req-080d7f98-01a9-4ef9-a662-293b64e7f4a1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 944 time: 0.0702775 Dec 17 16:52:29.584969 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d968d724-c318-445a-9108-0e95f50374bd req-08f441e6-d554-409e-93cd-0cec483003af tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445526 Dec 17 16:52:30.716515 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4209-6d12-4e69-8ffc-2e9e90e0343f req-e43f9618-4c68-44eb-8db9-65058e68a319 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:30.718173 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65bd4209-6d12-4e69-8ffc-2e9e90e0343f req-e43f9618-4c68-44eb-8db9-65058e68a319 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 944 time: 0.0578322 Dec 17 16:52:30.772731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-65bd4209-6d12-4e69-8ffc-2e9e90e0343f req-c8c62fd5-0195-4b00-b475-ffd2f2ba016f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455840 Dec 17 16:52:31.897269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30236cff-2327-4dc9-80a7-f4166a5ae7ad req-7c40206b-5937-4823-9ee3-740ec5ad2c26 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:31.898658 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30236cff-2327-4dc9-80a7-f4166a5ae7ad req-7c40206b-5937-4823-9ee3-740ec5ad2c26 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 944 time: 0.0529869 Dec 17 16:52:31.906914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:52:31.950663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30236cff-2327-4dc9-80a7-f4166a5ae7ad req-86faa524-2c35-4059-86f5-0def632311cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Dec 17 16:52:32.001848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:32.013652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'port_id': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'mac_address': 'fa:16:3e:a5:5b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:52:32.054315 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:32.068059 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c87e1c-edb9-4aef-bccf-de198a2b359f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:52:32.088571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:32.095082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:32.142595 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:32.324539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['b0c87e1c-edb9-4aef-bccf-de198a2b359f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:52:33.080513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98543dd-d441-4641-8104-9128dda45b1e req-85ebb4a3-caeb-448c-a420-f00a8b79b486 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:33.081980 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a98543dd-d441-4641-8104-9128dda45b1e req-85ebb4a3-caeb-448c-a420-f00a8b79b486 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 945 time: 0.0507317 Dec 17 16:52:33.136476 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a98543dd-d441-4641-8104-9128dda45b1e req-f4f1bb96-cd05-4695-bb1e-290dde59603d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479891 Dec 17 16:52:33.907672 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:33.963463 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port b0c87e1c-edb9-4aef-bccf-de198a2b359f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:52:33.967341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port b0c87e1c-edb9-4aef-bccf-de198a2b359f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:33.967716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:34.051208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:34.075010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:34.077344 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3a1cb8-d9e9-4156-82c3-0d840436bbd8" -d '{"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-plugged", "status": "completed", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:34.089867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:34.095241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:34.119628 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dec9d8-8cf7-4e7d-bc6e-943564e090e1 x-openstack-request-id: req-13dec9d8-8cf7-4e7d-bc6e-943564e090e1 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:34.119923 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-plugged", "status": "completed", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:34.120212 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13dec9d8-8cf7-4e7d-bc6e-943564e090e1 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:34.120604 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'code': 200} Dec 17 16:52:34.146315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:34.230124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae362b-c9b0-45f3-9479-df641def257b req-1e3e0c29-6a69-4481-b1ed-60e139b9ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:34.231986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67ae362b-c9b0-45f3-9479-df641def257b req-1e3e0c29-6a69-4481-b1ed-60e139b9ac59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1098 time: 0.0520470 Dec 17 16:52:34.291757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ca3a-9fbe-4a5f-916b-95f5fb7245ad req-5f51cd10-4bbc-4011-9454-a0d45fa48c30 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:34.293264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a90ca3a-9fbe-4a5f-916b-95f5fb7245ad req-5f51cd10-4bbc-4011-9454-a0d45fa48c30 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0771713 Dec 17 16:52:34.314247 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-67ae362b-c9b0-45f3-9479-df641def257b req-b6bda3c2-3508-42d5-99a3-1b31d4f0e2cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692172 Dec 17 16:52:34.357342 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a90ca3a-9fbe-4a5f-916b-95f5fb7245ad req-0359fdfe-6174-4244-8d96-c66053a8225e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576453 Dec 17 16:52:35.502618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d071cff-4953-4f6d-adb6-1df0925a92ef req-77b021c5-9031-4985-a9e7-237db228a8d0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:35.504136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d071cff-4953-4f6d-adb6-1df0925a92ef req-77b021c5-9031-4985-a9e7-237db228a8d0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0637200 Dec 17 16:52:35.558028 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7d071cff-4953-4f6d-adb6-1df0925a92ef req-e6046409-f9fd-49cf-b397-ceed3783038a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476859 Dec 17 16:52:35.682013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef26aa-b92d-4686-9d59-c72daa659f11 req-ecbaada9-6b41-447a-a638-492ec123e746 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:35.683517 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef26aa-b92d-4686-9d59-c72daa659f11 req-ecbaada9-6b41-447a-a638-492ec123e746 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0564475 Dec 17 16:52:35.737086 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8ef26aa-b92d-4686-9d59-c72daa659f11 req-2f1def53-2771-4ab1-a29c-f4a4cd8434f8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449581 Dec 17 16:52:35.759234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40170) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:35.799167 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a6757-0e61-400f-a2ed-0d87473a5ddb tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:35.800750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-701a6757-0e61-400f-a2ed-0d87473a5ddb tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1093 time: 0.0404942 Dec 17 16:52:35.803650 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40172) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:35.808243 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:35.835485 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:35.940169 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.045950 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.148 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/f563bf5a-7a49-42ef-b3ba-36b8d56db38c) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:36.149947 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.185434 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.222517 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:36.225468 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:36.229152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:36.252226 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=f563bf5a-7a49-42ef-b3ba-36b8d56db38c,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:36.554292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-378761ad-5d4e-40db-b135-68dc1510fdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.607506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.677634 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.834577 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.840748 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:36.907762 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=f563bf5a-7a49-42ef-b3ba-36b8d56db38c,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:36.926937 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:37.060950 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP 41d8f837-b68c-4c7d-9f52-ca78011bf9ea associated. External IP: 172.25.0.148, port: b0c87e1c-edb9-4aef-bccf-de198a2b359f. Dec 17 16:52:37.305274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e978a177-b983-4644-ac90-fd335db9f243 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:37.451432 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:37.463262 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] Sync routers for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:37.473675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:37.474027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:37.474681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:37.509986 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b3795c83-4acc-4b9a-9325-b61140576822 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7050598 Dec 17 16:52:37.510933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:37.513677 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31539388-44fc-4da3-b94c-56ee4796eddf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:37.558962 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c451e880-0272-483a-a01a-5864b308684d x-openstack-request-id: req-c451e880-0272-483a-a01a-5864b308684d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:37.559549 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:37.559844 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c451e880-0272-483a-a01a-5864b308684d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:37.560225 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'status': 'completed', 'code': 200} Dec 17 16:52:37.608219 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:37.635526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539388-44fc-4da3-b94c-56ee4796eddf req-4674f1e8-7e50-4de6-8182-e5e3f2d885d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:37.636930 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccee18c-fc97-473d-bb40-94da3ab9db7a req-50c5ca25-71af-4164-9b84-e20b5e1c47af tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:37.638504 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ccee18c-fc97-473d-bb40-94da3ab9db7a req-50c5ca25-71af-4164-9b84-e20b5e1c47af tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0584464 Dec 17 16:52:37.638956 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31539388-44fc-4da3-b94c-56ee4796eddf req-4674f1e8-7e50-4de6-8182-e5e3f2d885d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1098 time: 0.0552607 Dec 17 16:52:37.705875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ccee18c-fc97-473d-bb40-94da3ab9db7a req-15415e91-6ad0-4efa-8859-b4baf5130ea7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594163 Dec 17 16:52:37.733416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40178) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:37.744875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539388-44fc-4da3-b94c-56ee4796eddf req-9a1a4379-92db-45f2-8886-e53ed5d17f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:37.746402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31539388-44fc-4da3-b94c-56ee4796eddf req-9a1a4379-92db-45f2-8886-e53ed5d17f7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.1009667 Dec 17 16:52:37.806579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-53d626fc-6b01-4e24-96ea-fb7874cc9f6a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/41d8f837-b68c-4c7d-9f52-ca78011bf9ea HTTP/1.1" status: 200 len: 992 time: 0.0717936 Dec 17 16:52:37.832719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31539388-44fc-4da3-b94c-56ee4796eddf req-5a405a9f-2352-4434-a820-407f5920debd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1000 time: 0.0790172 Dec 17 16:52:37.863536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '41d8f837-b68c-4c7d-9f52-ca78011bf9ea', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'port_id': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'mac_address': 'fa:16:3e:a5:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:52:36Z', 'updated_at': '2021-12-17T16:52:36Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:37.891484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] Checking router: e978a177-b983-4644-ac90-fd335db9f243 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:37.893077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539388-44fc-4da3-b94c-56ee4796eddf req-96d4dceb-4e77-498b-b910-cffc08cc4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:37.894638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31539388-44fc-4da3-b94c-56ee4796eddf req-96d4dceb-4e77-498b-b910-cffc08cc4e45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0545554 Dec 17 16:52:37.900825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:37.901421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:52:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:37.948834 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539388-44fc-4da3-b94c-56ee4796eddf req-f40f2194-8241-4717-9bc2-60f823c1c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:37.950516 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31539388-44fc-4da3-b94c-56ee4796eddf req-f40f2194-8241-4717-9bc2-60f823c1c85e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489488 Dec 17 16:52:38.017697 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:38.050148 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31539388-44fc-4da3-b94c-56ee4796eddf req-c85a0d43-1f3d-444a-9fd6-f42194919e26 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920818 Dec 17 16:52:38.142532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-31539388-44fc-4da3-b94c-56ee4796eddf req-bb185f2d-dab2-468d-9617-994a82db9933 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848598 Dec 17 16:52:38.256244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '41d8f837-b68c-4c7d-9f52-ca78011bf9ea', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'port_id': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'mac_address': 'fa:16:3e:a5:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:52:36Z', 'updated_at': '2021-12-17T16:52:36Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:38.285877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38893c-c412-480f-b09b-57bcd833f16e None None] The sync data for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 is: [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '41d8f837-b68c-4c7d-9f52-ca78011bf9ea', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'port_id': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'mac_address': 'fa:16:3e:a5:5b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:52:36Z', 'updated_at': '2021-12-17T16:52:36Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:38.499108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab3160-e46c-41ad-b479-fa896ad54e5a None None] New status for floating IP 41d8f837-b68c-4c7d-9f52-ca78011bf9ea: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:52:38.810422 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40180) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:52:38.890518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-590a0653-0d03-4433-8892-74582b6bdc40 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/41d8f837-b68c-4c7d-9f52-ca78011bf9ea HTTP/1.1" status: 200 len: 994 time: 0.0785170 Dec 17 16:52:38.948287 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-97961ca4-23cb-4079-90c2-c50a8d2f8b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:39.818670 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:52:40.259420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:41.435860 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:41.437087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:42.189305 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:52:45.980766 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:06.554082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c4150e97-6018-4d34-90ba-8c9e69e4ebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:08.951162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-98c87694-b033-4256-bc58-1a89d8ad0ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:10.260803 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:11.413169 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:11.416348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:12.186337 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:12.359732 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40202) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:53:12.373072 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5371b8-6fe3-4cd7-9a1a-33765f9d78de req-bfe3aeb6-72ae-4325-b40c-e4ce55c6f941 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:12.374589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb5371b8-6fe3-4cd7-9a1a-33765f9d78de req-bfe3aeb6-72ae-4325-b40c-e4ce55c6f941 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0503433 Dec 17 16:53:12.423880 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb5371b8-6fe3-4cd7-9a1a-33765f9d78de req-ce991643-d7ea-4cea-959b-5b184c01e98f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430841 Dec 17 16:53:12.443757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e086f4ef-ce66-4b39-b870-7dc46118346b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824265 Dec 17 16:53:12.455323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-5f4e9ba2-e3f7-4fa3-9e44-4c7b402e8ffa service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:53:12.456545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-5f4e9ba2-e3f7-4fa3-9e44-4c7b402e8ffa service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077913 Dec 17 16:53:13.555882 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b633-d1ab-4217-8b4d-e104d622446d req-2d8851b9-2398-410d-ba6a-84923e7bb4d9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:13.557390 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62f0b633-d1ab-4217-8b4d-e104d622446d req-2d8851b9-2398-410d-ba6a-84923e7bb4d9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0577922 Dec 17 16:53:13.609431 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62f0b633-d1ab-4217-8b4d-e104d622446d req-a275b9b6-176e-4f1b-a569-eefaddf2982f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459290 Dec 17 16:53:13.694616 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-c8d53523-dda3-490d-bcea-a0636235da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:13.696180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-c8d53523-dda3-490d-bcea-a0636235da82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1098 time: 0.0438333 Dec 17 16:53:13.795323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-c41aa38e-1763-43f8-a05c-0ae00a9c35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:13.796937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-c41aa38e-1763-43f8-a05c-0ae00a9c35f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.0922456 Dec 17 16:53:13.863427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-398f676e-c6ea-4286-b3f4-275ece7085c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1002 time: 0.0597317 Dec 17 16:53:13.916948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-00507f1e-972a-4c39-abc9-283cd0e3faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:13.918415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-00507f1e-972a-4c39-abc9-283cd0e3faef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0471790 Dec 17 16:53:13.965295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-61d83fd7-535a-40a8-b58b-932d8a56cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:13.966805 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-61d83fd7-535a-40a8-b58b-932d8a56cbf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413094 Dec 17 16:53:14.057250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-5094f3e2-63b7-4dbd-ae2b-a1661926fc76 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831854 Dec 17 16:53:14.152073 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-ad814047-f157-44af-8508-ee55ae77f2ef service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871871 Dec 17 16:53:14.741460 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0e63-724a-4a74-b909-d9f07b5d17a2 req-cd14ba83-7b28-4f38-9068-2f9867dd917a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:14.742940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e68e0e63-724a-4a74-b909-d9f07b5d17a2 req-cd14ba83-7b28-4f38-9068-2f9867dd917a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0525458 Dec 17 16:53:14.800861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e68e0e63-724a-4a74-b909-d9f07b5d17a2 req-e8e16ed9-43db-4ab6-9cb2-5e5fdaf7ec6f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515273 Dec 17 16:53:15.929955 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b14a33-df02-4d67-89d7-18435f503682 req-f5b4077b-fe00-4477-a318-87ecff9229c3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:15.931357 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-23b14a33-df02-4d67-89d7-18435f503682 req-f5b4077b-fe00-4477-a318-87ecff9229c3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0550885 Dec 17 16:53:15.969542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:15.982421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-23b14a33-df02-4d67-89d7-18435f503682 req-0c3e2b0f-24ce-4faa-85f8-e31c904c493b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449677 Dec 17 16:53:16.823218 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:53:17.108154 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0f30a-7e41-4f0f-b6d4-ec5d156c2d72 req-7c3330d2-fa4e-4c7a-9ff2-8ab1e848f702 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:17.109635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fc0f30a-7e41-4f0f-b6d4-ec5d156c2d72 req-7c3330d2-fa4e-4c7a-9ff2-8ab1e848f702 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0507884 Dec 17 16:53:17.164523 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0fc0f30a-7e41-4f0f-b6d4-ec5d156c2d72 req-ae2db4a9-7c46-437b-8e3d-d40c1e6315a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486498 Dec 17 16:53:18.286171 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29993a71-1b55-45d4-9656-5f872740bb9a req-f1aadd97-7daa-4291-a968-c23c696551df tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:18.287791 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29993a71-1b55-45d4-9656-5f872740bb9a req-f1aadd97-7daa-4291-a968-c23c696551df tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0508213 Dec 17 16:53:18.340036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29993a71-1b55-45d4-9656-5f872740bb9a req-a39f9a2e-9453-456b-91e5-38b5bc28b747 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458379 Dec 17 16:53:19.462803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722c1cb-9065-4c14-b1e2-184a06b74699 req-148a711a-cef7-443a-a7eb-b2e55c25775b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:19.464363 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6722c1cb-9065-4c14-b1e2-184a06b74699 req-148a711a-cef7-443a-a7eb-b2e55c25775b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0516002 Dec 17 16:53:19.517731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6722c1cb-9065-4c14-b1e2-184a06b74699 req-b97c3cf3-92e6-4b7e-a7a7-eaed176c4ff7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471206 Dec 17 16:53:20.651062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034df95b-9fb7-41f3-9508-2bf0e01cadfb req-0987a93a-c870-4e38-916f-4b951d1d558f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:20.652585 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-034df95b-9fb7-41f3-9508-2bf0e01cadfb req-0987a93a-c870-4e38-916f-4b951d1d558f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0491476 Dec 17 16:53:20.706592 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-034df95b-9fb7-41f3-9508-2bf0e01cadfb req-e64e1df8-b1ea-4a1d-a6cf-78e2dadc374a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477211 Dec 17 16:53:21.845767 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d79963-daf3-48c9-9145-4a11f03d5ec8 req-a51faadd-2095-4cfb-9ca1-71f238a05b50 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:21.847265 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8d79963-daf3-48c9-9145-4a11f03d5ec8 req-a51faadd-2095-4cfb-9ca1-71f238a05b50 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0597489 Dec 17 16:53:21.897846 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f8d79963-daf3-48c9-9145-4a11f03d5ec8 req-8ca93d64-19f1-4690-866a-7098e978cbf5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 Dec 17 16:53:22.717491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e9493-a195-44c2-b12a-60b400bd260b req-b4a6506d-b342-4a5c-a06e-777d6e1ab1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:22.719763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-962e9493-a195-44c2-b12a-60b400bd260b req-b4a6506d-b342-4a5c-a06e-777d6e1ab1b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1098 time: 0.3978734 Dec 17 16:53:22.828757 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e9493-a195-44c2-b12a-60b400bd260b req-65022da1-8c74-4968-91a8-a72da49117b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:22.830293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-962e9493-a195-44c2-b12a-60b400bd260b req-65022da1-8c74-4968-91a8-a72da49117b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.0866578 Dec 17 16:53:22.910663 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-962e9493-a195-44c2-b12a-60b400bd260b req-88005800-9a56-42dd-855e-05fc53e68863 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1002 time: 0.0713892 Dec 17 16:53:22.962523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e9493-a195-44c2-b12a-60b400bd260b req-566018e6-450d-4575-9257-5de3b9d104a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:22.964068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-962e9493-a195-44c2-b12a-60b400bd260b req-566018e6-450d-4575-9257-5de3b9d104a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0463135 Dec 17 16:53:23.011758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e9493-a195-44c2-b12a-60b400bd260b req-0042a465-817a-4613-a099-ae7fc987cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:23.013363 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-962e9493-a195-44c2-b12a-60b400bd260b req-0042a465-817a-4613-a099-ae7fc987cd89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424933 Dec 17 16:53:23.018041 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427263b4-32fe-469e-874b-1c4f7b84ef6e req-0c7dd637-d836-4e28-a890-ac328f221c06 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:23.019713 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-427263b4-32fe-469e-874b-1c4f7b84ef6e req-0c7dd637-d836-4e28-a890-ac328f221c06 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0514693 Dec 17 16:53:23.070413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-427263b4-32fe-469e-874b-1c4f7b84ef6e req-26f764a7-f19b-4f18-9b15-573fc7ead77f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 Dec 17 16:53:23.112762 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-962e9493-a195-44c2-b12a-60b400bd260b req-65fea576-b813-40ac-86c1-9d40fe7047ba service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920076 Dec 17 16:53:23.207983 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-962e9493-a195-44c2-b12a-60b400bd260b req-c1f5fdf8-af5f-4d8c-895f-54ffff88f399 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Dec 17 16:53:24.203177 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad18be-ddbb-43be-bab5-92fec4d5d52c req-185cfcf4-c4eb-49cb-a6dd-2bf699ec204f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:24.204718 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ad18be-ddbb-43be-bab5-92fec4d5d52c req-185cfcf4-c4eb-49cb-a6dd-2bf699ec204f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0538449 Dec 17 16:53:24.265940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48ad18be-ddbb-43be-bab5-92fec4d5d52c req-dfc7b807-3997-4ce4-835d-1b42f7d79631 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524149 Dec 17 16:53:25.398793 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9293d2e-6b75-43c3-83b0-bf713245d754 req-65aac884-fde5-46c7-b405-2245c2fca1ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:25.400312 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9293d2e-6b75-43c3-83b0-bf713245d754 req-65aac884-fde5-46c7-b405-2245c2fca1ea tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0539582 Dec 17 16:53:25.455788 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c9293d2e-6b75-43c3-83b0-bf713245d754 req-c6304c81-747e-4ea6-b7e6-6fad6643e1a7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493326 Dec 17 16:53:26.592001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6358be9-b741-462f-97f8-a8df6a0267b7 req-d7fc43d6-b7d3-4ebe-b2de-42cd804e9cf5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:26.593574 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6358be9-b741-462f-97f8-a8df6a0267b7 req-d7fc43d6-b7d3-4ebe-b2de-42cd804e9cf5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0519106 Dec 17 16:53:26.646294 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f6358be9-b741-462f-97f8-a8df6a0267b7 req-6761bbc5-b4a4-4200-b633-ded6372a0567 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462103 Dec 17 16:53:27.796614 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6250a-8342-40f6-a764-8c168b327a58 req-d524144e-ce6a-42b7-930b-3bfeb1a93154 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:27.798078 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9cb6250a-8342-40f6-a764-8c168b327a58 req-d524144e-ce6a-42b7-930b-3bfeb1a93154 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0673964 Dec 17 16:53:27.857533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9cb6250a-8342-40f6-a764-8c168b327a58 req-74665c11-4862-4256-90c9-3dd2ea413295 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532598 Dec 17 16:53:29.002956 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decfcd4-7e09-432f-8709-f792c79522ca req-528c8176-267b-4db1-bb1f-f952cff65fe1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:29.004530 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5decfcd4-7e09-432f-8709-f792c79522ca req-528c8176-267b-4db1-bb1f-f952cff65fe1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0595877 Dec 17 16:53:29.055395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5decfcd4-7e09-432f-8709-f792c79522ca req-e78c1316-9a1b-43b4-8fae-c3e262200175 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Dec 17 16:53:30.190085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73637f-535c-4abd-8726-1a272e6412d5 req-9bba6ba6-a3a5-444d-bf7a-da720e5cb77f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:30.191617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a73637f-535c-4abd-8726-1a272e6412d5 req-9bba6ba6-a3a5-444d-bf7a-da720e5cb77f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0523882 Dec 17 16:53:30.243174 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4a73637f-535c-4abd-8726-1a272e6412d5 req-1a17880a-2dbe-4e08-a1c4-8cb8910198e8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449877 Dec 17 16:53:31.038217 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-2db3d015-7224-46a7-9a1c-eda38ee88c70 service neutron] show failed (client error): The resource could not be found. Dec 17 16:53:31.039473 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-2db3d015-7224-46a7-9a1c-eda38ee88c70 service neutron] 10.222.0.49 "GET /v2.0/ports/b0c87e1c-edb9-4aef-bccf-de198a2b359f/bindings/n-h1-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0707209 Dec 17 16:53:31.263466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-c87a808a-1017-47a9-a03f-bd95c923755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:31.265641 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-c87a808a-1017-47a9-a03f-bd95c923755f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 1098 time: 0.0449090 Dec 17 16:53:31.280116 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:53:31.339412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:31.364886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c907e-340e-4584-be6f-7d1b5a93e811 req-5c30982e-a636-4c9f-bca6-bdc3f0881aa0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:31.366513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f78c907e-340e-4584-be6f-7d1b5a93e811 req-5c30982e-a636-4c9f-bca6-bdc3f0881aa0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0516763 Dec 17 16:53:31.415908 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f78c907e-340e-4584-be6f-7d1b5a93e811 req-41afd744-ba8a-4eb5-bd53-6c1fc0f9e752 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Dec 17 16:53:31.541672 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:53:31.575262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:53:31.615691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:53:31.618018 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dbba9e-11ce-443c-8d8c-c43a79c129b4" -d '{"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:53:31.622159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:31.635433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Transition to ACTIVE for port object b0c87e1c-edb9-4aef-bccf-de198a2b359f will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:53:31.639528 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:31.670791 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345bf545-645b-4997-8a89-d40a18be27a6 x-openstack-request-id: req-345bf545-645b-4997-8a89-d40a18be27a6 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:53:31.671089 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-unplugged", "status": "completed", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:53:31.671347 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-345bf545-645b-4997-8a89-d40a18be27a6 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:53:31.671744 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'code': 200} Dec 17 16:53:31.724483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=6']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:31.739946 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.740331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.740674 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.741027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.741388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.741685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.742105 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.742336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.742660 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.742982 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.743307 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.743628 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.743974 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:31.777129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] No DVR routers for this DVR port b0c87e1c-edb9-4aef-bccf-de198a2b359f on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:53:31.923262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:53:31.923610 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:53:31.923951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f on network e4938508-ff93-4841-a4c1-6b4ad119effd {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:53:31.928668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Port b0c87e1c-edb9-4aef-bccf-de198a2b359f on network e4938508-ff93-4841-a4c1-6b4ad119effd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:53:31.928989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Attempting to bind port b0c87e1c-edb9-4aef-bccf-de198a2b359f on network e4938508-ff93-4841-a4c1-6b4ad119effd {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:53:31.934285 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:53:31.934637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Checking segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:53:31.935019 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Bound using segment: {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:53:31.935431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Bound port: b0c87e1c-edb9-4aef-bccf-de198a2b359f, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4ab397-525c-41e4-ae9e-012b54ef10c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:53:31.935780 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:32.000490 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:53:32.003599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:53:32.010588 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:32.049376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:32.050028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:32.051490 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1093 time: 0.7757177 Dec 17 16:53:32.078642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7925d59-4707-42ce-bf70-9ab0a0aca623 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=7']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:32.126140 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-691eb0c9-11f5-4904-9d48-0b78a5aa2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:32.127718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-691eb0c9-11f5-4904-9d48-0b78a5aa2dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1096 time: 0.0441530 Dec 17 16:53:32.228445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-dd55dc9b-9c78-4c88-b5af-cf7c38d5825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:32.229960 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-dd55dc9b-9c78-4c88-b5af-cf7c38d5825a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.0901489 Dec 17 16:53:32.305895 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-2c6768b0-8f63-46f9-a1c6-ee5000e79b22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1000 time: 0.0645642 Dec 17 16:53:32.361124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-8a73dacf-26ff-431b-b9ce-80e733e5b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:32.362514 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-8a73dacf-26ff-431b-b9ce-80e733e5b4e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0456951 Dec 17 16:53:32.422743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-1a4db6f2-0982-4582-8302-0da7d618d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:32.424385 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-1a4db6f2-0982-4582-8302-0da7d618d769 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479877 Dec 17 16:53:32.522333 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-be4e5e53-03d4-45ec-aea9-f50b26cdf9e1 service neutron] 10.222.0.47 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852740 Dec 17 16:53:32.533825 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62473b49-06c1-4d40-ad96-754146ac1cf1 req-59387025-1ffd-4f85-85aa-e8219ed81ef2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:32.535930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62473b49-06c1-4d40-ad96-754146ac1cf1 req-59387025-1ffd-4f85-85aa-e8219ed81ef2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 944 time: 0.0497766 Dec 17 16:53:32.594890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62473b49-06c1-4d40-ad96-754146ac1cf1 req-93ddad6a-40b9-456d-ab1a-9055b76aa956 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524976 Dec 17 16:53:32.622031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-29e95abd-e940-43d8-b15c-6ea7dbe17e5d req-6bb2bec1-3b79-4cca-9993-2f424cbd655e service neutron] 10.222.0.47 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880740 Dec 17 16:53:33.682409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:53:33.684700 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f2d7c6-c622-45f7-9dfd-893f1700ad84" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:53:33.728591 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccba8f-0c6d-43eb-a178-f980dac03421 req-0da50e9f-f33d-4d00-8dad-6b78afa57251 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.730238 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ccba8f-0c6d-43eb-a178-f980dac03421 req-0da50e9f-f33d-4d00-8dad-6b78afa57251 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 944 time: 0.0604603 Dec 17 16:53:33.736434 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70623db4-2e6a-4578-861a-f56f204bbb85 x-openstack-request-id: req-70623db4-2e6a-4578-861a-f56f204bbb85 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:53:33.736767 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:53:33.737053 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70623db4-2e6a-4578-861a-f56f204bbb85 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:53:33.737459 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'status': 'completed', 'code': 200} Dec 17 16:53:33.794572 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-59424b30-bf4b-41ba-815a-965f6c6f36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.796133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-59424b30-bf4b-41ba-815a-965f6c6f36e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1096 time: 0.0417168 Dec 17 16:53:33.806847 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-90ccba8f-0c6d-43eb-a178-f980dac03421 req-83dcc175-a07e-4ad1-b730-18ad7bdbd308 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685244 Dec 17 16:53:33.818657 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-4f4acd37-5543-4409-93c8-08b6fa36afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.820597 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-4f4acd37-5543-4409-93c8-08b6fa36afbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1096 time: 0.0550175 Dec 17 16:53:33.894828 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-346294b1-2b86-4187-b864-b80b97c1883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.896297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-346294b1-2b86-4187-b864-b80b97c1883a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.0936310 Dec 17 16:53:33.923120 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-cc117a06-60a9-471c-8830-a548fa13bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.924651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-cc117a06-60a9-471c-8830-a548fa13bf77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.0922701 Dec 17 16:53:33.968154 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-812c1f67-349e-4738-85b0-571c7fcefc32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1000 time: 0.0642116 Dec 17 16:53:33.992163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-aea37999-1889-4945-be5c-9875efd9fab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1000 time: 0.0591679 Dec 17 16:53:33.997135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:53:34.021228 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-d72d6d08-f731-44cf-a970-b5b38b8db9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:34.022765 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-d72d6d08-f731-44cf-a970-b5b38b8db9a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0483985 Dec 17 16:53:34.043237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-f4abef81-4240-44a5-8c7d-665bf75c386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:34.044757 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-f4abef81-4240-44a5-8c7d-665bf75c386a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0447755 Dec 17 16:53:34.069491 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-bf7cc3e1-c016-4e2c-87e0-9039ce8b0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:34.071328 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-bf7cc3e1-c016-4e2c-87e0-9039ce8b0bc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411065 Dec 17 16:53:34.093814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:53:34.101767 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-8bb8ac8f-43e1-4e90-92d1-7ce44c18738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:34.103374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-8bb8ac8f-43e1-4e90-92d1-7ce44c18738d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503583 Dec 17 16:53:34.106561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'port_id': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'mac_address': 'fa:16:3e:a5:5b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:53:34.149053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:34.161685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c87e1c-edb9-4aef-bccf-de198a2b359f {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:53:34.170536 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-99af7b90-4727-4bda-8684-790165d65185 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922124 Dec 17 16:53:34.182873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:53:34.188190 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:34.194861 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-5d26cfc7-4b87-4fa8-b14f-40f9fa81e83a service neutron] 10.222.0.47 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832212 Dec 17 16:53:34.238615 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:34.246525 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.246889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.247218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.247554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.247909 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.248250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.248572 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.248900 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.249232 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.249559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.249882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.250202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.251444 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:53:34.267491 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-e191885f-038d-4f1e-9fac-12f9ac0d73bd service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904875 Dec 17 16:53:34.298588 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-26f2d7c6-c622-45f7-9dfd-893f1700ad84 req-64ab8af7-2f47-4ed8-b231-4f0c02d79720 service neutron] 10.222.0.47 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956080 Dec 17 16:53:34.460250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['b0c87e1c-edb9-4aef-bccf-de198a2b359f'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:53:34.938499 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5049-a730-491f-9a1e-5c96c48247f2 req-b572e81a-15f0-4e5c-bb7d-c1ed4f41f157 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:34.939981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc5f5049-a730-491f-9a1e-5c96c48247f2 req-b572e81a-15f0-4e5c-bb7d-c1ed4f41f157 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 945 time: 0.0513144 Dec 17 16:53:34.998584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fc5f5049-a730-491f-9a1e-5c96c48247f2 req-0e4bc09b-a8b1-43c9-a812-b68197a9e194 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496278 Dec 17 16:53:35.232854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd4903-5eff-4278-89cc-7d1f83601458 req-49d0f630-7b56-4f4c-8836-b5f5fa4ab37a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:35.234350 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93cd4903-5eff-4278-89cc-7d1f83601458 req-49d0f630-7b56-4f4c-8836-b5f5fa4ab37a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 945 time: 0.0776134 Dec 17 16:53:35.245674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-402101d2-2fbb-410c-b49c-d4e4644f4b05 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:35.247133 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-402101d2-2fbb-410c-b49c-d4e4644f4b05 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016&tenant_id=d92c1b164fa44371800a566ee555a0ed&binding%3Ahost_id=n-h1-806683-20 HTTP/1.1" status: 200 len: 945 time: 0.0799549 Dec 17 16:53:35.331176 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-93cd4903-5eff-4278-89cc-7d1f83601458 req-927fdcc0-521a-41cf-a5f3-4222117d1f33 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830669 Dec 17 16:53:35.340372 n-d-806683-20 neutron-server[109783]: INFO neutron.api.v2.resource [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-2c52e547-9ff9-4964-9628-7142da8986fa service neutron] delete failed (client error): The resource could not be found. Dec 17 16:53:35.341379 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-2c52e547-9ff9-4964-9628-7142da8986fa service neutron] 10.222.0.49 "DELETE /v2.0/ports/b0c87e1c-edb9-4aef-bccf-de198a2b359f/bindings/n-h2-806683-20 HTTP/1.1" status: 404 len: 381 time: 0.0804107 Dec 17 16:53:35.458656 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4912ae-aa5f-4b8b-bfb2-c8c8366900e4 req-b06001cd-9521-446f-b6b0-2888ba0096f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:35.460184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb4912ae-aa5f-4b8b-bfb2-c8c8366900e4 req-b06001cd-9521-446f-b6b0-2888ba0096f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 945 time: 0.0535164 Dec 17 16:53:35.483075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-c5fb3d10-7fe9-481c-a5d2-857774a29313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:35.484635 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-c5fb3d10-7fe9-481c-a5d2-857774a29313 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1097 time: 0.0447443 Dec 17 16:53:35.511898 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fb4912ae-aa5f-4b8b-bfb2-c8c8366900e4 req-74b2c513-975a-4510-afd5-e0e44b7bb300 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447714 Dec 17 16:53:35.577869 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-81274651-af68-4d7e-abca-968ebe283ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:35.580100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-81274651-af68-4d7e-abca-968ebe283ecd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.0889127 Dec 17 16:53:35.661706 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-ae9036c4-8c0c-47e9-9ca5-1a98538a43a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 1001 time: 0.0744436 Dec 17 16:53:35.714835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-4eadf473-f8b9-4c31-90a8-64fae31d5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:35.716333 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-4eadf473-f8b9-4c31-90a8-64fae31d5ea7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0480537 Dec 17 16:53:35.772567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-17420987-161a-4288-8744-a355e8591bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:35.774227 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-17420987-161a-4288-8744-a355e8591bab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513897 Dec 17 16:53:35.875954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-7645c851-5690-4ef6-8264-609c4077b361 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942473 Dec 17 16:53:35.978725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a0e840b-278b-44c4-92fa-e47fa5d32e5e req-a75f7775-49cd-4c13-9265-da505ec635c4 service neutron] 10.222.0.49 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963297 Dec 17 16:53:36.022662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:53:36.076511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port b0c87e1c-edb9-4aef-bccf-de198a2b359f completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:53:36.080601 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port b0c87e1c-edb9-4aef-bccf-de198a2b359f triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:53:36.080994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:36.320641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:53:36.357290 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:36.383295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:53:36.388426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:53:36.390716 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff12c25c-e65f-4777-8ec6-6c5d473d3356" -d '{"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-plugged", "status": "completed", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:53:36.403508 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:53:36.410159 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:36.438406 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ef4053-60b4-4e19-b053-b1e88f581485 x-openstack-request-id: req-a0ef4053-60b4-4e19-b053-b1e88f581485 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:53:36.438708 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-plugged", "status": "completed", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:53:36.438962 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0ef4053-60b4-4e19-b053-b1e88f581485 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:53:36.439417 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'code': 200} Dec 17 16:53:36.471493 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=9']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:36.548688 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1466085e-9f4f-4f2e-a337-a1986eb98c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:36.640983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bebb0-d89b-42f6-86d5-8b268ff327f1 req-2f8e8bc9-52a0-47ab-b46f-26d58522cab5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:36.642446 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e4bebb0-d89b-42f6-86d5-8b268ff327f1 req-2f8e8bc9-52a0-47ab-b46f-26d58522cab5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Dec 17 16:53:36.698989 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9e4bebb0-d89b-42f6-86d5-8b268ff327f1 req-89627de2-db3b-4cb9-ab50-1c49af09c9a2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481474 Dec 17 16:53:36.725945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40286) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:53:36.795153 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3ee81d86-4b7b-45a1-8ec7-99e85e5baa48 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/41d8f837-b68c-4c7d-9f52-ca78011bf9ea HTTP/1.1" status: 200 len: 994 time: 0.0678754 Dec 17 16:53:38.951508 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9f70683a-326f-4a82-83f5-51e2b683ea6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:40.274384 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:41.436587 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:41.437831 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:42.183724 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:45.994638 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:53:53.829528 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:54:06.560893 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-090ba46b-196c-4a4b-b90d-cf31e370cd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:07.341450 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40296) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:07.529598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port f563bf5a-7a49-42ef-b3ba-36b8d56db38c {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:54:07.529947 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:07.609852 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:07.610093 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:07.622193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for f563bf5a-7a49-42ef-b3ba-36b8d56db38c owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:54:07.802444 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:07.832583 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=f563bf5a-7a49-42ef-b3ba-36b8d56db38c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:07.843657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.844028 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.844346 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.844682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.845020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.845384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.845685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.846010 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.846333 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.846657 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.847009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.847334 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.847644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:07.902042 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:07.902290 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP 41d8f837-b68c-4c7d-9f52-ca78011bf9ea disassociated (deleted). External IP: 172.25.0.148, port: b0c87e1c-edb9-4aef-bccf-de198a2b359f. Dec 17 16:54:08.107636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e978a177-b983-4644-ac90-fd335db9f243 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:54:08.224881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:54:08.230454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:08.235133 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] Sync routers for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:54:08.247473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:08.248127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:53:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:08.257689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-32433c48-c5b4-4632-a2a7-b6f73f259457 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/floatingips/41d8f837-b68c-4c7d-9f52-ca78011bf9ea HTTP/1.1" status: 204 len: 168 time: 0.9147801 Dec 17 16:54:08.258261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:54:08.260535 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b13b2-3ec7-460e-a1d4-52cc5c08d235" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:54:08.306879 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e8d8fa-f38c-4422-aeb5-6a02b888232f x-openstack-request-id: req-27e8d8fa-f38c-4422-aeb5-6a02b888232f {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:54:08.307173 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:54:08.307431 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27e8d8fa-f38c-4422-aeb5-6a02b888232f {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:54:08.307866 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'status': 'completed', 'code': 200} Dec 17 16:54:08.363735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:08.371571 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-c7ccc76a-b3c4-4df5-9d83-0514d9abdcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:08.373104 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-c7ccc76a-b3c4-4df5-9d83-0514d9abdcc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 1098 time: 0.0431836 Dec 17 16:54:08.486396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-a844a593-fdd4-4853-b625-3d53ffd27758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:08.488040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-a844a593-fdd4-4853-b625-3d53ffd27758 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 200 len: 898 time: 0.1042502 Dec 17 16:54:08.537008 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-92f74e6f-838a-464d-8b5a-6c9c3f53fa89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 200 len: 217 time: 0.0399048 Dec 17 16:54:08.570482 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:08.598558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] Checking router: e978a177-b983-4644-ac90-fd335db9f243 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:54:08.598996 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-09853d2c-ea10-4c8a-8faf-d04aa4699b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:08.600753 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-09853d2c-ea10-4c8a-8faf-d04aa4699b58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 200 len: 833 time: 0.0556550 Dec 17 16:54:08.600973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930380-0ba0-411f-a968-67069adad4c0 req-d9cd7ece-35a7-4a67-a8ca-99422e541bae tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:08.602532 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24930380-0ba0-411f-a968-67069adad4c0 req-d9cd7ece-35a7-4a67-a8ca-99422e541bae tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.1518736 Dec 17 16:54:08.608005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:08.608631 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:53:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:08.648914 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-944e982f-c934-4001-8043-422788a2000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:08.650524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-944e982f-c934-4001-8043-422788a2000b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4938508-ff93-4841-a4c1-6b4ad119effd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415390 Dec 17 16:54:08.655839 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-24930380-0ba0-411f-a968-67069adad4c0 req-87cd8a4d-9bea-4c06-bbc8-408ded9b95f2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465779 Dec 17 16:54:08.716905 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:08.747396 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-4138488b-4989-4720-8f98-2c5ddd16747b service neutron] 10.222.0.47 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890386 Dec 17 16:54:08.838435 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-088b13b2-3ec7-460e-a1d4-52cc5c08d235 req-aaf96084-a9cf-4676-b0be-abbdd4ec27e4 service neutron] 10.222.0.47 "GET /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829453 Dec 17 16:54:08.927554 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:08.961698 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674857d2-1d85-4be3-b239-e72e762da472 None None] The sync data for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 is: [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'df4d4679-4e1e-4ab5-bcc1-2efcdba2d549', 'name': '', 'network_id': 'e4938508-ff93-4841-a4c1-6b4ad119effd', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:e1:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:21Z', 'updated_at': '2021-12-17T16:52:25Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': 'bcc0b241-152d-454f-9ba9-ca2dbbad7450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:54:08.971082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-154f7047-bed8-41e8-ad11-f684b2931b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:09.204772 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d00651-958e-4bca-aec3-9a5245284ec5 None None] New status for floating IP 41d8f837-b68c-4c7d-9f52-ca78011bf9ea: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:54:09.836135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3525dfd-5af7-48cc-9e2b-ca8625d1fa8e req-b0d884b5-7fb3-43b7-a1fc-305d43165098 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:09.837663 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3525dfd-5af7-48cc-9e2b-ca8625d1fa8e req-b0d884b5-7fb3-43b7-a1fc-305d43165098 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.1059341 Dec 17 16:54:09.935077 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b3525dfd-5af7-48cc-9e2b-ca8625d1fa8e req-7739a255-54aa-4cf3-8616-a7d0e5b4caf6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876713 Dec 17 16:54:09.947375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-31cfe4a3-6630-4111-b346-8003443eb8e7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:09.948854 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-31cfe4a3-6630-4111-b346-8003443eb8e7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5a370f9-6ce6-46e3-989b-7cab17d08016 HTTP/1.1" status: 200 len: 946 time: 0.0845184 Dec 17 16:54:10.043880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port b0c87e1c-edb9-4aef-bccf-de198a2b359f {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:54:10.044250 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:10.138670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port b0c87e1c-edb9-4aef-bccf-de198a2b359f, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=b0c87e1c-edb9-4aef-bccf-de198a2b359f,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:10.139038 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:10.156334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for b0c87e1c-edb9-4aef-bccf-de198a2b359f owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:54:10.265789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:10.319132 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:10.352762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=b0c87e1c-edb9-4aef-bccf-de198a2b359f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:10.394935 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] No DVR routers for this DVR port b0c87e1c-edb9-4aef-bccf-de198a2b359f on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:54:10.398330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:10.401768 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ee6debc2-b803-4d64-9241-5deebf25e49a req-9d9e9fd4-4a5f-4acb-9062-ee2b8d3b4815 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "DELETE /v2.0/ports/b0c87e1c-edb9-4aef-bccf-de198a2b359f HTTP/1.1" status: 204 len: 173 time: 0.4434435 Dec 17 16:54:10.402202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-deleted', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:54:10.404558 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27de26bb-e47c-4f84-af0a-27416e241b31" -d '{"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-deleted", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:54:10.498088 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1133c33a-e449-4c8c-92e1-01cfde1fb0a4 x-openstack-request-id: req-1133c33a-e449-4c8c-92e1-01cfde1fb0a4 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:54:10.498384 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a370f9-6ce6-46e3-989b-7cab17d08016", "name": "network-vif-deleted", "tag": "b0c87e1c-edb9-4aef-bccf-de198a2b359f", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:54:10.498633 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1133c33a-e449-4c8c-92e1-01cfde1fb0a4 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:54:10.499034 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a370f9-6ce6-46e3-989b-7cab17d08016', 'name': 'network-vif-deleted', 'tag': 'b0c87e1c-edb9-4aef-bccf-de198a2b359f', 'status': 'completed', 'code': 200} Dec 17 16:54:10.999034 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40316) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:11.378508 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:11.432957 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:11.434485 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:11.659393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:54:11.659744 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:11.750423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port df4d4679-4e1e-4ab5-bcc1-2efcdba2d549, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:11.750759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:11.763237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:54:11.960654 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:11.994329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=df4d4679-4e1e-4ab5-bcc1-2efcdba2d549,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:12.110680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:54:12.135941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: b0c87e1c-edb9-4aef-bccf-de198a2b359f {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:54:12.136625 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device b0c87e1c-edb9-4aef-bccf-de198a2b359f not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:54:12.176151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:12.179767 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:12.729439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router e978a177-b983-4644-ac90-fd335db9f243 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:54:12.840565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:54:12.846195 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-851151d9-c878-40fc-a10b-95b1fbfa321d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/e978a177-b983-4644-ac90-fd335db9f243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457146 Dec 17 16:54:12.848623 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40318) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:12.855430 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] Sync routers for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:54:12.865910 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:12.866563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:12.902787 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting subnet bcc0b241-152d-454f-9ba9-ca2dbbad7450 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:54:12.906878 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:12.948564 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:12.974939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:13.039125 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.099359 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.124917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc0b241-152d-454f-9ba9-ca2dbbad7450,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:13.131870 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.136179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a4c2d754-4800-4ab2-988b-12d115a31e4e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/subnets/bcc0b241-152d-454f-9ba9-ca2dbbad7450 HTTP/1.1" status: 204 len: 168 time: 0.2865937 Dec 17 16:54:13.138948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40320) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:13.139174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2804f-b673-4992-837e-81485e1f2bac None None] Network e4938508-ff93-4841-a4c1-6b4ad119effd requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:54:13.223559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:54:11Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:13.248991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.257143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] Checking router: e978a177-b983-4644-ac90-fd335db9f243 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:54:13.272065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] Routers {'e978a177-b983-4644-ac90-fd335db9f243'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:13.272675 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['e978a177-b983-4644-ac90-fd335db9f243'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:13.355562 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] DHCP port deletion for e4938508-ff93-4841-a4c1-6b4ad119effd request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:54:13.360827 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.415074 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:54:13.415369 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.416324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] Set router e978a177-b983-4644-ac90-fd335db9f243 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:13.499298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:13.499612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.512811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:54:13.685939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] Deleting port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:54:13.686235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.694585 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.721104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:13.739479 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca76280-7290-49e3-abbd-fa778b7ba274 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:54:13.778128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] For port 636590a5-0e22-4610-9a20-9ca10dfd7fc5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=636590a5-0e22-4610-9a20-9ca10dfd7fc5,segment=NetworkSegment(dd4ab397-525c-41e4-ae9e-012b54ef10c4),segment_id=dd4ab397-525c-41e4-ae9e-012b54ef10c4)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:13.778562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.780140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.802496 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] Calling delete_port for 636590a5-0e22-4610-9a20-9ca10dfd7fc5 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:54:13.873079 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.875480 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.920821 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:54:11Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:13.926668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.927222 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Fanout notify agent at l3_agent the message router_deleted on router e978a177-b983-4644-ac90-fd335db9f243 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:54:13.935073 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.936165 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a03f9e96-65fb-4afa-b05c-41fdb7d1c2a0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/routers/e978a177-b983-4644-ac90-fd335db9f243 HTTP/1.1" status: 204 len: 168 time: 0.7962782 Dec 17 16:54:13.939794 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40322) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:13.950570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2888bf-51b5-4b3a-a3bf-0a1923fa7c21 None None] The sync data for ids ['e978a177-b983-4644-ac90-fd335db9f243'] in n-d-806683-20 is: [{'id': 'e978a177-b983-4644-ac90-fd335db9f243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-913689498', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:18Z', 'updated_at': '2021-12-17T16:54:11Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e978a177-b983-4644-ac90-fd335db9f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:19Z', 'updated_at': '2021-12-17T16:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:54:13.954164 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:13.978827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] Pushing event deleted for resources: {'Port': ['ID=636590a5-0e22-4610-9a20-9ca10dfd7fc5,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:13.984992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28420a-a89a-4780-9258-a305bf93ece7 None None] No DVR routers for this DVR port 636590a5-0e22-4610-9a20-9ca10dfd7fc5 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:54:14.020977 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.110882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.131138 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4938508-ff93-4841-a4c1-6b4ad119effd']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:14.140547 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4ab397-525c-41e4-ae9e-012b54ef10c4') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:14.140846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4ab397-525c-41e4-ae9e-012b54ef10c4') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:14.150259 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.163221 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.169684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:54:14.170088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:54:14.173295 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:54:14.239622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.247194 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.250344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/networks/e4938508-ff93-4841-a4c1-6b4ad119effd HTTP/1.1" status: 204 len: 168 time: 0.3095820 Dec 17 16:54:14.253387 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40324) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:14.262884 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2db6-8cca-4a7c-8c95-5eaaddc63a4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Network': ['ID=e4938508-ff93-4841-a4c1-6b4ad119effd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:14.314400 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eecb134b-68a4-4539-98a9-c9a2044ebe23 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.349038 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eecb134b-68a4-4539-98a9-c9a2044ebe23 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.416919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eecb134b-68a4-4539-98a9-c9a2044ebe23 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.420006 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-eecb134b-68a4-4539-98a9-c9a2044ebe23 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.421204 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eecb134b-68a4-4539-98a9-c9a2044ebe23 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/security-groups/5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7 HTTP/1.1" status: 204 len: 168 time: 0.1668117 Dec 17 16:54:14.432458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb134b-68a4-4539-98a9-c9a2044ebe23 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5797dbbf-9a9c-4c4c-b82d-fa04b6d1adc7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:14.452261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 636590a5-0e22-4610-9a20-9ca10dfd7fc5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:54:14.481954 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 636590a5-0e22-4610-9a20-9ca10dfd7fc5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:54:14.482315 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 636590a5-0e22-4610-9a20-9ca10dfd7fc5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:54:14.482740 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:54:14.504934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:54:14.505418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device df4d4679-4e1e-4ab5-bcc1-2efcdba2d549 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:54:14.767764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40330) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:14.772421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-0137f13c-d8cd-412a-a303-8db31f18fed2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783235466', 'description': 'tempest-secgroup-smoke-1783235466 description', 'project_id': 'd92c1b164fa44371800a566ee555a0ed'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:14.799505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0137f13c-d8cd-412a-a303-8db31f18fed2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.867660 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0137f13c-d8cd-412a-a303-8db31f18fed2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.873298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0137f13c-d8cd-412a-a303-8db31f18fed2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.905249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-0137f13c-d8cd-412a-a303-8db31f18fed2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:14.907020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-0137f13c-d8cd-412a-a303-8db31f18fed2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1381133 Dec 17 16:54:14.907782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137f13c-d8cd-412a-a303-8db31f18fed2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8085fc04-561d-40c5-830a-9165cc390147,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:14.909787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40332) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:14.915921 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ee983d7e-0c76-48cb-94ec-7caf0afb255f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '8085fc04-561d-40c5-830a-9165cc390147', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:14.949306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee983d7e-0c76-48cb-94ec-7caf0afb255f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.013494 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee983d7e-0c76-48cb-94ec-7caf0afb255f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.017970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee983d7e-0c76-48cb-94ec-7caf0afb255f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.035063 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee983d7e-0c76-48cb-94ec-7caf0afb255f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e9c505-1d58-4048-85bc-1488c993a03a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:15.048075 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ee983d7e-0c76-48cb-94ec-7caf0afb255f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.049486 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ee983d7e-0c76-48cb-94ec-7caf0afb255f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385596 Dec 17 16:54:15.052130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40334) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:15.056641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-29abad5e-9111-4aef-b7b7-c6326a8d2d7a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '8085fc04-561d-40c5-830a-9165cc390147', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:15.087505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29abad5e-9111-4aef-b7b7-c6326a8d2d7a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.150173 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29abad5e-9111-4aef-b7b7-c6326a8d2d7a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.154335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29abad5e-9111-4aef-b7b7-c6326a8d2d7a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.172953 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abad5e-9111-4aef-b7b7-c6326a8d2d7a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0303b970-f46b-4a7d-8b3b-a81333982cff,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:15.183588 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29abad5e-9111-4aef-b7b7-c6326a8d2d7a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.184843 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-29abad5e-9111-4aef-b7b7-c6326a8d2d7a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317923 Dec 17 16:54:15.187582 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:15.191803 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5bdddf8f-5635-4c27-9446-89d12148e6b3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '8085fc04-561d-40c5-830a-9165cc390147', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:15.222043 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5bdddf8f-5635-4c27-9446-89d12148e6b3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.281865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5bdddf8f-5635-4c27-9446-89d12148e6b3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.286779 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5bdddf8f-5635-4c27-9446-89d12148e6b3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.305820 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdddf8f-5635-4c27-9446-89d12148e6b3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784e2830-8ec7-429d-bf49-9c033b4ad1fb,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:15.311783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5bdddf8f-5635-4c27-9446-89d12148e6b3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.312543 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5bdddf8f-5635-4c27-9446-89d12148e6b3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240528 Dec 17 16:54:15.315332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40338) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:15.319784 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-73bb5c5c-1b7d-457d-a006-3a94857e2f0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '8085fc04-561d-40c5-830a-9165cc390147', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:15.350154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73bb5c5c-1b7d-457d-a006-3a94857e2f0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.407285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73bb5c5c-1b7d-457d-a006-3a94857e2f0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.412298 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73bb5c5c-1b7d-457d-a006-3a94857e2f0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.426923 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb5c5c-1b7d-457d-a006-3a94857e2f0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4c38b5-f3f2-49e0-8170-96901ce76056,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:15.439274 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-73bb5c5c-1b7d-457d-a006-3a94857e2f0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.440548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-73bb5c5c-1b7d-457d-a006-3a94857e2f0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242402 Dec 17 16:54:15.443369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40340) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:15.448121 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '8085fc04-561d-40c5-830a-9165cc390147', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:15.473346 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:54:15.478318 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.537929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.542641 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.562907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac73d383-2192-453b-ac05-699fddb11fc9,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:15.567844 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.569139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e271c6e7-2955-46db-9638-e986c3c4d3f5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247056 Dec 17 16:54:15.572477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40342) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:15.577582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '8085fc04-561d-40c5-830a-9165cc390147', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:15.601267 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:54:15.606525 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.666591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.671017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.688667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf95441e-c653-42f1-99d1-4dbfedf5328e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:15.697914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.699136 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-864a565c-877e-488a-a409-766080acf235 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254683 Dec 17 16:54:15.702056 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40344) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:15.706928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'network': {'name': 'tempest-network-smoke--2047188110', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:15.730673 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:54:15.734098 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.759424 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:54:15.769203 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.769686 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Added segment 5889b475-3c07-4c9f-aa09-aa25f510ecea of type vlan for network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 Dec 17 16:54:15.811469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.837752 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.843238 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:15.843916 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.907958 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2047937 Dec 17 16:54:15.910843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40346) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:15.916180 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'admin_state_up': True, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:15.920409 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfdf3b-5acb-4b8f-afc8-672dc889dcb4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Network': ['ID=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:15.931159 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:54:15.941822 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.943167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:15.999907 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.007029 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.095398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:54:16.116849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:54:16.117209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 8fb9eb75-4bea-4c9d-9c32-d1dc7e1f7f2c not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:54:16.149822 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.356265 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.375306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.483020 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.67 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/73d1a1cd-1469-4255-ad78-f10929e396aa) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:54:16.582022 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.619559 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.673772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:54:16.679021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:54:16.681617 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=73d1a1cd-1469-4255-ad78-f10929e396aa,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:16.687855 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:54:16.692809 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec458a65-5e1a-4cce-b586-a7594bfd1e3e None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:54:16.738657 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-38e7f378-aea5-4a4c-81cd-ac4838f2f162 None None] Provisioning complete for port 73d1a1cd-1469-4255-ad78-f10929e396aa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:16.739028 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-38e7f378-aea5-4a4c-81cd-ac4838f2f162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:16.776269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-38e7f378-aea5-4a4c-81cd-ac4838f2f162 None None] Port 73d1a1cd-1469-4255-ad78-f10929e396aa cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:54:16.943980 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:17.150256 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:17.655498 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3bcc4b69-13ae-4574-9585-6e23b81f809e is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:54:17.770748 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:54:17.781359 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Sync routers for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:54:17.791673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:17.792675 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:17.792985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-9a0a27bd-d1af-41b8-8962-566ae1619451 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8810914 Dec 17 16:54:17.793293 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:17.796184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40348) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:17.823993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7f92454d-6574-48fd-917e-1657931b27dd tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d92c1b164fa44371800a566ee555a0ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265121 Dec 17 16:54:17.827040 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40350) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:17.897599 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:17.916747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ae834-4fca-40a3-8a0a-20afe7a29b90 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:17.918268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-be9ae834-4fca-40a3-8a0a-20afe7a29b90 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898669 Dec 17 16:54:17.921244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40352) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:17.953524 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6cbd4bb5-1fe1-4256-8cf9-3b5167cd6037 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311861 Dec 17 16:54:17.956200 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40354) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:17.960881 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1187311653', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:18.049060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:54:18.052669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.074561 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:16Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:18.103930 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Checking router: 3bcc4b69-13ae-4574-9585-6e23b81f809e for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:54:18.104280 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Updating router 3bcc4b69-13ae-4574-9585-6e23b81f809e port 73d1a1cd-1469-4255-ad78-f10929e396aa binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:54:18.135091 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.242193 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.308568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Subnet': ['ID=204519d6-0f0b-4306-b7c5-e8940110aaf5,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:18.318239 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Checking segment: {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:54:18.318615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network hostable DHCP agents. Network: cbbc0c7a-05a4-44f0-8ffb-944b7e98f210, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:54:18.337483 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:54:18.348134 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, cbbc0c7a-05a4-44f0-8ffb-944b7e98f210) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:54:18.358209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372aa5da-28cd-4671-837a-ea2a5f68b146 None None] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:54:18.360857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:18.361945 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.382636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-cb460bf1-93c7-44f1-bbb7-87e49196b6b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4254160 Dec 17 16:54:18.386217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40356) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:18.416664 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.426649 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.477833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:54:18.478719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.497663 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Pushing event updated for resources: {'Port': ['ID=73d1a1cd-1469-4255-ad78-f10929e396aa,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:18.507032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e623f-ee5e-48fd-9fdd-0f11d3ff0f1a None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:54:18.516702 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Attempting to bind port 73d1a1cd-1469-4255-ad78-f10929e396aa on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:54:18.517394 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Attempting to bind port 73d1a1cd-1469-4255-ad78-f10929e396aa by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:54:18.517958 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Attempting to bind port 73d1a1cd-1469-4255-ad78-f10929e396aa on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:54:18.530426 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:54:18.531562 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:54:18.532422 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.533182 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:54:18.534003 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Bound port: 73d1a1cd-1469-4255-ad78-f10929e396aa, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:54:18.534577 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.605506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] For port 73d1a1cd-1469-4255-ad78-f10929e396aa, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:54:18.609298 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] For port 73d1a1cd-1469-4255-ad78-f10929e396aa, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=73d1a1cd-1469-4255-ad78-f10929e396aa,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:54:18.612459 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.613024 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.613594 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.614291 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.614785 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.615356 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.615989 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.616499 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.617011 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.619366 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.620006 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.621021 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.621802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:54:18.626842 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.668856 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Allocated IP 172.20.0.2 (cbbc0c7a-05a4-44f0-8ffb-944b7e98f210/204519d6-0f0b-4306-b7c5-e8940110aaf5/56007689-aa2c-477e-bb18-3c14b3de40c8) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:54:18.694671 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2f14e-227f-4e88-ac11-b18ea46a7dd5 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:54:18.698912 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:18.699529 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:18.701315 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d69d24-dbc1-4b17-888c-619df82b644c None None] Pushing event updated for resources: {'Port': ['ID=73d1a1cd-1469-4255-ad78-f10929e396aa,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:18.771406 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6dc786b4-46c6-420c-93fd-52a9ca4a6c9a None None] Provisioning complete for port 73d1a1cd-1469-4255-ad78-f10929e396aa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:18.771778 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6dc786b4-46c6-420c-93fd-52a9ca4a6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.811806 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:18.882186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.940099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.943297 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6dc786b4-46c6-420c-93fd-52a9ca4a6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.952431 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:18.998979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6dc786b4-46c6-420c-93fd-52a9ca4a6c9a None None] For port 73d1a1cd-1469-4255-ad78-f10929e396aa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=73d1a1cd-1469-4255-ad78-f10929e396aa,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:19.012790 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6dc786b4-46c6-420c-93fd-52a9ca4a6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.022045 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:54:19.026914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:54:19.032529 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:54:19.036323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Pushing event updated for resources: {'Port': ['ID=56007689-aa2c-477e-bb18-3c14b3de40c8,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:19.047665 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:16Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:19.084534 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a9a065-3372-4a55-ad28-9454fe51b2ec None None] The sync data for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 is: [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:16Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:54:19.141634 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc786b4-46c6-420c-93fd-52a9ca4a6c9a None None] Pushing event updated for resources: {'Port': ['ID=73d1a1cd-1469-4255-ad78-f10929e396aa,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:19.144157 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Attempting to bind port 56007689-aa2c-477e-bb18-3c14b3de40c8 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:54:19.144526 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Attempting to bind port 56007689-aa2c-477e-bb18-3c14b3de40c8 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:54:19.144884 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Attempting to bind port 56007689-aa2c-477e-bb18-3c14b3de40c8 on network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:54:19.154105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:54:19.154491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Checking segment: {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:54:19.154884 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.155273 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Bound using segment: {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:54:19.155744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Bound port: 56007689-aa2c-477e-bb18-3c14b3de40c8, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:54:19.156338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.159758 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-942a5f58-a4a3-48fd-b6a8-a9dd457098ce None None] Provisioning complete for port 73d1a1cd-1469-4255-ad78-f10929e396aa triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:19.160133 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-942a5f58-a4a3-48fd-b6a8-a9dd457098ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.240259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.1 (cbbc0c7a-05a4-44f0-8ffb-944b7e98f210/204519d6-0f0b-4306-b7c5-e8940110aaf5/649f5503-e6e5-415e-9ad1-44414d9b3546) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:54:19.280071 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] For port 56007689-aa2c-477e-bb18-3c14b3de40c8, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:54:19.303503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] For port 56007689-aa2c-477e-bb18-3c14b3de40c8, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=56007689-aa2c-477e-bb18-3c14b3de40c8,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:54:19.310904 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.377995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a6a31-0250-4ba0-8a3c-71cc207f4522 None None] Pushing event updated for resources: {'Port': ['ID=56007689-aa2c-477e-bb18-3c14b3de40c8,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:19.406715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.467284 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.522706 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:54:19.526641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:54:19.530754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:54:19.537825 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=649f5503-e6e5-415e-9ad1-44414d9b3546,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:19.590712 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:19.792981 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.088582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.097226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.178664 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.181060 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=649f5503-e6e5-415e-9ad1-44414d9b3546,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:20.235017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 73d1a1cd-1469-4255-ad78-f10929e396aa up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:54:20.298242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 73d1a1cd-1469-4255-ad78-f10929e396aa triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:20.298618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.314329 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:54:20.315939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:54:20.389238 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 56007689-aa2c-477e-bb18-3c14b3de40c8 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:54:20.439347 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3bcc4b69-13ae-4574-9585-6e23b81f809e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:54:20.442760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 56007689-aa2c-477e-bb18-3c14b3de40c8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:20.443136 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.529098 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.548008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c433e6-9978-434f-aa23-ff1a0e7ca4fe None None] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:54:20.565985 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:54:20.580458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1c36bab8-c399-4562-9593-eee955b12800 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/3bcc4b69-13ae-4574-9585-6e23b81f809e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1844814 Dec 17 16:54:20.612135 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 56007689-aa2c-477e-bb18-3c14b3de40c8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=56007689-aa2c-477e-bb18-3c14b3de40c8,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:20.619519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.703303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-ed854a5e-fe71-46f5-825e-57ce02c0099d None None] Provisioning complete for port 56007689-aa2c-477e-bb18-3c14b3de40c8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:20.703589 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ed854a5e-fe71-46f5-825e-57ce02c0099d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:20.726581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=56007689-aa2c-477e-bb18-3c14b3de40c8,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:20.757215 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-a6502baf-a645-440f-b69b-5e82423ce641 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783235466&fields=id&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 267 time: 0.0672312 Dec 17 16:54:20.880576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-03885fe1-4fc2-4609-a202-fd537f28b4b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:20.882195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-03885fe1-4fc2-4609-a202-fd537f28b4b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/networks?id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 200 len: 797 time: 0.1171358 Dec 17 16:54:20.900222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-ddf7920f-4fdf-4224-8df2-0cf2c4efcb9e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/quotas/d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 375 time: 0.0106318 Dec 17 16:54:20.973821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-38ed3509-c70c-4531-81a3-ca517284fb06 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539503 Dec 17 16:54:21.044433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d3ef1d23-9ae8-462f-924f-b4a6d9606b42 None None] Provisioning complete for port 56007689-aa2c-477e-bb18-3c14b3de40c8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:21.044871 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1d23-9ae8-462f-924f-b4a6d9606b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:21.131676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Sync routers for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:54:21.135008 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-765ad454-f391-4357-8801-ed91dd4285a0 service neutron] 10.222.0.54 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475298 Dec 17 16:54:21.152451 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:21.152692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:21.206866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-d3ef1d23-9ae8-462f-924f-b4a6d9606b42 None None] Provisioning complete for port 649f5503-e6e5-415e-9ad1-44414d9b3546 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:21.206866 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d3ef1d23-9ae8-462f-924f-b4a6d9606b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:21.240243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-4bcb9468-9d3f-40c4-a35b-d7448be8c012 service neutron] 10.222.0.54 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985823 Dec 17 16:54:21.293765 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef1d23-9ae8-462f-924f-b4a6d9606b42 None None] Port 649f5503-e6e5-415e-9ad1-44414d9b3546 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:54:21.444313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e17955b4-de26-4f98-bf78-2bd9344cd31f req-1281921e-8517-4ba6-9aee-a6821471c268 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 210 time: 0.0333598 Dec 17 16:54:21.540779 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:21.577490 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-879b0a3f-4122-4f20-961b-3cde3f497ff7 None None] Provisioning complete for port 649f5503-e6e5-415e-9ad1-44414d9b3546 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:21.577852 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-879b0a3f-4122-4f20-961b-3cde3f497ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:21.694558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-879b0a3f-4122-4f20-961b-3cde3f497ff7 None None] Port 649f5503-e6e5-415e-9ad1-44414d9b3546 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:54:21.837524 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e3b67872-c678-4302-ace3-1ef4807678f5 None None] Provisioning complete for port 649f5503-e6e5-415e-9ad1-44414d9b3546 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:21.837903 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e3b67872-c678-4302-ace3-1ef4807678f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:21.880055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-e3b67872-c678-4302-ace3-1ef4807678f5 None None] Port 649f5503-e6e5-415e-9ad1-44414d9b3546 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:54:21.884320 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 2, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:21.911477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Checking router: 3bcc4b69-13ae-4574-9585-6e23b81f809e for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:54:21.911837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Updating router 3bcc4b69-13ae-4574-9585-6e23b81f809e port 649f5503-e6e5-415e-9ad1-44414d9b3546 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:54:21.940439 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.141351 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 56007689-aa2c-477e-bb18-3c14b3de40c8 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:54:22.234694 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.240787 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 56007689-aa2c-477e-bb18-3c14b3de40c8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:22.241256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.243978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.325866 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c451-d34f-40c1-9c3f-5118ac87bcd4 None None] Pushing event updated for resources: {'Port': ['ID=649f5503-e6e5-415e-9ad1-44414d9b3546,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:22.407103 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Attempting to bind port 649f5503-e6e5-415e-9ad1-44414d9b3546 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:54:22.407472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Attempting to bind port 649f5503-e6e5-415e-9ad1-44414d9b3546 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:54:22.407850 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Attempting to bind port 649f5503-e6e5-415e-9ad1-44414d9b3546 on network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:54:22.417947 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:54:22.418321 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Checking segment: {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:54:22.418714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.419105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Bound using segment: {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:54:22.419592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Bound port: 649f5503-e6e5-415e-9ad1-44414d9b3546, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:54:22.420017 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.515655 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-54fa4c92-8dfa-4d86-82ab-e16ac95124b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:22.517282 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-54fa4c92-8dfa-4d86-82ab-e16ac95124b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/networks?id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 200 len: 797 time: 0.2369580 Dec 17 16:54:22.524992 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] For port 649f5503-e6e5-415e-9ad1-44414d9b3546, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:54:22.528621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] For port 649f5503-e6e5-415e-9ad1-44414d9b3546, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=649f5503-e6e5-415e-9ad1-44414d9b3546,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:54:22.534487 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.567672 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ddd8d944-b18e-420c-83f8-774ff34968fe req-229a27eb-5317-41a3-af00-9778109d786a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 210 time: 0.0344529 Dec 17 16:54:22.610016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48c451-d34f-40c1-9c3f-5118ac87bcd4 None None] Pushing event updated for resources: {'Port': ['ID=649f5503-e6e5-415e-9ad1-44414d9b3546,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:22.612958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:22.613563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:22.624326 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-29cebc0e-71e2-4255-b6d4-da9a2a4da492 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 380 time: 0.0974214 Dec 17 16:54:22.634591 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'port': {'device_id': '0c41f212-09ce-468d-b045-ef615b2453de', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'admin_state_up': True, 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'security_groups': ['8085fc04-561d-40c5-830a-9165cc390147']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:22.673421 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8d2a0512-c2a5-483a-8486-49038b1e86e7 None None] Provisioning complete for port 649f5503-e6e5-415e-9ad1-44414d9b3546 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:22.674080 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0512-c2a5-483a-8486-49038b1e86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.761039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:54:22.762214 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:22.765506 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.901388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.7 (cbbc0c7a-05a4-44f0-8ffb-944b7e98f210/204519d6-0f0b-4306-b7c5-e8940110aaf5/f02832cd-afca-4f03-b71e-84304ad65892) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:54:22.909386 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0512-c2a5-483a-8486-49038b1e86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:22.961203 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-8d2a0512-c2a5-483a-8486-49038b1e86e7 None None] For port 649f5503-e6e5-415e-9ad1-44414d9b3546, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=649f5503-e6e5-415e-9ad1-44414d9b3546,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:22.973310 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0512-c2a5-483a-8486-49038b1e86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.045138 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a0512-c2a5-483a-8486-49038b1e86e7 None None] Pushing event updated for resources: {'Port': ['ID=649f5503-e6e5-415e-9ad1-44414d9b3546,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:23.051771 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.066224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:23.085599 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.101587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670bcf-6594-4f58-a241-3616b7c6dcd6 None None] The sync data for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 is: [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:54:23.116602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-08ca8707-94ec-472e-9b8d-34e59ca073f9 None None] Provisioning complete for port 649f5503-e6e5-415e-9ad1-44414d9b3546 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:23.117291 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-08ca8707-94ec-472e-9b8d-34e59ca073f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.139404 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:54:23.148644 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:54:23.152788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:54:23.191417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=f02832cd-afca-4f03-b71e-84304ad65892,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:23.228959 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:23.230716 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.248744 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9a03da3b-7e40-4a53-80ac-049935645bce tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184874 Dec 17 16:54:23.318025 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Request body: {'port': {'device_id': '0c41f212-09ce-468d-b045-ef615b2453de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:23.379865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.449718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a32c20c0-a1ea-4a44-a589-1a832b641f75 None None] Provisioning complete for port f02832cd-afca-4f03-b71e-84304ad65892 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:23.450552 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a32c20c0-a1ea-4a44-a589-1a832b641f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.487667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a32c20c0-a1ea-4a44-a589-1a832b641f75 None None] Port f02832cd-afca-4f03-b71e-84304ad65892 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:54:23.664689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02832cd-afca-4f03-b71e-84304ad65892 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:54:23.674128 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.688142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Transition to ACTIVE for port object f02832cd-afca-4f03-b71e-84304ad65892 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:54:23.692885 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.715606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911fe10-164b-4a70-8149-42f23caf9662 req-35e6e7aa-87ab-4651-8bd2-349361984113 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:23.717220 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5911fe10-164b-4a70-8149-42f23caf9662 req-35e6e7aa-87ab-4651-8bd2-349361984113 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 931 time: 0.0568035 Dec 17 16:54:23.784766 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5911fe10-164b-4a70-8149-42f23caf9662 req-df0e04a6-3c3e-4c41-b9f1-9179f0edebe4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610042 Dec 17 16:54:23.785936 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Pushing event updated for resources: {'Port': ['ID=f02832cd-afca-4f03-b71e-84304ad65892,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:23.819942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Attempting to bind port f02832cd-afca-4f03-b71e-84304ad65892 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:54:23.820532 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Attempting to bind port f02832cd-afca-4f03-b71e-84304ad65892 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:54:23.821478 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Attempting to bind port f02832cd-afca-4f03-b71e-84304ad65892 on network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:54:23.826424 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Port f02832cd-afca-4f03-b71e-84304ad65892 on network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:54:23.826764 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Attempting to bind port f02832cd-afca-4f03-b71e-84304ad65892 on network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:54:23.834298 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:54:23.834640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Checking segment: {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:54:23.835036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Bound using segment: {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:54:23.835469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Bound port: f02832cd-afca-4f03-b71e-84304ad65892, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5889b475-3c07-4c9f-aa09-aa25f510ecea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:54:23.836284 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.905088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] For port f02832cd-afca-4f03-b71e-84304ad65892, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:54:23.908567 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] For port f02832cd-afca-4f03-b71e-84304ad65892, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f02832cd-afca-4f03-b71e-84304ad65892,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:54:23.915972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.956875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:23.957520 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:23.959221 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] 10.222.0.49 "PUT /v2.0/ports/f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 200 len: 1092 time: 0.7024558 Dec 17 16:54:23.962048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:54:23.965350 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b533b534-a731-46c2-90ca-b7091ab0cd71" -d '{"events": [{"name": "network-changed", "server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "tag": "f02832cd-afca-4f03-b71e-84304ad65892"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:54:24.006266 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4dd6f-91e6-4301-a2da-0a09a1a9f527 service neutron] Pushing event updated for resources: {'Port': ['ID=f02832cd-afca-4f03-b71e-84304ad65892,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:24.058984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-ccc751bd-075b-47f1-9c79-dc38cbd26bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.060937 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-ccc751bd-075b-47f1-9c79-dc38cbd26bb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1095 time: 0.0499632 Dec 17 16:54:24.123387 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a4c08e-b078-49c0-ac9b-fb514f7212e7 x-openstack-request-id: req-46a4c08e-b078-49c0-ac9b-fb514f7212e7 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:54:24.123684 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "tag": "f02832cd-afca-4f03-b71e-84304ad65892", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:54:24.123996 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46a4c08e-b078-49c0-ac9b-fb514f7212e7 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:54:24.124415 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892', 'status': 'completed', 'code': 200} Dec 17 16:54:24.126419 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-6e70b415-b244-42b5-8d54-27ff5e45c3ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 200 len: 217 time: 0.0494342 Dec 17 16:54:24.186017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 649f5503-e6e5-415e-9ad1-44414d9b3546 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:54:24.198456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-6861b4fe-afb6-4bb5-b83d-bdd39ba5f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.200165 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-6861b4fe-afb6-4bb5-b83d-bdd39ba5f27c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204519d6-0f0b-4306-b7c5-e8940110aaf5 HTTP/1.1" status: 200 len: 835 time: 0.0670149 Dec 17 16:54:24.252056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9e56abd6-55c1-4c83-9525-0d838e662352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.253616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-9e56abd6-55c1-4c83-9525-0d838e662352 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471509 Dec 17 16:54:24.256304 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 649f5503-e6e5-415e-9ad1-44414d9b3546 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:24.256683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:24.353483 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-bbeb32a5-7b3c-42c1-a2b4-d45b0c4469fa service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916135 Dec 17 16:54:24.458754 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bed4ace-c4e0-4dc9-a0a9-878946dda932 req-404f884b-3186-40b0-af98-bbaa7a217986 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978730 Dec 17 16:54:24.549625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-c6126061-0787-4d4e-b47d-542fb827a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.551174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-c6126061-0787-4d4e-b47d-542fb827a106 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1095 time: 0.0431604 Dec 17 16:54:24.647911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-35330361-ce61-4012-b5be-d5ab64a5392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.649478 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-35330361-ce61-4012-b5be-d5ab64a5392f service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 200 len: 898 time: 0.0917315 Dec 17 16:54:24.692116 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-4336f9cc-b9a1-4dae-a265-c002cdbc1610 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 200 len: 217 time: 0.0342190 Dec 17 16:54:24.751408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-cc4e682b-70b6-4710-a50c-c3c4f87eb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.753720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-cc4e682b-70b6-4710-a50c-c3c4f87eb0b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204519d6-0f0b-4306-b7c5-e8940110aaf5 HTTP/1.1" status: 200 len: 835 time: 0.0543036 Dec 17 16:54:24.806261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-86cbe08c-17b2-4e2f-b2ff-1bb07d0ca332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.807789 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-86cbe08c-17b2-4e2f-b2ff-1bb07d0ca332 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461400 Dec 17 16:54:24.901602 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-106789d7-e5fe-4ab8-98cf-b4206c2bfeb2 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860164 Dec 17 16:54:24.918667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11644a0f-0d6f-403d-8b86-cd6c9533572a req-102431d1-c69b-4525-bc9f-49087a584cf5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:24.920201 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11644a0f-0d6f-403d-8b86-cd6c9533572a req-102431d1-c69b-4525-bc9f-49087a584cf5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 943 time: 0.0573781 Dec 17 16:54:24.970365 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-11644a0f-0d6f-403d-8b86-cd6c9533572a req-67bdcd01-7bd2-485e-aa56-299d681e6741 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439067 Dec 17 16:54:24.997890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b533b534-a731-46c2-90ca-b7091ab0cd71 req-9fa54a8c-e90b-46b7-ad5b-96e9446078a5 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881326 Dec 17 16:54:26.106973 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c0c21-2ecb-4f9b-be38-323a97ef7829 req-d5957273-4000-4f2f-b9ee-4b4752c0a67b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:26.108545 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b90c0c21-2ecb-4f9b-be38-323a97ef7829 req-d5957273-4000-4f2f-b9ee-4b4752c0a67b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 943 time: 0.0609305 Dec 17 16:54:26.163131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b90c0c21-2ecb-4f9b-be38-323a97ef7829 req-484463b8-50fd-41d1-87f9-d389cc981406 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Dec 17 16:54:27.288084 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131756f-99a2-4a9d-a1a1-02334c5e2589 req-5f9d482a-125c-4de5-b1b2-240a571b5af0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:27.289574 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2131756f-99a2-4a9d-a1a1-02334c5e2589 req-5f9d482a-125c-4de5-b1b2-240a571b5af0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 943 time: 0.0507426 Dec 17 16:54:27.339727 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2131756f-99a2-4a9d-a1a1-02334c5e2589 req-08da0690-1ccb-4236-9f12-7dac773a9fe8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Dec 17 16:54:28.474101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97c924-8240-4a03-aa64-21e9385380b8 req-00e44856-0fca-4985-b6ab-7208d88c8223 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:28.475609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a97c924-8240-4a03-aa64-21e9385380b8 req-00e44856-0fca-4985-b6ab-7208d88c8223 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 943 time: 0.0586469 Dec 17 16:54:28.487854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f02832cd-afca-4f03-b71e-84304ad65892 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:54:28.537142 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2a97c924-8240-4a03-aa64-21e9385380b8 req-c840759f-66f0-4551-9774-da54d788b2cb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544274 Dec 17 16:54:28.594732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f02832cd-afca-4f03-b71e-84304ad65892, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f02832cd-afca-4f03-b71e-84304ad65892,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:28.607703 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'f02832cd-afca-4f03-b71e-84304ad65892', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'port_id': 'f02832cd-afca-4f03-b71e-84304ad65892', 'mac_address': 'fa:16:3e:e6:be:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:54:28.644615 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:28.660091 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02832cd-afca-4f03-b71e-84304ad65892 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:54:28.679568 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f02832cd-afca-4f03-b71e-84304ad65892, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f02832cd-afca-4f03-b71e-84304ad65892,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:28.685639 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:28.737007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f02832cd-afca-4f03-b71e-84304ad65892,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:28.887811 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['f02832cd-afca-4f03-b71e-84304ad65892'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:54:29.658735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34637b76-4a97-4345-9403-2ff00a3d97a1 req-c4d8b61b-3dd2-4418-9851-4d318e01f8a6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:29.663859 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34637b76-4a97-4345-9403-2ff00a3d97a1 req-c4d8b61b-3dd2-4418-9851-4d318e01f8a6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 944 time: 0.0506482 Dec 17 16:54:29.714583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34637b76-4a97-4345-9403-2ff00a3d97a1 req-b9580859-c24a-4323-98af-bfaec08e82e6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482755 Dec 17 16:54:30.500505 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f02832cd-afca-4f03-b71e-84304ad65892 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:54:30.560749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port f02832cd-afca-4f03-b71e-84304ad65892 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:54:30.567233 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port f02832cd-afca-4f03-b71e-84304ad65892 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:54:30.567916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:30.651877 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:30.675488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:54:30.677802 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b045c4-82af-47f1-be24-8b1e18142dfa" -d '{"events": [{"server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "name": "network-vif-plugged", "status": "completed", "tag": "f02832cd-afca-4f03-b71e-84304ad65892"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:54:30.690527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port f02832cd-afca-4f03-b71e-84304ad65892, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f02832cd-afca-4f03-b71e-84304ad65892,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:54:30.697700 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:30.721672 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6303bf81-a2a5-47fb-8f8d-ad237437d724 x-openstack-request-id: req-6303bf81-a2a5-47fb-8f8d-ad237437d724 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:54:30.721963 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "name": "network-vif-plugged", "status": "completed", "tag": "f02832cd-afca-4f03-b71e-84304ad65892", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:54:30.722225 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6303bf81-a2a5-47fb-8f8d-ad237437d724 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:54:30.722617 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892', 'code': 200} Dec 17 16:54:30.752663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=f02832cd-afca-4f03-b71e-84304ad65892,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:30.818599 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:54:30.823702 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99222e7b-d85c-426d-9636-c51d653bb0b9 req-bed8b3d5-747b-4f4d-8525-e17bf828c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:30.825270 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-99222e7b-d85c-426d-9636-c51d653bb0b9 req-bed8b3d5-747b-4f4d-8525-e17bf828c5b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1097 time: 0.0468309 Dec 17 16:54:30.834988 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863db87-fb2f-4abb-8792-72637c8b2562 req-430ff3a8-00ff-43c8-9e22-b88cb3606830 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:30.836539 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d863db87-fb2f-4abb-8792-72637c8b2562 req-430ff3a8-00ff-43c8-9e22-b88cb3606830 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0508053 Dec 17 16:54:30.874682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-99222e7b-d85c-426d-9636-c51d653bb0b9 req-cd521f17-86de-4fe1-a7b6-6337d1cdad0e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Dec 17 16:54:30.888581 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d863db87-fb2f-4abb-8792-72637c8b2562 req-34e6be8b-288d-4929-bef6-6c6f4f486391 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Dec 17 16:54:32.018613 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56268-1b6e-464e-b279-7c232feb8b88 req-bcbc80a6-f52d-4bf8-a5a7-5ba0a623dd25 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:32.020188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eb56268-1b6e-464e-b279-7c232feb8b88 req-bcbc80a6-f52d-4bf8-a5a7-5ba0a623dd25 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0540221 Dec 17 16:54:32.072911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3eb56268-1b6e-464e-b279-7c232feb8b88 req-86cd5d52-1d99-4131-8ca1-e8bcbe3c2209 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465620 Dec 17 16:54:33.204298 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75abcb-15e9-4c3a-914f-6802e868fd58 req-bf11e2ae-6c7a-4bdb-b8ed-cab5c458f5cc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:33.205812 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad75abcb-15e9-4c3a-914f-6802e868fd58 req-bf11e2ae-6c7a-4bdb-b8ed-cab5c458f5cc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0526376 Dec 17 16:54:33.263970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ad75abcb-15e9-4c3a-914f-6802e868fd58 req-a8bdf82e-1f1c-4037-8c7b-c1965a913fac tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491726 Dec 17 16:54:33.410227 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcf458-3df0-46aa-97a8-323364e36e0f req-748d90ad-87ea-442a-bb6b-1d265b88d89c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:33.411903 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10fcf458-3df0-46aa-97a8-323364e36e0f req-748d90ad-87ea-442a-bb6b-1d265b88d89c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0606942 Dec 17 16:54:33.469930 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-10fcf458-3df0-46aa-97a8-323364e36e0f req-402fe994-cd05-431a-8b3a-4139f510b725 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515594 Dec 17 16:54:33.492568 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40418) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:33.584279 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a268bb-6325-4381-8590-627373a70296 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:33.585770 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f5a268bb-6325-4381-8590-627373a70296 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1092 time: 0.0921342 Dec 17 16:54:33.588787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40422) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:33.593455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'f02832cd-afca-4f03-b71e-84304ad65892', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:54:33.620246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:33.724164 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:33.845023 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.77 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/8bc0efb7-4949-4258-9bde-b4fdf4967d44) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:54:33.947290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:33.983414 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:34.026742 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:54:34.029733 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:54:34.033259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:54:34.038556 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=8bc0efb7-4949-4258-9bde-b4fdf4967d44,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:34.403358 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:34.485693 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:34.642970 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:34.650545 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:34.714196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=8bc0efb7-4949-4258-9bde-b4fdf4967d44,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:54:34.727250 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:34.841234 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP 78ba1b37-2751-47f4-ace6-a6638791f058 associated. External IP: 172.25.0.77, port: f02832cd-afca-4f03-b71e-84304ad65892. Dec 17 16:54:35.051476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3bcc4b69-13ae-4574-9585-6e23b81f809e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:54:35.161685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:54:35.171715 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] Sync routers for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:54:35.181508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:35.181811 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:35.182418 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:35.210477 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fdbe2f6a-377b-469c-aa21-d1e3ec672bc2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6204410 Dec 17 16:54:35.211100 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:54:35.216229 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5feca1-29be-4671-ad97-1a73914adb05" -d '{"events": [{"name": "network-changed", "server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "tag": "f02832cd-afca-4f03-b71e-84304ad65892"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:54:35.257443 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7066dc-0461-42e6-8109-34b200fde435 x-openstack-request-id: req-ae7066dc-0461-42e6-8109-34b200fde435 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:54:35.257744 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "tag": "f02832cd-afca-4f03-b71e-84304ad65892", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:54:35.257999 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae7066dc-0461-42e6-8109-34b200fde435 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:54:35.258432 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892', 'status': 'completed', 'code': 200} Dec 17 16:54:35.311975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34122104-4a36-4fc6-beb1-e59d15c00451 req-4235546b-de90-402c-9138-da8701a152d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.313849 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34122104-4a36-4fc6-beb1-e59d15c00451 req-4235546b-de90-402c-9138-da8701a152d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0516260 Dec 17 16:54:35.326398 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-7b6f03c4-7b79-42f0-9a00-675b43f3f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.329332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-7b6f03c4-7b79-42f0-9a00-675b43f3f8fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1097 time: 0.0448680 Dec 17 16:54:35.367394 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-34122104-4a36-4fc6-beb1-e59d15c00451 req-e2f300b7-46eb-4b63-95a5-963dfcfded19 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453773 Dec 17 16:54:35.386806 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:35.391128 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40428) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:35.425728 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-cf534ae5-eeb1-42b7-b2d5-e97345b8fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.427283 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-cf534ae5-eeb1-42b7-b2d5-e97345b8fbcf service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 200 len: 898 time: 0.0907683 Dec 17 16:54:35.498547 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-b1fabc73-7cf0-473f-a1ae-7c9860aeba93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 200 len: 998 time: 0.0642455 Dec 17 16:54:35.555078 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-bd75486a-ed48-408d-a332-1d884bc56521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.556808 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-bd75486a-ed48-408d-a332-1d884bc56521 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204519d6-0f0b-4306-b7c5-e8940110aaf5 HTTP/1.1" status: 200 len: 835 time: 0.0509167 Dec 17 16:54:35.608699 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-17399281-59ca-47f2-955a-0dd6d3a10aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.610750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-17399281-59ca-47f2-955a-0dd6d3a10aa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464916 Dec 17 16:54:35.628883 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '78ba1b37-2751-47f4-ace6-a6638791f058', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'port_id': 'f02832cd-afca-4f03-b71e-84304ad65892', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'mac_address': 'fa:16:3e:e6:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c41f212-09ce-468d-b045-ef615b2453de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:54:34Z', 'updated_at': '2021-12-17T16:54:34Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:35.660268 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] Checking router: 3bcc4b69-13ae-4574-9585-6e23b81f809e for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:54:35.669734 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:54:35.670385 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:54:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:35.712907 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-e5b9f570-45a0-4ad1-b93e-2dd9b1bb19f4 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954161 Dec 17 16:54:35.785117 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:54:35.811282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-67a6d688-6969-482c-b4cb-b12e71c7d438 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/78ba1b37-2751-47f4-ace6-a6638791f058 HTTP/1.1" status: 200 len: 990 time: 0.4189060 Dec 17 16:54:36.031439 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '78ba1b37-2751-47f4-ace6-a6638791f058', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'port_id': 'f02832cd-afca-4f03-b71e-84304ad65892', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'mac_address': 'fa:16:3e:e6:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c41f212-09ce-468d-b045-ef615b2453de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:54:34Z', 'updated_at': '2021-12-17T16:54:34Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:54:36.058323 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10f57c-ab10-4917-ad71-3774e59f8453 None None] The sync data for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 is: [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '78ba1b37-2751-47f4-ace6-a6638791f058', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.77', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'port_id': 'f02832cd-afca-4f03-b71e-84304ad65892', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'mac_address': 'fa:16:3e:e6:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c41f212-09ce-468d-b045-ef615b2453de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:54:34Z', 'updated_at': '2021-12-17T16:54:34Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:54:36.187405 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7c5feca1-29be-4671-ad97-1a73914adb05 req-af4f614b-2a47-4f5a-83ba-5c9bc3e91c19 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661551 Dec 17 16:54:36.265055 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d889b-c47f-44f3-bb22-c6ee1d69f812 None None] New status for floating IP 78ba1b37-2751-47f4-ace6-a6638791f058: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:54:36.560687 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3494216f-bf9c-4869-bcb4-148ac0e116f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:36.816822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40430) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:54:36.890631 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8679894d-a94f-4891-8d02-184a063459ec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/78ba1b37-2751-47f4-ace6-a6638791f058 HTTP/1.1" status: 200 len: 992 time: 0.0722258 Dec 17 16:54:38.947538 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ae31085b-db58-46eb-84a9-63c6695c2919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:40.270918 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:41.431655 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:41.433790 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:42.181711 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:54:45.999712 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:06.562397 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-65aa13c3-72d2-4e95-8107-fb14bf002932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:07.823117 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:55:08.269774 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0e3c-cef2-45b1-86fa-e974e309565a req-d883afec-9404-49f9-b8ac-148f8827dcd0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:08.271308 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-beca0e3c-cef2-45b1-86fa-e974e309565a req-d883afec-9404-49f9-b8ac-148f8827dcd0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0632405 Dec 17 16:55:08.323202 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-beca0e3c-cef2-45b1-86fa-e974e309565a req-14ff604e-81e9-4db6-a585-28493eebbddf tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455880 Dec 17 16:55:08.949075 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4aae65cb-2e5d-44a6-b100-5d21826f5696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:09.455942 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499853ea-7939-44a2-8b79-0c0cac69a85b req-abb8a891-ee64-4935-884f-31b54f20b419 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:09.457470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-499853ea-7939-44a2-8b79-0c0cac69a85b req-abb8a891-ee64-4935-884f-31b54f20b419 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0525436 Dec 17 16:55:09.511073 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-499853ea-7939-44a2-8b79-0c0cac69a85b req-4ec05ab7-85f1-4a31-9c61-a959f1d01113 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447176 Dec 17 16:55:10.273493 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:10.646751 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69c06-8f76-495e-b620-6bb93d72acb7 req-05b2e994-bb0a-4be9-81dc-fa53d494d9d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:10.648407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9d69c06-8f76-495e-b620-6bb93d72acb7 req-05b2e994-bb0a-4be9-81dc-fa53d494d9d5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0526667 Dec 17 16:55:10.711181 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d9d69c06-8f76-495e-b620-6bb93d72acb7 req-dd12fabb-3c4f-4fd0-b2e1-c2262ba122cb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503728 Dec 17 16:55:11.442171 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:11.446591 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:11.842155 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd723-67fb-4c8c-ac16-fdce0cb32bc8 req-5e9170ad-6f47-4a66-bc62-e1a2f7b4ade9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:11.843689 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1bdd723-67fb-4c8c-ac16-fdce0cb32bc8 req-5e9170ad-6f47-4a66-bc62-e1a2f7b4ade9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0524671 Dec 17 16:55:11.903606 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f1bdd723-67fb-4c8c-ac16-fdce0cb32bc8 req-b67d3a14-67de-450f-b94d-6886ae7125b7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507355 Dec 17 16:55:12.187113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:13.033330 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68be66-9e0a-41f6-b3fe-0ea0c8bfaccb req-162731f0-0807-44fe-8207-09e8676f68b0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:13.034840 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae68be66-9e0a-41f6-b3fe-0ea0c8bfaccb req-162731f0-0807-44fe-8207-09e8676f68b0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0560672 Dec 17 16:55:13.091404 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ae68be66-9e0a-41f6-b3fe-0ea0c8bfaccb req-faeb1a93-21f8-466a-a022-9559c571071b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499511 Dec 17 16:55:14.225562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4daec-b599-438a-93f7-3695d32eb8ef req-852617f9-d66a-49f2-aade-bba585b6ab2d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:14.227036 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9dd4daec-b599-438a-93f7-3695d32eb8ef req-852617f9-d66a-49f2-aade-bba585b6ab2d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0552843 Dec 17 16:55:14.277626 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9dd4daec-b599-438a-93f7-3695d32eb8ef req-85323399-c5c2-4006-9abc-9f14232c2559 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 Dec 17 16:55:15.412763 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8450cf-5f88-44aa-88f2-6b88419054ee req-8641a06e-7285-4e42-add7-5271ee672a3a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:15.414665 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f8450cf-5f88-44aa-88f2-6b88419054ee req-8641a06e-7285-4e42-add7-5271ee672a3a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0645258 Dec 17 16:55:15.469674 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0f8450cf-5f88-44aa-88f2-6b88419054ee req-35b9ba34-9d32-42a3-bf4b-d7843ed99706 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480812 Dec 17 16:55:15.996484 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:16.600532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e454-3bae-4d3d-a034-49428063ee2c req-b169a1f0-d531-4b9d-96d2-0a217d62995d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:16.602064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3937e454-3bae-4d3d-a034-49428063ee2c req-b169a1f0-d531-4b9d-96d2-0a217d62995d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0492153 Dec 17 16:55:16.654540 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3937e454-3bae-4d3d-a034-49428063ee2c req-e5f66428-46c7-445a-bdb6-819ad43e3917 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458410 Dec 17 16:55:17.792245 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc799b-e188-468f-9fdd-04227b2dba78 req-ec413336-71cb-43e9-bf02-d0a1ea0c0b9b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:17.793772 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8bc799b-e188-468f-9fdd-04227b2dba78 req-ec413336-71cb-43e9-bf02-d0a1ea0c0b9b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0593772 Dec 17 16:55:17.853513 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c8bc799b-e188-468f-9fdd-04227b2dba78 req-966602d1-939a-4315-bcd3-f5f3d7cd6137 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508864 Dec 17 16:55:18.972849 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63baf66-f73a-48cd-9470-96607c107edb req-84d7d202-83fc-494a-8709-fd0b3503607a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:18.975054 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b63baf66-f73a-48cd-9470-96607c107edb req-84d7d202-83fc-494a-8709-fd0b3503607a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0511079 Dec 17 16:55:19.030337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b63baf66-f73a-48cd-9470-96607c107edb req-3ebff45d-2297-471e-aa15-b43a20c6ca0d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Dec 17 16:55:20.167292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0e543-3bce-4ba7-99ca-927bf0ec51b8 req-b18a4e9a-a8e1-431a-a952-8c4441868a63 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:20.168891 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8a0e543-3bce-4ba7-99ca-927bf0ec51b8 req-b18a4e9a-a8e1-431a-a952-8c4441868a63 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0538850 Dec 17 16:55:20.221195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d8a0e543-3bce-4ba7-99ca-927bf0ec51b8 req-1fad8f96-07fb-49f1-9957-33d87638e9bc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461187 Dec 17 16:55:21.342965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec3bac-5ed1-4174-8073-1969edd224df req-8b0e5a6d-1822-4a8c-91c2-740ddf818cd7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:21.344552 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6ec3bac-5ed1-4174-8073-1969edd224df req-8b0e5a6d-1822-4a8c-91c2-740ddf818cd7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0507500 Dec 17 16:55:21.402612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d6ec3bac-5ed1-4174-8073-1969edd224df req-5b377dae-d435-4033-8e5e-f6efab1f6e93 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485640 Dec 17 16:55:22.544641 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb30c6-96c6-44f5-95a2-dcb88928a93d req-2751ddfc-4c0b-4b59-804f-b1dddaf078ac tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:22.546151 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bfb30c6-96c6-44f5-95a2-dcb88928a93d req-2751ddfc-4c0b-4b59-804f-b1dddaf078ac tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0634458 Dec 17 16:55:22.600884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0bfb30c6-96c6-44f5-95a2-dcb88928a93d req-314329a3-e286-42f4-a8a1-a3149532f61e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460730 Dec 17 16:55:23.726948 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26fca4-fd3c-445d-b2fa-4446dec896b3 req-85a7030c-e6dc-49be-9b59-875030755a97 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:23.728467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-da26fca4-fd3c-445d-b2fa-4446dec896b3 req-85a7030c-e6dc-49be-9b59-875030755a97 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0497601 Dec 17 16:55:23.782094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-da26fca4-fd3c-445d-b2fa-4446dec896b3 req-1c83af32-ab24-4689-9888-28d8e83c6025 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436428 Dec 17 16:55:23.804822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40474) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:55:23.872557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2059a070-14db-4e7b-9827-d1bb029561c7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/78ba1b37-2751-47f4-ace6-a6638791f058 HTTP/1.1" status: 200 len: 992 time: 0.0663762 Dec 17 16:55:24.324201 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-5ed9d674-bbcc-46b7-9af6-53d60fa22af8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460949 Dec 17 16:55:24.414588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bec07-dda3-426a-b28d-533b9088d966 req-ec2bfbd1-e73f-4464-bef3-4fba72b6efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:24.416059 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-ec2bfbd1-e73f-4464-bef3-4fba72b6efe9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1097 time: 0.0435288 Dec 17 16:55:24.530805 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bec07-dda3-426a-b28d-533b9088d966 req-c7632340-f0bb-4857-bf62-c0200d03aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:24.532329 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-c7632340-f0bb-4857-bf62-c0200d03aa36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 200 len: 898 time: 0.0915661 Dec 17 16:55:24.597591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-56c04598-6d58-4e5b-8c47-4082cdc0ad8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 200 len: 1000 time: 0.0578678 Dec 17 16:55:24.657418 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bec07-dda3-426a-b28d-533b9088d966 req-52d8f4fb-1bd5-47c9-9d49-e3af2b36dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:24.658884 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-52d8f4fb-1bd5-47c9-9d49-e3af2b36dc59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204519d6-0f0b-4306-b7c5-e8940110aaf5 HTTP/1.1" status: 200 len: 835 time: 0.0548806 Dec 17 16:55:24.704752 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bec07-dda3-426a-b28d-533b9088d966 req-568ade0a-a0d4-48c1-a9cc-5e86bb1ad11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:24.706144 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-568ade0a-a0d4-48c1-a9cc-5e86bb1ad11a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400543 Dec 17 16:55:24.796339 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-16ec3b9b-6700-4dfc-93be-8e9ab1ec1324 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833356 Dec 17 16:55:24.894951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a20bec07-dda3-426a-b28d-533b9088d966 req-3efa804d-5809-4229-b3d0-46b37a5d8af8 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920022 Dec 17 16:55:25.186148 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79646-ffcb-4e47-8799-5eb494d58ec3 req-6fe7ce5a-9651-400c-b027-af4f4937aeac tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:25.187645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59c79646-ffcb-4e47-8799-5eb494d58ec3 req-6fe7ce5a-9651-400c-b027-af4f4937aeac tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0825865 Dec 17 16:55:25.203858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-fe701ec7-5c24-4155-9bb5-68f578fbded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:25.205321 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-fe701ec7-5c24-4155-9bb5-68f578fbded0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1097 time: 0.0678825 Dec 17 16:55:25.291535 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-59c79646-ffcb-4e47-8799-5eb494d58ec3 req-cb059b25-ff1d-4baf-81c5-72b15465649b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958381 Dec 17 16:55:25.322411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-45362a23-2018-4dfa-9eec-45e3e5cfa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:25.323965 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-45362a23-2018-4dfa-9eec-45e3e5cfa359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 200 len: 898 time: 0.1110933 Dec 17 16:55:25.397368 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-fe49592f-7a1b-4802-bb42-965edc61a3b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 200 len: 1000 time: 0.0658610 Dec 17 16:55:25.449940 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-930b5d9c-9254-4f50-b93e-92aefb0acb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:25.451436 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-930b5d9c-9254-4f50-b93e-92aefb0acb68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204519d6-0f0b-4306-b7c5-e8940110aaf5 HTTP/1.1" status: 200 len: 835 time: 0.0476558 Dec 17 16:55:25.501631 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-61a47f37-8489-4d35-ae2b-1e9d96100239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:25.503192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-61a47f37-8489-4d35-ae2b-1e9d96100239 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443432 Dec 17 16:55:25.599102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-e380cfc8-ecd2-4463-b506-54501599a1b5 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889304 Dec 17 16:55:25.704035 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9a51b8f2-8dab-4847-a03c-ef2473a2cfef req-65ae3417-7a8a-473a-89ea-18b3054c0eae service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983684 Dec 17 16:55:26.423885 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e366c-370d-406b-9a9d-41d5b2006acf req-dc287b22-bff4-46e6-8eb9-dc71da816597 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:26.425280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-593e366c-370d-406b-9a9d-41d5b2006acf req-dc287b22-bff4-46e6-8eb9-dc71da816597 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0621669 Dec 17 16:55:26.475311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-593e366c-370d-406b-9a9d-41d5b2006acf req-926bfa7b-87c9-4981-b827-c5700b7ad8af tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Dec 17 16:55:26.498916 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40486) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:55:26.560318 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-d91af8f6-a15c-4fac-be1b-e8a2ddf185d6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/78ba1b37-2751-47f4-ace6-a6638791f058 HTTP/1.1" status: 200 len: 992 time: 0.0602877 Dec 17 16:55:36.561555 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b4166e68-8d41-411c-aa99-a75f1edd776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:38.954087 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6187-e318-4ec5-9970-60f7e266d1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:40.277520 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:41.453116 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:41.456510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:42.184040 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:44.828214 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:55:45.999798 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:59.035306 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40498) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:55:59.206908 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 8bc0efb7-4949-4258-9bde-b4fdf4967d44 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:55:59.207418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:59.293262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:59.293529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:59.306161 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 8bc0efb7-4949-4258-9bde-b4fdf4967d44 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:55:59.476622 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:59.510565 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=8bc0efb7-4949-4258-9bde-b4fdf4967d44,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:55:59.522843 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.523205 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.523550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.523995 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.524334 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.524679 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.525031 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.525342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.525667 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.525991 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.526316 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.526642 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.526984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:59.585872 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:59.586192 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP 78ba1b37-2751-47f4-ace6-a6638791f058 disassociated (deleted). External IP: 172.25.0.77, port: f02832cd-afca-4f03-b71e-84304ad65892. Dec 17 16:55:59.802806 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3bcc4b69-13ae-4574-9585-6e23b81f809e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:55:59.914392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:55:59.919441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:55:59.924145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] Sync routers for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:55:59.934793 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:55:59.935387 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:55:59.949739 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bb9bfceb-594f-435b-9a3c-63abe7a991bd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/floatingips/78ba1b37-2751-47f4-ace6-a6638791f058 HTTP/1.1" status: 204 len: 168 time: 0.9132972 Dec 17 16:55:59.950506 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:55:59.952994 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "tag": "f02832cd-afca-4f03-b71e-84304ad65892"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:55:59.995755 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981d6676-aacb-4040-a8d2-ed9e419dab40 x-openstack-request-id: req-981d6676-aacb-4040-a8d2-ed9e419dab40 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:55:59.996215 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "tag": "f02832cd-afca-4f03-b71e-84304ad65892", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:55:59.996421 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-981d6676-aacb-4040-a8d2-ed9e419dab40 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:55:59.996789 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892', 'status': 'completed', 'code': 200} Dec 17 16:56:00.053487 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:00.064036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-60819d62-e4fc-4990-8f72-b59bad8dd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:00.065573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-60819d62-e4fc-4990-8f72-b59bad8dd3f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 1097 time: 0.0451033 Dec 17 16:56:00.190857 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-ff951323-8ac2-40e3-b107-797cf73c39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:00.192764 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-ff951323-8ac2-40e3-b107-797cf73c39c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 200 len: 898 time: 0.1189535 Dec 17 16:56:00.209248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b2ebc-f62d-4d17-a229-4cf66408266d req-7a59d81c-1502-474b-9646-a25a0bc93c2b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:00.211259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e07b2ebc-f62d-4d17-a229-4cf66408266d req-7a59d81c-1502-474b-9646-a25a0bc93c2b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0713592 Dec 17 16:56:00.261415 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-b1d9317e-c846-4235-b1ea-50ee8cf25a1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 200 len: 217 time: 0.0496287 Dec 17 16:56:00.263347 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:00.289506 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] Checking router: 3bcc4b69-13ae-4574-9585-6e23b81f809e for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:56:00.297646 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:00.298255 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:00.320302 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e07b2ebc-f62d-4d17-a229-4cf66408266d req-77544d1f-6b86-467c-ac92-452f23c87f4f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027062 Dec 17 16:56:00.332708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-efc25f19-70e6-40ae-bc16-18bf34d8c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:00.334397 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-efc25f19-70e6-40ae-bc16-18bf34d8c6de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=204519d6-0f0b-4306-b7c5-e8940110aaf5 HTTP/1.1" status: 200 len: 835 time: 0.0605719 Dec 17 16:56:00.382512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-cd66d862-0214-43ad-aa65-5cfaeb01aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:00.384083 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-cd66d862-0214-43ad-aa65-5cfaeb01aa8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419374 Dec 17 16:56:00.402106 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:00.479874 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-f745baca-83c9-4354-bcc6-097e55cccd19 service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 Dec 17 16:56:00.572829 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fedd6d1e-e85f-44ba-a39a-feb7af8d04c4 req-6cba54c6-1e7d-423c-8de9-6beae6e518ec service neutron] 10.222.0.49 "GET /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850554 Dec 17 16:56:00.598009 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:00.624582 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397329c9-8774-4848-8649-5eeb8cd91260 None None] The sync data for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 is: [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:54:19Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '649f5503-e6e5-415e-9ad1-44414d9b3546', 'name': '', 'network_id': 'cbbc0c7a-05a4-44f0-8ffb-944b7e98f210', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:eb:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:19Z', 'updated_at': '2021-12-17T16:54:22Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '204519d6-0f0b-4306-b7c5-e8940110aaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:56:00.848027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afba09-5bb6-41ee-84f7-86241e133dc6 None None] New status for floating IP 78ba1b37-2751-47f4-ace6-a6638791f058: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:56:01.451078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f15b6-ded9-447d-986b-d8f299b7e089 req-60ec6aa0-7e99-4c9c-9603-17cd867f228b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:01.452634 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-717f15b6-ded9-447d-986b-d8f299b7e089 req-60ec6aa0-7e99-4c9c-9603-17cd867f228b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0518534 Dec 17 16:56:01.505134 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-717f15b6-ded9-447d-986b-d8f299b7e089 req-aaf25271-9d49-4d7e-8e0e-9861468e97bb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8085fc04-561d-40c5-830a-9165cc390147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Dec 17 16:56:01.654385 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-078327b7-d75e-4721-a17b-f03ebb6f2ea7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:01.655738 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-078327b7-d75e-4721-a17b-f03ebb6f2ea7 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 945 time: 0.0509071 Dec 17 16:56:01.769871 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port f02832cd-afca-4f03-b71e-84304ad65892 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:56:01.770167 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:01.861454 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port f02832cd-afca-4f03-b71e-84304ad65892, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=f02832cd-afca-4f03-b71e-84304ad65892,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:01.861775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:01.873994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for f02832cd-afca-4f03-b71e-84304ad65892 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:56:02.009032 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:02.044101 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=f02832cd-afca-4f03-b71e-84304ad65892,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:02.071138 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.071494 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.071843 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.072199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.072540 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.072867 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.073199 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.073530 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.073862 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.074189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.074510 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.074839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.075157 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:02.093796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] No DVR routers for this DVR port f02832cd-afca-4f03-b71e-84304ad65892 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:56:02.096363 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:02.099849 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebc5a8ff-b7e4-487c-a5f5-074d936dc692 req-d74e9cda-3a17-4373-81a8-31fe02b72da6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.49 "DELETE /v2.0/ports/f02832cd-afca-4f03-b71e-84304ad65892 HTTP/1.1" status: 204 len: 173 time: 0.4369624 Dec 17 16:56:02.100289 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'name': 'network-vif-deleted', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:56:02.102615 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b7312e-2a4d-4886-b493-3a3d69795113" -d '{"events": [{"server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "name": "network-vif-deleted", "tag": "f02832cd-afca-4f03-b71e-84304ad65892"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:56:02.140738 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4097f379-bd86-4ccf-818d-7adfd95aad82 x-openstack-request-id: req-4097f379-bd86-4ccf-818d-7adfd95aad82 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:56:02.141141 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c41f212-09ce-468d-b045-ef615b2453de", "name": "network-vif-deleted", "tag": "f02832cd-afca-4f03-b71e-84304ad65892", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:56:02.141395 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4097f379-bd86-4ccf-818d-7adfd95aad82 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:56:02.141815 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c41f212-09ce-468d-b045-ef615b2453de', 'name': 'network-vif-deleted', 'tag': 'f02832cd-afca-4f03-b71e-84304ad65892', 'status': 'completed', 'code': 200} Dec 17 16:56:02.615884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4981f885-892a-46c9-989d-4eb9ce67dfd1 req-2d7205d5-61a0-416d-aabb-3e0071ed6dcb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c41f212-09ce-468d-b045-ef615b2453de HTTP/1.1" status: 200 len: 210 time: 0.0265183 Dec 17 16:56:03.675581 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40514) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:04.040774 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:04.296926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 649f5503-e6e5-415e-9ad1-44414d9b3546 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:56:04.297189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:04.393637 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 649f5503-e6e5-415e-9ad1-44414d9b3546, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=649f5503-e6e5-415e-9ad1-44414d9b3546,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:04.394010 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:04.407026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 649f5503-e6e5-415e-9ad1-44414d9b3546 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:56:04.595113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:04.625560 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=649f5503-e6e5-415e-9ad1-44414d9b3546,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:04.798866 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.018614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 3bcc4b69-13ae-4574-9585-6e23b81f809e has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:56:05.148835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:56:05.154687 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e94d5f32-6d46-4d52-8f1c-b8cbdf763c31 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/3bcc4b69-13ae-4574-9585-6e23b81f809e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791279 Dec 17 16:56:05.157622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40516) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:05.159308 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] Sync routers for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:56:05.170967 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:05.172020 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:05.208725 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting subnet 204519d6-0f0b-4306-b7c5-e8940110aaf5 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:56:05.212093 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.257176 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.344529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.376311 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:05.401476 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.434609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Subnet': ['ID=204519d6-0f0b-4306-b7c5-e8940110aaf5,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:05.436621 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.440207 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2dae0051-a47c-4887-aa05-287e50a26fff tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/subnets/204519d6-0f0b-4306-b7c5-e8940110aaf5 HTTP/1.1" status: 204 len: 168 time: 0.2815552 Dec 17 16:56:05.442813 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40518) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:05.446743 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eee96f-1c82-415d-af8f-1183d1ca69f1 None None] Network cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:56:05.553054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.564815 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:56:04Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:05.598890 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] Checking router: 3bcc4b69-13ae-4574-9585-6e23b81f809e for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:56:05.599108 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] DHCP port deletion for cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:56:05.609279 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] Routers {'3bcc4b69-13ae-4574-9585-6e23b81f809e'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:05.610193 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:55:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['3bcc4b69-13ae-4574-9585-6e23b81f809e'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:05.663737 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.724685 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] Set router 3bcc4b69-13ae-4574-9585-6e23b81f809e gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:05.725850 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 73d1a1cd-1469-4255-ad78-f10929e396aa {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:56:05.726238 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.809771 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 73d1a1cd-1469-4255-ad78-f10929e396aa, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=73d1a1cd-1469-4255-ad78-f10929e396aa,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:05.810096 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.822792 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 73d1a1cd-1469-4255-ad78-f10929e396aa owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:56:05.834876 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Deleting port 56007689-aa2c-477e-bb18-3c14b3de40c8 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:56:05.835231 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.897983 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] For port 56007689-aa2c-477e-bb18-3c14b3de40c8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=56007689-aa2c-477e-bb18-3c14b3de40c8,segment=NetworkSegment(5889b475-3c07-4c9f-aa09-aa25f510ecea),segment_id=5889b475-3c07-4c9f-aa09-aa25f510ecea)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:05.898352 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:05.913253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Calling delete_port for 56007689-aa2c-477e-bb18-3c14b3de40c8 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:56:05.917138 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:56:04Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:05.943409 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f8f28-8fda-446c-923c-c93dd89ad831 None None] The sync data for ids ['3bcc4b69-13ae-4574-9585-6e23b81f809e'] in n-d-806683-20 is: [{'id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-463274848', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:54:15Z', 'updated_at': '2021-12-17T16:56:04Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '73d1a1cd-1469-4255-ad78-f10929e396aa', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcc4b69-13ae-4574-9585-6e23b81f809e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:54:16Z', 'updated_at': '2021-12-17T16:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:56:05.998162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.001727 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.023132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Pushing event deleted for resources: {'Port': ['ID=56007689-aa2c-477e-bb18-3c14b3de40c8,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:06.027523 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] No DVR routers for this DVR port 56007689-aa2c-477e-bb18-3c14b3de40c8 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:56:06.030250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=73d1a1cd-1469-4255-ad78-f10929e396aa,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:06.034646 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.034945 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.035510 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.036063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.036968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.037483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.038513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.038996 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.039491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.040038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.041066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.041407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.041736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666e1ac-f780-4f40-a231-e79e417a6cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:06.057111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8d5aaa-e589-43b5-a685-8def898188db None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:56:06.102959 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.192226 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.194465 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.238516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.239085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Fanout notify agent at l3_agent the message router_deleted on router 3bcc4b69-13ae-4574-9585-6e23b81f809e {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:56:06.247613 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.248785 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca2e9967-fd78-44c8-8bc4-c164dccc182f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/routers/3bcc4b69-13ae-4574-9585-6e23b81f809e HTTP/1.1" status: 204 len: 168 time: 0.8047917 Dec 17 16:56:06.251643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40520) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:06.331753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.401079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 649f5503-e6e5-415e-9ad1-44414d9b3546 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:56:06.422173 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 649f5503-e6e5-415e-9ad1-44414d9b3546 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:56:06.422486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 649f5503-e6e5-415e-9ad1-44414d9b3546 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:56:06.422882 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 56007689-aa2c-477e-bb18-3c14b3de40c8 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:56:06.430608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.445357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 56007689-aa2c-477e-bb18-3c14b3de40c8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:56:06.445684 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 56007689-aa2c-477e-bb18-3c14b3de40c8 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:56:06.457433 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbc0c7a-05a4-44f0-8ffb-944b7e98f210']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:06.468677 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5889b475-3c07-4c9f-aa09-aa25f510ecea') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:06.469045 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5889b475-3c07-4c9f-aa09-aa25f510ecea') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:06.479103 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.494314 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.501712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:56:06.502100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: timer() Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:56:06.505273 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:56:06.556426 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ab4af772-1fab-4583-a826-e0bab80f9ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.567367 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.575452 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.580304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/networks/cbbc0c7a-05a4-44f0-8ffb-944b7e98f210 HTTP/1.1" status: 204 len: 168 time: 0.3275146 Dec 17 16:56:06.581274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40522) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:06.593777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3bfb3-3e2c-4458-abfc-f0a973375534 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Network': ['ID=cbbc0c7a-05a4-44f0-8ffb-944b7e98f210,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:06.647460 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8deacead-2f97-4673-bbe7-14cbdea7ae1f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.679648 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8deacead-2f97-4673-bbe7-14cbdea7ae1f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.742587 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8deacead-2f97-4673-bbe7-14cbdea7ae1f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.746426 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8deacead-2f97-4673-bbe7-14cbdea7ae1f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:06.747775 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8deacead-2f97-4673-bbe7-14cbdea7ae1f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/security-groups/8085fc04-561d-40c5-830a-9165cc390147 HTTP/1.1" status: 204 len: 168 time: 0.1652005 Dec 17 16:56:06.757962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deacead-2f97-4673-bbe7-14cbdea7ae1f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8085fc04-561d-40c5-830a-9165cc390147,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:06.883364 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f02832cd-afca-4f03-b71e-84304ad65892 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:56:06.903840 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: f02832cd-afca-4f03-b71e-84304ad65892 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:56:06.904189 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device f02832cd-afca-4f03-b71e-84304ad65892 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:56:07.420319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40528) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:07.425062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7c841e7b-4dcb-455e-ac2b-e1b255ab0a95 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392568704', 'description': 'tempest-secgroup-smoke-1392568704 description', 'project_id': 'd92c1b164fa44371800a566ee555a0ed'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:07.450132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c841e7b-4dcb-455e-ac2b-e1b255ab0a95 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.522474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c841e7b-4dcb-455e-ac2b-e1b255ab0a95 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.528962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c841e7b-4dcb-455e-ac2b-e1b255ab0a95 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.558536 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7c841e7b-4dcb-455e-ac2b-e1b255ab0a95 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.559773 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7c841e7b-4dcb-455e-ac2b-e1b255ab0a95 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1384149 Dec 17 16:56:07.561694 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c841e7b-4dcb-455e-ac2b-e1b255ab0a95 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5034ab-6be7-44d4-96ed-3e6210923383,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:07.562879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40530) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:07.567641 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-8d574fe4-599a-4c42-921e-0d132c9abd60 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '9a5034ab-6be7-44d4-96ed-3e6210923383', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:07.600017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d574fe4-599a-4c42-921e-0d132c9abd60 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.646795 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d574fe4-599a-4c42-921e-0d132c9abd60 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.652117 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d574fe4-599a-4c42-921e-0d132c9abd60 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.669893 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d574fe4-599a-4c42-921e-0d132c9abd60 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d80bfb-562f-43e3-a57e-eb36792b6154,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:07.678123 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-8d574fe4-599a-4c42-921e-0d132c9abd60 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.679370 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8d574fe4-599a-4c42-921e-0d132c9abd60 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154478 Dec 17 16:56:07.682426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40532) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:07.687094 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-35e486ae-a2c0-49d8-9455-90df238fbd46 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '9a5034ab-6be7-44d4-96ed-3e6210923383', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:07.715864 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35e486ae-a2c0-49d8-9455-90df238fbd46 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.775158 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35e486ae-a2c0-49d8-9455-90df238fbd46 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.780222 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35e486ae-a2c0-49d8-9455-90df238fbd46 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.799775 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e486ae-a2c0-49d8-9455-90df238fbd46 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f619402f-2f4d-4bf6-995a-2633c44f2160,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:07.805403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-35e486ae-a2c0-49d8-9455-90df238fbd46 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.809228 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-35e486ae-a2c0-49d8-9455-90df238fbd46 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231372 Dec 17 16:56:07.809532 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40534) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:07.814192 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-165d09e1-7c37-44ec-a6b1-43d9b50d748e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '9a5034ab-6be7-44d4-96ed-3e6210923383', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:07.846011 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-165d09e1-7c37-44ec-a6b1-43d9b50d748e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.911023 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-165d09e1-7c37-44ec-a6b1-43d9b50d748e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.918124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-165d09e1-7c37-44ec-a6b1-43d9b50d748e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.938925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d09e1-7c37-44ec-a6b1-43d9b50d748e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517a0b50-fcde-4be4-88b3-4b5ad7af0cfb,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:07.947007 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-165d09e1-7c37-44ec-a6b1-43d9b50d748e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:07.948270 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-165d09e1-7c37-44ec-a6b1-43d9b50d748e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376944 Dec 17 16:56:07.951156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40536) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:07.955514 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-a06660b7-3f6e-4707-ac21-3b8c177c70a4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '9a5034ab-6be7-44d4-96ed-3e6210923383', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:07.984561 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a06660b7-3f6e-4707-ac21-3b8c177c70a4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.055106 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a06660b7-3f6e-4707-ac21-3b8c177c70a4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.060604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a06660b7-3f6e-4707-ac21-3b8c177c70a4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.079669 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06660b7-3f6e-4707-ac21-3b8c177c70a4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e734e4ab-68fd-44c9-87dc-8d77f8f37b4a,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:08.085249 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-a06660b7-3f6e-4707-ac21-3b8c177c70a4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.086472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-a06660b7-3f6e-4707-ac21-3b8c177c70a4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343775 Dec 17 16:56:08.089390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40538) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:08.093720 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '9a5034ab-6be7-44d4-96ed-3e6210923383', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:08.117622 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:56:08.122529 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.160396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 73d1a1cd-1469-4255-ad78-f10929e396aa no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:56:08.180884 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.181466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 73d1a1cd-1469-4255-ad78-f10929e396aa {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:56:08.181872 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 73d1a1cd-1469-4255-ad78-f10929e396aa not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:56:08.186547 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.203489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66b64b6-76df-4bde-9193-deedbf3945f3,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:08.212124 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.213374 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-def3df2b-d967-422a-b2ed-405960e7f459 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230628 Dec 17 16:56:08.216158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40540) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:08.220492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'security_group_rule': {'security_group_id': '9a5034ab-6be7-44d4-96ed-3e6210923383', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:08.245795 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Project d92c1b164fa44371800a566ee555a0ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:56:08.250759 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.310207 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.315799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.332611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea26c4e-c09a-4016-bdc6-f212d4b94aea,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:08.341257 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.342456 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-affc6302-5dc4-43c5-8f39-2df63aec97b9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253598 Dec 17 16:56:08.345520 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40542) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:08.350750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'network': {'name': 'tempest-network-smoke--1427200643', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'port_security_enabled': True}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:08.374951 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:56:08.378423 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.402410 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:56:08.411607 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.412090 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Added segment 7b4cfae6-42cf-4cc2-ae34-64cacc7f614a of type vlan for network eb298c10-8aca-4e0c-9528-a9870f143dfe Dec 17 16:56:08.454487 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.481387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.486887 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:08.487469 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.541513 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1948066 Dec 17 16:56:08.544625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40544) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:08.549380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'admin_state_up': True, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:08.553575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546b432-cbf1-40a0-b89d-71e0dafd24cd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Network': ['ID=eb298c10-8aca-4e0c-9528-a9870f143dfe,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:08.564428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network eb298c10-8aca-4e0c-9528-a9870f143dfe details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:56:08.577656 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.578761 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.634541 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:08.949696 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-468202a7-37bf-4941-a488-9cf85ebe35e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:09.130571 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:09.333340 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:09.352881 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:09.466875 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.226 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/9783e48b-1aa2-4cab-86e8-74d8b8f17375) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:56:09.567558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:09.605405 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:09.641352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:56:09.644118 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:09.647698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:56:09.657499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5cbd7-73ad-4c38-b39f-bd83a81bbf61 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:56:09.678787 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=9783e48b-1aa2-4cab-86e8-74d8b8f17375,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:09.745570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-61d1d710-9f45-40d7-a01a-165a8180adfe None None] Provisioning complete for port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:09.746110 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61d1d710-9f45-40d7-a01a-165a8180adfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:09.780447 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-61d1d710-9f45-40d7-a01a-165a8180adfe None None] Port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:56:09.907470 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.120181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-743a4f2b-4398-488b-9c17-4f10e1362ef8 req-da3e7cbc-0835-4976-87b2-81d3789e740a service neutron] (109784) timed out ('10.222.0.49', 57523) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:56:10.122723 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.272984 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:56:10.277030 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.383383 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:56:10.393934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Sync routers for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:56:10.405100 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.405339 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:10.405887 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:10.408459 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-280e7b58-be1b-49e6-86e7-e68986454428 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8625820 Dec 17 16:56:10.409503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40546) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:10.438661 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-d8e73aad-e23a-49cc-9e54-3a7df4fcbbb3 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d92c1b164fa44371800a566ee555a0ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278690 Dec 17 16:56:10.441397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40548) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:10.515004 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:10.531648 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713dbd6c-6642-4a7d-b14a-31cab6ed6a0c tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:10.533129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-713dbd6c-6642-4a7d-b14a-31cab6ed6a0c tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905695 Dec 17 16:56:10.536112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40550) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:10.563302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1271f53d-08ad-4ad0-9aba-e6f5e8a01a8c tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=67b29959-e026-4538-ac4f-95d8fcb65701&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260868 Dec 17 16:56:10.565865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40552) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:10.570615 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-510917458', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:10.659675 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:56:10.664020 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.695472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:09Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:10.722152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Checking router: 5a369ff5-e2db-4025-b990-3a97d3c5b8dd for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:56:10.722488 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Updating router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:56:10.748875 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.845373 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.910440 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Subnet': ['ID=82b66e1b-aa3c-4fe0-9c88-1d80099b3648,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:10.918640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Checking segment: {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:56:10.918804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network hostable DHCP agents. Network: eb298c10-8aca-4e0c-9528-a9870f143dfe, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:56:10.939296 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network eb298c10-8aca-4e0c-9528-a9870f143dfe is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:56:10.951585 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, eb298c10-8aca-4e0c-9528-a9870f143dfe) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:10.956708 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:10.957428 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:10.963532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0e7ee-a21b-4c71-815b-3ee1250e8922 None None] Network eb298c10-8aca-4e0c-9528-a9870f143dfe requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:56:10.978000 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-75f58e72-d366-4561-8018-c55341c58934 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4085238 Dec 17 16:56:10.978606 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40554) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:11.059842 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.070070 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.135935 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ee979-35be-4a9f-936c-054441bd38ed None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:56:11.153402 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-eb298c10-8aca-4e0c-9528-a9870f143dfe', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:56:11.154241 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.159576 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Attempting to bind port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:56:11.159972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Attempting to bind port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:56:11.160336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Attempting to bind port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:56:11.169180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739a39d-734e-4151-95ec-64da8034eb90 None None] Pushing event updated for resources: {'Port': ['ID=9783e48b-1aa2-4cab-86e8-74d8b8f17375,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:11.178513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:56:11.178930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:56:11.179372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.179704 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:56:11.180202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Bound port: 9783e48b-1aa2-4cab-86e8-74d8b8f17375, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:56:11.180576 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.307325 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] For port 9783e48b-1aa2-4cab-86e8-74d8b8f17375, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:56:11.309264 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b734b961-5fa4-486b-b2f1-3ca13e65f6b8 None None] Provisioning complete for port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:11.309627 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b734b961-5fa4-486b-b2f1-3ca13e65f6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.341773 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] For port 9783e48b-1aa2-4cab-86e8-74d8b8f17375, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9783e48b-1aa2-4cab-86e8-74d8b8f17375,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:56:11.355998 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.418574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b734b961-5fa4-486b-b2f1-3ca13e65f6b8 None None] Port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:56:11.418869 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.463063 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e70ba-1d69-4ba8-855a-a5fb6aefc376 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:56:11.479426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Allocated IP 172.20.0.2 (eb298c10-8aca-4e0c-9528-a9870f143dfe/82b66e1b-aa3c-4fe0-9c88-1d80099b3648/35cdfba4-f197-4dbf-899f-b2c228985a1b) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:56:11.514922 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.518166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739a39d-734e-4151-95ec-64da8034eb90 None None] Pushing event updated for resources: {'Port': ['ID=9783e48b-1aa2-4cab-86e8-74d8b8f17375,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:11.525600 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.526267 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:11.526912 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:11.638746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-5c039fe9-ac4c-47b1-887b-9841baa1bca2 None None] Provisioning complete for port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:11.639083 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c039fe9-ac4c-47b1-887b-9841baa1bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.754143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:11.914802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.930454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:11.974713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.1 (eb298c10-8aca-4e0c-9528-a9870f143dfe/82b66e1b-aa3c-4fe0-9c88-1d80099b3648/4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:56:12.100012 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.135591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.152636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c039fe9-ac4c-47b1-887b-9841baa1bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.178740 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network eb298c10-8aca-4e0c-9528-a9870f143dfe is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:56:12.182214 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:12.185963 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:56:12.192270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:12.210044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Network eb298c10-8aca-4e0c-9528-a9870f143dfe is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:56:12.224194 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:12.227425 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:56:12.229951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Pushing event updated for resources: {'Port': ['ID=35cdfba4-f197-4dbf-899f-b2c228985a1b,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:12.238761 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.251635 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5c039fe9-ac4c-47b1-887b-9841baa1bca2 None None] For port 9783e48b-1aa2-4cab-86e8-74d8b8f17375, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9783e48b-1aa2-4cab-86e8-74d8b8f17375,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:12.255122 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.262800 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5c039fe9-ac4c-47b1-887b-9841baa1bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.364639 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Attempting to bind port 35cdfba4-f197-4dbf-899f-b2c228985a1b on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:56:12.365076 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Attempting to bind port 35cdfba4-f197-4dbf-899f-b2c228985a1b by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:56:12.365527 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Attempting to bind port 35cdfba4-f197-4dbf-899f-b2c228985a1b on network eb298c10-8aca-4e0c-9528-a9870f143dfe {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:56:12.369571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c039fe9-ac4c-47b1-887b-9841baa1bca2 None None] Pushing event updated for resources: {'Port': ['ID=9783e48b-1aa2-4cab-86e8-74d8b8f17375,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:12.370804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.379137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:56:12.379507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Checking segment: {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:56:12.379929 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.380314 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Bound using segment: {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:56:12.380871 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Bound port: 35cdfba4-f197-4dbf-899f-b2c228985a1b, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:56:12.381256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.392403 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:09Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:12.420907 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb517945-1f9f-421f-945d-878e713769d0 None None] The sync data for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 is: [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:09Z', 'revision_number': 3, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:56:12.479979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] For port 35cdfba4-f197-4dbf-899f-b2c228985a1b, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:56:12.484012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] For port 35cdfba4-f197-4dbf-899f-b2c228985a1b, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=35cdfba4-f197-4dbf-899f-b2c228985a1b,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:56:12.493121 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:12.578146 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d683b-7620-4af5-b7d7-ff8f2b338c0f None None] Pushing event updated for resources: {'Port': ['ID=35cdfba4-f197-4dbf-899f-b2c228985a1b,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:13.056891 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:13.062464 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:13.140839 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:13.143362 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:13.245470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network eb298c10-8aca-4e0c-9528-a9870f143dfe is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:56:13.247017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:13.372112 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:56:13.486323 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:56:13.492148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-c707e9bb-f716-4a82-8be5-67efcce949d4 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/5a369ff5-e2db-4025-b990-3a97d3c5b8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120065 Dec 17 16:56:13.590518 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f12b5-437a-4303-a36e-fbfb6bf1c1d4 None None] Network eb298c10-8aca-4e0c-9528-a9870f143dfe requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:56:13.644061 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-e0426460-e6f8-44a4-95f4-814c2a572c4a None None] Provisioning complete for port 35cdfba4-f197-4dbf-899f-b2c228985a1b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:13.644427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0426460-e6f8-44a4-95f4-814c2a572c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:13.656447 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-f55c179d-3436-4582-b58d-7300158d8dae tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392568704&fields=id&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 267 time: 0.0450592 Dec 17 16:56:13.765032 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0426460-e6f8-44a4-95f4-814c2a572c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:13.775242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-3ecb6000-c081-418c-8c2f-dd2c370f2e6e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:13.777085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-3ecb6000-c081-418c-8c2f-dd2c370f2e6e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/networks?id=eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 200 len: 797 time: 0.1128535 Dec 17 16:56:13.793479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-77e3fb7b-6523-484e-b17a-c15936afa293 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/quotas/d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 375 time: 0.0101924 Dec 17 16:56:13.806128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e0426460-e6f8-44a4-95f4-814c2a572c4a None None] For port 35cdfba4-f197-4dbf-899f-b2c228985a1b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=35cdfba4-f197-4dbf-899f-b2c228985a1b,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:13.812238 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e0426460-e6f8-44a4-95f4-814c2a572c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:13.872322 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-b5c4a310-31e1-4ab3-bdcb-d7c6242b9721 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644348 Dec 17 16:56:13.877376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0426460-e6f8-44a4-95f4-814c2a572c4a None None] Pushing event updated for resources: {'Port': ['ID=35cdfba4-f197-4dbf-899f-b2c228985a1b,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:13.919237 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-23fe5aa9-34a7-4440-9936-c647749df37d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:56:13.920349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-23fe5aa9-34a7-4440-9936-c647749df37d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471263 Dec 17 16:56:14.024280 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-5f540484-0d50-4727-918b-3979a17fe8e1 service neutron] 10.222.0.54 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962131 Dec 17 16:56:14.034739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-458dcf1d-f80a-4ae7-84a9-27bc43f1e55c None None] Provisioning complete for port 35cdfba4-f197-4dbf-899f-b2c228985a1b triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:14.035158 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-458dcf1d-f80a-4ae7-84a9-27bc43f1e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.123383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-266058ef-eae5-495f-bd25-1304af06e264 service neutron] 10.222.0.54 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925839 Dec 17 16:56:14.136898 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-458dcf1d-f80a-4ae7-84a9-27bc43f1e55c None None] Provisioning complete for port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:14.137270 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-458dcf1d-f80a-4ae7-84a9-27bc43f1e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.178389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-458dcf1d-f80a-4ae7-84a9-27bc43f1e55c None None] Port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:56:14.209178 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Sync routers for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:56:14.227720 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:14.228750 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:14.324367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 35cdfba4-f197-4dbf-899f-b2c228985a1b up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:56:14.379333 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:14.398675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9d63c7f4-f7a1-421c-a008-bd9ca26552b8 req-5785e3b2-a547-4d08-98a1-9d00d3098383 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 210 time: 0.0468462 Dec 17 16:56:14.404560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-051ceb74-dfe1-4bf0-9277-2bb18aebbcde None None] Provisioning complete for port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:14.405184 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-051ceb74-dfe1-4bf0-9277-2bb18aebbcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.455834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-051ceb74-dfe1-4bf0-9277-2bb18aebbcde None None] Port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:56:14.470848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 35cdfba4-f197-4dbf-899f-b2c228985a1b triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:14.471365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.566129 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9783e48b-1aa2-4cab-86e8-74d8b8f17375 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:56:14.596288 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 2, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:14.622992 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Checking router: 5a369ff5-e2db-4025-b990-3a97d3c5b8dd for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:56:14.623351 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Updating router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:56:14.630359 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:14.630931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.649258 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.690949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-13bec526-8725-4832-858d-3b131708b93a None None] Provisioning complete for port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:14.691324 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-13bec526-8725-4832-858d-3b131708b93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.757145 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-13bec526-8725-4832-858d-3b131708b93a None None] Port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:56:14.936712 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.941884 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:14.989230 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Pushing event updated for resources: {'Port': ['ID=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:14.996927 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.997734 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.997734 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.998015 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.998238 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.998519 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.998930 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.999157 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.999553 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:14.999787 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:15.000120 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:15.000429 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:15.000738 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:15.055457 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Attempting to bind port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:56:15.056138 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Attempting to bind port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:56:15.056632 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Attempting to bind port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 on network eb298c10-8aca-4e0c-9528-a9870f143dfe {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:56:15.061853 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:56:15.062218 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Checking segment: {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:56:15.062612 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.062994 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Bound using segment: {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:56:15.063452 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Bound port: 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:56:15.063842 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.132345 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] For port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:56:15.135785 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] For port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:56:15.141604 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.198179 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d98fe-54f8-4a5e-8485-977b80e8879d None None] Pushing event updated for resources: {'Port': ['ID=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,revision_number=4']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:15.207086 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:15.207458 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:15.285420 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-05cce0fb-12b5-414f-8fc0-11b9f1595a04 None None] Provisioning complete for port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:15.285950 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05cce0fb-12b5-414f-8fc0-11b9f1595a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.365427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05cce0fb-12b5-414f-8fc0-11b9f1595a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.400868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-05cce0fb-12b5-414f-8fc0-11b9f1595a04 None None] For port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:15.405233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-05cce0fb-12b5-414f-8fc0-11b9f1595a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.428956 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:15.471380 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cce0fb-12b5-414f-8fc0-11b9f1595a04 None None] Pushing event updated for resources: {'Port': ['ID=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:15.518188 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bf2e69a5-3d2c-4d18-a45b-0e02649317b1 req-0ea5973d-8d80-455d-865e-0b6e116a6f7b tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 210 time: 0.0427208 Dec 17 16:56:15.537066 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-cf98dd34-e50a-46c8-ae4d-6e2cbfae77e7 None None] Provisioning complete for port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:15.537835 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-cf98dd34-e50a-46c8-ae4d-6e2cbfae77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.654780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-9d04b7f1-97a2-4232-9c47-685c9e3f2a82 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:15.656316 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-9d04b7f1-97a2-4232-9c47-685c9e3f2a82 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/networks?id=eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 200 len: 797 time: 0.1742740 Dec 17 16:56:15.696850 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:15.724095 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf4ee0-e743-44ce-9c40-cdaffb2da103 None None] The sync data for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 is: [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:56:15.732572 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-933fb55c-a49b-4542-94de-1fad654f87d0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d92c1b164fa44371800a566ee555a0ed HTTP/1.1" status: 200 len: 380 time: 0.0587544 Dec 17 16:56:15.743493 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'port': {'device_id': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'admin_state_up': True, 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'security_groups': ['9a5034ab-6be7-44d4-96ed-3e6210923383']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:15.877583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Made reservation on behalf of d92c1b164fa44371800a566ee555a0ed for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:56:15.881324 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:15.993539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.015745 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.20.0.14 (eb298c10-8aca-4e0c-9528-a9870f143dfe/82b66e1b-aa3c-4fe0-9c88-1d80099b3648/7741d4a2-d963-4ec8-93c9-724f3f572264) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:56:16.170375 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.209631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.251965 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network eb298c10-8aca-4e0c-9528-a9870f143dfe is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:56:16.255314 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:16.255470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:56:16.259320 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:56:16.296364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=7741d4a2-d963-4ec8-93c9-724f3f572264,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:16.323773 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:16.324489 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.326783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:16.327284 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.349018 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-482ee0d5-35aa-43a0-b885-b9adab7c97b1 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6097984 Dec 17 16:56:16.414858 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Request body: {'port': {'device_id': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:16.473471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.559105 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-18d0deb4-17b9-4211-9391-d2e0c7ac83dc None None] Provisioning complete for port 7741d4a2-d963-4ec8-93c9-724f3f572264 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:16.559579 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-18d0deb4-17b9-4211-9391-d2e0c7ac83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.602712 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-18d0deb4-17b9-4211-9391-d2e0c7ac83dc None None] Port 7741d4a2-d963-4ec8-93c9-724f3f572264 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:56:16.646416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05de7c4-462e-4194-8bcd-618864bb4faf req-e437784e-a53a-418f-85fb-673518124d53 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:16.648049 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e05de7c4-462e-4194-8bcd-618864bb4faf req-e437784e-a53a-418f-85fb-673518124d53 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 932 time: 0.0632794 Dec 17 16:56:16.700387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e05de7c4-462e-4194-8bcd-618864bb4faf req-da8a225e-3d27-435f-932d-e805ef7393a3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456929 Dec 17 16:56:16.770757 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7741d4a2-d963-4ec8-93c9-724f3f572264 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:56:16.780774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.794036 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Transition to ACTIVE for port object 7741d4a2-d963-4ec8-93c9-724f3f572264 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:56:16.797997 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:16.867441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Pushing event updated for resources: {'Port': ['ID=7741d4a2-d963-4ec8-93c9-724f3f572264,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:16.924536 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Attempting to bind port 7741d4a2-d963-4ec8-93c9-724f3f572264 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:56:16.924879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Attempting to bind port 7741d4a2-d963-4ec8-93c9-724f3f572264 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:56:16.925217 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Attempting to bind port 7741d4a2-d963-4ec8-93c9-724f3f572264 on network eb298c10-8aca-4e0c-9528-a9870f143dfe {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:56:16.930398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Port 7741d4a2-d963-4ec8-93c9-724f3f572264 on network eb298c10-8aca-4e0c-9528-a9870f143dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:56:16.930727 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Attempting to bind port 7741d4a2-d963-4ec8-93c9-724f3f572264 on network eb298c10-8aca-4e0c-9528-a9870f143dfe {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:56:16.936044 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:56:16.936390 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Checking segment: {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:56:16.936779 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Bound using segment: {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:56:16.937212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Bound port: 7741d4a2-d963-4ec8-93c9-724f3f572264, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:56:16.937572 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:17.008824 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] For port 7741d4a2-d963-4ec8-93c9-724f3f572264, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:56:17.011726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] For port 7741d4a2-d963-4ec8-93c9-724f3f572264, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7741d4a2-d963-4ec8-93c9-724f3f572264,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:56:17.016540 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:17.051179 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.051805 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:17.053438 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] 10.222.0.47 "PUT /v2.0/ports/7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 200 len: 1093 time: 0.6907120 Dec 17 16:56:17.053880 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:56:17.056183 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3132b6-a267-4ec8-8c5c-858822c3d030" -d '{"events": [{"name": "network-changed", "server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:56:17.079481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51564c31-8048-4ebb-aa1c-4090a899ae09 service neutron] Pushing event updated for resources: {'Port': ['ID=7741d4a2-d963-4ec8-93c9-724f3f572264,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:17.115123 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45b968a-351e-4f66-a227-503c7501b3aa x-openstack-request-id: req-a45b968a-351e-4f66-a227-503c7501b3aa {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:56:17.115412 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:56:17.115670 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a45b968a-351e-4f66-a227-503c7501b3aa {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:56:17.116106 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'status': 'completed', 'code': 200} Dec 17 16:56:17.146233 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-090b0259-ff8f-4714-b7fa-88bcc1aba294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.147786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-090b0259-ff8f-4714-b7fa-88bcc1aba294 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1096 time: 0.0456903 Dec 17 16:56:17.202366 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-baf8e693-1d03-4561-a179-bf93f18c461d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 200 len: 217 time: 0.0400259 Dec 17 16:56:17.254635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-97f609c0-9634-40ba-aa59-0419cfa64f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.256194 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-97f609c0-9634-40ba-aa59-0419cfa64f59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b66e1b-aa3c-4fe0-9c88-1d80099b3648 HTTP/1.1" status: 200 len: 834 time: 0.0451357 Dec 17 16:56:17.302874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-b1cc8c34-907c-4796-a6bd-6e4309106763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.304327 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-b1cc8c34-907c-4796-a6bd-6e4309106763 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb298c10-8aca-4e0c-9528-a9870f143dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412169 Dec 17 16:56:17.411369 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-98231230-fda3-4d35-88dd-61d8c54c6952 service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944831 Dec 17 16:56:17.506225 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b6162ce4-5724-4d40-a2f8-5ee1573e9779 req-95b62e5f-bceb-4ee0-a1c0-6bd46fbd1855 service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Dec 17 16:56:17.621599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-278d01ce-0f01-49a0-9a2f-f22e0b536e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.623751 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-278d01ce-0f01-49a0-9a2f-f22e0b536e62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1096 time: 0.0552347 Dec 17 16:56:17.725455 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-be703021-063d-4bfe-830f-0df462bec84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.726933 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-be703021-063d-4bfe-830f-0df462bec84d service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 200 len: 898 time: 0.0925519 Dec 17 16:56:17.775192 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-b10f82e2-56d3-4c3b-94d6-bd2a63568c70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 200 len: 217 time: 0.0386250 Dec 17 16:56:17.825651 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-857786a5-995d-4291-b0bd-cfb91430f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.827199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-857786a5-995d-4291-b0bd-cfb91430f150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b66e1b-aa3c-4fe0-9c88-1d80099b3648 HTTP/1.1" status: 200 len: 834 time: 0.0445418 Dec 17 16:56:17.828034 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1462df-527e-42df-96e6-a7011ef3c2fa req-2f18eb02-da15-4a09-a6fd-a9d1ce79a201 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.829541 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1462df-527e-42df-96e6-a7011ef3c2fa req-2f18eb02-da15-4a09-a6fd-a9d1ce79a201 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 944 time: 0.0569828 Dec 17 16:56:17.878901 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-48900f90-e8d3-486f-9fb6-64f9d932991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:17.881448 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9e1462df-527e-42df-96e6-a7011ef3c2fa req-c475eb8b-1391-462a-825b-6dae5e9d004d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Dec 17 16:56:17.882707 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-48900f90-e8d3-486f-9fb6-64f9d932991c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb298c10-8aca-4e0c-9528-a9870f143dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458584 Dec 17 16:56:17.981139 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-65c7dc3b-f4dc-430f-9424-0c109ce66096 service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906258 Dec 17 16:56:18.080534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-af3132b6-a267-4ec8-8c5c-858822c3d030 req-319976d3-b37a-40f8-ba5e-331fcf3e396f service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892625 Dec 17 16:56:19.011304 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f11e7-751f-41ac-b7d3-4533b076a89e req-24252e19-3399-4f9e-9825-e7a88501ec80 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:19.012963 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c16f11e7-751f-41ac-b7d3-4533b076a89e req-24252e19-3399-4f9e-9825-e7a88501ec80 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 944 time: 0.0514035 Dec 17 16:56:19.063902 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c16f11e7-751f-41ac-b7d3-4533b076a89e req-5962d2c3-0a93-4ac8-b4bd-a65f21743852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Dec 17 16:56:20.209994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b2f40-34c1-41f5-be20-8371b68d154c req-3d93962b-f576-48bd-854c-da7cd3bb72b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:20.211485 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e7b2f40-34c1-41f5-be20-8371b68d154c req-3d93962b-f576-48bd-854c-da7cd3bb72b8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 944 time: 0.0650005 Dec 17 16:56:20.262817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e7b2f40-34c1-41f5-be20-8371b68d154c req-e74b9a90-4fea-4f06-ba63-753bb9e6beae tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451248 Dec 17 16:56:20.603614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7741d4a2-d963-4ec8-93c9-724f3f572264 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:56:20.697849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7741d4a2-d963-4ec8-93c9-724f3f572264, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7741d4a2-d963-4ec8-93c9-724f3f572264,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:20.710849 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'port_id': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'mac_address': 'fa:16:3e:40:77:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:56:20.751400 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:20.764039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7741d4a2-d963-4ec8-93c9-724f3f572264 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:56:20.782973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7741d4a2-d963-4ec8-93c9-724f3f572264, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7741d4a2-d963-4ec8-93c9-724f3f572264,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:20.788003 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:20.833199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7741d4a2-d963-4ec8-93c9-724f3f572264,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:21.076034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['7741d4a2-d963-4ec8-93c9-724f3f572264'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:56:21.388065 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e666cc-2015-44e5-b82b-d42099cfe0d0 req-7d98109a-4ded-4f83-be2c-e2341b92111a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:21.389471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53e666cc-2015-44e5-b82b-d42099cfe0d0 req-7d98109a-4ded-4f83-be2c-e2341b92111a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 945 time: 0.0529747 Dec 17 16:56:21.449935 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-53e666cc-2015-44e5-b82b-d42099cfe0d0 req-dcc94576-1f6c-4d66-a676-c129f0354ea2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542102 Dec 17 16:56:21.827098 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:56:22.576625 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9118d2-8e5a-4999-a8eb-cc8e8bb58490 req-4eb73791-6a74-4083-bb05-3a2b8813a7d9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:22.578198 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed9118d2-8e5a-4999-a8eb-cc8e8bb58490 req-4eb73791-6a74-4083-bb05-3a2b8813a7d9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 945 time: 0.0500147 Dec 17 16:56:22.619068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7741d4a2-d963-4ec8-93c9-724f3f572264 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:56:22.632828 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed9118d2-8e5a-4999-a8eb-cc8e8bb58490 req-1782eeba-4845-46f2-a8d0-49feb5600300 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483775 Dec 17 16:56:22.675215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port 7741d4a2-d963-4ec8-93c9-724f3f572264 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:56:22.679289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port 7741d4a2-d963-4ec8-93c9-724f3f572264 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:22.679659 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:22.756378 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:22.780908 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:56:22.783159 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb9a9d6-a121-4f7c-8a18-cf99889d075b" -d '{"events": [{"server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "name": "network-vif-plugged", "status": "completed", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:56:22.795867 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port 7741d4a2-d963-4ec8-93c9-724f3f572264, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7741d4a2-d963-4ec8-93c9-724f3f572264,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:22.801417 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:22.848278 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=7741d4a2-d963-4ec8-93c9-724f3f572264,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:22.876459 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49230ba8-b19d-473e-8981-970ec1e44139 x-openstack-request-id: req-49230ba8-b19d-473e-8981-970ec1e44139 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:56:22.876747 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "name": "network-vif-plugged", "status": "completed", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:56:22.876997 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49230ba8-b19d-473e-8981-970ec1e44139 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:56:22.877394 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'code': 200} Dec 17 16:56:22.993336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497b9db-1729-4d5a-a3ad-a9d58c7e282b req-e4f781a5-c49c-4ecc-b4f4-f1352732576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:22.994844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9497b9db-1729-4d5a-a3ad-a9d58c7e282b req-e4f781a5-c49c-4ecc-b4f4-f1352732576c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1098 time: 0.0468521 Dec 17 16:56:23.048349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9497b9db-1729-4d5a-a3ad-a9d58c7e282b req-63b08b45-1d24-4ed2-9ae4-c8171f8aaf9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419614 Dec 17 16:56:23.761705 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67f09f-5a86-45cd-be5e-bd20e5c66160 req-dc7168be-08d0-4acd-85a8-b377abbb091f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:23.763263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d67f09f-5a86-45cd-be5e-bd20e5c66160 req-dc7168be-08d0-4acd-85a8-b377abbb091f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0521002 Dec 17 16:56:23.828538 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3d67f09f-5a86-45cd-be5e-bd20e5c66160 req-2a376d93-4140-48e4-914b-950bebae30d9 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558245 Dec 17 16:56:24.975747 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da1485-e649-4ef7-86fc-26cfa64249bc req-96c12e52-a231-4bc0-b749-e04b1cb3f695 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:24.977548 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63da1485-e649-4ef7-86fc-26cfa64249bc req-96c12e52-a231-4bc0-b749-e04b1cb3f695 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0619063 Dec 17 16:56:25.031031 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-63da1485-e649-4ef7-86fc-26cfa64249bc req-d1c400e1-1d7b-4cfd-8deb-95aa169fe58a tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Dec 17 16:56:25.151659 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c2ff-c8dc-4b1e-a983-65905d4f9f7f req-754e2c06-d560-4486-b578-020d63f80d0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:25.153093 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebb3c2ff-c8dc-4b1e-a983-65905d4f9f7f req-754e2c06-d560-4486-b578-020d63f80d0c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0540128 Dec 17 16:56:25.206526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ebb3c2ff-c8dc-4b1e-a983-65905d4f9f7f req-1c91eaf7-45e2-4a2a-8968-66412c83ddfd tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473347 Dec 17 16:56:25.230029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40616) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:25.281595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3ec79-243d-404d-b8d6-6962c6846fe8 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:25.283170 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-55c3ec79-243d-404d-b8d6-6962c6846fe8 tempest-TestNetworkAdvancedServerOps-171898713 tempest-TestNetworkAdvancedServerOps-171898713-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1093 time: 0.0521622 Dec 17 16:56:25.286249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40618) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:25.290851 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:25.318261 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:25.423330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:25.530738 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Allocated IP 172.25.0.155 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/bc8a5c2e-4903-4076-ba03-dbfcb9f806c8) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:56:25.650363 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:25.691682 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:25.733276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:56:25.736260 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:25.739003 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:56:25.765225 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=bc8a5c2e-4903-4076-ba03-dbfcb9f806c8,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:26.101904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:26.185391 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:26.341760 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:26.348937 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:26.412636 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event updated for resources: {'Port': ['ID=bc8a5c2e-4903-4076-ba03-dbfcb9f806c8,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:26.427200 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:26.528445 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP d26ff55f-2e36-4007-951a-c243b82a8808 associated. External IP: 172.25.0.155, port: 7741d4a2-d963-4ec8-93c9-724f3f572264. Dec 17 16:56:27.053533 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:56:27.169466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:56:27.180193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] Sync routers for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:56:27.190293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:27.191628 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:27.192289 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:27.216479 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4f496b4d-aa41-488e-94e3-7d4a34d4e852 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9292135 Dec 17 16:56:27.217053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:56:27.219301 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22" -d '{"events": [{"name": "network-changed", "server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:56:27.259325 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88f8cb2-de58-49cf-a34b-1fd93086478d x-openstack-request-id: req-b88f8cb2-de58-49cf-a34b-1fd93086478d {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:56:27.259601 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:56:27.259983 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b88f8cb2-de58-49cf-a34b-1fd93086478d {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:56:27.260388 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'status': 'completed', 'code': 200} Dec 17 16:56:27.306017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:27.349300 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a02b8-ad88-4942-b215-c6422bb1f68d req-c79b5fe4-76d1-4d61-9c66-4a30ead002ae tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:27.350759 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f62a02b8-ad88-4942-b215-c6422bb1f68d req-c79b5fe4-76d1-4d61-9c66-4a30ead002ae tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0801148 Dec 17 16:56:27.353753 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-ff448514-0196-4b21-a923-a21fd81d3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:27.355112 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-ff448514-0196-4b21-a923-a21fd81d3966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1098 time: 0.0724695 Dec 17 16:56:27.455862 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f62a02b8-ad88-4942-b215-c6422bb1f68d req-d40dd0de-e8cb-4a96-bd24-3a4c04038867 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984647 Dec 17 16:56:27.490010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40624) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:27.500085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-6cc02256-1aec-4b93-add1-81a2981bb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:27.501199 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-6cc02256-1aec-4b93-add1-81a2981bb2c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 200 len: 898 time: 0.1382420 Dec 17 16:56:27.610520 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-8217696c-06f7-4133-9ae0-1c7fb9a96e82 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/d26ff55f-2e36-4007-951a-c243b82a8808 HTTP/1.1" status: 200 len: 992 time: 0.1194820 Dec 17 16:56:27.612706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-f915b433-8f69-4bc9-af9c-b4a9ac476250 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 200 len: 1000 time: 0.0764570 Dec 17 16:56:27.666576 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-65ea543d-3ad8-4a92-8771-f3aaa67b5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:27.668185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-65ea543d-3ad8-4a92-8771-f3aaa67b5e29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b66e1b-aa3c-4fe0-9c88-1d80099b3648 HTTP/1.1" status: 200 len: 834 time: 0.0478849 Dec 17 16:56:27.717469 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-27b79f40-932f-4763-adaf-ed58a5902ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:27.717814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd26ff55f-2e36-4007-951a-c243b82a8808', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'port_id': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'mac_address': 'fa:16:3e:40:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:56:25Z', 'updated_at': '2021-12-17T16:56:25Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:27.719704 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-27b79f40-932f-4763-adaf-ed58a5902ffe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb298c10-8aca-4e0c-9528-a9870f143dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425084 Dec 17 16:56:27.747079 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] Checking router: 5a369ff5-e2db-4025-b990-3a97d3c5b8dd for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:56:27.756075 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:27.756680 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:27.812839 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-a93cafcc-0db7-4f71-94db-a947f747204e service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850055 Dec 17 16:56:27.867454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:27.910498 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fa8e8f58-dab3-4bc9-b87b-c4df4d9b9a22 req-1f4457ba-7d07-42bc-bbdb-f14d18df70e4 service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876880 Dec 17 16:56:28.108186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd26ff55f-2e36-4007-951a-c243b82a8808', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'port_id': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'mac_address': 'fa:16:3e:40:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:56:25Z', 'updated_at': '2021-12-17T16:56:25Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:28.138818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340acf5-8797-4ff7-a763-b800c8a1773b None None] The sync data for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 is: [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'd26ff55f-2e36-4007-951a-c243b82a8808', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'port_id': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'mac_address': 'fa:16:3e:40:77:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:56:25Z', 'updated_at': '2021-12-17T16:56:25Z', 'revision_number': 0, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:56:28.339739 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792cc555-5487-430a-b69c-5a95fbe01c40 None None] New status for floating IP d26ff55f-2e36-4007-951a-c243b82a8808: ACTIVE {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:56:28.614513 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40626) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:56:28.675021 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-633fecea-f8b1-49b0-b02e-848303a0a0c6 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/d26ff55f-2e36-4007-951a-c243b82a8808 HTTP/1.1" status: 200 len: 994 time: 0.0593467 Dec 17 16:56:28.851736 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-1461b7c4-1b3a-4d8f-a1d1-a64feaa0f1c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439517 Dec 17 16:56:28.940046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2364293-f480-4032-bdae-35b61526e131 req-e727a3ba-9e2d-4f5c-a326-48063674dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:28.941528 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-e727a3ba-9e2d-4f5c-a326-48063674dc88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1098 time: 0.0425794 Dec 17 16:56:29.052301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2364293-f480-4032-bdae-35b61526e131 req-aa11773c-961d-49b3-8232-4b0cb86a19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:29.053782 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-aa11773c-961d-49b3-8232-4b0cb86a19a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 200 len: 898 time: 0.0873337 Dec 17 16:56:29.119911 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-7ab058b7-ba09-45f7-9b87-61640b4917ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 200 len: 1002 time: 0.0583150 Dec 17 16:56:29.174561 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2364293-f480-4032-bdae-35b61526e131 req-bf450f40-2a60-4cd6-90b5-c195d85dbcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:29.176138 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-bf450f40-2a60-4cd6-90b5-c195d85dbcb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b66e1b-aa3c-4fe0-9c88-1d80099b3648 HTTP/1.1" status: 200 len: 834 time: 0.0495982 Dec 17 16:56:29.233952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2364293-f480-4032-bdae-35b61526e131 req-b1824219-dbab-44a6-8d62-c6f4cb4736f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:29.235470 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-b1824219-dbab-44a6-8d62-c6f4cb4736f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb298c10-8aca-4e0c-9528-a9870f143dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523105 Dec 17 16:56:29.343570 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-662e3b83-39fa-44cd-90d4-e3fcf9b4c94a service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008954 Dec 17 16:56:29.437185 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-c2364293-f480-4032-bdae-35b61526e131 req-892f585a-5d69-4ebd-be4a-5aa585cc2e87 service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861783 Dec 17 16:56:36.564009 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfe33780-f761-4554-8b7d-27ec08f23295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:38.956785 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99934a35-cb59-4cc6-bf76-3b9cecb5335b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:40.288438 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:41.445193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:41.472023 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:42.191052 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:46.015761 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:56:58.829398 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:57:02.155596 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd93d0-3465-40a5-8109-dd4a8208fdc9 req-95d7a5a5-891a-4f21-a3b8-7137872a72a8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:02.157148 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0bd93d0-3465-40a5-8109-dd4a8208fdc9 req-95d7a5a5-891a-4f21-a3b8-7137872a72a8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0597391 Dec 17 16:57:02.210069 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b0bd93d0-3465-40a5-8109-dd4a8208fdc9 req-3ea2180f-87cd-4082-bd00-c843942f5565 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Dec 17 16:57:03.343696 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5c21c-212d-45ee-baf0-1cd93dca67c1 req-51e78bf2-39f0-4083-be03-97f7db8a1be2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:03.345221 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0d5c21c-212d-45ee-baf0-1cd93dca67c1 req-51e78bf2-39f0-4083-be03-97f7db8a1be2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0574896 Dec 17 16:57:03.397974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0d5c21c-212d-45ee-baf0-1cd93dca67c1 req-e305b516-a322-4c4f-a5c4-db54724067ec tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464325 Dec 17 16:57:03.420734 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40644) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:03.493496 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-6841f200-5884-4ada-a55a-e6290dab1de0 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/d26ff55f-2e36-4007-951a-c243b82a8808 HTTP/1.1" status: 200 len: 994 time: 0.0714123 Dec 17 16:57:04.792097 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622a2a-0b9f-40cc-b4dd-9c688799e5e5 req-d16f217c-f31a-46bf-ba97-99f1f7f84831 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:04.793653 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92622a2a-0b9f-40cc-b4dd-9c688799e5e5 req-d16f217c-f31a-46bf-ba97-99f1f7f84831 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0498941 Dec 17 16:57:04.818925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-078698de-548b-4924-a311-ba66ec379ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:04.820579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-078698de-548b-4924-a311-ba66ec379ee2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1098 time: 0.0421193 Dec 17 16:57:04.845201 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92622a2a-0b9f-40cc-b4dd-9c688799e5e5 req-79b79674-1567-4cfe-8c4a-e371a33158b2 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451548 Dec 17 16:57:04.917723 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-8f3dce13-d962-44e4-9493-7d80962048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:04.919286 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-8f3dce13-d962-44e4-9493-7d80962048d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 200 len: 898 time: 0.0915706 Dec 17 16:57:04.995644 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-5bee4bfe-d180-450a-b89b-f749758a1414 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 200 len: 1002 time: 0.0631697 Dec 17 16:57:05.048911 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-885e8128-d97d-4a50-9ae7-b399e6ad4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:05.050213 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-885e8128-d97d-4a50-9ae7-b399e6ad4c21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b66e1b-aa3c-4fe0-9c88-1d80099b3648 HTTP/1.1" status: 200 len: 834 time: 0.0429275 Dec 17 16:57:05.109477 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-c0181181-b4df-4478-8114-a12bca693322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:05.110979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-c0181181-b4df-4478-8114-a12bca693322 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb298c10-8aca-4e0c-9528-a9870f143dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498033 Dec 17 16:57:05.209586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-59a8929f-a5d3-4697-9995-de7ebc887a2d service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872574 Dec 17 16:57:05.332411 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5a792656-c40b-41a5-b1f7-efc10b1fbc71 req-41c906af-d7fd-408d-a2d7-030bf0442b03 service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034644 Dec 17 16:57:05.974595 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeadbbf-8132-4ea7-a80e-b0c2e44215b6 req-5323892d-3c5b-4f03-930b-f7d4617a5c69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:05.976133 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efeadbbf-8132-4ea7-a80e-b0c2e44215b6 req-5323892d-3c5b-4f03-930b-f7d4617a5c69 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0527141 Dec 17 16:57:06.033407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-efeadbbf-8132-4ea7-a80e-b0c2e44215b6 req-bedaf5ea-acfe-45b6-80da-b26acf56c310 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479045 Dec 17 16:57:06.570208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ceeea551-3db7-462c-9d28-cde49bf732e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:07.175901 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749e9a9-2951-4ffb-b6ec-535af8ded673 req-be039ff5-c111-40fc-b99a-5dd4b9aa485e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:07.177593 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8749e9a9-2951-4ffb-b6ec-535af8ded673 req-be039ff5-c111-40fc-b99a-5dd4b9aa485e tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0632503 Dec 17 16:57:07.230531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8749e9a9-2951-4ffb-b6ec-535af8ded673 req-12990638-d700-4d62-8185-97461968c86c tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Dec 17 16:57:07.261323 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40656) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:07.323343 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-76464778-e220-4db6-a62a-6f89a7382d3f tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/floatingips/d26ff55f-2e36-4007-951a-c243b82a8808 HTTP/1.1" status: 200 len: 994 time: 0.0607758 Dec 17 16:57:07.565768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40662) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:07.746857 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port bc8a5c2e-4903-4076-ba03-dbfcb9f806c8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:57:07.747161 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:07.832836 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:07.833147 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:07.845364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for bc8a5c2e-4903-4076-ba03-dbfcb9f806c8 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:57:08.030234 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:08.058154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=bc8a5c2e-4903-4076-ba03-dbfcb9f806c8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:08.070248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.070609 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.070958 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.071328 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.071644 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.072016 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.072351 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.072684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.073017 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.073333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.073664 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.073994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.074342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:08.129017 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:08.129256 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Floating IP d26ff55f-2e36-4007-951a-c243b82a8808 disassociated (deleted). External IP: 172.25.0.155, port: 7741d4a2-d963-4ec8-93c9-724f3f572264. Dec 17 16:57:08.341341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:57:08.450856 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:57:08.456197 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:08.462660 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] Sync routers for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:57:08.473778 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:08.474394 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:08.483604 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-22da490c-f8cf-4804-ad22-54b4d5da25d8 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/floatingips/d26ff55f-2e36-4007-951a-c243b82a8808 HTTP/1.1" status: 204 len: 168 time: 0.9166324 Dec 17 16:57:08.484318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:57:08.486689 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeb6c23-a50f-470a-9652-23573e0b9bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:57:08.527911 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce8334d-067a-4d9a-bcaf-a774f6b3a58a x-openstack-request-id: req-3ce8334d-067a-4d9a-bcaf-a774f6b3a58a {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:57:08.528230 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:57:08.528500 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ce8334d-067a-4d9a-bcaf-a774f6b3a58a {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:57:08.528888 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'status': 'completed', 'code': 200} Dec 17 16:57:08.586842 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:08.600193 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-8062a63a-4413-4c99-b1ed-da396ae330e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:08.601762 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-8062a63a-4413-4c99-b1ed-da396ae330e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d92c1b164fa44371800a566ee555a0ed&device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 1098 time: 0.0507767 Dec 17 16:57:08.740582 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-bb0c1c7a-9581-4254-83d6-aad03c48e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:08.741996 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-bb0c1c7a-9581-4254-83d6-aad03c48e5ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 200 len: 898 time: 0.1281190 Dec 17 16:57:08.750265 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cade0-b756-4f7f-ada7-4acb2c97d7f7 req-66552331-e496-40c3-82ff-a97c0153bd05 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:08.751755 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086cade0-b756-4f7f-ada7-4acb2c97d7f7 req-66552331-e496-40c3-82ff-a97c0153bd05 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0723546 Dec 17 16:57:08.794555 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:08.796844 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-57948d43-7c4b-44bf-bd00-203e54ac47cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 200 len: 217 time: 0.0441394 Dec 17 16:57:08.822001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] Checking router: 5a369ff5-e2db-4025-b990-3a97d3c5b8dd for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:57:08.830936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:08.831575 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:56:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:08.869718 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-086cade0-b756-4f7f-ada7-4acb2c97d7f7 req-96df76d6-09c9-4478-be84-3fc334d321cf tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103201 Dec 17 16:57:08.873404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-ea9d43f2-983e-4e6e-a343-d0fa75c7888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:08.874845 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-ea9d43f2-983e-4e6e-a343-d0fa75c7888e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b66e1b-aa3c-4fe0-9c88-1d80099b3648 HTTP/1.1" status: 200 len: 834 time: 0.0684109 Dec 17 16:57:08.923106 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-b7248627-80c7-4492-b54e-1a6bce4d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:08.924664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-b7248627-80c7-4492-b54e-1a6bce4d1d00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb298c10-8aca-4e0c-9528-a9870f143dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413914 Dec 17 16:57:08.950504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:08.980747 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3f475ab2-6506-4aae-8f54-054992ea6c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:09.024142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-456e89f2-e692-4631-a0f4-a8d116ddeb6f service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894587 Dec 17 16:57:09.115965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-adeb6c23-a50f-470a-9652-23573e0b9bf4 req-66569049-24c7-475c-9d1f-951ff1c56498 service neutron] 10.222.0.47 "GET /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844009 Dec 17 16:57:09.153211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:09.183389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffeb5c9-d4a1-4e87-b54e-0e1fae7bc163 None None] The sync data for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 is: [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2', 'name': '', 'network_id': 'eb298c10-8aca-4e0c-9528-a9870f143dfe', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'mac_address': 'fa:16:3e:ea:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:11Z', 'updated_at': '2021-12-17T16:56:15Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'subnets': [{'id': '82b66e1b-aa3c-4fe0-9c88-1d80099b3648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:57:09.407242 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eefd5f-90ff-4fa7-aea2-c3d2adee094a None None] New status for floating IP d26ff55f-2e36-4007-951a-c243b82a8808: DOWN {{(pid=109786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:57:09.993798 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae42f3-8d70-45eb-95b4-2ce382349cae req-f0fa49d9-13b7-48bc-9e9d-75afe990d7af tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:09.995317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ae42f3-8d70-45eb-95b4-2ce382349cae req-f0fa49d9-13b7-48bc-9e9d-75afe990d7af tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0504601 Dec 17 16:57:10.053273 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-62ae42f3-8d70-45eb-95b4-2ce382349cae req-487484c6-d46e-4f03-bc57-0b1f15afcefc tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/security-groups?id=9a5034ab-6be7-44d4-96ed-3e6210923383&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488565 Dec 17 16:57:10.285534 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:10.458943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-f13a3932-95f0-4315-905a-851410d5dba5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:10.460421 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-f13a3932-95f0-4315-905a-851410d5dba5 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 946 time: 0.0630217 Dec 17 16:57:10.550423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 7741d4a2-d963-4ec8-93c9-724f3f572264 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:57:10.550715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:10.642801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 7741d4a2-d963-4ec8-93c9-724f3f572264, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=7741d4a2-d963-4ec8-93c9-724f3f572264,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:10.643159 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:10.656083 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 7741d4a2-d963-4ec8-93c9-724f3f572264 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:57:10.789774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:10.822450 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=7741d4a2-d963-4ec8-93c9-724f3f572264,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:10.864068 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] No DVR routers for this DVR port 7741d4a2-d963-4ec8-93c9-724f3f572264 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:57:10.866871 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:10.870311 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5b4299c8-e92f-454f-beb1-0621a9b7b395 req-ca64234f-000a-4a53-a7f5-af97ba60d4fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.47 "DELETE /v2.0/ports/7741d4a2-d963-4ec8-93c9-724f3f572264 HTTP/1.1" status: 204 len: 173 time: 0.4035974 Dec 17 16:57:10.870761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'name': 'network-vif-deleted', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:57:10.873015 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6a38fd-94b5-495c-afa1-aa6207a15fa3" -d '{"events": [{"server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "name": "network-vif-deleted", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:57:10.911869 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c9adc2-c4e7-4197-8655-a0a6bbc2531d x-openstack-request-id: req-02c9adc2-c4e7-4197-8655-a0a6bbc2531d {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:57:10.912136 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983ad232-4ebc-4a4a-9f5a-3099250f453a", "name": "network-vif-deleted", "tag": "7741d4a2-d963-4ec8-93c9-724f3f572264", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:57:10.912426 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02c9adc2-c4e7-4197-8655-a0a6bbc2531d {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:57:10.912825 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983ad232-4ebc-4a4a-9f5a-3099250f453a', 'name': 'network-vif-deleted', 'tag': '7741d4a2-d963-4ec8-93c9-724f3f572264', 'status': 'completed', 'code': 200} Dec 17 16:57:11.174018 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b9c320b7-e8fb-4933-b36e-ad9085cf39dc req-4725e738-6390-4ef5-ad67-116747ae277d tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "GET /v2.0/ports?device_id=983ad232-4ebc-4a4a-9f5a-3099250f453a HTTP/1.1" status: 200 len: 210 time: 0.0283573 Dec 17 16:57:11.442885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:11.473917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:12.180355 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:12.238066 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40678) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:12.613142 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:12.873791 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:57:12.874048 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:12.963480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:12.963785 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:12.976313 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:57:13.509774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:13.537986 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:13.712799 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:13.951938 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:57:14.061448 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:57:14.068473 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fbf522b0-0021-4c1d-9835-dcc940135077 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "PUT /v2.0/routers/5a369ff5-e2db-4025-b990-3a97d3c5b8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8280261 Dec 17 16:57:14.070907 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40680) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:14.071664 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] Sync routers for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:57:14.083274 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:14.084125 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:14.122157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting subnet 82b66e1b-aa3c-4fe0-9c88-1d80099b3648 {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 16:57:14.125412 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.166663 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.187678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:14.261293 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.321600 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.350820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Subnet': ['ID=82b66e1b-aa3c-4fe0-9c88-1d80099b3648,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:14.353634 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.357855 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-bf8b965c-bd49-4180-a5c5-4307b44105fe tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/subnets/82b66e1b-aa3c-4fe0-9c88-1d80099b3648 HTTP/1.1" status: 204 len: 168 time: 0.2853303 Dec 17 16:57:14.359722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40682) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:14.366243 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56755b31-74e2-4834-8187-1726864cb853 None None] Network eb298c10-8aca-4e0c-9528-a9870f143dfe requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:57:14.448417 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:57:13Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:14.477210 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.482869 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] Checking router: 5a369ff5-e2db-4025-b990-3a97d3c5b8dd for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:57:14.497064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] Routers {'5a369ff5-e2db-4025-b990-3a97d3c5b8dd'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:14.497587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:14.577258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] DHCP port deletion for eb298c10-8aca-4e0c-9528-a9870f143dfe request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:14.592968 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.631906 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] Set router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:14.648452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Deleting port 9783e48b-1aa2-4cab-86e8-74d8b8f17375 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:57:14.648790 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.735535 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] For port 9783e48b-1aa2-4cab-86e8-74d8b8f17375, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9783e48b-1aa2-4cab-86e8-74d8b8f17375,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:14.736129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.749647 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Calling delete_port for 9783e48b-1aa2-4cab-86e8-74d8b8f17375 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:57:14.907936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7741d4a2-d963-4ec8-93c9-724f3f572264 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:57:14.930129 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.940051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: 7741d4a2-d963-4ec8-93c9-724f3f572264 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:57:14.940389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device 7741d4a2-d963-4ec8-93c9-724f3f572264 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:57:14.953442 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Deleting port 35cdfba4-f197-4dbf-899f-b2c228985a1b {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 16:57:14.953802 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:14.955388 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Port': ['ID=9783e48b-1aa2-4cab-86e8-74d8b8f17375,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:15.003127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d2c359-360d-4e42-a687-f8fdd9e8255d None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:15.026764 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.065700 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] For port 35cdfba4-f197-4dbf-899f-b2c228985a1b, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=35cdfba4-f197-4dbf-899f-b2c228985a1b,segment=NetworkSegment(7b4cfae6-42cf-4cc2-ae34-64cacc7f614a),segment_id=7b4cfae6-42cf-4cc2-ae34-64cacc7f614a)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:15.066107 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.081317 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Calling delete_port for 35cdfba4-f197-4dbf-899f-b2c228985a1b owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 16:57:15.120118 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.122303 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.151669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:57:13Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:15.167074 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.167625 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Fanout notify agent at l3_agent the message router_deleted on router 5a369ff5-e2db-4025-b990-3a97d3c5b8dd {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:57:15.176222 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.177912 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5c67f533-b4c5-42c3-871d-77fd35417bdb tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/routers/5a369ff5-e2db-4025-b990-3a97d3c5b8dd HTTP/1.1" status: 204 len: 168 time: 0.8172474 Dec 17 16:57:15.180705 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40684) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:15.186400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b01e7c-a9d3-4f14-bdde-ea6106b03aa4 None None] The sync data for ids ['5a369ff5-e2db-4025-b990-3a97d3c5b8dd'] in n-d-806683-20 is: [{'id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023431651', 'tenant_id': 'd92c1b164fa44371800a566ee555a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:56:08Z', 'updated_at': '2021-12-17T16:57:13Z', 'revision_number': 5, 'project_id': 'd92c1b164fa44371800a566ee555a0ed', 'gw_port': {'id': '9783e48b-1aa2-4cab-86e8-74d8b8f17375', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:70:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a369ff5-e2db-4025-b990-3a97d3c5b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:56:09Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:57:15.215570 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.242422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Pushing event deleted for resources: {'Port': ['ID=35cdfba4-f197-4dbf-899f-b2c228985a1b,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:15.251975 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.252341 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.252668 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.253044 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.253358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.253685 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.254009 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.254331 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.254650 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.255166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.255552 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.255929 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.256749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.262655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbbf101-9609-4a2a-96cc-e0243f71afed None None] No DVR routers for this DVR port 35cdfba4-f197-4dbf-899f-b2c228985a1b on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:57:15.263715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.361407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.383064 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb298c10-8aca-4e0c-9528-a9870f143dfe']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:15.392406 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:15.392704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4cfae6-42cf-4cc2-ae34-64cacc7f614a') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:15.402434 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.417418 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.423182 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:57:15.423560 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: timer() Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:57:15.426662 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:57:15.490906 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.498923 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.502379 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/networks/eb298c10-8aca-4e0c-9528-a9870f143dfe HTTP/1.1" status: 204 len: 168 time: 0.3204184 Dec 17 16:57:15.505974 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40686) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:15.517511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8dd55-cb2e-4803-bb68-c529efe89236 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'Network': ['ID=eb298c10-8aca-4e0c-9528-a9870f143dfe,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:15.573245 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.601419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.668551 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.671445 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:15.672688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] 10.222.0.54 "DELETE /v2.0/security-groups/9a5034ab-6be7-44d4-96ed-3e6210923383 HTTP/1.1" status: 204 len: 168 time: 0.1656311 Dec 17 16:57:15.682328 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5034ab-6be7-44d4-96ed-3e6210923383,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:15.690382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.690879 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.691231 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.691565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.691929 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.692320 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.692651 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.692987 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.693309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.693633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.694002 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.694361 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:15.694719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1e262d-ba2b-4d0d-be51-9ebceb7e60f3 tempest-TestNetworkAdvancedServerOps-1371240999 tempest-TestNetworkAdvancedServerOps-1371240999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:16.003897 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.030024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40696) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:16.195344 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1b713e23-8bab-4a7e-a46f-5b52679b0dfb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d92c1b164fa44371800a566ee555a0ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641247 Dec 17 16:57:16.198338 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40700) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:16.253420 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd796ec9-8dd0-421e-a58e-86880edbd6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.270738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 35cdfba4-f197-4dbf-899f-b2c228985a1b no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:57:16.279620 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd796ec9-8dd0-421e-a58e-86880edbd6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.294802 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 35cdfba4-f197-4dbf-899f-b2c228985a1b {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:57:16.295218 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 35cdfba4-f197-4dbf-899f-b2c228985a1b not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:57:16.295691 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:57:16.315714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:57:16.316201 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4b919f7a-7e5c-4f03-b8b4-55ac979ccfb2 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:57:16.316627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9783e48b-1aa2-4cab-86e8-74d8b8f17375 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:57:16.327557 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd796ec9-8dd0-421e-a58e-86880edbd6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.330330 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-fd796ec9-8dd0-421e-a58e-86880edbd6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.331710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-fd796ec9-8dd0-421e-a58e-86880edbd6be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/27323f0d-bf2b-45b5-a814-4add2da24f95 HTTP/1.1" status: 204 len: 168 time: 0.1322706 Dec 17 16:57:16.336981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9783e48b-1aa2-4cab-86e8-74d8b8f17375 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 16:57:16.337465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9783e48b-1aa2-4cab-86e8-74d8b8f17375 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:57:16.340282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd796ec9-8dd0-421e-a58e-86880edbd6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27323f0d-bf2b-45b5-a814-4add2da24f95,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:16.634164 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40708) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:16.650904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca1472fa-3072-44be-af8a-4bd647589364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.739231 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca1472fa-3072-44be-af8a-4bd647589364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.745995 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ca1472fa-3072-44be-af8a-4bd647589364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.784161 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ca1472fa-3072-44be-af8a-4bd647589364 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d19df74c11444ab2aa497c2e4a62000e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487305 Dec 17 16:57:16.785360 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1472fa-3072-44be-af8a-4bd647589364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1d2287-5ac1-4518-bc99-617d0a832c5f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:16.787065 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40712) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:16.836366 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b5e25a-8d66-4d09-a47a-a5d4b2d3480d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.861564 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b5e25a-8d66-4d09-a47a-a5d4b2d3480d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.913166 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b5e25a-8d66-4d09-a47a-a5d4b2d3480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.915843 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-09b5e25a-8d66-4d09-a47a-a5d4b2d3480d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:16.917011 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-09b5e25a-8d66-4d09-a47a-a5d4b2d3480d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b1d2287-5ac1-4518-bc99-617d0a832c5f HTTP/1.1" status: 204 len: 168 time: 0.1290975 Dec 17 16:57:16.924396 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e25a-8d66-4d09-a47a-a5d4b2d3480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1d2287-5ac1-4518-bc99-617d0a832c5f,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:17.705081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40736) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:17.813374 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19902330-network', 'tenant_id': '1457029a104941048f782f51842bd467'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:17.840660 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Made reservation on behalf of 1457029a104941048f782f51842bd467 for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:57:17.842979 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:17.851618 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:17.925892 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:17.932083 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:17.955917 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:57:17.967085 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f65fe4-edd5-40e0-908d-581c1d48d543,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:17.973174 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:17.973683 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Added segment f6864075-fc12-4ac3-8f72-6929f8a21694 of type vlan for network ce931d2b-3e18-457c-af52-b2e8a400e404 Dec 17 16:57:18.015846 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.042538 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.043421 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:18.044068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.101019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3948278 Dec 17 16:57:18.104811 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40740) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:18.106438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdac9a4-7c32-4d06-b5ef-80b172f0b8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ce931d2b-3e18-457c-af52-b2e8a400e404,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:18.110122 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Request body: {'subnet': {'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19902330-subnet', 'tenant_id': '1457029a104941048f782f51842bd467', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:18.117281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network ce931d2b-3e18-457c-af52-b2e8a400e404 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:57:18.136798 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Made reservation on behalf of 1457029a104941048f782f51842bd467 for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:57:18.139498 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.321157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.377218 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d20508-4f19-4cdb-86bf-54c071dab7fa,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:18.385007 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Checking segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:18.385364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Network hostable DHCP agents. Network: ce931d2b-3e18-457c-af52-b2e8a400e404, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:57:18.404597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Network ce931d2b-3e18-457c-af52-b2e8a400e404 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:57:18.414756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, ce931d2b-3e18-457c-af52-b2e8a400e404) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:18.419373 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:18.420822 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.423990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6726c2ad-386e-4d39-bf25-850efcd65e80 None None] Network ce931d2b-3e18-457c-af52-b2e8a400e404 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:57:18.439656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-922a9bae-7116-474f-9d0e-13c99a18aa5f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3335829 Dec 17 16:57:18.442401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40742) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:18.448712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:18.479351 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.481339 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.529725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-ce931d2b-3e18-457c-af52-b2e8a400e404', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'project_id': '1457029a104941048f782f51842bd467', 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:57:18.530718 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.553394 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.669814 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Allocated IP 172.20.0.2 (ce931d2b-3e18-457c-af52-b2e8a400e404/b7d20508-4f19-4cdb-86bf-54c071dab7fa/fda7f265-8c24-417f-b2ca-977120d43f0e) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:18.699695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.818332 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.826585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.870617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Network ce931d2b-3e18-457c-af52-b2e8a400e404 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:18.874242 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:18.877710 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:18.885032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Pushing event updated for resources: {'Port': ['ID=fda7f265-8c24-417f-b2ca-977120d43f0e,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:18.916224 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.939588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Attempting to bind port fda7f265-8c24-417f-b2ca-977120d43f0e on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:57:18.939895 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.940193 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Attempting to bind port fda7f265-8c24-417f-b2ca-977120d43f0e by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:57:18.940662 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Attempting to bind port fda7f265-8c24-417f-b2ca-977120d43f0e on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:18.946099 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:57:18.946830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Checking segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:18.947069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:18.947560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Bound using segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:57:18.948149 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Bound port: fda7f265-8c24-417f-b2ca-977120d43f0e, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:57:18.948613 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:19.015142 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] For port fda7f265-8c24-417f-b2ca-977120d43f0e, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:57:19.018653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] For port fda7f265-8c24-417f-b2ca-977120d43f0e, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fda7f265-8c24-417f-b2ca-977120d43f0e,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:57:19.022917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:19.051389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Allocated IP 172.25.0.170 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/39f87540-c8ae-49fe-a2bb-24a9111367dd) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:19.091513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fe98c-424a-4e95-8148-24c3152239bf None None] Pushing event updated for resources: {'Port': ['ID=fda7f265-8c24-417f-b2ca-977120d43f0e,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:19.168704 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:19.205594 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:19.254074 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:19.257670 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:19.260477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:19.270725 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c9c045-5e90-450d-9c6b-d21c5a05d1fa None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:19.290972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Pushing event updated for resources: {'Port': ['ID=39f87540-c8ae-49fe-a2bb-24a9111367dd,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:19.353532 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-967195c6-8ad7-4eb3-a600-d5e5defe6f11 None None] Provisioning complete for port 39f87540-c8ae-49fe-a2bb-24a9111367dd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:19.354142 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-967195c6-8ad7-4eb3-a600-d5e5defe6f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:19.409213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-967195c6-8ad7-4eb3-a600-d5e5defe6f11 None None] Port 39f87540-c8ae-49fe-a2bb-24a9111367dd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:19.568229 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:19.767324 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:19.909365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:57:20.078034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1da70-59aa-4542-9549-9f6dac2d801b None None] Network ce931d2b-3e18-457c-af52-b2e8a400e404 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:57:20.150603 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bef08740-bebd-4aa4-a74a-9d3e811e8d6f None None] Provisioning complete for port fda7f265-8c24-417f-b2ca-977120d43f0e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:20.150870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bef08740-bebd-4aa4-a74a-9d3e811e8d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:20.306472 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fda7f265-8c24-417f-b2ca-977120d43f0e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:20.311010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bef08740-bebd-4aa4-a74a-9d3e811e8d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:20.387016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:57:20.387667 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-bef08740-bebd-4aa4-a74a-9d3e811e8d6f None None] For port fda7f265-8c24-417f-b2ca-977120d43f0e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fda7f265-8c24-417f-b2ca-977120d43f0e,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:20.399068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bef08740-bebd-4aa4-a74a-9d3e811e8d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:20.404270 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Sync routers for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:57:20.404834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fda7f265-8c24-417f-b2ca-977120d43f0e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:20.404834 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:20.410303 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:20.414821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-75d8071e-64a6-4efd-9b36-d98a102dadaa admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9678347 Dec 17 16:57:20.415136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40746) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:20.437619 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:20.438255 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:20.484057 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef08740-bebd-4aa4-a74a-9d3e811e8d6f None None] Pushing event updated for resources: {'Port': ['ID=fda7f265-8c24-417f-b2ca-977120d43f0e,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:20.540023 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0e5995ce-c537-4e98-a491-074b2a2ef8a6 None None] Provisioning complete for port fda7f265-8c24-417f-b2ca-977120d43f0e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:20.540394 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0e5995ce-c537-4e98-a491-074b2a2ef8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:20.560940 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:20.746563 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:19Z', 'revision_number': 3, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:20.773111 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Checking router: 8e8a563f-a0d3-47bc-a454-bb1263e6d090 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:57:20.773463 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Updating router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 port 39f87540-c8ae-49fe-a2bb-24a9111367dd binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:57:20.797758 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:20.876191 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.038854 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Allocated IP 172.20.0.1 (ce931d2b-3e18-457c-af52-b2e8a400e404/b7d20508-4f19-4cdb-86bf-54c071dab7fa/1af734a4-c2e8-4820-8835-6eadc28648fb) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:21.054725 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.060799 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.105117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8064f6-3066-4639-b1df-cc851b18e1f0 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:21.115726 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Attempting to bind port 39f87540-c8ae-49fe-a2bb-24a9111367dd on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:57:21.116017 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Attempting to bind port 39f87540-c8ae-49fe-a2bb-24a9111367dd by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:57:21.116370 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Attempting to bind port 39f87540-c8ae-49fe-a2bb-24a9111367dd on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:21.125345 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Pushing event updated for resources: {'Port': ['ID=39f87540-c8ae-49fe-a2bb-24a9111367dd,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:21.127595 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:57:21.127985 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:21.128387 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.128792 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:57:21.129255 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Bound port: 39f87540-c8ae-49fe-a2bb-24a9111367dd, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:57:21.129651 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.143403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.153286 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-c6de10ec-97bd-4020-a33a-e2fe4d31439a None None] Provisioning complete for port 39f87540-c8ae-49fe-a2bb-24a9111367dd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:21.153935 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6de10ec-97bd-4020-a33a-e2fe4d31439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.157056 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.157424 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.157749 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.158083 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.158414 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.158740 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.159063 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.159384 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.159705 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.160046 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.160367 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.160682 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.160999 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:21.185840 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.195944 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-c6de10ec-97bd-4020-a33a-e2fe4d31439a None None] Port 39f87540-c8ae-49fe-a2bb-24a9111367dd cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:21.202757 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] For port 39f87540-c8ae-49fe-a2bb-24a9111367dd, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:57:21.208366 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] For port 39f87540-c8ae-49fe-a2bb-24a9111367dd, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=39f87540-c8ae-49fe-a2bb-24a9111367dd,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:57:21.212982 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.230768 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Network ce931d2b-3e18-457c-af52-b2e8a400e404 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:21.236021 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:21.238263 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Pushing event updated for resources: {'Port': ['ID=1af734a4-c2e8-4820-8835-6eadc28648fb,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:21.240640 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:21.271382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ad668-f824-46c8-a00f-db1d7f0437bc None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:21.285344 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.291915 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69bbd2-80f7-4e6c-9b39-c9034817d171 None None] Pushing event updated for resources: {'Port': ['ID=39f87540-c8ae-49fe-a2bb-24a9111367dd,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:21.296268 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:21.296884 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:21.324641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f5158c64-d13d-413b-9107-787e722baddc None None] Provisioning complete for port 39f87540-c8ae-49fe-a2bb-24a9111367dd triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:21.325656 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5158c64-d13d-413b-9107-787e722baddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.442331 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5158c64-d13d-413b-9107-787e722baddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.449612 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.468255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f5158c64-d13d-413b-9107-787e722baddc None None] For port 39f87540-c8ae-49fe-a2bb-24a9111367dd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=39f87540-c8ae-49fe-a2bb-24a9111367dd,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:21.477882 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f5158c64-d13d-413b-9107-787e722baddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.522768 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:21.529724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158c64-d13d-413b-9107-787e722baddc None None] Pushing event updated for resources: {'Port': ['ID=39f87540-c8ae-49fe-a2bb-24a9111367dd,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:21.601101 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1b64db28-727a-4ba5-a7cc-9592edbf2477 None None] Provisioning complete for port 1af734a4-c2e8-4820-8835-6eadc28648fb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:21.601473 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1b64db28-727a-4ba5-a7cc-9592edbf2477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.636224 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1b64db28-727a-4ba5-a7cc-9592edbf2477 None None] Port 1af734a4-c2e8-4820-8835-6eadc28648fb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:21.643597 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.649178 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.700596 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:19Z', 'revision_number': 3, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:21.720121 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:21.721804 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Pushing event updated for resources: {'Port': ['ID=1af734a4-c2e8-4820-8835-6eadc28648fb,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:21.726236 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f862acb-89b0-4acb-8d6f-89ded88e2db8 None None] The sync data for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 is: [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:19Z', 'revision_number': 3, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:57:21.827015 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Network ce931d2b-3e18-457c-af52-b2e8a400e404 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:21.828431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:21.969805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:57:22.068168 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-0c30b07f-e3d2-41ac-8228-8611773a1194 None None] Provisioning complete for port 1af734a4-c2e8-4820-8835-6eadc28648fb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:22.068636 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0c30b07f-e3d2-41ac-8228-8611773a1194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.086575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:57:22.096094 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4843aa23-1112-4659-b3fd-7ae1ea10fde1 admin admin] 10.222.0.54 "PUT /v2.0/routers/8e8a563f-a0d3-47bc-a454-bb1263e6d090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795709 Dec 17 16:57:22.112016 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-0c30b07f-e3d2-41ac-8228-8611773a1194 None None] Port 1af734a4-c2e8-4820-8835-6eadc28648fb cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:22.341424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 39f87540-c8ae-49fe-a2bb-24a9111367dd up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:22.395790 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 39f87540-c8ae-49fe-a2bb-24a9111367dd triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:22.396633 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.487534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fda7f265-8c24-417f-b2ca-977120d43f0e up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:22.537078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port fda7f265-8c24-417f-b2ca-977120d43f0e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:22.537454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.656527 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 40764) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:22.662354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19044322-network', 'tenant_id': '75f96f4691664a269cab65c7ccd60499'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:22.690008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Made reservation on behalf of 75f96f4691664a269cab65c7ccd60499 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:57:22.692495 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.701535 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.777843 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.782387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.811844 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:57:22.820999 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd0835e-8d11-4da0-8e44-a23634b41cf3,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:22.828671 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.829079 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Added segment ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f of type vlan for network 76e0589d-db94-4751-a86e-d0995c616c65 Dec 17 16:57:22.872166 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.899275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.900379 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:22.901040 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:22.957427 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2997527 Dec 17 16:57:22.960413 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40766) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:22.962701 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38ba0c-67e1-4e53-98c9-bd12b32e6886 admin admin] Pushing event updated for resources: {'Network': ['ID=76e0589d-db94-4751-a86e-d0995c616c65,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:22.965822 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Request body: {'subnet': {'network_id': '76e0589d-db94-4751-a86e-d0995c616c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19044322-subnet', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:22.976513 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 76e0589d-db94-4751-a86e-d0995c616c65 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:57:23.002132 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Made reservation on behalf of 75f96f4691664a269cab65c7ccd60499 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:57:23.004479 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.180233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.238768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Pushing event updated for resources: {'Subnet': ['ID=345d4f05-0070-436e-8bd0-0404e6e9e2ac,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:23.249888 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Checking segment: {'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:23.250252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Network hostable DHCP agents. Network: 76e0589d-db94-4751-a86e-d0995c616c65, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:57:23.268938 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Network 76e0589d-db94-4751-a86e-d0995c616c65 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:57:23.278958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 76e0589d-db94-4751-a86e-d0995c616c65) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:23.283377 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:23.284161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.288424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d4b25-cbee-4b2c-b77c-d379b46bd5d6 None None] Network 76e0589d-db94-4751-a86e-d0995c616c65 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:57:23.301396 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2c29dd51-3c45-4874-807f-49c18311425c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3396113 Dec 17 16:57:23.304706 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40768) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:23.309050 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:23.334026 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.335526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.391543 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-76e0589d-db94-4751-a86e-d0995c616c65', 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65', 'project_id': '75f96f4691664a269cab65c7ccd60499', 'fixed_ips': [{'subnet_id': '345d4f05-0070-436e-8bd0-0404e6e9e2ac'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 16:57:23.393264 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.396471 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.418255 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Sync routers for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:57:23.478333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:23.478971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:23.536719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.625833 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Allocated IP 172.20.0.2 (76e0589d-db94-4751-a86e-d0995c616c65/345d4f05-0070-436e-8bd0-0404e6e9e2ac/9602b2bf-4784-4792-b010-5c08eeb609b7) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:23.635939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:23.754426 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.774247 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:23.877837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Allocated IP 172.25.0.233 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:23.991028 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.027278 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.068062 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:24.071031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:24.074649 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:24.091803 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c65e67-8f50-4297-af43-3de693513f9c None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:24.101066 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:24.101285 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.112732 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.178407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Network 76e0589d-db94-4751-a86e-d0995c616c65 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:24.186738 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:24.188673 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Pushing event updated for resources: {'Port': ['ID=9602b2bf-4784-4792-b010-5c08eeb609b7,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:24.191742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:24.200560 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b18133b0-d9e9-49e1-891a-462f3dfb89e4 None None] Provisioning complete for port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:24.200932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b18133b0-d9e9-49e1-891a-462f3dfb89e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.203717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 2, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:24.266083 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Checking router: 8e8a563f-a0d3-47bc-a454-bb1263e6d090 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:57:24.266445 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Updating router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 port 1af734a4-c2e8-4820-8835-6eadc28648fb binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:57:24.318180 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b18133b0-d9e9-49e1-891a-462f3dfb89e4 None None] Port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:24.329177 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.332210 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Attempting to bind port 9602b2bf-4784-4792-b010-5c08eeb609b7 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:57:24.332620 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Attempting to bind port 9602b2bf-4784-4792-b010-5c08eeb609b7 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:57:24.333065 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Attempting to bind port 9602b2bf-4784-4792-b010-5c08eeb609b7 on network 76e0589d-db94-4751-a86e-d0995c616c65 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:24.336557 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.346468 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:57:24.346741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Checking segment: {'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:24.347157 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.347551 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Bound using segment: {'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:57:24.348053 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Bound port: 9602b2bf-4784-4792-b010-5c08eeb609b7, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:57:24.348477 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.499283 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] For port 9602b2bf-4784-4792-b010-5c08eeb609b7, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:57:24.504020 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] For port 9602b2bf-4784-4792-b010-5c08eeb609b7, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9602b2bf-4784-4792-b010-5c08eeb609b7,segment=NetworkSegment(ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f),segment_id=ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:57:24.516707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.539486 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.621327 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380afc2-2b13-4d46-9782-886452266ed1 None None] Pushing event updated for resources: {'Port': ['ID=9602b2bf-4784-4792-b010-5c08eeb609b7,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:24.686173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:57:24.709273 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.716135 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.769389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50988140-b13f-423d-b5d9-a237e000350b None None] Pushing event updated for resources: {'Port': ['ID=1af734a4-c2e8-4820-8835-6eadc28648fb,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:24.828816 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:57:24.838121 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Sync routers for ids ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:57:24.851752 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.857719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7255c545-a19d-4705-bebf-d05cbfee3bf8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5519061 Dec 17 16:57:24.858506 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40770) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:24.864235 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Routers {'41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:24.865148 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:24.865812 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Attempting to bind port 1af734a4-c2e8-4820-8835-6eadc28648fb on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:57:24.866352 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Attempting to bind port 1af734a4-c2e8-4820-8835-6eadc28648fb by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:57:24.866717 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Attempting to bind port 1af734a4-c2e8-4820-8835-6eadc28648fb on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:24.872714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:57:24.873087 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Checking segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:24.873488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.873877 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Bound using segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:57:24.874344 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Bound port: 1af734a4-c2e8-4820-8835-6eadc28648fb, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:57:24.874718 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.961466 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] For port 1af734a4-c2e8-4820-8835-6eadc28648fb, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:57:24.964958 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] For port 1af734a4-c2e8-4820-8835-6eadc28648fb, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1af734a4-c2e8-4820-8835-6eadc28648fb,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:57:24.970983 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:24.988627 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Set router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:25.040115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:25.041017 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:25.110658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50988140-b13f-423d-b5d9-a237e000350b None None] Pushing event updated for resources: {'Port': ['ID=1af734a4-c2e8-4820-8835-6eadc28648fb,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:25.188362 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-69e41fd8-dfe5-48d3-9cd7-49888959b69e None None] Provisioning complete for port 1af734a4-c2e8-4820-8835-6eadc28648fb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:25.188816 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-69e41fd8-dfe5-48d3-9cd7-49888959b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.219515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:25.275756 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:24Z', 'revision_number': 3, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port': {'id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:25.309707 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Checking router: 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:57:25.311263 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Updating router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:57:25.343869 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.406979 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-69e41fd8-dfe5-48d3-9cd7-49888959b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.456074 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.483676 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-69e41fd8-dfe5-48d3-9cd7-49888959b69e None None] For port 1af734a4-c2e8-4820-8835-6eadc28648fb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1af734a4-c2e8-4820-8835-6eadc28648fb,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:25.497067 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-69e41fd8-dfe5-48d3-9cd7-49888959b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.559051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-54347993-ea96-49d9-b956-120813862fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:24Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:25.564744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e41fd8-dfe5-48d3-9cd7-49888959b69e None None] Pushing event updated for resources: {'Port': ['ID=1af734a4-c2e8-4820-8835-6eadc28648fb,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:25.600501 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54347993-ea96-49d9-b956-120813862fa6 None None] The sync data for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 is: [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:24Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:57:25.620039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fd8b506b-60a7-4520-95d3-7adc166989c8 None None] Provisioning complete for port 1af734a4-c2e8-4820-8835-6eadc28648fb triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:25.620408 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fd8b506b-60a7-4520-95d3-7adc166989c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.646184 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.663505 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.680232 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Allocated IP 172.20.0.1 (76e0589d-db94-4751-a86e-d0995c616c65/345d4f05-0070-436e-8bd0-0404e6e9e2ac/a92d1408-ce5d-4fd9-8253-0c241b8893f8) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:25.773147 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d46d6-0dc8-4e52-a9d3-8f843a298206 None None] Pushing event updated for resources: {'Port': ['ID=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:25.782403 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Attempting to bind port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:57:25.783352 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Attempting to bind port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:57:25.783870 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Attempting to bind port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:25.794844 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:57:25.795109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a6aa4-fdff-43e8-9d3c-704a0d3169fb None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:25.795460 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:25.796674 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.797157 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:57:25.798027 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Bound port: dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:57:25.798169 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.852931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.867534 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] For port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:57:25.869936 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-feb6aaea-c92c-4268-bb6c-fd98ea95abcb None None] Provisioning complete for port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:25.870420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-feb6aaea-c92c-4268-bb6c-fd98ea95abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.872339 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] For port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:57:25.883061 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.920281 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:25.937534 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-feb6aaea-c92c-4268-bb6c-fd98ea95abcb None None] Port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:25.955008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6c84e-7d11-4da5-87af-2e06eceff851 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 16:57:25.961300 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Routers {'41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:25.961923 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:25.967764 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d46d6-0dc8-4e52-a9d3-8f843a298206 None None] Pushing event updated for resources: {'Port': ['ID=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:25.992105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Network 76e0589d-db94-4751-a86e-d0995c616c65 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:25.994105 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Pushing event updated for resources: {'Port': ['ID=a92d1408-ce5d-4fd9-8253-0c241b8893f8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:26.004595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:26.008785 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:26.051629 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.063744 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13698ee-dedd-4a45-a058-fc974de4e8c1 None None] Network 76e0589d-db94-4751-a86e-d0995c616c65 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 16:57:26.109672 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] Set router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:26.133244 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Provisioning complete for port 9602b2bf-4784-4792-b010-5c08eeb609b7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:26.133618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.239779 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.290819 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.356462 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:24Z', 'revision_number': 3, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port': {'id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:26.358638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] For port 9602b2bf-4784-4792-b010-5c08eeb609b7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9602b2bf-4784-4792-b010-5c08eeb609b7,segment=NetworkSegment(ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f),segment_id=ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:26.367916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.409207 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f478c58c-bc40-4d83-a54e-85384e4e8a81 None None] The sync data for ids ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'] in n-d-806683-20 is: [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:24Z', 'revision_number': 3, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port': {'id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:57:26.565206 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.575595 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.639022 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9602b2bf-4784-4792-b010-5c08eeb609b7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:26.677281 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Provisioning complete for port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:26.677471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.688524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.691267 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Pushing event updated for resources: {'Port': ['ID=a92d1408-ce5d-4fd9-8253-0c241b8893f8,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:26.799208 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Pushing event updated for resources: {'Port': ['ID=9602b2bf-4784-4792-b010-5c08eeb609b7,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:26.823317 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Network 76e0589d-db94-4751-a86e-d0995c616c65 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:26.825376 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:26.884649 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9602b2bf-4784-4792-b010-5c08eeb609b7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:26.885235 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.933268 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:26.964042 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] For port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:26.974220 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.005850 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:57:27.034951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c29db-0f9e-43bc-a124-9c5afc694797 None None] Pushing event updated for resources: {'Port': ['ID=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:27.116637 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1af734a4-c2e8-4820-8835-6eadc28648fb up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:27.122295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-56b35565-7068-4ac5-94dd-8dc1bc4da9e2 None None] Provisioning complete for port 9602b2bf-4784-4792-b010-5c08eeb609b7 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:27.122861 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56b35565-7068-4ac5-94dd-8dc1bc4da9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.172981 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:57:27.184973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-fbccd006-8c1a-4d62-a7b7-1b3e053f4412 admin admin] 10.222.0.54 "PUT /v2.0/routers/41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3250842 Dec 17 16:57:27.225261 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1af734a4-c2e8-4820-8835-6eadc28648fb triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:27.225631 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.338288 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-56b35565-7068-4ac5-94dd-8dc1bc4da9e2 None None] Provisioning complete for port a92d1408-ce5d-4fd9-8253-0c241b8893f8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:27.338657 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-56b35565-7068-4ac5-94dd-8dc1bc4da9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.396901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-56b35565-7068-4ac5-94dd-8dc1bc4da9e2 None None] Port a92d1408-ce5d-4fd9-8253-0c241b8893f8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:27.521037 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fb3f23de-c9fb-4c55-a321-55ab5766555a None None] Provisioning complete for port a92d1408-ce5d-4fd9-8253-0c241b8893f8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:27.521523 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fb3f23de-c9fb-4c55-a321-55ab5766555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.563215 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f23de-c9fb-4c55-a321-55ab5766555a None None] Port a92d1408-ce5d-4fd9-8253-0c241b8893f8 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:27.717215 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40778) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:27.721918 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-167eb414-dd64-4f9d-9826-d952631d0a3c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163980595', 'description': 'tempest-secgroup-smoke-1163980595 description', 'project_id': '1457029a104941048f782f51842bd467'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:27.749400 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-167eb414-dd64-4f9d-9826-d952631d0a3c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.816871 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-167eb414-dd64-4f9d-9826-d952631d0a3c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.823149 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-167eb414-dd64-4f9d-9826-d952631d0a3c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.857560 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-167eb414-dd64-4f9d-9826-d952631d0a3c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.858858 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-167eb414-dd64-4f9d-9826-d952631d0a3c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1405923 Dec 17 16:57:27.859756 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eb414-dd64-4f9d-9826-d952631d0a3c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0562905b-f484-4b15-9c83-30a80e9802a1,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:27.862309 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40780) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:27.867568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8b74af1a-c6a3-4d3d-9b2d-53c0bee612f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '0562905b-f484-4b15-9c83-30a80e9802a1', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:27.896987 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b74af1a-c6a3-4d3d-9b2d-53c0bee612f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.954695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b74af1a-c6a3-4d3d-9b2d-53c0bee612f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.960161 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b74af1a-c6a3-4d3d-9b2d-53c0bee612f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.978042 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74af1a-c6a3-4d3d-9b2d-53c0bee612f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01dda42-a7ad-4ed1-b582-9ea5099fac35,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:27.985972 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b74af1a-c6a3-4d3d-9b2d-53c0bee612f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:27.987209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8b74af1a-c6a3-4d3d-9b2d-53c0bee612f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240218 Dec 17 16:57:27.990411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40782) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:27.994858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-bb0fba66-ee94-4bb0-af78-8b892753f913 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '0562905b-f484-4b15-9c83-30a80e9802a1', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:28.025749 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb0fba66-ee94-4bb0-af78-8b892753f913 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.097558 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb0fba66-ee94-4bb0-af78-8b892753f913 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.102695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb0fba66-ee94-4bb0-af78-8b892753f913 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.120206 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fba66-ee94-4bb0-af78-8b892753f913 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35908c52-00f9-415f-a7b4-0e85a42ef43e,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:28.128421 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-bb0fba66-ee94-4bb0-af78-8b892753f913 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.129682 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-bb0fba66-ee94-4bb0-af78-8b892753f913 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383119 Dec 17 16:57:28.132885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40784) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:28.137248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-8b9e4aa3-f09b-432b-8846-4c175dc7f198 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '0562905b-f484-4b15-9c83-30a80e9802a1', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:28.165776 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4aa3-f09b-432b-8846-4c175dc7f198 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.224779 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4aa3-f09b-432b-8846-4c175dc7f198 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.236897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4aa3-f09b-432b-8846-4c175dc7f198 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.258823 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4aa3-f09b-432b-8846-4c175dc7f198 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec811552-b166-423f-9261-856e516d360f,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:28.265487 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4aa3-f09b-432b-8846-4c175dc7f198 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.266720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-8b9e4aa3-f09b-432b-8846-4c175dc7f198 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328795 Dec 17 16:57:28.269406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40786) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:28.274565 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-e16bfd96-db7b-4c27-9ac4-8458e3bbd5cb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '0562905b-f484-4b15-9c83-30a80e9802a1', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:28.305262 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16bfd96-db7b-4c27-9ac4-8458e3bbd5cb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.320588 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9602b2bf-4784-4792-b010-5c08eeb609b7 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:28.363944 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16bfd96-db7b-4c27-9ac4-8458e3bbd5cb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.368069 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16bfd96-db7b-4c27-9ac4-8458e3bbd5cb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.373435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 9602b2bf-4784-4792-b010-5c08eeb609b7 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:28.373826 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.384835 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bfd96-db7b-4c27-9ac4-8458e3bbd5cb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25afbe07-4126-4fb8-afe1-e9500d7947b2,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:28.394232 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-e16bfd96-db7b-4c27-9ac4-8458e3bbd5cb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.395583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-e16bfd96-db7b-4c27-9ac4-8458e3bbd5cb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251915 Dec 17 16:57:28.398458 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40788) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:28.402841 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '0562905b-f484-4b15-9c83-30a80e9802a1', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:28.431140 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Project 1457029a104941048f782f51842bd467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:57:28.438254 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.461986 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:28.508931 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.512966 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:28.513339 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.514195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.529874 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9263759-7864-4b49-bb86-31238101e47c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:28.543387 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.547463 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-b98a2ad4-018e-4268-8a83-bf318140651d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455994 Dec 17 16:57:28.547732 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40792) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:28.553371 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '0562905b-f484-4b15-9c83-30a80e9802a1', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:28.581421 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Project 1457029a104941048f782f51842bd467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:57:28.586708 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.653165 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.657912 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.678137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd80b2e-005d-4a68-9b74-ac828f66829b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:28.683865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:28.685077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f80060ec-6c44-43ee-b213-d94fff35dade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360407 Dec 17 16:57:28.852757 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-182ea180-64c1-4510-929e-5b092585b625 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163980595&fields=id&tenant_id=1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 267 time: 0.0507524 Dec 17 16:57:28.968292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-aa0beead-4501-4f48-b1f4-207622460bb1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:28.969725 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-aa0beead-4501-4f48-b1f4-207622460bb1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 807 time: 0.1095984 Dec 17 16:57:28.985625 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-dadfcf65-d84d-43ae-93dc-42f6aa0cfe7c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/quotas/1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 375 time: 0.0099194 Dec 17 16:57:29.038850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-e773ac6e-ffae-4964-9ac6-f0191c189395 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478516 Dec 17 16:57:29.106825 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Sync routers for ids ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:57:29.117789 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Routers {'41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:29.118412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:29.143482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-e305e9e4-79d1-4c46-b746-0f40841bbd52 service neutron] 10.222.0.54 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924499 Dec 17 16:57:29.225109 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Set router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:29.234383 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-f8945561-1cec-494e-a7a9-b85bf5e7c5c2 service neutron] 10.222.0.54 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844536 Dec 17 16:57:29.410582 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea363db4-ad27-4643-8382-dd43a7412def req-a7f4b172-59ca-40d7-8b87-27586bee5a72 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 210 time: 0.0305727 Dec 17 16:57:29.447696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 4, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port': {'id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a92d1408-ce5d-4fd9-8253-0c241b8893f8', 'name': '', 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'mac_address': 'fa:16:3e:fc:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '345d4f05-0070-436e-8bd0-0404e6e9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:25Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 2, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'subnets': [{'id': '345d4f05-0070-436e-8bd0-0404e6e9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:29.478776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Checking router: 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:57:29.479199 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Updating router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 port a92d1408-ce5d-4fd9-8253-0c241b8893f8 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:57:29.504593 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:29.767197 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:29.775525 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:29.847312 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31de36c-58aa-4ede-aeb0-1cae0d03953c None None] Pushing event updated for resources: {'Port': ['ID=a92d1408-ce5d-4fd9-8253-0c241b8893f8,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:29.882511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Attempting to bind port a92d1408-ce5d-4fd9-8253-0c241b8893f8 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:57:29.882875 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Attempting to bind port a92d1408-ce5d-4fd9-8253-0c241b8893f8 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:57:29.883228 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Attempting to bind port a92d1408-ce5d-4fd9-8253-0c241b8893f8 on network 76e0589d-db94-4751-a86e-d0995c616c65 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:29.888818 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:57:29.889211 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Checking segment: {'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:29.889594 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:29.890034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Bound using segment: {'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:57:29.890514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Bound port: a92d1408-ce5d-4fd9-8253-0c241b8893f8, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:57:29.890895 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:29.957453 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] For port a92d1408-ce5d-4fd9-8253-0c241b8893f8, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:57:29.961092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] For port a92d1408-ce5d-4fd9-8253-0c241b8893f8, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a92d1408-ce5d-4fd9-8253-0c241b8893f8,segment=NetworkSegment(ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f),segment_id=ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:57:29.966574 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:30.038349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Routers {'41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:30.039007 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:30.074544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31de36c-58aa-4ede-aeb0-1cae0d03953c None None] Pushing event updated for resources: {'Port': ['ID=a92d1408-ce5d-4fd9-8253-0c241b8893f8,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:30.150487 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-99e4edc3-2dcc-4768-b91f-d3d504c414ca None None] Provisioning complete for port a92d1408-ce5d-4fd9-8253-0c241b8893f8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:30.150858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99e4edc3-2dcc-4768-b91f-d3d504c414ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:30.190398 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] Set router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:30.363486 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99e4edc3-2dcc-4768-b91f-d3d504c414ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:30.462653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-99e4edc3-2dcc-4768-b91f-d3d504c414ca None None] For port a92d1408-ce5d-4fd9-8253-0c241b8893f8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a92d1408-ce5d-4fd9-8253-0c241b8893f8,segment=NetworkSegment(ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f),segment_id=ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:30.474061 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99e4edc3-2dcc-4768-b91f-d3d504c414ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:30.543536 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4edc3-2dcc-4768-b91f-d3d504c414ca None None] Pushing event updated for resources: {'Port': ['ID=a92d1408-ce5d-4fd9-8253-0c241b8893f8,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:30.568785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 4, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port': {'id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a92d1408-ce5d-4fd9-8253-0c241b8893f8', 'name': '', 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'mac_address': 'fa:16:3e:fc:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '345d4f05-0070-436e-8bd0-0404e6e9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:25Z', 'updated_at': '2021-12-17T16:57:29Z', 'revision_number': 4, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'subnets': [{'id': '345d4f05-0070-436e-8bd0-0404e6e9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:30.605976 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cd8f5-977a-4f6e-a99b-bc30c4c997e1 None None] The sync data for ids ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'] in n-d-806683-20 is: [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 4, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port': {'id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'a92d1408-ce5d-4fd9-8253-0c241b8893f8', 'name': '', 'network_id': '76e0589d-db94-4751-a86e-d0995c616c65', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'mac_address': 'fa:16:3e:fc:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '345d4f05-0070-436e-8bd0-0404e6e9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:25Z', 'updated_at': '2021-12-17T16:57:29Z', 'revision_number': 4, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'subnets': [{'id': '345d4f05-0070-436e-8bd0-0404e6e9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:57:30.623257 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-fe5c9548-b577-4053-91fc-be0741b98e0b None None] Provisioning complete for port a92d1408-ce5d-4fd9-8253-0c241b8893f8 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:30.623516 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fe5c9548-b577-4053-91fc-be0741b98e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:30.915487 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a49e9de2-3571-4237-a54c-233d59d757ae req-895ae013-efd1-4118-8911-579f59f335ce tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 210 time: 0.0345120 Dec 17 16:57:30.923898 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-67f24b08-4da2-4120-87b9-18304b580077 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:30.925416 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-67f24b08-4da2-4120-87b9-18304b580077 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 807 time: 0.6085272 Dec 17 16:57:30.996745 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-bc856231-85e0-4cbb-ad30-f92fafa74409 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 380 time: 0.0619128 Dec 17 16:57:31.006000 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'port': {'device_id': 'e7646757-77dd-437a-8f29-28ab4d819493', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'admin_state_up': True, 'tenant_id': '1457029a104941048f782f51842bd467', 'security_groups': ['0562905b-f484-4b15-9c83-30a80e9802a1']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:31.128116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Made reservation on behalf of 1457029a104941048f782f51842bd467 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:57:31.132017 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:31.263549 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Allocated IP 172.20.0.7 (ce931d2b-3e18-457c-af52-b2e8a400e404/b7d20508-4f19-4cdb-86bf-54c071dab7fa/c399551f-88f0-4cd3-a43a-6a0bf95b1110) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:31.407795 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:31.444528 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:31.492662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Network ce931d2b-3e18-457c-af52-b2e8a400e404 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:31.496014 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:31.499738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:31.507069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:31.558319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:31.558982 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:31.577027 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-381765d5-7ff8-4bf8-b4b3-a19608ec5c69 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748234 Dec 17 16:57:31.589213 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Request body: {'port': {'device_id': 'e7646757-77dd-437a-8f29-28ab4d819493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:31.644750 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:31.684089 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f4f89dbf-8952-4e35-8cec-86abe3885d41 None None] Provisioning complete for port c399551f-88f0-4cd3-a43a-6a0bf95b1110 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:31.684780 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4f89dbf-8952-4e35-8cec-86abe3885d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:31.718424 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-f4f89dbf-8952-4e35-8cec-86abe3885d41 None None] Port c399551f-88f0-4cd3-a43a-6a0bf95b1110 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 16:57:31.921009 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c399551f-88f0-4cd3-a43a-6a0bf95b1110 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:57:31.928550 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:31.941685 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Transition to ACTIVE for port object c399551f-88f0-4cd3-a43a-6a0bf95b1110 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:57:31.946132 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:32.000574 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:32.049872 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c04ef-0e9a-4dfe-b1a6-c2bea3626d7e req-4d2a8d91-e7dc-4db5-835c-ff0dde4c2beb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.052697 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e35c04ef-0e9a-4dfe-b1a6-c2bea3626d7e req-4d2a8d91-e7dc-4db5-835c-ff0dde4c2beb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 943 time: 0.0589449 Dec 17 16:57:32.091283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 16:57:32.091658 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 16:57:32.091980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:32.096438 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on network ce931d2b-3e18-457c-af52-b2e8a400e404 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:57:32.096753 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:57:32.103033 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:57:32.103382 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Checking segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 16:57:32.103760 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Bound using segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:57:32.104222 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Bound port: c399551f-88f0-4cd3-a43a-6a0bf95b1110, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 16:57:32.104578 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:32.115999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e35c04ef-0e9a-4dfe-b1a6-c2bea3626d7e req-a6f7304e-f5be-4345-acab-3c7fb6fc1e36 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550179 Dec 17 16:57:32.172196 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:57:32.175415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:57:32.181023 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:32.224142 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.224713 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:32.226102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] 10.222.0.49 "PUT /v2.0/ports/c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 1092 time: 0.6414835 Dec 17 16:57:32.226543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:57:32.229264 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900f4d43-0e2c-43a4-84f7-b77b4370e020" -d '{"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:57:32.265390 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d2a07-f50f-4a1d-a052-48af8ed8d18d service neutron] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:32.305830 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41739323-57e4-4437-bdc1-1d88eda039ef x-openstack-request-id: req-41739323-57e4-4437-bdc1-1d88eda039ef {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:57:32.306118 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:57:32.306368 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41739323-57e4-4437-bdc1-1d88eda039ef {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:57:32.306770 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'status': 'completed', 'code': 200} Dec 17 16:57:32.311715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a92d1408-ce5d-4fd9-8253-0c241b8893f8 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:32.324417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-c9dedf1e-9cef-481a-8cc4-6d97c18b311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.325962 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-c9dedf1e-9cef-481a-8cc4-6d97c18b311b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1095 time: 0.0486891 Dec 17 16:57:32.369134 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port a92d1408-ce5d-4fd9-8253-0c241b8893f8 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:32.369510 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:32.374289 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-8b6e3171-ea1c-424f-9ca1-5d880e571f23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 217 time: 0.0383220 Dec 17 16:57:32.432095 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-83783190-2aec-4334-bbc1-d6c1cd0e5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.433656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-83783190-2aec-4334-bbc1-d6c1cd0e5548 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0520263 Dec 17 16:57:32.479725 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-3e51731c-3f9e-4add-84e0-954861a05485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.481286 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-3e51731c-3f9e-4add-84e0-954861a05485 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409565 Dec 17 16:57:32.579373 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-adeea420-00fb-4360-b9f0-c45a98ef27cb service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899184 Dec 17 16:57:32.674126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d37ade0a-d8e7-4109-974c-c4502c259635 req-c8a2361f-8ba0-404e-9282-82185e99fcf2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877998 Dec 17 16:57:32.777538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-ef39d6f3-e67d-47cf-95ec-30b16df08111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.779056 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-ef39d6f3-e67d-47cf-95ec-30b16df08111 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1095 time: 0.0489790 Dec 17 16:57:32.884731 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-852c0f92-a44d-4142-ae9f-915c471f2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.886234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-852c0f92-a44d-4142-ae9f-915c471f2146 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0974483 Dec 17 16:57:32.929332 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-53c5584a-eba6-4cbe-983f-af0f0e72f7c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 217 time: 0.0344770 Dec 17 16:57:32.981354 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-afab81f2-301a-40b8-82d2-b71c9f0dc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:32.982935 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-afab81f2-301a-40b8-82d2-b71c9f0dc7c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0447879 Dec 17 16:57:33.034980 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-496dfbca-ca1b-4fab-8915-8a1ce6fc9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:33.036970 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-496dfbca-ca1b-4fab-8915-8a1ce6fc9fa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467753 Dec 17 16:57:33.131446 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-ea5a88b9-8a1c-464e-ae2b-4299dd27568f service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866325 Dec 17 16:57:33.228830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c50b-4971-4fac-ade7-d6b3a96b320e req-af9ce67b-2434-4adf-8598-7e3e8d5d6714 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:33.230338 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3f1c50b-4971-4fac-ade7-d6b3a96b320e req-af9ce67b-2434-4adf-8598-7e3e8d5d6714 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 943 time: 0.0502698 Dec 17 16:57:33.231790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-900f4d43-0e2c-43a4-84f7-b77b4370e020 req-e9647e05-f790-4bfa-900e-0cd59a08cb65 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921352 Dec 17 16:57:33.282060 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f3f1c50b-4971-4fac-ade7-d6b3a96b320e req-68e4a710-9653-49fc-99fb-b52f1dc847b1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453193 Dec 17 16:57:34.416168 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa63b1-0148-46e7-bc49-f052ab38521c req-c92ada6a-7894-4a97-a8ab-1d243b415ee7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:34.417676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cbaa63b1-0148-46e7-bc49-f052ab38521c req-c92ada6a-7894-4a97-a8ab-1d243b415ee7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 943 time: 0.0599511 Dec 17 16:57:34.478911 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-cbaa63b1-0148-46e7-bc49-f052ab38521c req-abc7f68a-e784-42a8-93c1-a3754790bbb7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516813 Dec 17 16:57:35.288143 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:57:35.387571 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:35.399810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'port_id': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'mac_address': 'fa:16:3e:cc:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:57:35.440825 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:35.455181 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c399551f-88f0-4cd3-a43a-6a0bf95b1110 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:57:35.479741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:35.486382 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:35.534130 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:35.602467 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac885-3cf1-4c06-81bb-395f374fb012 req-c71f2cbe-7edb-402e-afa7-9fc44148bd46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:35.603974 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-562ac885-3cf1-4c06-81bb-395f374fb012 req-c71f2cbe-7edb-402e-afa7-9fc44148bd46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0505197 Dec 17 16:57:35.657966 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-562ac885-3cf1-4c06-81bb-395f374fb012 req-13fb4b7b-77c4-440d-88c3-0f5d81a03a84 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476036 Dec 17 16:57:35.734410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c399551f-88f0-4cd3-a43a-6a0bf95b1110'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:57:35.829348 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:57:36.561526 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-296dac33-c9bb-4919-bfa5-d0676032f43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:36.782526 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f766e9-841f-424b-8837-6118d0d2c64f req-f6799757-f2d7-4197-9dfb-dbe8c21fe75a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:36.784075 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3f766e9-841f-424b-8837-6118d0d2c64f req-f6799757-f2d7-4197-9dfb-dbe8c21fe75a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0511684 Dec 17 16:57:36.838763 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c3f766e9-841f-424b-8837-6118d0d2c64f req-f7e6b3b0-a42c-4bba-806d-acabb35f5da7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462110 Dec 17 16:57:37.288376 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:37.344324 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port c399551f-88f0-4cd3-a43a-6a0bf95b1110 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:57:37.349841 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port c399551f-88f0-4cd3-a43a-6a0bf95b1110 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:37.350213 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:37.427471 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:37.450269 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:57:37.452534 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bf25c0-5a03-4dba-840c-f3f829b34627" -d '{"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-plugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:57:37.465636 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:37.470877 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:37.494588 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83726c85-1c48-4757-ab57-dc60fad77770 x-openstack-request-id: req-83726c85-1c48-4757-ab57-dc60fad77770 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:57:37.494884 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-plugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:57:37.495139 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83726c85-1c48-4757-ab57-dc60fad77770 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:57:37.495538 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'code': 200} Dec 17 16:57:37.520611 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:37.599568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf7a8-b2a1-4fca-a09a-eb4598978602 req-736a6b8b-e01b-4a6b-814f-a114f65d7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:37.601152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-719bf7a8-b2a1-4fca-a09a-eb4598978602 req-736a6b8b-e01b-4a6b-814f-a114f65d7c1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1097 time: 0.0464921 Dec 17 16:57:37.648410 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-719bf7a8-b2a1-4fca-a09a-eb4598978602 req-c6aed2f2-0061-4b10-9662-36fbd2d3c29e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399146 Dec 17 16:57:37.969609 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d77d5c-f81e-490d-8a16-0ec79f8b92fe req-c06bd47a-acd8-4f5f-a201-231be0de3d51 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:37.971102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0d77d5c-f81e-490d-8a16-0ec79f8b92fe req-c06bd47a-acd8-4f5f-a201-231be0de3d51 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Dec 17 16:57:38.027293 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0d77d5c-f81e-490d-8a16-0ec79f8b92fe req-84a4f66d-4f08-4bd1-b86c-32b7804f2adc tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467660 Dec 17 16:57:38.953558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-881958eb-822f-4d25-bed9-ab653bfc8ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:39.163943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388c43-911a-4e01-97c7-7159e4327082 req-653e5589-d031-406e-b29f-b78e8a0cb2bc tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:39.165454 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62388c43-911a-4e01-97c7-7159e4327082 req-653e5589-d031-406e-b29f-b78e8a0cb2bc tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0548069 Dec 17 16:57:39.225083 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-62388c43-911a-4e01-97c7-7159e4327082 req-fcfe9233-f150-487e-ab59-51a9f869f935 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502663 Dec 17 16:57:39.373077 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc8422-c66f-473a-9b05-2d93dd63ce9c req-cdfe2dfc-baf1-4db0-8744-bc805756dd6c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:39.374562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cc8422-c66f-473a-9b05-2d93dd63ce9c req-cdfe2dfc-baf1-4db0-8744-bc805756dd6c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0648878 Dec 17 16:57:39.437185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cc8422-c66f-473a-9b05-2d93dd63ce9c req-5a3fc5be-5e50-432e-9851-3da8d1a4a152 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560634 Dec 17 16:57:39.466416 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40844) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:39.599399 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cb693-6b04-40a9-be44-0a033ab87f62 tempest-TestShelveInstance-552668434 tempest-TestShelveInstance-552668434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:39.601364 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ef0cb693-6b04-40a9-be44-0a033ab87f62 tempest-TestShelveInstance-552668434 tempest-TestShelveInstance-552668434-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1092 time: 0.1335866 Dec 17 16:57:39.604555 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 40848) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 16:57:39.608903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'tenant_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:57:39.636285 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:39.734637 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:39.844795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Allocated IP 172.25.0.137 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/d1f2906a-78ab-4ea9-8049-5804915dd9df) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:57:39.949152 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:39.985584 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:40.024455 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:57:40.027477 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:57:40.030965 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:57:40.036335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'Port': ['ID=d1f2906a-78ab-4ea9-8049-5804915dd9df,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:40.287864 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:40.394474 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:40.470783 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:40.636743 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:40.643561 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:40.713690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'Port': ['ID=d1f2906a-78ab-4ea9-8049-5804915dd9df,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:40.723999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:40.835855 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Floating IP 0e11eca9-ab45-4061-bd1f-0ec68384cfb8 associated. External IP: 172.25.0.137, port: c399551f-88f0-4cd3-a43a-6a0bf95b1110. Dec 17 16:57:41.048789 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:57:41.160818 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:57:41.171018 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] Sync routers for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:57:41.181188 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:41.181900 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:41.183060 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:41.209341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6734be7c-3a5c-492a-9603-a72a30d17dc5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6037312 Dec 17 16:57:41.209941 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:57:41.212257 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35988ce6-c097-4784-b70f-5384a3601681" -d '{"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:57:41.249227 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2355dad9-42e1-411a-99e2-e27746ab0dc0 x-openstack-request-id: req-2355dad9-42e1-411a-99e2-e27746ab0dc0 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:57:41.249526 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:57:41.249791 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2355dad9-42e1-411a-99e2-e27746ab0dc0 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:57:41.250199 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'status': 'completed', 'code': 200} Dec 17 16:57:41.289433 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:41.313962 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35988ce6-c097-4784-b70f-5384a3601681 req-9633c925-82d8-4beb-9834-732364e80940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:41.315428 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35988ce6-c097-4784-b70f-5384a3601681 req-9633c925-82d8-4beb-9834-732364e80940 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1097 time: 0.0422726 Dec 17 16:57:41.416535 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35988ce6-c097-4784-b70f-5384a3601681 req-65687ca1-ed31-43af-9412-b20139e8eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:41.418178 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35988ce6-c097-4784-b70f-5384a3601681 req-65687ca1-ed31-43af-9412-b20139e8eec1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0957892 Dec 17 16:57:41.450010 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:41.474116 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:41.491997 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35988ce6-c097-4784-b70f-5384a3601681 req-1d34ff8b-5316-4665-a2cc-e1db46ebf6c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 999 time: 0.0657766 Dec 17 16:57:41.527911 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0e11eca9-ab45-4061-bd1f-0ec68384cfb8', 'tenant_id': '1457029a104941048f782f51842bd467', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'port_id': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'mac_address': 'fa:16:3e:cc:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7646757-77dd-437a-8f29-28ab4d819493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:57:40Z', 'updated_at': '2021-12-17T16:57:40Z', 'revision_number': 0, 'project_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:41.546279 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35988ce6-c097-4784-b70f-5384a3601681 req-09c58406-221c-42c7-b827-e876b489e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:41.547793 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35988ce6-c097-4784-b70f-5384a3601681 req-09c58406-221c-42c7-b827-e876b489e9b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0490179 Dec 17 16:57:41.554454 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] Checking router: 8e8a563f-a0d3-47bc-a454-bb1263e6d090 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:57:41.563141 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:57:41.564150 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T16:57:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:41.595276 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35988ce6-c097-4784-b70f-5384a3601681 req-693ee1cc-c2f8-44ac-a06d-475cafb131c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:41.596879 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35988ce6-c097-4784-b70f-5384a3601681 req-693ee1cc-c2f8-44ac-a06d-475cafb131c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416224 Dec 17 16:57:41.695223 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35988ce6-c097-4784-b70f-5384a3601681 req-7896ae00-2ed7-4c54-a071-ac5d6e59b172 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908213 Dec 17 16:57:41.775802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:57:41.796274 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35988ce6-c097-4784-b70f-5384a3601681 req-e2518af3-88ff-4405-9ef9-060813d3c87e service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940723 Dec 17 16:57:41.999546 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0e11eca9-ab45-4061-bd1f-0ec68384cfb8', 'tenant_id': '1457029a104941048f782f51842bd467', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'port_id': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'mac_address': 'fa:16:3e:cc:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7646757-77dd-437a-8f29-28ab4d819493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:57:40Z', 'updated_at': '2021-12-17T16:57:40Z', 'revision_number': 0, 'project_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:57:42.024672 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6c1bd-5c97-4e11-bc2a-0ffc8794fad1 None None] The sync data for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 is: [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0e11eca9-ab45-4061-bd1f-0ec68384cfb8', 'tenant_id': '1457029a104941048f782f51842bd467', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'port_id': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'mac_address': 'fa:16:3e:cc:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7646757-77dd-437a-8f29-28ab4d819493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:57:40Z', 'updated_at': '2021-12-17T16:57:40Z', 'revision_number': 0, 'project_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:57:42.175452 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:57:42.229678 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a955891-fed6-4ac2-a316-bce2cfa76e2f None None] New status for floating IP 0e11eca9-ab45-4061-bd1f-0ec68384cfb8: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:57:46.027867 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:06.566440 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-12b8e5d4-f98b-4fbd-91c1-a6f0386bc8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:08.959214 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2d7d3b71-197d-4347-a8a6-f40031c2ce78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:10.292988 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:11.455494 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:11.482483 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:12.178783 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:12.836549 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:58:16.030583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:25.910366 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-5eb36775-9b9d-4b72-a494-5cc1e66ec849 req-dc545b68-c060-4144-8a07-a431c1c44a1f service neutron] (109783) timed out ('10.222.0.54', 36224) {{(pid=109783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 16:58:28.900825 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-6d8cce16-e84a-4c3f-bbdc-54d29d00b1a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462592 Dec 17 16:58:28.988866 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-a6507337-f0dc-46f4-a154-eb8cf07adc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:28.990370 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-a6507337-f0dc-46f4-a154-eb8cf07adc81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1097 time: 0.0441473 Dec 17 16:58:29.108104 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-c2c57446-d23e-4f9e-b74b-bce2d7efb829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:29.109592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-c2c57446-d23e-4f9e-b74b-bce2d7efb829 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0925319 Dec 17 16:58:29.174166 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-69820fca-e6a7-4522-b4ae-59f7e986af35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 1001 time: 0.0572429 Dec 17 16:58:29.225708 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-637b995f-fe75-4bd7-a6df-dbe23634998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:29.227495 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-637b995f-fe75-4bd7-a6df-dbe23634998f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0465634 Dec 17 16:58:29.275485 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-4cdf8894-0af1-447c-ac75-9a5430450636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:29.277032 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-4cdf8894-0af1-447c-ac75-9a5430450636 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425332 Dec 17 16:58:29.376604 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-6ef21d79-53be-4740-b97a-44ff53043b7e service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920551 Dec 17 16:58:29.471981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6db2b932-2e31-4712-a459-ce62dcb08762 req-b6baeb37-a457-4a65-94e3-eea7801d40c6 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881088 Dec 17 16:58:36.563525 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f4ea57eb-e3e8-4ca5-894a-6028c3b51a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:38.961031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e895dec6-b016-456d-818f-53d10ca7d36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:40.298384 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:41.463552 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:41.489716 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:42.180082 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:46.039427 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:58:49.827027 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:59:06.565091 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd5de-0265-44ba-b567-6274d8f7777d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:08.960182 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1010bde1-e630-4370-bb08-6441d52efe02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:10.299360 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:11.462069 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:11.505415 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:12.178885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:16.034870 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:26.826865 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:59:30.065132 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-30ccb16b-62a7-4371-a1d8-1aba8f08b7b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1333241 Dec 17 16:59:30.153274 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e77e-9366-4126-b36d-25b805932333 req-2f39d33f-690c-4562-b91d-0ce457282296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.154835 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-2f39d33f-690c-4562-b91d-0ce457282296 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1097 time: 0.0452728 Dec 17 16:59:30.264687 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e77e-9366-4126-b36d-25b805932333 req-2fbea210-f53d-4086-aee4-f2364ecc5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.266356 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-2fbea210-f53d-4086-aee4-f2364ecc5b97 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0885155 Dec 17 16:59:30.339263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-fe191852-6527-4a38-9acb-74da319efee2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 1001 time: 0.0657544 Dec 17 16:59:30.393837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e77e-9366-4126-b36d-25b805932333 req-89607d5a-3962-4ad0-a1b7-f0115daf81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.395281 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-89607d5a-3962-4ad0-a1b7-f0115daf81cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0485725 Dec 17 16:59:30.441638 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e77e-9366-4126-b36d-25b805932333 req-0a62c2bd-b9d5-46a1-bee2-a12215473752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:30.443099 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-0a62c2bd-b9d5-46a1-bee2-a12215473752 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409443 Dec 17 16:59:30.545511 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-3846986a-9104-4abf-ac90-cda64aa293ae service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951350 Dec 17 16:59:30.634528 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-85a8e77e-9366-4126-b36d-25b805932333 req-3388226f-861d-43fe-9c1d-7ecb185b5871 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817671 Dec 17 16:59:36.570519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-24249a6a-6a8d-4f51-bfd5-9cdcd615246d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:38.441637 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3c7b-ae3e-4f53-9a2a-666f6daed1e9 req-170ade3d-7c58-4ec6-a54a-5f9b149e95d1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:38.443218 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04cc3c7b-ae3e-4f53-9a2a-666f6daed1e9 req-170ade3d-7c58-4ec6-a54a-5f9b149e95d1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.1089420 Dec 17 16:59:38.506406 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-04cc3c7b-ae3e-4f53-9a2a-666f6daed1e9 req-09d8d8b6-a70c-4fa6-8a51-c5195a399642 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541966 Dec 17 16:59:38.960679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c5d1dc5a-b231-4c61-9f6f-d3f556688997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:39.649883 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345063-0504-4476-ae5d-0d676707ddc1 req-c3bfc02e-c9a3-4912-9d90-5881d40511e7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:39.651414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c345063-0504-4476-ae5d-0d676707ddc1 req-c3bfc02e-c9a3-4912-9d90-5881d40511e7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0529642 Dec 17 16:59:39.704466 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9c345063-0504-4476-ae5d-0d676707ddc1 req-1aba38f1-3e1b-4117-9307-d25adad62855 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434098 Dec 17 16:59:40.304484 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:40.852315 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3d7b-4384-40e7-9df3-8d79c4a4b365 req-30c85677-78e9-4140-b0d9-120f0a234651 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:40.853810 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fd3d7b-4384-40e7-9df3-8d79c4a4b365 req-30c85677-78e9-4140-b0d9-120f0a234651 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Dec 17 16:59:40.904310 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b0fd3d7b-4384-40e7-9df3-8d79c4a4b365 req-a21e2149-09b6-4459-b133-c51c8cf8a691 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Dec 17 16:59:41.467027 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:41.503560 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:42.034662 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c6317-c7d3-4e61-af5f-26258ae4d6c4 req-02217921-05f8-420a-b6e7-b2dba03a5d71 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:42.036200 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b74c6317-c7d3-4e61-af5f-26258ae4d6c4 req-02217921-05f8-420a-b6e7-b2dba03a5d71 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0553534 Dec 17 16:59:42.088862 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b74c6317-c7d3-4e61-af5f-26258ae4d6c4 req-0e2ce64b-629c-408b-87b1-6d3bfcc593ca tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435193 Dec 17 16:59:42.184008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:43.239232 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaebb9-38ad-44f3-a4c5-f002423b6d81 req-7ba90488-50b6-4c9c-ac79-8f604993ad7a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:43.240752 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6aaebb9-38ad-44f3-a4c5-f002423b6d81 req-7ba90488-50b6-4c9c-ac79-8f604993ad7a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Dec 17 16:59:43.289672 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a6aaebb9-38ad-44f3-a4c5-f002423b6d81 req-44f27071-7176-494f-aadd-04d9da3f221f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Dec 17 16:59:44.417202 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb9fc4-9e75-41e9-942a-d31efcfdeb58 req-dc1b6ad2-7b72-4249-8933-ebbd751490ab tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:44.419408 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35eb9fc4-9e75-41e9-942a-d31efcfdeb58 req-dc1b6ad2-7b72-4249-8933-ebbd751490ab tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0573015 Dec 17 16:59:44.472816 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35eb9fc4-9e75-41e9-942a-d31efcfdeb58 req-054803a7-1737-4e8a-8552-a7231c06c703 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444462 Dec 17 16:59:45.632846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e6b0-4bed-4578-b7fe-49a53cc14efd req-63ebeb7b-4a62-4951-94e9-e38ee7e3aaf5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:45.634376 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6422e6b0-4bed-4578-b7fe-49a53cc14efd req-63ebeb7b-4a62-4951-94e9-e38ee7e3aaf5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0646834 Dec 17 16:59:45.690670 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6422e6b0-4bed-4578-b7fe-49a53cc14efd req-f3460977-955f-44fa-88f1-d2e509247c85 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 Dec 17 16:59:46.048448 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:46.832786 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ce68f-1774-4508-86b6-8390671f601f req-a24a168f-4a3f-4c63-a821-b000ad6c6fde tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:46.834417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990ce68f-1774-4508-86b6-8390671f601f req-a24a168f-4a3f-4c63-a821-b000ad6c6fde tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0550320 Dec 17 16:59:46.884861 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-990ce68f-1774-4508-86b6-8390671f601f req-aa12d29b-8b40-4694-bffd-3c927c8cd03b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 Dec 17 16:59:48.021899 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8663ed4-3e74-47ea-b548-9b00dc3b29c9 req-3778bd8d-b852-4f4c-a059-f89e0b660872 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:48.023410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8663ed4-3e74-47ea-b548-9b00dc3b29c9 req-3778bd8d-b852-4f4c-a059-f89e0b660872 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0583873 Dec 17 16:59:48.074836 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a8663ed4-3e74-47ea-b548-9b00dc3b29c9 req-eab0bb87-655f-4305-bf6c-c98ba4800b04 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Dec 17 16:59:49.212332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448d10b-ba47-4fc6-a2c1-9f28074ec7d3 req-f3ba516c-fa54-4a30-bd95-8190cef7c9e6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:49.213821 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c448d10b-ba47-4fc6-a2c1-9f28074ec7d3 req-f3ba516c-fa54-4a30-bd95-8190cef7c9e6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0530198 Dec 17 16:59:49.268106 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c448d10b-ba47-4fc6-a2c1-9f28074ec7d3 req-d812f15d-80d9-4cd7-ab3c-f9c2ebf5c16c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Dec 17 16:59:49.961659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:59:50.061176 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:59:50.072209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'port_id': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'mac_address': 'fa:16:3e:cc:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:59:50.111195 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:50.124979 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c399551f-88f0-4cd3-a43a-6a0bf95b1110 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:59:50.146115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:59:50.151039 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:50.202621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:50.210295 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.210827 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.210968 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.211271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.211604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.212036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.212292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.212612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.212930 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.213247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.213561 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.213878 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.214192 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:59:50.222837 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['c399551f-88f0-4cd3-a43a-6a0bf95b1110'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:59:50.398627 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ece5da-ac00-403f-985f-990a9bad4337 req-6235cb79-78e9-468c-a8ac-43341d00e93d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:50.400172 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7ece5da-ac00-403f-985f-990a9bad4337 req-6235cb79-78e9-468c-a8ac-43341d00e93d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0498955 Dec 17 16:59:50.463046 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b7ece5da-ac00-403f-985f-990a9bad4337 req-4e0b4fb0-1957-413a-a7bc-0e0f778b60a4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556901 Dec 17 16:59:51.596666 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d6788-a99c-4bdc-a12a-64d54e39cf3e req-237f2f77-6a1f-43ce-a627-46cb377132e5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:51.598229 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-730d6788-a99c-4bdc-a12a-64d54e39cf3e req-237f2f77-6a1f-43ce-a627-46cb377132e5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0608864 Dec 17 16:59:51.662658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-730d6788-a99c-4bdc-a12a-64d54e39cf3e req-6fe6d996-b038-4f03-9493-695017187163 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574131 Dec 17 16:59:51.987106 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:59:52.046714 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port c399551f-88f0-4cd3-a43a-6a0bf95b1110 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:59:52.047490 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:52.135173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:52.160330 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:59:52.162830 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2f36da-934c-4c7d-85d2-4bb1b3ca05ff" -d '{"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-plugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:59:52.201231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:59:52.206470 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a64ad41-4c89-447e-843a-4bfc92547b81 x-openstack-request-id: req-8a64ad41-4c89-447e-843a-4bfc92547b81 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:59:52.206761 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-plugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:59:52.207020 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a64ad41-4c89-447e-843a-4bfc92547b81 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:59:52.207415 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'code': 200} Dec 17 16:59:52.208550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 16:59:52.269094 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:59:52.789645 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecdbcf1-b879-4039-9261-5c210fcfb826 req-d338c133-075c-45e5-90e6-5627aae84f7e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:52.791940 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ecdbcf1-b879-4039-9261-5c210fcfb826 req-d338c133-075c-45e5-90e6-5627aae84f7e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0540946 Dec 17 16:59:52.845949 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ecdbcf1-b879-4039-9261-5c210fcfb826 req-1b2868aa-980b-412c-a00c-9e0343f78b9a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478294 Dec 17 16:59:53.982704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1e4e-dff7-4dc0-acff-2446089d39da req-fd4a4ad0-7258-4f13-a18b-fe9d8aff4615 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:53.986372 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d32e1e4e-dff7-4dc0-acff-2446089d39da req-fd4a4ad0-7258-4f13-a18b-fe9d8aff4615 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0594487 Dec 17 16:59:54.038201 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d32e1e4e-dff7-4dc0-acff-2446089d39da req-1b10ef19-0cf0-47a5-a340-aeac8875b607 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457416 Dec 17 16:59:55.171426 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bee745-f90b-4753-9e06-2e0631763ac7 req-a3622de3-3688-4c06-8cfe-dd68e9dd8605 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:55.173026 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72bee745-f90b-4753-9e06-2e0631763ac7 req-a3622de3-3688-4c06-8cfe-dd68e9dd8605 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0505962 Dec 17 16:59:55.227490 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-72bee745-f90b-4753-9e06-2e0631763ac7 req-c30f45cc-e413-4820-b642-08fac97e6623 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477891 Dec 17 16:59:56.370939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febe290-0f84-48bd-9b79-7f82aadfd67c req-c328cbd0-3b37-4723-8ac6-c127e40f4cad tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:56.374564 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6febe290-0f84-48bd-9b79-7f82aadfd67c req-c328cbd0-3b37-4723-8ac6-c127e40f4cad tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0573821 Dec 17 16:59:56.429223 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6febe290-0f84-48bd-9b79-7f82aadfd67c req-69ba51c7-9f96-427a-bef9-f28b876c2675 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Dec 17 16:59:57.944925 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4df60d-a98b-400c-99d3-c587e1bc884c req-a1dcd363-170e-4662-b440-23557d934fc9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:57.946482 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b4df60d-a98b-400c-99d3-c587e1bc884c req-a1dcd363-170e-4662-b440-23557d934fc9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.4322798 Dec 17 16:59:57.998393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9b4df60d-a98b-400c-99d3-c587e1bc884c req-186f9d42-e1d0-4979-bfd6-170ab64d63ec tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455453 Dec 17 16:59:59.127598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c437acd-c91a-47d7-b9ec-07d974e54a05 req-26de4a30-7627-4122-8e54-04cf05a5938f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:59:59.129237 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c437acd-c91a-47d7-b9ec-07d974e54a05 req-26de4a30-7627-4122-8e54-04cf05a5938f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0559320 Dec 17 16:59:59.182653 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2c437acd-c91a-47d7-b9ec-07d974e54a05 req-47a8106b-d179-4172-812f-834cbb755756 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464854 Dec 17 17:00:00.101322 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-702793e7-51b6-4694-bb56-f37f0c6a7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:00.102817 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-702793e7-51b6-4694-bb56-f37f0c6a7ccc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1097 time: 0.0446391 Dec 17 17:00:00.202697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-4fda2257-1c73-49ce-9381-49675cc70cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:00.204269 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-4fda2257-1c73-49ce-9381-49675cc70cb1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0939736 Dec 17 17:00:00.296591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-fc303479-5d2e-4dde-8032-687f085a72df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 1001 time: 0.0856352 Dec 17 17:00:00.342653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677e546-3075-4309-ae05-d1bc8ad58a44 req-88ee2491-947d-4775-9d87-50ac8e157d95 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:00.344145 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6677e546-3075-4309-ae05-d1bc8ad58a44 req-88ee2491-947d-4775-9d87-50ac8e157d95 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0877604 Dec 17 17:00:00.376150 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-4ffb786c-e02d-4f5d-8293-927f1f451096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:00.377469 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-4ffb786c-e02d-4f5d-8293-927f1f451096 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0724669 Dec 17 17:00:00.426105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6677e546-3075-4309-ae05-d1bc8ad58a44 req-e7f7d324-96da-499f-b17b-47d780881fb7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758379 Dec 17 17:00:00.439176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-b5a6e512-c8a4-48a6-8081-21edee3647a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:00.440723 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-b5a6e512-c8a4-48a6-8081-21edee3647a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533834 Dec 17 17:00:00.542425 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-4c381d48-1d8f-4da3-a898-81980c29249c service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941422 Dec 17 17:00:00.634769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-dbb68ed8-8754-445e-b372-9f2010245d24 req-2bbde61c-ef84-4d35-92e9-7b2f214eb1d0 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850375 Dec 17 17:00:01.558027 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21d426-fffd-47c0-b50e-78e0f2d4b482 req-c52335d3-2978-4805-9efa-11ef904bb001 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:01.559544 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea21d426-fffd-47c0-b50e-78e0f2d4b482 req-c52335d3-2978-4805-9efa-11ef904bb001 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0575776 Dec 17 17:00:01.623086 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ea21d426-fffd-47c0-b50e-78e0f2d4b482 req-fc3b3d37-d8e2-4600-aa89-e800fd86f628 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544071 Dec 17 17:00:02.768109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de04ec0-b19a-407e-81c5-0c06f8ae739e req-d283df6e-a1d1-482f-a8f4-0fc72dfcd39f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:02.769612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4de04ec0-b19a-407e-81c5-0c06f8ae739e req-d283df6e-a1d1-482f-a8f4-0fc72dfcd39f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0577719 Dec 17 17:00:02.827679 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4de04ec0-b19a-407e-81c5-0c06f8ae739e req-7ad6aef1-2567-4b3b-91cf-e7be30440c80 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512898 Dec 17 17:00:02.908101 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-fda465ee-11fc-4f72-8c95-8b1eeb5331e5 req-03a1abbd-2260-4483-b92d-026fc784b9b9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:00:02.909075 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-fda465ee-11fc-4f72-8c95-8b1eeb5331e5 req-03a1abbd-2260-4483-b92d-026fc784b9b9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054648 Dec 17 17:00:03.066176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4267e-f6e9-4da3-ba21-5382fd88e10d req-bff25ea9-fd58-49a7-90b8-23f90f6830c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:03.067465 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ea4267e-f6e9-4da3-ba21-5382fd88e10d req-bff25ea9-fd58-49a7-90b8-23f90f6830c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Dec 17 17:00:03.119037 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0ea4267e-f6e9-4da3-ba21-5382fd88e10d req-81256b5c-ad5b-4e87-9c72-a3e714bcba8e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452378 Dec 17 17:00:03.265692 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-36e359b6-1308-46bb-b8d2-5d5f682716dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003361 Dec 17 17:00:03.826070 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:00:04.036663 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:00:04.119291 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:04.148696 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:00:04.151751 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1738831-f8f8-4afa-a247-4e551618a135" -d '{"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-unplugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:00:04.168915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:00:04.176699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:04.192929 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-6952b394-febd-46c8-95e0-058cfec36a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.195023 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-6952b394-febd-46c8-95e0-058cfec36a4e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493&tenant_id=1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 1097 time: 0.0631170 Dec 17 17:00:04.205331 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbda1d4-33ab-47ee-a17f-5c92ff780fed x-openstack-request-id: req-ddbda1d4-33ab-47ee-a17f-5c92ff780fed {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:00:04.205613 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-unplugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:00:04.206072 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddbda1d4-33ab-47ee-a17f-5c92ff780fed {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:00:04.206458 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'code': 200} Dec 17 17:00:04.228691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-20', 'device_owner': 'compute:nova'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:00:04.235153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:04.273008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f9e44-884f-45b2-a186-cea7758a2c2d req-eba0bc63-93c1-46d7-97cc-83123b773c9f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:04.274955 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e41f9e44-884f-45b2-a186-cea7758a2c2d req-eba0bc63-93c1-46d7-97cc-83123b773c9f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 943 time: 0.0787091 Dec 17 17:00:04.314099 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:04.375865 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e41f9e44-884f-45b2-a186-cea7758a2c2d req-0299320d-12fd-45d7-94d9-db11ea071f95 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866594 Dec 17 17:00:04.865686 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:00:04.898393 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h2-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:00:04.930037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c399551f-88f0-4cd3-a43a-6a0bf95b1110 {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:00:04.937577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:04.949712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Transition to ACTIVE for port object c399551f-88f0-4cd3-a43a-6a0bf95b1110 will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:00:04.955493 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:05.040840 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=9']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:05.055357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.055684 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.056079 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.056418 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.056750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.057078 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.057404 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.057722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.058046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.058367 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.058897 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.059037 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.059294 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:00:05.092250 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] No DVR routers for this DVR port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on host n-h2-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:00:05.230423 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:00:05.231167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:00:05.231167 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:00:05.235461 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on network ce931d2b-3e18-457c-af52-b2e8a400e404 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 17:00:05.235778 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Attempting to bind port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:00:05.240735 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:00:05.241070 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Checking segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:00:05.241452 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Bound using segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:00:05.241873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Bound port: c399551f-88f0-4cd3-a43a-6a0bf95b1110, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:00:05.242309 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:05.307655 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:00:05.310575 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:00:05.314471 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:05.354953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.355569 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:05.357464 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] 10.222.0.47 "PUT /v2.0/ports/c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 1092 time: 1.1362231 Dec 17 17:00:05.357909 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:00:05.360190 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a349c09c-641a-40ff-affd-55c49007e69c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:00:05.396594 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a5e4d-3cdd-4782-923d-39a5502eead3 service neutron] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=10']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:05.431202 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-474eb1db-ab32-4bae-ae8a-a9bbf3bc06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.432875 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-474eb1db-ab32-4bae-ae8a-a9bbf3bc06ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1096 time: 0.0458286 Dec 17 17:00:05.508938 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa461b1-99cf-4659-b24a-7ade9f8c536e x-openstack-request-id: req-faa461b1-99cf-4659-b24a-7ade9f8c536e {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:00:05.509234 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:00:05.509476 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-faa461b1-99cf-4659-b24a-7ade9f8c536e {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:00:05.509874 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'status': 'completed', 'code': 200} Dec 17 17:00:05.568374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0ef2c-9fbf-48af-889d-74fb672d0339 req-da150289-6f3f-4416-b93d-65deb6b402a1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.569896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99e0ef2c-9fbf-48af-889d-74fb672d0339 req-da150289-6f3f-4416-b93d-65deb6b402a1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.1104016 Dec 17 17:00:05.600597 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0bfcbe87-5f8b-46f0-8978-bec8d748c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.602092 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-0bfcbe87-5f8b-46f0-8978-bec8d748c7b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.1587248 Dec 17 17:00:05.635349 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-99e0ef2c-9fbf-48af-889d-74fb672d0339 req-6b27d5e8-ac5c-4f5b-a1bc-751f193b045b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544398 Dec 17 17:00:05.689887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-afdd0d59-26d8-4595-96e3-713876bec887 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 999 time: 0.0686548 Dec 17 17:00:05.745207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-a333f817-cd0b-470e-891f-8e5cf95804e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.746651 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-a333f817-cd0b-470e-891f-8e5cf95804e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0457311 Dec 17 17:00:05.798978 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-a9103878-9fdf-4b06-8cf9-83905e280801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:05.800512 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-a9103878-9fdf-4b06-8cf9-83905e280801 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427034 Dec 17 17:00:05.907894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-526b0ed0-aec2-4ce1-8da3-8bea62a307c0 service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951600 Dec 17 17:00:06.005494 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9435f7f1-c3cb-4d9c-8ae6-ad6943f7b818 req-1e385621-bad2-4264-b21b-4666c037ff47 service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862322 Dec 17 17:00:06.118368 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349c09c-641a-40ff-affd-55c49007e69c req-98756c42-5d63-4c99-9277-29fcd89d9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:06.120115 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a349c09c-641a-40ff-affd-55c49007e69c req-98756c42-5d63-4c99-9277-29fcd89d9827 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1096 time: 0.0456614 Dec 17 17:00:06.216984 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349c09c-641a-40ff-affd-55c49007e69c req-7d23e2bc-cfff-4355-8ad1-c3523b1f404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:06.218560 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a349c09c-641a-40ff-affd-55c49007e69c req-7d23e2bc-cfff-4355-8ad1-c3523b1f404f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0919459 Dec 17 17:00:06.317824 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a349c09c-641a-40ff-affd-55c49007e69c req-3da3d81b-1704-4440-8508-ddc7e83aef16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 999 time: 0.0871818 Dec 17 17:00:06.570483 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a35c1498-3ba9-4f14-ba73-8a3072fc3296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:06.764326 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cc0dd-9f61-4ffa-9860-fa23a9aeac86 req-7d7699f4-f40c-4a85-be8d-42f8f43d1be6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:06.766023 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-522cc0dd-9f61-4ffa-9860-fa23a9aeac86 req-7d7699f4-f40c-4a85-be8d-42f8f43d1be6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0551550 Dec 17 17:00:06.821471 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-522cc0dd-9f61-4ffa-9860-fa23a9aeac86 req-922fa749-a974-4b09-99ed-7f05406712d4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490620 Dec 17 17:00:07.953713 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c36aa-b469-42d7-94d1-abd15a205e67 req-fcdd73e3-c5db-4d7b-b7de-19e0ca948b17 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:07.955467 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc7c36aa-b469-42d7-94d1-abd15a205e67 req-fcdd73e3-c5db-4d7b-b7de-19e0ca948b17 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0547876 Dec 17 17:00:08.008947 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc7c36aa-b469-42d7-94d1-abd15a205e67 req-55408d07-2cec-4060-a389-f14909a427b0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475214 Dec 17 17:00:08.958529 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1414fc88-7020-457a-9345-7b8110b6595c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:09.136401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17116e3c-badf-46a9-84d1-caedc39a30b3 req-51ec3050-ca0e-41ed-9a4b-521e96a69ce1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:09.138781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17116e3c-badf-46a9-84d1-caedc39a30b3 req-51ec3050-ca0e-41ed-9a4b-521e96a69ce1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0572884 Dec 17 17:00:09.195307 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-17116e3c-badf-46a9-84d1-caedc39a30b3 req-82ffa05c-cb0c-4391-8d01-a038c116d276 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501006 Dec 17 17:00:10.305024 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:10.330108 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d6864-4ebf-4fea-9d85-688197e1cf5c req-3c2deb27-9f8a-471f-9801-549b322f8e9a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:10.331686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414d6864-4ebf-4fea-9d85-688197e1cf5c req-3c2deb27-9f8a-471f-9801-549b322f8e9a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0580871 Dec 17 17:00:10.387302 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-414d6864-4ebf-4fea-9d85-688197e1cf5c req-700a1a98-5bd0-4e34-b22d-6f5dda5419a6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483935 Dec 17 17:00:11.473016 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:11.517698 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd3e4-c84b-49f8-bb3d-74aa02ab452d req-7db4c5c2-2d21-4cde-86bd-7582b555e4f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:11.518291 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:11.519253 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-639dd3e4-c84b-49f8-bb3d-74aa02ab452d req-7db4c5c2-2d21-4cde-86bd-7582b555e4f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0567870 Dec 17 17:00:11.571539 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-639dd3e4-c84b-49f8-bb3d-74aa02ab452d req-d57de7f3-6124-46de-a296-8de9d0bceb05 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Dec 17 17:00:12.174635 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:12.702438 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54571380-5739-4900-990c-fe91e7df33fc req-66c1ee05-c6f7-4b4a-95c3-11498b82fcd2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:12.704858 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54571380-5739-4900-990c-fe91e7df33fc req-66c1ee05-c6f7-4b4a-95c3-11498b82fcd2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0607731 Dec 17 17:00:12.762480 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-54571380-5739-4900-990c-fe91e7df33fc req-2027aee9-0537-4bcf-94e0-e9abac00e327 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510128 Dec 17 17:00:13.890089 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3583e-b09f-42d0-8533-5d606955b95c req-e8c1b5d9-3c48-488b-b153-4b36d188e045 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:13.891548 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-74f3583e-b09f-42d0-8533-5d606955b95c req-e8c1b5d9-3c48-488b-b153-4b36d188e045 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0554349 Dec 17 17:00:13.945044 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-74f3583e-b09f-42d0-8533-5d606955b95c req-83ac3e7c-1a35-438d-945b-dcf2554d2000 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471625 Dec 17 17:00:15.089966 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e888-f6b6-42dc-b0e0-3936b013504a req-1032ca78-1329-4f71-bbf9-f2b480bffa75 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:15.091668 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d459e888-f6b6-42dc-b0e0-3936b013504a req-1032ca78-1329-4f71-bbf9-f2b480bffa75 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0657721 Dec 17 17:00:15.146313 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d459e888-f6b6-42dc-b0e0-3936b013504a req-bc1002a5-f40d-4845-a4f8-03ad82053a93 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482278 Dec 17 17:00:16.080591 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:16.278295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18b604-b863-46b3-93cf-5f973388b9ae req-0f8bb39a-b00f-4a6d-81c5-a88e42891423 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:16.279812 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b18b604-b863-46b3-93cf-5f973388b9ae req-0f8bb39a-b00f-4a6d-81c5-a88e42891423 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0572596 Dec 17 17:00:16.334880 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-6b18b604-b863-46b3-93cf-5f973388b9ae req-3abe2f43-d47d-4ebc-88a7-2dcc89379bd6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Dec 17 17:00:16.348494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349c09c-641a-40ff-affd-55c49007e69c req-18a55888-a96a-4274-98cf-d7a2592324b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:16.350337 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a349c09c-641a-40ff-affd-55c49007e69c req-18a55888-a96a-4274-98cf-d7a2592324b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0463328 Dec 17 17:00:16.403542 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349c09c-641a-40ff-affd-55c49007e69c req-772f321e-f3a3-4926-91ed-be9809c60cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:16.405533 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a349c09c-641a-40ff-affd-55c49007e69c req-772f321e-f3a3-4926-91ed-be9809c60cef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440905 Dec 17 17:00:16.505792 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a349c09c-641a-40ff-affd-55c49007e69c req-2654c709-4883-4f46-a898-13d8127a41ad service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902696 Dec 17 17:00:16.597061 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a349c09c-641a-40ff-affd-55c49007e69c req-3b6faa53-722a-4805-abd2-31e390fe1bec service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825965 Dec 17 17:00:17.480278 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1126891-20da-4382-b1f6-c5fad6a95b8d req-36b73158-1d52-4e04-b0ea-a5527826ad3f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:17.481781 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1126891-20da-4382-b1f6-c5fad6a95b8d req-36b73158-1d52-4e04-b0ea-a5527826ad3f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0653927 Dec 17 17:00:17.534152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e1126891-20da-4382-b1f6-c5fad6a95b8d req-c2867000-f10e-41ef-9603-fca96783ef0a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Dec 17 17:00:18.655056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63701-2ed7-4fa4-aea3-54518cca8c79 req-58e23929-8178-4a77-8148-692430eef3e0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:18.656611 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1be63701-2ed7-4fa4-aea3-54518cca8c79 req-58e23929-8178-4a77-8148-692430eef3e0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 944 time: 0.0494034 Dec 17 17:00:18.713141 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1be63701-2ed7-4fa4-aea3-54518cca8c79 req-27373339-d4d7-427c-b332-231016ccba4a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502574 Dec 17 17:00:19.546813 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 17:00:19.651619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:00:19.662795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'port_id': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'mac_address': 'fa:16:3e:cc:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 17:00:19.701873 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:19.715031 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c399551f-88f0-4cd3-a43a-6a0bf95b1110 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:00:19.734213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:00:19.739721 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:19.792205 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=11']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:19.832147 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a6df-69d5-4482-9ea1-252f90978b52 req-a222a7e0-9e4a-485e-8631-6568976e54f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:19.833669 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6f7a6df-69d5-4482-9ea1-252f90978b52 req-a222a7e0-9e4a-485e-8631-6568976e54f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0493193 Dec 17 17:00:19.882954 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f6f7a6df-69d5-4482-9ea1-252f90978b52 req-01c990df-eb03-47a5-a00b-0a1d78915ec1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Dec 17 17:00:20.053407 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['c399551f-88f0-4cd3-a43a-6a0bf95b1110'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 17:00:21.005336 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a7c48-d8cb-4d05-94ec-321bcb1d9cc6 req-a726d565-2e52-43fb-b98f-89d742e66566 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:21.006838 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d95a7c48-d8cb-4d05-94ec-321bcb1d9cc6 req-a726d565-2e52-43fb-b98f-89d742e66566 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 945 time: 0.0498803 Dec 17 17:00:21.057290 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d95a7c48-d8cb-4d05-94ec-321bcb1d9cc6 req-97db0281-dbaf-4351-ad2a-c96119f58817 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439312 Dec 17 17:00:21.562780 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:00:21.616073 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port c399551f-88f0-4cd3-a43a-6a0bf95b1110 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:00:21.619974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port c399551f-88f0-4cd3-a43a-6a0bf95b1110 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:00:21.620348 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:21.711425 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:21.735367 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:00:21.737640 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa5d81-8274-4107-b080-d14d57c4fabb" -d '{"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-plugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:00:21.750586 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:00:21.755927 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:21.778683 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe65e54-8645-4f96-aa61-07d45e1f1bbe x-openstack-request-id: req-dbe65e54-8645-4f96-aa61-07d45e1f1bbe {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:00:21.778979 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-plugged", "status": "completed", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:00:21.779238 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbe65e54-8645-4f96-aa61-07d45e1f1bbe {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:00:21.779642 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'code': 200} Dec 17 17:00:21.812661 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=12']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:00:21.984879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbbffb-56a4-4eb7-9fa7-3386de68c42a req-c60164a1-c452-4ff1-a637-5a689e94f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:21.986383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68dbbffb-56a4-4eb7-9fa7-3386de68c42a req-c60164a1-c452-4ff1-a637-5a689e94f828 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1098 time: 0.0467734 Dec 17 17:00:22.039521 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-68dbbffb-56a4-4eb7-9fa7-3386de68c42a req-9e7cd550-7464-4fb9-9602-3b6562342822 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Dec 17 17:00:22.179553 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c4d1-a354-4ae5-96a4-df87eb6a949b req-4dc6dd96-aacd-4a2c-8104-86c43add3407 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:22.181124 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2769c4d1-a354-4ae5-96a4-df87eb6a949b req-4dc6dd96-aacd-4a2c-8104-86c43add3407 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 946 time: 0.0532339 Dec 17 17:00:22.234363 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2769c4d1-a354-4ae5-96a4-df87eb6a949b req-d7b84895-a0bf-476b-955c-7970f95d71dc tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Dec 17 17:00:23.355020 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1529-6944-43a9-8bb9-4e94e8075deb req-c2f647b1-c0fe-4979-86b2-e4ed5c2390d7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:23.356759 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d5b1529-6944-43a9-8bb9-4e94e8075deb req-c2f647b1-c0fe-4979-86b2-e4ed5c2390d7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 946 time: 0.0508585 Dec 17 17:00:23.410499 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0d5b1529-6944-43a9-8bb9-4e94e8075deb req-9478ceb5-1760-4b6e-8ee4-0067fdfdcb60 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 Dec 17 17:00:24.542393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11fbfc-cf27-4fe8-9574-36fa13ebec4c req-5d7bc9df-ad18-4414-bc2d-1450d753c152 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:24.544105 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d11fbfc-cf27-4fe8-9574-36fa13ebec4c req-5d7bc9df-ad18-4414-bc2d-1450d753c152 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 946 time: 0.0562053 Dec 17 17:00:24.595889 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4d11fbfc-cf27-4fe8-9574-36fa13ebec4c req-bb6a798c-4644-428d-bbb7-241d045caa45 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Dec 17 17:00:32.209534 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-3941440d-50f2-423e-9855-ab1f7ea08713 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529187 Dec 17 17:00:32.296241 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46c29-4496-4010-ad07-6944745466aa req-f9536e81-b9d4-46e1-8e2a-aa136144e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:32.298039 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-f9536e81-b9d4-46e1-8e2a-aa136144e904 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1098 time: 0.0454843 Dec 17 17:00:32.410943 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46c29-4496-4010-ad07-6944745466aa req-f847cde5-49cb-421c-9cf5-ba91847ffe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:32.412477 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-f847cde5-49cb-421c-9cf5-ba91847ffe4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0948615 Dec 17 17:00:32.484360 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-cb59ef31-2854-4bb6-bc40-5f4b55c75e20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 1001 time: 0.0643485 Dec 17 17:00:32.533489 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46c29-4496-4010-ad07-6944745466aa req-e52f79ad-fe81-4bd0-921d-c9d16885c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:32.534923 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-e52f79ad-fe81-4bd0-921d-c9d16885c747 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0443707 Dec 17 17:00:32.582460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46c29-4496-4010-ad07-6944745466aa req-01e4882d-f9ef-4a2e-9d4d-9a61796d5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:00:32.584029 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-01e4882d-f9ef-4a2e-9d4d-9a61796d5408 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425630 Dec 17 17:00:32.678743 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-b5c97e82-e865-4ed0-9258-5f4d62c34e5a service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877275 Dec 17 17:00:32.766889 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-24a46c29-4496-4010-ad07-6944745466aa req-0b7e354d-d2c8-48a5-b231-da3306107d2b service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810189 Dec 17 17:00:36.574978 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-99776369-4b48-46d8-a90a-0bcd5fcf118f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:38.964092 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8b6c27bd-0375-4f89-892b-1dba802657c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:40.308108 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:40.831600 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:00:41.475768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:41.518031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:42.176286 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:00:46.080944 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:06.572125 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eeba6d2a-f6ca-47ca-ad0d-ff7d04aeb4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:08.958522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-fab200b7-89b2-45a6-ace9-0bd35a8e4979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:10.313217 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:11.479032 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:11.530813 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:12.178507 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:16.087982 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:17.836078 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:01:33.951677 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-8fe2e5fb-dad0-4ecc-b4cc-36207bf7ccd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972736 Dec 17 17:01:34.046619 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-2b507298-cb1f-43c7-9248-99c01f9e510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:34.048148 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-2b507298-cb1f-43c7-9248-99c01f9e510e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1098 time: 0.0465195 Dec 17 17:01:34.172212 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-51d259f0-7e69-4172-886f-8ba7b2a4b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:34.173608 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-51d259f0-7e69-4172-886f-8ba7b2a4b8c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0990663 Dec 17 17:01:34.249402 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-52c4f20e-5285-4bf4-8435-bb0dde72c0d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 1001 time: 0.0645576 Dec 17 17:01:34.304941 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-c0a961e1-2541-4d04-9c9f-b8ff836b4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:34.306382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-c0a961e1-2541-4d04-9c9f-b8ff836b4302 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0453374 Dec 17 17:01:34.359847 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-cb79f112-92b2-489f-8dab-1ef104ed8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:34.361378 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-cb79f112-92b2-489f-8dab-1ef104ed8211 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439467 Dec 17 17:01:34.376446 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-e797f019-96ff-4509-b28a-e92969097e66 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:01:34.377388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-e797f019-96ff-4509-b28a-e92969097e66 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049579 Dec 17 17:01:34.489388 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-4ae3edbf-b154-4ed2-a1a2-762d686fd878 service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971344 Dec 17 17:01:34.583074 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-055aa52f-8c31-41ed-bd2f-70a4601ac300 req-cf2bf145-603d-415c-9657-d0468ab15bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812445 Dec 17 17:01:36.577071 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ad64b307-6e85-46e5-b050-e6fc4f7fef27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:37.643952 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41166) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:37.816281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Deleting port d1f2906a-78ab-4ea9-8049-5804915dd9df {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:01:37.816595 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:37.897341 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:37.897586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:37.909511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Calling delete_port for d1f2906a-78ab-4ea9-8049-5804915dd9df owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:01:38.062774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:38.087282 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event deleted for resources: {'Port': ['ID=d1f2906a-78ab-4ea9-8049-5804915dd9df,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:38.099319 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.099666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.100047 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.100383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.100717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.101053 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.101372 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.101699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.102024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.102326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.102646 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.102962 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.103286 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:38.156577 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:38.156823 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Floating IP 0e11eca9-ab45-4061-bd1f-0ec68384cfb8 disassociated (deleted). External IP: 172.25.0.137, port: c399551f-88f0-4cd3-a43a-6a0bf95b1110. Dec 17 17:01:38.363375 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:01:38.475136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:01:38.479876 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:38.487271 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] Sync routers for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:01:38.498184 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:01:38.498869 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:38.510050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-61999b3e-798f-430c-882d-f8025896b7c9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "DELETE /v2.0/floatingips/0e11eca9-ab45-4061-bd1f-0ec68384cfb8 HTTP/1.1" status: 204 len: 168 time: 0.8647096 Dec 17 17:01:38.510599 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:01:38.513264 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:01:38.562371 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060c73d3-075c-49e4-8912-9dfa476ad3ff x-openstack-request-id: req-060c73d3-075c-49e4-8912-9dfa476ad3ff {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:01:38.562655 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:01:38.562920 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-060c73d3-075c-49e4-8912-9dfa476ad3ff {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:01:38.563335 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'status': 'completed', 'code': 200} Dec 17 17:01:38.614493 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:01:38.632204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-2bb8ceb5-1b3a-422b-9bcf-e7003dbc6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:38.633723 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-2bb8ceb5-1b3a-422b-9bcf-e7003dbc6bcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 1098 time: 0.0417283 Dec 17 17:01:38.741341 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-0ecce906-08b0-4e67-9149-6a1df32cc10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:38.742754 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-0ecce906-08b0-4e67-9149-6a1df32cc10b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0894680 Dec 17 17:01:38.761696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc3c6d-4905-4574-a0c1-8e102c122360 req-b7d0c0fb-82ec-47ee-b073-ea8fc7bee7f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:38.764076 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7bdc3c6d-4905-4574-a0c1-8e102c122360 req-b7d0c0fb-82ec-47ee-b073-ea8fc7bee7f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 946 time: 0.0537033 Dec 17 17:01:38.788991 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-e1406adc-c1f6-4861-bb10-3cae1007dff2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 200 len: 217 time: 0.0369511 Dec 17 17:01:38.819377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7bdc3c6d-4905-4574-a0c1-8e102c122360 req-2c8146b8-6558-4273-b11e-ec374101a52c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487418 Dec 17 17:01:38.841346 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:38.848970 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-cfd290e2-8359-4e22-8de8-b4adc20aa5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:38.850472 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-cfd290e2-8359-4e22-8de8-b4adc20aa5f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0544922 Dec 17 17:01:38.871678 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] Checking router: 8e8a563f-a0d3-47bc-a454-bb1263e6d090 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:01:38.882984 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:01:38.883996 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:01:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:38.897775 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-b4454c72-db64-4e94-af0b-a3bf0d245705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:38.899410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-b4454c72-db64-4e94-af0b-a3bf0d245705 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413105 Dec 17 17:01:38.961811 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5272778a-0011-4d28-b63c-c7d7e3e6737f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:38.992908 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-b86f02b5-23ee-465a-b12f-e06ddf45ac72 service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820849 Dec 17 17:01:38.995236 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:01:39.089795 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d65ad19-d15a-4f59-8cef-3cf0ec3d65ec req-115a18fa-855f-4507-83a4-22b9b709ab8a service neutron] 10.222.0.47 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849626 Dec 17 17:01:39.193955 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:01:39.219957 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12dd95-62d0-422b-9922-1902e49191f0 None None] The sync data for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 is: [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:01:39.444152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b0292-61fd-43fd-9af8-a3ac996fc71d None None] New status for floating IP 0e11eca9-ab45-4061-bd1f-0ec68384cfb8: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:01:39.951287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c65a2b-b520-4c9b-b3da-6b685c6de474 req-68de1215-544f-4fae-8f18-3b0e9330eaf2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:39.952838 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71c65a2b-b520-4c9b-b3da-6b685c6de474 req-68de1215-544f-4fae-8f18-3b0e9330eaf2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 946 time: 0.0505230 Dec 17 17:01:40.002808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71c65a2b-b520-4c9b-b3da-6b685c6de474 req-e4a4ddf3-31d5-49fc-bb39-3de2730e813a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=0562905b-f484-4b15-9c83-30a80e9802a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437064 Dec 17 17:01:40.226704 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-5787831d-b60d-410c-8e96-f02cffaa7ab7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:40.228109 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-5787831d-b60d-410c-8e96-f02cffaa7ab7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 946 time: 0.0606053 Dec 17 17:01:40.313519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:40.324836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Deleting port c399551f-88f0-4cd3-a43a-6a0bf95b1110 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:01:40.325188 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:40.750482 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] For port c399551f-88f0-4cd3-a43a-6a0bf95b1110, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=c399551f-88f0-4cd3-a43a-6a0bf95b1110,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:01:40.750804 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:40.764114 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Calling delete_port for c399551f-88f0-4cd3-a43a-6a0bf95b1110 owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:01:40.896368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:40.930830 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event deleted for resources: {'Port': ['ID=c399551f-88f0-4cd3-a43a-6a0bf95b1110,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:40.974989 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] No DVR routers for this DVR port c399551f-88f0-4cd3-a43a-6a0bf95b1110 on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:01:40.977873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:40.981938 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6f3d8e7c-04b5-4db9-9e66-2570719e9860 req-6f050c3e-8833-4312-a355-93ec29fb3a06 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.47 "DELETE /v2.0/ports/c399551f-88f0-4cd3-a43a-6a0bf95b1110 HTTP/1.1" status: 204 len: 173 time: 0.7442846 Dec 17 17:01:40.982384 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-deleted', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:01:40.984660 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da84102-7b09-4c07-a906-3764352272b7" -d '{"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-deleted", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:01:41.021489 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c070d64d-5417-4691-a826-d008e95e0584 x-openstack-request-id: req-c070d64d-5417-4691-a826-d008e95e0584 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:01:41.021778 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7646757-77dd-437a-8f29-28ab4d819493", "name": "network-vif-deleted", "tag": "c399551f-88f0-4cd3-a43a-6a0bf95b1110", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:01:41.022030 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c070d64d-5417-4691-a826-d008e95e0584 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:01:41.022455 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7646757-77dd-437a-8f29-28ab4d819493', 'name': 'network-vif-deleted', 'tag': 'c399551f-88f0-4cd3-a43a-6a0bf95b1110', 'status': 'completed', 'code': 200} Dec 17 17:01:41.101276 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2d97a470-0f34-480f-86d5-9762b0f88238 req-a0664f3f-4650-4af3-8a60-82d3f441ac53 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7646757-77dd-437a-8f29-28ab4d819493 HTTP/1.1" status: 200 len: 210 time: 0.0269828 Dec 17 17:01:41.473026 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:41.531246 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.169439 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41190) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:42.173964 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.229347 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-509a8a4b-fea6-4d44-897f-06bb5309ec41 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.255390 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-509a8a4b-fea6-4d44-897f-06bb5309ec41 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.319262 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-509a8a4b-fea6-4d44-897f-06bb5309ec41 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.321972 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-509a8a4b-fea6-4d44-897f-06bb5309ec41 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.323166 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-509a8a4b-fea6-4d44-897f-06bb5309ec41 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "DELETE /v2.0/security-groups/0562905b-f484-4b15-9c83-30a80e9802a1 HTTP/1.1" status: 204 len: 168 time: 0.1541007 Dec 17 17:01:42.333125 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8a4b-fea6-4d44-897f-06bb5309ec41 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0562905b-f484-4b15-9c83-30a80e9802a1,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:42.537939 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41196) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:42.542601 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-76b139ae-2477-464f-bd2c-7dca924859cf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523796502', 'description': 'tempest-secgroup-smoke-1523796502 description', 'project_id': '1457029a104941048f782f51842bd467'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:42.570429 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76b139ae-2477-464f-bd2c-7dca924859cf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.640028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76b139ae-2477-464f-bd2c-7dca924859cf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.645275 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76b139ae-2477-464f-bd2c-7dca924859cf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.674778 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-76b139ae-2477-464f-bd2c-7dca924859cf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.676045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-76b139ae-2477-464f-bd2c-7dca924859cf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1370406 Dec 17 17:01:42.677949 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b139ae-2477-464f-bd2c-7dca924859cf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:42.679155 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41198) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:42.685024 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:42.715753 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.773742 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.779891 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.800885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd6ed69-2e8a-425f-b8cd-1d0c4bf5915a,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:42.810675 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.811900 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309862 Dec 17 17:01:42.813321 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.813671 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.814005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.814420 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.814758 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.815006 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41200) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:42.815130 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.815394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.815715 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.816059 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.816380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.816719 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.817124 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.817352 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94c7b6-53d2-4bd0-9506-428d2af15737 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:01:42.820700 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-eecd1ea7-d224-4d81-84d3-177d8a8a2c1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:42.853368 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecd1ea7-d224-4d81-84d3-177d8a8a2c1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.911791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecd1ea7-d224-4d81-84d3-177d8a8a2c1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.915685 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecd1ea7-d224-4d81-84d3-177d8a8a2c1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.932206 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd1ea7-d224-4d81-84d3-177d8a8a2c1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ea9a81-7503-4a87-a5b5-04220c30e970,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:42.941186 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-eecd1ea7-d224-4d81-84d3-177d8a8a2c1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:42.942383 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-eecd1ea7-d224-4d81-84d3-177d8a8a2c1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260574 Dec 17 17:01:42.945348 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41202) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:42.949832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ad11be1f-47fb-4926-8d1c-3453a35fa128 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:42.979085 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ad11be1f-47fb-4926-8d1c-3453a35fa128 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.035747 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ad11be1f-47fb-4926-8d1c-3453a35fa128 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.039965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ad11be1f-47fb-4926-8d1c-3453a35fa128 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.060587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11be1f-47fb-4926-8d1c-3453a35fa128 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090603fb-0f22-4444-b061-98fdc40855e7,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.068310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ad11be1f-47fb-4926-8d1c-3453a35fa128 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.069543 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ad11be1f-47fb-4926-8d1c-3453a35fa128 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231899 Dec 17 17:01:43.072398 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41204) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:43.076762 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-0850b5e0-839b-4270-ba7c-3fe515edf3a9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.107331 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0850b5e0-839b-4270-ba7c-3fe515edf3a9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.164477 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0850b5e0-839b-4270-ba7c-3fe515edf3a9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.169586 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0850b5e0-839b-4270-ba7c-3fe515edf3a9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.186754 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850b5e0-839b-4270-ba7c-3fe515edf3a9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc470c5e-f7fe-4d86-b2fd-19cdb4be1562,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.196402 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0850b5e0-839b-4270-ba7c-3fe515edf3a9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.197622 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0850b5e0-839b-4270-ba7c-3fe515edf3a9 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242678 Dec 17 17:01:43.200479 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41206) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:43.205158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.235947 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Project 1457029a104941048f782f51842bd467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:01:43.242356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.300403 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.305548 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.323486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3373392-1d8d-48e5-918d-c9a4b9d48437,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.330851 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.332100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1984db2f-1d9d-4ded-ab61-0d1fc166412c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303377 Dec 17 17:01:43.334902 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41208) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:01:43.339273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'security_group_rule': {'security_group_id': '70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0', 'project_id': '1457029a104941048f782f51842bd467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:01:43.364544 n-d-806683-20 neutron-server[109784]: INFO neutron.db.securitygroups_db [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Project 1457029a104941048f782f51842bd467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:01:43.369202 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.426970 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.432057 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.452499 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153cb2c4-37e0-4a9b-987b-c68d08c22357,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:01:43.458676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:43.460026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-aa8b9667-ad14-4503-9899-139be6a22355 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241348 Dec 17 17:01:44.076622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:01:44.096832 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: c399551f-88f0-4cd3-a43a-6a0bf95b1110 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:01:44.097162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device c399551f-88f0-4cd3-a43a-6a0bf95b1110 not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:01:46.074354 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:01:54.836573 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:01:59.796841 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-b85f8356-a80b-452a-a3c8-4d284c650ae4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523796502&fields=id&tenant_id=1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 267 time: 0.0446663 Dec 17 17:01:59.904249 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-b69fc05d-3b19-4b2c-b116-ebf990174770 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:01:59.905686 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-b69fc05d-3b19-4b2c-b116-ebf990174770 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 807 time: 0.0990291 Dec 17 17:01:59.923696 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c0f9318e-a3dd-44a1-a4e2-d975db0963a7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/quotas/1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 375 time: 0.0090907 Dec 17 17:01:59.979423 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-e6024bce-9b27-4ac8-96af-4014b47f7ade tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502660 Dec 17 17:02:00.132740 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-4dda458d-ba20-48f5-9a58-c216d290cf5e service neutron] 10.222.0.54 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397052 Dec 17 17:02:00.227440 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-378c1ecf-f689-42c4-8cd3-330c5e53ebce service neutron] 10.222.0.54 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Dec 17 17:02:00.520565 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-14600865-2ef1-4836-aaf2-ead58036570a req-e31b2e4c-9e7d-4451-bc60-4d5849759c53 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 210 time: 0.0274861 Dec 17 17:02:01.494419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c105c49c-9176-46de-be48-cef35ea3063d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:01.495951 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c105c49c-9176-46de-be48-cef35ea3063d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 807 time: 0.1058688 Dec 17 17:02:01.571322 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-0ffcd6b4-9df7-42a4-9df4-3ada0cd74882 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 380 time: 0.0661700 Dec 17 17:02:01.583873 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'port': {'device_id': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'admin_state_up': True, 'tenant_id': '1457029a104941048f782f51842bd467', 'security_groups': ['70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:01.632803 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-09ad9679-2840-465b-92e6-3c0f4e42a8ef req-6db1d971-feb6-4763-8b50-7f35b37be67c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 210 time: 0.0324531 Dec 17 17:02:01.703120 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Made reservation on behalf of 1457029a104941048f782f51842bd467 for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:02:01.706816 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:01.839837 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Allocated IP 172.20.0.5 (ce931d2b-3e18-457c-af52-b2e8a400e404/b7d20508-4f19-4cdb-86bf-54c071dab7fa/0c63f3ce-5bb0-4120-a881-d7c89323e694) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:01.980739 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.022325 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.066146 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Network ce931d2b-3e18-457c-af52-b2e8a400e404 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:02.069439 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:02.073182 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:02:02.101667 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.125783 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:02.126410 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.145753 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-5b22c76d-c8ba-4beb-a91c-ce24f1305c6a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675602 Dec 17 17:02:02.158720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Request body: {'port': {'device_id': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:02.223886 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.354473 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-1df99992-1584-4e21-9452-5c7c15a49ef2 None None] Provisioning complete for port 0c63f3ce-5bb0-4120-a881-d7c89323e694 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:02.355096 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1df99992-1584-4e21-9452-5c7c15a49ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.388115 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-1df99992-1584-4e21-9452-5c7c15a49ef2 None None] Port 0c63f3ce-5bb0-4120-a881-d7c89323e694 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:02:02.502358 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c63f3ce-5bb0-4120-a881-d7c89323e694 {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:02:02.510020 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.522469 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Transition to ACTIVE for port object 0c63f3ce-5bb0-4120-a881-d7c89323e694 will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:02:02.528544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.603704 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.662548 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Attempting to bind port 0c63f3ce-5bb0-4120-a881-d7c89323e694 on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:02:02.663845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Attempting to bind port 0c63f3ce-5bb0-4120-a881-d7c89323e694 by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:02:02.664331 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Attempting to bind port 0c63f3ce-5bb0-4120-a881-d7c89323e694 on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:02:02.669392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Port 0c63f3ce-5bb0-4120-a881-d7c89323e694 on network ce931d2b-3e18-457c-af52-b2e8a400e404 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 17:02:02.669718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Attempting to bind port 0c63f3ce-5bb0-4120-a881-d7c89323e694 on network ce931d2b-3e18-457c-af52-b2e8a400e404 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:02:02.675338 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:02:02.675682 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Checking segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:02:02.676107 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Bound using segment: {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:02:02.676538 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Bound port: 0c63f3ce-5bb0-4120-a881-d7c89323e694, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6864075-fc12-4ac3-8f72-6929f8a21694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:02:02.676897 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.780829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:02:02.784809 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:02:02.793782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d92901-9cec-4f3e-93d2-f021acc0235d req-0fc11969-6cc5-4407-8f0b-6e90693605f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:02.795304 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3d92901-9cec-4f3e-93d2-f021acc0235d req-0fc11969-6cc5-4407-8f0b-6e90693605f3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0762136 Dec 17 17:02:02.797104 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.856503 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:02.857121 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:02.858526 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] 10.222.0.49 "PUT /v2.0/ports/0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 1092 time: 0.7045414 Dec 17 17:02:02.858972 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:02:02.861339 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f52892f-ee95-4cb9-a565-203bf87575bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:02:02.914945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c13189-f388-4147-bfef-af62845302a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:02.977091 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f3d92901-9cec-4f3e-93d2-f021acc0235d req-e65c025a-c93d-4769-928b-bdb963e4d25b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547763 Dec 17 17:02:02.998443 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-69eb5481-87ea-4d98-af36-78c97f2b7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.000392 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-69eb5481-87ea-4d98-af36-78c97f2b7cda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1095 time: 0.0817227 Dec 17 17:02:03.011266 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cee230-b929-40f4-9037-9915e2b79857 x-openstack-request-id: req-b9cee230-b929-40f4-9037-9915e2b79857 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:02:03.011661 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:02:03.012129 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9cee230-b929-40f4-9037-9915e2b79857 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:02:03.012536 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'status': 'completed', 'code': 200} Dec 17 17:02:03.072209 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-2a937804-9608-4a54-806b-d6e312dca37e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 217 time: 0.0627172 Dec 17 17:02:03.135861 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-0f3b6e29-440a-47f0-9498-b8736770ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.137647 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-0f3b6e29-440a-47f0-9498-b8736770ae75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0576880 Dec 17 17:02:03.185797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-bd5e8582-4165-4fb2-a364-59e2e0b16ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.187646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-bd5e8582-4165-4fb2-a364-59e2e0b16ad4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426996 Dec 17 17:02:03.278414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-3891e85b-e571-4776-82ed-d6f5deeb96c2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838120 Dec 17 17:02:03.375609 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8f3a1e00-ef98-45e3-80bc-e5bb3ea132ce req-179fa1c2-4278-4151-abec-5fde3280f785 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892496 Dec 17 17:02:03.464523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-f39abb4a-90c0-47e9-a2fb-1b57456df666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.465954 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-f39abb4a-90c0-47e9-a2fb-1b57456df666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1095 time: 0.0437076 Dec 17 17:02:03.560738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-c1edd634-c8c1-43ff-9272-52878fee2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.562217 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-c1edd634-c8c1-43ff-9272-52878fee2f59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0891325 Dec 17 17:02:03.605077 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-9c8c20c6-cf6e-4fc1-a4af-a8738956f9cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 217 time: 0.0356014 Dec 17 17:02:03.653314 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-397f55a1-1361-4a5c-afe8-af58fb220a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.654785 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-397f55a1-1361-4a5c-afe8-af58fb220a20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0432274 Dec 17 17:02:03.704813 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-1f03ebc6-0998-4773-af43-4e47140dba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:03.706306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-1f03ebc6-0998-4773-af43-4e47140dba54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445631 Dec 17 17:02:03.798731 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-5c781b67-8587-482d-bbed-6b41063c0eb6 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851009 Dec 17 17:02:03.899919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-5f52892f-ee95-4cb9-a565-203bf87575bc req-eb53a0d5-7ad2-4615-ad3c-43ffaacd3251 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931430 Dec 17 17:02:04.108290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264cce-5a3a-4eb0-ad58-d6b6451af63a req-637b25e4-ebdb-4217-8e7d-6dbe6c4ad10d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:04.109906 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4264cce-5a3a-4eb0-ad58-d6b6451af63a req-637b25e4-ebdb-4217-8e7d-6dbe6c4ad10d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0525558 Dec 17 17:02:04.162214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d4264cce-5a3a-4eb0-ad58-d6b6451af63a req-d4b1cd4b-ce82-4aeb-a6ff-ce9565ffa52f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Dec 17 17:02:05.283033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5771d-73e9-4ebe-8750-2e7ce55b14dd req-d0b6f302-ee18-4dc0-a815-dea010af138b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:05.284586 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fd5771d-73e9-4ebe-8750-2e7ce55b14dd req-d0b6f302-ee18-4dc0-a815-dea010af138b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0501029 Dec 17 17:02:05.335291 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9fd5771d-73e9-4ebe-8750-2e7ce55b14dd req-fd0e0714-c7de-4b35-b194-2fdf534f72a4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Dec 17 17:02:06.459528 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198ac79-2dfb-41ac-91d4-c55a1a1c3b73 req-3988121f-65d3-4a7b-be0e-593d7edcf185 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:06.464393 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d198ac79-2dfb-41ac-91d4-c55a1a1c3b73 req-3988121f-65d3-4a7b-be0e-593d7edcf185 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0579071 Dec 17 17:02:06.520919 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d198ac79-2dfb-41ac-91d4-c55a1a1c3b73 req-47c9b28f-8cb6-4358-ba1e-b6adf3e2e7f4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Dec 17 17:02:06.568948 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a1496b0c-1db9-4109-a0ae-9f22640d141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:07.642357 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ccbd-c1cb-4cbd-8bfc-ce3a406c467d req-90752213-9c4f-4b07-8eca-7b38ca511d53 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:07.643802 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f038ccbd-c1cb-4cbd-8bfc-ce3a406c467d req-90752213-9c4f-4b07-8eca-7b38ca511d53 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0500007 Dec 17 17:02:07.714268 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f038ccbd-c1cb-4cbd-8bfc-ce3a406c467d req-911f17fc-7993-4a62-a103-639b8a9c346a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600026 Dec 17 17:02:08.866171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb81f10-e386-42ad-80e9-b94d720041a6 req-e9c146b1-e74d-434e-a861-5bc1da7a9e89 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:08.867654 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4eb81f10-e386-42ad-80e9-b94d720041a6 req-e9c146b1-e74d-434e-a861-5bc1da7a9e89 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0653441 Dec 17 17:02:08.917667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4eb81f10-e386-42ad-80e9-b94d720041a6 req-247a0a6c-01c5-4006-a0c7-83abbf3145c5 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436823 Dec 17 17:02:08.967372 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-12dcc24c-f0c2-4540-a8cc-194af2353d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:10.044354 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c73342-2439-42aa-935c-25c90cde66e0 req-765e207c-b693-4729-9cfb-e81145a0e1b4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:10.046064 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33c73342-2439-42aa-935c-25c90cde66e0 req-765e207c-b693-4729-9cfb-e81145a0e1b4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0555749 Dec 17 17:02:10.101169 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-33c73342-2439-42aa-935c-25c90cde66e0 req-c3b4345d-c3a7-4835-a744-59f89ec76fd6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484176 Dec 17 17:02:10.320642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:11.230948 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0824202-307a-4547-9bd6-610f2eed1055 req-6a73ad90-3a5f-4d13-8d82-2902430b9dba tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:11.232460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0824202-307a-4547-9bd6-610f2eed1055 req-6a73ad90-3a5f-4d13-8d82-2902430b9dba tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0517964 Dec 17 17:02:11.282214 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e0824202-307a-4547-9bd6-610f2eed1055 req-5c7ebe07-8cbd-4ab9-b7b1-496c3d39a423 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Dec 17 17:02:11.478522 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:11.543682 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:12.179042 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:12.404207 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd5154-4171-464d-ae06-72b4bb7cc520 req-eb924c8c-ce66-459c-9b46-d83600de4502 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:12.405710 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-89cd5154-4171-464d-ae06-72b4bb7cc520 req-eb924c8c-ce66-459c-9b46-d83600de4502 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0520222 Dec 17 17:02:12.461178 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-89cd5154-4171-464d-ae06-72b4bb7cc520 req-69054412-79f4-4d3a-a84d-b2f7bca3ab71 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490212 Dec 17 17:02:13.587048 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8dcf0-1501-464b-8969-1a7faaf423af req-d8eb2819-548a-412f-99d8-fed852ff1ef0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:13.588619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-11f8dcf0-1501-464b-8969-1a7faaf423af req-d8eb2819-548a-412f-99d8-fed852ff1ef0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0549541 Dec 17 17:02:13.641130 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-11f8dcf0-1501-464b-8969-1a7faaf423af req-44ca52aa-2e2f-4d17-8d61-7e16c5bed1b7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448589 Dec 17 17:02:14.738879 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0c63f3ce-5bb0-4120-a881-d7c89323e694 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 17:02:14.771554 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69ce29-8efd-47c7-99d4-a70ece6f8ffd req-da6f4ad5-799a-4de7-b088-033e12c1e628 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:14.773099 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de69ce29-8efd-47c7-99d4-a70ece6f8ffd req-da6f4ad5-799a-4de7-b088-033e12c1e628 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0549464 Dec 17 17:02:14.827173 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-de69ce29-8efd-47c7-99d4-a70ece6f8ffd req-ffa498d7-415d-4fd4-abdd-8f8a77c30d5b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477605 Dec 17 17:02:14.841600 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:02:14.855483 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'port_id': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'mac_address': 'fa:16:3e:f3:30:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 17:02:14.895189 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:14.909369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c63f3ce-5bb0-4120-a881-d7c89323e694 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:02:14.934276 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:02:14.940770 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:14.992239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:15.003385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.004032 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.004396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.004739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.005078 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.005410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.005741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.006068 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.006379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.006707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.007034 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.007360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.007682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:02:15.208614 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['0c63f3ce-5bb0-4120-a881-d7c89323e694'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 17:02:15.963365 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bfa03-bdde-442c-8191-5464700a0455 req-0aeb87bd-408a-476d-894d-9056722e14ef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:15.965345 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-051bfa03-bdde-442c-8191-5464700a0455 req-0aeb87bd-408a-476d-894d-9056722e14ef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 944 time: 0.0573606 Dec 17 17:02:16.032685 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-051bfa03-bdde-442c-8191-5464700a0455 req-bbfebf13-86d6-449a-85d9-33eee053c1dc tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585313 Dec 17 17:02:16.076383 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:16.733746 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0c63f3ce-5bb0-4120-a881-d7c89323e694 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:02:16.794175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 0c63f3ce-5bb0-4120-a881-d7c89323e694 completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:02:16.798353 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 0c63f3ce-5bb0-4120-a881-d7c89323e694 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:02:16.798717 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:16.886647 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:16.912036 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:02:16.914316 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ce08ff-edbc-433c-ab54-9e3d63496d8a" -d '{"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-plugged", "status": "completed", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:02:16.927838 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:02:16.933366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:16.981962 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:17.021421 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d068bf45-c1b0-413e-b29c-5bf08ca28444 x-openstack-request-id: req-d068bf45-c1b0-413e-b29c-5bf08ca28444 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:02:17.021718 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-plugged", "status": "completed", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:02:17.021973 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d068bf45-c1b0-413e-b29c-5bf08ca28444 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:02:17.022380 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'code': 200} Dec 17 17:02:17.156672 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309016ee-dec1-4f3f-b2c8-07a2e0eb6b1a req-9edf74cc-8d7d-41f2-a34b-395a2a918c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:17.158208 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-309016ee-dec1-4f3f-b2c8-07a2e0eb6b1a req-9edf74cc-8d7d-41f2-a34b-395a2a918c87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0735404 Dec 17 17:02:17.177295 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efc04-1f67-4d09-8e62-c6e444ee4ce7 req-86889317-5bde-45a8-becc-bdf875ff0dae tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:17.178719 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb4efc04-1f67-4d09-8e62-c6e444ee4ce7 req-86889317-5bde-45a8-becc-bdf875ff0dae tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0677907 Dec 17 17:02:17.235645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-309016ee-dec1-4f3f-b2c8-07a2e0eb6b1a req-a61f5916-89a8-4980-a2b1-bc93b0f88da1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706682 Dec 17 17:02:17.252800 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-fb4efc04-1f67-4d09-8e62-c6e444ee4ce7 req-95f18098-0347-4fcb-a8e9-295528612e5e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667090 Dec 17 17:02:18.392748 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2ce9-ca39-48b1-9cdf-4528e5242688 req-ad5d9dab-6d19-4ca7-885a-646d053a3b8d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:18.395871 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9ae2ce9-ca39-48b1-9cdf-4528e5242688 req-ad5d9dab-6d19-4ca7-885a-646d053a3b8d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0556619 Dec 17 17:02:18.448887 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-a9ae2ce9-ca39-48b1-9cdf-4528e5242688 req-4a956d0e-354a-47d5-8d80-1fa2cc8b8ba3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460541 Dec 17 17:02:18.566679 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317daad-2ca6-44de-b2bc-61a4f6336d37 req-4797b21e-f9bf-4619-b58b-d8d7172e2f05 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:18.568192 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e317daad-2ca6-44de-b2bc-61a4f6336d37 req-4797b21e-f9bf-4619-b58b-d8d7172e2f05 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0507143 Dec 17 17:02:18.619638 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e317daad-2ca6-44de-b2bc-61a4f6336d37 req-f3656d8c-03ea-4f0b-a9a4-7a4b617df316 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Dec 17 17:02:18.641852 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41404) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:02:18.686244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2901b7-b6a8-45f9-af8c-ff22291d2ada tempest-TestShelveInstance-552668434 tempest-TestShelveInstance-552668434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:18.687773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-3e2901b7-b6a8-45f9-af8c-ff22291d2ada tempest-TestShelveInstance-552668434 tempest-TestShelveInstance-552668434-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1092 time: 0.0448050 Dec 17 17:02:18.690763 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41406) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:02:18.695143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'tenant_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:02:18.724260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:18.828308 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:18.935662 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Allocated IP 172.25.0.111 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/4b2559f5-13ff-4536-b47e-4c9f0c6fd9d7) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:02:19.038770 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:19.076762 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:19.124777 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:02:19.130659 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:02:19.133046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'Port': ['ID=4b2559f5-13ff-4536-b47e-4c9f0c6fd9d7,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:19.135170 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:02:19.505116 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:19.577638 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:19.732765 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:19.739725 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:19.812917 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event updated for resources: {'Port': ['ID=4b2559f5-13ff-4536-b47e-4c9f0c6fd9d7,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:02:19.823146 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:19.927845 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Floating IP e3615f1e-1c27-4558-803d-0dd8a006449c associated. External IP: 172.25.0.111, port: 0c63f3ce-5bb0-4120-a881-d7c89323e694. Dec 17 17:02:20.145932 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:02:20.265002 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:02:20.275205 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] Sync routers for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:02:20.285080 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:20.287092 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:02:20.287708 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:20.313001 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-2c5ee921-dff5-4642-bd74-ad9e3a58633d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6211045 Dec 17 17:02:20.313579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:02:20.315865 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92789841-f90a-4feb-b3b0-bf98182d8173" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:02:20.353315 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf7f65e-4b45-4505-9dc0-7d80fc2a9088 x-openstack-request-id: req-2bf7f65e-4b45-4505-9dc0-7d80fc2a9088 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:02:20.353593 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:02:20.353848 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bf7f65e-4b45-4505-9dc0-7d80fc2a9088 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:02:20.354250 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'status': 'completed', 'code': 200} Dec 17 17:02:20.395431 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:02:20.419253 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-a6f67771-2323-464d-b146-90903c8e35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:20.420713 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-a6f67771-2323-464d-b146-90903c8e35b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0456145 Dec 17 17:02:20.514960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-bb25f5d7-2615-45f7-b5c0-a441ecf850e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:20.516573 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-bb25f5d7-2615-45f7-b5c0-a441ecf850e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0888016 Dec 17 17:02:20.586676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-f33a1048-f5d3-4384-bd4d-babf78feb827 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 999 time: 0.0628226 Dec 17 17:02:20.622602 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e3615f1e-1c27-4558-803d-0dd8a006449c', 'tenant_id': '1457029a104941048f782f51842bd467', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'port_id': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'mac_address': 'fa:16:3e:f3:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:02:19Z', 'updated_at': '2021-12-17T17:02:19Z', 'revision_number': 0, 'project_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:20.639195 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-b824eef3-0dce-4ef1-974d-a7c86757a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:20.640697 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-b824eef3-0dce-4ef1-974d-a7c86757a7fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0458014 Dec 17 17:02:20.648250 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] Checking router: 8e8a563f-a0d3-47bc-a454-bb1263e6d090 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:02:20.656969 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:02:20.657570 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:02:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:20.686720 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-0c7ff684-9288-4004-abb9-0ae95a7d6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:20.688234 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-0c7ff684-9288-4004-abb9-0ae95a7d6ee0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409341 Dec 17 17:02:20.762143 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:02:20.783319 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-4853777f-e2e3-4a2d-beca-7c54952be087 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882723 Dec 17 17:02:20.878453 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-92789841-f90a-4feb-b3b0-bf98182d8173 req-96c92a28-e1be-4029-9ee5-8e1bb063899a service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874069 Dec 17 17:02:20.997580 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e3615f1e-1c27-4558-803d-0dd8a006449c', 'tenant_id': '1457029a104941048f782f51842bd467', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'port_id': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'mac_address': 'fa:16:3e:f3:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:02:19Z', 'updated_at': '2021-12-17T17:02:19Z', 'revision_number': 0, 'project_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:02:21.023303 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bf5d4e-e31b-44b7-bd3d-4814c50e401b None None] The sync data for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 is: [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': 'e3615f1e-1c27-4558-803d-0dd8a006449c', 'tenant_id': '1457029a104941048f782f51842bd467', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'port_id': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'mac_address': 'fa:16:3e:f3:30:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:02:19Z', 'updated_at': '2021-12-17T17:02:19Z', 'revision_number': 0, 'project_id': '1457029a104941048f782f51842bd467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:02:21.248769 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718956f-b11d-4850-912e-f62add740eb4 None None] New status for floating IP e3615f1e-1c27-4558-803d-0dd8a006449c: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:02:31.835769 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:02:33.989897 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-6918f992-8163-4dd3-a00a-9d0019ba573f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475857 Dec 17 17:02:34.084394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-bfd0300a-e7ad-46f3-8282-fa9f64df16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:34.085892 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-bfd0300a-e7ad-46f3-8282-fa9f64df16f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0464473 Dec 17 17:02:34.188133 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-da7fe430-0a3f-4f98-b6a5-5d5bcb158096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:34.189583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-da7fe430-0a3f-4f98-b6a5-5d5bcb158096 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0839300 Dec 17 17:02:34.258460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-05defd68-25c7-4b08-be7c-97b546c40853 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 1001 time: 0.0617476 Dec 17 17:02:34.306689 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-428d874d-e05f-459d-8fc5-4ab0aa683e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:34.308139 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-428d874d-e05f-459d-8fc5-4ab0aa683e88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0429265 Dec 17 17:02:34.356403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-d53ff788-decd-4f04-9d47-c43c7b696503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:02:34.357890 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-d53ff788-decd-4f04-9d47-c43c7b696503 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425029 Dec 17 17:02:34.369145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-97e01c92-b666-4198-b6bb-c52519781d4e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:02:34.370102 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-97e01c92-b666-4198-b6bb-c52519781d4e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049136 Dec 17 17:02:34.473100 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-c05417bc-da09-443e-9ee1-a1644f898926 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951476 Dec 17 17:02:34.564728 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3dbd975c-3469-41a7-9d6b-b604ae09c5e0 req-48651b49-abd0-4fdc-bb25-4e0f237aaf99 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844693 Dec 17 17:02:36.583605 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b167-c879-4847-b771-2a8709dcc1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:38.971009 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-84cd7bc9-f182-413f-9a8a-b922201e3850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:40.322621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:41.479613 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:41.565202 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:42.184470 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:02:46.075550 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:06.574188 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ac417a02-46cb-4a33-8f3b-70f4aae23a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:08.839369 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:03:08.967037 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2890c2a3-59fa-4d97-9711-45d833f230c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:10.326382 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:11.484073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:11.592928 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:12.184088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:16.101796 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:35.302506 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-4dd8bd5e-6d3b-4745-a990-fd163fa8665f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432456 Dec 17 17:03:35.404806 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-a8adf07f-b0ac-4218-ab12-e307dc0c74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:35.406417 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-a8adf07f-b0ac-4218-ab12-e307dc0c74fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0526252 Dec 17 17:03:35.520303 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-592685e1-1b4d-45be-9a0e-836394676231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:35.521888 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-592685e1-1b4d-45be-9a0e-836394676231 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0958056 Dec 17 17:03:35.594020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-49318621-2f98-42db-a362-d04aa6ad3636 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 1001 time: 0.0644979 Dec 17 17:03:35.645712 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-eff9e774-2708-40f2-bd1b-bc7a08de3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:35.647174 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-eff9e774-2708-40f2-bd1b-bc7a08de3784 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0465724 Dec 17 17:03:35.692207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-5efaee54-630e-4483-9ae4-24fcd52dc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:03:35.693681 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-5efaee54-630e-4483-9ae4-24fcd52dc5df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399210 Dec 17 17:03:35.794855 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-bb24d42f-5e4e-4b77-921a-a2776c15b889 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933599 Dec 17 17:03:35.884303 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-33a305bf-63dc-4de2-9663-b5b547000bdf req-a4c931ff-e628-4efc-b642-62818f9218f6 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817244 Dec 17 17:03:36.574074 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a0c25106-3bea-42d4-98b1-edf336f64fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:38.963504 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ae86234-474c-4c35-a75d-d7c9d0c12cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:40.335666 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:41.495162 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:41.579094 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:42.187404 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:03:45.842493 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:03:46.102831 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:06.568909 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-34bc9dec-ef67-4ab6-989c-6732cb6d8f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:08.959486 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6fc88b9-4b02-4e09-a767-318204c4ca21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:10.335349 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:11.490393 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:11.605200 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:12.190618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:16.124512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:17.888374 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456736d6-736d-4050-86c8-9652a8249b41 req-b917ab23-ec9f-45c4-8d1c-b8ff2652df90 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:17.889786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-456736d6-736d-4050-86c8-9652a8249b41 req-b917ab23-ec9f-45c4-8d1c-b8ff2652df90 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0598261 Dec 17 17:04:17.942541 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-456736d6-736d-4050-86c8-9652a8249b41 req-f71c0157-5ca4-46db-8fad-53e8c9b5f28b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466142 Dec 17 17:04:19.095203 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def98fca-d3ea-4351-8f8b-43a4d4f7afb9 req-0a8b1952-ef92-41dc-b106-b23d0c9ca86f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:19.096612 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-def98fca-d3ea-4351-8f8b-43a4d4f7afb9 req-0a8b1952-ef92-41dc-b106-b23d0c9ca86f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0502200 Dec 17 17:04:19.147853 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-def98fca-d3ea-4351-8f8b-43a4d4f7afb9 req-f51f667f-ab69-4151-807b-41b1546cf7d6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Dec 17 17:04:20.306110 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28801d3e-5329-475d-958b-385b0a1c870b req-717bfcd0-3813-4b9b-9a0f-2378a26cccd3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:20.307635 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28801d3e-5329-475d-958b-385b0a1c870b req-717bfcd0-3813-4b9b-9a0f-2378a26cccd3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0530524 Dec 17 17:04:20.359319 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-28801d3e-5329-475d-958b-385b0a1c870b req-0396a655-f54b-43ba-9eb3-c713defe753d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Dec 17 17:04:21.482595 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb447-2f6f-4d70-b572-710fdc601ad7 req-61dad7d9-17c1-4701-969e-68c8163638ab tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:21.484582 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c50fb447-2f6f-4d70-b572-710fdc601ad7 req-61dad7d9-17c1-4701-969e-68c8163638ab tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Dec 17 17:04:21.538584 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c50fb447-2f6f-4d70-b572-710fdc601ad7 req-78c0d369-6129-4186-ba05-7ca96f06e3be tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476048 Dec 17 17:04:22.676622 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e064ef1-f3ea-472f-9c12-a736e4496c36 req-14174d07-fc4d-4959-b8e1-5c40171366cd tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:22.678128 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8e064ef1-f3ea-472f-9c12-a736e4496c36 req-14174d07-fc4d-4959-b8e1-5c40171366cd tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0542047 Dec 17 17:04:22.726579 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8e064ef1-f3ea-472f-9c12-a736e4496c36 req-53ac809d-cd94-49b6-9c18-1264941f6db4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Dec 17 17:04:22.845295 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:04:23.861614 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ecac-55a5-4e95-9fc3-62dd3e92c3b1 req-598e9aaf-3b0a-4546-bfb6-d6a7466731dd tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:23.863019 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78b5ecac-55a5-4e95-9fc3-62dd3e92c3b1 req-598e9aaf-3b0a-4546-bfb6-d6a7466731dd tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0573175 Dec 17 17:04:23.917263 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-78b5ecac-55a5-4e95-9fc3-62dd3e92c3b1 req-d3fac9a1-f96f-48fb-ab0e-8c80954724e4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Dec 17 17:04:25.053829 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd8712-7828-4044-b58e-ef79092a9382 req-652fbf4a-fbbf-49a9-9043-819c28b8f71c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:25.055228 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19bd8712-7828-4044-b58e-ef79092a9382 req-652fbf4a-fbbf-49a9-9043-819c28b8f71c tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0562379 Dec 17 17:04:25.105153 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-19bd8712-7828-4044-b58e-ef79092a9382 req-19c50710-f9d4-49cd-9211-9e4170e3b652 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Dec 17 17:04:26.229184 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a50231-2adc-4540-9f99-60a74ef57d95 req-b50eac14-6255-4377-960b-a06c247638d0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:26.230658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48a50231-2adc-4540-9f99-60a74ef57d95 req-b50eac14-6255-4377-960b-a06c247638d0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0544207 Dec 17 17:04:26.285095 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-48a50231-2adc-4540-9f99-60a74ef57d95 req-35446006-7edb-4e50-ba88-2744ee6a4da4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Dec 17 17:04:27.422712 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293e2b0-56af-4907-a421-591b96f619b6 req-ed9b64c2-31e8-40b3-85dd-380d99877cf0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:27.424258 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0293e2b0-56af-4907-a421-591b96f619b6 req-ed9b64c2-31e8-40b3-85dd-380d99877cf0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0566912 Dec 17 17:04:27.481612 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0293e2b0-56af-4907-a421-591b96f619b6 req-c3f4ca69-79ef-4687-83e7-308479a2b2c3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504541 Dec 17 17:04:28.010378 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-ea168db3-8a75-4576-a018-fae9cb01cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:28.011927 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-ea168db3-8a75-4576-a018-fae9cb01cb72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0437603 Dec 17 17:04:28.133384 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-32730cb2-8420-4aa8-b72f-fce3dbb862ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:28.135557 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-32730cb2-8420-4aa8-b72f-fce3dbb862ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.1158044 Dec 17 17:04:28.566824 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-455c8de7-43c5-4ada-b6c6-79a18dbf70e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 1001 time: 0.4241638 Dec 17 17:04:28.638618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-34d16a47-6743-4d4f-bbe9-c10ff67d61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:28.640123 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-34d16a47-6743-4d4f-bbe9-c10ff67d61a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0561421 Dec 17 17:04:28.648234 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38147-3307-4632-9974-e2fab6b7931e req-904f7783-15be-4333-b56c-acb82a628b83 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:28.649616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1de38147-3307-4632-9974-e2fab6b7931e req-904f7783-15be-4333-b56c-acb82a628b83 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0960267 Dec 17 17:04:28.721717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-d24e64c2-f767-40b6-bfce-4f894819575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:28.723245 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-d24e64c2-f767-40b6-bfce-4f894819575f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727916 Dec 17 17:04:28.727570 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1de38147-3307-4632-9974-e2fab6b7931e req-1f9292c4-9bf4-4fd0-aa4b-cd86423a5779 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696259 Dec 17 17:04:28.826577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-17d4c192-2b1b-46a5-81e8-f20eb5e3e7a8 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956044 Dec 17 17:04:28.918301 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8ed2c95c-4c6e-4b37-9642-10214d49526a req-53db412b-fb1c-42da-a4af-8a8c81e2e554 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839481 Dec 17 17:04:29.857135 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79277df0-ad9c-4c81-8903-c5c82ab8ab4d req-54a393ad-5f5e-41e6-9bf4-3343711de28b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:29.858561 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79277df0-ad9c-4c81-8903-c5c82ab8ab4d req-54a393ad-5f5e-41e6-9bf4-3343711de28b tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0537674 Dec 17 17:04:29.915035 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-79277df0-ad9c-4c81-8903-c5c82ab8ab4d req-d5fd52d6-01c4-4cea-a5e2-656b3371d24a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494354 Dec 17 17:04:31.040550 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaa9d7-193b-467d-bf64-914258ebd4cc req-ccecf681-43c4-4d30-9532-c3c88a8f8ab8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:31.042696 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82aaa9d7-193b-467d-bf64-914258ebd4cc req-ccecf681-43c4-4d30-9532-c3c88a8f8ab8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Dec 17 17:04:31.096065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-82aaa9d7-193b-467d-bf64-914258ebd4cc req-98a45efe-d52c-4348-98e8-fc2c2ebc03fc tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Dec 17 17:04:32.217326 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e78d72-091b-4f53-b4f6-fb6158aad2d0 req-53754804-4203-4d28-ae67-86249ae5e1d7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:32.218962 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59e78d72-091b-4f53-b4f6-fb6158aad2d0 req-53754804-4203-4d28-ae67-86249ae5e1d7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0512142 Dec 17 17:04:32.271247 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-59e78d72-091b-4f53-b4f6-fb6158aad2d0 req-8f90bf8d-7ec4-4bad-85d3-f5c2ebc9929a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462408 Dec 17 17:04:33.416137 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b9ce8-bba5-45bc-a1a4-2e721bfcc5d5 req-2beaaaa9-be89-40f4-9416-0d734f5b27f1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:33.417896 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d54b9ce8-bba5-45bc-a1a4-2e721bfcc5d5 req-2beaaaa9-be89-40f4-9416-0d734f5b27f1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0696166 Dec 17 17:04:33.476424 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d54b9ce8-bba5-45bc-a1a4-2e721bfcc5d5 req-af47468b-1bdb-41fa-822d-12ba0edcbeda tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480516 Dec 17 17:04:33.506418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0c63f3ce-5bb0-4120-a881-d7c89323e694 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:04:33.582958 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:33.607195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:04:33.609400 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8349ec2-cc48-407a-87cd-bc6fe0268d8d" -d '{"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-unplugged", "status": "completed", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:04:33.628051 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:04:33.635715 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:33.666055 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 17:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04713822-d7bc-41aa-ae60-5ba5b51a3f29 x-openstack-request-id: req-04713822-d7bc-41aa-ae60-5ba5b51a3f29 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:04:33.666538 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-unplugged", "status": "failed", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694", "code": 422}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:04:33.666794 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04713822-d7bc-41aa-ae60-5ba5b51a3f29 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:04:33.667190 n-d-806683-20 neutron-server[109785]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'code': 422} returned with failed status Dec 17 17:04:33.679045 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-32fb2262-bfbc-4dc0-82b6-15269cc3fcc1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458915 Dec 17 17:04:33.689189 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-e7179dfd-7e4d-4a8d-9f13-be17304ad5b2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:04:33.690755 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-e7179dfd-7e4d-4a8d-9f13-be17304ad5b2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057328 Dec 17 17:04:33.694990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:33.702955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.703440 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.703847 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.704471 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.704854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.705240 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.705690 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.706013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.706338 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.706653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.707064 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.707385 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.707701 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:04:33.718456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9209-66d0-46db-a317-797fb37ddd8b req-bb106181-7466-436f-8caa-1cb20167a1d2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:33.720115 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22cc9209-66d0-46db-a317-797fb37ddd8b req-bb106181-7466-436f-8caa-1cb20167a1d2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0517342 Dec 17 17:04:33.771087 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-22cc9209-66d0-46db-a317-797fb37ddd8b req-696031ff-6067-4bc4-85c0-54539d1994d4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Dec 17 17:04:34.901654 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a76be-80e0-4fb0-8456-45377999b210 req-efbfcbb1-abf4-430a-ad01-820401c0d627 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:34.903329 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-444a76be-80e0-4fb0-8456-45377999b210 req-efbfcbb1-abf4-430a-ad01-820401c0d627 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0599089 Dec 17 17:04:34.953508 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-444a76be-80e0-4fb0-8456-45377999b210 req-3ad6987c-d125-4158-9bc9-cb5c7675600a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Dec 17 17:04:36.082797 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067c795-722a-40c0-8050-682895d99789 req-1e0d6fec-446d-45c3-8377-b046fe44d78a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:36.084447 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c067c795-722a-40c0-8050-682895d99789 req-1e0d6fec-446d-45c3-8377-b046fe44d78a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0606775 Dec 17 17:04:36.135170 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-c067c795-722a-40c0-8050-682895d99789 req-e2bf7105-e960-4620-836c-3460beec5d9e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Dec 17 17:04:36.578486 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7c08f3dd-81f4-4506-8431-a7272a511a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:37.261500 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb39c31-0a2b-4a01-afbc-5eece17ff59c req-835f9f57-b944-4512-b826-dca1d8dfb7bf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:37.263048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bb39c31-0a2b-4a01-afbc-5eece17ff59c req-835f9f57-b944-4512-b826-dca1d8dfb7bf tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0534341 Dec 17 17:04:37.315100 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7bb39c31-0a2b-4a01-afbc-5eece17ff59c req-a24a0ad2-6f88-4820-bcb5-8e077f2eb0aa tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452843 Dec 17 17:04:38.489815 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb275f-ce39-4353-974d-cdcc92f2d474 req-71c35a03-2fd1-40dc-a2e5-9adc49d4a726 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:38.491344 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ccb275f-ce39-4353-974d-cdcc92f2d474 req-71c35a03-2fd1-40dc-a2e5-9adc49d4a726 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.1076095 Dec 17 17:04:38.543906 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-2ccb275f-ce39-4353-974d-cdcc92f2d474 req-0bb9ebc6-1fea-446f-8a86-e70415096145 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462689 Dec 17 17:04:38.963277 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9259a729-b955-484e-9f6a-be22d93066da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:39.596576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-77ee6d24-2349-4161-b957-09c015ad4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:39.598103 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-77ee6d24-2349-4161-b957-09c015ad4b4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40&tenant_id=1457029a104941048f782f51842bd467 HTTP/1.1" status: 200 len: 1095 time: 0.0849087 Dec 17 17:04:39.666031 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-c7f0ad91-23c7-4c94-843f-ef0c71c8b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:39.667544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-c7f0ad91-23c7-4c94-843f-ef0c71c8b42c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1095 time: 0.0454967 Dec 17 17:04:39.710957 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027174aa-0ac8-4fc4-9b51-1dcb42f3dcf1 req-fac7821f-4688-4052-90a7-46ff1455c3a0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:39.712545 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-027174aa-0ac8-4fc4-9b51-1dcb42f3dcf1 req-fac7821f-4688-4052-90a7-46ff1455c3a0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0962207 Dec 17 17:04:39.758406 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-f530c792-08b2-4185-94af-47c4f5dbc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:39.760562 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-f530c792-08b2-4185-94af-47c4f5dbc6f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0854146 Dec 17 17:04:39.767270 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-027174aa-0ac8-4fc4-9b51-1dcb42f3dcf1 req-f3a92a18-792a-4dec-9cfb-2c13c146e1a2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Dec 17 17:04:39.830531 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-e1fb9da2-a3f6-4a86-ab10-8fc61b0d3b42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 999 time: 0.0620036 Dec 17 17:04:39.879696 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-9a71702a-cc2e-4ebb-b8ad-7f91fda56996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:39.881164 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-9a71702a-cc2e-4ebb-b8ad-7f91fda56996 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0441751 Dec 17 17:04:39.946456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-a3ac22ea-ab82-40f1-881a-082ea9c43c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:39.948022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-a3ac22ea-ab82-40f1-881a-082ea9c43c5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600884 Dec 17 17:04:40.048341 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-ee51a8aa-6692-4ae4-8a5a-0a18985f0b35 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906203 Dec 17 17:04:40.150042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-c059f92d-b408-4376-bd58-a85033ccd9f2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948217 Dec 17 17:04:40.340720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:40.901490 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042150-fecc-4a33-beda-77d1d158ed7d req-012cc4b3-d704-4a60-8927-af0b2f812431 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:40.903126 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71042150-fecc-4a33-beda-77d1d158ed7d req-012cc4b3-d704-4a60-8927-af0b2f812431 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0566225 Dec 17 17:04:40.960646 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-71042150-fecc-4a33-beda-77d1d158ed7d req-766738d1-ca3a-4d07-9657-eda090880dc6 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513344 Dec 17 17:04:41.503329 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:41.606067 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:42.111272 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b8f2f-ca1e-4edf-886a-a3aa48decdca req-e6846d11-0ba4-4b22-9d4a-86de334ebcc1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:42.112808 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc7b8f2f-ca1e-4edf-886a-a3aa48decdca req-e6846d11-0ba4-4b22-9d4a-86de334ebcc1 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0674047 Dec 17 17:04:42.166547 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bc7b8f2f-ca1e-4edf-886a-a3aa48decdca req-37ff9d68-b36f-4788-a9dc-bd0c92797ca8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Dec 17 17:04:42.186766 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:43.300018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83caa19-1c6c-4e37-85af-cf8f222c29da req-5b7c16e3-ef83-471e-8786-6d983ade56c2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:43.301515 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a83caa19-1c6c-4e37-85af-cf8f222c29da req-5b7c16e3-ef83-471e-8786-6d983ade56c2 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0612113 Dec 17 17:04:43.351250 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a83caa19-1c6c-4e37-85af-cf8f222c29da req-93e272d5-2f18-4fc2-b29c-2702c9fef201 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Dec 17 17:04:44.485801 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0977e6-4ccd-4543-963f-d16533ff0f67 req-06dc8704-e384-4c6c-8af1-a194ee523feb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:44.487584 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d0977e6-4ccd-4543-963f-d16533ff0f67 req-06dc8704-e384-4c6c-8af1-a194ee523feb tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0583622 Dec 17 17:04:44.540825 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6d0977e6-4ccd-4543-963f-d16533ff0f67 req-5d98b7e5-0b3a-4102-b2ad-1df4230ffe9e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Dec 17 17:04:45.667856 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bcee8-c735-4c49-9f74-7cad21be8f5a req-9cc7272a-94f5-43a8-b642-f63e15030908 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:45.669355 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc2bcee8-c735-4c49-9f74-7cad21be8f5a req-9cc7272a-94f5-43a8-b642-f63e15030908 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0515809 Dec 17 17:04:45.725407 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-bc2bcee8-c735-4c49-9f74-7cad21be8f5a req-635dbc47-1aae-419e-9ef9-6289feb1f910 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496204 Dec 17 17:04:46.119472 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:46.864569 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06f7e1-a644-41de-ae8a-a4f3aa80dd74 req-57bbdd9c-9b69-4bc4-846e-bb4bcd892157 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:46.865978 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a06f7e1-a644-41de-ae8a-a4f3aa80dd74 req-57bbdd9c-9b69-4bc4-846e-bb4bcd892157 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 943 time: 0.0584483 Dec 17 17:04:46.916652 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3a06f7e1-a644-41de-ae8a-a4f3aa80dd74 req-3aafafc6-9d79-44fe-950f-bf5f8e16099e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Dec 17 17:04:47.559592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0c63f3ce-5bb0-4120-a881-d7c89323e694 details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 17:04:47.659113 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:04:47.671934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'port_id': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'mac_address': 'fa:16:3e:f3:30:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 17:04:47.714338 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:47.729001 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c63f3ce-5bb0-4120-a881-d7c89323e694 {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:04:47.748250 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:04:47.754034 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:47.799854 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:47.984050 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['0c63f3ce-5bb0-4120-a881-d7c89323e694'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 17:04:48.038838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695de1-069d-4b4e-b7e3-fa666ac7a981 req-69e13c13-3f2e-4987-8c9d-5baec2756da3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:48.040389 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91695de1-069d-4b4e-b7e3-fa666ac7a981 req-69e13c13-3f2e-4987-8c9d-5baec2756da3 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 944 time: 0.0534048 Dec 17 17:04:48.091068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-91695de1-069d-4b4e-b7e3-fa666ac7a981 req-5dd818ab-385e-4eb5-a126-c0d5611cb3b0 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441585 Dec 17 17:04:49.243429 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c243d1-c5ce-4ae6-923f-dd77ba0cd4da req-69b9d334-2c79-4087-9d56-bae8435e5179 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:49.244975 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42c243d1-c5ce-4ae6-923f-dd77ba0cd4da req-69b9d334-2c79-4087-9d56-bae8435e5179 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 944 time: 0.0605211 Dec 17 17:04:49.302780 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-42c243d1-c5ce-4ae6-923f-dd77ba0cd4da req-36fca0de-faa9-4ffe-bd6c-02eaf907f72d tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Dec 17 17:04:49.569776 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0c63f3ce-5bb0-4120-a881-d7c89323e694 up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:04:49.627166 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 0c63f3ce-5bb0-4120-a881-d7c89323e694 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:04:49.627558 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:49.708855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:49.732213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:04:49.734458 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e243c-066b-4b5d-be93-b23e1f78424c" -d '{"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-plugged", "status": "completed", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:04:49.747857 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:04:49.753878 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:04:49.777782 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30159e96-f2e9-43a9-b908-44b594dd701c x-openstack-request-id: req-30159e96-f2e9-43a9-b908-44b594dd701c {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:04:49.778076 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-plugged", "status": "completed", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:04:49.778329 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30159e96-f2e9-43a9-b908-44b594dd701c {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:04:49.778719 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'code': 200} Dec 17 17:04:49.804830 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:04:49.928211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21149d-8f10-46d6-a8d6-a09c0c290fb7 req-3993f057-7e59-41c9-9f5f-4cd7603cb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:49.929656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c21149d-8f10-46d6-a8d6-a09c0c290fb7 req-3993f057-7e59-41c9-9f5f-4cd7603cb28a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0442674 Dec 17 17:04:49.978760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4c21149d-8f10-46d6-a8d6-a09c0c290fb7 req-835b25a1-6b83-4e5b-a4ba-22a48add31f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421734 Dec 17 17:04:50.438460 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528831-97fa-469c-89dc-fc7a6ae10ab3 req-28af07fa-b662-4f90-a0ab-d0b6f0f24655 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:50.439999 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96528831-97fa-469c-89dc-fc7a6ae10ab3 req-28af07fa-b662-4f90-a0ab-d0b6f0f24655 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0595901 Dec 17 17:04:50.495896 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-96528831-97fa-469c-89dc-fc7a6ae10ab3 req-57541a8b-da43-46d7-9db3-34fc1eadf734 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469859 Dec 17 17:04:51.637937 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d67001-fbb3-40c4-9fb4-3468a8c1f791 req-02f4eb9c-c10c-4ede-98cb-b97ad7c8ce5e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:04:51.639700 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7d67001-fbb3-40c4-9fb4-3468a8c1f791 req-02f4eb9c-c10c-4ede-98cb-b97ad7c8ce5e tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0648663 Dec 17 17:04:51.700500 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-b7d67001-fbb3-40c4-9fb4-3468a8c1f791 req-d8768ba8-785b-402f-8a3b-46f61daecc1a tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522907 Dec 17 17:04:59.848383 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:05:06.580167 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a3b4022d-b43e-4ff1-8e6b-6d35170705bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:08.968547 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61b67d49-ccfe-4f25-b003-da8831ce2b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:10.344618 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:11.497650 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:11.610391 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:12.183627 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:16.116356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:36.574669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b214eea0-8a0e-4564-85cb-135ac1eaa3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:36.849786 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:05:38.330589 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-9909cb48-d579-4429-ba30-9229e8444eaa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569582 Dec 17 17:05:38.423488 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-15c4c218-dfd2-4b59-b702-671539f71a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:38.425268 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-15c4c218-dfd2-4b59-b702-671539f71a19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0489507 Dec 17 17:05:38.533729 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-90b70a33-816d-4a9c-9b12-941617909d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:38.535233 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-90b70a33-816d-4a9c-9b12-941617909d87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.0900087 Dec 17 17:05:38.602733 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-2266ed3d-006d-4de7-896a-04035e8b6418 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 1001 time: 0.0601845 Dec 17 17:05:38.659047 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-9db44aed-e1a2-4ea2-96ad-a927ca8a255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:38.660544 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-9db44aed-e1a2-4ea2-96ad-a927ca8a255c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0454853 Dec 17 17:05:38.717945 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-e5a65b09-1a3d-4de8-959d-6aca6d1be439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:05:38.719475 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-e5a65b09-1a3d-4de8-959d-6aca6d1be439 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508094 Dec 17 17:05:38.812769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-d38652b8-0dc2-4fe5-82b3-a386f371b598 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Dec 17 17:05:38.912423 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-accd1bcd-1a60-4682-b586-b7873f26b7ae req-d87788e3-ebd4-41db-b12e-2956e242b20f service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916471 Dec 17 17:05:38.964997 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0ed70e58-b81f-4474-a706-1292bef90dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:40.348015 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:41.507789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:41.617490 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:42.192269 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:05:46.123762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:04.864140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41558) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:05.036156 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Deleting port 4b2559f5-13ff-4536-b47e-4c9f0c6fd9d7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:05.036737 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:05.114403 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:05.114642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:05.126703 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Calling delete_port for 4b2559f5-13ff-4536-b47e-4c9f0c6fd9d7 owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:05.278183 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:05.302964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event deleted for resources: {'Port': ['ID=4b2559f5-13ff-4536-b47e-4c9f0c6fd9d7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:05.315492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.316693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.316693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.316693 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.317061 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.317173 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.317495 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.317817 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.318128 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.318446 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.318768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.319084 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.319403 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:05.379395 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:05.379729 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Floating IP e3615f1e-1c27-4558-803d-0dd8a006449c disassociated (deleted). External IP: 172.25.0.111, port: 0c63f3ce-5bb0-4120-a881-d7c89323e694. Dec 17 17:06:05.591337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:06:05.701456 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:05.706457 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:05.711355 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] Sync routers for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:05.723493 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:05.724129 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:05:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:05.735306 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-f129394d-493c-4a6f-b313-10140aeecc46 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "DELETE /v2.0/floatingips/e3615f1e-1c27-4558-803d-0dd8a006449c HTTP/1.1" status: 204 len: 168 time: 0.8697701 Dec 17 17:06:05.736018 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:05.738358 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09071efc-f6b2-44cb-bcfc-bf2b314c9841" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:06:05.778091 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7ed84e-5b9c-4081-bdee-a48e927ecfea x-openstack-request-id: req-0c7ed84e-5b9c-4081-bdee-a48e927ecfea {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:06:05.778452 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:06:05.778762 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c7ed84e-5b9c-4081-bdee-a48e927ecfea {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:06:05.779227 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'status': 'completed', 'code': 200} Dec 17 17:06:05.833498 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:05.839792 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-086e2460-7796-4a2e-b7f3-aac3b3013d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:05.841456 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-086e2460-7796-4a2e-b7f3-aac3b3013d36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1457029a104941048f782f51842bd467&device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 1097 time: 0.0426912 Dec 17 17:06:05.988907 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-d3a4c146-04cf-4070-9aac-be4841717237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:05.990729 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-d3a4c146-04cf-4070-9aac-be4841717237 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 200 len: 908 time: 0.1410866 Dec 17 17:06:05.998958 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611256c4-0c72-4381-a77b-70fe57fd794c req-b4e18ad5-5acd-4f55-a4de-637ed4fdf216 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:06.000460 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-611256c4-0c72-4381-a77b-70fe57fd794c req-b4e18ad5-5acd-4f55-a4de-637ed4fdf216 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0756838 Dec 17 17:06:06.041760 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-d561c26e-959d-447d-9aa7-b9142bef2f54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 200 len: 217 time: 0.0400105 Dec 17 17:06:06.047383 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.076117 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] Checking router: 8e8a563f-a0d3-47bc-a454-bb1263e6d090 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:06.084651 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:06.085262 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:05:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.117253 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-611256c4-0c72-4381-a77b-70fe57fd794c req-e6c23cd9-bdb1-4e0b-843b-035a3b3a6457 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099477 Dec 17 17:06:06.121149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-6686b73d-07c7-4550-a141-4122c613edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:06.122484 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-6686b73d-07c7-4550-a141-4122c613edbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 200 len: 846 time: 0.0726585 Dec 17 17:06:06.170419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-147f3f0e-ecdf-4921-9162-2eeb5897594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:06.171994 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-147f3f0e-ecdf-4921-9162-2eeb5897594b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce931d2b-3e18-457c-af52-b2e8a400e404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421724 Dec 17 17:06:06.191240 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:06.267571 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-7f868fc4-0e19-48b3-a8f4-a1a1e71ab678 service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871432 Dec 17 17:06:06.358015 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-09071efc-f6b2-44cb-bcfc-bf2b314c9841 req-c9ca8b15-7dc9-4756-85c3-84615d48421d service neutron] 10.222.0.49 "GET /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825937 Dec 17 17:06:06.398857 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:06.425189 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cd0ba-9c8d-49a3-baf0-5593e6e63167 None None] The sync data for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 is: [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '1af734a4-c2e8-4820-8835-6eadc28648fb', 'name': '', 'network_id': 'ce931d2b-3e18-457c-af52-b2e8a400e404', 'tenant_id': '1457029a104941048f782f51842bd467', 'mac_address': 'fa:16:3e:fe:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:20Z', 'updated_at': '2021-12-17T16:57:25Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'subnets': [{'id': 'b7d20508-4f19-4cdb-86bf-54c071dab7fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:06.580759 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-ed82822e-ddd6-46dd-868f-010e9a8e7f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:06.651491 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b328f-c533-48c0-a2a6-6387ad4df8e3 None None] New status for floating IP e3615f1e-1c27-4558-803d-0dd8a006449c: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:06:07.265562 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2b7d9-c684-431a-9047-ab78651ac506 req-d2445e25-85b8-4153-8c56-869ccc5a52c4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:07.267071 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bcf2b7d9-c684-431a-9047-ab78651ac506 req-d2445e25-85b8-4153-8c56-869ccc5a52c4 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0619330 Dec 17 17:06:07.316184 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bcf2b7d9-c684-431a-9047-ab78651ac506 req-2e83919f-2c3e-4377-833b-ecfac83fd467 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/security-groups?id=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Dec 17 17:06:07.463738 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-b3fe85c4-5270-468c-b7f4-223d598750d7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:07.465243 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-b3fe85c4-5270-468c-b7f4-223d598750d7 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 945 time: 0.0560102 Dec 17 17:06:07.565971 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Deleting port 0c63f3ce-5bb0-4120-a881-d7c89323e694 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:07.566287 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:07.659522 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] For port 0c63f3ce-5bb0-4120-a881-d7c89323e694, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=0c63f3ce-5bb0-4120-a881-d7c89323e694,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:07.659919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:07.676359 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Calling delete_port for 0c63f3ce-5bb0-4120-a881-d7c89323e694 owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:07.818828 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:07.846881 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event deleted for resources: {'Port': ['ID=0c63f3ce-5bb0-4120-a881-d7c89323e694,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:07.892375 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] No DVR routers for this DVR port 0c63f3ce-5bb0-4120-a881-d7c89323e694 on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:07.895203 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:07.898645 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-569264fa-b5bb-486c-a3c5-0d1c12ff6079 req-01482d46-8c7a-4b2e-834c-6fb1ed800aef tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.49 "DELETE /v2.0/ports/0c63f3ce-5bb0-4120-a881-d7c89323e694 HTTP/1.1" status: 204 len: 173 time: 0.4269457 Dec 17 17:06:07.899091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-deleted', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:07.901380 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899814e0-4105-4b4b-8a4c-306629dd4c1f" -d '{"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-deleted", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:06:07.943957 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f7c70b-56af-4c34-9b17-9c90a426bc02 x-openstack-request-id: req-54f7c70b-56af-4c34-9b17-9c90a426bc02 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:06:07.944271 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4e191d-95c8-48b8-9259-1fa845357b40", "name": "network-vif-deleted", "tag": "0c63f3ce-5bb0-4120-a881-d7c89323e694", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:06:07.944523 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54f7c70b-56af-4c34-9b17-9c90a426bc02 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:06:07.944930 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4e191d-95c8-48b8-9259-1fa845357b40', 'name': 'network-vif-deleted', 'tag': '0c63f3ce-5bb0-4120-a881-d7c89323e694', 'status': 'completed', 'code': 200} Dec 17 17:06:08.417243 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-2cd12071-d858-4534-b054-8c5f88eb8a5f req-9833b2a1-5b3d-4410-9bd9-1c6b8b1ec15f tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 210 time: 0.0270586 Dec 17 17:06:08.969144 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9c4b49fb-9da2-4db5-b596-56bd2d846092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:09.523068 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-8e3aa0db-cbd8-4ff9-89c6-704c61fc636d req-17acc4bd-a9e3-413a-99d8-49d7a29ad0cc tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 210 time: 0.0311837 Dec 17 17:06:09.930749 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0c63f3ce-5bb0-4120-a881-d7c89323e694 no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:06:09.952433 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 0c63f3ce-5bb0-4120-a881-d7c89323e694 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:06:09.952807 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 0c63f3ce-5bb0-4120-a881-d7c89323e694 not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:06:10.349203 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:10.631332 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1ae4b514-b7fd-44c0-8ee0-07f54b5d57cd req-13ab1c18-e290-4ae2-b7f2-de2bf72b9437 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 210 time: 0.0266991 Dec 17 17:06:11.503256 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:11.648873 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:11.729740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-0dd247f4-b659-415f-88a4-94e1397e2775 req-8c157d5a-2411-4f61-ae76-34630a010634 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d4e191d-95c8-48b8-9259-1fa845357b40 HTTP/1.1" status: 200 len: 210 time: 0.0268614 Dec 17 17:06:12.177860 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:12.789576 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41592) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:12.845505 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8f577b0-17fa-4039-83cc-4a7726aba6f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:12.870919 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8f577b0-17fa-4039-83cc-4a7726aba6f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:12.940765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8f577b0-17fa-4039-83cc-4a7726aba6f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:12.943443 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a8f577b0-17fa-4039-83cc-4a7726aba6f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:12.947433 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a8f577b0-17fa-4039-83cc-4a7726aba6f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] 10.222.0.54 "DELETE /v2.0/security-groups/70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0 HTTP/1.1" status: 204 len: 168 time: 0.1549120 Dec 17 17:06:12.954069 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f577b0-17fa-4039-83cc-4a7726aba6f8 tempest-TestShelveInstance-226347844 tempest-TestShelveInstance-226347844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b0cf71-e0c3-4dc2-bbe0-21aa51c7f0b0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:13.007845 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41596) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:13.466914 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:13.726270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Deleting port 1af734a4-c2e8-4820-8835-6eadc28648fb {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:13.726615 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:13.805541 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] For port 1af734a4-c2e8-4820-8835-6eadc28648fb, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1af734a4-c2e8-4820-8835-6eadc28648fb,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:13.805904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:13.823333 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Calling delete_port for 1af734a4-c2e8-4820-8835-6eadc28648fb owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:13.849177 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:06:14.019466 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:14.046491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af734a4-c2e8-4820-8835-6eadc28648fb,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:14.056895 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.057139 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.057498 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.057802 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.058156 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.058481 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.058772 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.059117 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.060091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.060091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.060091 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.060433 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.060810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:14.235028 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:14.790127 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:06:14.914273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:14.919884 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-0a3ab3c1-9584-4681-b963-21d603793039 admin admin] 10.222.0.54 "PUT /v2.0/routers/8e8a563f-a0d3-47bc-a454-bb1263e6d090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9101055 Dec 17 17:06:14.922242 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41600) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:14.928070 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] Sync routers for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:14.943728 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:14.944395 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:15.035362 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.057164 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:15.145520 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.202210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Deleting port 39f87540-c8ae-49fe-a2bb-24a9111367dd {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:15.202604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.241386 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T17:06:13Z', 'revision_number': 5, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port': {'id': '39f87540-c8ae-49fe-a2bb-24a9111367dd', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T16:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:15.270721 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] Checking router: 8e8a563f-a0d3-47bc-a454-bb1263e6d090 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:15.279285 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] Routers {'8e8a563f-a0d3-47bc-a454-bb1263e6d090'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:15.279934 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:15.285344 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] For port 39f87540-c8ae-49fe-a2bb-24a9111367dd, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=39f87540-c8ae-49fe-a2bb-24a9111367dd,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:15.285952 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.298810 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Calling delete_port for 39f87540-c8ae-49fe-a2bb-24a9111367dd owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:15.367610 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] Set router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:15.423296 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T17:06:15Z', 'revision_number': 6, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:15.450108 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f4ca7c-e42c-4afb-9a5e-b974cca59002 None None] The sync data for ids ['8e8a563f-a0d3-47bc-a454-bb1263e6d090'] in n-d-806683-20 is: [{'id': '8e8a563f-a0d3-47bc-a454-bb1263e6d090', 'name': 'tempest-TestShelveInstance-19902330-router', 'tenant_id': '1457029a104941048f782f51842bd467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:18Z', 'updated_at': '2021-12-17T17:06:15Z', 'revision_number': 6, 'project_id': '1457029a104941048f782f51842bd467', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:15.473431 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.505954 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=39f87540-c8ae-49fe-a2bb-24a9111367dd,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:15.520550 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f1dc8-addb-40b1-b389-97d0e14f49f2 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:15.567356 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.659626 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.662157 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.707485 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.708010 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8a563f-a0d3-47bc-a454-bb1263e6d090 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 17:06:15.712922 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.714107 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-71ecb7dd-8d18-4f9e-82ec-1db94fe79f2e admin admin] 10.222.0.54 "DELETE /v2.0/routers/8e8a563f-a0d3-47bc-a454-bb1263e6d090 HTTP/1.1" status: 204 len: 168 time: 0.7908309 Dec 17 17:06:15.716846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41602) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:15.768698 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_v2 [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] Deleting subnet b7d20508-4f19-4cdb-86bf-54c071dab7fa {{(pid=109784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 17:06:15.772296 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.812236 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260379669'] for subnet, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.910088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.967450 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261013222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260886643'] for subnet, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:15.991570 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d20508-4f19-4cdb-86bf-54c071dab7fa,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:15.997218 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.003407 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-705fb03e-4439-49ea-84c4-28e842f76c93 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b7d20508-4f19-4cdb-86bf-54c071dab7fa HTTP/1.1" status: 204 len: 168 time: 0.2855313 Dec 17 17:06:16.003588 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41604) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:16.005039 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec072e-9e0b-4827-a100-ff2fa252fc7c None None] Network ce931d2b-3e18-457c-af52-b2e8a400e404 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:06:16.083290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.119542 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.141304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Deleting port fda7f265-8c24-417f-b2ca-977120d43f0e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:16.141651 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.219778 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] For port fda7f265-8c24-417f-b2ca-977120d43f0e, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=fda7f265-8c24-417f-b2ca-977120d43f0e,segment=NetworkSegment(f6864075-fc12-4ac3-8f72-6929f8a21694),segment_id=f6864075-fc12-4ac3-8f72-6929f8a21694)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:16.220417 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.221563 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] DHCP port deletion for ce931d2b-3e18-457c-af52-b2e8a400e404 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:16.237914 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Calling delete_port for fda7f265-8c24-417f-b2ca-977120d43f0e owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:16.325719 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.357060 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda7f265-8c24-417f-b2ca-977120d43f0e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:16.360986 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] No DVR routers for this DVR port fda7f265-8c24-417f-b2ca-977120d43f0e on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:16.440012 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.461998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Deleting port fda7f265-8c24-417f-b2ca-977120d43f0e {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:16.462365 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.469044 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce931d2b-3e18-457c-af52-b2e8a400e404']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:16.480979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6864075-fc12-4ac3-8f72-6929f8a21694') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:16.481212 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6864075-fc12-4ac3-8f72-6929f8a21694') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:16.492563 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.510283 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.516897 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:16.518049 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: timer() Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:16.519979 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:16.528515 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] For port fda7f265-8c24-417f-b2ca-977120d43f0e, host n-d-806683-20, got binding levels [] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:16.529073 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.543755 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Calling delete_port for fda7f265-8c24-417f-b2ca-977120d43f0e owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:16.546592 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.ipam_backend_mixin [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Port fda7f265-8c24-417f-b2ca-977120d43f0e was not found and therefore no delete operation was performed {{(pid=109785) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 17:06:16.547992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.574956 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Pushing event deleted for resources: {'Port': ['ID=fda7f265-8c24-417f-b2ca-977120d43f0e,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:16.579616 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] No DVR routers for this DVR port fda7f265-8c24-417f-b2ca-977120d43f0e on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.597587 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6cdbfa-9ced-4d4a-bf96-a4bc8da28842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:16.602692 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.609024 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:16.612518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ce931d2b-3e18-457c-af52-b2e8a400e404 HTTP/1.1" status: 204 len: 168 time: 0.6073997 Dec 17 17:06:16.614971 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41606) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:16.628635 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc92127-d9a4-4334-b9a4-451601d45111 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce931d2b-3e18-457c-af52-b2e8a400e404,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:16.679170 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 39f87540-c8ae-49fe-a2bb-24a9111367dd no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:06:16.703548 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 39f87540-c8ae-49fe-a2bb-24a9111367dd {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:06:16.703914 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 39f87540-c8ae-49fe-a2bb-24a9111367dd not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:06:16.704335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fda7f265-8c24-417f-b2ca-977120d43f0e no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:06:16.723683 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: fda7f265-8c24-417f-b2ca-977120d43f0e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:06:16.723972 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device fda7f265-8c24-417f-b2ca-977120d43f0e not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:06:16.724382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1af734a4-c2e8-4820-8835-6eadc28648fb no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:06:16.743514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1af734a4-c2e8-4820-8835-6eadc28648fb {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:06:16.743798 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1af734a4-c2e8-4820-8835-6eadc28648fb not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:06:16.965030 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:17.243685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Deleting port a92d1408-ce5d-4fd9-8253-0c241b8893f8 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:17.244035 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:17.324014 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] For port a92d1408-ce5d-4fd9-8253-0c241b8893f8, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=a92d1408-ce5d-4fd9-8253-0c241b8893f8,segment=NetworkSegment(ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f),segment_id=ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:17.324333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:17.337067 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Calling delete_port for a92d1408-ce5d-4fd9-8253-0c241b8893f8 owned by network:router_interface {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:17.523604 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:17.548324 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92d1408-ce5d-4fd9-8253-0c241b8893f8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:17.710665 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:17.941107 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:06:18.053980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:18.059382 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4d80374d-825e-4424-b7b3-0e32df990350 admin admin] 10.222.0.54 "PUT /v2.0/routers/41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423728 Dec 17 17:06:18.062760 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41608) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:18.065429 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] Sync routers for ids ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:18.076021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] Routers {'41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:18.076760 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.167611 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks [] for router, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:18.181239 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] Set router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:18.278365 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:18.332539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Deleting port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:18.332874 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:18.366514 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T17:06:17Z', 'revision_number': 5, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port': {'id': 'dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.394622 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] Checking router: 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:18.403182 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] Routers {'41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:18.403795 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.419891 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] For port dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:18.420255 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:18.432685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Calling delete_port for dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 owned by network:router_gateway {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:18.492435 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] Set router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:18.547651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T17:06:18Z', 'revision_number': 6, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:18.579127 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4bff1-95d1-4440-8c1d-ba664f61e5d5 None None] The sync data for ids ['41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833'] in n-d-806683-20 is: [{'id': '41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833', 'name': 'tempest-TestShelveInstance-19044322-router', 'tenant_id': '75f96f4691664a269cab65c7ccd60499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:57:23Z', 'updated_at': '2021-12-17T17:06:18Z', 'revision_number': 6, 'project_id': '75f96f4691664a269cab65c7ccd60499', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:18.625679 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:18.651340 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:18.667026 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf371c3-997f-4a72-a4bc-57cbfcafcd55 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:18.715229 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:18.810298 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:18.812669 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.207387 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.207933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 {{(pid=109784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 17:06:19.213407 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.214636 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e423e98e-dc50-4ff3-80ce-d84c45710d53 admin admin] 10.222.0.54 "DELETE /v2.0/routers/41e2f4ae-0b93-4d67-b6c7-d88cfa7cd833 HTTP/1.1" status: 204 len: 168 time: 1.1509058 Dec 17 17:06:19.217492 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41610) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:19.262362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] Deleting subnet 345d4f05-0070-436e-8bd0-0404e6e9e2ac {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 17:06:19.265617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.300712 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.383929 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.438839 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.469292 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345d4f05-0070-436e-8bd0-0404e6e9e2ac,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:19.480718 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e9329-9b9e-43cb-a7cd-8b1225532c29 None None] Network 76e0589d-db94-4751-a86e-d0995c616c65 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:06:19.481339 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.484784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-36f15331-99d4-48e5-8d9c-b64cbf7b093f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/345d4f05-0070-436e-8bd0-0404e6e9e2ac HTTP/1.1" status: 204 len: 168 time: 0.2661710 Dec 17 17:06:19.488618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41612) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:19.565608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.625484 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Deleting port 9602b2bf-4784-4792-b010-5c08eeb609b7 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:19.625835 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.647952 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] DHCP port deletion for 76e0589d-db94-4751-a86e-d0995c616c65 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:19.692788 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] For port 9602b2bf-4784-4792-b010-5c08eeb609b7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9602b2bf-4784-4792-b010-5c08eeb609b7,segment=NetworkSegment(ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f),segment_id=ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:19.693194 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.698591 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] Deleting port 9602b2bf-4784-4792-b010-5c08eeb609b7 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:06:19.699081 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.707389 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Calling delete_port for 9602b2bf-4784-4792-b010-5c08eeb609b7 owned by network:dhcp {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:19.763111 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] For port 9602b2bf-4784-4792-b010-5c08eeb609b7, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=9602b2bf-4784-4792-b010-5c08eeb609b7,segment=NetworkSegment(ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f),segment_id=ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:19.763450 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.776537 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] Calling delete_port for 9602b2bf-4784-4792-b010-5c08eeb609b7 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:06:19.791702 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.818091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Pushing event deleted for resources: {'Port': ['ID=9602b2bf-4784-4792-b010-5c08eeb609b7,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:19.822744 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] No DVR routers for this DVR port 9602b2bf-4784-4792-b010-5c08eeb609b7 on host n-d-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 17:06:19.856194 n-d-806683-20 neutron-server[109785]: self.session.flush() Dec 17 17:06:19.860624 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.884941 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] Pushing event deleted for resources: {'Port': ['ID=9602b2bf-4784-4792-b010-5c08eeb609b7,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:19.888428 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07cc40-4097-4163-8ca4-7cee0e23c966 None None] No DVR routers for this DVR port 9602b2bf-4784-4792-b010-5c08eeb609b7 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:06:19.897729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.918924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e0589d-db94-4751-a86e-d0995c616c65']}} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:19.928145 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f') {'for_net_delete': True} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:19.928449 n-d-806683-20 neutron-server[109783]: DEBUG neutron.services.segments.db [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced29a6d-79a2-4ec5-9b1d-6e0701f57a3f') {} {{(pid=109783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:19.937865 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261287385'] for segment, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.951508 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.958393 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=109783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:06:19.958780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261286223'] for segment, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: Traceback (most recent call last): Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: timer() Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: cb(*args, **kw) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: return func(*args, **kwargs) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: self._notify() Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: self.callback(batched_events) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: event.method(event) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: return f(self, *a, **k) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: return self._get(url).json() Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: return self.request(url, 'GET', **kwargs) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:06:19.960845 n-d-806683-20 neutron-server[109783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:06:20.015715 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.021489 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.026185 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] 10.222.0.54 "DELETE /v2.0/networks/76e0589d-db94-4751-a86e-d0995c616c65 HTTP/1.1" status: 204 len: 168 time: 0.5362284 Dec 17 17:06:20.047979 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea77d0-fd31-4690-bce4-3bc3dff2461d admin admin] Pushing event deleted for resources: {'Network': ['ID=76e0589d-db94-4751-a86e-d0995c616c65,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:20.146839 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41616) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:20.187988 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-21bef337-084d-4c5e-b635-00d3eac08f03 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1457029a104941048f782f51842bd467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399933 Dec 17 17:06:20.190643 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41618) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:20.237725 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29018efd-0e6e-4480-baed-5e26605a8f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.258983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29018efd-0e6e-4480-baed-5e26605a8f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.305946 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29018efd-0e6e-4480-baed-5e26605a8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.308463 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-29018efd-0e6e-4480-baed-5e26605a8f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.309620 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-29018efd-0e6e-4480-baed-5e26605a8f19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/47f65fe4-edd5-40e0-908d-581c1d48d543 HTTP/1.1" status: 204 len: 168 time: 0.1181085 Dec 17 17:06:20.317562 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29018efd-0e6e-4480-baed-5e26605a8f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f65fe4-edd5-40e0-908d-581c1d48d543,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:20.653256 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41624) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:20.656829 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9602b2bf-4784-4792-b010-5c08eeb609b7 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:06:20.678369 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 9602b2bf-4784-4792-b010-5c08eeb609b7 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:06:20.678767 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 9602b2bf-4784-4792-b010-5c08eeb609b7 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:06:20.679132 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a92d1408-ce5d-4fd9-8253-0c241b8893f8 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:06:20.692780 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-03636480-2225-42ca-952f-bdceb386455f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=75f96f4691664a269cab65c7ccd60499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383453 Dec 17 17:06:20.695369 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41626) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:20.701419 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: a92d1408-ce5d-4fd9-8253-0c241b8893f8 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:06:20.701766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device a92d1408-ce5d-4fd9-8253-0c241b8893f8 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:06:20.702162 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:06:20.721349 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:06:20.722248 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device dfed6966-ec1a-45fa-bb1a-ccf96c6fe8c4 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:06:20.743189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1310ee93-4ebf-47d0-b88b-49b08e7bcb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.766275 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1310ee93-4ebf-47d0-b88b-49b08e7bcb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.818983 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1310ee93-4ebf-47d0-b88b-49b08e7bcb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.821523 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-1310ee93-4ebf-47d0-b88b-49b08e7bcb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:20.822701 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-1310ee93-4ebf-47d0-b88b-49b08e7bcb3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1cd0835e-8d11-4da0-8e44-a23634b41cf3 HTTP/1.1" status: 204 len: 168 time: 0.1263778 Dec 17 17:06:20.830171 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310ee93-4ebf-47d0-b88b-49b08e7bcb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd0835e-8d11-4da0-8e44-a23634b41cf3,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:21.547327 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41648) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:21.652189 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2144627521-network', 'tenant_id': '73e81c8870d7482398275b400fa6207d'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:21.686885 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Made reservation on behalf of 73e81c8870d7482398275b400fa6207d for: {'network': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:21.689273 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:21.697999 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:21.771282 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:21.777546 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:21.801114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=109783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:06:21.810545 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee309426-d3a6-41fb-83f4-4d416a87f0a8,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:21.815484 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:21.815854 n-d-806683-20 neutron-server[109783]: INFO neutron.db.segments_db [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Added segment 0fbc83ca-c51d-47fa-802e-4006152b0016 of type vlan for network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 Dec 17 17:06:21.854729 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:21.882343 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:21.883242 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:21.883840 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Publish callbacks [] for network, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.307441 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7589660 Dec 17 17:06:22.311274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41652) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:22.312913 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97b26-4420-4fa6-9a54-d6c19606c83c admin admin] Pushing event updated for resources: {'Network': ['ID=21ba4c1d-9de6-4dc7-971f-c585f60a6da2,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:22.318873 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Request body: {'subnet': {'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2144627521-subnet', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'ip_version': 4}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:22.326504 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 17:06:22.346274 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Made reservation on behalf of 73e81c8870d7482398275b400fa6207d for: {'subnet': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:22.348910 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260886548'] for subnet, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.514199 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261012001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260886538'] for subnet, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.565024 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d23ef7-4558-4e4e-91f7-217267b6b94e,revision_number=0']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:22.575152 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Checking segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:22.575507 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Network hostable DHCP agents. Network: 21ba4c1d-9de6-4dc7-971f-c585f60a6da2, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:06:22.594837 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:06:22.607416 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, 21ba4c1d-9de6-4dc7-971f-c585f60a6da2) {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:22.612691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:22.614637 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.615654 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd9b63-dcec-45d1-a69b-127f84d795fc None None] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:06:22.632583 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-ee8016fc-d62e-4021-ab27-f7624f72a773 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3201447 Dec 17 17:06:22.635281 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41654) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:22.639510 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:22.666536 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.667715 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.717096 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 17:06:22.717981 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.724242 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:22.859116 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Allocated IP 172.20.0.2 (21ba4c1d-9de6-4dc7-971f-c585f60a6da2/54d23ef7-4558-4e4e-91f7-217267b6b94e/1605a186-38c1-4ee0-967f-20a143105295) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:22.859364 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.005410 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.012382 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.052770 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:23.056993 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:23.060507 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:23.069755 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.077014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Pushing event updated for resources: {'Port': ['ID=1605a186-38c1-4ee0-967f-20a143105295,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:23.090984 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.124174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Attempting to bind port 1605a186-38c1-4ee0-967f-20a143105295 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:06:23.124426 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Attempting to bind port 1605a186-38c1-4ee0-967f-20a143105295 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:06:23.124785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Attempting to bind port 1605a186-38c1-4ee0-967f-20a143105295 on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:23.130010 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:06:23.130373 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Checking segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:23.130762 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.131163 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Bound using segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:06:23.131624 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Bound port: 1605a186-38c1-4ee0-967f-20a143105295, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:06:23.132021 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.198474 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] For port 1605a186-38c1-4ee0-967f-20a143105295, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:06:23.201126 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] For port 1605a186-38c1-4ee0-967f-20a143105295, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1605a186-38c1-4ee0-967f-20a143105295,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:06:23.202364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Allocated IP 172.25.0.201 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/e6b27313-0fde-48a3-aa6d-1f2dd7f58631) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:23.206022 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.264489 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80aef92-c226-496b-b5eb-240d76f95038 None None] Pushing event updated for resources: {'Port': ['ID=1605a186-38c1-4ee0-967f-20a143105295,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:23.314084 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.348516 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.394788 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:23.397862 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:23.400588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:23.423247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f00b54-5b07-40df-b024-bd4a3d7a82dd None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:23.459722 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:23.498988 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bfd5c52e-2b3c-4c0e-8f20-b4c00893b184 None None] Provisioning complete for port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:23.500006 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfd5c52e-2b3c-4c0e-8f20-b4c00893b184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.539772 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5c52e-2b3c-4c0e-8f20-b4c00893b184 None None] Port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:23.689941 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:23.891791 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.028443 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Router c414d7ff-f873-4d0c-ae3d-008152701aef is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 17:06:24.138096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:24.147327 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Sync routers for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:24.160316 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] Publish callbacks [] for router, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.160581 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:24.161192 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:24.162179 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-f6ab936b-a004-4c89-a3f2-a06685dad4f7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5259204 Dec 17 17:06:24.164975 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41656) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:24.181967 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df62159-b70c-4a2d-afb8-3e1fb55bffda None None] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:06:24.288202 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2caa762e-f9d8-442e-a460-05723f8bd199 None None] Provisioning complete for port 1605a186-38c1-4ee0-967f-20a143105295 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:24.288662 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2caa762e-f9d8-442e-a460-05723f8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.365819 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:24.405464 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2caa762e-f9d8-442e-a460-05723f8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.449148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-2caa762e-f9d8-442e-a460-05723f8bd199 None None] For port 1605a186-38c1-4ee0-967f-20a143105295, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1605a186-38c1-4ee0-967f-20a143105295,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:24.456916 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2caa762e-f9d8-442e-a460-05723f8bd199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.522438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa762e-f9d8-442e-a460-05723f8bd199 None None] Pushing event updated for resources: {'Port': ['ID=1605a186-38c1-4ee0-967f-20a143105295,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:24.587972 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:23Z', 'revision_number': 3, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:24.608386 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.614876 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Checking router: c414d7ff-f873-4d0c-ae3d-008152701aef for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:24.615231 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Updating router c414d7ff-f873-4d0c-ae3d-008152701aef port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:24.643738 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.679937 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-4793bf19-8b9e-4e3f-976a-f4616fdbb8f3 None None] Provisioning complete for port 1605a186-38c1-4ee0-967f-20a143105295 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:24.680301 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4793bf19-8b9e-4e3f-976a-f4616fdbb8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.717848 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1605a186-38c1-4ee0-967f-20a143105295 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:24.779717 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Allocated IP 172.20.0.1 (21ba4c1d-9de6-4dc7-971f-c585f60a6da2/54d23ef7-4558-4e4e-91f7-217267b6b94e/e41d3b63-73f3-4ae6-be0f-d38b384f5dc0) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:24.802178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 1605a186-38c1-4ee0-967f-20a143105295 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:24.802456 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.886183 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.921746 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.931684 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.936838 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:24.958154 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:24.960956 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:24.964539 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:24.986939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727016f-c1aa-401b-a7e0-56518e1a0920 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:24.994560 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:24.996293 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Pushing event updated for resources: {'Port': ['ID=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:25.006475 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Attempting to bind port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:06:25.006973 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Attempting to bind port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:06:25.007293 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Attempting to bind port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:25.009029 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.013002 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.013372 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.013803 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.014145 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.014478 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.014811 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.015140 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.015464 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.015788 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.016136 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.016457 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.016775 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.017091 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:06:25.023378 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:06:25.023753 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:25.024207 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.024595 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:06:25.025064 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Bound port: e6b27313-0fde-48a3-aa6d-1f2dd7f58631, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:06:25.025444 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.057627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8ae52270-99d9-4c8d-a5e3-8be88e156dd6 None None] Provisioning complete for port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:25.058252 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8ae52270-99d9-4c8d-a5e3-8be88e156dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.080307 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] For port e6b27313-0fde-48a3-aa6d-1f2dd7f58631, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:06:25.083737 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] For port e6b27313-0fde-48a3-aa6d-1f2dd7f58631, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:06:25.092153 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.097692 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8ae52270-99d9-4c8d-a5e3-8be88e156dd6 None None] Port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:25.144774 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c0dd9-9b10-4926-a3d9-1dedd4d72dcc None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:25.156608 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:25.157241 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:25.161965 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.217895 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c7670-1b3a-4344-ba17-e8d009736b7b None None] Pushing event updated for resources: {'Port': ['ID=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:25.218368 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Provisioning complete for port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:25.218833 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.302511 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:25.315092 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.339285 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] For port e6b27313-0fde-48a3-aa6d-1f2dd7f58631, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:25.340985 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.345970 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.347155 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.383735 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Provisioning complete for port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:25.384175 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.413299 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.416104 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:25.432336 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Pushing event updated for resources: {'Port': ['ID=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:25.436868 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-a3972d3c-8413-48ea-be1b-6d6bca0bcecd None None] Port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:25.511487 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:25.512933 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:25.520802 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:24Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:25.556037 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8241a07-cdd0-486a-ad6c-e57681a8abd6 None None] The sync data for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 is: [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:24Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:25.642820 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Router c414d7ff-f873-4d0c-ae3d-008152701aef has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:06:25.760641 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-2332a551-08dc-4850-9152-5b539889a479 None None] Provisioning complete for port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:25.761182 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2332a551-08dc-4850-9152-5b539889a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:25.814382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-2332a551-08dc-4850-9152-5b539889a479 None None] Port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:26.120846 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:26.127596 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1e1dcab3-1538-40a3-8536-09d629c302e6 admin admin] 10.222.0.54 "PUT /v2.0/routers/c414d7ff-f873-4d0c-ae3d-008152701aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601147 Dec 17 17:06:26.647244 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41672) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:26.652276 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1618398337-network', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:26.676617 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Made reservation on behalf of 4f6c4419e63b4757a54f11ca2597a730 for: {'network': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:26.678998 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for network, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.688297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.713008 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e6b27313-0fde-48a3-aa6d-1f2dd7f58631 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:26.769253 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:26.769981 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.781878 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.787441 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.800983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=109784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 17:06:26.824396 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.824839 n-d-806683-20 neutron-server[109784]: INFO neutron.db.segments_db [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Added segment a8298ac6-27f2-4d49-a69e-1170114fd5fe of type vlan for network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f Dec 17 17:06:26.833626 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c321c266-0407-4691-abf7-456d8bb8a39c,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:26.874773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776632974623'] for network, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.901297 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764'] for network, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.902559 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:26.903175 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:26.958917 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3104732 Dec 17 17:06:26.962019 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41674) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:26.967152 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Request body: {'subnet': {'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1618398337-subnet', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'ip_version': 4}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:26.970124 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab919bd-a2c9-4b2c-bc1d-bde6ceaca940 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b0cc71-d00a-4d44-8804-e62fc7b6c30f,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:26.980973 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f details requested by agent ovs-agent-n-d-806683-20 with host n-d-806683-20 {{(pid=109785) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 17:06:26.993149 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Made reservation on behalf of 4f6c4419e63b4757a54f11ca2597a730 for: {'subnet': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:26.995709 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261230006'] for subnet, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.176671 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261287394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261229992'] for subnet, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.232598 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7ad93f-e74f-4f08-b776-fd903bc40e9b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:27.242695 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Checking segment: {'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:27.243178 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Network hostable DHCP agents. Network: e2b0cc71-d00a-4d44-8804-e62fc7b6c30f, hostable agents: ['a41542ed-c033-4f2c-acb0-3ffd42cf04c8'], hosted agents: [] {{(pid=109783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 17:06:27.264401 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f is scheduled to be hosted by DHCP agent a41542ed-c033-4f2c-acb0-3ffd42cf04c8 with binding_index 1 {{(pid=109783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 17:06:27.274508 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-20, e2b0cc71-d00a-4d44-8804-e62fc7b6c30f) {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:27.278842 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:27.279468 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.283467 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652cdd60-f37e-4d78-b452-cfe856550fc7 None None] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:06:27.302676 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-76051234-9c82-46aa-ad36-85e7a836e6da admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3393953 Dec 17 17:06:27.305126 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41676) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:27.309434 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:27.333599 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45699'] for router, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.334780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-516591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45720'] for router, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.389926 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce6bed98-df86-560b-b031-374b7e40a858-e2b0cc71-d00a-4d44-8804-e62fc7b6c30f', 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f', 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'fixed_ips': [{'subnet_id': '0e7ad93f-e74f-4f08-b776-fd903bc40e9b'}]}} from n-d-806683-20. {{(pid=109785) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 17 17:06:27.390794 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.391009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.526379 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.db_base_plugin_common [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Allocated IP 172.20.0.2 (e2b0cc71-d00a-4d44-8804-e62fc7b6c30f/0e7ad93f-e74f-4f08-b776-fd903bc40e9b/4f0dd3ec-aa35-4f1b-9887-b314661c6d33) {{(pid=109785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:27.537461 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.637742 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Sync routers for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:27.675019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:27.675643 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:27.725135 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Publish callbacks [] for port, precommit_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.734642 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576'] for port, after_create {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.754155 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.773260 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.811570 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f is already hosted by enough agents. {{(pid=109785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:27.818012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.scheduler.base_scheduler [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Resources bound (agent type, host, resource id): {{(pid=109785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:27.824415 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Received port after_create {{(pid=109785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:27.828621 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Pushing event updated for resources: {'Port': ['ID=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,revision_number=1']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:27.842148 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:27.884144 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Allocated IP 172.25.0.134 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/99a919aa-3cb2-459b-8e0a-65b850c9bedc) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:27.962225 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Attempting to bind port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:06:27.962558 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Attempting to bind port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:06:27.962934 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Attempting to bind port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 on network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:27.988875 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.997137 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:06:27.997511 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Checking segment: {'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:27.997913 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:27.998303 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Bound using segment: {'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:06:27.998763 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Bound port: 4f0dd3ec-aa35-4f1b-9887-b314661c6d33, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:06:27.999135 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.027009 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.073451 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:28.076512 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:28.080041 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:28.103419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Pushing event updated for resources: {'Port': ['ID=99a919aa-3cb2-459b-8e0a-65b850c9bedc,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:28.106753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb289ffd-4467-4e01-b65f-f96cb0f3ccbd None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:28.119014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] For port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:06:28.133633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] For port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,segment=NetworkSegment(a8298ac6-27f2-4d49-a69e-1170114fd5fe),segment_id=a8298ac6-27f2-4d49-a69e-1170114fd5fe)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:06:28.141517 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.217431 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-94f62aeb-702e-4561-8665-8219616b185c None None] Provisioning complete for port 99a919aa-3cb2-459b-8e0a-65b850c9bedc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:28.217796 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-94f62aeb-702e-4561-8665-8219616b185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.222414 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 2, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:28.241012 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612071b-6237-45ca-9ec8-3265e03c338d None None] Pushing event updated for resources: {'Port': ['ID=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,revision_number=2']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:28.283567 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Checking router: c414d7ff-f873-4d0c-ae3d-008152701aef for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:28.283951 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Updating router c414d7ff-f873-4d0c-ae3d-008152701aef port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:28.308186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-94f62aeb-702e-4561-8665-8219616b185c None None] Port 99a919aa-3cb2-459b-8e0a-65b850c9bedc cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:28.313562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.377965 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.612665 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516508'] for router, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.615994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.621728 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.677736 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9d1c9-492e-4df0-97f8-482197945e8d None None] Pushing event updated for resources: {'Port': ['ID=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:28.723021 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:28.762810 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 is scheduled to L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b with binding_index 1 {{(pid=109783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 17:06:28.764206 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Attempting to bind port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:06:28.764578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Attempting to bind port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:06:28.764981 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Attempting to bind port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:28.773965 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:06:28.774236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Checking segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:28.774658 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.775046 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Bound using segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:06:28.775522 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Bound port: e41d3b63-73f3-4ae6-be0f-d38b384f5dc0, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:06:28.775923 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.847927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:28.848699 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.876715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] For port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:06:28.886112 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:28.893751 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] For port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:06:28.904306 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Sync routers for ids ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:28.907894 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.910497 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:28.913611 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41678) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:28.918232 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Routers {'d2e42a76-59ea-4c89-930b-5fe873fc3ee0'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:28.919086 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:28.920391 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-10f91a88-5482-497b-931b-af9c5b1b57bc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6093831 Dec 17 17:06:28.988261 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.036857 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Set router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:29.050985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] For port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,segment=NetworkSegment(a8298ac6-27f2-4d49-a69e-1170114fd5fe),segment_id=a8298ac6-27f2-4d49-a69e-1170114fd5fe)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:29.057500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-141c7448-ae52-4eb5-9a95-a5803cecaf56 None None] Provisioning complete for port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:29.058077 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-141c7448-ae52-4eb5-9a95-a5803cecaf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.091506 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.111410 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9d1c9-492e-4df0-97f8-482197945e8d None None] Pushing event updated for resources: {'Port': ['ID=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.161835 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:29.162307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:29.250172 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Pushing event updated for resources: {'Port': ['ID=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.255703 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:28Z', 'revision_number': 3, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port': {'id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:29.291547 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Checking router: d2e42a76-59ea-4c89-930b-5fe873fc3ee0 for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:29.291809 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Updating router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 port 99a919aa-3cb2-459b-8e0a-65b850c9bedc binding host n-d-806683-20 {{(pid=109786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:29.327963 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.386124 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-141c7448-ae52-4eb5-9a95-a5803cecaf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.389499 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:29.475285 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.535309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-141c7448-ae52-4eb5-9a95-a5803cecaf56 None None] For port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:29.539165 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba97d96-6f77-41ec-aed0-673a353e3d9d None None] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:06:29.555858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-141c7448-ae52-4eb5-9a95-a5803cecaf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.657318 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Allocated IP 172.20.0.1 (e2b0cc71-d00a-4d44-8804-e62fc7b6c30f/0e7ad93f-e74f-4f08-b776-fd903bc40e9b/44cb07a5-d734-4537-b2a9-ad81ff3260c5) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:29.739990 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Publish callbacks [] for port, precommit_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.747028 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.783882 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.800998 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Attempting to bind port 99a919aa-3cb2-459b-8e0a-65b850c9bedc on host n-d-806683-20 for vnic_type normal with profile {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:06:29.801612 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Attempting to bind port 99a919aa-3cb2-459b-8e0a-65b850c9bedc by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:06:29.801990 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Attempting to bind port 99a919aa-3cb2-459b-8e0a-65b850c9bedc on network 67b29959-e026-4538-ac4f-95d8fcb65701 {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:29.812960 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:06:29.813234 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Checking segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:29.813639 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.814028 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Bound using segment: {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'} {{(pid=109786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:06:29.814504 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.managers [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Bound port: 99a919aa-3cb2-459b-8e0a-65b850c9bedc, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58b677-5594-4701-964a-d5d6910b69f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701'}}] {{(pid=109786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:06:29.814879 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.824150 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.826990 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e2435f-2b49-4d7e-b59f-02c18729a722 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:29.843694 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be913e82-1a80-4ee4-8f2e-dd5d4f68ff75 None None] Pushing event updated for resources: {'Port': ['ID=99a919aa-3cb2-459b-8e0a-65b850c9bedc,revision_number=2']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.867742 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:29.870983 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:29.874588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:29.877367 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] For port 99a919aa-3cb2-459b-8e0a-65b850c9bedc, host n-d-806683-20, cleared binding levels {{(pid=109786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:06:29.881124 n-d-806683-20 neutron-server[109786]: DEBUG neutron.plugins.ml2.db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] For port 99a919aa-3cb2-459b-8e0a-65b850c9bedc, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=99a919aa-3cb2-459b-8e0a-65b850c9bedc,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:06:29.881919 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c7448-ae52-4eb5-9a95-a5803cecaf56 None None] Pushing event updated for resources: {'Port': ['ID=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.889688 n-d-806683-20 neutron-server[109786]: DEBUG neutron_lib.callbacks.manager [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.911602 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-57d6cbe8-b54e-4812-bd82-9f5b9e8f24ba None None] Provisioning complete for port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:29.912003 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57d6cbe8-b54e-4812-bd82-9f5b9e8f24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.913501 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Pushing event updated for resources: {'Port': ['ID=44cb07a5-d734-4537-b2a9-ad81ff3260c5,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:29.931140 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517103'] for router_interface, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:29.951155 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Routers {'d2e42a76-59ea-4c89-930b-5fe873fc3ee0'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:29.951790 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:29.957521 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99f2ab-6379-4809-95b8-76e4d8ddc064 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:06:30.021848 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be913e82-1a80-4ee4-8f2e-dd5d4f68ff75 None None] Pushing event updated for resources: {'Port': ['ID=99a919aa-3cb2-459b-8e0a-65b850c9bedc,revision_number=3']} {{(pid=109786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:30.045382 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:28Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:30.075629 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1073604-e1fb-4ede-88db-4fa4fbad102c None None] The sync data for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 is: [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:28Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:30.079130 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.109209 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-57d6cbe8-b54e-4812-bd82-9f5b9e8f24ba None None] Provisioning complete for port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:30.109651 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] Set router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:30.110250 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-57d6cbe8-b54e-4812-bd82-9f5b9e8f24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.346310 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.351206 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:28Z', 'revision_number': 3, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port': {'id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:30.356323 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.364263 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Provisioning complete for port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:30.365053 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.396608 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494533b1-c204-4b67-9ee3-e1b490cc2b39 None None] The sync data for ids ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'] in n-d-806683-20 is: [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:28Z', 'revision_number': 3, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port': {'id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:30.424478 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:30.437156 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Provisioning complete for port 99a919aa-3cb2-459b-8e0a-65b850c9bedc triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:30.437885 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.446656 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-518751'] for router_interface, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.448564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Pushing event updated for resources: {'Port': ['ID=44cb07a5-d734-4537-b2a9-ad81ff3260c5,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:30.570567 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.601492 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:30.603158 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:30.618416 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] For port 99a919aa-3cb2-459b-8e0a-65b850c9bedc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=99a919aa-3cb2-459b-8e0a-65b850c9bedc,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:30.629772 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.757699 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:06:30.760655 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Provisioning complete for port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:30.761026 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:30.815383 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e0c29-cbf4-464a-aee7-481a708e69eb None None] Pushing event updated for resources: {'Port': ['ID=99a919aa-3cb2-459b-8e0a-65b850c9bedc,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:30.818810 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:30.915345 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:30.929950 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-1a1e9541-4a34-4ed1-87a0-f85e9fae5aee admin admin] 10.222.0.54 "PUT /v2.0/routers/d2e42a76-59ea-4c89-930b-5fe873fc3ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0114388 Dec 17 17:06:30.957014 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:30.957592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.073831 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:31.127235 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:31.127714 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.171118 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-8004f27c-a3b6-4709-9a65-caa6d6f10220 None None] Provisioning complete for port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:31.171557 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-8004f27c-a3b6-4709-9a65-caa6d6f10220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.214271 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-8004f27c-a3b6-4709-9a65-caa6d6f10220 None None] Port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:31.488397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41686) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:31.495491 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-5b5e1aa3-1d89-4b2d-a12c-4a51152b06ee tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887133863', 'description': 'tempest-secgroup-smoke-887133863 description', 'project_id': '73e81c8870d7482398275b400fa6207d'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:31.527629 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1aa3-1d89-4b2d-a12c-4a51152b06ee tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.601410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1aa3-1d89-4b2d-a12c-4a51152b06ee tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.606380 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1aa3-1d89-4b2d-a12c-4a51152b06ee tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.635919 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-5b5e1aa3-1d89-4b2d-a12c-4a51152b06ee tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.637203 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-5b5e1aa3-1d89-4b2d-a12c-4a51152b06ee tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1471972 Dec 17 17:06:31.638931 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e1aa3-1d89-4b2d-a12c-4a51152b06ee tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea39a61-b2ab-4ea1-af05-3a6a96388a32,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:31.640379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41688) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:31.645113 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-3059c3ac-b3ea-428e-9603-8ce4f93e4471 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'security_group_rule': {'security_group_id': '0ea39a61-b2ab-4ea1-af05-3a6a96388a32', 'project_id': '73e81c8870d7482398275b400fa6207d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:31.676673 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3059c3ac-b3ea-428e-9603-8ce4f93e4471 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.733777 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3059c3ac-b3ea-428e-9603-8ce4f93e4471 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.739514 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3059c3ac-b3ea-428e-9603-8ce4f93e4471 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.759471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059c3ac-b3ea-428e-9603-8ce4f93e4471 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7322840-2f14-4457-920e-8f496d2fcd9c,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:31.769952 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3059c3ac-b3ea-428e-9603-8ce4f93e4471 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.771180 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3059c3ac-b3ea-428e-9603-8ce4f93e4471 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297288 Dec 17 17:06:31.774176 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41690) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:31.778523 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-219c235c-28ac-4596-9a59-7ba9b7a09963 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'security_group_rule': {'security_group_id': '0ea39a61-b2ab-4ea1-af05-3a6a96388a32', 'project_id': '73e81c8870d7482398275b400fa6207d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:31.807872 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-219c235c-28ac-4596-9a59-7ba9b7a09963 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.864598 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-219c235c-28ac-4596-9a59-7ba9b7a09963 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.870261 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-219c235c-28ac-4596-9a59-7ba9b7a09963 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.887999 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c235c-28ac-4596-9a59-7ba9b7a09963 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174e39e5-616a-415b-a73e-ff733ddee376,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:31.898419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-219c235c-28ac-4596-9a59-7ba9b7a09963 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:31.899775 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-219c235c-28ac-4596-9a59-7ba9b7a09963 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246314 Dec 17 17:06:31.902717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41692) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:31.907008 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-83167175-bbc0-4927-9ee3-6af61bfb7a9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'security_group_rule': {'security_group_id': '0ea39a61-b2ab-4ea1-af05-3a6a96388a32', 'project_id': '73e81c8870d7482398275b400fa6207d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:31.936887 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83167175-bbc0-4927-9ee3-6af61bfb7a9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.000544 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83167175-bbc0-4927-9ee3-6af61bfb7a9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.005454 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83167175-bbc0-4927-9ee3-6af61bfb7a9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.024622 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83167175-bbc0-4927-9ee3-6af61bfb7a9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3950f4-12e8-4071-91f0-fd77070b3ddf,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.030964 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-83167175-bbc0-4927-9ee3-6af61bfb7a9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.032238 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-83167175-bbc0-4927-9ee3-6af61bfb7a9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286283 Dec 17 17:06:32.035053 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41694) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:32.039337 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-2af6872d-ce2a-49b8-8164-3edbe075f586 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'security_group_rule': {'security_group_id': '0ea39a61-b2ab-4ea1-af05-3a6a96388a32', 'project_id': '73e81c8870d7482398275b400fa6207d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:32.067154 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af6872d-ce2a-49b8-8164-3edbe075f586 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.124295 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af6872d-ce2a-49b8-8164-3edbe075f586 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.131178 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af6872d-ce2a-49b8-8164-3edbe075f586 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.146636 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6872d-ce2a-49b8-8164-3edbe075f586 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e297dbd8-25f3-42a8-a96e-d4655373ec21,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.159526 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-2af6872d-ce2a-49b8-8164-3edbe075f586 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.161554 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-2af6872d-ce2a-49b8-8164-3edbe075f586 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255534 Dec 17 17:06:32.164381 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41696) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:32.168847 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'security_group_rule': {'security_group_id': '0ea39a61-b2ab-4ea1-af05-3a6a96388a32', 'project_id': '73e81c8870d7482398275b400fa6207d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:32.194088 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Project 73e81c8870d7482398275b400fa6207d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:06:32.200082 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.259335 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.264195 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.282151 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45040a5c-1554-4db9-9264-be1b9747b34b,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.290706 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.291947 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-ad0c66d4-d2c0-4ee7-85dc-66581949ea16 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265833 Dec 17 17:06:32.294750 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41698) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:32.299394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'security_group_rule': {'security_group_id': '0ea39a61-b2ab-4ea1-af05-3a6a96388a32', 'project_id': '73e81c8870d7482398275b400fa6207d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:32.326083 n-d-806683-20 neutron-server[109783]: INFO neutron.db.securitygroups_db [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Project 73e81c8870d7482398275b400fa6207d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 17:06:32.331642 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.395079 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.401068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699888'] for security_group_rule, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.421633 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f82938-7a5b-4b1c-8816-9bdee780f250,revision_number=0']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:32.429108 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.430317 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-7d29ae0b-bcfc-41aa-befd-277e976a7eac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346018 Dec 17 17:06:32.596337 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-47c2e24e-5a78-4895-a141-1317e2608b66 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887133863&fields=id&tenant_id=73e81c8870d7482398275b400fa6207d HTTP/1.1" status: 200 len: 267 time: 0.0486605 Dec 17 17:06:32.695309 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 99a919aa-3cb2-459b-8e0a-65b850c9bedc up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:32.708895 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-d68f5aa0-960f-4165-bd28-be735ba161e8 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:32.710567 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-d68f5aa0-960f-4165-bd28-be735ba161e8 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 810 time: 0.1070452 Dec 17 17:06:32.727679 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-ca9d3c18-7857-4b46-a171-1144c04355d7 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/quotas/73e81c8870d7482398275b400fa6207d HTTP/1.1" status: 200 len: 375 time: 0.0110979 Dec 17 17:06:32.745783 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 99a919aa-3cb2-459b-8e0a-65b850c9bedc triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:32.746429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:32.788522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-660a47f5-2252-473a-9b77-9663e4b78b23 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541351 Dec 17 17:06:32.911577 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Sync routers for ids ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:32.922454 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Routers {'d2e42a76-59ea-4c89-930b-5fe873fc3ee0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:32.922796 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-4b23b076-e409-4a67-9fd3-191f40176425 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:06:32.923081 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:32.930680 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-4b23b076-e409-4a67-9fd3-191f40176425 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1257374 Dec 17 17:06:33.018055 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-0e751c07-0827-4832-8e07-a37e7ddfc07f service neutron] 10.222.0.54 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860798 Dec 17 17:06:33.037547 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Set router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:33.122747 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-6a00445d-8992-4dbd-a7d4-92af204db601 service neutron] 10.222.0.54 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989137 Dec 17 17:06:33.267153 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 4, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port': {'id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '44cb07a5-d734-4537-b2a9-ad81ff3260c5', 'name': '', 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'mac_address': 'fa:16:3e:bc:38:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0e7ad93f-e74f-4f08-b776-fd903bc40e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:29Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 2, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'subnets': [{'id': '0e7ad93f-e74f-4f08-b776-fd903bc40e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:33.294544 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Checking router: d2e42a76-59ea-4c89-930b-5fe873fc3ee0 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:33.294889 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Updating router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 binding host n-d-806683-20 {{(pid=109785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 17:06:33.302129 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-30a20353-f6cb-47ce-aa89-bf3891277f2f req-8f333693-2015-43e3-bd5b-17af750506cd tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 210 time: 0.0303326 Dec 17 17:06:33.322737 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:33.595732 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Publish callbacks [] for port, precommit_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:33.601730 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:33.671652 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228699a3-e538-4966-a4fb-b9f8b59dc48e None None] Pushing event updated for resources: {'Port': ['ID=44cb07a5-d734-4537-b2a9-ad81ff3260c5,revision_number=3']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:33.709998 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Attempting to bind port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 on host n-d-806683-20 for vnic_type normal with profile {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:06:33.710669 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Attempting to bind port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 by drivers openvswitch,hyperv on host n-d-806683-20 at level 0 using segments [{'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:06:33.710793 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Attempting to bind port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 on network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:33.716056 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Checking agent: {'id': '2c5ab84e-6435-417a-89ac-24fdc4210128', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 35, 42), 'started_at': datetime.datetime(2021, 12, 17, 15, 36, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:06:33.716422 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Checking segment: {'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:33.716934 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:33.717323 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Bound using segment: {'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'} {{(pid=109785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:06:33.717785 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.managers [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Bound port: 44cb07a5-d734-4537-b2a9-ad81ff3260c5, host: n-d-806683-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8298ac6-27f2-4d49-a69e-1170114fd5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f'}}] {{(pid=109785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:06:33.718173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:33.790880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] For port 44cb07a5-d734-4537-b2a9-ad81ff3260c5, host n-d-806683-20, cleared binding levels {{(pid=109785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:06:33.794753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] For port 44cb07a5-d734-4537-b2a9-ad81ff3260c5, host n-d-806683-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=44cb07a5-d734-4537-b2a9-ad81ff3260c5,segment=NetworkSegment(a8298ac6-27f2-4d49-a69e-1170114fd5fe),segment_id=a8298ac6-27f2-4d49-a69e-1170114fd5fe)] {{(pid=109785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:06:33.800057 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:33.882984 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Routers {'d2e42a76-59ea-4c89-930b-5fe873fc3ee0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:33.883617 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:33.885800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-61d744fe-ac2e-4abf-bd7a-6912c5fa3465 None None] Provisioning complete for port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:33.886170 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61d744fe-ac2e-4abf-bd7a-6912c5fa3465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:33.889418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228699a3-e538-4966-a4fb-b9f8b59dc48e None None] Pushing event updated for resources: {'Port': ['ID=44cb07a5-d734-4537-b2a9-ad81ff3260c5,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:34.060038 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] Set router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:34.095622 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61d744fe-ac2e-4abf-bd7a-6912c5fa3465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:34.199335 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-61d744fe-ac2e-4abf-bd7a-6912c5fa3465 None None] For port 44cb07a5-d734-4537-b2a9-ad81ff3260c5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=44cb07a5-d734-4537-b2a9-ad81ff3260c5,segment=NetworkSegment(a8298ac6-27f2-4d49-a69e-1170114fd5fe),segment_id=a8298ac6-27f2-4d49-a69e-1170114fd5fe)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:34.207902 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-61d744fe-ac2e-4abf-bd7a-6912c5fa3465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:34.281585 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d744fe-ac2e-4abf-bd7a-6912c5fa3465 None None] Pushing event updated for resources: {'Port': ['ID=44cb07a5-d734-4537-b2a9-ad81ff3260c5,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:34.341786 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-f7de77e7-bffa-45cf-8499-03a5e1da7e48 None None] Provisioning complete for port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:34.342429 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f7de77e7-bffa-45cf-8499-03a5e1da7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:34.384151 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 4, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port': {'id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '44cb07a5-d734-4537-b2a9-ad81ff3260c5', 'name': '', 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'mac_address': 'fa:16:3e:bc:38:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0e7ad93f-e74f-4f08-b776-fd903bc40e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:29Z', 'updated_at': '2021-12-17T17:06:33Z', 'revision_number': 4, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'subnets': [{'id': '0e7ad93f-e74f-4f08-b776-fd903bc40e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:34.413400 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34b9d2-fed0-455f-8f6e-a9e2e76bbc0c None None] The sync data for ids ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'] in n-d-806683-20 is: [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 4, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port': {'id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': '44cb07a5-d734-4537-b2a9-ad81ff3260c5', 'name': '', 'network_id': 'e2b0cc71-d00a-4d44-8804-e62fc7b6c30f', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'mac_address': 'fa:16:3e:bc:38:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '0e7ad93f-e74f-4f08-b776-fd903bc40e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:29Z', 'updated_at': '2021-12-17T17:06:33Z', 'revision_number': 4, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'subnets': [{'id': '0e7ad93f-e74f-4f08-b776-fd903bc40e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:34.437675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ec0242ff-26a8-4fec-b88a-71aa7ac0bfa5 req-42d3de9e-5494-4e34-ab22-c05990969e45 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 210 time: 0.0422235 Dec 17 17:06:34.547119 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-29c21f43-536b-4c60-b01c-8f9206959199 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:34.548981 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-29c21f43-536b-4c60-b01c-8f9206959199 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 810 time: 0.2079334 Dec 17 17:06:34.643226 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-63f82df6-1c21-452b-ba54-bdda85cb6099 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73e81c8870d7482398275b400fa6207d HTTP/1.1" status: 200 len: 379 time: 0.0804067 Dec 17 17:06:34.655777 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'port': {'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'admin_state_up': True, 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'security_groups': ['0ea39a61-b2ab-4ea1-af05-3a6a96388a32']}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:34.695974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 44cb07a5-d734-4537-b2a9-ad81ff3260c5 up at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:34.747333 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Provisioning complete for port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:34.747992 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:34.774511 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Made reservation on behalf of 73e81c8870d7482398275b400fa6207d for: {'port': 1} {{(pid=109783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:06:34.778727 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:34.914109 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Allocated IP 172.20.0.6 (21ba4c1d-9de6-4dc7-971f-c585f60a6da2/54d23ef7-4558-4e4e-91f7-217267b6b94e/45da245c-d6b2-4126-bd13-4219d82d5d9e) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:35.063228 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.099251 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.151988 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:35.155261 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:35.158308 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:35.192415 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:35.221697 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:35.222376 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.240113 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-e4314bcd-aeb1-46fa-a262-1a891ccf282c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883636 Dec 17 17:06:35.252207 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Request body: {'port': {'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-20'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:35.308978 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.436450 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-bfc67b4f-6880-46c6-a3d8-11f3d0dfe143 None None] Provisioning complete for port 45da245c-d6b2-4126-bd13-4219d82d5d9e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:35.436855 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfc67b4f-6880-46c6-a3d8-11f3d0dfe143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.471418 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-bfc67b4f-6880-46c6-a3d8-11f3d0dfe143 None None] Port 45da245c-d6b2-4126-bd13-4219d82d5d9e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:06:35.603392 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45da245c-d6b2-4126-bd13-4219d82d5d9e {{(pid=109783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:06:35.612246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.627036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.provisioning_blocks [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Transition to ACTIVE for port object 45da245c-d6b2-4126-bd13-4219d82d5d9e will not be triggered until provisioned by entity L2. {{(pid=109783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:06:35.632573 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.719140 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:35.781091 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Attempting to bind port 45da245c-d6b2-4126-bd13-4219d82d5d9e on host n-h2-806683-20 for vnic_type normal with profile {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:06:35.781435 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Attempting to bind port 45da245c-d6b2-4126-bd13-4219d82d5d9e by drivers openvswitch,hyperv on host n-h2-806683-20 at level 0 using segments [{'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:06:35.781772 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Attempting to bind port 45da245c-d6b2-4126-bd13-4219d82d5d9e on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:35.787525 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Port 45da245c-d6b2-4126-bd13-4219d82d5d9e on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-20 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 17:06:35.787903 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Attempting to bind port 45da245c-d6b2-4126-bd13-4219d82d5d9e on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:06:35.793782 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Checking agent: {'id': '8b038f46-5935-469f-93ed-66c853a3aa00', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:06:35.794056 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Checking segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:06:35.794319 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Bound using segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} {{(pid=109783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:06:35.794964 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.managers [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Bound port: 45da245c-d6b2-4126-bd13-4219d82d5d9e, host: n-h2-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}}] {{(pid=109783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:06:35.795336 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.864312 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, cleared binding levels {{(pid=109783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:06:35.868005 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:06:35.869780 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded609b5-a3c0-43de-8efa-29f65579f028 req-a5edeab2-96b8-466a-a6d5-1bd5446af733 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:35.871548 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ded609b5-a3c0-43de-8efa-29f65579f028 req-a5edeab2-96b8-466a-a6d5-1bd5446af733 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 943 time: 0.0523353 Dec 17 17:06:35.874315 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.911081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:35.911691 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:35.913152 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] 10.222.0.49 "PUT /v2.0/ports/45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 1092 time: 0.6651320 Dec 17 17:06:35.913599 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:35.915909 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:06:35.947872 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e59b9-7127-4380-a3fb-072341d5c2fd service neutron] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=3']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:35.964451 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ded609b5-a3c0-43de-8efa-29f65579f028 req-043b2a10-674c-44d0-b6d5-a74b013499f7 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843666 Dec 17 17:06:35.988952 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5920837-b0c4-4608-afe3-13cc1e5af930 x-openstack-request-id: req-d5920837-b0c4-4608-afe3-13cc1e5af930 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:06:35.989318 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:06:35.989750 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5920837-b0c4-4608-afe3-13cc1e5af930 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:06:35.990164 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'status': 'completed', 'code': 200} Dec 17 17:06:36.010412 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-87ba7ee8-d5c2-4d21-ab8c-cbb1043f3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.012097 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-87ba7ee8-d5c2-4d21-ab8c-cbb1043f3c05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0593588 Dec 17 17:06:36.060199 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-1025ac1b-0011-493f-9a61-5499f4197094 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 217 time: 0.0394711 Dec 17 17:06:36.111129 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-a77f566d-a94e-44d0-8965-c2884509cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.112689 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-a77f566d-a94e-44d0-8965-c2884509cb15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0457821 Dec 17 17:06:36.158543 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-1aaf4378-8fc8-4bd4-bdab-929b4e18c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.160195 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-1aaf4378-8fc8-4bd4-bdab-929b4e18c67b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399339 Dec 17 17:06:36.256652 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-ea6a7aeb-12cf-40a7-a7e1-84b678f67c32 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889807 Dec 17 17:06:36.348735 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3a7eb66a-a34c-49a4-b8a9-89608d1908c4 req-ded3cb4a-2e08-46ee-849b-6e6e2c12eab3 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846989 Dec 17 17:06:36.449356 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-50a2b7d4-42fc-4610-bf04-138f6cb814b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.451632 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-50a2b7d4-42fc-4610-bf04-138f6cb814b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0497696 Dec 17 17:06:36.546924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-ff712f92-af2a-40d0-9d62-294d1b40074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.548518 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-ff712f92-af2a-40d0-9d62-294d1b40074c service neutron] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0894375 Dec 17 17:06:36.576130 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-00719735-e800-4ada-87fc-2e9ec53509a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:36.591280 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-c86a9f4c-eb2a-4b19-b696-78a3791057b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 217 time: 0.0354786 Dec 17 17:06:36.646593 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-23afcca4-91dc-45d6-8ab9-7a7ac7a3cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.648131 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-23afcca4-91dc-45d6-8ab9-7a7ac7a3cdf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0495238 Dec 17 17:06:36.695237 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-5b3d81dc-d7d2-4482-a511-6973d01c954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:36.696675 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-5b3d81dc-d7d2-4482-a511-6973d01c954d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408502 Dec 17 17:06:36.791264 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-b4c3e127-920b-4c0c-bb55-21cdb3781308 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Dec 17 17:06:36.885781 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-87cbe3e5-ac23-4674-8364-c7cc1f728f2e req-2f61651d-94d0-48a2-9a93-e433394a4d2a service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870743 Dec 17 17:06:37.085102 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31bc63-df53-465e-98a6-14da0e1ea0a6 req-62e813cb-7710-44fb-9bf6-f5d8c4a7b9e3 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:37.086699 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d31bc63-df53-465e-98a6-14da0e1ea0a6 req-62e813cb-7710-44fb-9bf6-f5d8c4a7b9e3 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 943 time: 0.0526421 Dec 17 17:06:37.139787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8d31bc63-df53-465e-98a6-14da0e1ea0a6 req-ba0ea040-fca8-44a5-9fbc-47939a207678 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467038 Dec 17 17:06:38.043222 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 45da245c-d6b2-4126-bd13-4219d82d5d9e details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 17:06:38.142470 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:38.154633 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 17:06:38.192050 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:38.210932 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45da245c-d6b2-4126-bd13-4219d82d5d9e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:06:38.231293 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:38.235936 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:38.266612 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57393f3e-623f-4288-bf15-69f1a779c661 req-3d412461-ce7e-4527-9533-1139dd79c0fd tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:38.268297 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57393f3e-623f-4288-bf15-69f1a779c661 req-3d412461-ce7e-4527-9533-1139dd79c0fd tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 943 time: 0.0561771 Dec 17 17:06:38.323522 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-57393f3e-623f-4288-bf15-69f1a779c661 req-0b0acb7b-007e-428b-beab-4b7a1dbed378 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 Dec 17 17:06:38.463753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:38.504581 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['45da245c-d6b2-4126-bd13-4219d82d5d9e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 17:06:38.979917 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-d315f464-3dd0-458d-b318-e6be1f1b0ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:39.451755 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b582e-ff1d-4bd9-8320-df20c2399ac1 req-507d5f60-badd-4d86-b25a-d93ef929d446 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:39.453301 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef8b582e-ff1d-4bd9-8320-df20c2399ac1 req-507d5f60-badd-4d86-b25a-d93ef929d446 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 944 time: 0.0566132 Dec 17 17:06:39.505458 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-ef8b582e-ff1d-4bd9-8320-df20c2399ac1 req-2f0cd910-19c8-4d61-a346-83c8c61fda40 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Dec 17 17:06:40.058559 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 45da245c-d6b2-4126-bd13-4219d82d5d9e up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:06:40.114638 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning for port 45da245c-d6b2-4126-bd13-4219d82d5d9e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:06:40.119152 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 45da245c-d6b2-4126-bd13-4219d82d5d9e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:06:40.119548 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:40.197712 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:40.223190 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:40.226494 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db63778-a7db-484e-b22b-2fa323433d25" -d '{"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:06:40.241280 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:06:40.246990 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:40.277412 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a2eaf-b398-4a2b-b2f1-a6b6f62b900f x-openstack-request-id: req-241a2eaf-b398-4a2b-b2f1-a6b6f62b900f {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:06:40.277767 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:06:40.278015 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-241a2eaf-b398-4a2b-b2f1-a6b6f62b900f {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:06:40.278433 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'code': 200} Dec 17 17:06:40.302357 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:40.354584 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:40.378849 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c097c-2221-4677-8b39-c1c1861cf184 req-c45157e7-8ee7-4175-8a13-1ea3dc58d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:40.380507 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-304c097c-2221-4677-8b39-c1c1861cf184 req-c45157e7-8ee7-4175-8a13-1ea3dc58d6f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0482452 Dec 17 17:06:40.433402 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-304c097c-2221-4677-8b39-c1c1861cf184 req-5f009313-fcd0-4172-9ed6-0cc90128dd62 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401919 Dec 17 17:06:40.633280 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33048-bdcd-48c5-b72b-f50132fb3375 req-797bd963-c37c-46be-bcf2-799e49138683 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:40.634813 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbf33048-bdcd-48c5-b72b-f50132fb3375 req-797bd963-c37c-46be-bcf2-799e49138683 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 945 time: 0.0560024 Dec 17 17:06:40.685051 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-bbf33048-bdcd-48c5-b72b-f50132fb3375 req-0d735917-92e1-4714-92d7-662c6a471789 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440292 Dec 17 17:06:41.506113 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:41.655059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:41.830115 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca7c61-3d38-4d46-90fe-88b6acc99ff8 req-2d1633a3-5cea-4c83-982c-487c2ff5c6d2 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:41.831591 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35ca7c61-3d38-4d46-90fe-88b6acc99ff8 req-2d1633a3-5cea-4c83-982c-487c2ff5c6d2 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 945 time: 0.0609498 Dec 17 17:06:41.881738 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-35ca7c61-3d38-4d46-90fe-88b6acc99ff8 req-a1a71e73-74d9-4da5-bd3c-0a36e7a59a78 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435460 Dec 17 17:06:42.000050 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29b571-ed11-40cb-94e8-dd849989b418 req-7671e818-7251-4250-b908-8d1d2f02558c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:42.001478 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b29b571-ed11-40cb-94e8-dd849989b418 req-7671e818-7251-4250-b908-8d1d2f02558c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Dec 17 17:06:42.053297 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-7b29b571-ed11-40cb-94e8-dd849989b418 req-4fb6e57b-3a46-407f-ae2d-8e08e92cfd5d tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Dec 17 17:06:42.085476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 41750) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:42.174900 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:42.180511 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40c03d-afb8-4a69-b9e8-df513fcc8c67 tempest-TestSnapshotPattern-1263519465 tempest-TestSnapshotPattern-1263519465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:42.182328 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-da40c03d-afb8-4a69-b9e8-df513fcc8c67 tempest-TestSnapshotPattern-1263519465 tempest-TestSnapshotPattern-1263519465-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1092 time: 0.0957351 Dec 17 17:06:42.185240 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 41754) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:06:42.191088 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.v2.base [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:06:42.217539 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:42.667873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:42.779001 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Allocated IP 172.25.0.153 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/cd0363aa-49c6-4370-8760-bdaf4cd1f50d) {{(pid=109783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:06:42.885524 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for port, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:42.921772 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:42.962714 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:06:42.967845 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.base_scheduler [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Resources bound (agent type, host, resource id): {{(pid=109783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:06:42.971116 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Received port after_create {{(pid=109783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:06:42.974284 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'Port': ['ID=cd0363aa-49c6-4370-8760-bdaf4cd1f50d,revision_number=1']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:43.347837 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:43.419419 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:43.572613 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for port, precommit_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:43.579031 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261286251'] for port, after_update {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:43.645894 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'Port': ['ID=cd0363aa-49c6-4370-8760-bdaf4cd1f50d,revision_number=2']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:06:43.661658 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:43.764138 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Floating IP 2d885b62-b463-4efe-a362-723eaf19eb15 associated. External IP: 172.25.0.153, port: 45da245c-d6b2-4126-bd13-4219d82d5d9e. Dec 17 17:06:43.990408 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Router c414d7ff-f873-4d0c-ae3d-008152701aef has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:06:44.097026 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:06:44.107591 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635ad39-046c-4c98-8308-616755b58509 None None] Sync routers for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:06:44.119847 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:44.120111 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:44.120651 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.152042 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6a1e1f20-bd30-484d-a21c-b833f956bd6f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9653621 Dec 17 17:06:44.152718 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:06:44.155054 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2238371-f303-4111-a181-4c33d0f68152" -d '{"events": [{"name": "network-changed", "server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:06:44.192163 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a195b-6514-44f1-a907-1d4dbc180a91 x-openstack-request-id: req-8a7a195b-6514-44f1-a907-1d4dbc180a91 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:06:44.192863 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:06:44.193124 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a7a195b-6514-44f1-a907-1d4dbc180a91 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:06:44.193537 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'status': 'completed', 'code': 200} Dec 17 17:06:44.240527 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:44.256282 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238371-f303-4111-a181-4c33d0f68152 req-86d67617-f729-4962-89f9-7e659fbacee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:44.257877 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2238371-f303-4111-a181-4c33d0f68152 req-86d67617-f729-4962-89f9-7e659fbacee2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0431693 Dec 17 17:06:44.347960 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238371-f303-4111-a181-4c33d0f68152 req-95270380-bd3f-47bb-aaf4-339be92dd709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:44.349688 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2238371-f303-4111-a181-4c33d0f68152 req-95270380-bd3f-47bb-aaf4-339be92dd709 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0848658 Dec 17 17:06:44.421357 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2238371-f303-4111-a181-4c33d0f68152 req-0a034e89-a081-407d-be1d-6f613db0fd8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 999 time: 0.0645254 Dec 17 17:06:44.463621 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:43Z', 'revision_number': 0, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.474290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238371-f303-4111-a181-4c33d0f68152 req-52275e09-467f-4777-a3e3-557e9f5923c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:44.475774 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2238371-f303-4111-a181-4c33d0f68152 req-52275e09-467f-4777-a3e3-557e9f5923c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0472319 Dec 17 17:06:44.489241 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635ad39-046c-4c98-8308-616755b58509 None None] Checking router: c414d7ff-f873-4d0c-ae3d-008152701aef for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:06:44.498450 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:06:44.498971 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:06:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.525147 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238371-f303-4111-a181-4c33d0f68152 req-a0405328-c619-41b0-9f09-62ef6fa952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:06:44.526691 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2238371-f303-4111-a181-4c33d0f68152 req-a0405328-c619-41b0-9f09-62ef6fa952f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438287 Dec 17 17:06:44.604866 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:06:44.622867 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2238371-f303-4111-a181-4c33d0f68152 req-c1a0c728-a15e-43b1-8c53-ea210c3a2b5f service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888252 Dec 17 17:06:44.711667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-a2238371-f303-4111-a181-4c33d0f68152 req-d34572c9-a70a-407f-b970-778e208cde84 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821807 Dec 17 17:06:44.830673 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-d635ad39-046c-4c98-8308-616755b58509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:43Z', 'revision_number': 0, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:06:44.939678 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635ad39-046c-4c98-8308-616755b58509 None None] The sync data for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 is: [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:43Z', 'revision_number': 0, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:06:45.141477 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56c782-4b56-4e41-a24e-e1b69172b55d None None] New status for floating IP 2d885b62-b463-4efe-a362-723eaf19eb15: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:06:46.130520 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:06:50.854555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:07:06.584823 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43c4c4b2-0a23-4506-9dd5-14b854961c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:08.983857 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-43141d4c-30bf-44ff-b059-20edef375060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:10.359619 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:11.516863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:11.653731 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:12.178913 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:16.129562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:27.859018 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:07:36.578686 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a2211a19-aba3-454d-b7a3-af724cd888b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:38.985185 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9d66331b-abf4-4eec-b4ce-489c2d08adaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:40.360719 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:41.332376 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-1547bee1-2ac8-48db-b03a-a832dc5a4ccf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474451 Dec 17 17:07:41.427768 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-b7b529f2-1fb9-4737-80f4-f6b7b3b80140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:41.429210 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-b7b529f2-1fb9-4737-80f4-f6b7b3b80140 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0424845 Dec 17 17:07:41.516311 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:41.544989 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-e0c50ebe-c1c5-462b-ab2b-8539720782b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:41.546450 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-e0c50ebe-c1c5-462b-ab2b-8539720782b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0963306 Dec 17 17:07:41.614414 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-4ff830f0-8e35-4754-bb7e-6e0617336af3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 1001 time: 0.0608540 Dec 17 17:07:41.666690 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-a2608c42-b6ec-492e-be7e-c5da3006eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:41.668461 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-a2608c42-b6ec-492e-be7e-c5da3006eb86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0456913 Dec 17 17:07:41.668707 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:41.726235 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-75c3d74b-7f19-42c9-9a31-d9e74b577510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:07:41.727914 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-75c3d74b-7f19-42c9-9a31-d9e74b577510 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470243 Dec 17 17:07:41.819666 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-b9eae17b-12a2-4129-b654-329262c4a6d5 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837419 Dec 17 17:07:41.926720 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-f91dce7e-ffd3-476c-9b36-add96b4fca4d req-e24edb17-b74a-4e0d-a23a-c05fd84f1c91 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002872 Dec 17 17:07:42.179459 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:07:46.128367 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:04.864624 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:08:06.586305 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c8a4640c-6c2a-479c-8beb-7e5464b69811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:08.979641 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-954da32c-396e-4248-a122-984b5b501097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:10.371929 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:11.525386 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:11.694068 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:12.182008 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:16.130366 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:36.588986 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bcc5fe2b-6c03-45b9-a96a-847bda65313f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:38.987863 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9e7b2294-db0e-4138-8471-57e24b704d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:40.376818 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:40.485396 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 45da245c-d6b2-4126-bd13-4219d82d5d9e details requested by agent hyperv_n-h2-806683-20 with host n-h2-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 17:08:40.587880 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:08:40.603957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Returning: {'device': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 17:08:40.641453 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:40.654939 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45da245c-d6b2-4126-bd13-4219d82d5d9e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:08:40.675374 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:08:40.681292 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:40.732005 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:40.739307 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.739619 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.740013 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.740347 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.740659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.740985 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.741308 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.741658 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.741974 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.742294 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.742612 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.742927 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.743246 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:40.749154 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] get_ports_and_sgs() called for port_ids ['45da245c-d6b2-4126-bd13-4219d82d5d9e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 17:08:41.532420 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:41.691679 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:41.864958 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:08:42.181789 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:42.359854 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-02d910e4-18ff-4748-b4f8-47956246c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.361408 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-02d910e4-18ff-4748-b4f8-47956246c54a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0486321 Dec 17 17:08:42.481741 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-8e63d48b-72fa-4a05-98a4-d0d222a5b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.483395 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-8e63d48b-72fa-4a05-98a4-d0d222a5b8ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0978644 Dec 17 17:08:42.502141 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 45da245c-d6b2-4126-bd13-4219d82d5d9e up at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:08:42.567790 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-0aae548e-b724-4315-953b-63c2c188afc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 1000 time: 0.0761786 Dec 17 17:08:42.568982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Provisioning complete for port 45da245c-d6b2-4126-bd13-4219d82d5d9e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:42.569467 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:42.626943 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-25f59696-6df7-4318-bbcb-774230659683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.628863 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-25f59696-6df7-4318-bbcb-774230659683 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0539932 Dec 17 17:08:42.651133 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:42.683706 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:08:42.687518 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2000af11-04f6-45ff-bd11-c16f572fded9" -d '{"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:08:42.700259 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-646a21ae-4bdd-45e7-af1a-c2cec6a463a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:42.701898 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-646a21ae-4bdd-45e7-af1a-c2cec6a463a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645797 Dec 17 17:08:42.717461 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:08:42.728097 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:42.797883 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:42.833477 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2308a30f-9bf6-4af9-9650-63c12fb45ce7 x-openstack-request-id: req-2308a30f-9bf6-4af9-9650-63c12fb45ce7 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:08:42.833779 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-plugged", "status": "completed", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:08:42.834223 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2308a30f-9bf6-4af9-9650-63c12fb45ce7 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:08:42.834648 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'code': 200} Dec 17 17:08:42.841110 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-6fba1b00-11e2-46a6-a581-c92b5439bbfe service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302769 Dec 17 17:08:42.939009 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7b413602-7d16-495a-9962-4dd2a2d6c949 req-c0cf2c05-055f-4110-be7b-07e6c2fa4fc3 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906420 Dec 17 17:08:46.121028 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:50.994987 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-ffa12d51-9e07-4620-91b4-dffc556798e4 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887133863&fields=id&tenant_id=73e81c8870d7482398275b400fa6207d HTTP/1.1" status: 200 len: 267 time: 0.0575917 Dec 17 17:08:51.108814 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-d2b1b086-34cc-40cd-b36a-fa678462e91f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:51.110321 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-d2b1b086-34cc-40cd-b36a-fa678462e91f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 810 time: 0.1070762 Dec 17 17:08:51.129471 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-4518f146-cac7-421d-990d-a0c074594ab7 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/quotas/73e81c8870d7482398275b400fa6207d HTTP/1.1" status: 200 len: 375 time: 0.0101693 Dec 17 17:08:51.190050 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-9190bcd2-d7d7-4c42-9287-40557f7473c2 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532248 Dec 17 17:08:51.253287 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-52558ac0-ff27-4060-8810-7694f4bb8908 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 17:08:51.254282 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-52558ac0-ff27-4060-8810-7694f4bb8908 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525413 Dec 17 17:08:51.349783 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-edea09fb-8af0-4a2f-b795-10a585e27228 service neutron] 10.222.0.54 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887980 Dec 17 17:08:51.447079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-1a8a1f27-3660-4ebc-bf0b-1d696427fe00 service neutron] 10.222.0.54 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909224 Dec 17 17:08:51.651788 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4ea72db0-a009-4205-b6ad-a0e03c4b1066 req-16e27d26-bc95-49e5-88d6-9440269d840c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 210 time: 0.0281632 Dec 17 17:08:52.685441 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-5966aaf4-b626-416d-a056-6daa29eb3199 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:52.687617 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-5966aaf4-b626-416d-a056-6daa29eb3199 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.47 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 810 time: 0.1068881 Dec 17 17:08:52.769249 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-1772a426-f58a-4a68-a3d2-3aa319e65972 req-90581780-33da-449e-be5c-bbe6bda4f93f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 210 time: 0.0419352 Dec 17 17:08:52.784143 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-874f7fcf-c1d6-4bfd-ada7-d4b953238350 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73e81c8870d7482398275b400fa6207d HTTP/1.1" status: 200 len: 379 time: 0.0854585 Dec 17 17:08:52.797188 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'port': {'device_id': 'b4277f9c-a247-4370-b266-3d65486e697d', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'admin_state_up': True, 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'security_groups': ['0ea39a61-b2ab-4ea1-af05-3a6a96388a32']}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:08:52.909289 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Made reservation on behalf of 73e81c8870d7482398275b400fa6207d for: {'port': 1} {{(pid=109784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 17:08:52.913081 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:53.101181 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Allocated IP 172.20.0.4 (21ba4c1d-9de6-4dc7-971f-c585f60a6da2/54d23ef7-4558-4e4e-91f7-217267b6b94e/ece2d9f9-852a-417c-bc21-873e8121139e) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:08:53.319220 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:53.364904 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:53.423321 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:08:53.426934 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:08:53.432670 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:08:53.459273 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:53.475759 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.476261 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.476466 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.476832 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.477143 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.477474 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.477805 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.478131 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.478473 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.478782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.479119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.479435 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.479752 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:08:53.506259 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:53.506927 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:53.528193 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dc327d60-3930-4c26-a2cb-1216e4d84968 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351956 Dec 17 17:08:53.716623 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-b62f067d-4556-437c-9d07-3f71a11dae25 None None] Provisioning complete for port ece2d9f9-852a-417c-bc21-873e8121139e triggered by entity DHCP. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:08:53.717219 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-b62f067d-4556-437c-9d07-3f71a11dae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:53.759982 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-b62f067d-4556-437c-9d07-3f71a11dae25 None None] Port ece2d9f9-852a-417c-bc21-873e8121139e cannot update to ACTIVE because it is not bound. {{(pid=109785) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 17 17:08:53.929487 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdaa87-6291-4950-bdde-fe2b60f4d59e req-2ec893d4-db9e-46ee-8aec-7123597af1e5 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:53.931993 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aecdaa87-6291-4950-bdde-fe2b60f4d59e req-2ec893d4-db9e-46ee-8aec-7123597af1e5 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0778568 Dec 17 17:08:53.991750 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-aecdaa87-6291-4950-bdde-fe2b60f4d59e req-ec2df2be-cccf-4530-89b0-c71f46ef3e03 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521629 Dec 17 17:08:54.534569 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 45da245c-d6b2-4126-bd13-4219d82d5d9e no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:08:54.637154 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:54.662097 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:08:54.664505 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603335fa-4b7a-40ce-9a78-4e794bde9310" -d '{"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:08:54.677236 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:08:54.682059 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:08:54.709282 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0117d20-d093-4b87-8382-c0ef4ddc89d2 x-openstack-request-id: req-b0117d20-d093-4b87-8382-c0ef4ddc89d2 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:08:54.709657 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:08:54.709978 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0117d20-d093-4b87-8382-c0ef4ddc89d2 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:08:54.710505 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'code': 200} Dec 17 17:08:54.736724 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Pushing event updated for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:08:55.111286 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f760-4f2e-49d9-90d5-b43fb552e842 req-25b72cc6-4d5e-4f4e-824e-8fef3e10a631 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:55.112815 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4892f760-4f2e-49d9-90d5-b43fb552e842 req-25b72cc6-4d5e-4f4e-824e-8fef3e10a631 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0494189 Dec 17 17:08:55.168992 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-4892f760-4f2e-49d9-90d5-b43fb552e842 req-9a8a86e3-5ed5-48cc-87cc-f85bb2ba07ec tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494754 Dec 17 17:08:56.304808 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43489b9-c3bd-4cc9-99b1-715c1c22dedc req-76853028-5a59-4c32-917d-4c632480d09f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:56.306263 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b43489b9-c3bd-4cc9-99b1-715c1c22dedc req-76853028-5a59-4c32-917d-4c632480d09f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0638032 Dec 17 17:08:56.371352 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-b43489b9-c3bd-4cc9-99b1-715c1c22dedc req-25a8a688-6c47-4fda-8dad-2f13e91e8932 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583074 Dec 17 17:08:57.515858 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab816-76a2-4b35-a5b4-b2f868685877 req-3434e309-0761-416b-be86-1af5483e7802 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:57.517325 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-362ab816-76a2-4b35-a5b4-b2f868685877 req-3434e309-0761-416b-be86-1af5483e7802 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0633709 Dec 17 17:08:57.575020 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-362ab816-76a2-4b35-a5b4-b2f868685877 req-4ca5259f-7c11-4436-861c-0833cb6ea219 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488102 Dec 17 17:08:58.700666 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf3074-0c2c-4f78-8f3a-06d5548a6f7d req-2c51da57-a26d-4b0f-b2dd-0beabab547ea tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:58.702308 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6caf3074-0c2c-4f78-8f3a-06d5548a6f7d req-2c51da57-a26d-4b0f-b2dd-0beabab547ea tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0520945 Dec 17 17:08:58.756137 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-6caf3074-0c2c-4f78-8f3a-06d5548a6f7d req-67ee1899-c677-4a6f-97fc-63fca7805654 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464942 Dec 17 17:08:59.882730 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f620719-4ea2-4f05-b518-da0f74edf4c4 req-53cd79c1-e8be-4ff4-b984-4322f576aef0 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:08:59.884386 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f620719-4ea2-4f05-b518-da0f74edf4c4 req-53cd79c1-e8be-4ff4-b984-4322f576aef0 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0520527 Dec 17 17:08:59.942222 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-3f620719-4ea2-4f05-b518-da0f74edf4c4 req-7a49f67a-7fb4-4490-8da2-f9a6c18f45c2 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472069 Dec 17 17:09:01.072331 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c4433-960b-4089-89ac-60ab49dd6b44 req-a9e57369-77f4-4cc3-8cfa-f2c764d9ea9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:01.073846 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c2c4433-960b-4089-89ac-60ab49dd6b44 req-a9e57369-77f4-4cc3-8cfa-f2c764d9ea9a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0491228 Dec 17 17:09:01.128142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-4c2c4433-960b-4089-89ac-60ab49dd6b44 req-1293d3e7-2281-4696-a2e9-d64fcc82e646 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472960 Dec 17 17:09:02.262348 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc288e-1bbb-4725-9b27-67cf690ad470 req-606eb9f4-2fe3-4e2f-9356-aff3b0eb45de tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:02.263973 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79dc288e-1bbb-4725-9b27-67cf690ad470 req-606eb9f4-2fe3-4e2f-9356-aff3b0eb45de tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.0585520 Dec 17 17:09:02.317670 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-79dc288e-1bbb-4725-9b27-67cf690ad470 req-3ef539ab-3c14-4d6b-be07-dbff0e44a4be tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472560 Dec 17 17:09:03.314098 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Request body: {'port': {'device_id': 'b4277f9c-a247-4370-b266-3d65486e697d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-20'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:03.371655 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:03.519549 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b97cb9-bdd9-4da6-98c6-45dfa892d4f6 req-8c72dfe7-a26a-4e3e-b4d2-24deb5d51191 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:03.520971 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e2b97cb9-bdd9-4da6-98c6-45dfa892d4f6 req-8c72dfe7-a26a-4e3e-b4d2-24deb5d51191 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 931 time: 0.1179459 Dec 17 17:09:03.616951 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-e2b97cb9-bdd9-4da6-98c6-45dfa892d4f6 req-eeb4355a-e6bf-4a5b-8f21-2ff81a005d4b tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896115 Dec 17 17:09:03.707494 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece2d9f9-852a-417c-bc21-873e8121139e {{(pid=109784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:09:03.715328 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:03.727579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.provisioning_blocks [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Transition to ACTIVE for port object ece2d9f9-852a-417c-bc21-873e8121139e will not be triggered until provisioned by entity L2. {{(pid=109784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 17:09:03.733676 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:03.792587 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:03.864029 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Attempting to bind port ece2d9f9-852a-417c-bc21-873e8121139e on host n-h1-806683-20 for vnic_type normal with profile {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 17 17:09:03.864353 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Attempting to bind port ece2d9f9-852a-417c-bc21-873e8121139e by drivers openvswitch,hyperv on host n-h1-806683-20 at level 0 using segments [{'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 17 17:09:03.864685 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Attempting to bind port ece2d9f9-852a-417c-bc21-873e8121139e on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:09:03.869150 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Port ece2d9f9-852a-417c-bc21-873e8121139e on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-20 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 17:09:03.869445 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Attempting to bind port ece2d9f9-852a-417c-bc21-873e8121139e on network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 17:09:03.875096 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Checking agent: {'id': 'f041f694-51e0-4e2a-8512-2a70dd318b93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'started_at': datetime.datetime(2021, 12, 17, 15, 43, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 17, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 17:09:03.875618 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Checking segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 17 17:09:03.876033 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Bound using segment: {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'} {{(pid=109784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 17:09:03.876476 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.managers [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Bound port: ece2d9f9-852a-417c-bc21-873e8121139e, host: n-h1-806683-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbc83ca-c51d-47fa-802e-4006152b0016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2'}}] {{(pid=109784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 17 17:09:03.876855 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:03.944085 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, cleared binding levels {{(pid=109784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 17:09:03.947564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 17:09:03.953388 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:03.988583 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:03.989088 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:03.990542 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] 10.222.0.47 "PUT /v2.0/ports/ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 200 len: 1092 time: 0.7360451 Dec 17 17:09:03.990994 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:09:03.993298 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c113fe-ad16-4315-b461-40b96f5d0556" -d '{"events": [{"name": "network-changed", "server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:09:04.019718 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679a9b-5515-4411-afc6-d894bfce9678 service neutron] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=3']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:04.083588 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-56008afd-12c7-48a3-a408-96dd0b19c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.085182 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-56008afd-12c7-48a3-a408-96dd0b19c03a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1095 time: 0.0473037 Dec 17 17:09:04.097388 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b8612-2484-4aeb-bbbf-2d13743a2487 x-openstack-request-id: req-8e8b8612-2484-4aeb-bbbf-2d13743a2487 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:09:04.097678 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:09:04.097932 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e8b8612-2484-4aeb-bbbf-2d13743a2487 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:09:04.098344 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'status': 'completed', 'code': 200} Dec 17 17:09:04.140097 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-605df56b-9ed9-42fa-a484-165509f55322 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 200 len: 217 time: 0.0402453 Dec 17 17:09:04.190311 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-aaa4b5d1-55d2-4bc0-a3a3-375a21c82df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.191850 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-aaa4b5d1-55d2-4bc0-a3a3-375a21c82df7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0452747 Dec 17 17:09:04.244387 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dbb3a337-d896-462c-85bb-ac3c10d1beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.245984 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-dbb3a337-d896-462c-85bb-ac3c10d1beac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422568 Dec 17 17:09:04.341773 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-c673c73b-fbe2-4b10-9884-c40363596b6f service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862365 Dec 17 17:09:04.438646 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-71066b7c-a4cd-4d04-a4f9-b64cb777cbf0 req-f2900e40-9065-44a3-8bdd-08a3bea52693 service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Dec 17 17:09:04.533447 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-a2210ffd-c325-4426-8b45-a49c5d5b61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.535026 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-a2210ffd-c325-4426-8b45-a49c5d5b61b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1095 time: 0.0449476 Dec 17 17:09:04.637336 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-789128f0-e6ff-4e69-a813-11873ee67044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.638877 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-789128f0-e6ff-4e69-a813-11873ee67044 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0964072 Dec 17 17:09:04.683089 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-6dd91c06-3004-43b5-85fc-053502ecdb76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 200 len: 217 time: 0.0370209 Dec 17 17:09:04.767764 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-56a44e92-223a-434e-bb7d-755495c59b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.769295 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-56a44e92-223a-434e-bb7d-755495c59b10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0717008 Dec 17 17:09:04.777383 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9966-9d37-42e7-9bd8-d039dcf2a25a req-6e591ee7-938a-44f5-833e-c25d540ce1c3 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.778749 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-425d9966-9d37-42e7-9bd8-d039dcf2a25a req-6e591ee7-938a-44f5-833e-c25d540ce1c3 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 943 time: 0.0900729 Dec 17 17:09:04.849782 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-b6a43ba2-4313-420b-a4cb-78ef8312f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:04.851190 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-b6a43ba2-4313-420b-a4cb-78ef8312f50e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715587 Dec 17 17:09:04.855410 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-425d9966-9d37-42e7-9bd8-d039dcf2a25a req-f02ead4f-94a3-4362-a57f-9aa9dc6accb9 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681593 Dec 17 17:09:04.950306 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-db11a9f4-7333-4453-87f5-d4cc65b9f49a service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Dec 17 17:09:05.048350 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-22c113fe-ad16-4315-b461-40b96f5d0556 req-bf51c4e2-0577-4052-a249-2176ba90526b service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906641 Dec 17 17:09:05.997114 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a400dba-66b3-4b61-8dae-91b321381660 req-aff37a40-ffb3-4014-bcfe-c71a79730f4f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:05.998982 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a400dba-66b3-4b61-8dae-91b321381660 req-aff37a40-ffb3-4014-bcfe-c71a79730f4f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 943 time: 0.0551710 Dec 17 17:09:06.060400 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1a400dba-66b3-4b61-8dae-91b321381660 req-6ac63a3e-ab14-4dcd-9848-5f6b9382b854 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548716 Dec 17 17:09:06.201231 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ece2d9f9-852a-417c-bc21-873e8121139e details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 17:09:06.310484 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:09:06.321995 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'port_id': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'mac_address': 'fa:16:3e:57:db:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 17:09:06.358625 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:06.371174 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece2d9f9-852a-417c-bc21-873e8121139e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:09:06.391707 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:09:06.400669 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:06.448178 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=4']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:06.594279 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2534babd-fb14-4ed8-a395-7fd78ccd6ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:06.716681 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ece2d9f9-852a-417c-bc21-873e8121139e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 17:09:07.195436 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc0ae3-9dbe-4339-8af6-b162e6be465e req-2d9aa3ef-b6fa-4155-9234-44b1d5761a1a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:07.196970 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35dc0ae3-9dbe-4339-8af6-b162e6be465e req-2d9aa3ef-b6fa-4155-9234-44b1d5761a1a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 944 time: 0.0622063 Dec 17 17:09:07.250659 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-35dc0ae3-9dbe-4339-8af6-b162e6be465e req-70421e2d-0fca-46f2-8ca1-f2ee15fedc63 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445631 Dec 17 17:09:08.218326 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ece2d9f9-852a-417c-bc21-873e8121139e up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:09:08.278230 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning for port ece2d9f9-852a-417c-bc21-873e8121139e completed by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 17:09:08.282605 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port ece2d9f9-852a-417c-bc21-873e8121139e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:09:08.283488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:08.358310 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:08.370838 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a089e-9df2-4060-a199-f7aace813071 req-2197fdd7-9201-472d-9336-d8026dc286e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:08.372377 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-597a089e-9df2-4060-a199-f7aace813071 req-2197fdd7-9201-472d-9336-d8026dc286e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 944 time: 0.0487249 Dec 17 17:09:08.382019 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:09:08.384279 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c32c2bc-12fc-4f4e-b1c1-e78aefdb8014" -d '{"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-plugged", "status": "completed", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:09:08.397184 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:09:08.402385 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:08.425065 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-597a089e-9df2-4060-a199-f7aace813071 req-b6361332-7b40-4415-badb-a470b91a9995 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461831 Dec 17 17:09:08.429301 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ec4be-ff03-42bc-a853-8eb1536fe066 x-openstack-request-id: req-4e4ec4be-ff03-42bc-a853-8eb1536fe066 {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:09:08.429593 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-plugged", "status": "completed", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:09:08.429846 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e4ec4be-ff03-42bc-a853-8eb1536fe066 {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:09:08.430232 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'code': 200} Dec 17 17:09:08.455659 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=5']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:08.536269 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d66040-144f-49a9-8437-3db5699305a3 req-c988d458-9ad9-45cd-8722-fc7185d53460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:08.537852 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48d66040-144f-49a9-8437-3db5699305a3 req-c988d458-9ad9-45cd-8722-fc7185d53460 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1097 time: 0.0422790 Dec 17 17:09:08.585594 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-48d66040-144f-49a9-8437-3db5699305a3 req-38a28083-5846-4d57-98b6-10c6fba1b246 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400152 Dec 17 17:09:08.991488 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-1d61653d-3943-49d4-bb00-159951a90575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:09.561142 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850ef40-0fb3-4f9a-8a72-2c19139150b8 req-ee456dd5-89b7-4e97-8eba-9d113b000a51 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:09.562706 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5850ef40-0fb3-4f9a-8a72-2c19139150b8 req-ee456dd5-89b7-4e97-8eba-9d113b000a51 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 945 time: 0.0585890 Dec 17 17:09:09.619625 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-5850ef40-0fb3-4f9a-8a72-2c19139150b8 req-a10a7d1f-2eb0-4c0a-8364-d6b4274b76bf tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482728 Dec 17 17:09:10.380939 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:10.742332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906663c8-bae7-42cd-862d-ee159cb5ff64 req-c36cb309-9daf-4e6d-9b81-df1b4e6908d0 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:10.743832 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-906663c8-bae7-42cd-862d-ee159cb5ff64 req-c36cb309-9daf-4e6d-9b81-df1b4e6908d0 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 945 time: 0.0536234 Dec 17 17:09:10.800792 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-906663c8-bae7-42cd-862d-ee159cb5ff64 req-24b0e37a-6981-4371-80a2-3c692c5ab177 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505538 Dec 17 17:09:10.938573 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5661193-f1fb-45fe-ab85-d44d7529ace0 req-662cfe74-72cd-414c-bbee-982774530404 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:10.939965 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5661193-f1fb-45fe-ab85-d44d7529ace0 req-662cfe74-72cd-414c-bbee-982774530404 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 945 time: 0.0564129 Dec 17 17:09:10.989589 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-f5661193-f1fb-45fe-ab85-d44d7529ace0 req-c54c52be-3a2d-4cbe-a6bf-97775aa80d47 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Dec 17 17:09:11.012380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42044) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:09:11.053394 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906d5d7-4f05-4a77-8196-3cc505d32803 tempest-TestSnapshotPattern-1263519465 tempest-TestSnapshotPattern-1263519465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:11.054902 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-5906d5d7-4f05-4a77-8196-3cc505d32803 tempest-TestSnapshotPattern-1263519465 tempest-TestSnapshotPattern-1263519465-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1092 time: 0.0414805 Dec 17 17:09:11.057968 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42046) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:09:11.062519 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.v2.base [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Request body: {'floatingip': {'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'port_id': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 17:09:11.087163 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:11.197673 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:11.303308 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.db_base_plugin_common [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Allocated IP 172.25.0.214 (67b29959-e026-4538-ac4f-95d8fcb65701/eefd0863-1fce-4f4d-bbb4-d8b8eff9602e/6811bb19-1d00-4bb5-ad27-15651b979148) {{(pid=109784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 17:09:11.524989 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:11.701222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:11.742591 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for port, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:11.779260 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776632987576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:11.818111 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Network 67b29959-e026-4538-ac4f-95d8fcb65701 is already hosted by enough agents. {{(pid=109784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 17:09:11.821008 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.base_scheduler [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Resources bound (agent type, host, resource id): {{(pid=109784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 17:09:11.823604 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Received port after_create {{(pid=109784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 17:09:11.846303 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'Port': ['ID=6811bb19-1d00-4bb5-ad27-15651b979148,revision_number=1']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:12.176632 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:12.204271 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:12.274986 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:12.435092 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for port, precommit_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:12.441991 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261013160'] for port, after_update {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:12.510564 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event updated for resources: {'Port': ['ID=6811bb19-1d00-4bb5-ad27-15651b979148,revision_number=2']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:09:12.525133 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516986'] for floatingip, after_create {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:12.631208 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Floating IP 0c63d3b9-9c67-4b48-84f7-641f332898b8 associated. External IP: 172.25.0.214, port: ece2d9f9-852a-417c-bc21-873e8121139e. Dec 17 17:09:12.841221 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Router c414d7ff-f873-4d0c-ae3d-008152701aef has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:09:12.964157 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:09:12.975161 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] Sync routers for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:09:12.984272 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:12.985723 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:09:12.986335 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:09:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:13.017553 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-25c5aaf9-c33f-44cb-a99f-ee5a273976e6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9584565 Dec 17 17:09:13.018299 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:09:13.020819 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816035ee-eb71-4e58-943c-63aae0b53c84" -d '{"events": [{"name": "network-changed", "server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:09:13.063127 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26207c76-5d25-439e-bfaf-4ebed43cbbbe x-openstack-request-id: req-26207c76-5d25-439e-bfaf-4ebed43cbbbe {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:09:13.063516 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:09:13.063772 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26207c76-5d25-439e-bfaf-4ebed43cbbbe {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:09:13.064212 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'status': 'completed', 'code': 200} Dec 17 17:09:13.093477 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:09:13.127248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-b90a81f5-ad5b-4a4e-8fda-9a4f20dd849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:13.128820 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-b90a81f5-ad5b-4a4e-8fda-9a4f20dd849e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1097 time: 0.0434973 Dec 17 17:09:13.224270 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-e22437f2-6217-4c6c-b6a4-f6c9a0d02047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:13.225679 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-e22437f2-6217-4c6c-b6a4-f6c9a0d02047 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0884771 Dec 17 17:09:13.295400 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-a98b70dd-05ca-4585-9f76-c25c74049efa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 200 len: 999 time: 0.0628359 Dec 17 17:09:13.322530 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0c63d3b9-9c67-4b48-84f7-641f332898b8', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:57:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4277f9c-a247-4370-b266-3d65486e697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:09:12Z', 'updated_at': '2021-12-17T17:09:12Z', 'revision_number': 0, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}, {'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:45Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:13.347046 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-157a9c4b-dd2f-4ac8-abeb-25056d7725dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:13.348664 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-157a9c4b-dd2f-4ac8-abeb-25056d7725dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0466018 Dec 17 17:09:13.351584 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] Checking router: c414d7ff-f873-4d0c-ae3d-008152701aef for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:09:13.360242 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:09:13.360837 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:09:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:13.399136 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-c5478a8d-3033-4d12-9c5d-d26c6b80b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:13.400786 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-c5478a8d-3033-4d12-9c5d-d26c6b80b594 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451488 Dec 17 17:09:13.465153 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:09:13.496296 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-94cd4d0e-baa0-43c3-9dcd-467f374e61c5 service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880756 Dec 17 17:09:13.591152 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-816035ee-eb71-4e58-943c-63aae0b53c84 req-e1fbeb56-ebf6-49c9-94db-166cb38c68cd service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878565 Dec 17 17:09:13.694476 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0c63d3b9-9c67-4b48-84f7-641f332898b8', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:57:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4277f9c-a247-4370-b266-3d65486e697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:09:12Z', 'updated_at': '2021-12-17T17:09:12Z', 'revision_number': 0, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}, {'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:45Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:09:13.724040 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8eeaf0-3fa9-47f2-9e85-9470b3b16bb2 None None] The sync data for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 is: [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '0c63d3b9-9c67-4b48-84f7-641f332898b8', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.214', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:57:db:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4277f9c-a247-4370-b266-3d65486e697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:09:12Z', 'updated_at': '2021-12-17T17:09:12Z', 'revision_number': 0, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}, {'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:45Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:09:13.922027 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea93f8e-c5ae-4d3a-873b-dcbbb12db453 None None] New status for floating IP 0c63d3b9-9c67-4b48-84f7-641f332898b8: ACTIVE {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:09:16.140311 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:18.866548 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:09:36.596993 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-75372a21-37ae-431c-a08d-2a09f7a2fa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:38.988288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-267055ca-8531-4ec0-ae05-8cb68abfb6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:40.381088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:41.529912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:41.721944 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:42.183026 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:43.228048 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-e33e787b-c8b8-44e5-814f-3c2efabdb286 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477936 Dec 17 17:09:43.320396 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-ea8e5964-5303-4401-83cd-7bf2315ac38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.321944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-ea8e5964-5303-4401-83cd-7bf2315ac38b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1097 time: 0.0426211 Dec 17 17:09:43.403706 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-26be6e4d-4456-46d1-a02e-f22cfc76ae68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1273394 Dec 17 17:09:43.435691 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-422c5689-eaf3-4ef5-82ba-27f213f65cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.437415 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-422c5689-eaf3-4ef5-82ba-27f213f65cbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0872974 Dec 17 17:09:43.491160 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-2b2ab6c7-f5f7-4955-9b2b-b63c24fdde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.492918 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-2b2ab6c7-f5f7-4955-9b2b-b63c24fdde81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0453041 Dec 17 17:09:43.521142 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-ad81799d-dea1-4df7-b4a8-6fc95b09d00f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 200 len: 1001 time: 0.0715938 Dec 17 17:09:43.573376 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-e88acb81-f222-495f-b95c-40696cb2a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.574894 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-e88acb81-f222-495f-b95c-40696cb2a19d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0462818 Dec 17 17:09:43.603476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-19a3003b-1eb8-4024-bab7-ca16e6b2255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.605033 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-19a3003b-1eb8-4024-bab7-ca16e6b2255c service neutron] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0890710 Dec 17 17:09:43.626865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-3793d477-6538-4c71-8af2-31f300a13ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.628496 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-3793d477-6538-4c71-8af2-31f300a13ea4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420346 Dec 17 17:09:43.675679 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-908c2824-d33c-4b41-8eb2-6142941e4f47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 999 time: 0.0631092 Dec 17 17:09:43.726411 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-a41037e1-0c7c-4214-9ca2-ace9868f9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.727903 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-0bad674c-88a9-47cc-a869-0099823e1baf service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870459 Dec 17 17:09:43.728057 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-a41037e1-0c7c-4214-9ca2-ace9868f9d9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0453424 Dec 17 17:09:43.775011 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-7d43ce51-a8d9-487d-ae89-09091260d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:09:43.776583 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-7d43ce51-a8d9-487d-ae89-09091260d90b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416634 Dec 17 17:09:43.822085 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-9129166b-ee0e-44e7-a25f-691777e78c47 req-d8048616-cde3-4bf3-a9f7-553be4cff3ac service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832853 Dec 17 17:09:43.872360 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-6a41e54a-af8d-4766-9cee-5ad9653823c9 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882654 Dec 17 17:09:43.962783 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-e82495b4-4c78-4a74-ab90-539bf32202f0 req-decd94e5-e308-4d16-9b79-ba98f1fb260d service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835493 Dec 17 17:09:46.163205 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:09:55.871304 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:10:06.605932 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-7bc09b2c-f31b-403e-9720-0f2f2a5daf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:08.988929 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a49a423c-a5bc-4142-960c-08f493824390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:10.388773 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:11.536838 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:11.744476 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:12.187377 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:16.162310 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:32.875956 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:10:36.596340 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2383c5f7-7db0-4bfe-b0d3-9c288fc9db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:38.991783 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-21c38ace-497f-4ca2-9487-e3c32f676c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:40.390745 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:41.534138 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:41.752907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:42.184356 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:43.980357 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-c3b9a7c6-c234-4b1c-8006-d750569c6f8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538466 Dec 17 17:10:44.076668 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-39cb320a-332a-4324-a0cd-d80909ad666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:44.079163 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-39cb320a-332a-4324-a0cd-d80909ad666d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1097 time: 0.0475454 Dec 17 17:10:44.199809 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-836a7993-fbad-42b2-abc8-40ba252a66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:44.202033 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-836a7993-fbad-42b2-abc8-40ba252a66b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0920036 Dec 17 17:10:44.285106 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-2d2a139f-7844-452b-9f15-914aeba5e993 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 200 len: 1001 time: 0.0722101 Dec 17 17:10:44.344635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-59c92e92-3390-42d2-8303-c6595495bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:44.346090 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-59c92e92-3390-42d2-8303-c6595495bdc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0490012 Dec 17 17:10:44.403756 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-c2dfcff4-1c12-43a3-bed6-bfc552067012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:44.405413 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-c2dfcff4-1c12-43a3-bed6-bfc552067012 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475192 Dec 17 17:10:44.512742 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-761ada67-d2d6-4c8d-be8c-5f91fda0a6f4 service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950780 Dec 17 17:10:44.605889 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-82cdef81-275a-4c40-82a5-86342b9e4e3a req-3ea3088e-b7c2-441e-bea3-ecea05999740 service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857790 Dec 17 17:10:45.316067 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-3908e8f4-e690-4415-b3f4-a0ff98f458b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439537 Dec 17 17:10:45.409467 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-9115467a-e6fa-4c1d-90ef-758ea0bc33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.410969 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-9115467a-e6fa-4c1d-90ef-758ea0bc33fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0469899 Dec 17 17:10:45.534016 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-91a02f5a-4fe3-4663-8b0b-7439e150a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.536259 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-91a02f5a-4fe3-4663-8b0b-7439e150a766 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.1042597 Dec 17 17:10:45.609659 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-de292928-abb8-4e76-98c0-cc9225b3d095 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 999 time: 0.0663574 Dec 17 17:10:45.661425 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-902e02fd-4a8a-4c6c-989d-e0af668d9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.663004 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-902e02fd-4a8a-4c6c-989d-e0af668d9936 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0463543 Dec 17 17:10:45.709252 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-f836f8b3-7932-4613-82ed-105a886fa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:45.710761 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-f836f8b3-7932-4613-82ed-105a886fa241 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409105 Dec 17 17:10:45.801850 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-85f1597b-b79e-49b5-bf6e-674d36f51b49 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Dec 17 17:10:45.908188 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-25cab4d8-bfb2-4d90-9f8c-918549cce9f3 req-5b2498fd-da8c-4838-a7e4-33c9d1ad4ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992856 Dec 17 17:10:46.169062 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:48.687186 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ece2d9f9-852a-417c-bc21-873e8121139e details requested by agent hyperv_n-h1-806683-20 with host n-h1-806683-20 {{(pid=109785) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 17:10:48.794915 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:10:48.807627 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Returning: {'device': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'port_id': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'mac_address': 'fa:16:3e:57:db:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109785) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 17:10:48.859230 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:48.876500 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ece2d9f9-852a-417c-bc21-873e8121139e {{(pid=109785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 17:10:48.898800 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:10:48.904466 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:49.157726 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=6']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:49.166411 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.166901 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.167412 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.168175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.168708 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.169104 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.169741 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.170195 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.170574 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.170894 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.171213 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.171528 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.171855 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:49.189128 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] get_ports_and_sgs() called for port_ids ['ece2d9f9-852a-417c-bc21-873e8121139e'] {{(pid=109785) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 17:10:50.685604 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ece2d9f9-852a-417c-bc21-873e8121139e up at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 17:10:50.757254 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.provisioning_blocks [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Provisioning complete for port ece2d9f9-852a-417c-bc21-873e8121139e triggered by entity L2. {{(pid=109785) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 17:10:50.758322 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3593704'] for port, provisioning_complete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:50.861519 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:50.884948 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:50.887213 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31eeb567-ae1f-435b-8ae6-7018a830ca6e" -d '{"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-plugged", "status": "completed", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:10:50.907438 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:10:50.913042 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:50.936250 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedc356a-fb7c-4d6a-97dd-fbf00cd3d78a x-openstack-request-id: req-eedc356a-fb7c-4d6a-97dd-fbf00cd3d78a {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:10:50.936547 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-plugged", "status": "completed", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:10:50.936822 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eedc356a-fb7c-4d6a-97dd-fbf00cd3d78a {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:10:50.937201 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'code': 200} Dec 17 17:10:50.966049 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=7']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:58.722522 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42250) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:10:58.892442 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Deleting port 6811bb19-1d00-4bb5-ad27-15651b979148 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:10:58.892758 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:58.982248 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:58.982601 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:58.994743 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Calling delete_port for 6811bb19-1d00-4bb5-ad27-15651b979148 owned by network:floatingip {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:10:59.164832 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:59.190172 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event deleted for resources: {'Port': ['ID=6811bb19-1d00-4bb5-ad27-15651b979148,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:10:59.202818 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.203175 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.203517 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.203879 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.204210 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.204545 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.204869 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.205204 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.205550 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.205874 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.206203 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.206516 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.206836 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:10:59.265054 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:59.265360 n-d-806683-20 neutron-server[109784]: INFO neutron.db.l3_db [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Floating IP 0c63d3b9-9c67-4b48-84f7-641f332898b8 disassociated (deleted). External IP: 172.25.0.214, port: ece2d9f9-852a-417c-bc21-873e8121139e. Dec 17 17:10:59.482980 n-d-806683-20 neutron-server[109784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Router c414d7ff-f873-4d0c-ae3d-008152701aef has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:10:59.591799 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:10:59.596873 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:10:59.603317 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] Sync routers for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:10:59.614884 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:10:59.615503 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:59.626952 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-410a6271-bb61-4eb6-948d-eb22c1753277 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "DELETE /v2.0/floatingips/0c63d3b9-9c67-4b48-84f7-641f332898b8 HTTP/1.1" status: 204 len: 168 time: 0.9032910 Dec 17 17:10:59.627925 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:10:59.630163 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:10:59.670513 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced0bcd1-1e63-4c26-926b-398be1fedfda x-openstack-request-id: req-ced0bcd1-1e63-4c26-926b-398be1fedfda {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:10:59.670813 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:10:59.671067 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ced0bcd1-1e63-4c26-926b-398be1fedfda {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:10:59.671512 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'status': 'completed', 'code': 200} Dec 17 17:10:59.730650 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:10:59.742953 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-2eeb8667-bb96-4983-ad0d-61bfee65d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:59.744702 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-2eeb8667-bb96-4983-ad0d-61bfee65d85a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 1097 time: 0.0473619 Dec 17 17:10:59.855470 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-2e58aa09-f6f2-427d-beec-bd2f5035791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:59.857416 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-2e58aa09-f6f2-427d-beec-bd2f5035791e service neutron] 10.222.0.47 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0927691 Dec 17 17:10:59.903437 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-b4b9f26d-387f-4157-8adc-81890e503451 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 200 len: 217 time: 0.0382578 Dec 17 17:10:59.921691 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0b204-09ae-4c40-8bf5-5242ba93f5fc req-6e806c60-1755-4f72-9228-7ff18ae8966c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:59.923219 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea0b204-09ae-4c40-8bf5-5242ba93f5fc req-6e806c60-1755-4f72-9228-7ff18ae8966c tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 945 time: 0.1074755 Dec 17 17:10:59.956726 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-c377e2d9-3024-4e10-9276-aa0322bf53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:10:59.958883 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-c377e2d9-3024-4e10-9276-aa0322bf53d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0473230 Dec 17 17:10:59.979551 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:45Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:10:59.984387 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-9ea0b204-09ae-4c40-8bf5-5242ba93f5fc req-92793718-e2a6-4215-8cf5-519371db1060 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551009 Dec 17 17:11:00.006962 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] Checking router: c414d7ff-f873-4d0c-ae3d-008152701aef for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:11:00.015157 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:11:00.015753 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:00.018430 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-43fd557c-8b90-48a1-b93c-2a6ef9649429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:00.019977 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-43fd557c-8b90-48a1-b93c-2a6ef9649429 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508487 Dec 17 17:11:00.115944 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-9bba498a-2087-4828-a8ed-6fbef6224c1a service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869431 Dec 17 17:11:00.126082 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:11:00.207979 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-3c8c8708-dbf9-454a-b5fa-309a701f0a5f req-4ca5f143-da59-44dd-8cc8-759a6fc7cd94 service neutron] 10.222.0.47 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829489 Dec 17 17:11:00.356745 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:45Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:00.387051 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935ad29-1315-4ac6-b49e-c74212847fda None None] The sync data for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 is: [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_floatingips': [{'id': '2d885b62-b463-4efe-a362-723eaf19eb15', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'floating_ip_address': '172.25.0.153', 'floating_network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'router_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'port_id': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'mac_address': 'fa:16:3e:aa:6f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T17:06:43Z', 'updated_at': '2021-12-17T17:06:45Z', 'revision_number': 1, 'project_id': '73e81c8870d7482398275b400fa6207d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:11:00.611117 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc80448e-d0af-40f9-96a1-e1a80a78bad0 None None] New status for floating IP 0c63d3b9-9c67-4b48-84f7-641f332898b8: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:11:00.734656 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ece2d9f9-852a-417c-bc21-873e8121139e no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:00.815233 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3653145'] for port, before_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:00.837358 n-d-806683-20 neutron-server[109785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e'}] {{(pid=109785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:11:00.839639 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23b4474c3655dea2c0d4722c85d09e97d4b9cb334c65be1d033f2281e51401bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dcbb72-996b-4d47-8ef7-3755b2d74833" -d '{"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-unplugged", "status": "completed", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e"}]}' {{(pid=109785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:11:00.852732 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:00.858940 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776633539557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776632987594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776632987612'] for port, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:00.881959 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a689f1-c209-4f28-92df-2dec7678e49e x-openstack-request-id: req-89a689f1-c209-4f28-92df-2dec7678e49e {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:11:00.882255 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-unplugged", "status": "completed", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e", "code": 200}]} {{(pid=109785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:11:00.882505 n-d-806683-20 neutron-server[109785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89a689f1-c209-4f28-92df-2dec7678e49e {{(pid=109785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:11:00.882890 n-d-806683-20 neutron-server[109785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'code': 200} Dec 17 17:11:00.907584 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Pushing event updated for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=8']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:01.119571 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e61679-2c98-4282-934a-830dee9040e1 req-43ef8162-9afc-4a60-abce-fe083c7da673 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:01.120985 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68e61679-2c98-4282-934a-830dee9040e1 req-43ef8162-9afc-4a60-abce-fe083c7da673 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 943 time: 0.0501812 Dec 17 17:11:01.170656 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-68e61679-2c98-4282-934a-830dee9040e1 req-6f9dc3f7-0088-448f-b611-a02b11e1c0b4 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 Dec 17 17:11:01.582129 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-c89d4534-000a-4c5f-a0fc-47f77004ee7a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:01.583656 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-c89d4534-000a-4c5f-a0fc-47f77004ee7a tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 943 time: 0.0553353 Dec 17 17:11:01.679109 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Deleting port ece2d9f9-852a-417c-bc21-873e8121139e {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:01.679410 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:01.779082 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] For port ece2d9f9-852a-417c-bc21-873e8121139e, host n-h1-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-20',level=0,port_id=ece2d9f9-852a-417c-bc21-873e8121139e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:01.779398 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:01.791262 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Calling delete_port for ece2d9f9-852a-417c-bc21-873e8121139e owned by compute:nova {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:01.930912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:01.966062 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event deleted for resources: {'Port': ['ID=ece2d9f9-852a-417c-bc21-873e8121139e,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:02.013761 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] No DVR routers for this DVR port ece2d9f9-852a-417c-bc21-873e8121139e on host n-h1-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:11:02.016598 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:02.020040 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-0229b654-71a0-414c-8c9e-3bdc40144a7e req-b4165c29-949d-422d-a0dd-abecc53306f1 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.47 "DELETE /v2.0/ports/ece2d9f9-852a-417c-bc21-873e8121139e HTTP/1.1" status: 204 len: 173 time: 0.4299960 Dec 17 17:11:02.020486 n-d-806683-20 neutron-server[109784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-deleted', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e'}] {{(pid=109784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:11:02.022783 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3631f1d820e0194abe831d638c22b7d10d1489d19e9d4d9b6c4fec3d489eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc88d740-7662-49eb-8fff-b5dea2de7246" -d '{"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-deleted", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e"}]}' {{(pid=109784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:11:02.060112 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce6f0de-ce6a-425d-9058-9a286f3004f8 x-openstack-request-id: req-1ce6f0de-ce6a-425d-9058-9a286f3004f8 {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:11:02.060497 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4277f9c-a247-4370-b266-3d65486e697d", "name": "network-vif-deleted", "tag": "ece2d9f9-852a-417c-bc21-873e8121139e", "status": "completed", "code": 200}]} {{(pid=109784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:11:02.060769 n-d-806683-20 neutron-server[109784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ce6f0de-ce6a-425d-9058-9a286f3004f8 {{(pid=109784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:11:02.061166 n-d-806683-20 neutron-server[109784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4277f9c-a247-4370-b266-3d65486e697d', 'name': 'network-vif-deleted', 'tag': 'ece2d9f9-852a-417c-bc21-873e8121139e', 'status': 'completed', 'code': 200} Dec 17 17:11:02.287616 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-d2603b77-f1ed-477f-9ae6-65dd30a8fffd req-70ace0f4-04ec-47de-8ada-fa368c8be8c6 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4277f9c-a247-4370-b266-3d65486e697d HTTP/1.1" status: 200 len: 210 time: 0.0268629 Dec 17 17:11:03.921642 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42310) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:04.084476 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Deleting port cd0363aa-49c6-4370-8760-bdaf4cd1f50d {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:04.084780 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:04.165377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:04.165617 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:04.178364 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Calling delete_port for cd0363aa-49c6-4370-8760-bdaf4cd1f50d owned by network:floatingip {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:04.341050 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:04.720482 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event deleted for resources: {'Port': ['ID=cd0363aa-49c6-4370-8760-bdaf4cd1f50d,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:04.732283 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.732632 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.732970 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.733304 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.733640 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.733967 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.734290 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.734618 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.734942 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.735260 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.735590 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.735969 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.736933 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-20 {{(pid=109783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 17:11:04.747171 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ece2d9f9-852a-417c-bc21-873e8121139e no longer exists at agent hyperv_n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:04.772086 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] No Port match for: ece2d9f9-852a-417c-bc21-873e8121139e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:04.772506 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Device ece2d9f9-852a-417c-bc21-873e8121139e not bound to the agent host n-h1-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:04.792306 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for floatingip, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:04.792645 n-d-806683-20 neutron-server[109783]: INFO neutron.db.l3_db [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Floating IP 2d885b62-b463-4efe-a362-723eaf19eb15 disassociated (deleted). External IP: 172.25.0.153, port: 45da245c-d6b2-4126-bd13-4219d82d5d9e. Dec 17 17:11:05.008087 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Router c414d7ff-f873-4d0c-ae3d-008152701aef has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:11:05.119013 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:11:05.124134 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for floatingip, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:05.130316 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] Sync routers for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:11:05.140717 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:11:05.141327 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:05.152769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-292a6ad2-972e-4004-b741-9d81da81fdac tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "DELETE /v2.0/floatingips/2d885b62-b463-4efe-a362-723eaf19eb15 HTTP/1.1" status: 204 len: 168 time: 1.2299964 Dec 17 17:11:05.153332 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:11:05.155626 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69638427-fe22-4a5e-85b8-44f73ff190a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:11:05.254630 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e4145-cfcf-4cc3-8510-b2f79e9f5d9d x-openstack-request-id: req-2b8e4145-cfcf-4cc3-8510-b2f79e9f5d9d {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:11:05.255373 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:11:05.255373 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b8e4145-cfcf-4cc3-8510-b2f79e9f5d9d {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:11:05.255667 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'status': 'completed', 'code': 200} Dec 17 17:11:05.277286 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:11:05.328197 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-91f32035-e2c1-4554-9d2d-8a6e4472213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:05.329977 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-91f32035-e2c1-4554-9d2d-8a6e4472213f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e81c8870d7482398275b400fa6207d&device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0495949 Dec 17 17:11:05.388865 n-d-806683-20 neutron-server[109784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a605faf-d065-49ea-b59b-b444c477c2c5 req-1ff843b0-2a05-4780-a681-99d7d7a8ae67 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:05.391084 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a605faf-d065-49ea-b59b-b444c477c2c5 req-1ff843b0-2a05-4780-a681-99d7d7a8ae67 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 943 time: 0.0527589 Dec 17 17:11:05.429225 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-bb452e3f-152f-4569-b7da-ba3c017cd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:05.430740 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-bb452e3f-152f-4569-b7da-ba3c017cd628 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 200 len: 911 time: 0.0940185 Dec 17 17:11:05.445079 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [req-8a605faf-d065-49ea-b59b-b444c477c2c5 req-d496c111-69e5-4601-8d02-6b600890ebf8 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459831 Dec 17 17:11:05.474770 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-268ace51-acf1-4da7-80d6-cc0f876bdc79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 200 len: 217 time: 0.0356436 Dec 17 17:11:05.492312 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:05.522730 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] Checking router: c414d7ff-f873-4d0c-ae3d-008152701aef for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:11:05.531141 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-e553c3b0-3539-4ae2-a7d7-e182fbe4913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:05.531311 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:11:05.531974 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:10:39Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:05.532883 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-e553c3b0-3539-4ae2-a7d7-e182fbe4913b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 200 len: 849 time: 0.0495348 Dec 17 17:11:05.579379 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-425377d0-c54c-48f7-bd1f-4fa7d0f288b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:05.581149 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-425377d0-c54c-48f7-bd1f-4fa7d0f288b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21ba4c1d-9de6-4dc7-971f-c585f60a6da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405436 Dec 17 17:11:05.679013 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-57eec294-01f5-48e9-88b0-c08a330abb7c service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894887 Dec 17 17:11:05.734615 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:11:05.775716 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-69638427-fe22-4a5e-85b8-44f73ff190a0 req-0aaeda62-5e64-4465-b7b6-7c3e8ed11836 service neutron] 10.222.0.49 "GET /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881140 Dec 17 17:11:05.934222 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:05.959562 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4587d9-1687-41ef-b46f-901b24606c26 None None] The sync data for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 is: [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20', '_interfaces': [{'id': 'e41d3b63-73f3-4ae6-be0f-d38b384f5dc0', 'name': '', 'network_id': '21ba4c1d-9de6-4dc7-971f-c585f60a6da2', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'mac_address': 'fa:16:3e:ae:78:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:24Z', 'updated_at': '2021-12-17T17:06:29Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'subnets': [{'id': '54d23ef7-4558-4e4e-91f7-217267b6b94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:11:06.185971 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980f2e6-29e3-4ca0-a4c6-02cd69aa1af4 None None] New status for floating IP 2d885b62-b463-4efe-a362-723eaf19eb15: DOWN {{(pid=109785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 17:11:06.583674 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff101ca-0d41-40cd-9331-efc65bce552c req-fd3fcc27-536d-448e-b7e2-57db11fef121 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:06.585693 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ff101ca-0d41-40cd-9331-efc65bce552c req-fd3fcc27-536d-448e-b7e2-57db11fef121 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 943 time: 0.0606060 Dec 17 17:11:06.597288 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9453c079-721d-496a-a3ba-b4ade542ef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:06.637167 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-1ff101ca-0d41-40cd-9331-efc65bce552c req-6bdd165d-88b7-4495-b213-80ac2a6891d8 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/security-groups?id=0ea39a61-b2ab-4ea1-af05-3a6a96388a32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450778 Dec 17 17:11:06.859080 n-d-806683-20 neutron-server[109783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-5cc511af-eb4e-43eb-ac06-ee657a7fcaab tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 17:11:06.860592 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-5cc511af-eb4e-43eb-ac06-ee657a7fcaab tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 943 time: 0.0540464 Dec 17 17:11:06.949795 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Deleting port 45da245c-d6b2-4126-bd13-4219d82d5d9e {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:06.950097 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:07.040821 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] For port 45da245c-d6b2-4126-bd13-4219d82d5d9e, host n-h2-806683-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-20',level=0,port_id=45da245c-d6b2-4126-bd13-4219d82d5d9e,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:07.041070 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:07.053724 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Calling delete_port for 45da245c-d6b2-4126-bd13-4219d82d5d9e owned by compute:nova {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:07.191478 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:07.226388 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event deleted for resources: {'Port': ['ID=45da245c-d6b2-4126-bd13-4219d82d5d9e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:07.272380 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] No DVR routers for this DVR port 45da245c-d6b2-4126-bd13-4219d82d5d9e on host n-h2-806683-20 {{(pid=109783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:11:07.275233 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120956'] for port, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:07.278784 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-ed835d99-9d12-4b7b-ab78-a21a0276cb13 req-ee652080-1de1-4ae5-aea8-4d0a6fdd5920 tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.49 "DELETE /v2.0/ports/45da245c-d6b2-4126-bd13-4219d82d5d9e HTTP/1.1" status: 204 len: 173 time: 0.4117687 Dec 17 17:11:07.279217 n-d-806683-20 neutron-server[109783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-deleted', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e'}] {{(pid=109783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 17:11:07.281519 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23cdee493718db27663d726fcbb4ed894f9de2d6037bc5600c6271a5623e1a94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb2bdd8-8325-4235-af89-02678aead52f" -d '{"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-deleted", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e"}]}' {{(pid=109783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 17:11:07.327495 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6922aee4-2862-4c2a-8fef-6120baca2977 x-openstack-request-id: req-6922aee4-2862-4c2a-8fef-6120baca2977 {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 17:11:07.327827 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d54e6ce-caa9-4f37-801a-f470eb85a6b4", "name": "network-vif-deleted", "tag": "45da245c-d6b2-4126-bd13-4219d82d5d9e", "status": "completed", "code": 200}]} {{(pid=109783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 17:11:07.328090 n-d-806683-20 neutron-server[109783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6922aee4-2862-4c2a-8fef-6120baca2977 {{(pid=109783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 17:11:07.328496 n-d-806683-20 neutron-server[109783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d54e6ce-caa9-4f37-801a-f470eb85a6b4', 'name': 'network-vif-deleted', 'tag': '45da245c-d6b2-4126-bd13-4219d82d5d9e', 'status': 'completed', 'code': 200} Dec 17 17:11:07.761860 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [req-7e334bc1-9087-4f43-bf68-0144e3af8943 req-38662ec0-c104-41aa-b35f-4bcc46db997f tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d54e6ce-caa9-4f37-801a-f470eb85a6b4 HTTP/1.1" status: 200 len: 210 time: 0.0333056 Dec 17 17:11:08.831575 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42328) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:08.888231 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-733a19c3-42b4-4161-82d3-2bf8e36f324b tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:08.913574 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-733a19c3-42b4-4161-82d3-2bf8e36f324b tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:08.981800 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-733a19c3-42b4-4161-82d3-2bf8e36f324b tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:08.985267 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-733a19c3-42b4-4161-82d3-2bf8e36f324b tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:08.986188 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-37acd2f8-e1bd-4c8b-a0dd-7172f73b5232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:08.989577 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-733a19c3-42b4-4161-82d3-2bf8e36f324b tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] 10.222.0.54 "DELETE /v2.0/security-groups/0ea39a61-b2ab-4ea1-af05-3a6a96388a32 HTTP/1.1" status: 204 len: 168 time: 0.1550982 Dec 17 17:11:08.996692 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a19c3-42b4-4161-82d3-2bf8e36f324b tempest-TestSnapshotPattern-467078480 tempest-TestSnapshotPattern-467078480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea39a61-b2ab-4ea1-af05-3a6a96388a32,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:09.041924 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42332) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:09.398234 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:09.667036 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Deleting port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:09.667288 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:09.776906 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] For port e41d3b63-73f3-4ae6-be0f-d38b384f5dc0, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:09.777246 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:09.790471 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Calling delete_port for e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:09.883642 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:11:09.994345 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:10.022193 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e41d3b63-73f3-4ae6-be0f-d38b384f5dc0,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:10.187113 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:10.385363 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:10.404926 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Router c414d7ff-f873-4d0c-ae3d-008152701aef has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:11:10.520335 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:11:10.525769 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-6710ddf8-5604-4bcd-95ff-7549b72078cb admin admin] 10.222.0.54 "PUT /v2.0/routers/c414d7ff-f873-4d0c-ae3d-008152701aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825673 Dec 17 17:11:10.528558 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42334) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:10.529086 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23024cd-216d-4b96-896f-268628f0449e None None] Sync routers for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:11:10.539415 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:11:10.540064 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:11:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:10.643608 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:10.647148 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: n-d-806683-20 {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:11:10.748759 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:10.809419 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Deleting port e6b27313-0fde-48a3-aa6d-1f2dd7f58631 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:10.812201 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:10.833937 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:11:09Z', 'revision_number': 5, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port': {'id': 'e6b27313-0fde-48a3-aa6d-1f2dd7f58631', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:23Z', 'updated_at': '2021-12-17T17:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:10.859508 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23024cd-216d-4b96-896f-268628f0449e None None] Checking router: c414d7ff-f873-4d0c-ae3d-008152701aef for host: n-d-806683-20 {{(pid=109786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:11:10.867742 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] Routers {'c414d7ff-f873-4d0c-ae3d-008152701aef'} bound to L3 agent in host n-d-806683-20 {{(pid=109786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:11:10.868365 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:11:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['c414d7ff-f873-4d0c-ae3d-008152701aef'], 'active': True} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:10.896661 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] For port e6b27313-0fde-48a3-aa6d-1f2dd7f58631, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:10.896917 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:10.908853 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Calling delete_port for e6b27313-0fde-48a3-aa6d-1f2dd7f58631 owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:10.953254 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_dvr_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] Set router c414d7ff-f873-4d0c-ae3d-008152701aef gateway port host: None {{(pid=109786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:11:11.007608 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.l3_hamode_db [None req-c23024cd-216d-4b96-896f-268628f0449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:11:10Z', 'revision_number': 6, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:11.034671 n-d-806683-20 neutron-server[109786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23024cd-216d-4b96-896f-268628f0449e None None] The sync data for ids ['c414d7ff-f873-4d0c-ae3d-008152701aef'] in n-d-806683-20 is: [{'id': 'c414d7ff-f873-4d0c-ae3d-008152701aef', 'name': 'tempest-TestSnapshotPattern-2144627521-router', 'tenant_id': '73e81c8870d7482398275b400fa6207d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:22Z', 'updated_at': '2021-12-17T17:11:10Z', 'revision_number': 6, 'project_id': '73e81c8870d7482398275b400fa6207d', 'gw_port_host': None}] {{(pid=109786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:11:11.078796 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.106248 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b27313-0fde-48a3-aa6d-1f2dd7f58631,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:11.117377 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8bac9d-69b1-4625-936b-7ab82f0f80c9 None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:11:11.165013 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.171754 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 45da245c-d6b2-4126-bd13-4219d82d5d9e no longer exists at agent hyperv_n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:11.192578 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] No Port match for: 45da245c-d6b2-4126-bd13-4219d82d5d9e {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:11.193198 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Device 45da245c-d6b2-4126-bd13-4219d82d5d9e not bound to the agent host n-h2-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:11.254139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.256373 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.303189 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.303886 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c414d7ff-f873-4d0c-ae3d-008152701aef {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 17:11:11.308880 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.310022 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-a3ed8839-30a9-4858-a28c-9ee690d24797 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c414d7ff-f873-4d0c-ae3d-008152701aef HTTP/1.1" status: 204 len: 168 time: 0.7805102 Dec 17 17:11:11.312911 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42336) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:11.358362 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] Deleting subnet 54d23ef7-4558-4e4e-91f7-217267b6b94e {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 17:11:11.361962 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.398695 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.481551 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.536107 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.537038 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.548282 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.551749 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/54d23ef7-4558-4e4e-91f7-217267b6b94e HTTP/1.1" status: 204 len: 168 time: 0.2375920 Dec 17 17:11:11.554518 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42338) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:11.557372 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105bcf7-39ff-43ce-9a56-f58382ae592e None None] Network 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:11:11.570075 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed1996-63c9-4bca-883b-ae2b6481fa72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d23ef7-4558-4e4e-91f7-217267b6b94e,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:11.629912 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.685342 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Deleting port 1605a186-38c1-4ee0-967f-20a143105295 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:11.685631 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.748067 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.750420 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] For port 1605a186-38c1-4ee0-967f-20a143105295, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1605a186-38c1-4ee0-967f-20a143105295,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:11.750785 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.765385 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Calling delete_port for 1605a186-38c1-4ee0-967f-20a143105295 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:11.787539 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] DHCP port deletion for 21ba4c1d-9de6-4dc7-971f-c585f60a6da2 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:11:11.841766 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] Deleting port 1605a186-38c1-4ee0-967f-20a143105295 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:11.842281 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.856721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.884750 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Pushing event deleted for resources: {'Port': ['ID=1605a186-38c1-4ee0-967f-20a143105295,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:11.886598 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] No DVR routers for this DVR port 1605a186-38c1-4ee0-967f-20a143105295 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:11:11.918136 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] For port 1605a186-38c1-4ee0-967f-20a143105295, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=1605a186-38c1-4ee0-967f-20a143105295,segment=NetworkSegment(0fbc83ca-c51d-47fa-802e-4006152b0016),segment_id=0fbc83ca-c51d-47fa-802e-4006152b0016)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:11.918534 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:11.931734 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] Calling delete_port for 1605a186-38c1-4ee0-967f-20a143105295 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:12.011472 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.040874 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] Pushing event deleted for resources: {'Port': ['ID=1605a186-38c1-4ee0-967f-20a143105295,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:12.047060 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c397b23-e244-4daf-b49a-9c6e20cfec1f None None] No DVR routers for this DVR port 1605a186-38c1-4ee0-967f-20a143105295 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:11:12.181375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.301774 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.333918 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ba4c1d-9de6-4dc7-971f-c585f60a6da2']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:12.348947 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbc83ca-c51d-47fa-802e-4006152b0016') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:12.349431 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbc83ca-c51d-47fa-802e-4006152b0016') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:12.360527 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.377835 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.384403 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:11:12.384776 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: timer() Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:11:12.386448 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:11:12.444903 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.450878 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:12.454160 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] 10.222.0.54 "DELETE /v2.0/networks/21ba4c1d-9de6-4dc7-971f-c585f60a6da2 HTTP/1.1" status: 204 len: 168 time: 0.8986382 Dec 17 17:11:12.457735 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42340) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:12.465397 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6c50a-6356-4a49-80e8-11978b8f0935 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ba4c1d-9de6-4dc7-971f-c585f60a6da2,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:12.839955 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:12.861258 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:12.861573 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e41d3b63-73f3-4ae6-be0f-d38b384f5dc0 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:12.862030 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1605a186-38c1-4ee0-967f-20a143105295 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:12.883070 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 1605a186-38c1-4ee0-967f-20a143105295 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:12.883389 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 1605a186-38c1-4ee0-967f-20a143105295 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:12.883834 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e6b27313-0fde-48a3-aa6d-1f2dd7f58631 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:12.904651 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: e6b27313-0fde-48a3-aa6d-1f2dd7f58631 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:12.904957 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device e6b27313-0fde-48a3-aa6d-1f2dd7f58631 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:13.189280 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-518778'] for router_interface, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:13.435653 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Deleting port 44cb07a5-d734-4537-b2a9-ad81ff3260c5 {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:13.436034 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:13.517211 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] For port 44cb07a5-d734-4537-b2a9-ad81ff3260c5, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=44cb07a5-d734-4537-b2a9-ad81ff3260c5,segment=NetworkSegment(a8298ac6-27f2-4d49-a69e-1170114fd5fe),segment_id=a8298ac6-27f2-4d49-a69e-1170114fd5fe)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:13.518139 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:13.531441 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Calling delete_port for 44cb07a5-d734-4537-b2a9-ad81ff3260c5 owned by network:router_interface {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:13.728908 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:13.754717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44cb07a5-d734-4537-b2a9-ad81ff3260c5,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:13.929938 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-518886'] for router_interface, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:14.165039 n-d-806683-20 neutron-server[109783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 has already been hosted by L3 agent 5aec24f0-bae7-47f7-a6b8-64e76627705b {{(pid=109783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 17:11:14.280994 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] Notify agent at l3_agent.n-d-806683-20 the message routers_updated {{(pid=109783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 17:11:14.288499 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-34c4be6d-25a4-4e30-90b8-31b0e27cfad6 admin admin] 10.222.0.54 "PUT /v2.0/routers/d2e42a76-59ea-4c89-930b-5fe873fc3ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8278036 Dec 17 17:11:14.289251 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42342) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:14.291722 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] Sync routers for ids ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'] in n-d-806683-20 {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 17:11:14.302893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] Routers {'d2e42a76-59ea-4c89-930b-5fe873fc3ee0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:11:14.303873 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:11:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:14.397873 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks [] for router, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:14.409653 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] Set router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 gateway port host: n-d-806683-20 {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:11:14.497428 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:14.557573 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Deleting port 99a919aa-3cb2-459b-8e0a-65b850c9bedc {{(pid=109783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:14.558365 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:14.595682 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'external_fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:11:13Z', 'revision_number': 5, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port': {'id': '99a919aa-3cb2-459b-8e0a-65b850c9bedc', 'name': '', 'network_id': '67b29959-e026-4538-ac4f-95d8fcb65701', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eefd0863-1fce-4f4d-bbb4-d8b8eff9602e', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-20'}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:14.622457 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] Checking router: d2e42a76-59ea-4c89-930b-5fe873fc3ee0 for host: n-d-806683-20 {{(pid=109785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 17:11:14.632247 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] Routers {'d2e42a76-59ea-4c89-930b-5fe873fc3ee0'} bound to L3 agent in host n-d-806683-20 {{(pid=109785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 17:11:14.632859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T15:35:39Z,description=,heartbeat_timestamp=2021-12-17T17:11:09Z,host='n-d-806683-20',id=5aec24f0-bae7-47f7-a6b8-64e76627705b,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T15:35:39Z,topic='l3_agent')) {'router_ids': ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'], 'active': True} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:14.639135 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.db [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] For port 99a919aa-3cb2-459b-8e0a-65b850c9bedc, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=99a919aa-3cb2-459b-8e0a-65b850c9bedc,segment=NetworkSegment(0f58b677-5594-4701-964a-d5d6910b69f9),segment_id=0f58b677-5594-4701-964a-d5d6910b69f9)] {{(pid=109783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:14.639483 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:14.652995 n-d-806683-20 neutron-server[109783]: DEBUG neutron.plugins.ml2.plugin [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Calling delete_port for 99a919aa-3cb2-459b-8e0a-65b850c9bedc owned by network:router_gateway {{(pid=109783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:14.716949 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvr_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] Set router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 gateway port host: None {{(pid=109785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 17:11:14.771360 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_hamode_db [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:11:14Z', 'revision_number': 6, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port_host': None}], 'n-d-806683-20', False) {} {{(pid=109785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:14.807859 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cac188a-6902-4cfb-a196-555e3a56c057 None None] The sync data for ids ['d2e42a76-59ea-4c89-930b-5fe873fc3ee0'] in n-d-806683-20 is: [{'id': 'd2e42a76-59ea-4c89-930b-5fe873fc3ee0', 'name': 'tempest-TestSnapshotPattern-1618398337-router', 'tenant_id': '4f6c4419e63b4757a54f11ca2597a730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T17:06:27Z', 'updated_at': '2021-12-17T17:11:14Z', 'revision_number': 6, 'project_id': '4f6c4419e63b4757a54f11ca2597a730', 'gw_port_host': None}] {{(pid=109785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 17:11:14.831068 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261286162'] for port, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:14.865021 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a919aa-3cb2-459b-8e0a-65b850c9bedc,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:14.873346 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59bb303-32a6-4050-8aa9-1f3599fbb0ec None None] DHCP port deletion for 67b29959-e026-4538-ac4f-95d8fcb65701 request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:11:14.926809 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516932'] for router_gateway, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.020832 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45713'] for router, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.023377 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.079900 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519901'] for router, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.080829 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e42a76-59ea-4c89-930b-5fe873fc3ee0 {{(pid=109783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 17:11:15.091249 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] Publish callbacks [] for router, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.093619 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-149cdbe7-b01b-414a-b8db-561553ad2882 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d2e42a76-59ea-4c89-930b-5fe873fc3ee0 HTTP/1.1" status: 204 len: 168 time: 0.8031552 Dec 17 17:11:15.097306 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42344) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:15.147563 n-d-806683-20 neutron-server[109783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] Deleting subnet 0e7ad93f-e74f-4f08-b776-fd903bc40e9b {{(pid=109783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 17 17:11:15.151383 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.187743 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261287202'] for subnet, precommit_delete_associations {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.268765 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3588806'] for subnet, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.326290 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3588813', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261286181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261230033'] for subnet, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.353035 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.357427 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0e7ad93f-e74f-4f08-b776-fd903bc40e9b HTTP/1.1" status: 204 len: 168 time: 0.2590806 Dec 17 17:11:15.358175 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94da71c-b8b4-4d15-857d-960827f69ea1 None None] Network e2b0cc71-d00a-4d44-8804-e62fc7b6c30f requested from n-d-806683-20 {{(pid=109785) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 17 17:11:15.358717 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780a2e6-f15f-4b16-be32-e5354b5c7b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7ad93f-e74f-4f08-b776-fd903bc40e9b,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:15.359480 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42346) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:15.430155 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3574504'] for network, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.495392 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Deleting port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 {{(pid=109784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:15.495773 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.555960 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] DHCP port deletion for e2b0cc71-d00a-4d44-8804-e62fc7b6c30f request from n-d-806683-20 {{(pid=109785) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 17 17:11:15.567301 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.db [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] For port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,segment=NetworkSegment(a8298ac6-27f2-4d49-a69e-1170114fd5fe),segment_id=a8298ac6-27f2-4d49-a69e-1170114fd5fe)] {{(pid=109784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:15.567721 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.581199 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.plugin [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Calling delete_port for 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 owned by network:dhcp {{(pid=109784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:15.605893 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] Deleting port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 {{(pid=109785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 17 17:11:15.606375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776633419888'] for port, before_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.664974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261013201'] for port, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.676155 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.db [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] For port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33, host n-d-806683-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-20',level=0,port_id=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,segment=NetworkSegment(a8298ac6-27f2-4d49-a69e-1170114fd5fe),segment_id=a8298ac6-27f2-4d49-a69e-1170114fd5fe)] {{(pid=109785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 17:11:15.676621 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-398575'] for port, precommit_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.690969 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] Calling delete_port for 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 owned by network:dhcp {{(pid=109785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 17 17:11:15.693089 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:15.697022 n-d-806683-20 neutron-server[109784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] No DVR routers for this DVR port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 on host n-d-806683-20 {{(pid=109784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:11:15.770844 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3589713', 'neutron.services.segments.db._delete_segments_for_network-8776633509250'] for network, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.777445 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3653062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776633539539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776632987585'] for port, after_delete {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.792553 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b0cc71-d00a-4d44-8804-e62fc7b6c30f']}} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:15.802635 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8298ac6-27f2-4d49-a69e-1170114fd5fe') {'for_net_delete': True} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:15.802928 n-d-806683-20 neutron-server[109784]: DEBUG neutron.services.segments.db [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8298ac6-27f2-4d49-a69e-1170114fd5fe') {} {{(pid=109784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 17:11:15.811739 n-d-806683-20 neutron-server[109785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] No DVR routers for this DVR port 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 on host n-d-806683-20 {{(pid=109785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 17:11:15.813292 n-d-806683-20 neutron-server[109785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a8e15-6fa8-4c0f-bc4a-e6bad20ee51b None None] Pushing event deleted for resources: {'Port': ['ID=4f0dd3ec-aa35-4f1b-9887-b314661c6d33,revision_number=None']} {{(pid=109785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:15.813582 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776633513099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260379886'] for segment, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.831333 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479'] for segment, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.838579 n-d-806683-20 neutron-server[109784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 17:11:15.838974 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3590479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261013132'] for segment, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: Traceback (most recent call last): Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: timer() Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: cb(*args, **kw) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: return func(*args, **kwargs) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: self._notify() Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: self.callback(batched_events) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: event.method(event) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: return f(self, *a, **k) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: return self._get(url).json() Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: return self.request(url, 'GET', **kwargs) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 17:11:15.840962 n-d-806683-20 neutron-server[109784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 17:11:15.905668 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3589720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516968'] for network, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.911590 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Publish callbacks [] for network, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:15.914832 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] 10.222.0.54 "DELETE /v2.0/networks/e2b0cc71-d00a-4d44-8804-e62fc7b6c30f HTTP/1.1" status: 204 len: 168 time: 0.5542443 Dec 17 17:11:15.926256 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ab1d4-fe8e-4a16-947d-25e13b42eb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b0cc71-d00a-4d44-8804-e62fc7b6c30f,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:16.103364 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42350) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:16.143787 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-b390a232-39f8-4e76-b9b8-5bf2e5759ab2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73e81c8870d7482398275b400fa6207d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391932 Dec 17 17:11:16.146248 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [-] (109784) accepted ('10.222.0.54', 42352) {{(pid=109784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:16.169475 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.195151 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-044bcf91-ca3f-46bc-95ac-3cd6c3468df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.217452 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-044bcf91-ca3f-46bc-95ac-3cd6c3468df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.272285 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-044bcf91-ca3f-46bc-95ac-3cd6c3468df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.274919 n-d-806683-20 neutron-server[109784]: DEBUG neutron_lib.callbacks.manager [None req-044bcf91-ca3f-46bc-95ac-3cd6c3468df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.276150 n-d-806683-20 neutron-server[109784]: INFO neutron.wsgi [None req-044bcf91-ca3f-46bc-95ac-3cd6c3468df0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee309426-d3a6-41fb-83f4-4d416a87f0a8 HTTP/1.1" status: 204 len: 168 time: 0.1290147 Dec 17 17:11:16.284119 n-d-806683-20 neutron-server[109784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bcf91-ca3f-46bc-95ac-3cd6c3468df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee309426-d3a6-41fb-83f4-4d416a87f0a8,revision_number=None']} {{(pid=109784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:16.638081 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42358) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:16.680667 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-eb9ab4c7-00e4-42c7-96d1-16e2a86d0ce3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f6c4419e63b4757a54f11ca2597a730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412693 Dec 17 17:11:16.683417 n-d-806683-20 neutron-server[109783]: DEBUG neutron.wsgi [-] (109783) accepted ('10.222.0.54', 42360) {{(pid=109783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 17 17:11:16.734775 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22a2d7bf-3f7e-492a-84d3-032e40442d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.756212 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22a2d7bf-3f7e-492a-84d3-032e40442d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.805789 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22a2d7bf-3f7e-492a-84d3-032e40442d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699783'] for security_group, after_delete {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.808424 n-d-806683-20 neutron-server[109783]: DEBUG neutron_lib.callbacks.manager [None req-22a2d7bf-3f7e-492a-84d3-032e40442d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:16.809658 n-d-806683-20 neutron-server[109783]: INFO neutron.wsgi [None req-22a2d7bf-3f7e-492a-84d3-032e40442d13 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c321c266-0407-4691-abf7-456d8bb8a39c HTTP/1.1" status: 204 len: 168 time: 0.1250436 Dec 17 17:11:16.829568 n-d-806683-20 neutron-server[109783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2d7bf-3f7e-492a-84d3-032e40442d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c321c266-0407-4691-abf7-456d8bb8a39c,revision_number=None']} {{(pid=109783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 17:11:16.850465 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 44cb07a5-d734-4537-b2a9-ad81ff3260c5 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:16.871486 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 44cb07a5-d734-4537-b2a9-ad81ff3260c5 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:16.871753 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 44cb07a5-d734-4537-b2a9-ad81ff3260c5 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:16.872196 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:16.891715 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:16.892092 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 4f0dd3ec-aa35-4f1b-9887-b314661c6d33 not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:16.892503 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 99a919aa-3cb2-459b-8e0a-65b850c9bedc no longer exists at agent ovs-agent-n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 17:11:16.912041 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.plugin [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] No Port match for: 99a919aa-3cb2-459b-8e0a-65b850c9bedc {{(pid=109785) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 17 17:11:16.912388 n-d-806683-20 neutron-server[109785]: DEBUG neutron.plugins.ml2.rpc [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Device 99a919aa-3cb2-459b-8e0a-65b850c9bedc not bound to the agent host n-d-806683-20 {{(pid=109785) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 17:11:36.597858 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a5d4c73d-9674-4d4f-8b23-345b3346254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:38.988222 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-756e54a8-0048-42dc-af0f-785df5e784fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:40.396406 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:41.543454 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:41.774831 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:42.181078 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:46.203755 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:11:46.873555 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:12:06.597805 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e70f-ac24-4199-95fc-1f175b1eef2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:08.991468 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-adbda189-cb64-4377-a2b7-f0ccdea6ab39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:10.401482 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:11.544591 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:11.776605 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:12.188994 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:16.218905 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:23.877271 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:12:36.602859 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eb5920e6-5ed5-4b36-ad44-2d5f7fc9aea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:38.989414 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-26c129c9-c6ef-436f-b4a9-a7ce2205da51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:40.393512 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:41.554906 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:41.784504 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:42.182727 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:12:46.223537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:00.876643 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:13:06.589379 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c23b9b29-9439-48d8-aa90-338b770ae64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:08.985723 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4e0f55e0-5214-479b-8c54-8d802bd08b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:10.396687 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:11.551764 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:11.789424 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:12.186541 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:16.225193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:36.598225 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-46db24da-5e11-4bfd-b619-245a4390a184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:37.882974 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:13:38.984766 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-391bc1fc-67c2-48cb-8aa6-0a132c47151b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:40.413683 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:41.719787 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:41.789304 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:42.188307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:13:46.235954 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:06.594051 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-5ea57497-c948-42a0-a9e0-9be297d2da64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:08.984585 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c340b736-25c6-4501-8e85-6e7bcf685004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:10.400189 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:11.560002 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:11.800299 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:12.189099 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:14.888840 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:14:16.256207 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:36.590912 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-eb41a98f-6678-4bc1-85d3-477b80ff0783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:38.982533 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-a6702455-b872-49a6-8890-4abc8dbe712f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:40.410976 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:41.559931 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:41.805462 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:42.191019 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:46.256894 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:14:51.884611 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:15:06.591103 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c5686351-8fd5-4ff6-969d-64ef184cee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:08.980134 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-3b36d741-37a9-4777-9492-feaadc338dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:10.413176 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:11.578142 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:11.816654 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:12.192275 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:16.264907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:28.886972 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:15:36.589755 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f0e163b3-6f27-41c6-a9ee-69cd55bd94c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:38.982768 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-afda6896-b54d-40d6-874c-cdcfaed9a431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:40.416658 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:41.565208 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:41.804058 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:42.194032 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:15:46.283539 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:05.889202 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:16:06.591333 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-34ce5059-c5d1-4363-a4c1-4df1a447a71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:08.980635 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9a-51af-470e-be31-cfaba629dc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:10.420262 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:11.569996 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:11.822623 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:12.197918 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:16.298422 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:36.589167 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9cc305f2-50ee-4fc4-b697-7c5a854c8cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:38.979531 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-2c78943a-2439-423e-a139-ad2ff55aefff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:40.420307 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:41.572234 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:41.825150 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:42.196545 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:16:42.894036 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:16:46.297617 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:06.588031 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9bf9cbc8-4b38-4f38-b028-309eeb31a540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:08.976907 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f8a77009-0086-42bb-a4e0-8731310a2d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:10.427143 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:11.585938 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:11.819205 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:12.195995 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:16.317853 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:19.899407 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:17:36.587626 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0f47-64d6-4117-9874-ad22f8f48c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:38.976088 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-46f993ae-26f4-4b6c-9c36-61b1b817a33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:40.431732 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:41.583786 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:41.829583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:42.195583 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:46.321572 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:17:56.903497 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:18:06.585653 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-abb84fd4-0174-492a-bdbc-74b44df42106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:08.975193 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-bfb70565-b5a9-4370-9d65-daccdf737bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:10.433973 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:11.584537 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:11.852771 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:12.195437 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:16.328720 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:33.908654 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:18:36.583854 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-59c59345-d507-4e24-bf7e-1eb7da55ce51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:38.974693 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-475b1db0-7447-497d-90a8-80d44b7a9863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:40.446242 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:41.585742 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:41.848461 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:42.196369 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:18:46.331375 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:06.584325 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-460309bd-03b6-408c-8ffd-d99f0d9ebd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:08.979738 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-c98a2953-b104-46cb-bbaa-2f98ce11fc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:10.438422 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:10.913693 n-d-806683-20 neutron-server[109786]: DEBUG neutron.db.agents_db [None req-9710bcf8-3467-4793-87cf-f049d9a4b72d None None] Agent healthcheck: found 7 active agents {{(pid=109786) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:19:11.591639 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:11.868173 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:12.196603 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:16.324186 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-6e6b88e9-1ac7-45cf-bee0-76c5fba0ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:33.691861 n-d-806683-20 neutron-server[109784]: DEBUG neutron.wsgi [req-d5e93142-1e92-4138-b513-3ffc2f0408f8 req-e7179dfd-7e4d-4a8d-9f13-be17304ad5b2 service neutron] (109784) timed out ('10.222.0.54', 40202) {{(pid=109784) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 17 17:19:36.579389 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-4263736f-a0eb-465b-97c7-7d2fcb62c243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:38.973123 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-f93c6ead-5aa6-4aca-ad1d-eba2dafc0ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:40.441562 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-aeef8209-8606-411e-9d70-8bc0c319f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:41.594457 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-58eee4f5-b9ad-49c5-96c9-76ed58f9736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:41.857966 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-538a6da6-638e-4e34-99c5-0df2d0fed2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 17 17:19:42.191592 n-d-806683-20 neutron-server[109785]: DEBUG neutron_lib.callbacks.manager [None req-9970af48-237b-46f2-b20c-cb514528ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776633509205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3593607'] for agent, after_update {{(pid=109785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}